-- Logs begin at Mon 2021-08-16 12:07:31 UTC, end at Mon 2021-08-16 14:34:33 UTC. -- Aug 16 12:38:14.479327 n-d-804708-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 12:38:17.243988 n-d-804708-1 neutron-server[101252]: INFO neutron.common.config [-] Logging enabled! Aug 16 12:38:17.244614 n-d-804708-1 neutron-server[101252]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev540 Aug 16 12:38:17.244754 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101252) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 12:38:17.248118 n-d-804708-1 neutron-server[101252]: INFO neutron.common.config [-] Logging enabled! Aug 16 12:38:17.248374 n-d-804708-1 neutron-server[101252]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev540 Aug 16 12:38:17.248685 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101252) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 12:38:17.249609 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 12:38:17.249842 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 12:38:17.250234 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 12:38:17.250480 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 12:38:17.251305 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 12:38:17.251792 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.252095 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.252393 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.252627 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.252922 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.253210 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.253492 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.253777 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.254070 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.254376 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.254653 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.254933 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.255162 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.255439 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.255722 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.256004 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.256226 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] debug = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.256503 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.256924 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.257317 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.257591 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.257875 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.258174 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.258444 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.258715 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.258994 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.259315 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] host = n-d-804708-1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.259586 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.259867 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.260148 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.260428 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.260696 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.260968 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.261245 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.261513 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.261779 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] log_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.262051 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.262368 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.262652 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.262939 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.263160 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.263378 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.263662 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.263943 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.264214 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.264492 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.264758 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.265029 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.265295 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.265557 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.265834 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.266193 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.266557 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.266837 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.267103 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.267369 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.267636 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.267916 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.268187 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.268457 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.268726 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.269009 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.269273 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.269543 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.269838 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.270139 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.270421 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.270700 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.270969 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.271245 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.271617 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.271887 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.272152 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] use_json = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.272424 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.272690 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.272965 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.273230 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.273495 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.273762 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.274026 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.274331 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:17.274625 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.274919 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.275218 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.275495 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.275786 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.276065 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.276352 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.276626 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.276911 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.277196 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.277477 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.277750 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.278031 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.278331 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.278623 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.278923 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.279215 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.279504 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.279775 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.280043 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.280315 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.280590 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.280872 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.281163 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.281452 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.281725 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.282049 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.282395 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.282669 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.282940 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.283215 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.283501 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.283774 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.284044 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.284321 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.284596 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.284866 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.285136 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.285409 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.285695 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.285969 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.286268 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.286543 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.286820 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.287087 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.287369 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.287643 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.287913 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.288181 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.288458 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.288727 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.288996 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.289269 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.289538 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.289811 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.290079 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.290370 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.290639 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.290907 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.291298 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.291570 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.291837 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.292109 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.292382 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.292651 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.292919 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.293187 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.293455 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.293736 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.294027 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.294323 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.294601 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.294876 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.295149 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.295420 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.295690 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.295963 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.296236 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.296505 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.296790 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.297071 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.297352 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.298346 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.298780 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.299078 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.299358 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.299642 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.299921 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.300199 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.300491 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.300771 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.301067 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.301361 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.301655 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.301949 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.302262 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.302543 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.302852 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.303138 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:17.303355 n-d-804708-1 neutron-server[101252]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 12:38:17.303597 n-d-804708-1 neutron-server[101252]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101252) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 12:38:17.653843 n-d-804708-1 neutron-server[101252]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 12:38:17.654145 n-d-804708-1 neutron-server[101252]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 12:38:17.654435 n-d-804708-1 neutron-server[101252]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 12:38:17.654764 n-d-804708-1 neutron-server[101252]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 12:38:18.048602 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.048891 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.049164 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.050388 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.050667 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.050943 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.087092 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.087364 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.087635 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.104985 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.105290 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.105535 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.134133 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.134706 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.135159 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.171315 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.171598 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.171865 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.405915 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.406550 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.406550 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.406750 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.407533 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.528386 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.528704 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.528987 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.529256 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.529524 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.529832 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.530090 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.530371 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.530625 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.530905 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533090 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533090 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533090 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533090 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533090 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533509 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533509 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533509 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533509 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533509 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533873 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.533965 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.534271 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.534649 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.534898 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.535145 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.535540 n-d-804708-1 neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:38:18.535781 n-d-804708-1 neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:38:18.536018 n-d-804708-1 neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:38:18.536253 n-d-804708-1 neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:38:18.536486 n-d-804708-1 neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:38:18.536718 n-d-804708-1 neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:38:18.539122 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 12:38:18.540219 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 12:38:18.544117 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 12:38:18.555236 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 16 12:38:18.557141 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 12:38:18.557597 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 12:38:18.557934 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 12:38:18.558351 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 12:38:18.561157 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 12:38:18.561405 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 12:38:18.561749 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 12:38:18.567800 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 12:38:18.589704 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 12:38:18.590193 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.590494 n-d-804708-1 neutron-server[101252]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101252) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 12:38:18.590856 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.592198 n-d-804708-1 neutron-server[101252]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101252) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 12:38:18.592476 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 12:38:18.592718 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 12:38:18.596262 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.596541 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:18.660033 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 12:38:18.660210 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 12:38:18.660444 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 12:38:18.660822 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 12:38:18.682571 n-d-804708-1 neutron-server[101252]: DEBUG oslo_db.sqlalchemy.engines [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101252) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 12:38:19.220608 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Initializing driver for type 'gre' Aug 16 12:38:19.221138 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] gre ID ranges: [(1, 1000)] Aug 16 12:38:19.272182 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Initializing driver for type 'local' Aug 16 12:38:19.272590 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Initializing driver for type 'vlan' Aug 16 12:38:19.287286 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] VlanTypeDriver initialization complete Aug 16 12:38:19.287620 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Initializing driver for type 'vxlan' Aug 16 12:38:19.288188 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] vxlan ID ranges: [(1, 1000)] Aug 16 12:38:19.339862 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Initializing extension driver 'port_security' Aug 16 12:38:19.340201 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] PortSecurityExtensionDriver initialization complete Aug 16 12:38:19.340538 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Initializing mechanism driver 'openvswitch' Aug 16 12:38:19.340861 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Initializing mechanism driver 'hyperv' Aug 16 12:38:19.347654 n-d-804708-1 neutron-server[101252]: DEBUG neutron.plugins.ml2.plugin [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:38:19.348158 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > port after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.348584 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.348888 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > port after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.349904 n-d-804708-1 neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:38:19.349904 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > subnet after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.350207 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > subnet after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.350558 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.350957 n-d-804708-1 neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:38:19.351366 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > network after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.351719 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > network after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.352067 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > network after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.352502 n-d-804708-1 neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:38:19.352910 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > security_group after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.353263 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > security_group after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.353608 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.354002 n-d-804708-1 neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:38:19.354566 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.354922 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.355270 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.355662 n-d-804708-1 neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:38:19.356071 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > address_group after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.356423 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > address_group after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.356775 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.357166 n-d-804708-1 neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:38:19.357544 n-d-804708-1 neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] ML2 OVO RPC backend initialized. {{(pid=101252) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 12:38:19.358281 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.358639 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.359069 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > network before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.359412 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > networks before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.359766 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > port before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.360638 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > ports before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.361041 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > subnet before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.361386 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > subnets before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.361737 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > network after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.362082 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > network after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.362460 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > network after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.362801 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > port after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.363142 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.363480 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > port after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.363821 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > subnet after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.364155 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > subnet after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.364492 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.365088 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.plugin [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Modular L2 Plugin initialization complete Aug 16 12:38:19.365399 n-d-804708-1 neutron-server[101252]: DEBUG neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading services supported by the core plugin {{(pid=101252) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 12:38:19.365729 n-d-804708-1 neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Got port-security extension from driver 'port_security' Aug 16 12:38:19.366233 n-d-804708-1 neutron-server[101252]: INFO neutron.extensions.vlantransparent [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Disabled vlantransparent extension. Aug 16 12:38:19.366719 n-d-804708-1 neutron-server[101252]: DEBUG neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101252) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 12:38:19.367077 n-d-804708-1 neutron-server[101252]: INFO neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading Plugin: router Aug 16 12:38:19.404494 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.404891 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router after_create 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.405262 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router before_create 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.405628 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.406008 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.406578 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router after_delete 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.406741 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.407270 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router after_create 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.407631 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router after_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.407978 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router after_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.408335 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.408694 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router after_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.409107 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router precommit_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.409479 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.409825 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: port after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.410197 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: subnet after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.410557 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.410889 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.411245 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router precommit_create 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.411591 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: port before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.411938 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router precommit_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.412297 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router after_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.412641 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.412995 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router precommit_create 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.413359 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.413706 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router precommit_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.414070 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > agent after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.414446 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > agent after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.414799 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > network after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.415657 n-d-804708-1 neutron-server[101252]: DEBUG neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Tracking information for resource: router configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:38:19.416001 n-d-804708-1 neutron-server[101252]: DEBUG neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Tracking information for resource: floatingip configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:38:19.420792 n-d-804708-1 neutron-server[101252]: INFO neutron.db.l3_agentschedulers_db [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 12:38:19.421479 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.421843 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: port after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.422235 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: port after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.423162 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.423961 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router before_create 55550100 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.424325 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.424690 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router precommit_create 55550100 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.425049 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > router precommit_update 55550100 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.429457 n-d-804708-1 neutron-server[101252]: DEBUG neutron.services.provider_configuration [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service providers = [] {{(pid=101252) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 12:38:19.429827 n-d-804708-1 neutron-server[101252]: DEBUG neutron.db.servicetype_db [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101252) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 12:38:19.432782 n-d-804708-1 neutron-server[101252]: DEBUG neutron.services.service_base [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 12:38:19.433136 n-d-804708-1 neutron-server[101252]: DEBUG neutron.services.service_base [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 12:38:19.433486 n-d-804708-1 neutron-server[101252]: DEBUG neutron.services.service_base [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 12:38:19.434415 n-d-804708-1 neutron-server[101252]: DEBUG neutron.services.service_base [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 12:38:19.434791 n-d-804708-1 neutron-server[101252]: INFO neutron.services.service_base [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 12:38:19.435168 n-d-804708-1 neutron-server[101252]: DEBUG neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:38:19.435489 n-d-804708-1 neutron-server[101252]: INFO neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 12:38:19.446595 n-d-804708-1 neutron-server[101252]: DEBUG neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:38:19.446933 n-d-804708-1 neutron-server[101252]: INFO neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading Plugin: auto_allocate Aug 16 12:38:19.452633 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: network precommit_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.453012 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: network precommit_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.453529 n-d-804708-1 neutron-server[101252]: DEBUG neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:38:19.453983 n-d-804708-1 neutron-server[101252]: INFO neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading Plugin: tag Aug 16 12:38:19.460716 n-d-804708-1 neutron-server[101252]: DEBUG neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:38:19.461050 n-d-804708-1 neutron-server[101252]: INFO neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading Plugin: timestamp Aug 16 12:38:19.465128 n-d-804708-1 neutron-server[101252]: DEBUG neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:38:19.465462 n-d-804708-1 neutron-server[101252]: INFO neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading Plugin: network_ip_availability Aug 16 12:38:19.470981 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.471305 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.471666 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.472382 n-d-804708-1 neutron-server[101252]: DEBUG neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:38:19.472702 n-d-804708-1 neutron-server[101252]: INFO neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading Plugin: flavors Aug 16 12:38:19.477378 n-d-804708-1 neutron-server[101252]: DEBUG neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:38:19.477721 n-d-804708-1 neutron-server[101252]: INFO neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading Plugin: revisions Aug 16 12:38:19.481948 n-d-804708-1 neutron-server[101252]: DEBUG neutron.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:38:19.482382 n-d-804708-1 neutron-server[101252]: DEBUG oslo_concurrency.lockutils [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=101252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 12:38:19.483112 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101252) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 12:38:19.483454 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Initializing extension manager. Aug 16 12:38:19.483973 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: __init__.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.484319 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: __pycache__ {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.484659 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.485526 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: address_group.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.486362 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.486941 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: address-group Aug 16 12:38:19.487268 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: address_scope.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.487995 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.488516 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: address-scope Aug 16 12:38:19.488842 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.489784 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.490325 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: router-admin-state-down-before-update Aug 16 12:38:19.490654 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: agent.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.491360 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.491871 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: agent Aug 16 12:38:19.492194 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: agent_resources_synced.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.493299 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.493814 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: agent-resources-synced Aug 16 12:38:19.494167 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: allowedaddresspairs.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.495959 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.496486 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: allowed-address-pairs Aug 16 12:38:19.496815 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: auto_allocated_topology.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.497893 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.498436 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: auto-allocated-topology Aug 16 12:38:19.498765 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: availability_zone.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.499462 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.499973 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: availability_zone Aug 16 12:38:19.500298 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: availability_zone_filter.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.501781 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.502313 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: availability_zone_filter Aug 16 12:38:19.502639 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: data_plane_status.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.503558 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.504105 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 12:38:19.504430 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: default_subnetpools.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.505354 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.505865 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: default-subnetpools Aug 16 12:38:19.506225 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.507046 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.507555 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: dhcp_agent_scheduler Aug 16 12:38:19.507878 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: dns.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.508796 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.509304 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 12:38:19.509629 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: dns_domain_ports.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.510569 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.511072 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 12:38:19.511393 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.512316 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.512820 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 12:38:19.513141 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: dvr.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.513815 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.514356 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: dvr Aug 16 12:38:19.514680 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: ecmp_routes.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.515603 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.516111 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 12:38:19.516683 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: empty_string_filtering.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.517382 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.517893 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: empty-string-filtering Aug 16 12:38:19.518252 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.519177 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.519691 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 12:38:19.520013 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.520938 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.521446 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 12:38:19.521769 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: external_net.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.522718 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.523230 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: external-net Aug 16 12:38:19.523552 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.524487 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.525001 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: extra_dhcp_opt Aug 16 12:38:19.525323 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: extraroute.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.526283 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.526796 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: extraroute Aug 16 12:38:19.527119 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: extraroute_atomic.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.528155 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.528669 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: extraroute-atomic Aug 16 12:38:19.528992 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: filter_validation.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.529662 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.530200 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: filter-validation Aug 16 12:38:19.530530 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: fip_pf_description.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.531444 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.531976 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 12:38:19.532381 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: fip_port_details.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.533312 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.533817 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: fip-port-details Aug 16 12:38:19.534162 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: flavors.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.535396 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.535913 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: flavors Aug 16 12:38:19.536245 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.537891 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.538448 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 12:38:19.538785 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: floatingip_pools.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.539494 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.540016 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: floatingip-pools Aug 16 12:38:19.540349 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: ip_allocation.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.541285 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.541795 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 12:38:19.542141 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.543068 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.543586 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: ip-substring-filtering Aug 16 12:38:19.543915 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: l2_adjacency.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.544850 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.545358 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 12:38:19.545683 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: l3.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.546683 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.547207 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: router Aug 16 12:38:19.548132 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.550638 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.551164 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 12:38:19.551499 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.552438 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.552957 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: ext-gw-mode Aug 16 12:38:19.553289 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.554345 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.554861 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: l3-ha Aug 16 12:38:19.555192 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: l3_flavors.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.556109 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.556628 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: l3-flavors Aug 16 12:38:19.556958 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.557870 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.558403 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 12:38:19.558731 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: l3agentscheduler.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.560170 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.560719 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: l3_agent_scheduler Aug 16 12:38:19.561049 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: logging.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.562564 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.563697 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension logging not supported by any of loaded plugins Aug 16 12:38:19.564185 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: metering.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.564863 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.565447 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: metering Aug 16 12:38:19.565777 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.566901 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.567426 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: metering_source_and_destination_fields Aug 16 12:38:19.567757 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: multiprovidernet.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.568684 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.569200 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: multi-provider Aug 16 12:38:19.569531 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: netmtu.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.570473 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.570988 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: net-mtu Aug 16 12:38:19.571315 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: netmtu_writable.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.572233 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.572749 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: net-mtu-writable Aug 16 12:38:19.573075 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: network_availability_zone.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.573747 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.574290 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: network_availability_zone Aug 16 12:38:19.574617 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: network_ip_availability.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.575702 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.576220 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: network-ip-availability Aug 16 12:38:19.576550 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: network_segment_range.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.577312 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.577818 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 12:38:19.578168 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: pagination.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.579219 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.579514 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: pagination Aug 16 12:38:19.579841 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: port_device_profile.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.580760 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.581274 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: port-device-profile Aug 16 12:38:19.581599 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.582804 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.583318 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: port-mac-address-regenerate Aug 16 12:38:19.583647 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.584576 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.585090 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: port-numa-affinity-policy Aug 16 12:38:19.585415 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: port_resource_request.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.586356 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.586868 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 12:38:19.587189 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: portbindings.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.588127 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.588645 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: binding Aug 16 12:38:19.588970 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: portbindings_extended.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.590387 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.590919 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: binding-extended Aug 16 12:38:19.591249 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: portsecurity.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.592174 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.592691 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: port-security Aug 16 12:38:19.593017 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: project_id.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.593989 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.594965 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: project-id Aug 16 12:38:19.595446 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: providernet.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.596220 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.596743 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: provider Aug 16 12:38:19.597069 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: qos.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.601221 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.601751 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension qos not supported by any of loaded plugins Aug 16 12:38:19.602087 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.603369 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.603891 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 12:38:19.604227 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.605159 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.605673 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 12:38:19.606003 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: qos_default.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.606954 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.607470 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension qos-default not supported by any of loaded plugins Aug 16 12:38:19.607802 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: qos_fip.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.608462 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.608969 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 12:38:19.609294 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: qos_gateway_ip.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.610821 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.611335 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 12:38:19.611660 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: qos_port_network_policy.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.612582 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.613095 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 12:38:19.613419 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: qos_pps_rule.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.614611 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.615130 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 12:38:19.615459 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: qos_rule_type_details.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.616391 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.616904 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 12:38:19.617230 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: qos_rules_alias.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.618376 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.618893 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 12:38:19.619219 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: quotasv2.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.620135 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.620465 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: quotas Aug 16 12:38:19.620787 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: quotasv2_detail.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.623854 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.624202 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: quota_details Aug 16 12:38:19.624540 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: rbac.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.625825 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.626413 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: rbac-policies Aug 16 12:38:19.626751 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: rbac_address_group.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.627691 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.628215 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: rbac-address-group Aug 16 12:38:19.628548 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: rbac_address_scope.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.629485 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.629987 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: rbac-address-scope Aug 16 12:38:19.630353 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: rbac_security_groups.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.631279 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.631793 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: rbac-security-groups Aug 16 12:38:19.632123 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: rbac_subnetpool.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.633036 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.633549 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: rbac-subnetpool Aug 16 12:38:19.633876 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: revisionifmatch.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.634824 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.635343 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: revision-if-match Aug 16 12:38:19.635673 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: revisions.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.636778 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.637291 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: standard-attr-revisions Aug 16 12:38:19.637621 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: router_availability_zone.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.638339 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.638855 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: router_availability_zone Aug 16 12:38:19.639184 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: routerservicetype.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.640104 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.640614 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 12:38:19.640940 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.641926 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.642477 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: security-groups-normalized-cidr Aug 16 12:38:19.642808 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.643732 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.644245 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: port-security-groups-filtering Aug 16 12:38:19.644571 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.645489 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.646012 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: security-groups-remote-address-group Aug 16 12:38:19.646362 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: securitygroup.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.656021 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.656576 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: security-group Aug 16 12:38:19.657448 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: segment.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.658343 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.658859 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension segment not supported by any of loaded plugins Aug 16 12:38:19.659193 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.660154 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.660674 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 12:38:19.661005 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: servicetype.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.662231 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.662756 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: service-type Aug 16 12:38:19.663086 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: sorting.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.664080 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.664415 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: sorting Aug 16 12:38:19.664745 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: standard_attr_segment.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.665672 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.666221 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 12:38:19.666550 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: standardattrdescription.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.667204 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.667714 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: standard-attr-description Aug 16 12:38:19.668041 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: stateful_security_group.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.668972 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.669489 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: stateful-security-group Aug 16 12:38:19.669818 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: stdattrs_common.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.670433 n-d-804708-1 neutron-server[101252]: WARNING neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 12:38:19.670758 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.671717 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.672233 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 12:38:19.673186 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: subnet_onboard.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.674316 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.674840 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: subnet_onboard Aug 16 12:38:19.675168 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.676101 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.676616 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 12:38:19.676944 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: subnet_service_types.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.677878 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.678420 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: subnet-service-types Aug 16 12:38:19.678747 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: subnetallocation.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.679833 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.680350 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: subnet_allocation Aug 16 12:38:19.680680 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.681350 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.681863 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: subnetpool-prefix-ops Aug 16 12:38:19.682226 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.683159 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.683679 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 12:38:19.684007 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: tagging.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.685081 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.685612 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: standard-attr-tag Aug 16 12:38:19.685943 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: timestamp.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.687184 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.687707 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loaded extension: standard-attr-timestamp Aug 16 12:38:19.688060 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: trunk.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.689099 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.689619 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension trunk not supported by any of loaded plugins Aug 16 12:38:19.689948 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: trunk_details.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.690899 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.691421 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 12:38:19.691749 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: uplink_status_propagation.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.692676 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.693196 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 12:38:19.693520 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Loading extension file: vlantransparent.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:38:19.694229 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:38:19.694745 n-d-804708-1 neutron-server[101252]: INFO neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 12:38:19.697207 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:network Aug 16 12:38:19.697726 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:subnet Aug 16 12:38:19.698157 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 12:38:19.698557 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:port Aug 16 12:38:19.699796 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.700260 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service FLAVORS assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.700875 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.701304 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.701644 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:router Aug 16 12:38:19.702086 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 12:38:19.702613 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service METERING assigned prefix: /metering {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.704195 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.704584 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.704944 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:38:19.705944 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 12:38:19.706421 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:security_group Aug 16 12:38:19.707112 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 12:38:19.708831 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service CORE assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.709183 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 12:38:19.709539 n-d-804708-1 neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] subnetpool is already registered Aug 16 12:38:19.709982 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service CORE assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.710337 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 12:38:19.710676 n-d-804708-1 neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] subnetpool is already registered Aug 16 12:38:19.712956 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.713394 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service FLAVORS assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.714017 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.714477 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.714818 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:router Aug 16 12:38:19.715160 n-d-804708-1 neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] router is already registered Aug 16 12:38:19.715583 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 12:38:19.715923 n-d-804708-1 neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] floatingip is already registered Aug 16 12:38:19.716373 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service METERING assigned prefix: /metering {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.717046 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 12:38:19.717377 n-d-804708-1 neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] rbac_policy is already registered Aug 16 12:38:19.717790 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:security_group Aug 16 12:38:19.718158 n-d-804708-1 neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] security_group is already registered Aug 16 12:38:19.718566 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 12:38:19.718903 n-d-804708-1 neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] security_group_rule is already registered Aug 16 12:38:19.720195 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service CORE assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.720528 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 12:38:19.720865 n-d-804708-1 neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] subnetpool is already registered Aug 16 12:38:19.721339 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Service CORE assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:38:19.721628 n-d-804708-1 neutron-server[101252]: INFO neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 12:38:19.721963 n-d-804708-1 neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] subnetpool is already registered Aug 16 12:38:19.722460 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: extensions {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.723911 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: address-groups {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.725390 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: address-scopes {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.726729 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: agents {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.727893 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: auto-allocated-topology {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.729131 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: availability_zones {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.730408 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: dhcp-networks {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.731914 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: dhcp-agents {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.733311 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: routers {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.735647 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: flavors {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.736938 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: service_profiles {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.738175 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: next_providers {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.739596 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: service_profiles {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.741107 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: floatingip-pools {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.742368 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: routers {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.744061 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: floatingips {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.745324 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: l3-routers {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.746754 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: l3-agents {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.748152 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: metering-labels {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.749458 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: metering-label-rules {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.750963 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: network-ip-availabilities {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.752210 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: bindings {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.753748 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: quotas {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.755323 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: quotas {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.756763 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: rbac-policies {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.757946 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: security-groups {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.759279 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: security-group-rules {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.760501 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: service-providers {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.761702 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: subnetpools {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.763192 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: subnetpools {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.764732 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.766523 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.768318 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.770074 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.771788 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.774747 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.776413 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.778226 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.780099 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.782399 n-d-804708-1 neutron-server[101252]: DEBUG neutron.api.extensions [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:38:19.788310 n-d-804708-1 neutron-server[101252]: WARNING keystonemiddleware.auth_token [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 12:38:19.792811 n-d-804708-1 neutron-server[101252]: WARNING keystonemiddleware.auth_token [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 12:38:19.801705 n-d-804708-1 neutron-server[101252]: DEBUG oslo_concurrency.lockutils [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Acquired lock "singleton_lock" {{(pid=101252) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 12:38:19.802192 n-d-804708-1 neutron-server[101252]: DEBUG oslo_concurrency.lockutils [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Releasing lock "singleton_lock" {{(pid=101252) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 12:38:19.802836 n-d-804708-1 neutron-server[101252]: INFO oslo_service.service [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Starting 2 workers Aug 16 12:38:19.807630 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Started child 101395 {{(pid=101252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 12:38:19.812014 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Started child 101396 {{(pid=101252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 12:38:19.813037 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:19.813731 n-d-804708-1 neutron-server[101252]: INFO neutron.service [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 12:38:19.814347 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Notify callbacks [] for process, before_spawn {{(pid=101252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:19.814507 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [-] (101395) wsgi starting up on http://0.0.0.0:9696 Aug 16 12:38:19.816774 n-d-804708-1 neutron-server[101252]: INFO oslo_service.service [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Starting 1 workers Aug 16 12:38:19.817012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:19.818350 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [-] (101396) wsgi starting up on http://0.0.0.0:9696 Aug 16 12:38:19.821971 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Started child 101397 {{(pid=101252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 12:38:19.822524 n-d-804708-1 neutron-server[101252]: INFO oslo_service.service [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Starting 1 workers Aug 16 12:38:19.825827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.service [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] calling RpcWorker wait() {{(pid=101397) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 12:38:19.826421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.service [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] returning from RpcWorker wait() {{(pid=101397) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 12:38:19.827065 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Started child 101398 {{(pid=101252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 12:38:19.827869 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:19.827973 n-d-804708-1 neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-8f1aec2b-e90a-4dc4-b7a1-356c97489479 None None] Notify callbacks [] for process, after_spawn {{(pid=101252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:19.828479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:38:19.829883 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101252) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 12:38:19.830118 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 12:38:19.830313 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 12:38:19.830540 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 12:38:19.830858 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 12:38:19.831025 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 12:38:19.831535 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.832087 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.832361 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.832622 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.832913 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.833539 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.833645 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:19.834142 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.834142 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.834341 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.834578 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.834752 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.834921 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.835179 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.835410 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.835692 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.835943 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.836193 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.836457 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.836629 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.836904 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.837176 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.837430 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.837701 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] debug = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.837941 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.838448 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.838702 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.838949 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.839185 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.839463 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.839705 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.839969 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.840204 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.840420 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.840658 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.840950 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.841186 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.841419 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.841663 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.841919 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.842163 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.842638 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] host = n-d-804708-1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.842856 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.843073 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.843333 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.843569 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.843811 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.844061 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.844917 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.845166 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.845420 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.845681 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.846013 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.846301 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.846554 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.846804 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.846971 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_options = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.847227 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.847495 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.847756 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.847947 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.848117 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.848296 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.848557 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.848726 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.848981 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.849215 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.849429 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.849645 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.849877 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.850157 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.850386 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.850642 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.850860 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.851092 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.851342 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.851589 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.851838 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.852075 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.852308 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.852530 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.852745 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.852958 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.853182 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.853396 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.853618 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.853873 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.854118 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.854420 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.854655 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.854897 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.855145 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.855372 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.855587 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.855863 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.856094 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.856338 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.856649 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.856801 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.857051 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.857274 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.857495 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.857710 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_json = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.857925 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.858161 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.858432 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.858655 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.858871 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.859108 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.859321 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.859553 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.860620 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.861040 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.861569 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.861827 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.862067 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.862350 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.862605 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.862839 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.863104 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.863339 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.863722 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.863914 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.864218 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.864460 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.864718 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.865053 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.865321 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.865585 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.865835 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.866051 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.866328 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.866591 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.867027 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.867303 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.867573 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.867826 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.868062 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.868321 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.868567 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.868895 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.869006 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.869267 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.869506 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.869800 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.870080 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.870283 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.870672 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.870767 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.871036 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.871285 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.871461 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.871695 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.872029 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.872157 n-d-804708-1 neutron-server[101398]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:38:19.872244 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.872417 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.872620 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.872872 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.873743 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.873743 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.873743 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.874004 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.874086 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.874731 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.874731 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.874731 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.874981 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.875682 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.875682 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.875682 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.875987 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.876228 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.876509 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.876767 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.878134 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.878134 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.878134 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.878134 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.878134 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.878134 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.878633 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.878633 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.878793 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.878881 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.879103 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.879324 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.879542 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.879756 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.880008 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.880251 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.880469 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.880689 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.880903 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.881566 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.881788 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.882091 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.882721 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.882973 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.883224 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.883445 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.883697 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.883942 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.884200 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.884425 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.884738 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.885136 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.885534 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.885921 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.886222 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.886453 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.886836 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.887248 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.887471 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.887721 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.887920 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.888304 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.888764 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.889038 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.889275 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.889530 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.889784 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.890044 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.890504 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.890774 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.891051 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.891448 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.891833 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.892293 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.892623 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.892919 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.893161 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.893405 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.893664 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.893900 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.894195 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.894443 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.894699 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.894917 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.895349 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.895718 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.896115 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.896354 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.897139 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.897139 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.897354 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.897453 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.897654 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.897940 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.898231 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.898508 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.898769 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.899027 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.899287 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.899537 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.899800 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.900017 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.900263 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.900491 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.900707 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.900955 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.901169 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.901411 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.901646 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.901888 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.902158 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.902378 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.902623 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.902865 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.903083 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.903304 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.903554 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.903770 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.904008 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.904248 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.904491 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.904709 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.904931 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.905146 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.905396 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.905618 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.905905 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.906192 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.906462 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.906695 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.908554 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.908554 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.908554 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.908554 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.908554 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.908961 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.908961 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.909250 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.909897 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.909897 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.910074 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.910302 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.911780 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.911780 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.911780 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.911780 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.912102 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.912102 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.912257 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.912550 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.912798 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.913015 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.913414 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.913779 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.914248 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.914671 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.915071 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.915331 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.915550 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.915761 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.916160 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.916522 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.916913 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.917362 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.917619 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.917985 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.918405 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.918805 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.919179 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.919562 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.919814 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.920029 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.920408 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.920786 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.921154 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.921685 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.922046 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.922506 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.923241 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.923469 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.923707 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.923926 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.924144 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.924358 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.924590 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.924846 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.925025 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.925253 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.925499 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.925716 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.925942 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.926193 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.926555 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.926948 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.927310 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.927664 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.928058 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.928432 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.928809 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.929271 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.929662 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.930037 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.930363 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.930603 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.930867 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.931134 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.931473 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.931717 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.931988 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.932232 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.932472 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.932743 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.933007 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.933306 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.933766 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.934025 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.934451 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.934710 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.935000 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.935248 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.935464 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.935760 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.936105 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.936387 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.936636 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.936893 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.937148 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.937382 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.937601 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.937849 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.938221 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.938465 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.938698 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.938947 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.939171 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.939408 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.939673 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.939885 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.940123 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.940362 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.940585 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.940803 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.940961 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 12:38:19.941487 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101252) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 12:38:19.941651 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 12:38:19.941804 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 12:38:19.941981 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 12:38:19.942197 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 12:38:19.942355 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 12:38:19.942563 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.942727 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.942889 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.943049 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.943209 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.943389 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.943550 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.943709 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.943868 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.944026 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.944185 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.944344 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.944503 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.944661 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.944820 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.944979 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.945136 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.945295 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.945459 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.945619 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.945778 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.945936 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.946115 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] debug = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.946279 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.946475 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.946630 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.946787 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.946946 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.947105 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.947267 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.947428 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.947587 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.947746 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.947950 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.948078 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.948190 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.948344 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.948502 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.948662 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.948820 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.948979 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] host = n-d-804708-1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.949137 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.949296 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.949455 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.949763 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.949905 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.950029 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.950175 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.950335 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.950494 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.950648 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.950806 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.950957 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.951117 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.951631 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.951937 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_options = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.952097 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.952406 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.952563 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.952898 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.953071 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.953230 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.953392 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.953547 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.953871 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.954192 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.954498 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.954657 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.954818 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.954982 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.955146 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.955303 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.955607 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.955769 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.955934 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.956094 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.956258 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.956417 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.956577 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.956991 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.957150 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.957311 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.957470 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.957629 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.957788 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.957948 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.958143 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.958312 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.958477 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.958638 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.958830 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.958946 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.959103 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.959415 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.959574 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.959734 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.959892 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.960052 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.960703 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.960703 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.960703 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.960703 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_json = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.961001 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.961001 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.961221 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.961303 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.961380 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.961540 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.961692 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.961856 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:38:19.962033 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.962221 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.962396 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.962560 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.962723 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.962886 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.963050 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.963212 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.963375 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.963537 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.963705 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.963869 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.964044 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.964208 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.964374 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.964534 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.964703 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.964863 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.965026 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.965188 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.965350 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.965513 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.965692 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.965856 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.966020 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.966218 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.966383 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.966550 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.966717 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.966877 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.967040 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.967213 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.967374 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.967537 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.967700 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.967862 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.968026 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.968190 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.968351 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.968515 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.968676 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.968839 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.969001 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.969210 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.969882 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.970062 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.970268 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.970493 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.970716 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.970815 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.970981 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.971144 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.971307 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.971517 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.971633 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.971796 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.971959 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.972121 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.972284 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.972446 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.972609 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.972786 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.972949 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.973112 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.973275 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.973438 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.973600 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.973685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:38:19.973769 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.973913 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.974075 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.974274 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.974436 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.974599 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.974762 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.974924 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.975087 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.975251 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.975413 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.975576 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.975741 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.975904 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.976066 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.976229 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.976391 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.976562 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.976740 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.976903 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.977064 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.977252 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.977417 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.977695 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.977952 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.978246 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.978520 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.978804 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.979090 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.979382 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.979680 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.979972 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.980265 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.980540 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.980810 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.981098 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.981398 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.981695 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.981989 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.982339 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.982624 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.982895 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.983167 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.983440 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.983706 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.983882 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.984054 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.984222 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.984397 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.984574 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.984741 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.985484 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.985858 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.986054 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.986326 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.986512 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.986691 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.986691 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.987024 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.987024 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.987421 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.987421 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.987776 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.987776 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.987776 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.988261 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.988261 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.988261 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.988624 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.988624 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.988891 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.988891 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.989132 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.989132 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.989414 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.989551 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.989692 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.989833 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.989963 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.990121 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.990257 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.990438 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.990624 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.990790 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.990971 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.991106 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.991269 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.991432 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.991595 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.991757 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.991920 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.992083 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.992246 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.992408 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.992572 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.992735 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.992900 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.993064 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.993225 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.993388 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.993551 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.993714 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.993878 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.994042 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.994229 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.994394 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.994556 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.994719 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.994882 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.995046 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.995209 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.995372 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.995535 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.995698 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.995862 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.996025 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.996199 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.996352 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.996514 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.996677 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.996856 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.997021 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.997184 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.997346 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.997508 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.997675 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.997838 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.998001 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.998193 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.998357 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.998519 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.998685 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.998851 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.999034 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.999173 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.999324 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.999487 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.999649 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.999812 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:19.999988 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.000152 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.000316 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.000495 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.001173 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.001173 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.001173 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.001413 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.001413 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.001588 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.001750 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.001912 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.002086 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.002270 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.002433 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.002596 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.002757 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.002920 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.003098 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.003260 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.003422 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.003583 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.003745 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.003907 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.004079 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.004242 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.004405 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.004566 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.004727 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.004888 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.005062 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.005224 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.005387 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.005548 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.005710 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.005871 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.006043 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.006240 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.006382 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.006553 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.006717 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.006880 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.007041 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.007217 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.007381 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.007546 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.007714 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.007877 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.008040 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.008205 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.008372 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.008544 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.008714 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.008877 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.009053 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.009215 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.009384 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.009547 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.009719 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.009892 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.010053 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.010238 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.010401 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.010565 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.010729 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.010891 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.011053 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.011216 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.011379 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.011543 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.011705 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.011867 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.012030 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.012193 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.012356 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.012519 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.012682 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.012846 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.013009 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:38:20.013168 n-d-804708-1 neutron-server[101252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 12:38:20.154945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51384) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:38:20.164473 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061326 Aug 16 12:38:31.755856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e44eb-97ca-40c1-85c4-92d64c924f24 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 12:38:31.853538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e44eb-97ca-40c1-85c4-92d64c924f24 None None] No non-hosted networks {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 12:38:31.877128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.agentschedulers_db [None req-975e44eb-97ca-40c1-85c4-92d64c924f24 None None] DHCP Agent not found on host n-d-804708-1 {{(pid=101397) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 12:38:31.931079 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c8e21134-6030-4679-a9c8-c7b2d79bdd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1650988'] for agent, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:34.261549 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7fa2424f-a566-49fc-8778-cff90045be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1650988'] for agent, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:34.316597 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dd2c9392-b596-488e-a7f4-dc74f6a8ffa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:34.470194 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1650988'] for agent, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:34.471383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.471996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.472529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.473084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.473591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.474221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.476696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.481027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.481578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.484578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.485737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.491219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:34.491983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804708-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:38:34.503164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804708-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:38:35.343760 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1650988'] for agent, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:37.122377 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1650988'] for agent, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:38.442632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51476) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:38:38.707633 n-d-804708-1 neutron-server[101397]: INFO neutron.db.l3_hamode_db [None req-32cf1d24-6783-491c-bc12-060f7f31090b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 12:38:38.789011 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf1d24-6783-491c-bc12-060f7f31090b None None] Routers set() bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:38:38.789398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf1d24-6783-491c-bc12-060f7f31090b None None] Router IDs set() for agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 12:38:38.969030 n-d-804708-1 neutron-server[101396]: WARNING oslo_policy.policy [None req-af45858f-13de-4abe-8e4e-9b80c2bb4bc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:38:38.970317 n-d-804708-1 neutron-server[101396]: WARNING oslo_policy.policy [None req-af45858f-13de-4abe-8e4e-9b80c2bb4bc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:38:39.205548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-af45858f-13de-4abe-8e4e-9b80c2bb4bc1 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:38:39.207245 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af45858f-13de-4abe-8e4e-9b80c2bb4bc1 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7630553 Aug 16 12:38:41.567474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51490) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:38:41.883910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-831cad73-c46b-49c7-bc6c-e2e155827dff admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:38:41.977520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.policy [None req-831cad73-c46b-49c7-bc6c-e2e155827dff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101396) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 12:38:42.021923 n-d-804708-1 neutron-server[101396]: WARNING oslo_policy.policy [None req-831cad73-c46b-49c7-bc6c-e2e155827dff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:38:42.022319 n-d-804708-1 neutron-server[101396]: WARNING oslo_policy.policy [None req-831cad73-c46b-49c7-bc6c-e2e155827dff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:38:42.031017 n-d-804708-1 neutron-server[101396]: INFO neutron.quota [None req-831cad73-c46b-49c7-bc6c-e2e155827dff admin admin] Loaded quota_driver: . Aug 16 12:38:42.122122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-831cad73-c46b-49c7-bc6c-e2e155827dff admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665538564', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665537115', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665517638', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665516053', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665946732', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665503731', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-604699', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743188', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1764270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1698558'] for rbac-policy, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:42.187139 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-831cad73-c46b-49c7-bc6c-e2e155827dff admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:42.189115 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-831cad73-c46b-49c7-bc6c-e2e155827dff admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6206484 Aug 16 12:38:44.726675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51502) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:38:45.240556 n-d-804708-1 neutron-server[101395]: WARNING oslo_policy.policy [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:38:45.241151 n-d-804708-1 neutron-server[101395]: WARNING oslo_policy.policy [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:38:45.456218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '270af592f1384b4d9bd69a836869abbc', 'tenant_id': '270af592f1384b4d9bd69a836869abbc'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:38:45.458091 n-d-804708-1 neutron-server[101395]: INFO neutron.quota [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Loaded quota_driver: . Aug 16 12:38:45.515673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Made reservation on behalf of 270af592f1384b4d9bd69a836869abbc for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:38:45.586960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.policy [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101395) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 12:38:45.635973 n-d-804708-1 neutron-server[101395]: WARNING oslo_policy.policy [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:38:45.636340 n-d-804708-1 neutron-server[101395]: WARNING oslo_policy.policy [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:38:45.646743 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:45.667673 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:45.802199 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:45.806012 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:45.830587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:38:45.855653 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769668279610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:45.856247 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Unsubscribe: segment precommit_create {{(pid=101395) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 12:38:45.856764 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Added segment a0210d82-3219-43b5-b9c5-7ab037935242 of type vlan for network 119059c6-0043-433a-9e06-3f2734777a5a Aug 16 12:38:45.866879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a84afd-a1a7-4f3b-a357-a89136d8e5bf,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:38:45.896295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.896636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.896973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.897304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.897637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.897962 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.898310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.898635 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.898953 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.899272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.899590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.899906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Tracked resource versions report: Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: pushed versions: Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: { 'AddressGroup': {'1.2'}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'ConntrackHelper': {'1.0'}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'Log': {'1.0'}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'Network': {'1.1'}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'Port': {'1.7'}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'PortForwarding': {'1.2'}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'QosPolicy': {'1.9'}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'SecurityGroup': {'1.4'}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'SubPort': {'1.0'}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'Subnet': {'1.1'}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'Trunk': {'1.1'}} Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: consumer versions: Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: { DHCP agent@n-d-804708-1: {}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: L3 agent@n-d-804708-1: {}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: Metadata agent@n-d-804708-1: {}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: Metering agent@n-d-804708-1: {}, Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: Open vSwitch agent@n-d-804708-1: { 'AddressGroup': '1.2', Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'ConntrackHelper': '1.0', Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'Log': '1.0', Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'Network': '1.1', Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'Port': '1.7', Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'PortForwarding': '1.2', Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'QosPolicy': '1.9', Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'SecurityGroup': '1.4', Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'SecurityGroupRule': '1.2', Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'SubPort': '1.0', Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'Subnet': '1.1', Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: 'Trunk': '1.1'}} Aug 16 12:38:45.901002 n-d-804708-1 neutron-server[101395]: {{(pid=101395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:38:45.992548 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:46.040249 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:46.041436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:38:46.042141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:46.090807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3618841 Aug 16 12:38:46.144265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed0e6f-132b-4c42-8cad-10f6d8bb01b1 admin admin] Pushing event updated for resources: {'Network': ['ID=119059c6-0043-433a-9e06-3f2734777a5a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:38:46.157029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 119059c6-0043-433a-9e06-3f2734777a5a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:38:48.756719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51524) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:38:49.188720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8073a98d-da41-4df7-9cb4-73495841814d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:38:49.190151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8073a98d-da41-4df7-9cb4-73495841814d admin admin] 10.222.0.25 "GET /v2.0/networks/119059c6-0043-433a-9e06-3f2734777a5a HTTP/1.1" status: 200 len: 824 time: 0.4324820 Aug 16 12:38:49.215234 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0555231d-d4ee-4e37-89d1-0307b7ba8d16 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/ef921ca7-2540-4d92-b94e-bafe317e5cf8 HTTP/1.1" status: 200 len: 734 time: 0.0188763 Aug 16 12:38:49.225015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'ef921ca7-2540-4d92-b94e-bafe317e5cf8', 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a', 'gateway_ip': '172.20.0.1', 'tenant_id': '270af592f1384b4d9bd69a836869abbc'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:38:49.253868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Made reservation on behalf of 270af592f1384b4d9bd69a836869abbc for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:38:49.256707 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:49.568144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:49.664943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Checking segment: {'id': 'a0210d82-3219-43b5-b9c5-7ab037935242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:38:49.668415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Network hostable DHCP agents. Network: 119059c6-0043-433a-9e06-3f2734777a5a, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:38:49.679941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60cf0dca-a8cd-4b81-a2aa-cb1390e38ada,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:38:49.697190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.697522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.697851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.698211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.698530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.698849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.699162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.699476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.699785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.700095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.700406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.700714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Tracked resource versions report: Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: pushed versions: Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: { 'AddressGroup': {'1.2'}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'ConntrackHelper': {'1.0'}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'Log': {'1.0'}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'Network': {'1.1'}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'Port': {'1.7'}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'PortForwarding': {'1.2'}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'QosPolicy': {'1.9'}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'SecurityGroup': {'1.4'}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'SubPort': {'1.0'}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'Subnet': {'1.1'}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'Trunk': {'1.1'}} Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: consumer versions: Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: { DHCP agent@n-d-804708-1: {}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: L3 agent@n-d-804708-1: {}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: Metadata agent@n-d-804708-1: {}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: Metering agent@n-d-804708-1: {}, Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: Open vSwitch agent@n-d-804708-1: { 'AddressGroup': '1.2', Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'ConntrackHelper': '1.0', Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'Log': '1.0', Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'Network': '1.1', Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'Port': '1.7', Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'PortForwarding': '1.2', Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'QosPolicy': '1.9', Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'SecurityGroup': '1.4', Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'SecurityGroupRule': '1.2', Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'SubPort': '1.0', Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'Subnet': '1.1', Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: 'Trunk': '1.1'}} Aug 16 12:38:49.701798 n-d-804708-1 neutron-server[101396]: {{(pid=101396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:38:49.737683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Network 119059c6-0043-433a-9e06-3f2734777a5a is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:38:49.760737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 119059c6-0043-433a-9e06-3f2734777a5a) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:38:49.769957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:38:49.770747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:49.772543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f591c6d-1b66-4929-89e3-68aeb096a174 None None] Network 119059c6-0043-433a-9e06-3f2734777a5a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:38:49.785217 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-889876b4-fc6f-4237-81fb-8eff98f183d1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5634661 Aug 16 12:38:50.179961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-119059c6-0043-433a-9e06-3f2734777a5a', 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'fixed_ips': [{'subnet_id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:38:50.181211 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:50.480033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Allocated IP 172.20.0.2 (119059c6-0043-433a-9e06-3f2734777a5a/60cf0dca-a8cd-4b81-a2aa-cb1390e38ada/92fba828-944f-4388-90cb-aaf062f74a52) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:38:50.685274 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:50.727671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Transition to ACTIVE for port object 92fba828-944f-4388-90cb-aaf062f74a52 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:38:50.748671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Transition to ACTIVE for port object 92fba828-944f-4388-90cb-aaf062f74a52 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:38:50.757186 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:50.831975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Network 119059c6-0043-433a-9e06-3f2734777a5a is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:38:50.836950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:38:50.842145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Pushing event updated for resources: {'Port': ['ID=92fba828-944f-4388-90cb-aaf062f74a52,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:38:50.844840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:38:50.854275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.854627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.854985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.855313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.855641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.855967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.856291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.856614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.856936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.857260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.857578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.857895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Tracked resource versions report: Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: pushed versions: Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: { 'AddressGroup': {'1.2'}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'ConntrackHelper': {'1.0'}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'Log': {'1.0'}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'Network': {'1.1'}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'Port': {'1.7'}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'PortForwarding': {'1.2'}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'QosPolicy': {'1.9'}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'SecurityGroup': {'1.4'}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'SubPort': {'1.0'}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'Subnet': {'1.1'}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'Trunk': {'1.1'}} Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: consumer versions: Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: { DHCP agent@n-d-804708-1: {}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: L3 agent@n-d-804708-1: {}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: Metadata agent@n-d-804708-1: {}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: Metering agent@n-d-804708-1: {}, Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: Open vSwitch agent@n-d-804708-1: { 'AddressGroup': '1.2', Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'ConntrackHelper': '1.0', Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'Log': '1.0', Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'Network': '1.1', Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'Port': '1.7', Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'PortForwarding': '1.2', Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'QosPolicy': '1.9', Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'SecurityGroup': '1.4', Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'SecurityGroupRule': '1.2', Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'SubPort': '1.0', Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'Subnet': '1.1', Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: 'Trunk': '1.1'}} Aug 16 12:38:50.858990 n-d-804708-1 neutron-server[101397]: {{(pid=101397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:38:50.929994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Attempting to bind port 92fba828-944f-4388-90cb-aaf062f74a52 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:38:50.930420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Attempting to bind port 92fba828-944f-4388-90cb-aaf062f74a52 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'a0210d82-3219-43b5-b9c5-7ab037935242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:38:50.930828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Attempting to bind port 92fba828-944f-4388-90cb-aaf062f74a52 on network 119059c6-0043-433a-9e06-3f2734777a5a {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:38:50.935620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:38:50.936031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Checking segment: {'id': 'a0210d82-3219-43b5-b9c5-7ab037935242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:38:50.936527 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:50.936938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Bound using segment: {'id': 'a0210d82-3219-43b5-b9c5-7ab037935242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:38:50.937520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Bound port: 92fba828-944f-4388-90cb-aaf062f74a52, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0210d82-3219-43b5-b9c5-7ab037935242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:38:50.938171 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:51.002574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] For port 92fba828-944f-4388-90cb-aaf062f74a52, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:38:51.007089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] For port 92fba828-944f-4388-90cb-aaf062f74a52, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=92fba828-944f-4388-90cb-aaf062f74a52,segment=NetworkSegment(a0210d82-3219-43b5-b9c5-7ab037935242),segment_id=a0210d82-3219-43b5-b9c5-7ab037935242)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:38:51.011294 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:51.078864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19973c-e271-4f09-8015-9971aaa0d155 None None] Pushing event updated for resources: {'Port': ['ID=92fba828-944f-4388-90cb-aaf062f74a52,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:38:52.266045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51536) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:38:52.604076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-b2b7b9e9-0b57-438c-9245-e099e5602395 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:38:52.605057 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b2b7b9e9-0b57-438c-9245-e099e5602395 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3378339 Aug 16 12:38:55.049743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51544) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:38:55.372469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-cfd138cb-ea3c-45ab-8c1a-17dbe9f72d40 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:38:55.373446 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cfd138cb-ea3c-45ab-8c1a-17dbe9f72d40 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3227463 Aug 16 12:38:58.035195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51554) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:38:58.340803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-38e40302-77ee-44f5-a721-40e616f17c9d admin admin] Request body: {'router': {'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'name': 'router1', 'admin_state_up': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:38:58.365152 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38e40302-77ee-44f5-a721-40e616f17c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:58.366911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38e40302-77ee-44f5-a721-40e616f17c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:58.544788 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38e40302-77ee-44f5-a721-40e616f17c9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:58.549584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38e40302-77ee-44f5-a721-40e616f17c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:58.561962 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38e40302-77ee-44f5-a721-40e616f17c9d admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:38:58.563265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-38e40302-77ee-44f5-a721-40e616f17c9d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5271051 Aug 16 12:38:59.571510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b504fe-304f-4b20-a606-d80ce4602c5c None None] Network 119059c6-0043-433a-9e06-3f2734777a5a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:38:59.689425 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7735304d-3fba-4a86-94c9-bfd4facc8889 None None] Provisioning for port 92fba828-944f-4388-90cb-aaf062f74a52 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:39:00.397298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 92fba828-944f-4388-90cb-aaf062f74a52 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:39:00.477875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 92fba828-944f-4388-90cb-aaf062f74a52 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:39:00.481717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 92fba828-944f-4388-90cb-aaf062f74a52 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:39:00.482135 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:00.590186 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:00.624697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 92fba828-944f-4388-90cb-aaf062f74a52, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=92fba828-944f-4388-90cb-aaf062f74a52,segment=NetworkSegment(a0210d82-3219-43b5-b9c5-7ab037935242),segment_id=a0210d82-3219-43b5-b9c5-7ab037935242)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:39:00.628824 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:00.685202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=92fba828-944f-4388-90cb-aaf062f74a52,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:00.947546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51566) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:39:01.272734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-8b4c48d7-abba-4064-aec5-5ff5e9adc486 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:39:01.273719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8b4c48d7-abba-4064-aec5-5ff5e9adc486 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3252540 Aug 16 12:39:01.681253 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-414fc3c2-31b2-45ef-a91e-bded5f374a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:02.367675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 92fba828-944f-4388-90cb-aaf062f74a52 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:39:02.413350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 92fba828-944f-4388-90cb-aaf062f74a52 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:39:02.413719 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:03.653750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51574) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:39:03.976206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:39:03.997287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Made reservation on behalf of ccc85032d59e45a89cb9172f37784206 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:39:04.000822 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:04.008900 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:04.103230 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:04.106656 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:04.121173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Reserving flat network on physical network physnet1 {{(pid=101395) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 12:39:04.142170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa74c32-8883-4f44-a95f-70e7ac034fc7,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:04.144959 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:04.145298 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Added segment aecec37b-910b-4067-9a99-8c52245fe544 of type flat for network 72a09032-0771-4e06-9125-a9a480bbb297 Aug 16 12:39:04.191925 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:04.223498 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:04.224563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:39:04.225171 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:04.248090 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cf8f322e-c0cc-4c63-a24b-d8eeae0b8547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:04.288558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6335974 Aug 16 12:39:04.301225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7e8b7-ae02-494a-88cd-d1c4357ba9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=72a09032-0771-4e06-9125-a9a480bbb297,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:04.313689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 72a09032-0771-4e06-9125-a9a480bbb297 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:39:04.453366 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:05.299995 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:06.637971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51592) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:39:06.817611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d1a02-22aa-40ec-8c77-6d56fbcb6d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:39:06.818995 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-278d1a02-22aa-40ec-8c77-6d56fbcb6d01 admin admin] 10.222.0.25 "GET /v2.0/subnets/60cf0dca-a8cd-4b81-a2aa-cb1390e38ada HTTP/1.1" status: 200 len: 849 time: 0.1800835 Aug 16 12:39:06.941230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fe3a7516-9aa8-4b12-93af-5f1d15a7a5f7 admin admin] 10.222.0.25 "GET /v2.0/routers/ef46de69-120f-4d93-8cee-d63fd8837088 HTTP/1.1" status: 200 len: 704 time: 0.1162632 Aug 16 12:39:07.073570 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:07.199942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:07.510660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Allocated IP 172.20.0.1 (119059c6-0043-433a-9e06-3f2734777a5a/60cf0dca-a8cd-4b81-a2aa-cb1390e38ada/56b72f4b-034c-4301-baae-fb671f4c9174) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:39:07.663109 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:07.684729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Transition to ACTIVE for port object 56b72f4b-034c-4301-baae-fb671f4c9174 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:39:07.774448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:07.850515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Network 119059c6-0043-433a-9e06-3f2734777a5a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:39:07.857984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:39:07.860178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Pushing event updated for resources: {'Port': ['ID=56b72f4b-034c-4301-baae-fb671f4c9174,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:07.871757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:39:07.872294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:08.087909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-416ceace-1133-4785-8a81-962bb9791b4e None None] Provisioning for port 56b72f4b-034c-4301-baae-fb671f4c9174 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:39:08.092454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-416ceace-1133-4785-8a81-962bb9791b4e None None] Provisioning complete for port 56b72f4b-034c-4301-baae-fb671f4c9174 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:39:08.092831 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-416ceace-1133-4785-8a81-962bb9791b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:08.129089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-416ceace-1133-4785-8a81-962bb9791b4e None None] Port 56b72f4b-034c-4301-baae-fb671f4c9174 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:39:08.135086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:08.345153 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:08.349397 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:08.350194 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:08.434515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Pushing event updated for resources: {'Port': ['ID=56b72f4b-034c-4301-baae-fb671f4c9174,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:08.476762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Network 119059c6-0043-433a-9e06-3f2734777a5a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:39:08.478015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:39:08.635967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Router ef46de69-120f-4d93-8cee-d63fd8837088 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:39:08.650734 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-03257e62-5b4d-4ef9-a70c-3ae04dd017ea None None] Provisioning complete for port 56b72f4b-034c-4301-baae-fb671f4c9174 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:39:08.651108 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-03257e62-5b4d-4ef9-a70c-3ae04dd017ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:08.682974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-03257e62-5b4d-4ef9-a70c-3ae04dd017ea None None] Port 56b72f4b-034c-4301-baae-fb671f4c9174 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:39:08.727299 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:39:08.732735 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ca4abbb3-e1b7-40a0-be7a-ae52e9371974 admin admin] 10.222.0.25 "PUT /v2.0/routers/ef46de69-120f-4d93-8cee-d63fd8837088/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7862003 Aug 16 12:39:08.754935 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Sync routers for ids ['ef46de69-120f-4d93-8cee-d63fd8837088'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:39:08.766235 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Routers {'ef46de69-120f-4d93-8cee-d63fd8837088'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:39:08.767059 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:39:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ef46de69-120f-4d93-8cee-d63fd8837088'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:39:08.950310 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Set router ef46de69-120f-4d93-8cee-d63fd8837088 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:39:09.377858 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'name': 'router1', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:38:58Z', 'updated_at': '2021-08-16T12:39:08Z', 'revision_number': 2, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'gw_port_host': None, '_interfaces': [{'id': '56b72f4b-034c-4301-baae-fb671f4c9174', 'name': '', 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'mac_address': 'fa:16:3e:06:48:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:39:07Z', 'updated_at': '2021-08-16T12:39:08Z', 'revision_number': 2, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'subnets': [{'id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef921ca7-2540-4d92-b94e-bafe317e5cf8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:39:09.431351 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Checking router: ef46de69-120f-4d93-8cee-d63fd8837088 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:39:09.431719 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Updating router ef46de69-120f-4d93-8cee-d63fd8837088 port 56b72f4b-034c-4301-baae-fb671f4c9174 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:39:09.480881 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:10.025496 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:10.044513 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Transition to ACTIVE for port object 56b72f4b-034c-4301-baae-fb671f4c9174 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:39:10.053091 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:10.185942 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Pushing event updated for resources: {'Port': ['ID=56b72f4b-034c-4301-baae-fb671f4c9174,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:10.236901 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Attempting to bind port 56b72f4b-034c-4301-baae-fb671f4c9174 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:39:10.237310 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Attempting to bind port 56b72f4b-034c-4301-baae-fb671f4c9174 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'a0210d82-3219-43b5-b9c5-7ab037935242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:39:10.237734 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Attempting to bind port 56b72f4b-034c-4301-baae-fb671f4c9174 on network 119059c6-0043-433a-9e06-3f2734777a5a {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:39:10.240424 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.240769 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.241108 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.241442 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.241771 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.242120 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.242441 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.242763 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.243086 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.243408 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.243727 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.244044 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Tracked resource versions report: Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: pushed versions: Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: { 'AddressGroup': {'1.2'}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'ConntrackHelper': {'1.0'}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'Log': {'1.0'}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'Network': {'1.1'}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'Port': {'1.7'}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'PortForwarding': {'1.2'}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'QosPolicy': {'1.9'}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'SecurityGroup': {'1.4'}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'SubPort': {'1.0'}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'Subnet': {'1.1'}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'Trunk': {'1.1'}} Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: consumer versions: Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: { DHCP agent@n-d-804708-1: {}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: L3 agent@n-d-804708-1: {}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: Metadata agent@n-d-804708-1: {}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: Metering agent@n-d-804708-1: {}, Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: Open vSwitch agent@n-d-804708-1: { 'AddressGroup': '1.2', Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'ConntrackHelper': '1.0', Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'Log': '1.0', Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'Network': '1.1', Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'Port': '1.7', Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'PortForwarding': '1.2', Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'QosPolicy': '1.9', Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'SecurityGroup': '1.4', Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'SecurityGroupRule': '1.2', Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'SubPort': '1.0', Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'Subnet': '1.1', Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: 'Trunk': '1.1'}} Aug 16 12:39:10.245139 n-d-804708-1 neutron-server[101398]: {{(pid=101398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:39:10.251440 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:39:10.251848 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Checking segment: {'id': 'a0210d82-3219-43b5-b9c5-7ab037935242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:39:10.252340 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:10.252741 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Bound using segment: {'id': 'a0210d82-3219-43b5-b9c5-7ab037935242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:39:10.253255 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Bound port: 56b72f4b-034c-4301-baae-fb671f4c9174, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0210d82-3219-43b5-b9c5-7ab037935242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:39:10.253675 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:10.323266 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] For port 56b72f4b-034c-4301-baae-fb671f4c9174, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:39:10.352626 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] For port 56b72f4b-034c-4301-baae-fb671f4c9174, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=56b72f4b-034c-4301-baae-fb671f4c9174,segment=NetworkSegment(a0210d82-3219-43b5-b9c5-7ab037935242),segment_id=a0210d82-3219-43b5-b9c5-7ab037935242)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:39:10.363364 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:10.423006 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f552a9-eb7b-46ae-86b3-f13b712e0259 None None] Pushing event updated for resources: {'Port': ['ID=56b72f4b-034c-4301-baae-fb671f4c9174,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:10.427233 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Routers {'ef46de69-120f-4d93-8cee-d63fd8837088'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:39:10.427850 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:39:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ef46de69-120f-4d93-8cee-d63fd8837088'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:39:10.522562 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] Set router ef46de69-120f-4d93-8cee-d63fd8837088 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:39:10.738728 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'name': 'router1', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:38:58Z', 'updated_at': '2021-08-16T12:39:08Z', 'revision_number': 2, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'gw_port_host': None, '_interfaces': [{'id': '56b72f4b-034c-4301-baae-fb671f4c9174', 'name': '', 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'mac_address': 'fa:16:3e:06:48:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:39:07Z', 'updated_at': '2021-08-16T12:39:10Z', 'revision_number': 4, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'subnets': [{'id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef921ca7-2540-4d92-b94e-bafe317e5cf8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:39:10.764217 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce56a0-158a-4409-9dcd-94c995cd2169 None None] The sync data for ids ['ef46de69-120f-4d93-8cee-d63fd8837088'] in n-d-804708-1 is: [{'id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'name': 'router1', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:38:58Z', 'updated_at': '2021-08-16T12:39:08Z', 'revision_number': 2, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'gw_port_host': None, '_interfaces': [{'id': '56b72f4b-034c-4301-baae-fb671f4c9174', 'name': '', 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'mac_address': 'fa:16:3e:06:48:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:39:07Z', 'updated_at': '2021-08-16T12:39:10Z', 'revision_number': 4, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'subnets': [{'id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef921ca7-2540-4d92-b94e-bafe317e5cf8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:39:11.040915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51614) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:39:11.154609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9abeb63-1954-42df-ae66-51b1924428bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:39:11.162623 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e9abeb63-1954-42df-ae66-51b1924428bb admin admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 842 time: 0.1140983 Aug 16 12:39:11.166849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'name': 'public-subnet', 'cidr': '172.25.0.0/24'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:39:11.187245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Made reservation on behalf of ccc85032d59e45a89cb9172f37784206 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:39:11.189852 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:11.472336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 12:39:11.472778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:11.530803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca01e7b-1eb9-46a2-b381-8c7819f25dbb,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:11.537674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:39:11.538625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Network hostable DHCP agents. Network: 72a09032-0771-4e06-9125-a9a480bbb297, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:39:11.553391 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:39:11.561622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 72a09032-0771-4e06-9125-a9a480bbb297) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:39:11.566417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:39:11.567048 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:11.571250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f11d90-ed61-46a7-8c23-c25c5b87600b None None] Network 72a09032-0771-4e06-9125-a9a480bbb297 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:39:11.590207 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-88204dab-2a2a-4c12-a700-551fc5ff0536 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4181528 Aug 16 12:39:11.702181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20a5f18-af7a-4311-b5c3-102fb9bca9c5 None None] Network 72a09032-0771-4e06-9125-a9a480bbb297 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:39:13.912863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51622) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:39:14.047990 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-709edbfb-8e52-42df-87df-3b2801c626c3 admin admin] 10.222.0.25 "GET /v2.0/routers/ef46de69-120f-4d93-8cee-d63fd8837088 HTTP/1.1" status: 200 len: 710 time: 0.1339014 Aug 16 12:39:14.132222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd87ee0-3ddd-4ccb-a8e0-8b8c47b24c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:39:14.133492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1bd87ee0-3ddd-4ccb-a8e0-8b8c47b24c92 admin admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 886 time: 0.0799184 Aug 16 12:39:14.143233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:39:14.483790 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:14.716046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:14.791488 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:14.894803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Allocated IP 172.25.0.235 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/4c9f4605-2ef4-4c20-8cce-d0788063faa1) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:39:14.997236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:15.035997 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:15.071299 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:39:15.076118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:39:15.082089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:39:15.088167 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Pushing event updated for resources: {'Port': ['ID=4c9f4605-2ef4-4c20-8cce-d0788063faa1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:15.349320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:15.544045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:15.547562 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:15.746589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Router ef46de69-120f-4d93-8cee-d63fd8837088 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:39:15.880774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:39:15.887730 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:15.889975 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0b950745-87d3-4a69-a8ef-ba83ea51463d admin admin] 10.222.0.25 "PUT /v2.0/routers/ef46de69-120f-4d93-8cee-d63fd8837088 HTTP/1.1" status: 200 len: 890 time: 1.7497146 Aug 16 12:39:16.392558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 56b72f4b-034c-4301-baae-fb671f4c9174 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:39:16.446780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 56b72f4b-034c-4301-baae-fb671f4c9174 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:39:16.450216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 56b72f4b-034c-4301-baae-fb671f4c9174 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:39:16.450589 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:16.528804 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:16.561239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 56b72f4b-034c-4301-baae-fb671f4c9174, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=56b72f4b-034c-4301-baae-fb671f4c9174,segment=NetworkSegment(a0210d82-3219-43b5-b9c5-7ab037935242),segment_id=a0210d82-3219-43b5-b9c5-7ab037935242)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:39:16.565596 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:16.612121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=56b72f4b-034c-4301-baae-fb671f4c9174,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:17.261476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Sync routers for ids ['ef46de69-120f-4d93-8cee-d63fd8837088'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:39:17.272612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Routers {'ef46de69-120f-4d93-8cee-d63fd8837088'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:39:17.273280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:39:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ef46de69-120f-4d93-8cee-d63fd8837088'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:39:17.532244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Set router ef46de69-120f-4d93-8cee-d63fd8837088 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:39:17.933795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'name': 'router1', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4c9f4605-2ef4-4c20-8cce-d0788063faa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:38:58Z', 'updated_at': '2021-08-16T12:39:15Z', 'revision_number': 4, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'gw_port': {'id': '4c9f4605-2ef4-4c20-8cce-d0788063faa1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:39:14Z', 'updated_at': '2021-08-16T12:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '56b72f4b-034c-4301-baae-fb671f4c9174', 'name': '', 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'mac_address': 'fa:16:3e:06:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:39:07Z', 'updated_at': '2021-08-16T12:39:16Z', 'revision_number': 5, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'subnets': [{'id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef921ca7-2540-4d92-b94e-bafe317e5cf8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:39:17.986915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Checking router: ef46de69-120f-4d93-8cee-d63fd8837088 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:39:17.987265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Updating router ef46de69-120f-4d93-8cee-d63fd8837088 port 4c9f4605-2ef4-4c20-8cce-d0788063faa1 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:39:18.035246 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:18.304298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51634) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:39:18.378415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:18.392302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Transition to ACTIVE for port object 4c9f4605-2ef4-4c20-8cce-d0788063faa1 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:39:18.396994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:18.407909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 56b72f4b-034c-4301-baae-fb671f4c9174 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:39:18.456007 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fb21788a-8142-48c5-bfe0-060e7684a702 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1474295 Aug 16 12:39:18.493223 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366884b-0b3f-4575-a952-7ef0a6bb7677 None None] Pushing event updated for resources: {'Port': ['ID=4c9f4605-2ef4-4c20-8cce-d0788063faa1,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:18.508621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Attempting to bind port 4c9f4605-2ef4-4c20-8cce-d0788063faa1 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:39:18.509013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Attempting to bind port 4c9f4605-2ef4-4c20-8cce-d0788063faa1 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:39:18.509363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Attempting to bind port 4c9f4605-2ef4-4c20-8cce-d0788063faa1 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:39:18.519520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:39:18.519890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:39:18.520294 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:18.520690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:39:18.521175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Bound port: 4c9f4605-2ef4-4c20-8cce-d0788063faa1, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:39:18.521575 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:18.563586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 56b72f4b-034c-4301-baae-fb671f4c9174 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:39:18.564247 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:18.608748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] For port 4c9f4605-2ef4-4c20-8cce-d0788063faa1, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:39:18.614214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] For port 4c9f4605-2ef4-4c20-8cce-d0788063faa1, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4c9f4605-2ef4-4c20-8cce-d0788063faa1,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:39:18.623479 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:18.719175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Routers {'ef46de69-120f-4d93-8cee-d63fd8837088'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:39:18.719819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:39:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ef46de69-120f-4d93-8cee-d63fd8837088'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:39:18.721555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366884b-0b3f-4575-a952-7ef0a6bb7677 None None] Pushing event updated for resources: {'Port': ['ID=4c9f4605-2ef4-4c20-8cce-d0788063faa1,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:18.906954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] Set router ef46de69-120f-4d93-8cee-d63fd8837088 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:39:19.125506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'name': 'router1', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4c9f4605-2ef4-4c20-8cce-d0788063faa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:38:58Z', 'updated_at': '2021-08-16T12:39:15Z', 'revision_number': 4, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'gw_port': {'id': '4c9f4605-2ef4-4c20-8cce-d0788063faa1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:39:14Z', 'updated_at': '2021-08-16T12:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '56b72f4b-034c-4301-baae-fb671f4c9174', 'name': '', 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'mac_address': 'fa:16:3e:06:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:39:07Z', 'updated_at': '2021-08-16T12:39:16Z', 'revision_number': 5, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'subnets': [{'id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef921ca7-2540-4d92-b94e-bafe317e5cf8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:39:19.150884 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fc1c9-13df-4be5-bcee-970d2e4083bc None None] The sync data for ids ['ef46de69-120f-4d93-8cee-d63fd8837088'] in n-d-804708-1 is: [{'id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'name': 'router1', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4c9f4605-2ef4-4c20-8cce-d0788063faa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:38:58Z', 'updated_at': '2021-08-16T12:39:15Z', 'revision_number': 4, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'gw_port': {'id': '4c9f4605-2ef4-4c20-8cce-d0788063faa1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:39:14Z', 'updated_at': '2021-08-16T12:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '56b72f4b-034c-4301-baae-fb671f4c9174', 'name': '', 'network_id': '119059c6-0043-433a-9e06-3f2734777a5a', 'tenant_id': '270af592f1384b4d9bd69a836869abbc', 'mac_address': 'fa:16:3e:06:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef46de69-120f-4d93-8cee-d63fd8837088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:39:07Z', 'updated_at': '2021-08-16T12:39:16Z', 'revision_number': 5, 'project_id': '270af592f1384b4d9bd69a836869abbc', 'subnets': [{'id': '60cf0dca-a8cd-4b81-a2aa-cb1390e38ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef921ca7-2540-4d92-b94e-bafe317e5cf8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:39:20.440679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4c9f4605-2ef4-4c20-8cce-d0788063faa1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:39:20.501561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 4c9f4605-2ef4-4c20-8cce-d0788063faa1 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:39:20.507035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4c9f4605-2ef4-4c20-8cce-d0788063faa1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:39:20.507612 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:20.591603 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:20.618051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 4c9f4605-2ef4-4c20-8cce-d0788063faa1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4c9f4605-2ef4-4c20-8cce-d0788063faa1,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:39:20.622570 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:20.673523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=4c9f4605-2ef4-4c20-8cce-d0788063faa1,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:39:22.429250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4c9f4605-2ef4-4c20-8cce-d0788063faa1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:39:22.502263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4c9f4605-2ef4-4c20-8cce-d0788063faa1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:39:22.503172 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:25.897142 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:39:31.688655 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca70376-4274-4df1-b96b-c56fac9e8c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:34.258250 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-537a3a11-9e53-4ce8-9712-d0dca9af71f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:34.464882 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:35.302117 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:39:37.100138 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:40:01.691030 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-59e77654-7a62-4c0b-9edd-0320382faa98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:40:02.895649 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:40:04.315093 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ab4285f-d9a9-4374-aa13-b1c3f877ce1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:40:04.460413 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:40:05.301610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:40:07.093385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:40:31.677946 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-90dee845-55c6-43fe-93ee-5adf7038fc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:40:34.259528 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-04c7fb30-ed1c-4a60-9e7e-37ff24b96d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:40:34.454549 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:40:35.298615 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:40:37.097085 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:40:39.895832 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:41:01.683233 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7288627d-47ea-4969-93b9-da2838726347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:01.807585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52236) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:01.875740 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-04dd9ee1-1960-41f9-8d56-804a645cead5 admin admin] GET failed (client error): The resource could not be found. Aug 16 12:41:01.877373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-04dd9ee1-1960-41f9-8d56-804a645cead5 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0688570 Aug 16 12:41:02.057853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85b484-b0d9-4535-98a5-4b2d68de04ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:02.059355 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fb85b484-b0d9-4535-98a5-4b2d68de04ad admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1776431 Aug 16 12:41:04.269050 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0bec-b9c4-45ff-b069-af27247bfafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:04.320239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52246) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:04.413990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ef247-9979-40c3-812c-b0ad5bce0021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:04.415390 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-407ef247-9979-40c3-812c-b0ad5bce0021 admin admin] 10.222.0.25 "GET /v2.0/subnets/60cf0dca-a8cd-4b81-a2aa-cb1390e38ada HTTP/1.1" status: 200 len: 849 time: 0.0941844 Aug 16 12:41:04.427154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:41:04.460435 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:04.521006 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Notify callbacks [] for subnet, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:04.680230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769668290910'] for subnet, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:04.713857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:04.714836 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:04.717104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa0d5b-1bca-4465-a2d1-f2248e93056a None None] Network 119059c6-0043-433a-9e06-3f2734777a5a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:41:04.718584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] 10.222.0.25 "PUT /v2.0/subnets/60cf0dca-a8cd-4b81-a2aa-cb1390e38ada HTTP/1.1" status: 200 len: 868 time: 0.2967505 Aug 16 12:41:04.739136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60cf0dca-a8cd-4b81-a2aa-cb1390e38ada,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:41:04.746475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:04.746852 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:04.747161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:04.747493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:04.747824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:04.748152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:04.748476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:04.748799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:04.749196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:04.749507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:04.749826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:04.750219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28acd5d6-b0bc-4028-a807-d114d0be0a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:05.117221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-827a920e-45fa-4906-991e-b3af811bc44c None None] Provisioning complete for port 56b72f4b-034c-4301-baae-fb671f4c9174 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:41:05.117676 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-827a920e-45fa-4906-991e-b3af811bc44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:05.215289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-827a920e-45fa-4906-991e-b3af811bc44c None None] Provisioning complete for port 92fba828-944f-4388-90cb-aaf062f74a52 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:41:05.215549 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-827a920e-45fa-4906-991e-b3af811bc44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:05.313305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:06.995548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52254) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:07.098994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:07.204450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bddb3df-335b-4fdd-9147-477d0396a41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:07.204840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bddb3df-335b-4fdd-9147-477d0396a41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:07.207185 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5bddb3df-335b-4fdd-9147-477d0396a41d admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2106855 Aug 16 12:41:09.421675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52262) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:09.633818 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b4f45b-8316-4a01-9fbf-1d11ace83b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:09.634246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b4f45b-8316-4a01-9fbf-1d11ace83b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:09.635784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-18b4f45b-8316-4a01-9fbf-1d11ace83b56 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2129860 Aug 16 12:41:11.857245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52272) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:12.091575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e719d5f-a471-4dc9-8268-681784f57fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:12.092867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5e719d5f-a471-4dc9-8268-681784f57fc9 admin admin] 10.222.0.25 "GET /v2.0/networks/119059c6-0043-433a-9e06-3f2734777a5a HTTP/1.1" status: 200 len: 868 time: 0.2346559 Aug 16 12:41:14.313206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52280) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:14.452343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b48f71-2f4b-4fd2-9d74-aa7f69aee653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:14.453713 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b7b48f71-2f4b-4fd2-9d74-aa7f69aee653 admin admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 886 time: 0.1395712 Aug 16 12:41:16.770109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52288) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:16.897139 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:41:16.934999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e240139-771d-406c-815b-cfa28b440975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:16.935464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e240139-771d-406c-815b-cfa28b440975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:16.937046 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3e240139-771d-406c-815b-cfa28b440975 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1659391 Aug 16 12:41:19.153530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52296) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:19.249359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b50ac5-2c04-4e5a-9fa5-823b9cc5a33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:19.249810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b50ac5-2c04-4e5a-9fa5-823b9cc5a33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:19.251366 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-08b50ac5-2c04-4e5a-9fa5-823b9cc5a33e admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0967896 Aug 16 12:41:21.493897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52304) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:21.590049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fc2ad4-9228-4a9f-9e0c-9c7abfbcbb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:21.591419 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e6fc2ad4-9228-4a9f-9e0c-9c7abfbcbb4f admin admin] 10.222.0.25 "GET /v2.0/subnets/60cf0dca-a8cd-4b81-a2aa-cb1390e38ada HTTP/1.1" status: 200 len: 868 time: 0.0965610 Aug 16 12:41:23.817121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52312) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:23.906899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ee7c3-8cbf-43cd-af72-2270eab63cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:23.908248 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d94ee7c3-8cbf-43cd-af72-2270eab63cdd admin admin] 10.222.0.25 "GET /v2.0/subnets/cca01e7b-1eb9-46a2-b381-8c7819f25dbb HTTP/1.1" status: 200 len: 816 time: 0.0901973 Aug 16 12:41:31.677191 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-29c4aa8e-62a9-41a5-8642-f014fee448c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:34.260066 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0298cb00-7b3e-4d82-94ee-bd8c29297998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:34.452652 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:35.309245 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:37.105260 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:48.280806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52366) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:48.330624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-5653f7e4-9545-4ef2-93f8-fc79914fda51 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:41:48.331602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5653f7e4-9545-4ef2-93f8-fc79914fda51 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498743 Aug 16 12:41:50.595238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52374) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:50.656028 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe037f07-c86c-4622-bcbf-48be08a25cd1 admin admin] GET failed (client error): The resource could not be found. Aug 16 12:41:50.657326 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fe037f07-c86c-4622-bcbf-48be08a25cd1 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609446 Aug 16 12:41:50.742898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4838c9-de22-470b-a8f5-95d811a3fe0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:50.744374 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9d4838c9-de22-470b-a8f5-95d811a3fe0d admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820870 Aug 16 12:41:53.049815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52382) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:53.099772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:41:53.122812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Made reservation on behalf of ccc85032d59e45a89cb9172f37784206 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:41:53.125116 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:53.158309 n-d-804708-1 neutron-server[101396]: WARNING neutron.services.revisions.revision_plugin [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Could not find related network for resource to bump revision. Aug 16 12:41:53.174594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:41:53.188011 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769668279610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:53.188519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Unsubscribe: segment precommit_create {{(pid=101396) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 12:41:53.189000 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Added segment 9a57b517-f954-45df-97ea-61c8f98251cd of type vlan for network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c Aug 16 12:41:53.235610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:53.271731 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:53.272709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:53.273414 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:53.325921 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2749758 Aug 16 12:41:53.476616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43352cc0-37b5-4444-8dca-6c8be3ea9c6a admin admin] Pushing event updated for resources: {'Network': ['ID=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:41:53.488634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:41:53.897757 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:41:55.663902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52390) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:41:55.725203 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d158ef-5335-45fc-b5bb-1299941f7c36 admin admin] GET failed (client error): The resource could not be found. Aug 16 12:41:55.726537 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-35d158ef-5335-45fc-b5bb-1299941f7c36 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616603 Aug 16 12:41:55.800684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948179ed-e1a3-427c-805e-c50f75f492c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:55.802173 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-948179ed-e1a3-427c-805e-c50f75f492c3 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0712667 Aug 16 12:41:55.812298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:41:55.833618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] Made reservation on behalf of ccc85032d59e45a89cb9172f37784206 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:41:55.836072 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:56.013656 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:56.070699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55bd94d-b537-4206-bb92-4482e1811234,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:41:56.079548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:41:56.080630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] Network hostable DHCP agents. Network: 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:41:56.097023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:41:56.105758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:41:56.110570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:41:56.111256 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:56.115113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea447e31-b236-46b2-a84e-26a52210003e None None] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:41:56.125037 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-062dde54-c691-4f2d-bf0d-618a5ada303d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3162587 Aug 16 12:41:56.373450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'tenant_id': 'ccc85032d59e45a89cb9172f37784206', 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:41:56.374361 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:56.515686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Allocated IP 192.168.233.2 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/d3e60024-2b71-4aea-8cc1-24297d69ca4f) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:41:56.675140 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:56.683935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Transition to ACTIVE for port object d3e60024-2b71-4aea-8cc1-24297d69ca4f will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:41:56.699014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Transition to ACTIVE for port object d3e60024-2b71-4aea-8cc1-24297d69ca4f will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:41:56.704304 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:56.749802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:41:56.752989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:41:56.755537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:41:56.762921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Pushing event updated for resources: {'Port': ['ID=d3e60024-2b71-4aea-8cc1-24297d69ca4f,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:41:56.786092 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.786501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.786845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.787187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.787531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.787881 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.788196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.788527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.788854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.789183 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.789508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.789855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:41:56.823506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Attempting to bind port d3e60024-2b71-4aea-8cc1-24297d69ca4f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:41:56.823875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Attempting to bind port d3e60024-2b71-4aea-8cc1-24297d69ca4f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:41:56.824231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Attempting to bind port d3e60024-2b71-4aea-8cc1-24297d69ca4f on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:41:56.829360 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:41:56.829861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:41:56.830309 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:56.830740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:41:56.831363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Bound port: d3e60024-2b71-4aea-8cc1-24297d69ca4f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:41:56.831748 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:56.895671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] For port d3e60024-2b71-4aea-8cc1-24297d69ca4f, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:41:56.899859 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] For port d3e60024-2b71-4aea-8cc1-24297d69ca4f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d3e60024-2b71-4aea-8cc1-24297d69ca4f,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:41:56.905518 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:56.984553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423a44a-486e-4144-9021-dfb1f12659cf None None] Pushing event updated for resources: {'Port': ['ID=d3e60024-2b71-4aea-8cc1-24297d69ca4f,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:41:57.812833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c04cd0-8fc5-4049-81ea-e09059466b1f None None] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:41:57.883635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c2014aec-4d7f-4b04-b0f5-eac3db1b7f98 None None] Provisioning for port d3e60024-2b71-4aea-8cc1-24297d69ca4f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:41:58.536415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d3e60024-2b71-4aea-8cc1-24297d69ca4f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:41:58.589646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d3e60024-2b71-4aea-8cc1-24297d69ca4f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:41:58.593421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d3e60024-2b71-4aea-8cc1-24297d69ca4f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:41:58.593796 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:58.670042 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:58.702971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port d3e60024-2b71-4aea-8cc1-24297d69ca4f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d3e60024-2b71-4aea-8cc1-24297d69ca4f,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:41:58.707017 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:41:58.755704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=d3e60024-2b71-4aea-8cc1-24297d69ca4f,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:42:00.523862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d3e60024-2b71-4aea-8cc1-24297d69ca4f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:42:00.571860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d3e60024-2b71-4aea-8cc1-24297d69ca4f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:42:00.572319 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:42:01.681254 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f9782c81-6711-41c7-b427-d699619682ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:42:04.269417 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac98502a-8d93-4371-8ffb-79b57bf452f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:42:04.456878 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:42:05.308220 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:42:07.109753 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:42:30.896354 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:42:31.688081 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-08ff5004-eb24-4d4d-bb01-cd2f5be2e612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:42:34.260912 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-267b73fe-6df2-4892-aa5f-5c0620b2bb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:42:34.459626 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:42:35.313012 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:42:37.112525 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:01.689264 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2b6cda81-0abb-40dd-9028-e11792705067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:04.262415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1866e1bb-39a3-4519-bb9a-67e4ae1aac36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:04.467345 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:05.316459 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:07.117865 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:07.713693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52442) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:43:07.720448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-4da8d87c-a56d-4d3f-ad2a-7a790f281c48 tempest-verify_tempest_config-2013550089 tempest-verify_tempest_config-2013550089-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:43:07.721431 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4da8d87c-a56d-4d3f-ad2a-7a790f281c48 tempest-verify_tempest_config-2013550089 tempest-verify_tempest_config-2013550089-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064065 Aug 16 12:43:07.894919 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:43:08.061446 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52460) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:43:08.171613 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:08.265076 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:08.270664 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:08.319181 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=330f4ad5e3db49098d9833d6b707a0ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2566257 Aug 16 12:43:08.319781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07597287-201c-4f2f-85eb-cc12004378dc,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:43:08.321777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52466) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:43:08.326733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.327076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.327420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.327748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.328080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.329043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.329320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.329643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.329989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.330320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.330699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.331023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ae068-d452-428c-99b2-1ecd23e9513f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.408092 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:08.429252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:08.526462 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:08.528945 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:08.530164 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07597287-201c-4f2f-85eb-cc12004378dc HTTP/1.1" status: 204 len: 168 time: 0.2073245 Aug 16 12:43:08.539419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07597287-201c-4f2f-85eb-cc12004378dc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:43:08.548201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.548602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.548867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.549200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.549535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.549846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.550206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.550534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.555755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.555755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.555755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:08.555755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af25f538-0b50-4353-a4a7-e2ef9befcc13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:43:31.681856 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a56a962b-ee1f-433b-9c3e-0b13cd9f968e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:34.263818 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e324a834-bd0c-48d1-9b40-fb37b6ffcbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:34.460543 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:35.317308 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:37.117199 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:43:44.894194 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:44:01.683790 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2dbe-8a5a-4d64-a4b3-b45337e333b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:44:04.264546 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-09e3faf9-7d70-427b-8ec7-d784cf724fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:44:04.463816 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:44:05.320005 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:44:07.119229 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:44:21.894066 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:44:31.684709 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-271e0816-3916-4da4-8f31-539ab3e34a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:44:34.267143 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-61a2db04-7fd4-4d61-8a61-18620304f8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:44:34.465555 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:44:35.323451 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:44:37.123273 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:44:58.892800 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:45:01.689716 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-219b6abf-3262-4b89-a44c-117f8a06e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:45:04.271679 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cc5be1f9-d76b-4c88-bc10-5904c73dbff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:45:04.467670 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:45:05.326180 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:45:07.124568 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:45:31.691672 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-537259f3-dd82-4d48-84e4-c8fa11a53ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:45:34.271875 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-54ebc54a-b574-49fe-be1a-61a6029ddf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:45:34.468616 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:45:35.329610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:45:35.890818 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:45:37.131516 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:01.692511 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f19d148b-5718-4240-9b5b-94bef8796a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:04.274384 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb77adf2-4302-4b76-8028-720f23a65346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:04.471486 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:05.334498 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:07.133664 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:12.890565 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 5 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:46:15.901049 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1650988'] for agent, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:29.115301 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1650988'] for agent, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:31.692938 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4fa6fa6d-9b13-43ad-875f-063aabbca40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:34.275322 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6414ae5e-0dd0-4aa4-858a-6fac8c73841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:34.473574 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:35.336704 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:37.137353 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:45.905177 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:46:49.890231 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:46:59.067256 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:01.695500 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c3141840-bad6-4604-875d-45bcf839bdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:04.275705 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e8edc683-4b61-4701-a29e-d89ea437187c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:04.474924 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:05.342920 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:07.141215 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:07.673187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52526) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:47:07.778894 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-afc16910-5082-40c0-b4f7-ae79614d4080 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1045399 Aug 16 12:47:10.030902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52536) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:47:10.088214 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e496f914-951e-4a64-96c9-a8e5d01240e4 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0562296 Aug 16 12:47:15.915767 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:26.888655 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:47:29.067037 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:31.697076 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-89b3efce-1025-4520-bb6a-668729818bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:34.277027 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e96d26e9-e211-489e-afe4-8cd6844e9372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:34.476403 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:35.342339 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:37.142726 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:45.915453 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:47:59.081812 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:01.697893 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1d6435f1-4be2-4eea-8a8f-172b4df85761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:03.888877 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:48:04.281844 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6478fe78-aa21-4a31-9e68-3f109c8245cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:04.480128 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:05.345767 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:07.146969 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:15.932079 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:29.081178 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:31.713393 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e7a7d452-78c4-43ad-840f-dacb1b46aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:34.311368 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38f9ec80-57ff-43c8-835a-7969bb480a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:34.491000 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:35.362764 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:37.156348 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:37.792546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52780) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:38.195069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52802) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:38.247409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-636ddb56-129f-4585-a820-e2fce7d7ae33 tempest-AutoAllocateNetworkTest-42288787 tempest-AutoAllocateNetworkTest-42288787-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3cfe358b2093427ba4bedc5b3c601cfb&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4530857 Aug 16 12:48:38.249954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52806) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:38.463924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e737e3-5b73-46f3-a2af-109ec3554174 tempest-AutoAllocateNetworkTest-42288787 tempest-AutoAllocateNetworkTest-42288787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:38.469069 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-53e737e3-5b73-46f3-a2af-109ec3554174 tempest-AutoAllocateNetworkTest-42288787 tempest-AutoAllocateNetworkTest-42288787-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2180223 Aug 16 12:48:38.469619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52822) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:38.511008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-network', 'tenant_id': '658311110ba74518860e125da8421b28'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:38.541865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Made reservation on behalf of 658311110ba74518860e125da8421b28 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:48:38.545162 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:38.557690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:38.633187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2d6fc5da-805c-453a-8471-d8adeef53a29 tempest-AutoAllocateNetworkTest-42288787 tempest-AutoAllocateNetworkTest-42288787-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1613328 Aug 16 12:48:38.634476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52830) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:38.688807 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:38.689503 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-73453515-fe88-48c9-8a76-92a28e84b070 tempest-AutoAllocateNetworkTest-42288787 tempest-AutoAllocateNetworkTest-42288787-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3cfe358b2093427ba4bedc5b3c601cfb HTTP/1.1" status: 200 len: 208 time: 0.0528655 Aug 16 12:48:38.702985 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:38.742056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29794843-94d2-4b68-bfc7-98360c549297,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:38.754593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.757148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.757741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.758371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.758906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.759464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.759953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.760449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.760929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.761537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.762214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.762720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Tracked resource versions report: Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: pushed versions: Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: { 'AddressGroup': {'1.2'}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'ConntrackHelper': {'1.0'}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'Log': {'1.0'}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'Network': {'1.1'}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'Port': {'1.7'}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'PortForwarding': {'1.2'}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'QosPolicy': {'1.9'}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'SecurityGroup': {'1.4'}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'SubPort': {'1.0'}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'Subnet': {'1.1'}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'Trunk': {'1.1'}} Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: consumer versions: Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: { DHCP agent@n-d-804708-1: {}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: HyperV agent@n-h1-804708-1: {}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: HyperV agent@n-h2-804708-1: {}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: L3 agent@n-d-804708-1: {}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: Metadata agent@n-d-804708-1: {}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: Metering agent@n-d-804708-1: {}, Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: Open vSwitch agent@n-d-804708-1: { 'AddressGroup': '1.2', Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'ConntrackHelper': '1.0', Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'Log': '1.0', Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'Network': '1.1', Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'Port': '1.7', Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'PortForwarding': '1.2', Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'QosPolicy': '1.9', Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'SecurityGroup': '1.4', Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'SecurityGroupRule': '1.2', Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'SubPort': '1.0', Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'Subnet': '1.1', Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: 'Trunk': '1.1'}} Aug 16 12:48:38.764164 n-d-804708-1 neutron-server[101396]: {{(pid=101396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:48:38.769652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:48:38.781587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:38.781800 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Added segment 8b749651-7089-419c-87ed-91e6abe98d81 of type vlan for network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd Aug 16 12:48:38.838218 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:38.872026 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:38.873281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:38.873918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:38.919162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52840) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:38.919392 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7229376 Aug 16 12:48:38.926773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Request body: {'subnet': {'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-subnet', 'tenant_id': '658311110ba74518860e125da8421b28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:38.953973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7c6c2-be0f-4233-802f-806c7aea534d admin admin] Pushing event updated for resources: {'Network': ['ID=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:38.966194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Made reservation on behalf of 658311110ba74518860e125da8421b28 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:48:38.967198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:48:38.969584 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:39.242605 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:39.313181 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06d01c6-fe38-4463-a6c6-0f140fdc5148,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:39.316576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Checking segment: {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:48:39.316954 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Network hostable DHCP agents. Network: f1d1179a-0d86-4c10-90fa-5cdb7bb176bd, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:48:39.327432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.328010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.328510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.329001 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.329492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.329990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.330559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.331202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.331674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.332178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.332649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.333114 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Tracked resource versions report: Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: pushed versions: Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: { 'AddressGroup': {'1.2'}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'ConntrackHelper': {'1.0'}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'Log': {'1.0'}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'Network': {'1.1'}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'Port': {'1.7'}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'PortForwarding': {'1.2'}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'QosPolicy': {'1.9'}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'SecurityGroup': {'1.4'}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'SubPort': {'1.0'}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'Subnet': {'1.1'}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'Trunk': {'1.1'}} Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: consumer versions: Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: { DHCP agent@n-d-804708-1: {}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: HyperV agent@n-h1-804708-1: {}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: HyperV agent@n-h2-804708-1: {}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: L3 agent@n-d-804708-1: {}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: Metadata agent@n-d-804708-1: {}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: Metering agent@n-d-804708-1: {}, Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: Open vSwitch agent@n-d-804708-1: { 'AddressGroup': '1.2', Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'ConntrackHelper': '1.0', Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'Log': '1.0', Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'Network': '1.1', Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'Port': '1.7', Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'PortForwarding': '1.2', Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'QosPolicy': '1.9', Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'SecurityGroup': '1.4', Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'SecurityGroupRule': '1.2', Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'SubPort': '1.0', Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'Subnet': '1.1', Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: 'Trunk': '1.1'}} Aug 16 12:48:39.334437 n-d-804708-1 neutron-server[101395]: {{(pid=101395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:48:39.358057 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:48:39.372558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, f1d1179a-0d86-4c10-90fa-5cdb7bb176bd) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:48:39.377514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:39.378240 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:39.383659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4254a11-7845-45b0-9071-a73f7c0c372b None None] Network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:48:39.397796 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e2f692e0-eac9-4869-a7f4-3714ba3cae22 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4737220 Aug 16 12:48:39.397796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52866) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:39.402920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:39.443920 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:39.445825 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:39.585248 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:39.677099 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:48:39.678407 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:39.792961 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:39.822552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52878) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:39.907975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Allocated IP 172.20.0.2 (f1d1179a-0d86-4c10-90fa-5cdb7bb176bd/e06d01c6-fe38-4463-a6c6-0f140fdc5148/ff4c6ec7-1789-4e29-8d09-fc98f953ad27) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:48:40.086740 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.117754 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.128505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Transition to ACTIVE for port object ff4c6ec7-1789-4e29-8d09-fc98f953ad27 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:48:40.154462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Transition to ACTIVE for port object ff4c6ec7-1789-4e29-8d09-fc98f953ad27 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:48:40.164161 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.173924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.199101 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-addc64e8-33a1-4aa5-b3d8-5b42a88073cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.204516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:48:40.207497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:48:40.211497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:48:40.255494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Pushing event updated for resources: {'Port': ['ID=ff4c6ec7-1789-4e29-8d09-fc98f953ad27,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:40.278724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.279348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.279919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.280192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.280524 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.280850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.281477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.281969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.282637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.283136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.283611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.284122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Tracked resource versions report: Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: pushed versions: Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: { 'AddressGroup': {'1.2'}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'ConntrackHelper': {'1.0'}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'Log': {'1.0'}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'Network': {'1.1'}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'Port': {'1.7'}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'PortForwarding': {'1.2'}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'QosPolicy': {'1.9'}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'SecurityGroup': {'1.4'}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'SubPort': {'1.0'}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'Subnet': {'1.1'}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'Trunk': {'1.1'}} Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: consumer versions: Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: { DHCP agent@n-d-804708-1: {}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: HyperV agent@n-h1-804708-1: {}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: HyperV agent@n-h2-804708-1: {}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: L3 agent@n-d-804708-1: {}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: Metadata agent@n-d-804708-1: {}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: Metering agent@n-d-804708-1: {}, Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: Open vSwitch agent@n-d-804708-1: { 'AddressGroup': '1.2', Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'ConntrackHelper': '1.0', Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'Log': '1.0', Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'Network': '1.1', Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'Port': '1.7', Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'PortForwarding': '1.2', Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'QosPolicy': '1.9', Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'SecurityGroup': '1.4', Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'SecurityGroupRule': '1.2', Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'SubPort': '1.0', Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'Subnet': '1.1', Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: 'Trunk': '1.1'}} Aug 16 12:48:40.285422 n-d-804708-1 neutron-server[101397]: {{(pid=101397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:48:40.314672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Attempting to bind port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:48:40.315436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Attempting to bind port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:48:40.315648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Attempting to bind port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 on network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:48:40.322775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:48:40.323178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Checking segment: {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:48:40.323685 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.324302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Bound using segment: {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:48:40.324909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Bound port: ff4c6ec7-1789-4e29-8d09-fc98f953ad27, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:48:40.325410 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.420709 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-addc64e8-33a1-4aa5-b3d8-5b42a88073cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.430663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-addc64e8-33a1-4aa5-b3d8-5b42a88073cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.435889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] For port ff4c6ec7-1789-4e29-8d09-fc98f953ad27, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:48:40.440572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] For port ff4c6ec7-1789-4e29-8d09-fc98f953ad27, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ff4c6ec7-1789-4e29-8d09-fc98f953ad27,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:48:40.447257 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.447813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Allocated IP 172.25.0.169 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:48:40.504750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-addc64e8-33a1-4aa5-b3d8-5b42a88073cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cfe358b2093427ba4bedc5b3c601cfb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6806769 Aug 16 12:48:40.505934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52898) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:40.507143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc64e8-33a1-4aa5-b3d8-5b42a88073cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a350b3-a501-4e9b-b1d6-2c6515a2d53c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:40.613948 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4278e412-d0d8-4891-8bc2-5752716b62ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.616484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6c928-665f-46a5-9e3c-9fb00f5ae148 None None] Pushing event updated for resources: {'Port': ['ID=ff4c6ec7-1789-4e29-8d09-fc98f953ad27,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:40.654977 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4278e412-d0d8-4891-8bc2-5752716b62ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.692974 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.739618 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4278e412-d0d8-4891-8bc2-5752716b62ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.743346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4278e412-d0d8-4891-8bc2-5752716b62ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.744890 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4278e412-d0d8-4891-8bc2-5752716b62ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8a350b3-a501-4e9b-b1d6-2c6515a2d53c HTTP/1.1" status: 204 len: 168 time: 0.2297728 Aug 16 12:48:40.754891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278e412-d0d8-4891-8bc2-5752716b62ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a350b3-a501-4e9b-b1d6-2c6515a2d53c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:40.870872 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:40.894771 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:48:40.982160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:40.995859 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:48:40.997541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:48:41.000345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:48:41.140898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52920) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:41.386762 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d36ac07-2dea-46b1-b05b-de16e85c97d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:41.409321 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:41.516411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d36ac07-2dea-46b1-b05b-de16e85c97d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:41.529349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d36ac07-2dea-46b1-b05b-de16e85c97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:41.599551 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5d36ac07-2dea-46b1-b05b-de16e85c97d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adcd3e570e754f8fbf8ca6009429b98d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4572973 Aug 16 12:48:41.606666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52944) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:41.712603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36ac07-2dea-46b1-b05b-de16e85c97d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58673fd1-b12f-43ce-9d09-4783e11155c6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:41.792403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397324e3-7f92-494b-b1eb-ce18a8137cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:41.827433 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:41.845086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397324e3-7f92-494b-b1eb-ce18a8137cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:41.930981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397324e3-7f92-494b-b1eb-ce18a8137cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:41.934640 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397324e3-7f92-494b-b1eb-ce18a8137cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:41.936150 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-397324e3-7f92-494b-b1eb-ce18a8137cb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58673fd1-b12f-43ce-9d09-4783e11155c6 HTTP/1.1" status: 204 len: 168 time: 0.3238337 Aug 16 12:48:41.948096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397324e3-7f92-494b-b1eb-ce18a8137cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58673fd1-b12f-43ce-9d09-4783e11155c6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:42.061584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d9a05-1b4a-4d1e-aecc-d4ee0d1d1c64 None None] Network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:48:42.067231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Router c7f5b03a-7307-455f-bba2-b1299ff84d37 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:48:42.127443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7cdcd663-104f-4de2-976e-ef9973317bc8 None None] Provisioning for port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:48:42.223098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:48:42.235663 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Sync routers for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:48:42.252614 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:48:42.253670 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:48:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:42.265918 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:42.270348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52988) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:42.271588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4d21a241-5524-4231-be38-00b7ea22c4a6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8731859 Aug 16 12:48:42.507212 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:48:42.675471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53004) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:42.701388 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c1ba-498f-4a5f-a95b-bd25e076bd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:42.877617 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:41Z', 'revision_number': 3, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:42.891395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ff4c6ec7-1789-4e29-8d09-fc98f953ad27 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:48:42.932457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c1ba-498f-4a5f-a95b-bd25e076bd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:42.942320 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c1ba-498f-4a5f-a95b-bd25e076bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.024629 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Checking router: c7f5b03a-7307-455f-bba2-b1299ff84d37 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:48:43.025991 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Updating router c7f5b03a-7307-455f-bba2-b1299ff84d37 port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:48:43.030333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:48:43.038718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:43.039974 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.094407 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.167735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.238698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1c1ba-498f-4a5f-a95b-bd25e076bd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32307512-0a0c-4f66-ac81-f2e82447ea3b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:43.249213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1ab1c1ba-498f-4a5f-a95b-bd25e076bd9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16b88a09bf3248109be358669ad787dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5720923 Aug 16 12:48:43.251386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53024) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:43.277477 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.357742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port ff4c6ec7-1789-4e29-8d09-fc98f953ad27, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ff4c6ec7-1789-4e29-8d09-fc98f953ad27,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:48:43.364318 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.393907 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92efea8a-09c3-4a4c-a5a4-d44f79ab329d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.445538 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92efea8a-09c3-4a4c-a5a4-d44f79ab329d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.501101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=ff4c6ec7-1789-4e29-8d09-fc98f953ad27,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:43.516866 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92efea8a-09c3-4a4c-a5a4-d44f79ab329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.525129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92efea8a-09c3-4a4c-a5a4-d44f79ab329d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.529024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-92efea8a-09c3-4a4c-a5a4-d44f79ab329d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32307512-0a0c-4f66-ac81-f2e82447ea3b HTTP/1.1" status: 204 len: 168 time: 0.2746475 Aug 16 12:48:43.542537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efea8a-09c3-4a4c-a5a4-d44f79ab329d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32307512-0a0c-4f66-ac81-f2e82447ea3b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:43.583435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Allocated IP 172.20.0.1 (f1d1179a-0d86-4c10-90fa-5cdb7bb176bd/e06d01c6-fe38-4463-a6c6-0f140fdc5148/116a2343-df8d-45db-8c0a-dd8114df981e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:48:43.593345 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.608623 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Transition to ACTIVE for port object a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:48:43.617085 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.688665 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Pushing event updated for resources: {'Port': ['ID=a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:43.722921 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.726688 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.727038 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.727470 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.727728 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.728063 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.728525 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.728723 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.729055 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.729370 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.729976 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.730074 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.730359 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Tracked resource versions report: Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: pushed versions: Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: { 'AddressGroup': {'1.2'}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'ConntrackHelper': {'1.0'}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'Log': {'1.0'}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'Network': {'1.1'}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'Port': {'1.7'}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'PortForwarding': {'1.2'}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'QosPolicy': {'1.9'}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'SecurityGroup': {'1.4'}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'SubPort': {'1.0'}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'Subnet': {'1.1'}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'Trunk': {'1.1'}} Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: consumer versions: Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: { DHCP agent@n-d-804708-1: {}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: HyperV agent@n-h1-804708-1: {}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: HyperV agent@n-h2-804708-1: {}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: L3 agent@n-d-804708-1: {}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: Metadata agent@n-d-804708-1: {}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: Metering agent@n-d-804708-1: {}, Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: Open vSwitch agent@n-d-804708-1: { 'AddressGroup': '1.2', Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'ConntrackHelper': '1.0', Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'Log': '1.0', Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'Network': '1.1', Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'Port': '1.7', Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'PortForwarding': '1.2', Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'QosPolicy': '1.9', Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'SecurityGroup': '1.4', Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'SecurityGroupRule': '1.2', Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'SubPort': '1.0', Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'Subnet': '1.1', Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: 'Trunk': '1.1'}} Aug 16 12:48:43.731915 n-d-804708-1 neutron-server[101398]: {{(pid=101398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:48:43.738453 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Attempting to bind port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:48:43.738825 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Attempting to bind port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:48:43.739767 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Attempting to bind port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:48:43.744809 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:48:43.745185 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:48:43.745589 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.745984 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:48:43.746546 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Bound port: a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:48:43.746712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Transition to ACTIVE for port object 116a2343-df8d-45db-8c0a-dd8114df981e will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:48:43.746973 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.793775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.814580 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] For port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:48:43.819607 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] For port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:48:43.825154 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.843398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:48:43.847083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:48:43.864648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:48:43.866358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:43.892769 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:48:43.897625 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:48:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:43.965305 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328512ca-26a1-4450-a277-6fa170533d89 None None] Pushing event updated for resources: {'Port': ['ID=a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:44.070666 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:48:44.074718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Pushing event updated for resources: {'Port': ['ID=116a2343-df8d-45db-8c0a-dd8114df981e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:44.096469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53058) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:44.205407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d9c73003-7725-4abf-9afe-07e744e95d16 None None] Provisioning for port 116a2343-df8d-45db-8c0a-dd8114df981e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:48:44.212801 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:44.216714 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d9c73003-7725-4abf-9afe-07e744e95d16 None None] Provisioning complete for port 116a2343-df8d-45db-8c0a-dd8114df981e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:44.217895 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d9c73003-7725-4abf-9afe-07e744e95d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:44.267219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d9c73003-7725-4abf-9afe-07e744e95d16 None None] Port 116a2343-df8d-45db-8c0a-dd8114df981e cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:48:44.399345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:44.406238 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:44.407326 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:44.472355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0d828518-0ee8-4a68-b014-cff8a79295f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:44.508824 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:41Z', 'revision_number': 3, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:44.510999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Pushing event updated for resources: {'Port': ['ID=116a2343-df8d-45db-8c0a-dd8114df981e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:44.576644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:48:44.578944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:48:44.604172 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4307c-12cd-47d1-96cf-0034772ea835 None None] The sync data for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 is: [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:41Z', 'revision_number': 3, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:48:44.653397 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0d828518-0ee8-4a68-b014-cff8a79295f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:44.678986 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0d828518-0ee8-4a68-b014-cff8a79295f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:44.822342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ff4c6ec7-1789-4e29-8d09-fc98f953ad27 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:48:44.839525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0d828518-0ee8-4a68-b014-cff8a79295f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8feb3516c96b4a8e9ddbba3b11e1755f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7395523 Aug 16 12:48:44.839525 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d828518-0ee8-4a68-b014-cff8a79295f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdf6885-2e70-415d-b498-baf00235af69,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:44.840447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53102) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:44.936833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:44.937159 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:44.947739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Router c7f5b03a-7307-455f-bba2-b1299ff84d37 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:48:44.985909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-641a103f-b878-47a8-9d3b-7add965d931c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:45.033102 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-641a103f-b878-47a8-9d3b-7add965d931c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:45.099843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0e7fc9ab-f76b-4a5c-98a5-4a107ce20418 None None] Provisioning complete for port 116a2343-df8d-45db-8c0a-dd8114df981e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:45.102305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc9ab-f76b-4a5c-98a5-4a107ce20418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:45.110060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53122) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:45.114216 n-d-804708-1 neutron-server[101395]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 12:48:45.152371 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-1664017a-475c-4c07-967b-df76b3945f42 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=87762628295f491dae448c5e8751a152&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406821 Aug 16 12:48:45.169020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:48:45.208618 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-47311873-0ae9-403a-837a-e390208297bd admin admin] 10.222.0.25 "PUT /v2.0/routers/c7f5b03a-7307-455f-bba2-b1299ff84d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9295087 Aug 16 12:48:45.299502 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0e7fc9ab-f76b-4a5c-98a5-4a107ce20418 None None] Port 116a2343-df8d-45db-8c0a-dd8114df981e cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:48:45.395956 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-641a103f-b878-47a8-9d3b-7add965d931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:45.399949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-641a103f-b878-47a8-9d3b-7add965d931c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:45.404006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-641a103f-b878-47a8-9d3b-7add965d931c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4bdf6885-2e70-415d-b498-baf00235af69 HTTP/1.1" status: 204 len: 168 time: 0.5413549 Aug 16 12:48:45.424092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5a361dbd-b643-4a82-8ae5-ad24d8992511 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:45.430660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5a361dbd-b643-4a82-8ae5-ad24d8992511 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652926 Aug 16 12:48:45.437979 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a103f-b878-47a8-9d3b-7add965d931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdf6885-2e70-415d-b498-baf00235af69,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:45.457626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-c7b50c1a-64ca-4321-94f0-597d021381aa tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/quotas/87762628295f491dae448c5e8751a152 HTTP/1.1" status: 200 len: 375 time: 0.0202079 Aug 16 12:48:45.541585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-17462644-e3d3-4cdf-84f8-291a8a3cedb9 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87762628295f491dae448c5e8751a152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711486 Aug 16 12:48:45.868807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dace4266-6cda-4427-a10e-b5a02b71ae4e req-92edf51b-7ecf-4b33-9b63-c3dc26aa9172 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 210 time: 0.1250079 Aug 16 12:48:45.934569 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:46.167854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53188) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:46.183542 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44b68c69-16a8-4f1f-b42d-bbfc2ac3c772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:46.299156 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44b68c69-16a8-4f1f-b42d-bbfc2ac3c772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:46.306457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44b68c69-16a8-4f1f-b42d-bbfc2ac3c772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:46.350692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53198) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:46.351515 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-44b68c69-16a8-4f1f-b42d-bbfc2ac3c772 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc2a5170737e45e0a5747ec0335fde1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1819186 Aug 16 12:48:46.352879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b68c69-16a8-4f1f-b42d-bbfc2ac3c772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a73b7f4-92fe-48df-9672-5d2885e17107,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:46.410679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-20bcf359-ca64-45c5-8590-bed71fab48c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:46.446854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-20bcf359-ca64-45c5-8590-bed71fab48c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:46.528304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-20bcf359-ca64-45c5-8590-bed71fab48c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:46.537880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-20bcf359-ca64-45c5-8590-bed71fab48c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:46.541896 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-20bcf359-ca64-45c5-8590-bed71fab48c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a73b7f4-92fe-48df-9672-5d2885e17107 HTTP/1.1" status: 204 len: 168 time: 0.1875136 Aug 16 12:48:46.556593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcf359-ca64-45c5-8590-bed71fab48c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a73b7f4-92fe-48df-9672-5d2885e17107,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:46.825027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:48:46.870612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Sync routers for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:48:46.897390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:48:46.898338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:48:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:46.919783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53228) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:46.925292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-network', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:46.980357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Made reservation on behalf of c644fa4f40b34a2ca9001be291cf7f92 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:48:46.983797 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.004591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.020037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a89acb4-d444-408c-8473-031d0377f6d9 req-2ffcbdf2-48c5-4af3-bb66-672410b0b53d tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 210 time: 0.0787573 Aug 16 12:48:47.045963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:48:47.119884 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:47.120257 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.219013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:48:47.224010 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.231357 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.286161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:48:47.303048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48653899-f335-4421-b580-fd323bdd5d6c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:47.314732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.315527 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Added segment 189b4c7e-0167-42cc-b808-af6d504f9ae8 of type vlan for network e895d76d-b164-47a4-b04e-ec929eb2ac6d Aug 16 12:48:47.368005 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.410742 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.436010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:48:47.445940 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.447946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:47.449528 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.452988 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.538859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] Pushing event updated for resources: {'Network': ['ID=e895d76d-b164-47a4-b04e-ec929eb2ac6d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:47.558262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network e895d76d-b164-47a4-b04e-ec929eb2ac6d details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:48:47.560404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:47.575767 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8a39e5c8-c9fc-4cc7-8b37-d19f4ca21e18 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6548958 Aug 16 12:48:47.575936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53264) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:47.580647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] Request body: {'subnet': {'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-subnet', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:47.628720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] Made reservation on behalf of c644fa4f40b34a2ca9001be291cf7f92 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:48:47.633372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.659413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 2, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:47.741249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Checking router: c7f5b03a-7307-455f-bba2-b1299ff84d37 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:48:47.741957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Updating router c7f5b03a-7307-455f-bba2-b1299ff84d37 port 116a2343-df8d-45db-8c0a-dd8114df981e binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:48:47.806378 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:47.938405 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:48.083205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=240a02d9-a706-4f1c-b2e2-54cb4107b7eb,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:48.106995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] Checking segment: {'id': '189b4c7e-0167-42cc-b808-af6d504f9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:48:48.108005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] Network hostable DHCP agents. Network: e895d76d-b164-47a4-b04e-ec929eb2ac6d, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:48:48.144674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] Network e895d76d-b164-47a4-b04e-ec929eb2ac6d is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:48:48.161822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, e895d76d-b164-47a4-b04e-ec929eb2ac6d) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:48:48.175507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b235e70-9a95-4773-b67f-5cd1258eed7d None None] Network e895d76d-b164-47a4-b04e-ec929eb2ac6d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:48:48.185140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:48.185950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:48.189288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53284) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:48.264495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c10718f3-b764-4813-a281-9be067afa5ef admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6875579 Aug 16 12:48:48.267158 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53290) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:48.277453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-router', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:48.363313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:48.367466 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:48.382916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e17309d0-6776-4e4f-8aa1-36268f7d9b84 req-dd9efb64-b968-4f76-80b9-ce50bfbb05a5 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 210 time: 0.0868793 Aug 16 12:48:48.401570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.42', 64333) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:48.436127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-2510a118-2931-497c-a594-052ff9af0582 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=87762628295f491dae448c5e8751a152&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332160 Aug 16 12:48:48.505207 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:48.534455 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:48.608911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Transition to ACTIVE for port object 116a2343-df8d-45db-8c0a-dd8114df981e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:48:48.626733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-97c362b3-4cb5-4a9b-94dd-fe6572b15ef0 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:48.629213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-97c362b3-4cb5-4a9b-94dd-fe6572b15ef0 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871622 Aug 16 12:48:48.634444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1990552-c2d4-4028-bc6c-c5d5ad69a19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:48.635746 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:48.693777 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Request body: {'port': {'device_id': '80281625-f424-4006-a0ad-92e51d7315d4', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '87762628295f491dae448c5e8751a152'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:48.755975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:48.792413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba705b-1ffb-41d6-b519-71d3c86306f3 None None] Pushing event updated for resources: {'Port': ['ID=116a2343-df8d-45db-8c0a-dd8114df981e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:48.939465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:48:49.034707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Attempting to bind port 116a2343-df8d-45db-8c0a-dd8114df981e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:48:49.039636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Attempting to bind port 116a2343-df8d-45db-8c0a-dd8114df981e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:48:49.040236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Attempting to bind port 116a2343-df8d-45db-8c0a-dd8114df981e on network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:48:49.056165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-e895d76d-b164-47a4-b04e-ec929eb2ac6d', 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'fixed_ips': [{'subnet_id': '240a02d9-a706-4f1c-b2e2-54cb4107b7eb'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:48:49.057077 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.085812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:48:49.086306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Checking segment: {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:48:49.086728 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.087135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Bound using segment: {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:48:49.087646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Bound port: 116a2343-df8d-45db-8c0a-dd8114df981e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:48:49.088216 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.200478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1990552-c2d4-4028-bc6c-c5d5ad69a19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.213039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1990552-c2d4-4028-bc6c-c5d5ad69a19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.239547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Made reservation on behalf of 87762628295f491dae448c5e8751a152 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:48:49.245134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.266403 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:49.266403 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.268346 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.324001 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b1990552-c2d4-4028-bc6c-c5d5ad69a19f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=727081b2ad1e4c0c801e078c683a2b58&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1304154 Aug 16 12:48:49.326937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1990552-c2d4-4028-bc6c-c5d5ad69a19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb42e5b-be7b-4294-a9d2-bc5ae7a48076,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:49.328883 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53334) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:49.333567 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53336) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:49.364445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] For port 116a2343-df8d-45db-8c0a-dd8114df981e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:48:49.394504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] For port 116a2343-df8d-45db-8c0a-dd8114df981e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=116a2343-df8d-45db-8c0a-dd8114df981e,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:48:49.404074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Allocated IP 172.20.0.2 (e895d76d-b164-47a4-b04e-ec929eb2ac6d/240a02d9-a706-4f1c-b2e2-54cb4107b7eb/a35530d0-ac96-4fb1-8978-e1912d036e26) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:48:49.411342 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.552275 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18275f4d-8475-4e43-97dc-c87e4c9f8c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.579447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.584001 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eec5f630-a550-4ee4-a162-c650c9539b37 req-924487de-629f-42c2-b105-1ae68bb28a6b tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 210 time: 0.0649943 Aug 16 12:48:49.613735 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.627086 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18275f4d-8475-4e43-97dc-c87e4c9f8c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.629003 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.679588 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.713026 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d921cb02-c16f-43ea-aa35-c50711d48743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.738904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba705b-1ffb-41d6-b519-71d3c86306f3 None None] Pushing event updated for resources: {'Port': ['ID=116a2343-df8d-45db-8c0a-dd8114df981e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:49.742418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:48:49.752473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:48:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:49.930545 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Allocated IP 172.25.0.239 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/12a234a9-7a7c-48b0-bcc1-fcee2c8f804f) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:48:49.985583 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:49.997488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Transition to ACTIVE for port object a35530d0-ac96-4fb1-8978-e1912d036e26 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:48:50.008559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e152da4c-03b9-4c70-a74b-d105f9a8ca82,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:50.041136 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18275f4d-8475-4e43-97dc-c87e4c9f8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.044375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Transition to ACTIVE for port object a35530d0-ac96-4fb1-8978-e1912d036e26 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:48:50.060037 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18275f4d-8475-4e43-97dc-c87e4c9f8c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.066886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-18275f4d-8475-4e43-97dc-c87e4c9f8c10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bb42e5b-be7b-4294-a9d2-bc5ae7a48076 HTTP/1.1" status: 204 len: 168 time: 0.7366185 Aug 16 12:48:50.099717 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.112142 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d921cb02-c16f-43ea-aa35-c50711d48743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.119772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d921cb02-c16f-43ea-aa35-c50711d48743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.128832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.136492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18275f4d-8475-4e43-97dc-c87e4c9f8c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb42e5b-be7b-4294-a9d2-bc5ae7a48076,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:50.162598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Allocated IP 192.168.233.10 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/3c4c1655-451a-406f-bd94-ec90966f47b7) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:48:50.272578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Pushing event updated for resources: {'Port': ['ID=a35530d0-ac96-4fb1-8978-e1912d036e26,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:50.306654 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d921cb02-c16f-43ea-aa35-c50711d48743 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b37eca8b59945a9baabfd0886f965fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9689422 Aug 16 12:48:50.307510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53364) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:50.309958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921cb02-c16f-43ea-aa35-c50711d48743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66877a75-8207-451e-b8df-d4df4daac244,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:50.328163 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Network e895d76d-b164-47a4-b04e-ec929eb2ac6d is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:48:50.332990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:48:50.346675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:48:50.350350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:48:50.466566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.608496 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f583ad7-c3fd-489e-b508-136d78969608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.653376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:48:50.700998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:48:50.714811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:48:50.728726 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.777177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Attempting to bind port a35530d0-ac96-4fb1-8978-e1912d036e26 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:48:50.779313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Attempting to bind port a35530d0-ac96-4fb1-8978-e1912d036e26 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '189b4c7e-0167-42cc-b808-af6d504f9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:48:50.779946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Attempting to bind port a35530d0-ac96-4fb1-8978-e1912d036e26 on network e895d76d-b164-47a4-b04e-ec929eb2ac6d {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:48:50.806676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Transition to ACTIVE for port object 3c4c1655-451a-406f-bd94-ec90966f47b7 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:48:50.808160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:48:50.808708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Checking segment: {'id': '189b4c7e-0167-42cc-b808-af6d504f9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:48:50.810047 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.816794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53372) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:50.818277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Bound using segment: {'id': '189b4c7e-0167-42cc-b808-af6d504f9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:48:50.819409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Bound port: a35530d0-ac96-4fb1-8978-e1912d036e26, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189b4c7e-0167-42cc-b808-af6d504f9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:48:50.820366 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.864392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Pushing event updated for resources: {'Port': ['ID=12a234a9-7a7c-48b0-bcc1-fcee2c8f804f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:50.946575 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:50.998744 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f583ad7-c3fd-489e-b508-136d78969608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:51.092043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] For port a35530d0-ac96-4fb1-8978-e1912d036e26, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:48:51.135048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:48:51.147987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53382) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:51.150964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:48:51.152963 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Pushing event updated for resources: {'Port': ['ID=3c4c1655-451a-406f-bd94-ec90966f47b7,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:51.184913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:48:51.192900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:51.193651 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:51.217031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] For port a35530d0-ac96-4fb1-8978-e1912d036e26, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a35530d0-ac96-4fb1-8978-e1912d036e26,segment=NetworkSegment(189b4c7e-0167-42cc-b808-af6d504f9ae8),segment_id=189b4c7e-0167-42cc-b808-af6d504f9ae8)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:48:51.217409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a33f-ef1e-4bd2-8a5d-88bcb06448b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:51.234489 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71276bef-9046-4620-b455-1e8516fd157d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:51.253342 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:51.276073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-7c97e00f-44eb-4283-b5a9-05b8e1770b67 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5867796 Aug 16 12:48:51.286563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f583ad7-c3fd-489e-b508-136d78969608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:51.290993 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f583ad7-c3fd-489e-b508-136d78969608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:51.292254 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4f583ad7-c3fd-489e-b508-136d78969608 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66877a75-8207-451e-b8df-d4df4daac244 HTTP/1.1" status: 204 len: 168 time: 0.9702632 Aug 16 12:48:51.306169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f583ad7-c3fd-489e-b508-136d78969608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66877a75-8207-451e-b8df-d4df4daac244,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:51.338508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-dfda73a9-9a64-4d7e-b82d-a4d3ac23cae4 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:48:51.346171 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-dfda73a9-9a64-4d7e-b82d-a4d3ac23cae4 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273690 Aug 16 12:48:51.411470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53388) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:51.419833 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:51.602675 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a33f-ef1e-4bd2-8a5d-88bcb06448b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:51.673122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aecc7-3192-49d4-b154-9cd9ce20bf77 None None] Pushing event updated for resources: {'Port': ['ID=a35530d0-ac96-4fb1-8978-e1912d036e26,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:51.694889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:49Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:51.730163 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b9abf-d039-4f31-b4fc-161e01f4c9d3 None None] The sync data for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 is: [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:49Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:48:51.747821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a1647f78-f6d7-4e88-a2cc-8dbe28805390 None None] Provisioning for port 3c4c1655-451a-406f-bd94-ec90966f47b7 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:48:51.757454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a1647f78-f6d7-4e88-a2cc-8dbe28805390 None None] Provisioning complete for port 3c4c1655-451a-406f-bd94-ec90966f47b7 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:51.764907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a1647f78-f6d7-4e88-a2cc-8dbe28805390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:51.911099 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a33f-ef1e-4bd2-8a5d-88bcb06448b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:51.949417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a1647f78-f6d7-4e88-a2cc-8dbe28805390 None None] Port 3c4c1655-451a-406f-bd94-ec90966f47b7 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:48:52.016038 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:52.019868 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71276bef-9046-4620-b455-1e8516fd157d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:52.097649 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71276bef-9046-4620-b455-1e8516fd157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:52.154027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0cb9a33f-ef1e-4bd2-8a5d-88bcb06448b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2eef085a7f54fada01baf9ff8cac0fe&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3281131 Aug 16 12:48:52.154566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53398) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:52.190885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9a33f-ef1e-4bd2-8a5d-88bcb06448b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a770935-1cd2-4464-8f9a-f7ff1d9bdac4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:52.235306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-71276bef-9046-4620-b455-1e8516fd157d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=604702a5a4f7426ab205e1be6e1ca9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0660987 Aug 16 12:48:52.236276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53400) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:52.279064 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71276bef-9046-4620-b455-1e8516fd157d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3890946-2772-4d8c-b488-420146a22966,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:52.387128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53402) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:52.409471 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-572e09a5-ec4e-4933-805b-09f6c1ba6407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:52.465353 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2f38-c41a-4ea3-b457-5518dc22eae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:52.474744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Request body: {'port': {'device_id': '80281625-f424-4006-a0ad-92e51d7315d4', 'device_owner': 'compute:tempest-test_az-891246464', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:52.534995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2f38-c41a-4ea3-b457-5518dc22eae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:52.535176 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6728448-e8d9-4faa-83bc-cc9d7bf532be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:52.613985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a1e9b-d486-43ef-bdec-63ac6eb9856f req-9df3a639-af6d-40d5-80a6-6bfc0a78b3fb tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:52.624992 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-582a1e9b-d486-43ef-bdec-63ac6eb9856f req-9df3a639-af6d-40d5-80a6-6bfc0a78b3fb tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 935 time: 1.2121847 Aug 16 12:48:52.678093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6728448-e8d9-4faa-83bc-cc9d7bf532be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:52.694751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Router 9cf2b840-afd6-4956-b276-45f571c56450 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:48:52.729511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:52.785798 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2f38-c41a-4ea3-b457-5518dc22eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:52.797621 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2f38-c41a-4ea3-b457-5518dc22eae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:52.800818 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ec0d2f38-c41a-4ea3-b457-5518dc22eae2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a770935-1cd2-4464-8f9a-f7ff1d9bdac4 HTTP/1.1" status: 204 len: 168 time: 0.6450617 Aug 16 12:48:52.963675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a35530d0-ac96-4fb1-8978-e1912d036e26 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:48:53.007675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:48:53.026022 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Sync routers for ids ['9cf2b840-afd6-4956-b276-45f571c56450'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:48:53.040408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d2f38-c41a-4ea3-b457-5518dc22eae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a770935-1cd2-4464-8f9a-f7ff1d9bdac4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:53.047258 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Routers {'9cf2b840-afd6-4956-b276-45f571c56450'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:48:53.047930 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:48:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9cf2b840-afd6-4956-b276-45f571c56450'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:53.086839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-572e09a5-ec4e-4933-805b-09f6c1ba6407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.097495 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-572e09a5-ec4e-4933-805b-09f6c1ba6407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.199630 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port a35530d0-ac96-4fb1-8978-e1912d036e26 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:48:53.203684 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-572e09a5-ec4e-4933-805b-09f6c1ba6407 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d49536a6fc0a469abe17f7bbfaf40196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8142965 Aug 16 12:48:53.204585 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.208829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 116a2343-df8d-45db-8c0a-dd8114df981e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:48:53.210419 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4f47ff2f-f6ec-416e-a2d4-28879ec603e8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.9413099 Aug 16 12:48:53.211149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53406) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:53.211462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53408) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:53.212120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e09a5-ec4e-4933-805b-09f6c1ba6407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0d27ce-f072-4ee2-b393-b5a83f6690ab,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:53.388634 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Set router 9cf2b840-afd6-4956-b276-45f571c56450 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:48:53.433636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 116a2343-df8d-45db-8c0a-dd8114df981e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:48:53.447966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 116a2343-df8d-45db-8c0a-dd8114df981e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:53.448459 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.455362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4c1655-451a-406f-bd94-ec90966f47b7 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:48:53.467705 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.484636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Transition to ACTIVE for port object 3c4c1655-451a-406f-bd94-ec90966f47b7 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:48:53.499861 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.541803 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-582a1e9b-d486-43ef-bdec-63ac6eb9856f req-52342c85-1541-4697-a56d-98a1e7d8dea7 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9154022 Aug 16 12:48:53.573804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa332fde-249e-44a7-9a4a-84460548595c None None] Network e895d76d-b164-47a4-b04e-ec929eb2ac6d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:48:53.786206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4a177eb7-a61a-4d29-98ec-9afe222f4ed7 None None] Provisioning for port a35530d0-ac96-4fb1-8978-e1912d036e26 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:48:53.815953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4a177eb7-a61a-4d29-98ec-9afe222f4ed7 None None] Provisioning complete for port a35530d0-ac96-4fb1-8978-e1912d036e26 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:53.820389 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6728448-e8d9-4faa-83bc-cc9d7bf532be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.820994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a177eb7-a61a-4d29-98ec-9afe222f4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.830058 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6728448-e8d9-4faa-83bc-cc9d7bf532be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.845861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e6728448-e8d9-4faa-83bc-cc9d7bf532be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3890946-2772-4d8c-b488-420146a22966 HTTP/1.1" status: 204 len: 168 time: 1.6082883 Aug 16 12:48:53.866298 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e06e804-7b65-45a9-8391-e086cd5d76a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.885190 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6728448-e8d9-4faa-83bc-cc9d7bf532be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3890946-2772-4d8c-b488-420146a22966,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:53.901260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Attempting to bind port 3c4c1655-451a-406f-bd94-ec90966f47b7 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:48:53.901260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Attempting to bind port 3c4c1655-451a-406f-bd94-ec90966f47b7 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:48:53.908892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Attempting to bind port 3c4c1655-451a-406f-bd94-ec90966f47b7 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:48:53.912773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Pushing event updated for resources: {'Port': ['ID=3c4c1655-451a-406f-bd94-ec90966f47b7,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:53.934058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53416) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:53.945863 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e06e804-7b65-45a9-8391-e086cd5d76a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.966928 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3d964aaa-6967-4931-847f-d53ffd756f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:53.984888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Port 3c4c1655-451a-406f-bd94-ec90966f47b7 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:48:53.985339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Attempting to bind port 3c4c1655-451a-406f-bd94-ec90966f47b7 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:48:54.119472 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf2b840-afd6-4956-b276-45f571c56450', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-router', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:48Z', 'updated_at': '2021-08-16T12:48:51Z', 'revision_number': 3, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'gw_port': {'id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf2b840-afd6-4956-b276-45f571c56450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:49Z', 'updated_at': '2021-08-16T12:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:54.142023 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:54.236958 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Checking router: 9cf2b840-afd6-4956-b276-45f571c56450 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:48:54.236958 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Updating router 9cf2b840-afd6-4956-b276-45f571c56450 port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:48:54.308375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3d964aaa-6967-4931-847f-d53ffd756f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:54.312002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:48:54.313212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:48:54.314426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:48:54.314766 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e06e804-7b65-45a9-8391-e086cd5d76a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:54.316735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Bound port: 3c4c1655-451a-406f-bd94-ec90966f47b7, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:48:54.317616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:54.324414 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3d964aaa-6967-4931-847f-d53ffd756f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:54.327632 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e06e804-7b65-45a9-8391-e086cd5d76a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:54.332801 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:54.340674 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8e06e804-7b65-45a9-8391-e086cd5d76a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f0d27ce-f072-4ee2-b393-b5a83f6690ab HTTP/1.1" status: 204 len: 168 time: 1.1229031 Aug 16 12:48:54.400426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06e804-7b65-45a9-8391-e086cd5d76a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0d27ce-f072-4ee2-b393-b5a83f6690ab,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:54.548603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3d964aaa-6967-4931-847f-d53ffd756f92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1ab41157272489abb10fe12b7ac0b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6127658 Aug 16 12:48:54.555832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53422) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:54.570447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d964aaa-6967-4931-847f-d53ffd756f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854d80c4-be78-4320-9d0a-779e219431b1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:54.681271 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a177eb7-a61a-4d29-98ec-9afe222f4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:54.768364 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:54.826001 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] For port 3c4c1655-451a-406f-bd94-ec90966f47b7, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:48:54.832879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] For port 3c4c1655-451a-406f-bd94-ec90966f47b7, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=3c4c1655-451a-406f-bd94-ec90966f47b7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:48:54.856734 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:54.863794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 116a2343-df8d-45db-8c0a-dd8114df981e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=116a2343-df8d-45db-8c0a-dd8114df981e,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:48:54.900196 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:54.970740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4a177eb7-a61a-4d29-98ec-9afe222f4ed7 None None] For port a35530d0-ac96-4fb1-8978-e1912d036e26, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a35530d0-ac96-4fb1-8978-e1912d036e26,segment=NetworkSegment(189b4c7e-0167-42cc-b808-af6d504f9ae8),segment_id=189b4c7e-0167-42cc-b808-af6d504f9ae8)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:48:54.981089 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a177eb7-a61a-4d29-98ec-9afe222f4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:55.051037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=116a2343-df8d-45db-8c0a-dd8114df981e,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:55.082663 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bad1d11c-f636-4351-9b96-d02cef7e79ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:55.146631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a177eb7-a61a-4d29-98ec-9afe222f4ed7 None None] Pushing event updated for resources: {'Port': ['ID=a35530d0-ac96-4fb1-8978-e1912d036e26,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:55.159078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:55.163435 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:55.169092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] 10.222.0.42 "PUT /v2.0/ports/3c4c1655-451a-406f-bd94-ec90966f47b7 HTTP/1.1" status: 200 len: 1116 time: 3.2822595 Aug 16 12:48:55.229267 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80281625-f424-4006-a0ad-92e51d7315d4', 'tag': '3c4c1655-451a-406f-bd94-ec90966f47b7'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:48:55.324825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6a055-6911-40fd-931e-a61e834eb3de service neutron] Pushing event updated for resources: {'Port': ['ID=3c4c1655-451a-406f-bd94-ec90966f47b7,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:55.394198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53430) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:55.432027 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bad1d11c-f636-4351-9b96-d02cef7e79ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:55.532478 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:55.541149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-54fc6a16-ae50-4ac6-9671-ef96dda2a299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:55.546494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-c7ed55d4-7021-4e29-87db-676e0285acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:55.549313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-c7ed55d4-7021-4e29-87db-676e0285acf2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87762628295f491dae448c5e8751a152&device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 1119 time: 0.2158816 Aug 16 12:48:55.572099 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Transition to ACTIVE for port object 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:48:55.587366 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:55.628152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d3439a5f-f685-4c8e-9548-838500eff846 None None] Provisioning complete for port a35530d0-ac96-4fb1-8978-e1912d036e26 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:55.629223 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3439a5f-f685-4c8e-9548-838500eff846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:55.682221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Allocated IP 172.20.0.1 (e895d76d-b164-47a4-b04e-ec929eb2ac6d/240a02d9-a706-4f1c-b2e2-54cb4107b7eb/a9a92dc5-08fd-4975-89a3-de593b56c40b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:48:55.747067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12948232-1edc-4ef2-a156-7f23dd2baf4c req-dce20644-8dd7-4003-8498-8e14043fd597 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:55.749553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12948232-1edc-4ef2-a156-7f23dd2baf4c req-dce20644-8dd7-4003-8498-8e14043fd597 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 968 time: 0.8979504 Aug 16 12:48:55.798537 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Attempting to bind port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:48:55.803111 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Attempting to bind port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:48:55.804961 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Attempting to bind port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:48:55.810384 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140fc20-2121-4402-a127-81f1dd368363 None None] Pushing event updated for resources: {'Port': ['ID=12a234a9-7a7c-48b0-bcc1-fcee2c8f804f,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:55.836110 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:48:55.841871 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:48:55.843390 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:55.845315 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:48:55.849660 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Bound port: 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:48:55.851085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-5e59016b-e1c5-44c4-a77b-1f36b5dcd33a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=3c4c1655-451a-406f-bd94-ec90966f47b7 HTTP/1.1" status: 200 len: 217 time: 0.2744200 Aug 16 12:48:55.851482 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:55.878248 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05" -d '{"events": [{"name": "network-changed", "server_uuid": "80281625-f424-4006-a0ad-92e51d7315d4", "tag": "3c4c1655-451a-406f-bd94-ec90966f47b7"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:48:55.993502 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] For port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:48:56.009378 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] For port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12a234a9-7a7c-48b0-bcc1-fcee2c8f804f,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:48:56.019598 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:56.038359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:56.073101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Transition to ACTIVE for port object a9a92dc5-08fd-4975-89a3-de593b56c40b will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:48:56.107073 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140fc20-2121-4402-a127-81f1dd368363 None None] Pushing event updated for resources: {'Port': ['ID=12a234a9-7a7c-48b0-bcc1-fcee2c8f804f,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:56.133038 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:56.172965 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Routers {'9cf2b840-afd6-4956-b276-45f571c56450'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:48:56.175611 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:48:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9cf2b840-afd6-4956-b276-45f571c56450'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:56.275930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Network e895d76d-b164-47a4-b04e-ec929eb2ac6d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:48:56.282889 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-54fc6a16-ae50-4ac6-9671-ef96dda2a299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:56.284403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:48:56.289874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:48:56.290382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:56.294997 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-54fc6a16-ae50-4ac6-9671-ef96dda2a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:56.342937 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ab592f-9e34-4b7f-bdec-12dde11b5002 x-openstack-request-id: req-22ab592f-9e34-4b7f-bdec-12dde11b5002 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:48:56.343867 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80281625-f424-4006-a0ad-92e51d7315d4", "tag": "3c4c1655-451a-406f-bd94-ec90966f47b7", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:48:56.344111 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22ab592f-9e34-4b7f-bdec-12dde11b5002 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:48:56.344595 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80281625-f424-4006-a0ad-92e51d7315d4', 'tag': '3c4c1655-451a-406f-bd94-ec90966f47b7', 'status': 'completed', 'code': 200} Aug 16 12:48:56.366002 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bad1d11c-f636-4351-9b96-d02cef7e79ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:56.371306 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a92dc5-08fd-4975-89a3-de593b56c40b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:56.383336 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bad1d11c-f636-4351-9b96-d02cef7e79ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:56.384506 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bad1d11c-f636-4351-9b96-d02cef7e79ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/854d80c4-be78-4320-9d0a-779e219431b1 HTTP/1.1" status: 204 len: 168 time: 1.8241098 Aug 16 12:48:56.476809 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-54fc6a16-ae50-4ac6-9671-ef96dda2a299 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=741c1f108c7d4ceca22eb05e95dd7c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0819132 Aug 16 12:48:56.480948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53454) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:56.519701 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12948232-1edc-4ef2-a156-7f23dd2baf4c req-66da7238-20c7-4bcc-b640-dc0b4bbf0bfc tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6662042 Aug 16 12:48:56.520622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1d11c-f636-4351-9b96-d02cef7e79ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854d80c4-be78-4320-9d0a-779e219431b1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:56.527736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-26ca8612-5da4-4bb6-bb7b-5e9280d8787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:56.537222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-26ca8612-5da4-4bb6-bb7b-5e9280d8787f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.6443663 Aug 16 12:48:56.595600 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] Set router 9cf2b840-afd6-4956-b276-45f571c56450 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:48:56.680809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3f6863c1-b088-40f3-8ae0-56dff4c53c4e None None] Provisioning for port a9a92dc5-08fd-4975-89a3-de593b56c40b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:48:56.692040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3f6863c1-b088-40f3-8ae0-56dff4c53c4e None None] Provisioning complete for port a9a92dc5-08fd-4975-89a3-de593b56c40b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:56.692681 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3f6863c1-b088-40f3-8ae0-56dff4c53c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:56.730526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-8bd12870-00e2-4564-b1f9-5fcd4cc096ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:56.737108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-8bd12870-00e2-4564-b1f9-5fcd4cc096ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705465 Aug 16 12:48:56.786039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3f6863c1-b088-40f3-8ae0-56dff4c53c4e None None] Port a9a92dc5-08fd-4975-89a3-de593b56c40b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:48:56.851076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc6a16-ae50-4ac6-9671-ef96dda2a299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cec6c6-dd34-4af9-8f67-818b280b9eac,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:56.969059 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-03668182-ac18-4657-80d7-d9bcf2705b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:56.999821 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-a7f24f7b-09e2-4700-a58f-e28df0aec562 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362297 Aug 16 12:48:57.105815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a35530d0-ac96-4fb1-8978-e1912d036e26 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:48:57.127245 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf2b840-afd6-4956-b276-45f571c56450', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-router', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:48Z', 'updated_at': '2021-08-16T12:48:51Z', 'revision_number': 3, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'gw_port': {'id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf2b840-afd6-4956-b276-45f571c56450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:49Z', 'updated_at': '2021-08-16T12:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:48:57.166270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53464) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:57.177010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d915b6-3fb3-4b16-95d4-81e7a863e01c req-25328f4c-9158-4b62-860e-8590637a273e service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684232 Aug 16 12:48:57.184991 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b995b9c-bc1f-4028-9398-8410b9aa2b25 None None] The sync data for ids ['9cf2b840-afd6-4956-b276-45f571c56450'] in n-d-804708-1 is: [{'id': '9cf2b840-afd6-4956-b276-45f571c56450', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-router', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:48Z', 'updated_at': '2021-08-16T12:48:51Z', 'revision_number': 3, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'gw_port': {'id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf2b840-afd6-4956-b276-45f571c56450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:49Z', 'updated_at': '2021-08-16T12:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:48:57.200946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-03668182-ac18-4657-80d7-d9bcf2705b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:57.214712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:57.262667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a35530d0-ac96-4fb1-8978-e1912d036e26 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:57.263050 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:57.406386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05 req-dfa0fbc4-2d7a-4401-b86d-dcd369bb6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:57.410522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05 req-dfa0fbc4-2d7a-4401-b86d-dcd369bb6e4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87762628295f491dae448c5e8751a152&device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 1119 time: 0.1387897 Aug 16 12:48:57.525724 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-03668182-ac18-4657-80d7-d9bcf2705b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:57.536390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-03668182-ac18-4657-80d7-d9bcf2705b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:57.544606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-03668182-ac18-4657-80d7-d9bcf2705b3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81cec6c6-dd34-4af9-8f67-818b280b9eac HTTP/1.1" status: 204 len: 168 time: 1.0463071 Aug 16 12:48:57.557383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 116a2343-df8d-45db-8c0a-dd8114df981e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:48:57.576978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1943619596-network', 'tenant_id': '8b6d57c130764a11bfbcf61f14dbd350'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:57.730748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 116a2343-df8d-45db-8c0a-dd8114df981e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:57.731734 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:57.754649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03668182-ac18-4657-80d7-d9bcf2705b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cec6c6-dd34-4af9-8f67-818b280b9eac,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:57.878304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Made reservation on behalf of 8b6d57c130764a11bfbcf61f14dbd350 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:48:57.884457 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:57.933917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.105434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25363b-1356-4b8b-a7f7-36e0182a401d req-fb014737-f087-4ead-9fe2-8ce885fc5131 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:58.110638 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef25363b-1356-4b8b-a7f7-36e0182a401d req-fb014737-f087-4ead-9fe2-8ce885fc5131 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 968 time: 0.3809683 Aug 16 12:48:58.164806 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.179159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05 req-cdbb95be-ba27-4782-a215-e4e6ecd07e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:58.184423 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.185310 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.188670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.204299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05 req-cdbb95be-ba27-4782-a215-e4e6ecd07e6a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.7640152 Aug 16 12:48:58.265194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef25363b-1356-4b8b-a7f7-36e0182a401d req-68a885ee-b7a9-4bde-ae82-25c8fb3b4d29 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458168 Aug 16 12:48:58.272539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.336498 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05 req-186e7c68-7d7a-4f27-b8f9-83eae7e64dd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=3c4c1655-451a-406f-bd94-ec90966f47b7 HTTP/1.1" status: 200 len: 217 time: 0.0953028 Aug 16 12:48:58.356453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:48:58.410046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df543773-222f-4a24-bb84-d9023a524e2d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:58.410046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.410046 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Added segment ee12c577-9dc8-43ed-940b-91c3a29c49da of type vlan for network a63f4b9d-413f-431a-be90-442b0a6da2b8 Aug 16 12:48:58.430733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53492) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:58.439080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a92dc5-08fd-4975-89a3-de593b56c40b,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:58.481088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05 req-939e8663-bbad-409a-b31b-2d3c8b9f4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:58.483900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05 req-939e8663-bbad-409a-b31b-2d3c8b9f4a3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1124830 Aug 16 12:48:58.537641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.600948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Network e895d76d-b164-47a4-b04e-ec929eb2ac6d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:48:58.602704 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.603741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:58.604319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.622930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:48:58.644334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05 req-2df99818-29af-4fa2-9950-fcb9ca8a66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:58.646928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05 req-2df99818-29af-4fa2-9950-fcb9ca8a66c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984695 Aug 16 12:48:58.664362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1509070496-network', 'tenant_id': 'ac98029cc591461fb0a67131e3f94faa'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:58.736691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Made reservation on behalf of ac98029cc591461fb0a67131e3f94faa for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:48:58.741397 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.758927 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:58.901788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] Pushing event updated for resources: {'Network': ['ID=a63f4b9d-413f-431a-be90-442b0a6da2b8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:58.916625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network a63f4b9d-413f-431a-be90-442b0a6da2b8 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:48:58.933762 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-25fff5e2-1841-44a1-ba35-d3795e086a82 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7607172 Aug 16 12:48:58.933956 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53502) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:58.953527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] Request body: {'subnet': {'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1943619596-subnet', 'tenant_id': '8b6d57c130764a11bfbcf61f14dbd350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:59.144194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Router 9cf2b840-afd6-4956-b276-45f571c56450 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:48:59.148707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:48:59.210612 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.223854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.246518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:48:59.261948 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.266975 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.266975 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Added segment 4748bad8-42c3-470c-9a21-096a301359b3 of type vlan for network b36016ea-2278-46cc-9067-0359bffd0bf3 Aug 16 12:48:59.267221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-53a96dc0-3d7d-4795-be7e-d22fe8a0486e None None] Provisioning complete for port a9a92dc5-08fd-4975-89a3-de593b56c40b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:59.267221 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-53a96dc0-3d7d-4795-be7e-d22fe8a0486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.350418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:48:59.356551 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.377122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:48:59.377451 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.407634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:48:59.425975 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-13e7e686-39a8-4918-8620-12d25f398cc5 admin admin] 10.222.0.25 "PUT /v2.0/routers/9cf2b840-afd6-4956-b276-45f571c56450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1561313 Aug 16 12:48:59.430326 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.431608 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:59.432368 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.495511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-53a96dc0-3d7d-4795-be7e-d22fe8a0486e None None] Port a9a92dc5-08fd-4975-89a3-de593b56c40b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:48:59.542761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b36016ea-2278-46cc-9067-0359bffd0bf3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:59.558387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] Made reservation on behalf of 8b6d57c130764a11bfbcf61f14dbd350 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:48:59.561874 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.565233 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b36016ea-2278-46cc-9067-0359bffd0bf3 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:48:59.674076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2392142 Aug 16 12:48:59.677320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53524) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:48:59.682682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] Request body: {'subnet': {'network_id': 'b36016ea-2278-46cc-9067-0359bffd0bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1509070496-subnet', 'tenant_id': 'ac98029cc591461fb0a67131e3f94faa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:48:59.686487 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.696093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b0dff-b5fb-4255-988e-95d2998c21b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983e53ba-025e-4660-a90b-073a2d862217,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:48:59.767693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] Made reservation on behalf of ac98029cc591461fb0a67131e3f94faa for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:48:59.770048 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.775161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03799f8-e947-4250-b829-e9f1d80c78be req-f3cdd4c6-90f2-480c-ae3e-b4a8f66bc131 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:48:59.783030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a03799f8-e947-4250-b829-e9f1d80c78be req-f3cdd4c6-90f2-480c-ae3e-b4a8f66bc131 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 968 time: 0.3785129 Aug 16 12:48:59.844068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12a234a9-7a7c-48b0-bcc1-fcee2c8f804f,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:48:59.854634 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:48:59.902523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a03799f8-e947-4250-b829-e9f1d80c78be req-de070007-456f-40ec-9734-bca381c24a1f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180375 Aug 16 12:49:00.012057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=12a234a9-7a7c-48b0-bcc1-fcee2c8f804f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:00.031290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05 req-6bec183d-f39d-4ed3-af49-a5741b2e180d service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675730 Aug 16 12:49:00.064737 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:00.166116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:00.166711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] Network hostable DHCP agents. Network: a63f4b9d-413f-431a-be90-442b0a6da2b8, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:49:00.169988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:00.182561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Sync routers for ids ['9cf2b840-afd6-4956-b276-45f571c56450'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:49:00.201886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Routers {'9cf2b840-afd6-4956-b276-45f571c56450'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:49:00.202762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f736810-0abe-42be-8891-b338a0761877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:48:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9cf2b840-afd6-4956-b276-45f571c56450'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:00.248038 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] Network a63f4b9d-413f-431a-be90-442b0a6da2b8 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:49:00.273234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, a63f4b9d-413f-431a-be90-442b0a6da2b8) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:00.299068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb68752d-0721-4e8a-8112-501ec2b2308b None None] Network a63f4b9d-413f-431a-be90-442b0a6da2b8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:00.302320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:00.305509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:00.385577 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8a42941b-4a29-4e2d-9965-4648b165a92a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4506106 Aug 16 12:49:00.390238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef1c06b-365e-4352-ac7e-bf1a1f9a3e05 req-9e5abbdf-28c2-4766-ad08-f077937d5964 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178500 Aug 16 12:49:00.482607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Set router 9cf2b840-afd6-4956-b276-45f571c56450 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:49:00.538314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:00.583058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f27d49-94e4-40ef-8851-f92d8a8544db,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:00.596741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef10896-1b00-4aca-a227-c7ce8daee8ea None None] Network a63f4b9d-413f-431a-be90-442b0a6da2b8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:00.671593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] Checking segment: {'id': '4748bad8-42c3-470c-9a21-096a301359b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b36016ea-2278-46cc-9067-0359bffd0bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:00.671960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] Network hostable DHCP agents. Network: b36016ea-2278-46cc-9067-0359bffd0bf3, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:49:00.709805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] Network b36016ea-2278-46cc-9067-0359bffd0bf3 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:49:00.723890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, b36016ea-2278-46cc-9067-0359bffd0bf3) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:00.731106 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:00.733608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:00.737869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b4102e-8dd4-4174-98c6-658dced125a5 None None] Network b36016ea-2278-46cc-9067-0359bffd0bf3 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:00.774729 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2e4a38f3-c6b3-42a3-96f0-2a57e7f0cfa4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0961189 Aug 16 12:49:01.186089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:01.220272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e9268-4175-4e7a-bbd7-dc9d54281def req-f94051d6-33b1-48ca-a329-b9c25eb6ed08 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:01.237164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a85e9268-4175-4e7a-bbd7-dc9d54281def req-f94051d6-33b1-48ca-a329-b9c25eb6ed08 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 968 time: 0.1350546 Aug 16 12:49:01.322020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a85e9268-4175-4e7a-bbd7-dc9d54281def req-f61554fe-aeb7-4e2b-8228-e3382cba8b57 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818839 Aug 16 12:49:01.532945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53568) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:01.538465 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-16213cf7-5d3d-4bb7-afda-bfb40e08a9b0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907794770', 'description': 'tempest-description--94273174'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:01.593603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16213cf7-5d3d-4bb7-afda-bfb40e08a9b0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:01.632366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3860d51-e119-4ea2-8d23-9ef1ac9d173c None None] Network b36016ea-2278-46cc-9067-0359bffd0bf3 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:01.840859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16213cf7-5d3d-4bb7-afda-bfb40e08a9b0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:01.851656 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16213cf7-5d3d-4bb7-afda-bfb40e08a9b0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:01.903628 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2909-3a1e-42f1-a3bf-23b2e84a2686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:01.914719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:01.915094 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:01.946392 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16213cf7-5d3d-4bb7-afda-bfb40e08a9b0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:01.949453 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-16213cf7-5d3d-4bb7-afda-bfb40e08a9b0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4139030 Aug 16 12:49:01.952641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53578) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:01.961706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-755abdb2-6991-4a4a-882f-4dbd8e464646 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Request body: {'security_group_rule': {'security_group_id': '8847b37c-cecc-485c-97b3-6c9e07587304', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:01.965468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16213cf7-5d3d-4bb7-afda-bfb40e08a9b0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8847b37c-cecc-485c-97b3-6c9e07587304,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:02.017282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f736810-0abe-42be-8891-b338a0761877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf2b840-afd6-4956-b276-45f571c56450', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-router', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:48Z', 'updated_at': '2021-08-16T12:48:56Z', 'revision_number': 4, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'gw_port': {'id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf2b840-afd6-4956-b276-45f571c56450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:49Z', 'updated_at': '2021-08-16T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'a9a92dc5-08fd-4975-89a3-de593b56c40b', 'name': '', 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'mac_address': 'fa:16:3e:ba:12:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf2b840-afd6-4956-b276-45f571c56450', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '240a02d9-a706-4f1c-b2e2-54cb4107b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:54Z', 'updated_at': '2021-08-16T12:48:57Z', 'revision_number': 2, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'subnets': [{'id': '240a02d9-a706-4f1c-b2e2-54cb4107b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:02.058200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Checking router: 9cf2b840-afd6-4956-b276-45f571c56450 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:49:02.058704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Updating router 9cf2b840-afd6-4956-b276-45f571c56450 port a9a92dc5-08fd-4975-89a3-de593b56c40b binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:49:02.068354 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-755abdb2-6991-4a4a-882f-4dbd8e464646 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.133493 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.218589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-755abdb2-6991-4a4a-882f-4dbd8e464646 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.228539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-755abdb2-6991-4a4a-882f-4dbd8e464646 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.268401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755abdb2-6991-4a4a-882f-4dbd8e464646 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fec21e0-7e59-41fa-b396-49b69f82a663,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:02.291893 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-755abdb2-6991-4a4a-882f-4dbd8e464646 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.297453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53592) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:02.298541 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-755abdb2-6991-4a4a-882f-4dbd8e464646 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444936 Aug 16 12:49:02.304002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-de5a08a7-071c-4388-a8b9-1d27c6bf0edb tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Request body: {'security_group_rule': {'security_group_id': '8847b37c-cecc-485c-97b3-6c9e07587304', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:02.331781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53594) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:02.340101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-102932738-network', 'tenant_id': '2470654a8b5246739e4a4354540d23ea'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:02.375423 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de5a08a7-071c-4388-a8b9-1d27c6bf0edb tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.401836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Made reservation on behalf of 2470654a8b5246739e4a4354540d23ea for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:02.408719 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.441834 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.564435 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de5a08a7-071c-4388-a8b9-1d27c6bf0edb tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.577084 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de5a08a7-071c-4388-a8b9-1d27c6bf0edb tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.615643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53598) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:02.634678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-575714842-network', 'tenant_id': '2494cf29732c447cbdad68d705d4434a'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:02.662032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a08a7-071c-4388-a8b9-1d27c6bf0edb tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fdc8d5-3662-4e1f-96aa-59506ee67564,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:02.788948 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be3900-b8a8-47ce-89b5-178467811a36 req-c36bf7a6-5d33-491a-b898-a36103cff68d tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:02.790616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60be3900-b8a8-47ce-89b5-178467811a36 req-c36bf7a6-5d33-491a-b898-a36103cff68d tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 968 time: 0.2576609 Aug 16 12:49:02.868593 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.879698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Transition to ACTIVE for port object a9a92dc5-08fd-4975-89a3-de593b56c40b will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:02.889858 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.925148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60be3900-b8a8-47ce-89b5-178467811a36 req-9334b3c0-5431-4c09-bf04-537f8e49d189 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128383 Aug 16 12:49:02.965418 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.977320 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.987316 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de5a08a7-071c-4388-a8b9-1d27c6bf0edb tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:02.992502 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de5a08a7-071c-4388-a8b9-1d27c6bf0edb tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6900787 Aug 16 12:49:02.993531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53604) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:03.014313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Attempting to bind port a9a92dc5-08fd-4975-89a3-de593b56c40b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:03.014832 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Attempting to bind port a9a92dc5-08fd-4975-89a3-de593b56c40b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '189b4c7e-0167-42cc-b808-af6d504f9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:03.015194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Attempting to bind port a9a92dc5-08fd-4975-89a3-de593b56c40b on network e895d76d-b164-47a4-b04e-ec929eb2ac6d {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:03.017696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:03.025833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:03.026272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Checking segment: {'id': '189b4c7e-0167-42cc-b808-af6d504f9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:03.026741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.027291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Bound using segment: {'id': '189b4c7e-0167-42cc-b808-af6d504f9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:03.028305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Bound port: a9a92dc5-08fd-4975-89a3-de593b56c40b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189b4c7e-0167-42cc-b808-af6d504f9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:03.028305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.029977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:49:03.057466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.057466 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Added segment 4b03bcb7-d43a-420e-a321-8117b566da54 of type vlan for network 1697c5eb-5b9f-43fa-be9c-f92d47c205bf Aug 16 12:49:03.133639 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.139714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Made reservation on behalf of 2494cf29732c447cbdad68d705d4434a for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:03.143089 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.155605 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.180295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0f736810-0abe-42be-8891-b338a0761877 None None] For port a9a92dc5-08fd-4975-89a3-de593b56c40b, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:03.181145 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.183056 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.184081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:03.184732 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.188796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0f736810-0abe-42be-8891-b338a0761877 None None] For port a9a92dc5-08fd-4975-89a3-de593b56c40b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a9a92dc5-08fd-4975-89a3-de593b56c40b,segment=NetworkSegment(189b4c7e-0167-42cc-b808-af6d504f9ae8),segment_id=189b4c7e-0167-42cc-b808-af6d504f9ae8)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:03.230051 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.234735 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9012523 Aug 16 12:49:03.237310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba391710-6325-4e97-90af-d47a3cb3755a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:03.243681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53610) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:03.253458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e668fae-6508-4201-b57f-7cdf6e17da85 None None] Pushing event updated for resources: {'Port': ['ID=a9a92dc5-08fd-4975-89a3-de593b56c40b,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:03.256119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] Request body: {'subnet': {'network_id': '1697c5eb-5b9f-43fa-be9c-f92d47c205bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-102932738-subnet', 'tenant_id': '2470654a8b5246739e4a4354540d23ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:03.315059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce64b45-544d-4abf-8bfe-51442ebf324e admin admin] Pushing event updated for resources: {'Network': ['ID=1697c5eb-5b9f-43fa-be9c-f92d47c205bf,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:03.377795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 1697c5eb-5b9f-43fa-be9c-f92d47c205bf details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:49:03.436219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Routers {'9cf2b840-afd6-4956-b276-45f571c56450'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:49:03.437008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f736810-0abe-42be-8891-b338a0761877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:48:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9cf2b840-afd6-4956-b276-45f571c56450'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:03.488256 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.501302 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.547919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed993a19-a39a-4edc-91e9-bdcd7bfc0103,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:03.580941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0f736810-0abe-42be-8891-b338a0761877 None None] Set router 9cf2b840-afd6-4956-b276-45f571c56450 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:49:03.613477 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:49:03.628579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] Made reservation on behalf of 2470654a8b5246739e4a4354540d23ea for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:03.631853 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.712123 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.712447 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Added segment 1f57df92-b811-482f-80da-7093048ec2f8 of type vlan for network 589f34b6-649a-47d7-b994-1950f890f10b Aug 16 12:49:03.763553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e668fae-6508-4201-b57f-7cdf6e17da85 None None] Pushing event updated for resources: {'Port': ['ID=a9a92dc5-08fd-4975-89a3-de593b56c40b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:03.810419 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.816546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53618) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:03.842448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.877394 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f736810-0abe-42be-8891-b338a0761877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf2b840-afd6-4956-b276-45f571c56450', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-router', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:48Z', 'updated_at': '2021-08-16T12:48:56Z', 'revision_number': 4, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'gw_port': {'id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf2b840-afd6-4956-b276-45f571c56450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:49Z', 'updated_at': '2021-08-16T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'a9a92dc5-08fd-4975-89a3-de593b56c40b', 'name': '', 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'mac_address': 'fa:16:3e:ba:12:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf2b840-afd6-4956-b276-45f571c56450', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '240a02d9-a706-4f1c-b2e2-54cb4107b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:54Z', 'updated_at': '2021-08-16T12:49:03Z', 'revision_number': 4, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'subnets': [{'id': '240a02d9-a706-4f1c-b2e2-54cb4107b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:03.907131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f736810-0abe-42be-8891-b338a0761877 None None] The sync data for ids ['9cf2b840-afd6-4956-b276-45f571c56450'] in n-d-804708-1 is: [{'id': '9cf2b840-afd6-4956-b276-45f571c56450', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-router', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:48Z', 'updated_at': '2021-08-16T12:48:56Z', 'revision_number': 4, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'gw_port': {'id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf2b840-afd6-4956-b276-45f571c56450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:49Z', 'updated_at': '2021-08-16T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'a9a92dc5-08fd-4975-89a3-de593b56c40b', 'name': '', 'network_id': 'e895d76d-b164-47a4-b04e-ec929eb2ac6d', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'mac_address': 'fa:16:3e:ba:12:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf2b840-afd6-4956-b276-45f571c56450', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '240a02d9-a706-4f1c-b2e2-54cb4107b7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:54Z', 'updated_at': '2021-08-16T12:49:03Z', 'revision_number': 4, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'subnets': [{'id': '240a02d9-a706-4f1c-b2e2-54cb4107b7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:49:03.927446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.928392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:03.928917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:03.941139 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-243e2a8c-ce59-412a-b19d-79ccd3ac8865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.102662 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-243e2a8c-ce59-412a-b19d-79ccd3ac8865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.113115 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-243e2a8c-ce59-412a-b19d-79ccd3ac8865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.130576 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5063980 Aug 16 12:49:04.132844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84a34a-75fa-4bd0-81aa-ef394481ae60 req-0152dcb9-6d27-4cb0-b7c3-334b80a0fc7e tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:04.134002 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.135880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5228f8-7e30-42a6-9897-7ec79c8e0a58 admin admin] Pushing event updated for resources: {'Network': ['ID=589f34b6-649a-47d7-b994-1950f890f10b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:04.138689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53624) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:04.141019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec84a34a-75fa-4bd0-81aa-ef394481ae60 req-0152dcb9-6d27-4cb0-b7c3-334b80a0fc7e tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 968 time: 0.0978143 Aug 16 12:49:04.146555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] Request body: {'subnet': {'network_id': '589f34b6-649a-47d7-b994-1950f890f10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-575714842-subnet', 'tenant_id': '2494cf29732c447cbdad68d705d4434a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:04.148341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 589f34b6-649a-47d7-b994-1950f890f10b details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:49:04.190990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-243e2a8c-ce59-412a-b19d-79ccd3ac8865 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70de2a5bf89644269e244280181f912c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732593 Aug 16 12:49:04.195684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53626) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:04.199291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Allocated IP 172.25.0.24 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/af6e4e4c-23c3-4a48-9170-a1582a6522e1) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:04.203742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e2a8c-ce59-412a-b19d-79ccd3ac8865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4050159-b232-4a5a-9829-e448ce3c64b5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:04.248030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=85572281-58ff-4836-a147-15b9a5120f73,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:04.254847 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec84a34a-75fa-4bd0-81aa-ef394481ae60 req-9d727e2b-5b02-4bf6-8d2b-f795c6777603 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077204 Aug 16 12:49:04.278019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] Made reservation on behalf of 2494cf29732c447cbdad68d705d4434a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:04.282996 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] Notify callbacks [] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.296555 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c658153-558f-4bb2-b0fe-96fad50bf82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.308768 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1451cff3-cb53-43fb-ba1b-5ac622049a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.324915 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c658153-558f-4bb2-b0fe-96fad50bf82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.354150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] Checking segment: {'id': '4b03bcb7-d43a-420e-a321-8117b566da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1697c5eb-5b9f-43fa-be9c-f92d47c205bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:04.354504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] Network hostable DHCP agents. Network: 1697c5eb-5b9f-43fa-be9c-f92d47c205bf, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:49:04.385489 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c658153-558f-4bb2-b0fe-96fad50bf82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.387959 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c658153-558f-4bb2-b0fe-96fad50bf82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.389108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2c658153-558f-4bb2-b0fe-96fad50bf82b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4050159-b232-4a5a-9829-e448ce3c64b5 HTTP/1.1" status: 204 len: 168 time: 0.1920574 Aug 16 12:49:04.400729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c658153-558f-4bb2-b0fe-96fad50bf82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4050159-b232-4a5a-9829-e448ce3c64b5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:04.448299 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] Network 1697c5eb-5b9f-43fa-be9c-f92d47c205bf is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:49:04.453657 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.481832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 1697c5eb-5b9f-43fa-be9c-f92d47c205bf) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:04.512116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:04.513184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.519098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a6ffee-8766-43f8-9aa2-6a6871c05e20 None None] Network 1697c5eb-5b9f-43fa-be9c-f92d47c205bf requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:04.533493 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.577569 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2ce66134-1098-4b50-9e17-84da96d4d00a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3261297 Aug 16 12:49:04.601308 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.607006 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.721658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:04.736964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:04.744705 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:04.748819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Pushing event updated for resources: {'Port': ['ID=af6e4e4c-23c3-4a48-9170-a1582a6522e1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:04.749742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786a6d7-6266-433d-9a19-070263af44c4 None None] Network 1697c5eb-5b9f-43fa-be9c-f92d47c205bf requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:04.764357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf3375d-17b9-4534-947a-0203927a956c,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:04.766575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53634) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:04.843912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ea642b-9f9d-4ba8-807f-fa91296583a2 admin admin] Deleting subnet e3f27d49-94e4-40ef-8851-f92d8a8544db {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:49:04.847746 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10ea642b-9f9d-4ba8-807f-fa91296583a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.863509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53636) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:04.896114 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10ea642b-9f9d-4ba8-807f-fa91296583a2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.898959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c610-5329-463b-b291-40c34964dcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.901540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] Checking segment: {'id': '1f57df92-b811-482f-80da-7093048ec2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '589f34b6-649a-47d7-b994-1950f890f10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:04.901540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] Network hostable DHCP agents. Network: 589f34b6-649a-47d7-b994-1950f890f10b, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:49:04.914792 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.917157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10ea642b-9f9d-4ba8-807f-fa91296583a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:04.989683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] Network 589f34b6-649a-47d7-b994-1950f890f10b is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:49:05.011429 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.019349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 589f34b6-649a-47d7-b994-1950f890f10b) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:05.039987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9352ee6-2fa2-4b85-b4ea-0231512d1462 None None] Network 589f34b6-649a-47d7-b994-1950f890f10b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:05.068670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:05.069362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.168626 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10ea642b-9f9d-4ba8-807f-fa91296583a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.187274 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10ea642b-9f9d-4ba8-807f-fa91296583a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.190444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-10ea642b-9f9d-4ba8-807f-fa91296583a2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e3f27d49-94e4-40ef-8851-f92d8a8544db HTTP/1.1" status: 204 len: 168 time: 0.4192820 Aug 16 12:49:05.190690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c610-5329-463b-b291-40c34964dcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.196934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53638) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:05.208492 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c610-5329-463b-b291-40c34964dcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.213438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea642b-9f9d-4ba8-807f-fa91296583a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f27d49-94e4-40ef-8851-f92d8a8544db,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:05.253559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a9a92dc5-08fd-4975-89a3-de593b56c40b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:05.364256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port a9a92dc5-08fd-4975-89a3-de593b56c40b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:05.389930 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.391472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a9a92dc5-08fd-4975-89a3-de593b56c40b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:05.391844 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.409522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f8454-527c-44a0-b96b-5e453686b0ad req-74361f60-39dc-432c-ba2e-8485cc90e53a tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:05.411564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e7f8454-527c-44a0-b96b-5e453686b0ad req-74361f60-39dc-432c-ba2e-8485cc90e53a tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 968 time: 0.0782657 Aug 16 12:49:05.416388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11046b61-6365-4df9-af50-2ce2b9e3f977 None None] Network 589f34b6-649a-47d7-b994-1950f890f10b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:05.442165 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-860affed-3ed8-4049-9215-aff7c7baecff admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2946513 Aug 16 12:49:05.473677 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e7f8454-527c-44a0-b96b-5e453686b0ad req-4a614d84-137a-4bd3-a4cf-d058ffd32d2c tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534341 Aug 16 12:49:05.505159 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d2d3c610-5329-463b-b291-40c34964dcff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da52b53346594bc5bc42c36b610fa5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405864 Aug 16 12:49:05.508332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53646) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:05.518824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3c610-5329-463b-b291-40c34964dcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9766403f-7a19-4968-be73-5ead9bc2b330,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:05.562657 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.591576 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.608419 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c3b35b8-4bcf-4186-a2a7-e02fa1a538a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.643858 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c3b35b8-4bcf-4186-a2a7-e02fa1a538a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.644090 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.653837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port a9a92dc5-08fd-4975-89a3-de593b56c40b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a9a92dc5-08fd-4975-89a3-de593b56c40b,segment=NetworkSegment(189b4c7e-0167-42cc-b808-af6d504f9ae8),segment_id=189b4c7e-0167-42cc-b808-af6d504f9ae8)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:05.670783 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.681647 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.708734 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c3b35b8-4bcf-4186-a2a7-e02fa1a538a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.717637 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c3b35b8-4bcf-4186-a2a7-e02fa1a538a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.721670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0c3b35b8-4bcf-4186-a2a7-e02fa1a538a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9766403f-7a19-4968-be73-5ead9bc2b330 HTTP/1.1" status: 204 len: 168 time: 0.2099109 Aug 16 12:49:05.731875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b35b8-4bcf-4186-a2a7-e02fa1a538a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9766403f-7a19-4968-be73-5ead9bc2b330,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:05.744923 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.748798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=a9a92dc5-08fd-4975-89a3-de593b56c40b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:05.752177 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:05.779405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:05.779405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:05.780147 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:05.780536 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > port after_create 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:05.780878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:05.781215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > port after_update 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:05.781535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:05.781872 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:05.782328 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:05.782668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:06.105744 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:06.106094 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:06.106441 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:06.106762 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:49:06.107134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36016ea-2278-46cc-9067-0359bffd0bf3']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:06.118839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.128547 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1214106 Aug 16 12:49:06.135643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c9f5e-3933-4df6-9099-0eaf3c521fe3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Pushing event updated for resources: {'Port': ['ID=af6e4e4c-23c3-4a48-9170-a1582a6522e1,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:06.140408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4748bad8-42c3-470c-9a21-096a301359b3') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:06.140701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4748bad8-42c3-470c-9a21-096a301359b3') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:06.164312 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.189929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.203138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:49:06.203810 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: from cryptography.utils import int_from_bytes Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: from cryptography.utils import int_from_bytes Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:49:06.212347 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:49:06.281488 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.292286 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.294539 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b36016ea-2278-46cc-9067-0359bffd0bf3 HTTP/1.1" status: 204 len: 168 time: 1.0964310 Aug 16 12:49:06.297970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53686) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:06.350440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8bb15-8711-4ae7-824e-5669d70c9592 admin admin] Pushing event deleted for resources: {'Network': ['ID=b36016ea-2278-46cc-9067-0359bffd0bf3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:06.375451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-80edf07b-62bf-4339-8d97-2d698d9b71e6 admin admin] Deleting subnet 85572281-58ff-4836-a147-15b9a5120f73 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:49:06.378977 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80edf07b-62bf-4339-8d97-2d698d9b71e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.387384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-ed836477-39cd-4138-b152-3287cda44065 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:06.394437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-ed836477-39cd-4138-b152-3287cda44065 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 821 time: 0.2570968 Aug 16 12:49:06.416678 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80edf07b-62bf-4339-8d97-2d698d9b71e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.430919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-4c62c9ef-1c0e-48ac-88b7-12fbfe71d960 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/quotas/8b6d57c130764a11bfbcf61f14dbd350 HTTP/1.1" status: 200 len: 375 time: 0.0355368 Aug 16 12:49:06.463377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-796eba94-4b59-4b76-8e86-6b791d9ae210 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315158 Aug 16 12:49:06.467873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-c823b1a2-9754-4ea7-ae84-97d4d0ca218b tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1907794770&fields=id&tenant_id=658311110ba74518860e125da8421b28 HTTP/1.1" status: 200 len: 267 time: 0.1034577 Aug 16 12:49:06.475721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80edf07b-62bf-4339-8d97-2d698d9b71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.547295 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80edf07b-62bf-4339-8d97-2d698d9b71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.592368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edf07b-62bf-4339-8d97-2d698d9b71e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85572281-58ff-4836-a147-15b9a5120f73,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:06.596669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80edf07b-62bf-4339-8d97-2d698d9b71e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.602564 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-80edf07b-62bf-4339-8d97-2d698d9b71e6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/85572281-58ff-4836-a147-15b9a5120f73 HTTP/1.1" status: 204 len: 168 time: 0.3035235 Aug 16 12:49:06.603654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53704) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:06.624839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-b818e30c-8a07-4d85-a30d-0282e1207b68 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:06.626880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-b818e30c-8a07-4d85-a30d-0282e1207b68 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/networks?id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd HTTP/1.1" status: 200 len: 823 time: 0.1537399 Aug 16 12:49:06.644976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-fd0f0ec6-8df3-4a73-8d0f-900d23c2dbb2 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/quotas/658311110ba74518860e125da8421b28 HTTP/1.1" status: 200 len: 375 time: 0.0112722 Aug 16 12:49:06.672724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-30b8fe6f-d06f-4b72-9ddd-beda725754d6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:49:06.674050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-30b8fe6f-d06f-4b72-9ddd-beda725754d6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0669203 Aug 16 12:49:06.686869 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.769732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.776607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-58795ecb-87b5-47a5-84a6-2baf472a386c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=658311110ba74518860e125da8421b28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1254468 Aug 16 12:49:06.781614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1697c5eb-5b9f-43fa-be9c-f92d47c205bf']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:06.792863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b03bcb7-d43a-420e-a321-8117b566da54') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:06.793227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b03bcb7-d43a-420e-a321-8117b566da54') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:06.803199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.818002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-3e41dd14-7d31-43e8-b055-9451e08835ec service neutron] 10.222.0.25 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295443 Aug 16 12:49:06.822357 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.829757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:49:06.830439 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:49:06.849209 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:49:06.897013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.910121 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:06.915335 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] 10.222.0.25 "DELETE /v2.0/networks/1697c5eb-5b9f-43fa-be9c-f92d47c205bf HTTP/1.1" status: 204 len: 168 time: 0.3077636 Aug 16 12:49:06.941730 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-b19ccb9c-9244-4bbb-b705-49f2103b5d63 service neutron] 10.222.0.25 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166608 Aug 16 12:49:06.956538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cae6da-71ac-4373-b0a9-49ba34f02b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=1697c5eb-5b9f-43fa-be9c-f92d47c205bf,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:07.032479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a9a92dc5-08fd-4975-89a3-de593b56c40b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:07.083788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-06005ea8-de40-43d8-97ba-51a2333fb015 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:49:07.083788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-06005ea8-de40-43d8-97ba-51a2333fb015 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1035154 Aug 16 12:49:07.105546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a9a92dc5-08fd-4975-89a3-de593b56c40b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:07.106323 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:07.134807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53724) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:07.228824 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ce8c0b4d-abc6-416b-9833-9d69cf9bcce5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac98029cc591461fb0a67131e3f94faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932100 Aug 16 12:49:07.234494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53734) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:07.238052 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:07.344611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88505b-628c-4ea7-a3e2-090a719c0d2a req-9119ca39-e921-4fd0-84ec-cc4560935829 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:07.346192 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff88505b-628c-4ea7-a3e2-090a719c0d2a req-9119ca39-e921-4fd0-84ec-cc4560935829 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 968 time: 0.1278396 Aug 16 12:49:07.350731 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-11c07fdb-2d73-4c42-b974-02dbc78ce37f service neutron] 10.222.0.25 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575793 Aug 16 12:49:07.410678 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63c57a25-8f46-4277-8d6c-ef6eb6b0a2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:07.483762 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63c57a25-8f46-4277-8d6c-ef6eb6b0a2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:07.500169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff88505b-628c-4ea7-a3e2-090a719c0d2a req-f657be06-df7e-4799-a21b-6c95e3846775 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240144 Aug 16 12:49:07.587636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-c2d00887-ad76-4dda-8a23-bfd6de29ad15 service neutron] 10.222.0.25 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280252 Aug 16 12:49:07.589672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66a2c1f4-a2ac-4b21-9618-2ca6d6e9a164 req-c9a537a3-e9ab-49af-b7f8-ea65a73656ab tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0372138 Aug 16 12:49:07.619151 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63c57a25-8f46-4277-8d6c-ef6eb6b0a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:07.629179 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63c57a25-8f46-4277-8d6c-ef6eb6b0a2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:07.629179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-63c57a25-8f46-4277-8d6c-ef6eb6b0a2fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/983e53ba-025e-4660-a90b-073a2d862217 HTTP/1.1" status: 204 len: 168 time: 0.3876998 Aug 16 12:49:07.636940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c57a25-8f46-4277-8d6c-ef6eb6b0a2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983e53ba-025e-4660-a90b-073a2d862217,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:07.843023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a8e6f4dd-cb85-45c3-939d-e97b7057f4d9 req-d402e913-178b-42b0-873f-b27c3e6c8bdb tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 210 time: 0.0392601 Aug 16 12:49:08.012064 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53778) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:08.156669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53786) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:08.166140 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6bd8bcae-8c51-4442-aa47-4881abd27e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.235049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53790) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:08.235962 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c62e92dd-868e-4815-88dc-7a8dbb165a85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2470654a8b5246739e4a4354540d23ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778725 Aug 16 12:49:08.322343 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6bd8bcae-8c51-4442-aa47-4881abd27e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.331107 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6bd8bcae-8c51-4442-aa47-4881abd27e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.344949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-166fd60a-038b-452d-8345-272633edb1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.397861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6bd8bcae-8c51-4442-aa47-4881abd27e51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b7032d668c5453babac7c1e61465f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818796 Aug 16 12:49:08.398735 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53792) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:08.399759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8bcae-8c51-4442-aa47-4881abd27e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960c78ed-0ccd-4ed0-b0b4-4b63d28ff22d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:08.403680 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-166fd60a-038b-452d-8345-272633edb1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.462697 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-709c0546-babf-4b91-bcf5-3cc9cf21d121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.500134 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-709c0546-babf-4b91-bcf5-3cc9cf21d121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.595966 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-166fd60a-038b-452d-8345-272633edb1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.597677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-709c0546-babf-4b91-bcf5-3cc9cf21d121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.600219 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-166fd60a-038b-452d-8345-272633edb1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.601632 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-709c0546-babf-4b91-bcf5-3cc9cf21d121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.601770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-166fd60a-038b-452d-8345-272633edb1a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba391710-6325-4e97-90af-d47a3cb3755a HTTP/1.1" status: 204 len: 168 time: 0.3654344 Aug 16 12:49:08.602970 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-709c0546-babf-4b91-bcf5-3cc9cf21d121 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/960c78ed-0ccd-4ed0-b0b4-4b63d28ff22d HTTP/1.1" status: 204 len: 168 time: 0.2023571 Aug 16 12:49:08.614382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 3c4c1655-451a-406f-bd94-ec90966f47b7 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:49:08.620002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c0546-babf-4b91-bcf5-3cc9cf21d121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960c78ed-0ccd-4ed0-b0b4-4b63d28ff22d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:08.648280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fd60a-038b-452d-8345-272633edb1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba391710-6325-4e97-90af-d47a3cb3755a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:08.690092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa45f76-2552-4692-b6e1-3e03c9b138b2 req-816d11b9-61b3-41fb-a211-5b88d7b94ba1 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:08.691785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9aa45f76-2552-4692-b6e1-3e03c9b138b2 req-816d11b9-61b3-41fb-a211-5b88d7b94ba1 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 968 time: 0.0703483 Aug 16 12:49:08.776857 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c3241a9-93c2-4025-adee-679ecb4bef5d req-522b3cfe-3cd3-4265-8bd3-88f3e3faf9c2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0428216 Aug 16 12:49:08.793788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9aa45f76-2552-4692-b6e1-3e03c9b138b2 req-79c003c3-c8c2-4990-a783-933b8f11a393 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936558 Aug 16 12:49:08.871783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 3c4c1655-451a-406f-bd94-ec90966f47b7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=3c4c1655-451a-406f-bd94-ec90966f47b7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:08.888766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '3c4c1655-451a-406f-bd94-ec90966f47b7', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '3c4c1655-451a-406f-bd94-ec90966f47b7', 'mac_address': 'fa:16:3e:1b:4c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:tempest-test_az-891246464', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:49:08.946579 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da28aafc-f263-448a-ad7b-feb9012395af req-af5d7e55-783f-4fbe-a627-a4e5aac3f696 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 210 time: 0.0352328 Aug 16 12:49:08.975888 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:08.996731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4c1655-451a-406f-bd94-ec90966f47b7 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:09.023602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 3c4c1655-451a-406f-bd94-ec90966f47b7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=3c4c1655-451a-406f-bd94-ec90966f47b7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:09.030665 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:09.061851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.22', 51129) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:09.109405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53810) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:09.127340 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-56a455dc-8b67-4222-ac3e-7cde6a00e966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:09.131949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=3c4c1655-451a-406f-bd94-ec90966f47b7,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:09.275570 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-56a455dc-8b67-4222-ac3e-7cde6a00e966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:09.281437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-56a455dc-8b67-4222-ac3e-7cde6a00e966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:09.324896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a455dc-8b67-4222-ac3e-7cde6a00e966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5dd004-5d39-4ffb-990c-05ad528ca0b3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:09.339702 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-56a455dc-8b67-4222-ac3e-7cde6a00e966 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb6f573bfc3d493593a0c532bb3260e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290263 Aug 16 12:49:09.345852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53820) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:09.368346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['3c4c1655-451a-406f-bd94-ec90966f47b7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:09.374509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-d6d53594-c7a8-46c4-be76-90fb903d326f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:09.375740 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-d6d53594-c7a8-46c4-be76-90fb903d326f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 821 time: 0.3016849 Aug 16 12:49:09.430070 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b8f1651a-fbcf-47d3-a9b5-5c6e31ff5786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:09.454398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b8f1651a-fbcf-47d3-a9b5-5c6e31ff5786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:09.554730 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b8f1651a-fbcf-47d3-a9b5-5c6e31ff5786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:09.557462 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b8f1651a-fbcf-47d3-a9b5-5c6e31ff5786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:09.558673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b8f1651a-fbcf-47d3-a9b5-5c6e31ff5786 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e5dd004-5d39-4ffb-990c-05ad528ca0b3 HTTP/1.1" status: 204 len: 168 time: 0.2116015 Aug 16 12:49:09.569758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1651a-fbcf-47d3-a9b5-5c6e31ff5786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5dd004-5d39-4ffb-990c-05ad528ca0b3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:09.956581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-005ea79e-9334-469a-8045-a23f4344a9f0 req-9cd56625-db34-4535-ba42-b89f679c56be tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0470030 Aug 16 12:49:10.022973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66b064-b5e3-4b5e-8bf1-7932b5e143af req-fcbfcd78-38d2-4376-babc-91748150495f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:10.024866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f66b064-b5e3-4b5e-8bf1-7932b5e143af req-fcbfcd78-38d2-4376-babc-91748150495f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 969 time: 0.1016779 Aug 16 12:49:10.074008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3989e424-ec05-4864-b206-e3296f4fa9e3 req-1572f746-162d-4ae9-bf1e-d4db8edbd499 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 210 time: 0.0342014 Aug 16 12:49:10.110474 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f66b064-b5e3-4b5e-8bf1-7932b5e143af req-54629c08-6cec-437b-871e-47d04f8747cd tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761704 Aug 16 12:49:10.604666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 3c4c1655-451a-406f-bd94-ec90966f47b7 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:10.674159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 3c4c1655-451a-406f-bd94-ec90966f47b7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:10.679189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 3c4c1655-451a-406f-bd94-ec90966f47b7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:10.679715 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:10.768123 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:10.794565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80281625-f424-4006-a0ad-92e51d7315d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4c1655-451a-406f-bd94-ec90966f47b7'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:10.873801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 3c4c1655-451a-406f-bd94-ec90966f47b7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=3c4c1655-451a-406f-bd94-ec90966f47b7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:10.879019 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:10.949322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=3c4c1655-451a-406f-bd94-ec90966f47b7,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:11.045727 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ae0dae-8a7d-4dd2-8717-20143422dd45" -d '{"events": [{"server_uuid": "80281625-f424-4006-a0ad-92e51d7315d4", "name": "network-vif-plugged", "status": "completed", "tag": "3c4c1655-451a-406f-bd94-ec90966f47b7"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:11.099225 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94e366ab-7365-463e-bcd3-be2926233521 req-9ed29a66-83e8-4203-b952-0fe1acc11a41 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0519822 Aug 16 12:49:11.101573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-7e0f0f61-a252-428d-a1d6-e6018bf9b9b0 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fd6467a36650436a8e950b71a68dd9d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428288 Aug 16 12:49:11.212242 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a21c820-9f26-4bff-8b8b-b92af51d55c6 x-openstack-request-id: req-3a21c820-9f26-4bff-8b8b-b92af51d55c6 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:11.212666 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80281625-f424-4006-a0ad-92e51d7315d4", "name": "network-vif-plugged", "status": "completed", "tag": "3c4c1655-451a-406f-bd94-ec90966f47b7", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:11.213021 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a21c820-9f26-4bff-8b8b-b92af51d55c6 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:11.213565 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80281625-f424-4006-a0ad-92e51d7315d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4c1655-451a-406f-bd94-ec90966f47b7', 'code': 200} Aug 16 12:49:11.225734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b03e05-b788-4ff2-8a01-900b234800bb req-80cd742c-ad04-4e90-b0f8-91f47a153e56 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:11.227265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-80cd742c-ad04-4e90-b0f8-91f47a153e56 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196587 Aug 16 12:49:11.242741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-cc9bb1c0-57d8-4f96-ba78-2638f826343f tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/quotas/fd6467a36650436a8e950b71a68dd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0097551 Aug 16 12:49:11.284930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-a23248bf-da3b-4b8b-9c10-9dcdb50105af tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd6467a36650436a8e950b71a68dd9d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363483 Aug 16 12:49:11.359296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb75ea9-67a5-42c7-8290-ac56419c921d req-a1adc897-13aa-474c-807b-213fcab920d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:11.361070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3cb75ea9-67a5-42c7-8290-ac56419c921d req-a1adc897-13aa-474c-807b-213fcab920d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 1121 time: 0.0753934 Aug 16 12:49:11.393398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3cb75ea9-67a5-42c7-8290-ac56419c921d req-1456cd88-c15a-46c6-b945-eb7420dbbb31 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:11.417746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04858c89-0b7f-404e-a22e-0386e8c6cbf8 req-684f9345-87ce-456e-be78-d4643c9116cc tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 210 time: 0.0423717 Aug 16 12:49:11.730881 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9ad77d8-0a09-4c26-833b-035dbe8464f2 req-13b6a789-4cd3-4efc-b97e-88e097f0532f tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 210 time: 0.0397210 Aug 16 12:49:11.771100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628df395-a1e5-4fec-9404-459dfdd86674 req-157559a2-8b06-4ca6-ae1d-201b10517fec tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:11.774828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-628df395-a1e5-4fec-9404-459dfdd86674 req-157559a2-8b06-4ca6-ae1d-201b10517fec tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 970 time: 0.3036938 Aug 16 12:49:11.820826 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3cb75ea9-67a5-42c7-8290-ac56419c921d req-1456cd88-c15a-46c6-b945-eb7420dbbb31 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:11.831112 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3cb75ea9-67a5-42c7-8290-ac56419c921d req-1456cd88-c15a-46c6-b945-eb7420dbbb31 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:11.873133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53936) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:11.874313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-628df395-a1e5-4fec-9404-459dfdd86674 req-277a6abd-1e16-48ef-8c66-2778d86f1bfc tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769336 Aug 16 12:49:11.890643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3cb75ea9-67a5-42c7-8290-ac56419c921d req-1456cd88-c15a-46c6-b945-eb7420dbbb31 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213015 Aug 16 12:49:11.895619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456cd88-c15a-46c6-b945-eb7420dbbb31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=73c09d67-177b-4dea-b56d-37042e88b958,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:11.999830 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f70972cd-9e06-49d6-94b6-c26e0d20290a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.110251 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f70972cd-9e06-49d6-94b6-c26e0d20290a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.114416 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f70972cd-9e06-49d6-94b6-c26e0d20290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.176110 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f70972cd-9e06-49d6-94b6-c26e0d20290a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32e1161264d346f0a6e03640b6e90ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008671 Aug 16 12:49:12.177075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70972cd-9e06-49d6-94b6-c26e0d20290a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ec43aa-3b92-4378-9120-29b2f1016b2f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:12.181078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53942) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:12.247862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52ec4455-7cb8-42a9-8298-2bcb058aac9b req-bc34554d-91b6-4c62-acd5-533c6469ebbd tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0277927 Aug 16 12:49:12.262725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e08a3ee1-7199-4aab-82b5-58021965524c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.292020 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e08a3ee1-7199-4aab-82b5-58021965524c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.343539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e08a3ee1-7199-4aab-82b5-58021965524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.346438 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e08a3ee1-7199-4aab-82b5-58021965524c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.347577 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e08a3ee1-7199-4aab-82b5-58021965524c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00ec43aa-3b92-4378-9120-29b2f1016b2f HTTP/1.1" status: 204 len: 168 time: 0.1656013 Aug 16 12:49:12.356370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a3ee1-7199-4aab-82b5-58021965524c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ec43aa-3b92-4378-9120-29b2f1016b2f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:12.550643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-deb2ee89-6a1c-474f-901f-f39e85e90783 req-e571673a-8011-4c2a-8885-53dd8135efcf tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 210 time: 0.0309446 Aug 16 12:49:12.619755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-0573d2b7-83c6-4dde-8f6c-dd4465b9c8fb tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fd6467a36650436a8e950b71a68dd9d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268028 Aug 16 12:49:12.678717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53950) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:12.691583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-34b6e53c-9c61-4369-8c71-8bec3f731f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.751410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b03e05-b788-4ff2-8a01-900b234800bb req-b952533b-cf86-4882-8198-09e9f8b6b906 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:12.752868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-b952533b-cf86-4882-8198-09e9f8b6b906 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250911 Aug 16 12:49:12.768812 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Request body: {'port': {'device_id': 'a4f849a1-2851-4230-91c8-d9ff4875fb08', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'fd6467a36650436a8e950b71a68dd9d3'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:12.804319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-34b6e53c-9c61-4369-8c71-8bec3f731f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.810227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-34b6e53c-9c61-4369-8c71-8bec3f731f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.862952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d5ec0c4-ae3f-4439-8085-ee21255865d5 req-269b02d1-8c1b-408d-a824-a6ca30e6d67b tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 210 time: 0.0361090 Aug 16 12:49:12.872328 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-34b6e53c-9c61-4369-8c71-8bec3f731f9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72279622300a441abcda72cc415d3ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908453 Aug 16 12:49:12.873390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53954) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:12.880286 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6e53c-9c61-4369-8c71-8bec3f731f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4f825a-2d83-475d-be52-dd8be35932a7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:12.920344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Made reservation on behalf of fd6467a36650436a8e950b71a68dd9d3 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:12.924445 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.934088 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.949216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f82290c9-24e5-4523-ae71-c0d4aee631c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:12.978776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f82290c9-24e5-4523-ae71-c0d4aee631c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:13.030148 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f82290c9-24e5-4523-ae71-c0d4aee631c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:13.032631 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f82290c9-24e5-4523-ae71-c0d4aee631c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:13.036264 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f82290c9-24e5-4523-ae71-c0d4aee631c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce4f825a-2d83-475d-be52-dd8be35932a7 HTTP/1.1" status: 204 len: 168 time: 0.1586506 Aug 16 12:49:13.043168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82290c9-24e5-4523-ae71-c0d4aee631c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4f825a-2d83-475d-be52-dd8be35932a7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:13.072088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2ffd7-39ef-464b-99ce-37dd7180751e req-0d3a06f9-7969-4d57-a115-5aa43e7b5a76 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:13.073556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecd2ffd7-39ef-464b-99ce-37dd7180751e req-0d3a06f9-7969-4d57-a115-5aa43e7b5a76 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 970 time: 0.0807505 Aug 16 12:49:13.110309 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:13.116776 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:13.154798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecd2ffd7-39ef-464b-99ce-37dd7180751e req-70117ae4-360a-4f59-a5a1-0ab01a501912 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728981 Aug 16 12:49:13.201858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:13.311781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Allocated IP 192.168.233.83 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/d4351245-38de-4be1-97b1-745b7104e72c) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:13.416747 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf2e0416-2751-4878-b466-61c0868a713f req-d021bf25-b157-4c87-a4f1-b7950a07e41d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0575874 Aug 16 12:49:13.548515 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:13.568344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Transition to ACTIVE for port object d4351245-38de-4be1-97b1-745b7104e72c will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:13.606216 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:13.680992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:13.683329 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f9c0463-66b3-4c50-a221-13ebfa4c5f7f req-d50e3d60-6876-4cfd-8e67-d8d63ffe3cf0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 210 time: 0.0477633 Aug 16 12:49:13.689322 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:13.691797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:13.698263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:13.698893 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:13.708512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Pushing event updated for resources: {'Port': ['ID=d4351245-38de-4be1-97b1-745b7104e72c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:13.731050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-88f52c98-f881-4038-ba07-4e9794ca8f22 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9676747 Aug 16 12:49:13.743705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Request body: {'port': {'device_id': 'a4f849a1-2851-4230-91c8-d9ff4875fb08', 'device_owner': 'compute:tempest-test_az-891246464', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:13.816455 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:13.953209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c65d0f57-83d5-42c3-bd0a-f100f8b61065 None None] Provisioning for port d4351245-38de-4be1-97b1-745b7104e72c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:13.958566 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c65d0f57-83d5-42c3-bd0a-f100f8b61065 None None] Provisioning complete for port d4351245-38de-4be1-97b1-745b7104e72c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:13.959587 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c65d0f57-83d5-42c3-bd0a-f100f8b61065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:14.011068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c65d0f57-83d5-42c3-bd0a-f100f8b61065 None None] Port d4351245-38de-4be1-97b1-745b7104e72c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:49:14.083130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4157b2-172b-4204-840f-a56ab3dedc24 req-e167b211-2509-444c-911d-5d2fb0b1432a tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:14.087457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e4157b2-172b-4204-840f-a56ab3dedc24 req-e167b211-2509-444c-911d-5d2fb0b1432a tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 935 time: 0.1196568 Aug 16 12:49:14.154112 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e4157b2-172b-4204-840f-a56ab3dedc24 req-4bdb945b-3307-4b15-86cd-fb291c3b395c tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581727 Aug 16 12:49:14.212593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4351245-38de-4be1-97b1-745b7104e72c {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:14.221144 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:14.247652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Transition to ACTIVE for port object d4351245-38de-4be1-97b1-745b7104e72c will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:14.267496 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:14.342898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915e7be-ef7c-4187-ae18-9bc24c06ee1a req-93c46123-b925-41ff-810d-ce0f7c55d5c2 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:14.348049 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7915e7be-ef7c-4187-ae18-9bc24c06ee1a req-93c46123-b925-41ff-810d-ce0f7c55d5c2 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 970 time: 0.1113055 Aug 16 12:49:14.349959 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Pushing event updated for resources: {'Port': ['ID=d4351245-38de-4be1-97b1-745b7104e72c,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:14.412568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Attempting to bind port d4351245-38de-4be1-97b1-745b7104e72c on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:14.412865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Attempting to bind port d4351245-38de-4be1-97b1-745b7104e72c by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:14.413196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Attempting to bind port d4351245-38de-4be1-97b1-745b7104e72c on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:14.426819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7915e7be-ef7c-4187-ae18-9bc24c06ee1a req-ebfdeb42-5619-4fce-ae91-7638988e82d8 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732644 Aug 16 12:49:14.428447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Port d4351245-38de-4be1-97b1-745b7104e72c on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:49:14.428787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Attempting to bind port d4351245-38de-4be1-97b1-745b7104e72c on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:14.438875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:14.439281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:14.439696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:14.440183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Bound port: d4351245-38de-4be1-97b1-745b7104e72c, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:14.440840 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:14.562956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c557cbe0-0e08-410b-9d85-09ff357afa71 req-40297c8f-420e-432e-8734-98eb248c38e1 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0438685 Aug 16 12:49:14.567780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] For port d4351245-38de-4be1-97b1-745b7104e72c, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:14.595511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] For port d4351245-38de-4be1-97b1-745b7104e72c, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d4351245-38de-4be1-97b1-745b7104e72c,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:14.612076 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:14.657982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:14.658483 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:14.659958 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] 10.222.0.42 "PUT /v2.0/ports/d4351245-38de-4be1-97b1-745b7104e72c HTTP/1.1" status: 200 len: 1116 time: 0.9205933 Aug 16 12:49:14.660532 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f849a1-2851-4230-91c8-d9ff4875fb08', 'tag': 'd4351245-38de-4be1-97b1-745b7104e72c'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:14.663624 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f849a1-2851-4230-91c8-d9ff4875fb08", "tag": "d4351245-38de-4be1-97b1-745b7104e72c"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:14.693194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9adb9-3c29-430a-9552-64d28ebc39e1 req-d04242d0-d80f-4215-82b9-8fbc0fecd563 tempest-AggregatesAdminTestJSON-820664038 tempest-AggregatesAdminTestJSON-820664038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:14.695347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aea9adb9-3c29-430a-9552-64d28ebc39e1 req-d04242d0-d80f-4215-82b9-8fbc0fecd563 tempest-AggregatesAdminTestJSON-820664038 tempest-AggregatesAdminTestJSON-820664038-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 1121 time: 0.1225405 Aug 16 12:49:14.723666 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec80bf84-a00e-40b2-bd3c-1aef76c02f7f x-openstack-request-id: req-ec80bf84-a00e-40b2-bd3c-1aef76c02f7f {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:14.724052 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f849a1-2851-4230-91c8-d9ff4875fb08", "tag": "d4351245-38de-4be1-97b1-745b7104e72c", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:14.724325 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec80bf84-a00e-40b2-bd3c-1aef76c02f7f {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:14.725268 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f849a1-2851-4230-91c8-d9ff4875fb08', 'tag': 'd4351245-38de-4be1-97b1-745b7104e72c', 'status': 'completed', 'code': 200} Aug 16 12:49:14.739229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1342d-67c8-4108-99c3-2056f1b4949d service neutron] Pushing event updated for resources: {'Port': ['ID=d4351245-38de-4be1-97b1-745b7104e72c,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:14.771198 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-aea9adb9-3c29-430a-9552-64d28ebc39e1 req-1f4cd245-2fe2-458a-9dd4-b99e10398847 tempest-AggregatesAdminTestJSON-820664038 tempest-AggregatesAdminTestJSON-820664038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:14.837189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82ad68ae-aaa9-414a-9974-550933cec9b4 req-d270a399-1882-4c71-8e69-f0e8c664d1e9 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 210 time: 0.0424867 Aug 16 12:49:14.839111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b03e05-b788-4ff2-8a01-900b234800bb req-1a8c0be1-a750-413c-bb96-2bfb449cc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:14.840620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-1a8c0be1-a750-413c-bb96-2bfb449cc3a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd6467a36650436a8e950b71a68dd9d3&device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 1119 time: 0.1307526 Aug 16 12:49:14.901186 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-6233b843-3897-4042-8e04-c52cbbad9542 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d4351245-38de-4be1-97b1-745b7104e72c HTTP/1.1" status: 200 len: 217 time: 0.0497637 Aug 16 12:49:14.977054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b03e05-b788-4ff2-8a01-900b234800bb req-a1975519-16b7-4acd-b724-560f7c6c08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:14.978678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-a1975519-16b7-4acd-b724-560f7c6c08b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0632741 Aug 16 12:49:15.023652 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-aea9adb9-3c29-430a-9552-64d28ebc39e1 req-1f4cd245-2fe2-458a-9dd4-b99e10398847 tempest-AggregatesAdminTestJSON-820664038 tempest-AggregatesAdminTestJSON-820664038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:15.028731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-aea9adb9-3c29-430a-9552-64d28ebc39e1 req-1f4cd245-2fe2-458a-9dd4-b99e10398847 tempest-AggregatesAdminTestJSON-820664038 tempest-AggregatesAdminTestJSON-820664038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:15.061273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aea9adb9-3c29-430a-9552-64d28ebc39e1 req-1f4cd245-2fe2-458a-9dd4-b99e10398847 tempest-AggregatesAdminTestJSON-820664038 tempest-AggregatesAdminTestJSON-820664038-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542869 Aug 16 12:49:15.069204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b03e05-b788-4ff2-8a01-900b234800bb req-de2e033d-215e-4f95-bb65-7cba5b41efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:15.070934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-de2e033d-215e-4f95-bb65-7cba5b41efdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843027 Aug 16 12:49:15.079218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cd245-2fe2-458a-9dd4-b99e10398847 tempest-AggregatesAdminTestJSON-820664038 tempest-AggregatesAdminTestJSON-820664038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e48343-96ed-47ac-964b-69f1e7b18dce,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:15.214158 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-c38c2345-70f2-4904-b11a-84a89e72582a service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303325 Aug 16 12:49:15.356213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cf856-34a2-4284-8e4c-e8e00cd8bba4 req-b84e644f-086e-404f-8211-85dfe3d2a3a6 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:15.358802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-527cf856-34a2-4284-8e4c-e8e00cd8bba4 req-b84e644f-086e-404f-8211-85dfe3d2a3a6 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 968 time: 0.1146090 Aug 16 12:49:15.379761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54b03e05-b788-4ff2-8a01-900b234800bb req-3770f54c-6fc3-4226-b26d-6c81135efdbc service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557987 Aug 16 12:49:15.429742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-527cf856-34a2-4284-8e4c-e8e00cd8bba4 req-5ffcf218-3588-40b2-bfbd-ace539f1d59f tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Aug 16 12:49:15.500732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54046) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:15.509648 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a req-bce31099-c907-4a55-b25b-b55303b55074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:15.511182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a req-bce31099-c907-4a55-b25b-b55303b55074 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd6467a36650436a8e950b71a68dd9d3&device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 1119 time: 0.0608728 Aug 16 12:49:15.627068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a req-bbfd8918-1e00-4aa6-89dc-c865123ef9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:15.628640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a req-bbfd8918-1e00-4aa6-89dc-c865123ef9b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1105149 Aug 16 12:49:15.673448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-809faafc-073c-4a2e-bf5e-ed3369772805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:15.689605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a req-fb7b8e81-8a6e-4ad3-aea2-0e0c2dafa4b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d4351245-38de-4be1-97b1-745b7104e72c HTTP/1.1" status: 200 len: 217 time: 0.0503170 Aug 16 12:49:15.722506 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37785871-64c9-4f5d-8200-e0c8f87a4705 req-a1cd3c09-51a1-4724-adae-054b32721e17 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0723057 Aug 16 12:49:15.773846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a req-992ae895-9232-419e-9485-d194511e546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:15.775380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a req-992ae895-9232-419e-9485-d194511e546d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0600710 Aug 16 12:49:15.787505 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-809faafc-073c-4a2e-bf5e-ed3369772805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:15.792563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-809faafc-073c-4a2e-bf5e-ed3369772805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:15.837064 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-809faafc-073c-4a2e-bf5e-ed3369772805 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=108060194e064ada917e3f089ad36a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322601 Aug 16 12:49:15.837783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54068) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:15.844027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a req-231aa09d-8dbe-44a9-a301-0d80df40ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:15.845614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a req-231aa09d-8dbe-44a9-a301-0d80df40ea16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629876 Aug 16 12:49:15.874732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809faafc-073c-4a2e-bf5e-ed3369772805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4af60db-65d5-47cf-b73a-21850c37c236,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:15.922663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66956aa5-5fa0-4c7f-9984-2dc16de955fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:15.947425 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66956aa5-5fa0-4c7f-9984-2dc16de955fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:15.954584 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:15.994010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a4f9803-4ff8-48a6-9e79-86a1b181c6e6 req-b20cb057-2d06-42bd-8003-5ddea33f0afd tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 210 time: 0.0423594 Aug 16 12:49:16.018153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a req-596fe271-c42e-4887-8794-701b7cedbc1a service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586626 Aug 16 12:49:16.020528 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66956aa5-5fa0-4c7f-9984-2dc16de955fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:16.023593 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66956aa5-5fa0-4c7f-9984-2dc16de955fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:16.024718 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-66956aa5-5fa0-4c7f-9984-2dc16de955fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4af60db-65d5-47cf-b73a-21850c37c236 HTTP/1.1" status: 204 len: 168 time: 0.1856432 Aug 16 12:49:16.033936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66956aa5-5fa0-4c7f-9984-2dc16de955fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4af60db-65d5-47cf-b73a-21850c37c236,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:16.117276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20eeb6c2-dcf5-4401-8b99-a7eff25a4e3a req-1c4ab5a3-3959-4ecd-9a73-3c09d304878a service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956762 Aug 16 12:49:16.337704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54102) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:16.352549 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1915e76e-d9d9-462b-a61b-6e3dcde96f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:16.442921 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1915e76e-d9d9-462b-a61b-6e3dcde96f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:16.446943 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1915e76e-d9d9-462b-a61b-6e3dcde96f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:16.484562 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1915e76e-d9d9-462b-a61b-6e3dcde96f5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8714756a1c1446b78c20f78fd09b95c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431634 Aug 16 12:49:16.484950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54112) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:16.491843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915e76e-d9d9-462b-a61b-6e3dcde96f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef8b8e0-f851-4de0-986c-5defa1ea7113,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:16.616668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-673b4b69-c8ed-4654-a183-a4e8f7d886e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1144331 Aug 16 12:49:16.624807 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f21632a-e165-4e7f-8b44-1b166546be09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:16.638040 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c128f-6b35-469b-965b-10486ff41842 req-95c35390-d3b3-440d-b3cc-2c1475c3f7d9 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:16.639614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc3c128f-6b35-469b-965b-10486ff41842 req-95c35390-d3b3-440d-b3cc-2c1475c3f7d9 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 968 time: 0.0975153 Aug 16 12:49:16.669638 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f21632a-e165-4e7f-8b44-1b166546be09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:16.744221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc3c128f-6b35-469b-965b-10486ff41842 req-c5411c8f-7b4d-457b-bd82-371a521ebbf4 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920496 Aug 16 12:49:16.760090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-b9085e4a-3d13-4d54-a0e7-69e579ba2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:16.761603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-b9085e4a-3d13-4d54-a0e7-69e579ba2a7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87762628295f491dae448c5e8751a152&device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 1121 time: 0.0703621 Aug 16 12:49:16.780353 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f21632a-e165-4e7f-8b44-1b166546be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:16.783182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f21632a-e165-4e7f-8b44-1b166546be09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:16.784332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4f21632a-e165-4e7f-8b44-1b166546be09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ef8b8e0-f851-4de0-986c-5defa1ea7113 HTTP/1.1" status: 204 len: 168 time: 0.2983899 Aug 16 12:49:16.814636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21632a-e165-4e7f-8b44-1b166546be09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef8b8e0-f851-4de0-986c-5defa1ea7113,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:16.907406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5519e3a8-73d0-4c96-8739-b0831ec57c10 req-f3486922-145c-4833-8118-afc88f779ecb tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0311151 Aug 16 12:49:16.948832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-e2e1ce9d-0356-4bc0-8491-6bd1da518797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:16.953256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-e2e1ce9d-0356-4bc0-8491-6bd1da518797 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1638916 Aug 16 12:49:17.014181 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-d0d35ef7-aec1-4dbd-acc9-49951129c632 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=3c4c1655-451a-406f-bd94-ec90966f47b7 HTTP/1.1" status: 200 len: 217 time: 0.0526459 Aug 16 12:49:17.074094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-c2fe4bb7-e3cf-44c8-845e-351b4ad18220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:17.075876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-c2fe4bb7-e3cf-44c8-845e-351b4ad18220 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0537953 Aug 16 12:49:17.135436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-85e1dab9-72cc-4044-bbf4-d8c6492e51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:17.137016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-85e1dab9-72cc-4044-bbf4-d8c6492e51c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541813 Aug 16 12:49:17.463904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa13af13-9204-4313-9d62-f383cd4ac76e req-86575633-7ce4-4ca9-8f44-cd1fcc681324 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 210 time: 0.2935851 Aug 16 12:49:17.518284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-acd70385-5beb-43b7-9e81-23f47ee88bff service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729539 Aug 16 12:49:17.645236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af3f53de-bcc1-4833-b59d-5b3284c7aba5 req-c48e623f-775d-42eb-8b1c-a7cfda38dd86 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167846 Aug 16 12:49:17.763422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54218) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:17.879149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54228) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:17.885893 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:49:17.913252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5735e-5953-4d25-b639-2d6dd796122b req-29840668-db64-4ffb-ac0c-eba7615b05ce tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:17.924716 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5d5735e-5953-4d25-b639-2d6dd796122b req-29840668-db64-4ffb-ac0c-eba7615b05ce tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 968 time: 0.0835848 Aug 16 12:49:17.964168 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5d5735e-5953-4d25-b639-2d6dd796122b req-4bf7a770-4972-4ea1-aeaf-c45c6531cea0 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Aug 16 12:49:17.975442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2067209950-network', 'tenant_id': '9cd65f42c34443729102b1f64cb34d2e'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:18.009855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Made reservation on behalf of 9cd65f42c34443729102b1f64cb34d2e for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:18.016221 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.038382 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.070611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-85776f8a-bdc2-4595-a750-a64d0c4c1459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.101455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Request body: {'port': {'device_id': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8', 'admin_state_up': True, 'tenant_id': '8b6d57c130764a11bfbcf61f14dbd350'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:18.112067 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54a4d332-c221-42d6-8047-3d7fafc27a4c req-0ae51905-eed9-4a57-b842-b95757f9d51b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0557945 Aug 16 12:49:18.268852 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.274596 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.287531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:49:18.292472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.22', 51132) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:18.297550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.297895 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Added segment d807233a-7a6b-422a-ab43-d6dd8026ac8a of type vlan for network 76f9c591-4b94-4981-a8da-d9580c00efd0 Aug 16 12:49:18.341612 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.378686 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.379867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:18.380265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.479058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=76f9c591-4b94-4981-a8da-d9580c00efd0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:18.493658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 76f9c591-4b94-4981-a8da-d9580c00efd0 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:49:18.497419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:18.590961 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-e1ee269e-e527-4792-bf5a-f8e80811655d tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:18.593475 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-e1ee269e-e527-4792-bf5a-f8e80811655d tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.22 "GET /v2.0/networks?id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd HTTP/1.1" status: 200 len: 823 time: 0.2994852 Aug 16 12:49:18.612372 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-85776f8a-bdc2-4595-a750-a64d0c4c1459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.626857 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-85776f8a-bdc2-4595-a750-a64d0c4c1459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.629202 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3df68a65-adfc-4055-82c0-1a9dca653fa9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8646784 Aug 16 12:49:18.632545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54278) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:18.638958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] Request body: {'subnet': {'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2067209950-subnet', 'tenant_id': '9cd65f42c34443729102b1f64cb34d2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:18.674801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d4351245-38de-4be1-97b1-745b7104e72c details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:49:18.712237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-037b76fb-58e9-42ad-8c1b-f6cebe515bde req-09959d52-f837-4ce2-8a0c-fa06203a7753 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 210 time: 0.0313668 Aug 16 12:49:18.719119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-85776f8a-bdc2-4595-a750-a64d0c4c1459 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=645cf8685014473bb6176a42cc4d794d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8381677 Aug 16 12:49:18.723137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54284) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:18.735373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-2b5ffa8e-6b8d-4936-b252-c180d74c031e tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=658311110ba74518860e125da8421b28 HTTP/1.1" status: 200 len: 380 time: 0.1194956 Aug 16 12:49:18.750884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Made reservation on behalf of 8b6d57c130764a11bfbcf61f14dbd350 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:18.755253 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.786093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85776f8a-bdc2-4595-a750-a64d0c4c1459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7286b7-d78e-457e-9a14-ce31b05e6229,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:18.800776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Request body: {'port': {'device_id': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'admin_state_up': True, 'tenant_id': '658311110ba74518860e125da8421b28', 'security_groups': ['8847b37c-cecc-485c-97b3-6c9e07587304']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:18.803416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d4351245-38de-4be1-97b1-745b7104e72c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d4351245-38de-4be1-97b1-745b7104e72c,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:18.808262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e63c5d-7209-4c49-937a-d3cd79e7d3b2 req-3ea5d031-6044-4c6e-b046-8a3143d6c382 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:18.810153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1e63c5d-7209-4c49-937a-d3cd79e7d3b2 req-3ea5d031-6044-4c6e-b046-8a3143d6c382 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 970 time: 0.0967152 Aug 16 12:49:18.819228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'd4351245-38de-4be1-97b1-745b7104e72c', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'd4351245-38de-4be1-97b1-745b7104e72c', 'mac_address': 'fa:16:3e:75:87:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:tempest-test_az-891246464', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:49:18.824235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] Made reservation on behalf of 9cd65f42c34443729102b1f64cb34d2e for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:18.826997 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.865540 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.890364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4351245-38de-4be1-97b1-745b7104e72c {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:18.922018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d4351245-38de-4be1-97b1-745b7104e72c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d4351245-38de-4be1-97b1-745b7104e72c,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:18.929508 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:18.954817 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1e63c5d-7209-4c49-937a-d3cd79e7d3b2 req-0394cf52-cdba-42f8-8735-337e8179be5d tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385341 Aug 16 12:49:19.023260 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d634767-ea26-4610-973d-bf098fb8a2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:19.038522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d4351245-38de-4be1-97b1-745b7104e72c,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:19.113333 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:19.122351 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d634767-ea26-4610-973d-bf098fb8a2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:19.158271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d4351245-38de-4be1-97b1-745b7104e72c'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:19.241609 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12885796-d7f8-4981-89ab-5be63ffe3da1,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:19.284622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:19.285207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] Network hostable DHCP agents. Network: 76f9c591-4b94-4981-a8da-d9580c00efd0, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:49:19.301958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ae9fd-3995-4ddf-80f3-b6f01499781b req-f83bc562-2758-4845-927b-35fbd14e4aba tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:19.304671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-987ae9fd-3995-4ddf-80f3-b6f01499781b req-f83bc562-2758-4845-927b-35fbd14e4aba tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 969 time: 0.1665955 Aug 16 12:49:19.356098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] Network 76f9c591-4b94-4981-a8da-d9580c00efd0 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:49:19.397357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Allocated IP 172.20.0.3 (a63f4b9d-413f-431a-be90-442b0a6da2b8/ad86852c-fa37-427e-9e21-ef5fd6cc8dc5/bb048ce9-ce73-4784-822a-e6fddb320cb3) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:19.400565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8198f44f-d14c-4da5-b9d1-f39c133e566f req-f089d331-cb9d-48e8-b84d-58fbae83ff71 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0753951 Aug 16 12:49:19.404574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 76f9c591-4b94-4981-a8da-d9580c00efd0) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:19.417954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Made reservation on behalf of 658311110ba74518860e125da8421b28 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:19.419000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:19.419729 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:19.422172 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:19.425208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5771a4a2-3736-4990-a4d5-bc9aecf6cd20 None None] Network 76f9c591-4b94-4981-a8da-d9580c00efd0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:19.446473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-987ae9fd-3995-4ddf-80f3-b6f01499781b req-112ea05d-4f41-4572-bd20-96f88ccb8129 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195455 Aug 16 12:49:19.451486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-92ca2d90-79a7-4bbe-b3c1-27d4dce8f112 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8173647 Aug 16 12:49:19.469410 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d634767-ea26-4610-973d-bf098fb8a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:19.472135 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d634767-ea26-4610-973d-bf098fb8a2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:19.474845 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8d634767-ea26-4610-973d-bf098fb8a2bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d7286b7-d78e-457e-9a14-ce31b05e6229 HTTP/1.1" status: 204 len: 168 time: 0.7500422 Aug 16 12:49:19.602807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfb05d4-046d-4731-ac02-731135cc9cd7 None None] Network 76f9c591-4b94-4981-a8da-d9580c00efd0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:19.623010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54316) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:19.643356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d634767-ea26-4610-973d-bf098fb8a2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7286b7-d78e-457e-9a14-ce31b05e6229,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:19.874837 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:19.883982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09b300f7-0553-4c13-913f-b2e037f25054 req-545e3e08-4554-49cb-a774-16228f740223 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 210 time: 0.0547729 Aug 16 12:49:19.900287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Allocated IP 172.20.0.7 (f1d1179a-0d86-4c10-90fa-5cdb7bb176bd/e06d01c6-fe38-4463-a6c6-0f140fdc5148/d7b4ac09-ec45-4252-80a0-40e28b9228bf) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:19.983541 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.024067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78f728-24f3-483e-aa74-5eab46afd51d req-f64e315f-94e2-47bc-9fdf-f9e236cb7848 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:20.025513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba78f728-24f3-483e-aa74-5eab46afd51d req-f64e315f-94e2-47bc-9fdf-f9e236cb7848 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.42 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 970 time: 0.0839932 Aug 16 12:49:20.190939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Network a63f4b9d-413f-431a-be90-442b0a6da2b8 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:20.211672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:20.225672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:20.249208 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b22111ba-b2dd-4fa2-a3ca-4cd01e60119b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.296293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54360) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:20.311148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Pushing event updated for resources: {'Port': ['ID=bb048ce9-ce73-4784-822a-e6fddb320cb3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:20.339770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879c0b5-9700-4b2a-9ec7-f8ba4cac7e50 req-4aa1e49a-45ef-41ee-b7ba-efd07d5f90dd tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:20.348515 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4879c0b5-9700-4b2a-9ec7-f8ba4cac7e50 req-4aa1e49a-45ef-41ee-b7ba-efd07d5f90dd tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 970 time: 0.2277308 Aug 16 12:49:20.356626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:20.357360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.370198 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.371765 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f5accd0a-fdc0-4d73-8bca-2aec9bb42232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.395838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Transition to ACTIVE for port object d7b4ac09-ec45-4252-80a0-40e28b9228bf will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:20.401542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-ba78f728-24f3-483e-aa74-5eab46afd51d req-1cc9cb61-587b-4cea-ac0c-02931b7bfb6f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Deleting port 3c4c1655-451a-406f-bd94-ec90966f47b7 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:49:20.402037 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-ba78f728-24f3-483e-aa74-5eab46afd51d req-1cc9cb61-587b-4cea-ac0c-02931b7bfb6f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.437720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.497436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Pushing event updated for resources: {'Port': ['ID=d7b4ac09-ec45-4252-80a0-40e28b9228bf,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:20.513375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:20.515003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:20.525427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4879c0b5-9700-4b2a-9ec7-f8ba4cac7e50 req-b752f056-66bd-4380-9fd6-b0b5cba34380 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/security-groups?id=e152da4c-03b9-4c70-a74b-d105f9a8ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621890 Aug 16 12:49:20.530435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:20.651221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:20.652077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.696663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d4351245-38de-4be1-97b1-745b7104e72c up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:20.711352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-ba78f728-24f3-483e-aa74-5eab46afd51d req-1cc9cb61-587b-4cea-ac0c-02931b7bfb6f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] For port 3c4c1655-451a-406f-bd94-ec90966f47b7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=3c4c1655-451a-406f-bd94-ec90966f47b7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:20.711923 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-ba78f728-24f3-483e-aa74-5eab46afd51d req-1cc9cb61-587b-4cea-ac0c-02931b7bfb6f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.765692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54388) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:20.768649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port d4351245-38de-4be1-97b1-745b7104e72c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:20.774986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port d4351245-38de-4be1-97b1-745b7104e72c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:20.775390 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.777032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-863433950-network', 'tenant_id': '9d0996b882124862a90bf87d643db2d8'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:20.796992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34b301-70e8-4de4-b0b6-a76ffd12da99 req-f5bb450f-bee1-42a1-8e81-12f814f05fb2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:20.798551 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b34b301-70e8-4de4-b0b6-a76ffd12da99 req-f5bb450f-bee1-42a1-8e81-12f814f05fb2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 931 time: 0.1806681 Aug 16 12:49:20.799579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-ba78f728-24f3-483e-aa74-5eab46afd51d req-1cc9cb61-587b-4cea-ac0c-02931b7bfb6f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Calling delete_port for 3c4c1655-451a-406f-bd94-ec90966f47b7 owned by compute:tempest-test_az-891246464 {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:49:20.822557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b22111ba-b2dd-4fa2-a3ca-4cd01e60119b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.833381 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-0b28e221-276d-4de1-8561-412230e64818 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0372231 Aug 16 12:49:20.836196 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-a928ebd8-a540-434f-aae8-af9b39671af8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7393205 Aug 16 12:49:20.847188 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b22111ba-b2dd-4fa2-a3ca-4cd01e60119b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.852194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0b015dcb-8804-4bf8-b388-1e48352ffdad None None] Provisioning for port d7b4ac09-ec45-4252-80a0-40e28b9228bf completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:20.858288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-27183019-e52a-499a-9ca1-c056e32ee49a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:49:20.859485 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-27183019-e52a-499a-9ca1-c056e32ee49a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061429 Aug 16 12:49:20.859850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0b015dcb-8804-4bf8-b388-1e48352ffdad None None] Provisioning complete for port d7b4ac09-ec45-4252-80a0-40e28b9228bf triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:20.860189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0b015dcb-8804-4bf8-b388-1e48352ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.867960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-6d6e8a5c-f47b-4030-87f7-112aaf8d19e0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:49:20.870326 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-6d6e8a5c-f47b-4030-87f7-112aaf8d19e0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082428 Aug 16 12:49:20.903707 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:20.931285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0b015dcb-8804-4bf8-b388-1e48352ffdad None None] Port d7b4ac09-ec45-4252-80a0-40e28b9228bf cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:49:20.947406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f849a1-2851-4230-91c8-d9ff4875fb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4351245-38de-4be1-97b1-745b7104e72c'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:20.949253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22111ba-b2dd-4fa2-a3ca-4cd01e60119b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d609f20-b889-43d4-9a35-91e13a6e17d8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:20.950486 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b44339-ae67-42b5-9802-27b1909dfee2" -d '{"events": [{"server_uuid": "a4f849a1-2851-4230-91c8-d9ff4875fb08", "name": "network-vif-plugged", "status": "completed", "tag": "d4351245-38de-4be1-97b1-745b7104e72c"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:20.979051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d4351245-38de-4be1-97b1-745b7104e72c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d4351245-38de-4be1-97b1-745b7104e72c,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:20.987542 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.006846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2d41d-1e45-4593-9db4-1e9bd6e4e08b req-03403830-5405-4026-80c6-24a9f887beae tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:21.008431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64b2d41d-1e45-4593-9db4-1e9bd6e4e08b req-03403830-5405-4026-80c6-24a9f887beae tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 969 time: 0.3160982 Aug 16 12:49:21.024153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b34b301-70e8-4de4-b0b6-a76ffd12da99 req-9d62561d-b943-44cc-881e-030fd27e5f14 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141645 Aug 16 12:49:21.053833 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b22111ba-b2dd-4fa2-a3ca-4cd01e60119b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ebc5f9384cd4f9f85931831f2a76641&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4346006 Aug 16 12:49:21.056884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54402) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:21.141449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Request body: {'port': {'device_id': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:21.200084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64b2d41d-1e45-4593-9db4-1e9bd6e4e08b req-6cd078d1-706c-4e63-93a6-878d72ab449b tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734428 Aug 16 12:49:21.253353 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f5accd0a-fdc0-4d73-8bca-2aec9bb42232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.288269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.296272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Request body: {'port': {'device_id': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:21.346026 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f5accd0a-fdc0-4d73-8bca-2aec9bb42232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.356140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ccec57e8-24bb-41bb-bd5c-a2a1c5d7fe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.385253 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ccec57e8-24bb-41bb-bd5c-a2a1c5d7fe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.393597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d4351245-38de-4be1-97b1-745b7104e72c,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:21.402276 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5768f82-6e88-4b73-8efe-e9ba5f1140be x-openstack-request-id: req-b5768f82-6e88-4b73-8efe-e9ba5f1140be {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:21.403014 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f849a1-2851-4230-91c8-d9ff4875fb08", "name": "network-vif-plugged", "status": "completed", "tag": "d4351245-38de-4be1-97b1-745b7104e72c", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:21.403431 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5768f82-6e88-4b73-8efe-e9ba5f1140be {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:21.405223 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f849a1-2851-4230-91c8-d9ff4875fb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4351245-38de-4be1-97b1-745b7104e72c', 'code': 200} Aug 16 12:49:21.452558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f5accd0a-fdc0-4d73-8bca-2aec9bb42232 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30d40100a93343229951587df4cef45e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1495645 Aug 16 12:49:21.452558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-ba78f728-24f3-483e-aa74-5eab46afd51d req-1cc9cb61-587b-4cea-ac0c-02931b7bfb6f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.463651 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.42', 64345) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:21.464304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54408) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:21.468623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['3c4c1655-451a-406f-bd94-ec90966f47b7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:21.470129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Made reservation on behalf of 9d0996b882124862a90bf87d643db2d8 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:21.473458 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.511215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.578682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9cb61-587b-4cea-ac0c-02931b7bfb6f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Pushing event deleted for resources: {'Port': ['ID=3c4c1655-451a-406f-bd94-ec90966f47b7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:21.582353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5accd0a-fdc0-4d73-8bca-2aec9bb42232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d10dacf-079e-492c-ba8d-240d0d256d80,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:21.618156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ccec57e8-24bb-41bb-bd5c-a2a1c5d7fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.620870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ccec57e8-24bb-41bb-bd5c-a2a1c5d7fe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.625928 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ccec57e8-24bb-41bb-bd5c-a2a1c5d7fe6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d609f20-b889-43d4-9a35-91e13a6e17d8 HTTP/1.1" status: 204 len: 168 time: 0.5679796 Aug 16 12:49:21.648478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec57e8-24bb-41bb-bd5c-a2a1c5d7fe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d609f20-b889-43d4-9a35-91e13a6e17d8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:21.671013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba78f728-24f3-483e-aa74-5eab46afd51d req-1cc9cb61-587b-4cea-ac0c-02931b7bfb6f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] No DVR routers for this DVR port 3c4c1655-451a-406f-bd94-ec90966f47b7 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:49:21.682898 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.694307 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-ba78f728-24f3-483e-aa74-5eab46afd51d req-1cc9cb61-587b-4cea-ac0c-02931b7bfb6f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.696386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba78f728-24f3-483e-aa74-5eab46afd51d req-1cc9cb61-587b-4cea-ac0c-02931b7bfb6f tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.42 "DELETE /v2.0/ports/3c4c1655-451a-406f-bd94-ec90966f47b7 HTTP/1.1" status: 204 len: 173 time: 1.6612501 Aug 16 12:49:21.697244 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.714284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80281625-f424-4006-a0ad-92e51d7315d4', 'name': 'network-vif-deleted', 'tag': '3c4c1655-451a-406f-bd94-ec90966f47b7'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:21.717388 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa71e0d-9620-4a2a-8d1f-22b9baf0da07" -d '{"events": [{"server_uuid": "80281625-f424-4006-a0ad-92e51d7315d4", "name": "network-vif-deleted", "tag": "3c4c1655-451a-406f-bd94-ec90966f47b7"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:21.718861 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.739640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47441d1f-9730-4563-8b31-85b9d0046469 req-6d85bbec-6a9b-4710-8d45-a18fff73cf30 tempest-AggregatesAdminTestJSON-710986848 tempest-AggregatesAdminTestJSON-710986848-project] 10.222.0.25 "GET /v2.0/ports?device_id=80281625-f424-4006-a0ad-92e51d7315d4 HTTP/1.1" status: 200 len: 210 time: 0.1163654 Aug 16 12:49:21.761015 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bd00157a-4808-4d2c-a363-9b541c104b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.785318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:49:21.832325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae0a22-aaab-42ca-8da1-3c9c936d6900 req-7bac3917-6030-4fcc-a327-385d738c05df tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:21.848043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2ae0a22-aaab-42ca-8da1-3c9c936d6900 req-7bac3917-6030-4fcc-a327-385d738c05df tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 931 time: 0.6478188 Aug 16 12:49:21.853737 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bd00157a-4808-4d2c-a363-9b541c104b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.883506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705f167-0367-4fa5-9459-cc112dd1b538 req-e5d05d64-5556-4fe6-a50d-7a9528034490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:21.885852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8705f167-0367-4fa5-9459-cc112dd1b538 req-e5d05d64-5556-4fe6-a50d-7a9528034490 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 1121 time: 0.3915522 Aug 16 12:49:21.887409 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51ed785-834b-4a03-8a4b-029a0dc7752d x-openstack-request-id: req-e51ed785-834b-4a03-8a4b-029a0dc7752d {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:21.887752 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80281625-f424-4006-a0ad-92e51d7315d4", "name": "network-vif-deleted", "tag": "3c4c1655-451a-406f-bd94-ec90966f47b7", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:21.888005 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e51ed785-834b-4a03-8a4b-029a0dc7752d {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:21.888443 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80281625-f424-4006-a0ad-92e51d7315d4', 'name': 'network-vif-deleted', 'tag': '3c4c1655-451a-406f-bd94-ec90966f47b7', 'status': 'completed', 'code': 200} Aug 16 12:49:21.896169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:21.897402 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Added segment 0f9ee50e-1f6c-4b83-9921-7fae8a47373f of type vlan for network f721c5f4-2377-4feb-b475-f0202497b221 Aug 16 12:49:21.914661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16490499-1ccd-4784-9034-2fff76b04b32,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:21.978793 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2ae0a22-aaab-42ca-8da1-3c9c936d6900 req-0805cfd8-c12c-45cc-a990-87ef7aa2fce7 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242969 Aug 16 12:49:22.000423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8705f167-0367-4fa5-9459-cc112dd1b538 req-c1511fae-9b25-4d18-91ef-86855d5f1824 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065497 Aug 16 12:49:22.007403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bd00157a-4808-4d2c-a363-9b541c104b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.012242 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bd00157a-4808-4d2c-a363-9b541c104b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.014510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bd00157a-4808-4d2c-a363-9b541c104b1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d10dacf-079e-492c-ba8d-240d0d256d80 HTTP/1.1" status: 204 len: 168 time: 0.5182364 Aug 16 12:49:22.029107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00157a-4808-4d2c-a363-9b541c104b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d10dacf-079e-492c-ba8d-240d0d256d80,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:22.118086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.178302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376c758-ae1b-4597-b662-22b581285d66 req-8c8ad852-1ba7-4417-a4f7-43c0734ef10a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:22.186574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a376c758-ae1b-4597-b662-22b581285d66 req-8c8ad852-1ba7-4417-a4f7-43c0734ef10a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 931 time: 0.0735910 Aug 16 12:49:22.247218 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a376c758-ae1b-4597-b662-22b581285d66 req-536bea4c-68fd-4576-bdb6-0f3ad49cdc06 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596635 Aug 16 12:49:22.254391 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.255213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:22.256325 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.333509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54432) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:22.334362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5658250 Aug 16 12:49:22.342814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] Request body: {'subnet': {'network_id': 'f721c5f4-2377-4feb-b475-f0202497b221', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-863433950-subnet', 'tenant_id': '9d0996b882124862a90bf87d643db2d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:22.379535 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b17802-1c92-4287-88f5-7baf14536f87 req-27f82296-ec66-4893-b6e6-97167bdb4413 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:22.381755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57b17802-1c92-4287-88f5-7baf14536f87 req-27f82296-ec66-4893-b6e6-97167bdb4413 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 970 time: 0.0885990 Aug 16 12:49:22.403611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7acc3-90a4-425a-b7a5-300ef15cf24e admin admin] Pushing event updated for resources: {'Network': ['ID=f721c5f4-2377-4feb-b475-f0202497b221,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:22.407631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] Made reservation on behalf of 9d0996b882124862a90bf87d643db2d8 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:22.415852 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.416597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network f721c5f4-2377-4feb-b475-f0202497b221 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:49:22.468388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54436) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:22.518660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b4ac09-ec45-4252-80a0-40e28b9228bf {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:22.543271 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.549550 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c54181b3-4bb9-4929-be1f-253a9709f03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.559642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb048ce9-ce73-4784-822a-e6fddb320cb3 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:22.578492 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.666418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54438) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:22.685814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Transition to ACTIVE for port object d7b4ac09-ec45-4252-80a0-40e28b9228bf will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:22.693833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Transition to ACTIVE for port object bb048ce9-ce73-4784-822a-e6fddb320cb3 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:22.697756 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.736075 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.760321 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c54181b3-4bb9-4929-be1f-253a9709f03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.794256 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c54181b3-4bb9-4929-be1f-253a9709f03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:22.878260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b4ac09-ec45-4252-80a0-40e28b9228bf,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:22.913686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57b17802-1c92-4287-88f5-7baf14536f87 req-67f595b8-259e-4fec-9fbb-2e6251adc2a8 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212200 Aug 16 12:49:23.077539 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c54181b3-4bb9-4929-be1f-253a9709f03b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6d27021c5544f6ba73bf8499d0c68dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739689 Aug 16 12:49:23.089602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54458) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:23.172053 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.213201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54462) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:23.273308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee3353-10f2-4e34-8e56-697b4b6310bf req-817e1785-f52f-447a-bb37-7b5f12928a8b tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:23.274964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0ee3353-10f2-4e34-8e56-697b4b6310bf req-817e1785-f52f-447a-bb37-7b5f12928a8b tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 943 time: 0.1835825 Aug 16 12:49:23.300556 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4d8d-b8ce-43a3-9a3a-3c813b9e25bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.317902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c017f832-9d4c-4904-8d99-57d481089985,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:23.329721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54181b3-4bb9-4929-be1f-253a9709f03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e90d1f-1900-4313-b386-971d3b0f6915,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:23.332663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Pushing event updated for resources: {'Port': ['ID=bb048ce9-ce73-4784-822a-e6fddb320cb3,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:23.335504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea021398-b764-4884-9b5b-d1b9fb6abb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.365892 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4d8d-b8ce-43a3-9a3a-3c813b9e25bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.375149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] Checking segment: {'id': '0f9ee50e-1f6c-4b83-9921-7fae8a47373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f721c5f4-2377-4feb-b475-f0202497b221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:23.382676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] Network hostable DHCP agents. Network: f721c5f4-2377-4feb-b475-f0202497b221, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:49:23.449590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:23.449948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:23.450352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:23.463765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Port bb048ce9-ce73-4784-822a-e6fddb320cb3 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:49:23.466137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:23.475889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0ee3353-10f2-4e34-8e56-697b4b6310bf req-e9d53b3a-9aa8-4d78-a06d-1c5b973ee6e1 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876934 Aug 16 12:49:23.478022 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:23.478427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:23.478975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:23.479471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Bound port: bb048ce9-ce73-4784-822a-e6fddb320cb3, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:23.479848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.533111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Attempting to bind port d7b4ac09-ec45-4252-80a0-40e28b9228bf on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:23.534183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Attempting to bind port d7b4ac09-ec45-4252-80a0-40e28b9228bf by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:23.534501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Attempting to bind port d7b4ac09-ec45-4252-80a0-40e28b9228bf on network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:23.554526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4d8d-b8ce-43a3-9a3a-3c813b9e25bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.556970 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4d8d-b8ce-43a3-9a3a-3c813b9e25bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.558130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3b7a4d8d-b8ce-43a3-9a3a-3c813b9e25bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4e90d1f-1900-4313-b386-971d3b0f6915 HTTP/1.1" status: 204 len: 168 time: 0.4652951 Aug 16 12:49:23.562915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] Network f721c5f4-2377-4feb-b475-f0202497b221 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:49:23.572127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-345d4ba7-4639-4edc-b219-517dd782093d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87762628295f491dae448c5e8751a152&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3550224 Aug 16 12:49:23.575013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Port d7b4ac09-ec45-4252-80a0-40e28b9228bf on network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:49:23.575616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Attempting to bind port d7b4ac09-ec45-4252-80a0-40e28b9228bf on network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:23.579980 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54478) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:23.590657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4d8d-b8ce-43a3-9a3a-3c813b9e25bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e90d1f-1900-4313-b386-971d3b0f6915,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:23.618984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, f721c5f4-2377-4feb-b475-f0202497b221) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:23.619138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:23.619420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Checking segment: {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:23.619817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Bound using segment: {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:23.620324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Bound port: d7b4ac09-ec45-4252-80a0-40e28b9228bf, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:23.620697 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.632618 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bfa322-143a-429b-bf4e-3291a485ee92 None None] Network f721c5f4-2377-4feb-b475-f0202497b221 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:23.637617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:23.638268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.669372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f24b3-ba38-4cd4-bc9b-e4236bf2b414 req-40bce8f4-5208-49a4-b4eb-5ef7b385d6f3 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:23.670176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:23.677520 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b2f24b3-ba38-4cd4-bc9b-e4236bf2b414 req-40bce8f4-5208-49a4-b4eb-5ef7b385d6f3 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 943 time: 0.2367442 Aug 16 12:49:23.743171 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b2f24b3-ba38-4cd4-bc9b-e4236bf2b414 req-871ba949-a581-4dab-9b05-7bc845d36b94 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646455 Aug 16 12:49:23.746279 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea021398-b764-4884-9b5b-d1b9fb6abb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.751479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:23.763744 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65f0c6d6-5f8b-49c9-9b98-236b9375251e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.769016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0117b4e8-5871-452b-81e7-b5b41ed4651c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4315755 Aug 16 12:49:23.796603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea021398-b764-4884-9b5b-d1b9fb6abb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.799873 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.816876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65f0c6d6-5f8b-49c9-9b98-236b9375251e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.848236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea021398-b764-4884-9b5b-d1b9fb6abb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf994dc-4909-4fc3-a365-f918110e8dfd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:23.887947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] For port d7b4ac09-ec45-4252-80a0-40e28b9228bf, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:23.915849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13330f8-52eb-4e0d-9114-bb75cd8edcec None None] Network f721c5f4-2377-4feb-b475-f0202497b221 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:23.923226 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65f0c6d6-5f8b-49c9-9b98-236b9375251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.928288 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ea021398-b764-4884-9b5b-d1b9fb6abb90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad8d3be5405942f2a1afb1580109061d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2561097 Aug 16 12:49:23.929471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:23.929789 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.930934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65f0c6d6-5f8b-49c9-9b98-236b9375251e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.934133 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-47598a5b-0aec-491b-a609-7563011c964c service neutron] 10.222.0.22 "PUT /v2.0/ports/bb048ce9-ce73-4784-822a-e6fddb320cb3 HTTP/1.1" status: 200 len: 1091 time: 2.9174728 Aug 16 12:49:23.935610 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'tag': 'bb048ce9-ce73-4784-822a-e6fddb320cb3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:23.935848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-65f0c6d6-5f8b-49c9-9b98-236b9375251e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e152da4c-03b9-4c70-a74b-d105f9a8ca82 HTTP/1.1" status: 204 len: 168 time: 0.3518391 Aug 16 12:49:23.936507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54488) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:23.941754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] For port d7b4ac09-ec45-4252-80a0-40e28b9228bf, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d7b4ac09-ec45-4252-80a0-40e28b9228bf,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:23.955437 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:23.965048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47598a5b-0aec-491b-a609-7563011c964c service neutron] Pushing event updated for resources: {'Port': ['ID=bb048ce9-ce73-4784-822a-e6fddb320cb3,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:23.996980 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0c6d6-5f8b-49c9-9b98-236b9375251e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e152da4c-03b9-4c70-a74b-d105f9a8ca82,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:24.035175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:24.035838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:24.037352 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] 10.222.0.22 "PUT /v2.0/ports/d7b4ac09-ec45-4252-80a0-40e28b9228bf HTTP/1.1" status: 200 len: 1091 time: 3.0247350 Aug 16 12:49:24.119150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95446d-d5ab-4a27-a898-e447feb1c467 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b4ac09-ec45-4252-80a0-40e28b9228bf,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:24.134409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-8d36e906-f8df-49b3-94fb-274addf08268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:24.135949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-8d36e906-f8df-49b3-94fb-274addf08268 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 1094 time: 0.1417291 Aug 16 12:49:24.170758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c5eb-8331-48c1-9cef-95d06bffac0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:24.259562 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-5c19f782-bb8f-43d7-9708-11f5984b6fb7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3 HTTP/1.1" status: 200 len: 217 time: 0.0975270 Aug 16 12:49:24.295296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c5eb-8331-48c1-9cef-95d06bffac0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:24.330327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-b946e2b9-471c-4d01-bb81-bfe1825af8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:24.331837 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-b946e2b9-471c-4d01-bb81-bfe1825af8fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=658311110ba74518860e125da8421b28&device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 1094 time: 0.2225323 Aug 16 12:49:24.333298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e6ef6-72d8-4595-8db5-cf9c5fd7fcd1 req-94ab1e50-9abc-431c-bfb3-c4f1c1ea6e46 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:24.335206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-080e6ef6-72d8-4595-8db5-cf9c5fd7fcd1 req-94ab1e50-9abc-431c-bfb3-c4f1c1ea6e46 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 970 time: 0.2094157 Aug 16 12:49:24.394060 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-080e6ef6-72d8-4595-8db5-cf9c5fd7fcd1 req-ab81a3aa-13b1-45c4-a209-b620b15b7e61 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Aug 16 12:49:24.397270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-99f9b6d5-b360-4c0f-863d-875704b7da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:24.399105 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-99f9b6d5-b360-4c0f-863d-875704b7da5a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.1249058 Aug 16 12:49:24.400409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-89b6a8f9-2350-45d8-84cf-7dde13be4767 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7b4ac09-ec45-4252-80a0-40e28b9228bf HTTP/1.1" status: 200 len: 217 time: 0.0536277 Aug 16 12:49:24.410291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c5eb-8331-48c1-9cef-95d06bffac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:24.416569 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c5eb-8331-48c1-9cef-95d06bffac0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:24.418207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c2c5c5eb-8331-48c1-9cef-95d06bffac0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aaf994dc-4909-4fc3-a365-f918110e8dfd HTTP/1.1" status: 204 len: 168 time: 0.4762218 Aug 16 12:49:24.448521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5c5eb-8331-48c1-9cef-95d06bffac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf994dc-4909-4fc3-a365-f918110e8dfd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:24.497331 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-3301130b-1b89-40ba-b145-d5b211c39128 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701885 Aug 16 12:49:24.537488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-9799f9c7-6c54-4243-94da-dd1cf5dd0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:24.539257 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-9799f9c7-6c54-4243-94da-dd1cf5dd0bf2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e06d01c6-fe38-4463-a6c6-0f140fdc5148 HTTP/1.1" status: 200 len: 862 time: 0.1249766 Aug 16 12:49:24.667176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-760ba6f7-c842-4b46-9afb-3a4e7018cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:24.668674 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-760ba6f7-c842-4b46-9afb-3a4e7018cd4e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762675 Aug 16 12:49:24.711585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 3c4c1655-451a-406f-bd94-ec90966f47b7 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:49:24.716874 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-5705e1ce-f581-4851-ae0a-89c5fe7803b5 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068577 Aug 16 12:49:24.723828 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee0add7-35e9-43f7-9c63-3eef75f41e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a09f73c-b6c6-4230-bd18-1224230c4be9", "tag": "bb048ce9-ce73-4784-822a-e6fddb320cb3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:24.737461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 3c4c1655-451a-406f-bd94-ec90966f47b7 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:49:24.737996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 3c4c1655-451a-406f-bd94-ec90966f47b7 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:49:24.846985 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-33089e17-9c2b-4dc3-bc34-29914ca700c1 service neutron] 10.222.0.22 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658018 Aug 16 12:49:24.890817 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2bd09127-d9dd-4165-ad41-5ac757d9fe87 req-379adfec-1ad2-4035-8b18-50a8552ca6bf service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633909 Aug 16 12:49:24.955556 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6957b69d-bdc2-46cd-a0dd-7d163b6dadd7 req-64b4ebed-d815-4736-bda6-557d807aaff1 service neutron] 10.222.0.22 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005166 Aug 16 12:49:24.971448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54528) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:25.022776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-47d1eace-ff27-412b-b995-af22ff7d06e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5f8ca0c11714fe49c8547a15bdef53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499458 Aug 16 12:49:25.025343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54530) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:25.087665 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-07cc0162-96f3-45c4-8dba-21d2622c4e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:25.125738 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-07cc0162-96f3-45c4-8dba-21d2622c4e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:25.298132 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-07cc0162-96f3-45c4-8dba-21d2622c4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:25.300462 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-07cc0162-96f3-45c4-8dba-21d2622c4e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:25.302150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-07cc0162-96f3-45c4-8dba-21d2622c4e64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1e48343-96ed-47ac-964b-69f1e7b18dce HTTP/1.1" status: 204 len: 168 time: 0.2752542 Aug 16 12:49:25.334380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a0160-963b-4ee2-a674-3a5d27501c77 req-371077c4-a20e-460f-9659-559c3c3d2fa5 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:25.336082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-398a0160-963b-4ee2-a674-3a5d27501c77 req-371077c4-a20e-460f-9659-559c3c3d2fa5 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 943 time: 0.1297841 Aug 16 12:49:25.337420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc0162-96f3-45c4-8dba-21d2622c4e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e48343-96ed-47ac-964b-69f1e7b18dce,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:25.345493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-d61cf67c-6d25-453b-86a0-5b120362ee4e tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:25.347050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-d61cf67c-6d25-453b-86a0-5b120362ee4e tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 808 time: 0.1723568 Aug 16 12:49:25.372330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54550) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:25.388653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-cbab795c-3a78-48e0-9452-ed6b0451b640 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/quotas/9cd65f42c34443729102b1f64cb34d2e HTTP/1.1" status: 200 len: 375 time: 0.0295887 Aug 16 12:49:25.391512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-146513cc-c906-4f9d-93f3-2550ba66d0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:25.429071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-398a0160-963b-4ee2-a674-3a5d27501c77 req-98e3051d-560d-45e0-b4bd-ead03f777dfe tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687976 Aug 16 12:49:25.450842 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-c5531740-1098-40a3-a3b8-44f6c62d15ce tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369902 Aug 16 12:49:25.540878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-146513cc-c906-4f9d-93f3-2550ba66d0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:25.549021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-146513cc-c906-4f9d-93f3-2550ba66d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:25.552635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-92a96d4c-90c3-4673-8a18-02919b279654 service neutron] 10.222.0.25 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008177 Aug 16 12:49:25.603042 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-146513cc-c906-4f9d-93f3-2550ba66d0ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=222ecea377b4400dacdd78f6d3f16455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298942 Aug 16 12:49:25.603911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146513cc-c906-4f9d-93f3-2550ba66d0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f36089-8898-4301-ae4e-87ac517a651f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:25.606536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54558) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:25.664192 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fef083d-040a-455b-ae10-b62ec0abe131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:25.685126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-bab1998d-adf1-44e5-9ae1-99ad90d2933c service neutron] 10.222.0.25 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257491 Aug 16 12:49:25.691657 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fef083d-040a-455b-ae10-b62ec0abe131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:25.751096 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fef083d-040a-455b-ae10-b62ec0abe131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:25.754726 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fef083d-040a-455b-ae10-b62ec0abe131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:25.756434 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9fef083d-040a-455b-ae10-b62ec0abe131 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7f36089-8898-4301-ae4e-87ac517a651f HTTP/1.1" status: 204 len: 168 time: 0.1492524 Aug 16 12:49:25.765661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef083d-040a-455b-ae10-b62ec0abe131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f36089-8898-4301-ae4e-87ac517a651f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:25.860563 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ea74df-3b3c-4317-9f33-d2e2ca5cb533 x-openstack-request-id: req-10ea74df-3b3c-4317-9f33-d2e2ca5cb533 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:25.860563 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a09f73c-b6c6-4230-bd18-1224230c4be9", "tag": "bb048ce9-ce73-4784-822a-e6fddb320cb3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:25.860819 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10ea74df-3b3c-4317-9f33-d2e2ca5cb533 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:25.861272 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'tag': 'bb048ce9-ce73-4784-822a-e6fddb320cb3', 'status': 'completed', 'code': 200} Aug 16 12:49:25.982631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0add7-35e9-43f7-9c63-3eef75f41e0f req-250e1800-562d-41c9-90fa-0efb734230d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:25.984634 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ee0add7-35e9-43f7-9c63-3eef75f41e0f req-250e1800-562d-41c9-90fa-0efb734230d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 1094 time: 0.0767725 Aug 16 12:49:26.019533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d99ee-8e9b-49c2-a526-331751ae0b36 req-d1467479-a02d-47a5-8b4c-0afa5bbb930d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:26.021095 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-958d99ee-8e9b-49c2-a526-331751ae0b36 req-d1467479-a02d-47a5-8b4c-0afa5bbb930d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 943 time: 0.1167483 Aug 16 12:49:26.043183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83753543-f24b-4e7d-8c58-32ae00714ece req-e7ba3f99-30bf-4e2b-9b5a-11fda72f60a6 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:26.046065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83753543-f24b-4e7d-8c58-32ae00714ece req-e7ba3f99-30bf-4e2b-9b5a-11fda72f60a6 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 970 time: 0.0861511 Aug 16 12:49:26.139193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-958d99ee-8e9b-49c2-a526-331751ae0b36 req-ba75c80c-73f4-4462-977b-9c4feffdeceb tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025951 Aug 16 12:49:26.188750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83753543-f24b-4e7d-8c58-32ae00714ece req-58ac26f7-d884-4e7c-b434-d5a66c46725c tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324215 Aug 16 12:49:26.260502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3e60193-f8e1-459e-92a0-51b82358aa36 req-276119bc-baf0-4399-b36d-8e7a07c6c1a2 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 210 time: 0.0450029 Aug 16 12:49:26.293745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0add7-35e9-43f7-9c63-3eef75f41e0f req-d6a1a209-51b9-4731-b807-6c92ae0065a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:26.295318 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ee0add7-35e9-43f7-9c63-3eef75f41e0f req-d6a1a209-51b9-4731-b807-6c92ae0065a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.2962260 Aug 16 12:49:26.351301 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ee0add7-35e9-43f7-9c63-3eef75f41e0f req-f01c2d25-7f2e-4c14-9d1d-9d3c68111689 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3 HTTP/1.1" status: 200 len: 217 time: 0.0463626 Aug 16 12:49:26.412484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0add7-35e9-43f7-9c63-3eef75f41e0f req-e0afb3aa-c0f2-40ae-85de-00b18ec4cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:26.414443 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ee0add7-35e9-43f7-9c63-3eef75f41e0f req-e0afb3aa-c0f2-40ae-85de-00b18ec4cae0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.0555558 Aug 16 12:49:26.453420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ee0add7-35e9-43f7-9c63-3eef75f41e0f req-6d6f40d6-84d4-4937-b5cc-c77535f6df30 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307167 Aug 16 12:49:26.573230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2e718-81c3-47fe-980e-85bc9df1f00f req-92dd8f28-6130-4566-a134-1c636f9f3582 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:26.575708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2f2e718-81c3-47fe-980e-85bc9df1f00f req-92dd8f28-6130-4566-a134-1c636f9f3582 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 943 time: 0.0650129 Aug 16 12:49:26.606665 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ee0add7-35e9-43f7-9c63-3eef75f41e0f req-4071cb5e-3184-4eb8-af92-77d23cbfb235 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437399 Aug 16 12:49:26.627554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2f2e718-81c3-47fe-980e-85bc9df1f00f req-efe47203-2a29-4a79-a754-c073fe9c1e06 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451930 Aug 16 12:49:26.735362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ee0add7-35e9-43f7-9c63-3eef75f41e0f req-77a126ea-0530-404b-9d20-5967fc3083de service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193123 Aug 16 12:49:26.770094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-23fe14e6-e5de-49f7-b448-daa86b7a11d9 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fd6467a36650436a8e950b71a68dd9d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278022 Aug 16 12:49:26.907955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-a7eb7487-2d2b-4356-b33b-017aedbd1935 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:26.909628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-a7eb7487-2d2b-4356-b33b-017aedbd1935 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279855 Aug 16 12:49:26.927364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-d2d86931-1c99-476d-9563-087ed793fbb6 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/quotas/fd6467a36650436a8e950b71a68dd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0094955 Aug 16 12:49:26.982602 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-f5883f20-66c6-41a9-8510-5d525145b9a3 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd6467a36650436a8e950b71a68dd9d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489283 Aug 16 12:49:27.299198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a1bd79b-d0b3-4af3-a155-b5394d0f49af req-5c5ce0a0-f622-42fe-8371-5a5a1c73f669 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 210 time: 0.0528977 Aug 16 12:49:27.363175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54656) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:27.378794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457cf54-1a11-40c5-a031-780eeec9d912 req-23acbcda-300b-4def-b027-af1d7f8870ba tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:27.380984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6457cf54-1a11-40c5-a031-780eeec9d912 req-23acbcda-300b-4def-b027-af1d7f8870ba tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 943 time: 0.1199167 Aug 16 12:49:27.388294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-ac1174bd-de80-403e-96c4-00d2fd709711 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:27.392967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-ac1174bd-de80-403e-96c4-00d2fd709711 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 808 time: 0.3105037 Aug 16 12:49:27.407139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Request body: {'port': {'device_id': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0', 'admin_state_up': True, 'tenant_id': '9cd65f42c34443729102b1f64cb34d2e'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:27.514415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d14d6c2e-56be-4cce-9268-0c668a5f9211 req-5dc0013f-838f-422d-a05b-3db663023359 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 210 time: 0.0383337 Aug 16 12:49:27.526223 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6457cf54-1a11-40c5-a031-780eeec9d912 req-2ae56256-5c7d-4371-a522-dc3c55d2db5d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320045 Aug 16 12:49:27.591537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Made reservation on behalf of 9cd65f42c34443729102b1f64cb34d2e for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:27.597571 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:27.660226 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-431f8c2b-c65c-4ca0-8a40-f926acbc9b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:27.829099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db6298-8d98-4a75-a47d-a648e7d1440c req-e76aed76-ab55-43a2-968b-73a2eca07c8c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:27.830800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34db6298-8d98-4a75-a47d-a648e7d1440c req-e76aed76-ab55-43a2-968b-73a2eca07c8c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 943 time: 0.0953822 Aug 16 12:49:27.835291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Allocated IP 172.20.0.13 (76f9c591-4b94-4981-a8da-d9580c00efd0/12885796-d7f8-4981-89ab-5be63ffe3da1/bb2aee5d-1679-433c-9e9e-d37d657e41f9) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:27.863469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'tag': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:27.867291 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7791041-d539-43ef-ade0-eb1360cfcc72" -d '{"events": [{"name": "network-changed", "server_uuid": "200308cb-0b96-4b7f-91c0-1b315454fad5", "tag": "d7b4ac09-ec45-4252-80a0-40e28b9228bf"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:27.900755 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-431f8c2b-c65c-4ca0-8a40-f926acbc9b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:27.910651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-431f8c2b-c65c-4ca0-8a40-f926acbc9b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:27.923699 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b349215-7f40-44f7-9fb3-d6615090aad0 x-openstack-request-id: req-1b349215-7f40-44f7-9fb3-d6615090aad0 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:27.924602 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200308cb-0b96-4b7f-91c0-1b315454fad5", "tag": "d7b4ac09-ec45-4252-80a0-40e28b9228bf", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:27.925240 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b349215-7f40-44f7-9fb3-d6615090aad0 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:27.926158 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'tag': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf', 'status': 'completed', 'code': 200} Aug 16 12:49:27.935531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34db6298-8d98-4a75-a47d-a648e7d1440c req-b85ddb9e-6b3a-442b-8706-fc3021708219 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893896 Aug 16 12:49:27.953690 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-431f8c2b-c65c-4ca0-8a40-f926acbc9b64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64dccfa580d243639971ee5d84a51bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894334 Aug 16 12:49:27.960482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54680) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:27.979708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f8c2b-c65c-4ca0-8a40-f926acbc9b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ec64cd-870c-496a-b30d-ef8b4be6f541,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:28.033817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7791041-d539-43ef-ade0-eb1360cfcc72 req-016b6c54-d6e5-4f5c-982a-32084a6692fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:28.035547 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e7791041-d539-43ef-ade0-eb1360cfcc72 req-016b6c54-d6e5-4f5c-982a-32084a6692fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=658311110ba74518860e125da8421b28&device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 1094 time: 0.0523555 Aug 16 12:49:28.143312 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2327cd40-3a70-49e5-87dc-014f76c3b8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:28.180797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2327cd40-3a70-49e5-87dc-014f76c3b8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:28.180988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7791041-d539-43ef-ade0-eb1360cfcc72 req-48cd9606-5d41-4897-b156-20e942f9ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:28.182484 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e7791041-d539-43ef-ade0-eb1360cfcc72 req-48cd9606-5d41-4897-b156-20e942f9ecb4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd HTTP/1.1" status: 200 len: 923 time: 0.1360066 Aug 16 12:49:28.234302 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:28.278426 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2327cd40-3a70-49e5-87dc-014f76c3b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:28.281450 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2327cd40-3a70-49e5-87dc-014f76c3b8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:28.285049 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2327cd40-3a70-49e5-87dc-014f76c3b8a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6ec64cd-870c-496a-b30d-ef8b4be6f541 HTTP/1.1" status: 204 len: 168 time: 0.3152151 Aug 16 12:49:28.297447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327cd40-3a70-49e5-87dc-014f76c3b8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ec64cd-870c-496a-b30d-ef8b4be6f541,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:28.323631 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:28.364444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Network 76f9c591-4b94-4981-a8da-d9580c00efd0 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:28.368334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:28.394860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:28.401243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:28.402204 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:28.423568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0201943 Aug 16 12:49:28.462121 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9635f9c-b7ae-41db-9009-203d5b7b309a req-446a0f6a-d083-43f6-a14e-8ac8371cab16 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 210 time: 0.0458462 Aug 16 12:49:28.470672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Request body: {'port': {'device_id': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:28.509940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5f22e-f94f-4a90-a56e-87da1012bd64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Pushing event updated for resources: {'Port': ['ID=bb2aee5d-1679-433c-9e9e-d37d657e41f9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:28.531757 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e7791041-d539-43ef-ade0-eb1360cfcc72 req-b6de3c7b-01de-499f-99e2-31e3ccfb9b78 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7b4ac09-ec45-4252-80a0-40e28b9228bf HTTP/1.1" status: 200 len: 217 time: 0.3409410 Aug 16 12:49:28.560687 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:28.650208 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-f530f18f-215b-4cbb-a2ce-eb0d8d7a383e tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=fd6467a36650436a8e950b71a68dd9d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1313148 Aug 16 12:49:28.761855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7791041-d539-43ef-ade0-eb1360cfcc72 req-9220835a-9bdf-448b-af63-9dbfb0256796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:28.764296 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e7791041-d539-43ef-ade0-eb1360cfcc72 req-9220835a-9bdf-448b-af63-9dbfb0256796 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e06d01c6-fe38-4463-a6c6-0f140fdc5148 HTTP/1.1" status: 200 len: 862 time: 0.2220488 Aug 16 12:49:28.858462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7791041-d539-43ef-ade0-eb1360cfcc72 req-aa9af5e8-00d6-4242-9aad-40cefe338634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:28.860266 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e7791041-d539-43ef-ade0-eb1360cfcc72 req-aa9af5e8-00d6-4242-9aad-40cefe338634 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595930 Aug 16 12:49:28.872487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b4895-90af-4e1f-96b7-342f05cecb28 req-9ffb785c-b099-4ea4-8a11-9ef7723c4bb4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:28.880287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-890b4895-90af-4e1f-96b7-342f05cecb28 req-9ffb785c-b099-4ea4-8a11-9ef7723c4bb4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 932 time: 0.1567588 Aug 16 12:49:28.947872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-7d524b69-e090-4941-8d7d-926b410dee79 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:28.948975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa7b4-81b0-4063-9bc1-7f56111b6e8e req-81d49b5a-5055-4f13-aed5-1128fb44c077 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:28.949373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-7d524b69-e090-4941-8d7d-926b410dee79 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793956 Aug 16 12:49:28.950695 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8befa7b4-81b0-4063-9bc1-7f56111b6e8e req-81d49b5a-5055-4f13-aed5-1128fb44c077 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 943 time: 0.1702933 Aug 16 12:49:28.967078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-890b4895-90af-4e1f-96b7-342f05cecb28 req-a56fc0da-3625-4347-b97d-0a229debbcfd tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847807 Aug 16 12:49:28.970815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Request body: {'port': {'device_id': 'efafe44e-a26f-4f62-8988-0f05b2f3f859', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'fd6467a36650436a8e950b71a68dd9d3'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:29.034715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54718) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:29.038457 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e7791041-d539-43ef-ade0-eb1360cfcc72 req-44f4222a-4277-428e-9f70-6bb3d6595cde service neutron] 10.222.0.22 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700096 Aug 16 12:49:29.074860 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b59fd40-6707-4a26-9459-59fabf321af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.100241 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8befa7b4-81b0-4063-9bc1-7f56111b6e8e req-f2ae7fc9-2329-4e94-9014-d0c0273d8530 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311522 Aug 16 12:49:29.106419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2aee5d-1679-433c-9e9e-d37d657e41f9 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:29.145721 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.151304 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.180534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Transition to ACTIVE for port object bb2aee5d-1679-433c-9e9e-d37d657e41f9 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:29.188923 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.212360 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e7791041-d539-43ef-ade0-eb1360cfcc72 req-be2a38cf-0ed7-4634-a22c-eb88c4517f9a service neutron] 10.222.0.22 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641743 Aug 16 12:49:29.284485 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Pushing event updated for resources: {'Port': ['ID=bb2aee5d-1679-433c-9e9e-d37d657e41f9,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:29.310646 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b59fd40-6707-4a26-9459-59fabf321af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.327683 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b59fd40-6707-4a26-9459-59fabf321af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.350757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1937d3-f9b5-4aa3-8feb-c8cc8115c637 req-a9265672-1b6c-4aee-ba30-cb1bef868679 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:29.352317 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed1937d3-f9b5-4aa3-8feb-c8cc8115c637 req-a9265672-1b6c-4aee-ba30-cb1bef868679 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 943 time: 0.1421471 Aug 16 12:49:29.353039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:29.353368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:29.353691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:29.358501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:49:29.358642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:29.377077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:29.377573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:29.378052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:29.378316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Bound port: bb2aee5d-1679-433c-9e9e-d37d657e41f9, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:29.386247 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.413300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59fd40-6707-4a26-9459-59fabf321af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6226b498-b2cb-46aa-873c-2e8e98109af4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:29.432658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Made reservation on behalf of fd6467a36650436a8e950b71a68dd9d3 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:29.436167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.442865 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8b59fd40-6707-4a26-9459-59fabf321af1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98dcc2e1f1764b98acaaa561d63f76d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073708 Aug 16 12:49:29.444823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54730) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:29.478432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed1937d3-f9b5-4aa3-8feb-c8cc8115c637 req-a2dd2b57-d301-4c1e-80e2-6a020ca7fcea tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174743 Aug 16 12:49:29.560447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:29.564890 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:29.574215 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.578726 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0961f798-208b-4db4-8aa0-77311094420a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.646689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-088789fb-5e65-447e-ab0c-ddc79bf38219 req-8741c091-f377-45ac-93c2-f9585b27eced tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 210 time: 0.0613120 Aug 16 12:49:29.649835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:29.650503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.651895 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-9a75efae-2601-46c8-9977-99d44625461c service neutron] 10.222.0.42 "PUT /v2.0/ports/bb2aee5d-1679-433c-9e9e-d37d657e41f9 HTTP/1.1" status: 200 len: 1092 time: 1.1882706 Aug 16 12:49:29.652341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'tag': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:29.654646 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a14d93a-5327-46cb-a8e2-68e4b239e474" -d '{"events": [{"name": "network-changed", "server_uuid": "d34e8adb-1818-48dd-9988-bd863d6243b6", "tag": "bb2aee5d-1679-433c-9e9e-d37d657e41f9"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:29.707887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Allocated IP 192.168.233.77 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/e6ad45f6-cef0-4bcb-9271-4954e8a5054e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:29.710844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75efae-2601-46c8-9977-99d44625461c service neutron] Pushing event updated for resources: {'Port': ['ID=bb2aee5d-1679-433c-9e9e-d37d657e41f9,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:29.728091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0961f798-208b-4db4-8aa0-77311094420a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.783931 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49867bf-5366-4e40-a677-f7a18ca107c6 x-openstack-request-id: req-c49867bf-5366-4e40-a677-f7a18ca107c6 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:29.784584 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34e8adb-1818-48dd-9988-bd863d6243b6", "tag": "bb2aee5d-1679-433c-9e9e-d37d657e41f9", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:29.785516 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c49867bf-5366-4e40-a677-f7a18ca107c6 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:29.786168 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'tag': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9', 'status': 'completed', 'code': 200} Aug 16 12:49:29.794945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-5e165e25-de85-4dfd-834e-ce08ce609bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:29.800400 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-5e165e25-de85-4dfd-834e-ce08ce609bb7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 1095 time: 0.0743639 Aug 16 12:49:29.855509 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0961f798-208b-4db4-8aa0-77311094420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.858418 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0961f798-208b-4db4-8aa0-77311094420a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:29.859599 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0961f798-208b-4db4-8aa0-77311094420a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6226b498-b2cb-46aa-873c-2e8e98109af4 HTTP/1.1" status: 204 len: 168 time: 0.4139018 Aug 16 12:49:29.875611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-22c50ba0-7db9-40c7-9c50-b9bdba3e6326 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9 HTTP/1.1" status: 200 len: 217 time: 0.0694125 Aug 16 12:49:29.902460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961f798-208b-4db4-8aa0-77311094420a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6226b498-b2cb-46aa-873c-2e8e98109af4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:29.915500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bb048ce9-ce73-4784-822a-e6fddb320cb3 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:49:29.954789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-abac6299-f378-4d3a-8694-75a5b018879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:29.956366 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-abac6299-f378-4d3a-8694-75a5b018879e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.0730970 Aug 16 12:49:29.976406 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:30.012916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-e055ea40-d2b9-40c5-964d-f92b39499c6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481439 Aug 16 12:49:30.015177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Transition to ACTIVE for port object e6ad45f6-cef0-4bcb-9271-4954e8a5054e will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:30.070690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:30.072152 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:30.087268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'bb048ce9-ce73-4784-822a-e6fddb320cb3', 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8', 'port_id': 'bb048ce9-ce73-4784-822a-e6fddb320cb3', 'mac_address': 'fa:16:3e:59:70:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad86852c-fa37-427e-9e21-ef5fd6cc8dc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:49:30.094597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d4351245-38de-4be1-97b1-745b7104e72c'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:30.206788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:30.219852 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:30.227766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Pushing event updated for resources: {'Port': ['ID=e6ad45f6-cef0-4bcb-9271-4954e8a5054e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:30.228228 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-8e9c9ccc-0da4-4d8b-a4c4-70d88fb6a8fc service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072623 Aug 16 12:49:30.234361 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:30.243361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:30.258733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb048ce9-ce73-4784-822a-e6fddb320cb3 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:30.311167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:30.332990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:30.334857 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:30.355376 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:30.356376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d7b4ac09-ec45-4252-80a0-40e28b9228bf details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:49:30.374691 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b3fce5f7-f572-4d87-ba68-99878390af83 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4090354 Aug 16 12:49:30.394569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Request body: {'port': {'device_id': 'efafe44e-a26f-4f62-8988-0f05b2f3f859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:30.428551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=bb048ce9-ce73-4784-822a-e6fddb320cb3,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:30.503889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7622-09be-46da-8b7a-ec5df9e94f25 req-f679d4f4-f4ef-4467-8f72-7e82fc43c24f tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:30.504997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6aac7622-09be-46da-8b7a-ec5df9e94f25 req-f679d4f4-f4ef-4467-8f72-7e82fc43c24f tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 944 time: 0.2079632 Aug 16 12:49:30.524198 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:30.559261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7355aeed-99b3-4a1e-8039-3d73e4ffed7b req-3192c2ef-4d4b-47d5-b005-19f6e9b6cb37 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227668 Aug 16 12:49:30.598141 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6aac7622-09be-46da-8b7a-ec5df9e94f25 req-b06f8bc3-dab1-4a14-ad10-d4f6bf0cb538 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858862 Aug 16 12:49:30.620361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d7b4ac09-ec45-4252-80a0-40e28b9228bf, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d7b4ac09-ec45-4252-80a0-40e28b9228bf,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:30.645478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'port_id': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf', 'mac_address': 'fa:16:3e:4a:93:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:49:30.668588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54794) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:30.721986 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:30.732136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14d93a-5327-46cb-a8e2-68e4b239e474 req-f8aded4f-077f-4a39-ac8a-21df40468ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:30.735947 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a14d93a-5327-46cb-a8e2-68e4b239e474 req-f8aded4f-077f-4a39-ac8a-21df40468ccc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 1095 time: 0.1075208 Aug 16 12:49:30.740581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b4ac09-ec45-4252-80a0-40e28b9228bf {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:30.747841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cd270ab5-5d6e-413f-a42a-3299173054f6 None None] Provisioning for port e6ad45f6-cef0-4bcb-9271-4954e8a5054e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:30.752737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cd270ab5-5d6e-413f-a42a-3299173054f6 None None] Provisioning complete for port e6ad45f6-cef0-4bcb-9271-4954e8a5054e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:30.753454 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd270ab5-5d6e-413f-a42a-3299173054f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:30.795983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-cd270ab5-5d6e-413f-a42a-3299173054f6 None None] Port e6ad45f6-cef0-4bcb-9271-4954e8a5054e cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:49:30.813624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d7b4ac09-ec45-4252-80a0-40e28b9228bf, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d7b4ac09-ec45-4252-80a0-40e28b9228bf,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:30.820725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:30.887359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=d7b4ac09-ec45-4252-80a0-40e28b9228bf,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:30.926473 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f728e-e252-4251-9c55-876b5beff765 req-160b99b4-bb82-45f2-ab4b-ee5aed3cf752 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:30.928000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e58f728e-e252-4251-9c55-876b5beff765 req-160b99b4-bb82-45f2-ab4b-ee5aed3cf752 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 944 time: 0.1725674 Aug 16 12:49:30.930444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51cf8d7f-63d6-4a41-8f8f-08ef4b0780dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:30.980503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ad45f6-cef0-4bcb-9271-4954e8a5054e {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:30.991560 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.021128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Transition to ACTIVE for port object e6ad45f6-cef0-4bcb-9271-4954e8a5054e will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:31.030875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.116228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ad45f6-cef0-4bcb-9271-4954e8a5054e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:31.147233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14d93a-5327-46cb-a8e2-68e4b239e474 req-d94b74d9-d65c-4a91-9ab4-3d5b39325371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:31.148698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a14d93a-5327-46cb-a8e2-68e4b239e474 req-d94b74d9-d65c-4a91-9ab4-3d5b39325371 service neutron] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.4056787 Aug 16 12:49:31.156032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91dda-5f95-4af0-b459-513ba99428e3 req-4b48db6b-f4e0-4f9e-953b-c4da049980b3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:31.157672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ae91dda-5f95-4af0-b459-513ba99428e3 req-4b48db6b-f4e0-4f9e-953b-c4da049980b3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 944 time: 0.3112073 Aug 16 12:49:31.203535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51cf8d7f-63d6-4a41-8f8f-08ef4b0780dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.216570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a14d93a-5327-46cb-a8e2-68e4b239e474 req-7e716383-61fb-44aa-876a-a7568d049150 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9 HTTP/1.1" status: 200 len: 217 time: 0.0576544 Aug 16 12:49:31.227366 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51cf8d7f-63d6-4a41-8f8f-08ef4b0780dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.239249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e58f728e-e252-4251-9c55-876b5beff765 req-3a8e0543-2052-42d4-b2db-c7d13afd989f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011234 Aug 16 12:49:31.260160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Attempting to bind port e6ad45f6-cef0-4bcb-9271-4954e8a5054e on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:31.260160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Attempting to bind port e6ad45f6-cef0-4bcb-9271-4954e8a5054e by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:31.260160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Attempting to bind port e6ad45f6-cef0-4bcb-9271-4954e8a5054e on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:31.300198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Port e6ad45f6-cef0-4bcb-9271-4954e8a5054e on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:49:31.300439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Attempting to bind port e6ad45f6-cef0-4bcb-9271-4954e8a5054e on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:31.313149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:31.313637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:31.314058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:31.314703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Bound port: e6ad45f6-cef0-4bcb-9271-4954e8a5054e, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:31.315137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.321749 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-51cf8d7f-63d6-4a41-8f8f-08ef4b0780dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abe6192e465f465a8cec33e2dfea952a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6462214 Aug 16 12:49:31.322070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf8d7f-63d6-4a41-8f8f-08ef4b0780dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d3e299-1ce2-426e-9f0c-050512df72d3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:31.332204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54818) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:31.348479 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ae91dda-5f95-4af0-b459-513ba99428e3 req-8e7e0131-9cf3-472b-8c2a-225fe663c241 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824434 Aug 16 12:49:31.354147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14d93a-5327-46cb-a8e2-68e4b239e474 req-d98529e5-7252-4337-b2f6-156bad33de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:31.356555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a14d93a-5327-46cb-a8e2-68e4b239e474 req-d98529e5-7252-4337-b2f6-156bad33de26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.1148505 Aug 16 12:49:31.388598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['d7b4ac09-ec45-4252-80a0-40e28b9228bf'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:31.428912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a14d93a-5327-46cb-a8e2-68e4b239e474 req-3e224614-ba2c-4162-a147-791de187e4f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644903 Aug 16 12:49:31.442874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] For port e6ad45f6-cef0-4bcb-9271-4954e8a5054e, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:31.446378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] For port e6ad45f6-cef0-4bcb-9271-4954e8a5054e, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e6ad45f6-cef0-4bcb-9271-4954e8a5054e,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:31.466087 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.468493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['bb048ce9-ce73-4784-822a-e6fddb320cb3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:31.546400 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ad45f6-cef0-4bcb-9271-4954e8a5054e,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:31.559425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4851e-6236-4ec9-8b45-a3f4f8a4db8a req-10b2f85f-e7ed-4822-b107-ed04f4f02ffb tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:31.560790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:31.561508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.562070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3e4851e-6236-4ec9-8b45-a3f4f8a4db8a req-10b2f85f-e7ed-4822-b107-ed04f4f02ffb tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 947 time: 0.1278496 Aug 16 12:49:31.563000 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-c68d4050-c1ca-48df-8c94-08e2781f3f97 service neutron] 10.222.0.22 "PUT /v2.0/ports/e6ad45f6-cef0-4bcb-9271-4954e8a5054e HTTP/1.1" status: 200 len: 1095 time: 1.1750505 Aug 16 12:49:31.563764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efafe44e-a26f-4f62-8988-0f05b2f3f859', 'tag': 'e6ad45f6-cef0-4bcb-9271-4954e8a5054e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:31.568519 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "efafe44e-a26f-4f62-8988-0f05b2f3f859", "tag": "e6ad45f6-cef0-4bcb-9271-4954e8a5054e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:31.598515 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14454f4f-f353-4094-8588-3e0ba224dd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.679219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14454f4f-f353-4094-8588-3e0ba224dd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.694953 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a14d93a-5327-46cb-a8e2-68e4b239e474 req-9e27caee-9ce6-4c70-9fd6-db4e38de5236 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098322 Aug 16 12:49:31.745309 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e0d4de8e-351f-4d81-bbfd-006d22df9dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.754428 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3e4851e-6236-4ec9-8b45-a3f4f8a4db8a req-b52b464a-c9f1-43cf-8681-3bfc9ac808f5 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820233 Aug 16 12:49:31.825811 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a61d06-117f-45b7-a3f8-717084fe56ce x-openstack-request-id: req-51a61d06-117f-45b7-a3f8-717084fe56ce {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:31.825811 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efafe44e-a26f-4f62-8988-0f05b2f3f859", "tag": "e6ad45f6-cef0-4bcb-9271-4954e8a5054e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:31.825811 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51a61d06-117f-45b7-a3f8-717084fe56ce {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:31.826166 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efafe44e-a26f-4f62-8988-0f05b2f3f859', 'tag': 'e6ad45f6-cef0-4bcb-9271-4954e8a5054e', 'status': 'completed', 'code': 200} Aug 16 12:49:31.848424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-6a666510-da56-4a20-a5c2-9f57b2dda44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:31.850798 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-6a666510-da56-4a20-a5c2-9f57b2dda44a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd6467a36650436a8e950b71a68dd9d3&device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 1098 time: 0.2165577 Aug 16 12:49:31.947659 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14454f4f-f353-4094-8588-3e0ba224dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.951006 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14454f4f-f353-4094-8588-3e0ba224dd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:31.952638 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-14454f4f-f353-4094-8588-3e0ba224dd2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23d3e299-1ce2-426e-9f0c-050512df72d3 HTTP/1.1" status: 204 len: 168 time: 0.6195800 Aug 16 12:49:31.956502 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-5a4184cb-36bb-4035-9d94-d091bf861222 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=e6ad45f6-cef0-4bcb-9271-4954e8a5054e HTTP/1.1" status: 200 len: 217 time: 0.0865104 Aug 16 12:49:31.974047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14454f4f-f353-4094-8588-3e0ba224dd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d3e299-1ce2-426e-9f0c-050512df72d3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:31.988982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c4039-789e-4565-bf26-6fa2d27fdd2b req-a722f8d5-6275-4c33-85c3-997b7751f5df tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:31.997574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-185c4039-789e-4565-bf26-6fa2d27fdd2b req-a722f8d5-6275-4c33-85c3-997b7751f5df tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 944 time: 0.0951190 Aug 16 12:49:32.021884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-8e5e88c1-5be9-41fb-b833-12318a5b9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:32.024099 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-8e5e88c1-5be9-41fb-b833-12318a5b9407 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0592866 Aug 16 12:49:32.030866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a14d93a-5327-46cb-a8e2-68e4b239e474 req-df3c8465-6dba-44b7-ad83-8edc6facfa44 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300018 Aug 16 12:49:32.060743 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-185c4039-789e-4565-bf26-6fa2d27fdd2b req-61b48cb9-f3a5-4b05-a16d-06d11f0059d6 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526612 Aug 16 12:49:32.082326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-04da1b24-0367-4247-9a03-8843441e1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:32.084654 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-04da1b24-0367-4247-9a03-8843441e1065 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528841 Aug 16 12:49:32.221003 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-bc9489ce-2cbd-4ae5-ad73-7bb5f9862d1a service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218522 Aug 16 12:49:32.362195 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599810f5-7eee-4fad-a3de-229bb9f48b80 req-b923b3e1-6b47-44b0-91a2-3c7fa790f3b4 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295595 Aug 16 12:49:32.398713 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982a8ac-2cd3-445c-96c5-4dded5d9f21e req-33fe4875-6599-4584-bf80-8e26ca3d224f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:32.409908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2982a8ac-2cd3-445c-96c5-4dded5d9f21e req-33fe4875-6599-4584-bf80-8e26ca3d224f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 944 time: 0.0768814 Aug 16 12:49:32.453720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2982a8ac-2cd3-445c-96c5-4dded5d9f21e req-777e99a6-8308-48c5-8e93-1880d8e36ba3 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427191 Aug 16 12:49:32.529118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa req-5fd81313-537f-4ac8-a05a-11fe0a7eb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:32.531759 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa req-5fd81313-537f-4ac8-a05a-11fe0a7eb40f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd6467a36650436a8e950b71a68dd9d3&device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 1098 time: 0.0864103 Aug 16 12:49:32.584307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecdac0-7d18-4757-b2e7-e7bb7e9ea040 req-25f6d61c-6abd-47d9-b893-a56244328586 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:32.592678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfecdac0-7d18-4757-b2e7-e7bb7e9ea040 req-25f6d61c-6abd-47d9-b893-a56244328586 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 944 time: 0.0961215 Aug 16 12:49:32.602364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54880) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:32.628058 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58c3df5d-bd7d-4558-95fd-692a8a9eb62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:32.659327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa req-09ec8da1-a98c-47a4-9705-c0fcc53dc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:32.661002 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa req-09ec8da1-a98c-47a4-9705-c0fcc53dc718 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1215706 Aug 16 12:49:32.662696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfecdac0-7d18-4757-b2e7-e7bb7e9ea040 req-16704c24-69bd-494b-bd7e-e64dc3d804da tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663617 Aug 16 12:49:32.719273 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa req-80f5371b-eef0-472e-adc6-88c5ac18a61d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=e6ad45f6-cef0-4bcb-9271-4954e8a5054e HTTP/1.1" status: 200 len: 217 time: 0.0504241 Aug 16 12:49:32.778992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa req-0ff04218-def0-41ed-a424-d161460ad330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:32.781015 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa req-0ff04218-def0-41ed-a424-d161460ad330 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0484166 Aug 16 12:49:32.818949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58c3df5d-bd7d-4558-95fd-692a8a9eb62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:32.826383 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58c3df5d-bd7d-4558-95fd-692a8a9eb62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:32.845893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa req-0756ec2e-f1c4-436d-9f19-caa7e55d81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:32.847509 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa req-0756ec2e-f1c4-436d-9f19-caa7e55d81e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586867 Aug 16 12:49:32.905554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-58c3df5d-bd7d-4558-95fd-692a8a9eb62b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d12986f7b544b34bf174524bbc156c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020709 Aug 16 12:49:32.908537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54898) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:32.917472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3df5d-bd7d-4558-95fd-692a8a9eb62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8465a0-8933-42d7-979c-29f9667d7387,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:32.949100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee5b59-ee5e-4e1d-ac93-6600f1018c52 req-79241785-4ed0-427f-861c-4ca6b7cf3e30 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:32.950991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffee5b59-ee5e-4e1d-ac93-6600f1018c52 req-79241785-4ed0-427f-861c-4ca6b7cf3e30 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 947 time: 0.1177883 Aug 16 12:49:32.964217 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa req-1a55dfe5-07d4-4b45-94b1-ffab1caa363d service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090310 Aug 16 12:49:33.024242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffee5b59-ee5e-4e1d-ac93-6600f1018c52 req-ad59675f-8784-4165-9d4c-1fcfacb20c42 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625408 Aug 16 12:49:33.027399 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2663e365-edbe-49cb-98c1-9a337bf25e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.057523 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2663e365-edbe-49cb-98c1-9a337bf25e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.097771 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1d2a429-ebc9-4afd-be20-315ada3ac2fa req-942feae3-1f75-4cb0-a640-fb0ee4b6fd3b service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261520 Aug 16 12:49:33.128760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2663e365-edbe-49cb-98c1-9a337bf25e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.133146 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2663e365-edbe-49cb-98c1-9a337bf25e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.134341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2663e365-edbe-49cb-98c1-9a337bf25e50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb8465a0-8933-42d7-979c-29f9667d7387 HTTP/1.1" status: 204 len: 168 time: 0.2248654 Aug 16 12:49:33.169551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663e365-edbe-49cb-98c1-9a337bf25e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8465a0-8933-42d7-979c-29f9667d7387,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:33.173561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54908) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:33.196265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83667a22-0d83-47b7-8d5f-14036a0b1efc req-334a8156-c253-45c2-b6a2-9bcb103d80ca tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:33.202710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83667a22-0d83-47b7-8d5f-14036a0b1efc req-334a8156-c253-45c2-b6a2-9bcb103d80ca tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 944 time: 0.0671763 Aug 16 12:49:33.219763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54912) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:33.243174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83667a22-0d83-47b7-8d5f-14036a0b1efc req-8c3f1363-53e3-4f05-ac9b-7bc7cb630be5 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Aug 16 12:49:33.393147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-09721110-9335-492a-af70-2ac30cce7fec tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=32263331e21e4fc99054e798bf045c57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228059 Aug 16 12:49:33.532913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-a40664af-650c-4efe-abc9-5370985da57c tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:33.534500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-a40664af-650c-4efe-abc9-5370985da57c tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341856 Aug 16 12:49:33.547278 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b5b8-37ef-4445-bf23-b0978012995a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.556317 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-c5deb5f3-4055-42c7-9ba0-7cea0a73e2c9 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/quotas/32263331e21e4fc99054e798bf045c57 HTTP/1.1" status: 200 len: 375 time: 0.0147040 Aug 16 12:49:33.561500 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec358c2a-3cfe-4004-9130-a2eca67ad6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.597385 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.api [None req-ec358c2a-3cfe-4004-9130-a2eca67ad6a1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 12:49:33.597385 n-d-804708-1 neutron-server[101396]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 12:49:33.597385 n-d-804708-1 neutron-server[101396]: [parameters: {'project_id': '33fc37639ae64442842826d79c78c409', 'id': '539361a6-0f4d-4fd9-82bb-48e05632ac26', 'expiration': datetime.datetime(2021, 8, 16, 12, 51, 33, 593342)}] Aug 16 12:49:33.597385 n-d-804708-1 neutron-server[101396]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 12:49:33.597817 n-d-804708-1 neutron-server[101396]: DEBUG oslo_db.api [None req-ec358c2a-3cfe-4004-9130-a2eca67ad6a1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 12:49:33.612544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-83ea15fc-d18a-495c-8bd9-477634845ccd tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32263331e21e4fc99054e798bf045c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508916 Aug 16 12:49:33.656542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e8d98-fa4b-48e1-8a63-aa339b9cc3f1 req-9439edba-54a2-4716-bb2c-fd0952a9b4b4 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:33.658832 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e9e8d98-fa4b-48e1-8a63-aa339b9cc3f1 req-9439edba-54a2-4716-bb2c-fd0952a9b4b4 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 944 time: 0.0952423 Aug 16 12:49:33.701632 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b5b8-37ef-4445-bf23-b0978012995a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.706745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e9e8d98-fa4b-48e1-8a63-aa339b9cc3f1 req-3e9870a5-3284-4885-9625-f2287f4b2887 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Aug 16 12:49:33.710400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b5b8-37ef-4445-bf23-b0978012995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.750183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7b5b8-37ef-4445-bf23-b0978012995a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b943eb30-2564-4883-9dc5-9e8e00b1c101,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:33.767741 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e5b7b5b8-37ef-4445-bf23-b0978012995a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a85dfbcfd7c443caaf814a7829547298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5449603 Aug 16 12:49:33.768848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54940) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:33.824765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3d5a1c7-15a0-43a7-9f6f-2beaf56f3e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.846373 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d121e3d-edcc-4328-86a5-31ab4b2b2fd9 req-d5be695a-2d81-416b-9dfc-024591e16649 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 210 time: 0.0524154 Aug 16 12:49:33.857292 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3d5a1c7-15a0-43a7-9f6f-2beaf56f3e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.894682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6370065-ed89-4fc5-bca0-f8d10db5a74c req-bcb9c7bc-134f-4eba-9bc7-cf7f6c91839e tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:33.897299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6370065-ed89-4fc5-bca0-f8d10db5a74c req-bcb9c7bc-134f-4eba-9bc7-cf7f6c91839e tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 944 time: 0.0924191 Aug 16 12:49:33.901514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bb048ce9-ce73-4784-822a-e6fddb320cb3 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:33.938736 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3d5a1c7-15a0-43a7-9f6f-2beaf56f3e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.941222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3d5a1c7-15a0-43a7-9f6f-2beaf56f3e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:33.945680 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b3d5a1c7-15a0-43a7-9f6f-2beaf56f3e24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b943eb30-2564-4883-9dc5-9e8e00b1c101 HTTP/1.1" status: 204 len: 168 time: 0.1726375 Aug 16 12:49:33.949438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6370065-ed89-4fc5-bca0-f8d10db5a74c req-57f5eede-76c2-4709-b824-b7b1db5e0032 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Aug 16 12:49:33.952953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5a1c7-15a0-43a7-9f6f-2beaf56f3e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b943eb30-2564-4883-9dc5-9e8e00b1c101,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:33.986926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port bb048ce9-ce73-4784-822a-e6fddb320cb3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:33.992572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port bb048ce9-ce73-4784-822a-e6fddb320cb3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:33.992990 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.098880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec358c2a-3cfe-4004-9130-a2eca67ad6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.139182 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.208590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb048ce9-ce73-4784-822a-e6fddb320cb3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:34.218408 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e70f62-2b72-4dbe-84ee-bac9d4d9752a" -d '{"events": [{"server_uuid": "6a09f73c-b6c6-4230-bd18-1224230c4be9", "name": "network-vif-plugged", "status": "completed", "tag": "bb048ce9-ce73-4784-822a-e6fddb320cb3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:34.246954 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e66aa-e609-45e9-8b39-11077c2a3e34 req-3a22517f-d956-4c6f-a6a3-0fce5d4a2333 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:34.252566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e06e66aa-e609-45e9-8b39-11077c2a3e34 req-3a22517f-d956-4c6f-a6a3-0fce5d4a2333 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 947 time: 0.1327038 Aug 16 12:49:34.269130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:34.301016 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.302782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d7b4ac09-ec45-4252-80a0-40e28b9228bf up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:34.322548 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead30a78-890f-4f96-80b1-58a08c0ddae5 x-openstack-request-id: req-ead30a78-890f-4f96-80b1-58a08c0ddae5 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:34.336190 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a09f73c-b6c6-4230-bd18-1224230c4be9", "name": "network-vif-plugged", "status": "completed", "tag": "bb048ce9-ce73-4784-822a-e6fddb320cb3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:34.336190 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ead30a78-890f-4f96-80b1-58a08c0ddae5 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:34.336190 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb048ce9-ce73-4784-822a-e6fddb320cb3', 'code': 200} Aug 16 12:49:34.368944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e06e66aa-e609-45e9-8b39-11077c2a3e34 req-bdfba9f5-de75-4ffe-84df-ee1c77f39046 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064670 Aug 16 12:49:34.397238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54968) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:34.403897 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a9df2d92-ea1c-4262-acfb-2d2fa3a3729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.416978 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-797e6d1b-ec8d-46b7-94ce-4a97412a3da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.452154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=bb048ce9-ce73-4784-822a-e6fddb320cb3,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:34.471568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port d7b4ac09-ec45-4252-80a0-40e28b9228bf completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:34.479290 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port d7b4ac09-ec45-4252-80a0-40e28b9228bf triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:34.479870 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.494014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32971e20-061e-42b9-a0b2-6af2c7ed6306 req-76d800dd-2c6e-41bf-86ce-1bf0ecbbcc65 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:34.496135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32971e20-061e-42b9-a0b2-6af2c7ed6306 req-76d800dd-2c6e-41bf-86ce-1bf0ecbbcc65 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 944 time: 0.0580401 Aug 16 12:49:34.520858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec358c2a-3cfe-4004-9130-a2eca67ad6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.528754 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec358c2a-3cfe-4004-9130-a2eca67ad6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.563970 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ec358c2a-3cfe-4004-9130-a2eca67ad6a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33fc37639ae64442842826d79c78c409&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3890827 Aug 16 12:49:34.568681 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.571565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54972) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:34.607279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32971e20-061e-42b9-a0b2-6af2c7ed6306 req-16c4a29b-89dc-45dc-be30-fde23b276ee4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006775 Aug 16 12:49:34.611104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d8455-4d5f-4797-9929-2d1d80ff69e1 req-dea88b71-828b-4c26-92df-cadf4b3e8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:34.613096 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-012d8455-4d5f-4797-9929-2d1d80ff69e1 req-dea88b71-828b-4c26-92df-cadf4b3e8005 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 1096 time: 0.2069271 Aug 16 12:49:34.614084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec358c2a-3cfe-4004-9130-a2eca67ad6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e690402-9efc-4c91-b77a-1dfdbe7111ef,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:34.665019 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.690059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-012d8455-4d5f-4797-9929-2d1d80ff69e1 req-856768ee-7af7-428a-bedf-d090e2c286f9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656686 Aug 16 12:49:34.698157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-148658a0-87af-45f3-b5ff-aa0dc18df73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.712209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d7b4ac09-ec45-4252-80a0-40e28b9228bf, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d7b4ac09-ec45-4252-80a0-40e28b9228bf,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:34.718594 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.768611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-797e6d1b-ec8d-46b7-94ce-4a97412a3da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.772332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-148658a0-87af-45f3-b5ff-aa0dc18df73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.777399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=d7b4ac09-ec45-4252-80a0-40e28b9228bf,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:34.794712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device bb2aee5d-1679-433c-9e9e-d37d657e41f9 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:49:34.814445 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-797e6d1b-ec8d-46b7-94ce-4a97412a3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.893895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e6d1b-ec8d-46b7-94ce-4a97412a3da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569df01f-6153-41f9-985a-5a710c664894,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:34.905657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-797e6d1b-ec8d-46b7-94ce-4a97412a3da0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=143fc2c7a601408e8c7243c327876407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070431 Aug 16 12:49:34.908638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54982) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:34.915465 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-148658a0-87af-45f3-b5ff-aa0dc18df73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.920341 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-148658a0-87af-45f3-b5ff-aa0dc18df73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:34.921676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-148658a0-87af-45f3-b5ff-aa0dc18df73b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e690402-9efc-4c91-b77a-1dfdbe7111ef HTTP/1.1" status: 204 len: 168 time: 0.3440669 Aug 16 12:49:34.942882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd75427-e311-4da7-a62a-68d404d0c658 req-edee20fb-3c0f-48a8-b1d2-7b142b880d4b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:34.944538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3cd75427-e311-4da7-a62a-68d404d0c658 req-edee20fb-3c0f-48a8-b1d2-7b142b880d4b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 945 time: 0.1330659 Aug 16 12:49:34.945496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148658a0-87af-45f3-b5ff-aa0dc18df73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e690402-9efc-4c91-b77a-1dfdbe7111ef,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:34.952483 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:34.967073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9', 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0', 'port_id': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9', 'mac_address': 'fa:16:3e:c7:da:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12885796-d7f8-4981-89ab-5be63ffe3da1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:49:34.994598 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75e0a956-84f4-4774-9460-2f8bc7b30427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.026596 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.033759 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75e0a956-84f4-4774-9460-2f8bc7b30427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.044807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2aee5d-1679-433c-9e9e-d37d657e41f9 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:35.053917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db0ec41a-6e61-48ce-8ad8-3d22eb0b40c8 req-658df6c9-e997-4e32-83f7-55727a7baed4 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 210 time: 0.0731244 Aug 16 12:49:35.065759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3cd75427-e311-4da7-a62a-68d404d0c658 req-3db82108-a1f0-4876-80b8-a601891e78e7 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134436 Aug 16 12:49:35.084500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:35.091823 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.163155 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75e0a956-84f4-4774-9460-2f8bc7b30427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.163787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=bb2aee5d-1679-433c-9e9e-d37d657e41f9,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:35.168041 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75e0a956-84f4-4774-9460-2f8bc7b30427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.169478 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-75e0a956-84f4-4774-9460-2f8bc7b30427 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/569df01f-6153-41f9-985a-5a710c664894 HTTP/1.1" status: 204 len: 168 time: 0.2598925 Aug 16 12:49:35.180257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0a956-84f4-4774-9460-2f8bc7b30427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569df01f-6153-41f9-985a-5a710c664894,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:35.233196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-5bed3a60-c5e1-4dcf-8455-eabfb4e0f75c tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=32263331e21e4fc99054e798bf045c57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527959 Aug 16 12:49:35.308282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['bb2aee5d-1679-433c-9e9e-d37d657e41f9'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:35.385918 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.386183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc91b9-1945-4a55-b228-d9ccd7ca1669 req-b48d5420-c168-4326-a476-7a18630a4fb6 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:35.394787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0dc91b9-1945-4a55-b228-d9ccd7ca1669 req-b48d5420-c168-4326-a476-7a18630a4fb6 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 945 time: 0.1631606 Aug 16 12:49:35.472513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55000) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:35.500514 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24d2dd7f-a3bb-4abe-8ca2-59615b07780b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.504776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0dc91b9-1945-4a55-b228-d9ccd7ca1669 req-e94f95b3-1688-49c7-bbd1-8b4c7a9de4a9 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085668 Aug 16 12:49:35.553965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-dd28e8a2-5bc1-4891-8ced-a452263d730d tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:35.555829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-dd28e8a2-5bc1-4891-8ced-a452263d730d tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927628 Aug 16 12:49:35.569855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5196844-169b-4453-81f3-b5ddb4d0714d req-04c48aab-ee82-4b5c-9f8b-a0a95ca38e7d tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:35.571458 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5196844-169b-4453-81f3-b5ddb4d0714d req-04c48aab-ee82-4b5c-9f8b-a0a95ca38e7d tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 947 time: 0.1233253 Aug 16 12:49:35.576386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Request body: {'port': {'device_id': '264a4a16-96bf-4699-8695-e91d965d24ad', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '32263331e21e4fc99054e798bf045c57'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:35.640810 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24d2dd7f-a3bb-4abe-8ca2-59615b07780b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.655080 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24d2dd7f-a3bb-4abe-8ca2-59615b07780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.698035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5196844-169b-4453-81f3-b5ddb4d0714d req-c222afdf-5b0c-4da4-a1f7-317d751b97a6 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181397 Aug 16 12:49:35.724787 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-24d2dd7f-a3bb-4abe-8ca2-59615b07780b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=700ae382fe3545ce89da37dbfebf7be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498333 Aug 16 12:49:35.728685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55008) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:35.744209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2dd7f-a3bb-4abe-8ca2-59615b07780b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2a225f-f729-4386-84f0-fc9ca7de4bc8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:35.798811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0acf6-c70b-430a-adb3-e114b85c583c req-f5f53b86-05e6-468e-a30c-0b982ec13436 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:35.806815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ef0acf6-c70b-430a-adb3-e114b85c583c req-f5f53b86-05e6-468e-a30c-0b982ec13436 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 945 time: 0.0765655 Aug 16 12:49:35.809192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Made reservation on behalf of 32263331e21e4fc99054e798bf045c57 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:35.813691 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.825770 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c593-dde0-4ff1-94d3-14ae1749272e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.827833 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.860539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c593-dde0-4ff1-94d3-14ae1749272e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.888687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ef0acf6-c70b-430a-adb3-e114b85c583c req-eea72227-ffdc-45e1-a170-c90f0ac69d08 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808954 Aug 16 12:49:35.904159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e6ad45f6-cef0-4bcb-9271-4954e8a5054e details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:49:35.949905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c593-dde0-4ff1-94d3-14ae1749272e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.954278 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c593-dde0-4ff1-94d3-14ae1749272e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:35.956183 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3ff7c593-dde0-4ff1-94d3-14ae1749272e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a2a225f-f729-4386-84f0-fc9ca7de4bc8 HTTP/1.1" status: 204 len: 168 time: 0.2260671 Aug 16 12:49:35.966679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7c593-dde0-4ff1-94d3-14ae1749272e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2a225f-f729-4386-84f0-fc9ca7de4bc8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:36.023645 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:36.028843 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:36.055807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e6ad45f6-cef0-4bcb-9271-4954e8a5054e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e6ad45f6-cef0-4bcb-9271-4954e8a5054e,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:36.077038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'e6ad45f6-cef0-4bcb-9271-4954e8a5054e', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'e6ad45f6-cef0-4bcb-9271-4954e8a5054e', 'mac_address': 'fa:16:3e:67:82:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:49:36.134575 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:36.173488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ad45f6-cef0-4bcb-9271-4954e8a5054e {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:36.202402 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e6ad45f6-cef0-4bcb-9271-4954e8a5054e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e6ad45f6-cef0-4bcb-9271-4954e8a5054e,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:36.210053 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:36.212541 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-183ded29-ac7c-4798-9d00-5e346ef5ec53 req-85f12c15-97ef-4fdb-acce-a45bc3e94660 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 210 time: 0.0323236 Aug 16 12:49:36.219421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6fd34e-e8a8-4376-956a-1271bdd8997e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:36.246290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55030) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:36.289489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e6ad45f6-cef0-4bcb-9271-4954e8a5054e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:36.325738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac0479-32cb-432d-a243-0713d2d95364 req-60bd36b4-33b4-4c3e-bb39-6d9d72dd62b5 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:36.327321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45ac0479-32cb-432d-a243-0713d2d95364 req-60bd36b4-33b4-4c3e-bb39-6d9d72dd62b5 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 945 time: 0.1456110 Aug 16 12:49:36.328877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:36.332589 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b5bfe7-69f7-4fc1-9a51-8a2aea18813b" -d '{"events": [{"server_uuid": "200308cb-0b96-4b7f-91c0-1b315454fad5", "name": "network-vif-plugged", "status": "completed", "tag": "d7b4ac09-ec45-4252-80a0-40e28b9228bf"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:36.356158 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Allocated IP 192.168.233.78 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/d08588a2-57bd-41aa-a9ff-4f7468cd8e62) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:36.381536 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9bf2d2-56c1-4326-b1b2-8e8282d6e286 x-openstack-request-id: req-0f9bf2d2-56c1-4326-b1b2-8e8282d6e286 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:36.382180 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200308cb-0b96-4b7f-91c0-1b315454fad5", "name": "network-vif-plugged", "status": "completed", "tag": "d7b4ac09-ec45-4252-80a0-40e28b9228bf", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:36.382636 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f9bf2d2-56c1-4326-b1b2-8e8282d6e286 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:36.383428 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf', 'code': 200} Aug 16 12:49:36.409040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45ac0479-32cb-432d-a243-0713d2d95364 req-d56771ea-92d6-41d2-8c94-6a529314f528 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688338 Aug 16 12:49:36.457783 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed96-4f2a-493c-8f61-81807a17b1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:36.583104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed51b95-4df2-4315-865a-361bee3cc2f8 req-41bc526a-739b-4534-a990-85ec4c270e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:36.585517 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9ed51b95-4df2-4315-865a-361bee3cc2f8 req-41bc526a-739b-4534-a990-85ec4c270e3b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 1096 time: 0.0801218 Aug 16 12:49:36.614413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['e6ad45f6-cef0-4bcb-9271-4954e8a5054e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:36.642346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed96-4f2a-493c-8f61-81807a17b1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:36.646826 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9ed51b95-4df2-4315-865a-361bee3cc2f8 req-f9c63dbc-e876-4172-9b01-89bf416f7816 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511260 Aug 16 12:49:36.649807 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a7ed96-4f2a-493c-8f61-81807a17b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:36.679369 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-75a7ed96-4f2a-493c-8f61-81807a17b1e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b632d2b29aca46ecaf2e560f21ca7361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290192 Aug 16 12:49:36.684036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55052) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:36.736693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7ed96-4f2a-493c-8f61-81807a17b1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ad424b-04ad-41ba-af47-bd1c065731fa,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:36.754298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64923e6a-db14-41aa-8f88-b00f958610ec req-d79e9691-a673-4e2d-8c2e-255160242e37 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:36.762066 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64923e6a-db14-41aa-8f88-b00f958610ec req-d79e9691-a673-4e2d-8c2e-255160242e37 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 945 time: 0.1357162 Aug 16 12:49:36.790259 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:36.811761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device bb2aee5d-1679-433c-9e9e-d37d657e41f9 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:36.816831 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-373910d0-8135-47bc-a0ba-2d4675a3ff26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:36.858911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64923e6a-db14-41aa-8f88-b00f958610ec req-0a9e107e-ffd4-43ab-b247-76481c541e3f tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957170 Aug 16 12:49:36.864974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Transition to ACTIVE for port object d08588a2-57bd-41aa-a9ff-4f7468cd8e62 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:36.886761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-373910d0-8135-47bc-a0ba-2d4675a3ff26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:36.894279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db82eb-8cd3-4a9e-bfd7-89f3afeb9968 req-0c1db8f5-a348-47b0-9ef8-8435f7eaf12b tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:36.896783 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4db82eb-8cd3-4a9e-bfd7-89f3afeb9968 req-0c1db8f5-a348-47b0-9ef8-8435f7eaf12b tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 948 time: 0.1019995 Aug 16 12:49:36.922109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port bb2aee5d-1679-433c-9e9e-d37d657e41f9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:36.933171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port bb2aee5d-1679-433c-9e9e-d37d657e41f9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:36.933910 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.003721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-373910d0-8135-47bc-a0ba-2d4675a3ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.009104 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-373910d0-8135-47bc-a0ba-2d4675a3ff26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.018366 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-373910d0-8135-47bc-a0ba-2d4675a3ff26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7ad424b-04ad-41ba-af47-bd1c065731fa HTTP/1.1" status: 204 len: 168 time: 0.3324726 Aug 16 12:49:37.031621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373910d0-8135-47bc-a0ba-2d4675a3ff26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ad424b-04ad-41ba-af47-bd1c065731fa,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:37.042757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4db82eb-8cd3-4a9e-bfd7-89f3afeb9968 req-fdd6ff26-7440-464e-9cb0-59e1ea7a2754 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369054 Aug 16 12:49:37.061869 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.110766 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.162053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:37.186774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:37.195305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:37.208294 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.211189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:37.215111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:37.216228 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.218218 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.274575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Pushing event updated for resources: {'Port': ['ID=d08588a2-57bd-41aa-a9ff-4f7468cd8e62,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:37.307954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-d96457c4-a47c-45e4-8ccc-29bb37c05e95 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7353456 Aug 16 12:49:37.328422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=bb2aee5d-1679-433c-9e9e-d37d657e41f9,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:37.356787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Request body: {'port': {'device_id': '264a4a16-96bf-4699-8695-e91d965d24ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:37.499667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55084) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:37.502234 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-40627a38-bc54-4df1-9f73-857fc21843d8 None None] Provisioning for port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:37.508052 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-40627a38-bc54-4df1-9f73-857fc21843d8 None None] Provisioning complete for port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:37.509021 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-40627a38-bc54-4df1-9f73-857fc21843d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.528408 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b89bb842-c344-4530-959c-275b627f1307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.563609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-40627a38-bc54-4df1-9f73-857fc21843d8 None None] Port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:49:37.656663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd839d94-f7fc-4b18-a3ab-615404366975 req-7c6f42c4-4a7a-4804-9bd3-bca5530df5d3 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:37.665488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd839d94-f7fc-4b18-a3ab-615404366975 req-7c6f42c4-4a7a-4804-9bd3-bca5530df5d3 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 946 time: 0.3830409 Aug 16 12:49:37.679082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b89bb842-c344-4530-959c-275b627f1307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.684750 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b89bb842-c344-4530-959c-275b627f1307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.691188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bad9c2-4b04-4ec9-9de4-09be3c567178 req-6b07a786-999e-450b-b8fc-978be2868317 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:37.692764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3bad9c2-4b04-4ec9-9de4-09be3c567178 req-6b07a786-999e-450b-b8fc-978be2868317 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 935 time: 0.3440268 Aug 16 12:49:37.694076 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.728220 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b89bb842-c344-4530-959c-275b627f1307 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42ab945ffc8e4f1eb174bfc90c482b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274339 Aug 16 12:49:37.730365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55090) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:37.731163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bb842-c344-4530-959c-275b627f1307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7874158-d7bd-4282-9bdc-d3d4ea1c8c16,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:37.826621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd839d94-f7fc-4b18-a3ab-615404366975 req-685c68d5-4f24-403a-aacc-afdd1a6d93fc tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602712 Aug 16 12:49:37.835500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3bad9c2-4b04-4ec9-9de4-09be3c567178 req-1529831b-e9e6-4943-84fe-975ca6488e15 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310573 Aug 16 12:49:37.925078 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f88cb52-da0c-44ff-96db-bd1ac059d0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:37.995982 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f88cb52-da0c-44ff-96db-bd1ac059d0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:38.159914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301659e-1923-4bba-88ce-d457a2775af9 req-adb081c9-4141-4d12-9693-19eef7e9f8fc tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:38.161449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1301659e-1923-4bba-88ce-d457a2775af9 req-adb081c9-4141-4d12-9693-19eef7e9f8fc tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 945 time: 0.1910639 Aug 16 12:49:38.173007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1e854-d1b7-4389-abd3-ce9748bd4307 req-1ab3a374-3a31-458f-bad3-cec7c464d4f2 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:38.174575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4df1e854-d1b7-4389-abd3-ce9748bd4307 req-1ab3a374-3a31-458f-bad3-cec7c464d4f2 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 945 time: 0.1825809 Aug 16 12:49:38.239131 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f88cb52-da0c-44ff-96db-bd1ac059d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:38.243559 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f88cb52-da0c-44ff-96db-bd1ac059d0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:38.244784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9f88cb52-da0c-44ff-96db-bd1ac059d0f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7874158-d7bd-4282-9bdc-d3d4ea1c8c16 HTTP/1.1" status: 204 len: 168 time: 0.5063677 Aug 16 12:49:38.285131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88cb52-da0c-44ff-96db-bd1ac059d0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7874158-d7bd-4282-9bdc-d3d4ea1c8c16,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:38.299969 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1301659e-1923-4bba-88ce-d457a2775af9 req-6b85d202-9796-449b-ac22-bd2e2f740daa tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209335 Aug 16 12:49:38.322838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4df1e854-d1b7-4389-abd3-ce9748bd4307 req-a079d835-9327-4e74-a792-d194967d3b74 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274235 Aug 16 12:49:38.365960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08588a2-57bd-41aa-a9ff-4f7468cd8e62 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:38.377808 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:38.384918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:38.387660 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc69fc9-698f-44ce-81c7-1c8f119934a6" -d '{"events": [{"server_uuid": "d34e8adb-1818-48dd-9988-bd863d6243b6", "name": "network-vif-plugged", "status": "completed", "tag": "bb2aee5d-1679-433c-9e9e-d37d657e41f9"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:38.393383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Transition to ACTIVE for port object d08588a2-57bd-41aa-a9ff-4f7468cd8e62 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:38.400107 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:38.491523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d08588a2-57bd-41aa-a9ff-4f7468cd8e62,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:38.545448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a849b-f108-4f5d-a62c-f499dca61b17 req-59f5bcda-a0ef-44bd-a1e8-097f62344532 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:38.556642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c6a849b-f108-4f5d-a62c-f499dca61b17 req-59f5bcda-a0ef-44bd-a1e8-097f62344532 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 948 time: 0.1198647 Aug 16 12:49:38.556642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Attempting to bind port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:38.556642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Attempting to bind port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:38.556642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Attempting to bind port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:38.565180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:49:38.565510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Attempting to bind port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:38.579233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:38.579614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:38.580112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:38.580438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Bound port: d08588a2-57bd-41aa-a9ff-4f7468cd8e62, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:38.580809 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:38.656056 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c6a849b-f108-4f5d-a62c-f499dca61b17 req-979ee809-4ec6-44dd-8c0d-d43967a2c775 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875020 Aug 16 12:49:38.706911 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd1b4ee-1a38-4da2-9865-de8104ef962c x-openstack-request-id: req-5dd1b4ee-1a38-4da2-9865-de8104ef962c {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:38.707096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] For port d08588a2-57bd-41aa-a9ff-4f7468cd8e62, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:38.707573 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34e8adb-1818-48dd-9988-bd863d6243b6", "name": "network-vif-plugged", "status": "completed", "tag": "bb2aee5d-1679-433c-9e9e-d37d657e41f9", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:38.707573 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dd1b4ee-1a38-4da2-9865-de8104ef962c {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:38.707984 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9', 'code': 200} Aug 16 12:49:38.712533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] For port d08588a2-57bd-41aa-a9ff-4f7468cd8e62, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d08588a2-57bd-41aa-a9ff-4f7468cd8e62,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:38.718679 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:38.790384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:38.791002 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:38.792370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] 10.222.0.42 "PUT /v2.0/ports/d08588a2-57bd-41aa-a9ff-4f7468cd8e62 HTTP/1.1" status: 200 len: 1095 time: 1.4502852 Aug 16 12:49:38.792795 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264a4a16-96bf-4699-8695-e91d965d24ad', 'tag': 'd08588a2-57bd-41aa-a9ff-4f7468cd8e62'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:38.795174 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "264a4a16-96bf-4699-8695-e91d965d24ad", "tag": "d08588a2-57bd-41aa-a9ff-4f7468cd8e62"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:38.825002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1465d-9192-44ba-afd9-18adb03054c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d08588a2-57bd-41aa-a9ff-4f7468cd8e62,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:38.883007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f754a-3fe7-4bd8-89d4-0dff534517c3 req-ba79c730-ba03-4e7c-9299-c2d523c5b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:38.884696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a0f754a-3fe7-4bd8-89d4-0dff534517c3 req-ba79c730-ba03-4e7c-9299-c2d523c5b3f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 1097 time: 0.0959380 Aug 16 12:49:38.905515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-b28ff4cc-b9a1-4348-9f81-dfdcdbbdf20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:38.907078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-b28ff4cc-b9a1-4348-9f81-dfdcdbbdf20f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32263331e21e4fc99054e798bf045c57&device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 1098 time: 0.0672932 Aug 16 12:49:38.959636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-a00a40f2-49b9-48d0-9c87-73a7501c2879 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d08588a2-57bd-41aa-a9ff-4f7468cd8e62 HTTP/1.1" status: 200 len: 217 time: 0.0414891 Aug 16 12:49:39.013206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a0f754a-3fe7-4bd8-89d4-0dff534517c3 req-dded93b3-6225-4cf0-8984-6b8dbecc7a84 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181147 Aug 16 12:49:39.063048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-5d55f918-736c-4a7b-9456-2fe206d33981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:39.064514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-5d55f918-736c-4a7b-9456-2fe206d33981 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0954139 Aug 16 12:49:39.084016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e5f8c-0f6f-48d4-b9b1-0c39fe499b79 req-c7c24aba-ea56-4da9-9ac3-8930352892a5 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:39.086233 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e2e5f8c-0f6f-48d4-b9b1-0c39fe499b79 req-c7c24aba-ea56-4da9-9ac3-8930352892a5 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 1096 time: 0.0720577 Aug 16 12:49:39.148186 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-564453e4-6b85-406d-87fe-fa8f7b599e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:39.150349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-564453e4-6b85-406d-87fe-fa8f7b599e2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772264 Aug 16 12:49:39.152213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e2e5f8c-0f6f-48d4-b9b1-0c39fe499b79 req-be5a5d4e-ae27-453b-9fde-6e19d8f2ba8b tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505903 Aug 16 12:49:39.268278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-abc25398-99ca-49f8-8f4f-a2fed8ed306b service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099441 Aug 16 12:49:39.270541 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2cb7f3-f438-471c-9145-ab2766995ac9 x-openstack-request-id: req-bc2cb7f3-f438-471c-9145-ab2766995ac9 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:39.270541 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264a4a16-96bf-4699-8695-e91d965d24ad", "tag": "d08588a2-57bd-41aa-a9ff-4f7468cd8e62", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:39.270806 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc2cb7f3-f438-471c-9145-ab2766995ac9 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:39.271479 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264a4a16-96bf-4699-8695-e91d965d24ad', 'tag': 'd08588a2-57bd-41aa-a9ff-4f7468cd8e62', 'status': 'completed', 'code': 200} Aug 16 12:49:39.411357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35a0a7ac-97da-428b-be9b-61ec878ac255 req-cccb740e-6bc5-41a4-9f2f-97801fbbf8d1 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339889 Aug 16 12:49:39.420460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a4557-79db-476b-8601-b50eaa9df829 req-e54ea980-ef22-4f35-8067-c0bfd3d01253 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:39.422310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df2a4557-79db-476b-8601-b50eaa9df829 req-e54ea980-ef22-4f35-8067-c0bfd3d01253 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 947 time: 0.0832405 Aug 16 12:49:39.495799 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-a4b23568-14f8-442a-8e86-a5bfb7abf78e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467932 Aug 16 12:49:39.513794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df2a4557-79db-476b-8601-b50eaa9df829 req-8a3632f5-e741-4d62-8a10-3734f2a1bd14 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816600 Aug 16 12:49:39.607881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b req-9a4b2ee7-fda3-4a88-945e-58f45f593ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:39.609282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b req-9a4b2ee7-fda3-4a88-945e-58f45f593ba4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32263331e21e4fc99054e798bf045c57&device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 1098 time: 0.1276367 Aug 16 12:49:39.760623 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-75384790-8052-4567-a6ed-eee3da64d225 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:39.762084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-75384790-8052-4567-a6ed-eee3da64d225 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525182 Aug 16 12:49:39.774309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66a7cf-f806-41df-b4bb-1cc355af298f req-b839cc53-241e-466a-91ce-699ada07076d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:39.775765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed66a7cf-f806-41df-b4bb-1cc355af298f req-b839cc53-241e-466a-91ce-699ada07076d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 946 time: 0.1920900 Aug 16 12:49:39.800111 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-cafdd295-a90e-4ada-bd39-c6b1589b24e5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/quotas/b57f202bdd7043b7b2e5fc4c5e698207 HTTP/1.1" status: 200 len: 375 time: 0.0232091 Aug 16 12:49:39.869890 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-8128ceb1-37fe-4f2f-bf6c-9bf6f8ff2b2c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527892 Aug 16 12:49:39.876220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b req-934a0c0f-2f4f-4996-bee2-4f025195a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:39.877669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b req-934a0c0f-2f4f-4996-bee2-4f025195a57a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.2412271 Aug 16 12:49:39.881745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed66a7cf-f806-41df-b4bb-1cc355af298f req-0ba5e81b-949a-408a-a6bf-4f9a35fafe4a tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947514 Aug 16 12:49:39.923570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b req-085905e0-83d1-4f9d-822e-d063a98fa632 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d08588a2-57bd-41aa-a9ff-4f7468cd8e62 HTTP/1.1" status: 200 len: 217 time: 0.0375729 Aug 16 12:49:39.932957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e6ad45f6-cef0-4bcb-9271-4954e8a5054e up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:40.034775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b req-1ca26756-a8be-480c-b2b4-43eaafbd4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:40.038020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b req-1ca26756-a8be-480c-b2b4-43eaafbd4c61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1056592 Aug 16 12:49:40.132668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b req-63fc2374-9a89-491e-a059-7de397731162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:40.137866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b req-63fc2374-9a89-491e-a059-7de397731162 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930574 Aug 16 12:49:40.177564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port e6ad45f6-cef0-4bcb-9271-4954e8a5054e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:40.182967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port e6ad45f6-cef0-4bcb-9271-4954e8a5054e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:40.183349 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:40.296070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:40.334820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa329b-9f54-4e79-9aca-6161cc03f589 req-42ba8c48-4f25-480d-a15c-45fd1047318c tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:40.336330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7aa329b-9f54-4e79-9aca-6161cc03f589 req-42ba8c48-4f25-480d-a15c-45fd1047318c tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 1096 time: 0.0748103 Aug 16 12:49:40.347058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e6ad45f6-cef0-4bcb-9271-4954e8a5054e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e6ad45f6-cef0-4bcb-9271-4954e8a5054e,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:40.347698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b req-b3ef2ea7-52cb-4091-a251-33420a2ef7dc service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001145 Aug 16 12:49:40.355079 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:40.419631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e6ad45f6-cef0-4bcb-9271-4954e8a5054e,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:40.430289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.430647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.431023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.431364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.431693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.432016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.432340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.432675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.432975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.433583 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.434061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.434640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:40.539387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7aa329b-9f54-4e79-9aca-6161cc03f589 req-d2ffecfa-fa30-49ba-8953-dc729c220b4a tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878986 Aug 16 12:49:40.570414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b813fb8-6a13-4e9a-a588-1ab4622f8fb1 req-40686935-c915-428d-a10d-edbe4e19b67b tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:40.571932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6b813fb8-6a13-4e9a-a588-1ab4622f8fb1 req-40686935-c915-428d-a10d-edbe4e19b67b tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 945 time: 0.1874726 Aug 16 12:49:40.574421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d39f282-33ee-4c27-a79d-e9ed15a6fd0b req-28f86f5e-35e3-4ec7-b76f-160c9bb11470 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911101 Aug 16 12:49:40.615326 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6b813fb8-6a13-4e9a-a588-1ab4622f8fb1 req-c31ed16f-e67d-44c5-b76d-fa2f22c54e6e tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358465 Aug 16 12:49:40.701977 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37667e80-76cb-41a0-97af-1dc903bb41c1 req-ea06a125-2856-4607-ac7b-380a3422ce9b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 210 time: 0.0379455 Aug 16 12:49:40.709401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efafe44e-a26f-4f62-8988-0f05b2f3f859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ad45f6-cef0-4bcb-9271-4954e8a5054e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:40.711729 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c745205-36dd-4f67-9e28-9d7d6139b5d4" -d '{"events": [{"server_uuid": "efafe44e-a26f-4f62-8988-0f05b2f3f859", "name": "network-vif-plugged", "status": "completed", "tag": "e6ad45f6-cef0-4bcb-9271-4954e8a5054e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:40.745591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67907f28-28cc-4e74-85ec-e019ef7185d9 req-a3f210ef-1f11-4a21-b835-eb01dc2841f2 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:40.747462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67907f28-28cc-4e74-85ec-e019ef7185d9 req-a3f210ef-1f11-4a21-b835-eb01dc2841f2 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 949 time: 0.0727842 Aug 16 12:49:40.789344 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67907f28-28cc-4e74-85ec-e019ef7185d9 req-bca8b712-00f6-4209-8b5e-8b4d232849db tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357704 Aug 16 12:49:40.902948 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357f24-a844-4c80-b1b8-45344503cd06 req-5b3f2f58-fed6-4b49-b078-b4b1126e560d tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:40.904469 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71357f24-a844-4c80-b1b8-45344503cd06 req-5b3f2f58-fed6-4b49-b078-b4b1126e560d tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 947 time: 0.0551412 Aug 16 12:49:40.945069 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71357f24-a844-4c80-b1b8-45344503cd06 req-b9c66161-03f3-4cf4-a013-42fa93334d87 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347054 Aug 16 12:49:41.089772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf53689-8326-491b-b19b-7a9e5658d593 req-fe2efb76-1a22-4ebf-a7bb-3751f14d567a tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:41.091359 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bf53689-8326-491b-b19b-7a9e5658d593 req-fe2efb76-1a22-4ebf-a7bb-3751f14d567a tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 945 time: 0.0527368 Aug 16 12:49:41.103062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55242) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:41.107736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2e413c4f-87c2-4e72-ada7-4c825518d74c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Request body: {'floatingip': {'port_id': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:41.116602 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71844f1f-5ee8-4555-b648-65473107a261 x-openstack-request-id: req-71844f1f-5ee8-4555-b648-65473107a261 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:41.117122 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efafe44e-a26f-4f62-8988-0f05b2f3f859", "name": "network-vif-plugged", "status": "completed", "tag": "e6ad45f6-cef0-4bcb-9271-4954e8a5054e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:41.117559 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71844f1f-5ee8-4555-b648-65473107a261 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:41.117955 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efafe44e-a26f-4f62-8988-0f05b2f3f859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ad45f6-cef0-4bcb-9271-4954e8a5054e', 'code': 200} Aug 16 12:49:41.188363 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e413c4f-87c2-4e72-ada7-4c825518d74c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:41.257240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0a099-cead-4b5a-a44b-78c50dbaefee req-343a55ec-05db-4bbb-b153-2ec871b561ef tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:41.274673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bba0a099-cead-4b5a-a44b-78c50dbaefee req-343a55ec-05db-4bbb-b153-2ec871b561ef tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 946 time: 0.0955198 Aug 16 12:49:41.331554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bba0a099-cead-4b5a-a44b-78c50dbaefee req-84ca4516-aa61-4f05-97f6-9c934c1f9e2f tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494990 Aug 16 12:49:41.441204 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-8cfaa118-c431-49dd-9c50-f9db52f530bd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415409 Aug 16 12:49:41.447724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbe2d3-61fd-4dd4-85fc-42466bde05d2 req-f71c3e76-9d96-4919-9ab3-35f3220b3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:41.450092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57fbe2d3-61fd-4dd4-85fc-42466bde05d2 req-f71c3e76-9d96-4919-9ab3-35f3220b3d96 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 1100 time: 0.1922462 Aug 16 12:49:41.737191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8345492-3e2c-4c4b-b7ff-03d33bc64c1b req-b1a87a22-6097-4914-b1ed-ef9b19e9e721 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:41.745473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8345492-3e2c-4c4b-b7ff-03d33bc64c1b req-b1a87a22-6097-4914-b1ed-ef9b19e9e721 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 1097 time: 0.0569243 Aug 16 12:49:41.782936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8345492-3e2c-4c4b-b7ff-03d33bc64c1b req-f51cee79-7a7f-4b3b-bcb2-988304fbddca tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362098 Aug 16 12:49:41.916045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57fbe2d3-61fd-4dd4-85fc-42466bde05d2 req-fdd2959e-068d-4a86-aded-403ebd2a2727 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503527 Aug 16 12:49:41.945089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc522241-52c9-4e06-8bb5-1e70fa0206db req-344c9c78-f328-49aa-9142-264f2f4d2afd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 210 time: 0.0409260 Aug 16 12:49:41.949427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-0f56a0ef-e316-430d-a080-038646c3a53a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:41.951031 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-0f56a0ef-e316-430d-a080-038646c3a53a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4999337 Aug 16 12:49:42.064233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada74a0b-2d1b-4da5-8214-70e43a691859 req-7daa7d55-eaae-4b5b-a448-1cb5477c38e0 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:42.065784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ada74a0b-2d1b-4da5-8214-70e43a691859 req-7daa7d55-eaae-4b5b-a448-1cb5477c38e0 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 1097 time: 0.0504940 Aug 16 12:49:42.066292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55288) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:42.116318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ada74a0b-2d1b-4da5-8214-70e43a691859 req-b2ba93f7-18c7-4f38-9c47-bb6bb7a28eba tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438125 Aug 16 12:49:42.218393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Request body: {'port': {'device_id': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'b57f202bdd7043b7b2e5fc4c5e698207'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:42.262429 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.296758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e18b-0d96-4f57-8233-0bea8d77022c req-4436d2a2-68ea-44bd-9587-26a5665150d3 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:42.298370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6f0e18b-0d96-4f57-8233-0bea8d77022c req-4436d2a2-68ea-44bd-9587-26a5665150d3 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 949 time: 0.0914416 Aug 16 12:49:42.362296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6f0e18b-0d96-4f57-8233-0bea8d77022c req-237383a7-22c2-44b6-9ba2-4c5b52167c58 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546324 Aug 16 12:49:42.416403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.424384 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.472707 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.resource_extend [None req-2e413c4f-87c2-4e72-ada7-4c825518d74c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:49:42.477259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a24d38-0ee1-43fe-8f05-53e4cb00c8e4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:42.485187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53cca34711bf4263ac9538aeb5647323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178655 Aug 16 12:49:42.485835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55310) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:42.497536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.497874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.498262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.498678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.499023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.499356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.499680 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.500007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.500339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.500665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.500992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.501449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44411839-cd43-4a58-9252-e65230a3c6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:42.534838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Made reservation on behalf of b57f202bdd7043b7b2e5fc4c5e698207 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:42.539378 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.559418 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.581316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26a57d0-012f-4493-8c57-a37ec4de63e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.594586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671814f-ab4e-44c3-87bc-f2f763cc91e4 req-9c19a93d-556c-48cb-9a59-bf3f7e90ddb7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:42.596137 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4671814f-ab4e-44c3-87bc-f2f763cc91e4 req-9c19a93d-556c-48cb-9a59-bf3f7e90ddb7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 947 time: 0.0798800 Aug 16 12:49:42.597608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e413c4f-87c2-4e72-ada7-4c825518d74c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.605806 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e413c4f-87c2-4e72-ada7-4c825518d74c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.627268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26a57d0-012f-4493-8c57-a37ec4de63e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.665791 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4671814f-ab4e-44c3-87bc-f2f763cc91e4 req-485110cd-758b-4524-bf21-613a8a3acfc2 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617280 Aug 16 12:49:42.699864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26a57d0-012f-4493-8c57-a37ec4de63e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.704330 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26a57d0-012f-4493-8c57-a37ec4de63e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.705783 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e26a57d0-012f-4493-8c57-a37ec4de63e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5a24d38-0ee1-43fe-8f05-53e4cb00c8e4 HTTP/1.1" status: 204 len: 168 time: 0.2155390 Aug 16 12:49:42.730488 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a57d0-012f-4493-8c57-a37ec4de63e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a24d38-0ee1-43fe-8f05-53e4cb00c8e4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:42.753273 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-2e413c4f-87c2-4e72-ada7-4c825518d74c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Floating IP 4178bd1e-669e-4d66-9d62-420af78e1d4b associated. External IP: 172.25.0.24, port: d7b4ac09-ec45-4252-80a0-40e28b9228bf. Aug 16 12:49:42.841977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d08588a2-57bd-41aa-a9ff-4f7468cd8e62 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:49:42.876014 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.892983 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:42.980534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:43.027978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.028326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.028669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.029005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.029335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.029659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.029990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.030340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.030663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.030985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.031308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.031626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:43.032201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d08588a2-57bd-41aa-a9ff-4f7468cd8e62, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d08588a2-57bd-41aa-a9ff-4f7468cd8e62,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:43.050867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55334) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:43.062649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'd08588a2-57bd-41aa-a9ff-4f7468cd8e62', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'd08588a2-57bd-41aa-a9ff-4f7468cd8e62', 'mac_address': 'fa:16:3e:ff:a4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:49:43.141184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Allocated IP 192.168.233.231 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/244f0070-7871-4125-bc73-6c2a75563a87) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:43.159787 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.171689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e413c4f-87c2-4e72-ada7-4c825518d74c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Router c7f5b03a-7307-455f-bba2-b1299ff84d37 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:49:43.179539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55338) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:43.189085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08588a2-57bd-41aa-a9ff-4f7468cd8e62 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:43.202825 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7788f6e6-b6d4-470d-9651-f7a5c2f596d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.223128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d08588a2-57bd-41aa-a9ff-4f7468cd8e62, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d08588a2-57bd-41aa-a9ff-4f7468cd8e62,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:43.231132 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.285716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-3937b9ca-bf47-430c-aec5-93220c51764f tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:49:43.300723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-3937b9ca-bf47-430c-aec5-93220c51764f tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2474339 Aug 16 12:49:43.331892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d08588a2-57bd-41aa-a9ff-4f7468cd8e62,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:43.463292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7788f6e6-b6d4-470d-9651-f7a5c2f596d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.467226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d08588a2-57bd-41aa-a9ff-4f7468cd8e62'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:43.477080 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7788f6e6-b6d4-470d-9651-f7a5c2f596d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.534325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Request body: {'binding': {'host': 'n-h2-804708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:43.535096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Unknown quota resources ['binding']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 12:49:43.545309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788f6e6-b6d4-470d-9651-f7a5c2f596d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2843232-b6a5-4655-aa3b-e3ddc9396a63,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:43.596757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7788f6e6-b6d4-470d-9651-f7a5c2f596d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6eb5cec3b3c4f5987acb46cf7987ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160550 Aug 16 12:49:43.599451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55358) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:43.618487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e413c4f-87c2-4e72-ada7-4c825518d74c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:49:43.624918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e413c4f-87c2-4e72-ada7-4c825518d74c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.637715 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685ef7b-b6a5-4d0b-a81a-971a90b39b49 None None] Sync routers for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:49:43.650796 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685ef7b-b6a5-4d0b-a81a-971a90b39b49 None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:49:43.650941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.653128 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a685ef7b-b6a5-4d0b-a81a-971a90b39b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:49:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:43.668941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2e413c4f-87c2-4e72-ada7-4c825518d74c tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "PUT /v2.0/floatingips/4178bd1e-669e-4d66-9d62-420af78e1d4b HTTP/1.1" status: 200 len: 990 time: 2.5647666 Aug 16 12:49:43.670943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'tag': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:43.673392 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b51bd18-5855-480c-987d-57082ea192c7" -d '{"events": [{"name": "network-changed", "server_uuid": "200308cb-0b96-4b7f-91c0-1b315454fad5", "tag": "d7b4ac09-ec45-4252-80a0-40e28b9228bf"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:43.676617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Transition to ACTIVE for port object 244f0070-7871-4125-bc73-6c2a75563a87 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:43.715776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.763931 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e976161e-db3b-4259-9c0e-033e388caa65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.782495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:43.786080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:43.790753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:43.802579 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e976161e-db3b-4259-9c0e-033e388caa65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.821155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Pushing event updated for resources: {'Port': ['ID=244f0070-7871-4125-bc73-6c2a75563a87,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:43.824689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 on host n-h2-804708-1 for vnic_type normal with profile None {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:43.825026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:43.825354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:43.841399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Port bb048ce9-ce73-4784-822a-e6fddb320cb3 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:49:43.842049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:43.857376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:43.858296 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.860809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:43.861176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:43.862205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:43.862657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Bound port: bb048ce9-ce73-4784-822a-e6fddb320cb3, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:43.877312 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-40a3a658-3cbf-4c5d-bc00-05607ab3cc1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6718578 Aug 16 12:49:43.907873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Request body: {'port': {'device_id': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:43.958131 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e976161e-db3b-4259-9c0e-033e388caa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.960913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e976161e-db3b-4259-9c0e-033e388caa65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.962071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e976161e-db3b-4259-9c0e-033e388caa65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2843232-b6a5-4655-aa3b-e3ddc9396a63 HTTP/1.1" status: 204 len: 168 time: 0.3614798 Aug 16 12:49:43.988113 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:43.992815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976161e-db3b-4259-9c0e-033e388caa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2843232-b6a5-4655-aa3b-e3ddc9396a63,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:43.995945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:44.003312 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:44.012614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-f5b3eac2-c34f-4727-b566-d12b297e76a5 service neutron] 10.222.0.25 "POST /v2.0/ports/bb048ce9-ce73-4784-822a-e6fddb320cb3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5532746 Aug 16 12:49:44.034322 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-a685ef7b-b6a5-4d0b-a81a-971a90b39b49 None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:49:44.323790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a1772aa1-0beb-4f66-a681-37daa69919a0 None None] Provisioning for port 244f0070-7871-4125-bc73-6c2a75563a87 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:44.330042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a1772aa1-0beb-4f66-a681-37daa69919a0 None None] Provisioning complete for port 244f0070-7871-4125-bc73-6c2a75563a87 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:44.330668 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a1772aa1-0beb-4f66-a681-37daa69919a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:44.393062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a1772aa1-0beb-4f66-a681-37daa69919a0 None None] Port 244f0070-7871-4125-bc73-6c2a75563a87 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:49:44.471576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244f0070-7871-4125-bc73-6c2a75563a87 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:44.483035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:44.510207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Transition to ACTIVE for port object 244f0070-7871-4125-bc73-6c2a75563a87 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:44.517812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:44.577737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Pushing event updated for resources: {'Port': ['ID=244f0070-7871-4125-bc73-6c2a75563a87,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:44.586321 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a685ef7b-b6a5-4d0b-a81a-971a90b39b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '4178bd1e-669e-4d66-9d62-420af78e1d4b', 'tenant_id': '658311110ba74518860e125da8421b28', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'port_id': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'mac_address': 'fa:16:3e:4a:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:49:04Z', 'updated_at': '2021-08-16T12:49:42Z', 'revision_number': 1, 'project_id': '658311110ba74518860e125da8421b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:44.595698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2f79-d416-4442-ac66-277c0ce8b6ba req-6baf6ead-6c20-4fb2-a02c-08c817c4b05c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:44.620655 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffdf2f79-d416-4442-ac66-277c0ce8b6ba req-6baf6ead-6c20-4fb2-a02c-08c817c4b05c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 936 time: 0.3246493 Aug 16 12:49:44.644758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-c03eea42-19f5-4dca-b6ee-5093ed81825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:44.646410 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-c03eea42-19f5-4dca-b6ee-5093ed81825e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 1096 time: 0.1118932 Aug 16 12:49:44.651504 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685ef7b-b6a5-4d0b-a81a-971a90b39b49 None None] Checking router: c7f5b03a-7307-455f-bba2-b1299ff84d37 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:49:44.671742 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685ef7b-b6a5-4d0b-a81a-971a90b39b49 None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:49:44.673431 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a685ef7b-b6a5-4d0b-a81a-971a90b39b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:49:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:44.690811 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffdf2f79-d416-4442-ac66-277c0ce8b6ba req-1e88e3e2-d4dd-40fa-8ef4-54721295718c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698545 Aug 16 12:49:44.750893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Attempting to bind port 244f0070-7871-4125-bc73-6c2a75563a87 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:44.755550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Attempting to bind port 244f0070-7871-4125-bc73-6c2a75563a87 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:44.755941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Attempting to bind port 244f0070-7871-4125-bc73-6c2a75563a87 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:44.763609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Port 244f0070-7871-4125-bc73-6c2a75563a87 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:49:44.768964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Attempting to bind port 244f0070-7871-4125-bc73-6c2a75563a87 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:44.781887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:44.785668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:44.785818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:44.786380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Bound port: 244f0070-7871-4125-bc73-6c2a75563a87, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:44.787484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:44.806083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-ed0f7dea-d37d-46dc-9324-3147cedeba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:44.807607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-ed0f7dea-d37d-46dc-9324-3147cedeba4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.1507595 Aug 16 12:49:44.855750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55398) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:44.869286 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-a685ef7b-b6a5-4d0b-a81a-971a90b39b49 None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:49:44.873973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d08588a2-57bd-41aa-a9ff-4f7468cd8e62 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:44.891509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:44.894917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=244f0070-7871-4125-bc73-6c2a75563a87,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:44.903121 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:44.951043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:44.952263 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:44.954010 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] 10.222.0.22 "PUT /v2.0/ports/244f0070-7871-4125-bc73-6c2a75563a87 HTTP/1.1" status: 200 len: 1096 time: 1.0506670 Aug 16 12:49:44.973041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad1ce9-8d51-4d9c-aaec-1cb3ecc756f9 service neutron] Pushing event updated for resources: {'Port': ['ID=244f0070-7871-4125-bc73-6c2a75563a87,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:44.984855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2378417b-ff66-47a4-a633-552e93ddba36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3 HTTP/1.1" status: 200 len: 217 time: 0.1277251 Aug 16 12:49:45.033752 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:45.039512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:45.040173 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:45.082375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c4cd8-6982-42c6-b708-6cb3e9e3c8bf req-80dc52e2-638b-4c5c-8cbf-0327632f8612 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:45.090181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-61c1f1de-8327-4335-ae2f-97eb78377e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:45.095947 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-402c4cd8-6982-42c6-b708-6cb3e9e3c8bf req-80dc52e2-638b-4c5c-8cbf-0327632f8612 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 949 time: 0.2834239 Aug 16 12:49:45.102241 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-61c1f1de-8327-4335-ae2f-97eb78377e94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 1099 time: 0.0904298 Aug 16 12:49:45.179795 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-0c5a4853-3d9e-435b-bb2f-8a670f66688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:45.181271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-0c5a4853-3d9e-435b-bb2f-8a670f66688e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.1862903 Aug 16 12:49:45.184256 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-727ab0fa-679f-42f0-abbd-61c4825b5337 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=244f0070-7871-4125-bc73-6c2a75563a87 HTTP/1.1" status: 200 len: 217 time: 0.0729585 Aug 16 12:49:45.213038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-402c4cd8-6982-42c6-b708-6cb3e9e3c8bf req-0d000340-9b6f-49e3-85a8-6fe429f2e512 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090004 Aug 16 12:49:45.225397 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:45.255734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-776d4049-d706-4e0f-83bf-ea15a5eaabb5 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:49:45.256766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-776d4049-d706-4e0f-83bf-ea15a5eaabb5 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3989744 Aug 16 12:49:45.302393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264a4a16-96bf-4699-8695-e91d965d24ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08588a2-57bd-41aa-a9ff-4f7468cd8e62'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:45.306884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-87fac350-979c-44b3-95ea-ff87256a1ee2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918877 Aug 16 12:49:45.307160 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2c6792-195b-4a2f-98b0-f519d3c08183" -d '{"events": [{"server_uuid": "264a4a16-96bf-4699-8695-e91d965d24ad", "name": "network-vif-plugged", "status": "completed", "tag": "d08588a2-57bd-41aa-a9ff-4f7468cd8e62"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:45.320278 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a685ef7b-b6a5-4d0b-a81a-971a90b39b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '4178bd1e-669e-4d66-9d62-420af78e1d4b', 'tenant_id': '658311110ba74518860e125da8421b28', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'port_id': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'mac_address': 'fa:16:3e:4a:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:49:04Z', 'updated_at': '2021-08-16T12:49:42Z', 'revision_number': 1, 'project_id': '658311110ba74518860e125da8421b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:45.321466 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-c8d111d1-71dc-4e9a-b870-10aa0f74ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:45.326370 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-c8d111d1-71dc-4e9a-b870-10aa0f74ddeb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1303196 Aug 16 12:49:45.336089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d08588a2-57bd-41aa-a9ff-4f7468cd8e62, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d08588a2-57bd-41aa-a9ff-4f7468cd8e62,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:45.343407 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:45.375740 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685ef7b-b6a5-4d0b-a81a-971a90b39b49 None None] The sync data for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 is: [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '4178bd1e-669e-4d66-9d62-420af78e1d4b', 'tenant_id': '658311110ba74518860e125da8421b28', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'port_id': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'mac_address': 'fa:16:3e:4a:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:49:04Z', 'updated_at': '2021-08-16T12:49:42Z', 'revision_number': 1, 'project_id': '658311110ba74518860e125da8421b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:49:45.439688 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcbdd86-74c8-4ab2-90c2-f93152aa9c85 x-openstack-request-id: req-dbcbdd86-74c8-4ab2-90c2-f93152aa9c85 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:45.439970 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200308cb-0b96-4b7f-91c0-1b315454fad5", "tag": "d7b4ac09-ec45-4252-80a0-40e28b9228bf", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:45.440229 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbcbdd86-74c8-4ab2-90c2-f93152aa9c85 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:45.440635 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'tag': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf', 'status': 'completed', 'code': 200} Aug 16 12:49:45.466144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-74819011-d5e7-424d-a907-d13ee398db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:45.468265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-74819011-d5e7-424d-a907-d13ee398db2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105740 Aug 16 12:49:45.500425 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d08588a2-57bd-41aa-a9ff-4f7468cd8e62,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:45.523133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55420) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:45.585495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Request body: {'binding': {'host': 'n-h1-804708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:45.585958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Unknown quota resources ['binding']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 12:49:45.621759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-network', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:45.636714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51bd18-5855-480c-987d-57082ea192c7 req-3adecd7f-d36d-44a0-afe3-04374d80416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:45.639063 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b51bd18-5855-480c-987d-57082ea192c7 req-3adecd7f-d36d-44a0-afe3-04374d80416c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=658311110ba74518860e125da8421b28&device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 1096 time: 0.1664662 Aug 16 12:49:45.645953 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-42b28b02-eb1a-47f1-8f7c-04c2d715a9de service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306372 Aug 16 12:49:45.715352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96355a10-c177-4a3d-a950-3ce98bb7224b None None] New status for floating IP 4178bd1e-669e-4d66-9d62-420af78e1d4b: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:49:45.721383 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-71c96071-c647-46f5-83b1-6245d94b42ed service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266877 Aug 16 12:49:45.743502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ec8eb-1155-43e6-b234-97e81cd772b4 req-64090d90-cebe-452b-bf0d-103b56fe925e tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:45.745321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-408ec8eb-1155-43e6-b234-97e81cd772b4 req-64090d90-cebe-452b-bf0d-103b56fe925e tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 949 time: 0.2080402 Aug 16 12:49:45.749034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Made reservation on behalf of b6ddbc1db9fe439c84e808a17cfa048c for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:45.751426 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:45.800835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:45.817011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51bd18-5855-480c-987d-57082ea192c7 req-2f39c729-ac99-474a-a947-853303f21cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:45.820074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b51bd18-5855-480c-987d-57082ea192c7 req-2f39c729-ac99-474a-a947-853303f21cfd service neutron] 10.222.0.22 "GET /v2.0/networks?id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd HTTP/1.1" status: 200 len: 923 time: 0.1713777 Aug 16 12:49:45.882802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-408ec8eb-1155-43e6-b234-97e81cd772b4 req-856ff9c0-f74c-42ce-9d87-82f55f2bb578 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258285 Aug 16 12:49:45.911451 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22bf44d5-1179-4f8f-a484-f7cb34970a05 req-feda683a-357f-454a-aad4-4eb71a85a5c6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796999 Aug 16 12:49:45.912588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2cb0011b-321b-47dd-8958-09fb74b65bfb service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548919 Aug 16 12:49:45.938053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on host n-h1-804708-1 for vnic_type normal with profile None {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:45.938431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:45.938759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:45.956470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:49:45.956813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:45.967852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:45.968179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:45.968559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:45.968991 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Bound port: bb2aee5d-1679-433c-9e9e-d37d657e41f9, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:45.970899 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b51bd18-5855-480c-987d-57082ea192c7 req-17cba5f8-c0b1-4e30-aca2-59d507615ea5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7b4ac09-ec45-4252-80a0-40e28b9228bf HTTP/1.1" status: 200 len: 998 time: 0.1422858 Aug 16 12:49:46.023274 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:46.028311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51bd18-5855-480c-987d-57082ea192c7 req-cf7c6aae-776f-49b8-9a09-989d6f18b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:46.029841 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b51bd18-5855-480c-987d-57082ea192c7 req-cf7c6aae-776f-49b8-9a09-989d6f18b28c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e06d01c6-fe38-4463-a6c6-0f140fdc5148 HTTP/1.1" status: 200 len: 862 time: 0.0512238 Aug 16 12:49:46.090321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51bd18-5855-480c-987d-57082ea192c7 req-8d5788f4-3458-4d6f-89e3-f7207657d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:46.092142 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b51bd18-5855-480c-987d-57082ea192c7 req-8d5788f4-3458-4d6f-89e3-f7207657d831 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525732 Aug 16 12:49:46.142426 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:46.152500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3718-9ac2-4508-bcf4-6d2dbd2cb252 req-e19c1658-2ad8-4a0b-8cb4-070e891b9efd tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:46.153932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4cec3718-9ac2-4508-bcf4-6d2dbd2cb252 req-e19c1658-2ad8-4a0b-8cb4-070e891b9efd tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 945 time: 0.1809947 Aug 16 12:49:46.156015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:46.161987 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:46.169954 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] Notify callbacks [] for binding, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:46.171108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8f76a0bd-aca5-4170-9b1a-b7c87f2b123b service neutron] 10.222.0.25 "POST /v2.0/ports/bb2aee5d-1679-433c-9e9e-d37d657e41f9/bindings HTTP/1.1" status: 201 len: 389 time: 0.6739223 Aug 16 12:49:46.182866 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b51bd18-5855-480c-987d-57082ea192c7 req-62a57bcd-d4dd-43c1-b0fe-1f148da33a03 service neutron] 10.222.0.22 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836611 Aug 16 12:49:46.210554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:49:46.227701 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-5607924a-2f87-4daf-a9e5-7b0ba2d07d25 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:46.229222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-5607924a-2f87-4daf-a9e5-7b0ba2d07d25 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1096 time: 0.1724339 Aug 16 12:49:46.236660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:46.239751 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:46.240111 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Added segment 5ebc5d30-135c-4749-9eee-8ba9966c027e of type vlan for network bc343427-e70e-4165-9e6c-ad884ab1bfb0 Aug 16 12:49:46.258674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804708-1'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:46.333170 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4cec3718-9ac2-4508-bcf4-6d2dbd2cb252 req-5a92dcca-b069-49f9-aa95-f9efb531e874 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661403 Aug 16 12:49:46.339183 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b51bd18-5855-480c-987d-57082ea192c7 req-1fa84da1-5088-4cb9-9ec5-b609579a0bae service neutron] 10.222.0.22 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481988 Aug 16 12:49:46.363907 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:46.392572 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e56bcb-1686-4b99-b871-95ad23563fca x-openstack-request-id: req-a7e56bcb-1686-4b99-b871-95ad23563fca {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:46.393128 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264a4a16-96bf-4699-8695-e91d965d24ad", "name": "network-vif-plugged", "status": "completed", "tag": "d08588a2-57bd-41aa-a9ff-4f7468cd8e62", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:46.393212 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7e56bcb-1686-4b99-b871-95ad23563fca {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:46.393645 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264a4a16-96bf-4699-8695-e91d965d24ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08588a2-57bd-41aa-a9ff-4f7468cd8e62', 'code': 200} Aug 16 12:49:46.433329 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:46.434782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:46.435518 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:46.438031 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:46.537966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-f040bdad-5e66-4ffd-9091-b0332c1392d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:46.539478 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-f040bdad-5e66-4ffd-9091-b0332c1392d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 1097 time: 0.0456712 Aug 16 12:49:46.574764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0470397 Aug 16 12:49:46.594852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55438) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:46.603382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] Request body: {'subnet': {'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-subnet', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:46.633588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-e42836ca-739a-4aa9-9948-47dc0dbf6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:46.634425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b4b1d-73d8-400d-aa1a-e894c5f91dcf admin admin] Pushing event updated for resources: {'Network': ['ID=bc343427-e70e-4165-9e6c-ad884ab1bfb0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:46.635067 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-e42836ca-739a-4aa9-9948-47dc0dbf6622 service neutron] 10.222.0.22 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.0886099 Aug 16 12:49:46.645037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network bc343427-e70e-4165-9e6c-ad884ab1bfb0 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:49:46.682875 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-8b2cf4aa-156a-480d-b7e6-a3606dd5d664 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9 HTTP/1.1" status: 200 len: 217 time: 0.0388172 Aug 16 12:49:46.696640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79755-8f0f-407e-8258-11e715227eb9 req-9b5f9674-f96f-47e0-9cca-9436aa00fe31 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:46.698177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96b79755-8f0f-407e-8258-11e715227eb9 req-9b5f9674-f96f-47e0-9cca-9436aa00fe31 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 948 time: 0.2317848 Aug 16 12:49:46.703536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f72763-3eef-4cfc-b889-cf8a6077068e req-ca4ef018-2c62-46d4-8355-c89a6a03ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:46.704968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55f72763-3eef-4cfc-b889-cf8a6077068e req-ca4ef018-2c62-46d4-8355-c89a6a03ecb4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 1100 time: 0.2169385 Aug 16 12:49:46.705528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] Made reservation on behalf of b6ddbc1db9fe439c84e808a17cfa048c for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:46.707698 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:46.744893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-5e6bf223-eae8-4ecc-8339-12ab7c2f7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:46.746385 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-5e6bf223-eae8-4ecc-8339-12ab7c2f7617 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.0522549 Aug 16 12:49:46.783782 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-ef727d25-c70e-430e-be37-9983abd5e588 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265906 Aug 16 12:49:46.790206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7b75b-92a7-4654-b412-a5362660cfd6 req-d74b565c-9971-4b66-87ef-937b83271965 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:46.791737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86c7b75b-92a7-4654-b412-a5362660cfd6 req-d74b565c-9971-4b66-87ef-937b83271965 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 946 time: 0.2374339 Aug 16 12:49:46.895211 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-e5fe9ae6-a801-460e-bf6d-65b030e5d0b2 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029391 Aug 16 12:49:46.916435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96b79755-8f0f-407e-8258-11e715227eb9 req-624added-8cfa-4ccc-bba9-f733a5062c69 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825256 Aug 16 12:49:46.919338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:46.941231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55f72763-3eef-4cfc-b889-cf8a6077068e req-360fa083-35de-4e80-a108-d13f28778987 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050049 Aug 16 12:49:46.955406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86c7b75b-92a7-4654-b412-a5362660cfd6 req-f02b2497-73f6-4f96-8ebe-bc20859cc997 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552880 Aug 16 12:49:47.023898 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-2bc96085-70a2-49e4-a630-65454cf2a8e5 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143672 Aug 16 12:49:47.191298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:47.300538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb048ce9-ce73-4784-822a-e6fddb320cb3'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:47.303524 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188afd17-6f2e-441d-be46-37dade6c108d" -d '{"events": [{"server_uuid": "6a09f73c-b6c6-4230-bd18-1224230c4be9", "name": "network-vif-unplugged", "status": "completed", "tag": "bb048ce9-ce73-4784-822a-e6fddb320cb3"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:47.308592 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:47.337614 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:47.373184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-fe87db17-7e43-4c79-918d-cfdc4b5ddaa0 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:47.374721 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-fe87db17-7e43-4c79-918d-cfdc4b5ddaa0 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1097 time: 0.0768874 Aug 16 12:49:47.387250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804708-1'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:47.387614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd37df-1b22-46ca-8425-f98f3c3480ea req-777d070f-5d0d-490b-92b9-91afc46c55a3 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:47.389093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25dd37df-1b22-46ca-8425-f98f3c3480ea req-777d070f-5d0d-490b-92b9-91afc46c55a3 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 949 time: 0.1946115 Aug 16 12:49:47.407846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9603bd1-6274-4335-a178-2180bfbcec37 req-41d2d488-44b9-4ff5-b2fc-1b759679b4f7 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:47.409293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9603bd1-6274-4335-a178-2180bfbcec37 req-41d2d488-44b9-4ff5-b2fc-1b759679b4f7 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 949 time: 0.2164569 Aug 16 12:49:47.433096 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:47.441870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:47.444555 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996eddac-c7d1-4612-8dd2-f9bf300e95e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "tag": "244f0070-7871-4125-bc73-6c2a75563a87"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:47.454187 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:47.557762 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb048ce9-ce73-4784-822a-e6fddb320cb3,revision_number=7']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:47.578534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25dd37df-1b22-46ca-8425-f98f3c3480ea req-f9dd14b7-8b01-4061-9138-c8a38415f998 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795733 Aug 16 12:49:47.604548 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9603bd1-6274-4335-a178-2180bfbcec37 req-c6339a9f-52e5-460b-8d0d-c3352df54a54 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833885 Aug 16 12:49:47.604548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f425535-2dd2-4972-9d8b-3ffec68873ae,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:47.604699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:47.621617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 on host n-h1-804708-1 for vnic_type normal with profile {"migrating_to": "n-h2-804708-1"} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:47.621993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:47.622356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:47.631731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Port bb048ce9-ce73-4784-822a-e6fddb320cb3 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:49:47.632137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Attempting to bind port bb048ce9-ce73-4784-822a-e6fddb320cb3 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:47.639878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:47.640496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:47.640496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:47.640774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Bound port: bb048ce9-ce73-4784-822a-e6fddb320cb3, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:47.641078 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:47.654648 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] Checking segment: {'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:47.655050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] Network hostable DHCP agents. Network: bc343427-e70e-4165-9e6c-ad884ab1bfb0, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:49:47.658054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:47.658507 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34737ce-c014-49d6-a4ca-cdab5280dbca x-openstack-request-id: req-a34737ce-c014-49d6-a4ca-cdab5280dbca {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:47.658796 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a09f73c-b6c6-4230-bd18-1224230c4be9", "name": "network-vif-unplugged", "status": "completed", "tag": "bb048ce9-ce73-4784-822a-e6fddb320cb3", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:47.659047 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a34737ce-c014-49d6-a4ca-cdab5280dbca {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:47.659431 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb048ce9-ce73-4784-822a-e6fddb320cb3', 'code': 200} Aug 16 12:49:47.728392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] Network bc343427-e70e-4165-9e6c-ad884ab1bfb0 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:49:47.734864 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:47.744058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:47.776550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, bc343427-e70e-4165-9e6c-ad884ab1bfb0) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:47.787371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:47.788428 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:47.788969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61a766-8b34-4e48-8915-f39fdaff53a1 None None] Network bc343427-e70e-4165-9e6c-ad884ab1bfb0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:47.791171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:47.821639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:47.835196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Pushing event updated for resources: {'Port': ['ID=bb2aee5d-1679-433c-9e9e-d37d657e41f9,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:47.847012 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:47.852836 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-35f11e2c-a8be-4302-8ea9-be0f313febe3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2544489 Aug 16 12:49:47.853411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55454) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:47.865756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7f186-a1bd-409c-aa06-6f237337076d req-df396440-6657-4f0a-92f0-c6ffb99d4c33 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:47.867361 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3b7f186-a1bd-409c-aa06-6f237337076d req-df396440-6657-4f0a-92f0-c6ffb99d4c33 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 943 time: 0.1523249 Aug 16 12:49:47.877757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:47.895100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on host n-h2-804708-1 for vnic_type normal with profile {"migrating_to": "n-h1-804708-1"} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:47.901469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:47.902133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:47.919722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:49:47.922506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Attempting to bind port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:47.951556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:47.953656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:47.954051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:47.954525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Bound port: bb2aee5d-1679-433c-9e9e-d37d657e41f9, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:47.954888 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:47.965781 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7829ede9-a30c-4e0b-9723-8743b7ad82df x-openstack-request-id: req-7829ede9-a30c-4e0b-9723-8743b7ad82df {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:47.966086 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "tag": "244f0070-7871-4125-bc73-6c2a75563a87", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:47.966362 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7829ede9-a30c-4e0b-9723-8743b7ad82df {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:47.967030 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87', 'status': 'completed', 'code': 200} Aug 16 12:49:47.980888 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:47.981803 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.000562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:48.001336 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.002788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] 10.222.0.42 "PUT /v2.0/ports/bb048ce9-ce73-4784-822a-e6fddb320cb3 HTTP/1.1" status: 200 len: 1121 time: 1.7611425 Aug 16 12:49:48.015858 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3b7f186-a1bd-409c-aa06-6f237337076d req-6bf6f339-c0f2-4f43-b516-596f2572a67b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380472 Aug 16 12:49:48.033134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c73cec-9bc6-4991-be07-8ba91a9879a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb048ce9-ce73-4784-822a-e6fddb320cb3,revision_number=8']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:48.080082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'fixed_ips': [{'subnet_id': '5f425535-2dd2-4972-9d8b-3ffec68873ae'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:49:48.085917 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.128462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e5d25-e249-4373-841d-62313a0cb258 req-d617a9ce-9313-49c7-a063-3c67fceb45f3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:48.138466 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f8e5d25-e249-4373-841d-62313a0cb258 req-d617a9ce-9313-49c7-a063-3c67fceb45f3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 948 time: 0.0815866 Aug 16 12:49:48.181672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['bb048ce9-ce73-4784-822a-e6fddb320cb3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:48.195131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:48.221168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:48.240604 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f8e5d25-e249-4373-841d-62313a0cb258 req-a82ce8fc-bed3-4b01-a554-4ca47aef73a2 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005855 Aug 16 12:49:48.271261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eddac-c7d1-4612-8dd2-f9bf300e95e4 req-f9fe647d-da2c-4a93-aca5-b31517794cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:48.272871 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-996eddac-c7d1-4612-8dd2-f9bf300e95e4 req-f9fe647d-da2c-4a93-aca5-b31517794cf9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 1099 time: 0.2608325 Aug 16 12:49:48.274462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d1b3e-24a6-40db-a217-35a39f634a2d req-38c87ecf-1811-448f-b828-ae9e0595d944 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:48.277022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.279562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a2d1b3e-24a6-40db-a217-35a39f634a2d req-38c87ecf-1811-448f-b828-ae9e0595d944 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 944 time: 0.1380827 Aug 16 12:49:48.284216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.318159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Allocated IP 172.20.0.2 (bc343427-e70e-4165-9e6c-ad884ab1bfb0/5f425535-2dd2-4972-9d8b-3ffec68873ae/4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:48.323529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55466) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:48.368682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a2d1b3e-24a6-40db-a217-35a39f634a2d req-1cadc83b-941b-4150-ad7d-75561050e184 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799477 Aug 16 12:49:48.463293 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba5397ba-0b18-482c-9151-7b4fb6a1c7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.499527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:48.500431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.501985 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] 10.222.0.22 "PUT /v2.0/ports/bb2aee5d-1679-433c-9e9e-d37d657e41f9 HTTP/1.1" status: 200 len: 1122 time: 1.1188145 Aug 16 12:49:48.547125 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.565581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Transition to ACTIVE for port object 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:48.572704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba5397ba-0b18-482c-9151-7b4fb6a1c7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.578311 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba5397ba-0b18-482c-9151-7b4fb6a1c7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.585720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['bb2aee5d-1679-433c-9e9e-d37d657e41f9'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:48.587937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Transition to ACTIVE for port object 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:48.597718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3937f-7a6a-475d-a1c8-d2d93647897a service neutron] Pushing event updated for resources: {'Port': ['ID=bb2aee5d-1679-433c-9e9e-d37d657e41f9,revision_number=8']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:48.602654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.613782 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.661274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ba5397ba-0b18-482c-9151-7b4fb6a1c7e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a7766823e784947ac6f51c18b25ded7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344095 Aug 16 12:49:48.668035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55474) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:48.670222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5397ba-0b18-482c-9151-7b4fb6a1c7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91afbc02-cefb-404b-809d-21463a7df283,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:48.680758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eddac-c7d1-4612-8dd2-f9bf300e95e4 req-3b0f47c0-6308-4d4d-a7ba-8b874e48d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:48.681944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Network bc343427-e70e-4165-9e6c-ad884ab1bfb0 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:48.682950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-996eddac-c7d1-4612-8dd2-f9bf300e95e4 req-3b0f47c0-6308-4d4d-a7ba-8b874e48d540 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3933082 Aug 16 12:49:48.687909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:48.690510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:48.701087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Pushing event updated for resources: {'Port': ['ID=4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:48.728068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c5acc-e784-4f69-88d2-ea437ce31ace req-1f63208f-251f-45ea-990d-260671916cc3 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:48.729782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d9c5acc-e784-4f69-88d2-ea437ce31ace req-1f63208f-251f-45ea-990d-260671916cc3 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 949 time: 0.0695980 Aug 16 12:49:48.762842 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-996eddac-c7d1-4612-8dd2-f9bf300e95e4 req-72afe852-b0d0-4de8-8d31-4abd79a7cd98 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=244f0070-7871-4125-bc73-6c2a75563a87 HTTP/1.1" status: 200 len: 217 time: 0.0632620 Aug 16 12:49:48.797670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d9c5acc-e784-4f69-88d2-ea437ce31ace req-1d8c15de-e1c8-485e-bc17-427cf0dda660 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578864 Aug 16 12:49:48.809093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ae655-8884-4e55-9702-dc044f45f14d req-8ff081eb-3785-40e2-98e7-8396dc4f8130 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:48.810692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f3ae655-8884-4e55-9702-dc044f45f14d req-8ff081eb-3785-40e2-98e7-8396dc4f8130 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 949 time: 0.0798724 Aug 16 12:49:48.877240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f3ae655-8884-4e55-9702-dc044f45f14d req-104a38c8-ceb8-4d3d-ad0b-f4bb8f507fc1 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484502 Aug 16 12:49:48.918808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Attempting to bind port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:48.919262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Attempting to bind port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:48.919467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Attempting to bind port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d on network bc343427-e70e-4165-9e6c-ad884ab1bfb0 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:48.929447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:48.929861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Checking segment: {'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:48.930252 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:48.930650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Bound using segment: {'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:48.931142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Bound port: 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:48.931524 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.004675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] For port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:49.005610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559de55b-8f04-4571-917a-15e580b4fe3c req-de5ad248-bf64-4b80-b156-ec6c0ccd8a1f tempest-LiveMigrationNegativeTest-1675544750 tempest-LiveMigrationNegativeTest-1675544750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:49.009157 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] For port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:49.014289 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-559de55b-8f04-4571-917a-15e580b4fe3c req-de5ad248-bf64-4b80-b156-ec6c0ccd8a1f tempest-LiveMigrationNegativeTest-1675544750 tempest-LiveMigrationNegativeTest-1675544750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 1100 time: 0.0575855 Aug 16 12:49:49.022075 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.029898 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-559de55b-8f04-4571-917a-15e580b4fe3c req-4dcbec87-78a7-4f6c-8a01-b7f2048a61af tempest-LiveMigrationNegativeTest-1675544750 tempest-LiveMigrationNegativeTest-1675544750-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.107825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c5e36-a3b3-450d-802e-467c03dd30d9 None None] Pushing event updated for resources: {'Port': ['ID=4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:49.165678 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-482cdef4-2230-4d54-922a-ff23d35acb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.174306 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-559de55b-8f04-4571-917a-15e580b4fe3c req-4dcbec87-78a7-4f6c-8a01-b7f2048a61af tempest-LiveMigrationNegativeTest-1675544750 tempest-LiveMigrationNegativeTest-1675544750-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.178526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eddac-c7d1-4612-8dd2-f9bf300e95e4 req-3836c6b3-556c-41fb-bdbe-1b7cbc2588ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:49.180093 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-996eddac-c7d1-4612-8dd2-f9bf300e95e4 req-3836c6b3-556c-41fb-bdbe-1b7cbc2588ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.4057267 Aug 16 12:49:49.181736 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-559de55b-8f04-4571-917a-15e580b4fe3c req-4dcbec87-78a7-4f6c-8a01-b7f2048a61af tempest-LiveMigrationNegativeTest-1675544750 tempest-LiveMigrationNegativeTest-1675544750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.207881 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-559de55b-8f04-4571-917a-15e580b4fe3c req-4dcbec87-78a7-4f6c-8a01-b7f2048a61af tempest-LiveMigrationNegativeTest-1675544750 tempest-LiveMigrationNegativeTest-1675544750-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927681 Aug 16 12:49:49.213337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-482cdef4-2230-4d54-922a-ff23d35acb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.260422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbec87-78a7-4f6c-8a01-b7f2048a61af tempest-LiveMigrationNegativeTest-1675544750 tempest-LiveMigrationNegativeTest-1675544750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0425ac38-1ebf-4d0b-9aab-9cec3c89afb5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:49.310042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eddac-c7d1-4612-8dd2-f9bf300e95e4 req-3b0408b0-bac0-4d98-9b41-296a1c614913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:49.312063 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-996eddac-c7d1-4612-8dd2-f9bf300e95e4 req-3b0408b0-bac0-4d98-9b41-296a1c614913 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119566 Aug 16 12:49:49.365047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75afb1-0085-42b4-acf7-f5ae96555e1b req-327df45d-bd52-48bc-851d-beabad15a153 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:49.368686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e75afb1-0085-42b4-acf7-f5ae96555e1b req-327df45d-bd52-48bc-851d-beabad15a153 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 943 time: 0.0621011 Aug 16 12:49:49.423814 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-482cdef4-2230-4d54-922a-ff23d35acb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.427698 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-482cdef4-2230-4d54-922a-ff23d35acb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.431151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-482cdef4-2230-4d54-922a-ff23d35acb3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91afbc02-cefb-404b-809d-21463a7df283 HTTP/1.1" status: 204 len: 168 time: 0.7532377 Aug 16 12:49:49.480858 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e75afb1-0085-42b4-acf7-f5ae96555e1b req-dc194bd7-8bf5-45dd-9652-76f713f451ee tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963352 Aug 16 12:49:49.514380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9b431-547f-4e28-91d0-3e8440797d69 req-798e502b-68ab-41be-9a6c-a10b2323de12 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:49.516125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2a9b431-547f-4e28-91d0-3e8440797d69 req-798e502b-68ab-41be-9a6c-a10b2323de12 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 948 time: 0.0949163 Aug 16 12:49:49.521424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cdef4-2230-4d54-922a-ff23d35acb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91afbc02-cefb-404b-809d-21463a7df283,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:49.596563 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2a9b431-547f-4e28-91d0-3e8440797d69 req-f4717243-f6de-4743-9fea-bdafe4e4bc15 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666881 Aug 16 12:49:49.596775 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-996eddac-c7d1-4612-8dd2-f9bf300e95e4 req-d062db9c-6617-4b2a-93ff-479c9c34d1e3 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397032 Aug 16 12:49:49.598242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.632623 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.646914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33f1df-2b2c-4377-bdf1-a34226a05e40 req-240302d2-c7f5-4158-95df-85c61d7a73a0 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:49.655182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f33f1df-2b2c-4377-bdf1-a34226a05e40 req-240302d2-c7f5-4158-95df-85c61d7a73a0 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 949 time: 0.0799809 Aug 16 12:49:49.662855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'tag': 'bb048ce9-ce73-4784-822a-e6fddb320cb3'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:49.665760 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e11df05-0490-4bb3-a4ef-a95a9a45911e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a09f73c-b6c6-4230-bd18-1224230c4be9", "tag": "bb048ce9-ce73-4784-822a-e6fddb320cb3"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:49.714450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f33f1df-2b2c-4377-bdf1-a34226a05e40 req-6fb612ed-ce9e-4fec-b52c-280f029f7da8 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503922 Aug 16 12:49:49.751529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-996eddac-c7d1-4612-8dd2-f9bf300e95e4 req-0dd55922-f941-4283-9064-d782281e8224 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305881 Aug 16 12:49:49.845405 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c701280-7c38-46b6-b0e5-fd6039830f0f x-openstack-request-id: req-7c701280-7c38-46b6-b0e5-fd6039830f0f {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:49.845738 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a09f73c-b6c6-4230-bd18-1224230c4be9", "tag": "bb048ce9-ce73-4784-822a-e6fddb320cb3", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:49.845997 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c701280-7c38-46b6-b0e5-fd6039830f0f {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:49.846463 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'tag': 'bb048ce9-ce73-4784-822a-e6fddb320cb3', 'status': 'completed', 'code': 200} Aug 16 12:49:49.855824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600599d-fda5-41bd-b7f0-f41656b01e4b req-c1ef0269-63f6-4801-ac12-ef82ba8b413c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:49.863559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9600599d-fda5-41bd-b7f0-f41656b01e4b req-c1ef0269-63f6-4801-ac12-ef82ba8b413c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 944 time: 0.0916502 Aug 16 12:49:49.874361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Allocated IP 172.25.0.29 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/957370bb-cc6b-4e49-9e4d-0dc983d41e6f) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:49.904425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55506) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:49.918150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9600599d-fda5-41bd-b7f0-f41656b01e4b req-0503a656-7acf-42a0-b13b-4832e6dace37 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515175 Aug 16 12:49:49.922463 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce7f61fc-a043-4bf2-a453-d08ce5ff0242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:49.972318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 244f0070-7871-4125-bc73-6c2a75563a87 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:49:49.984083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9'}, {'name': 'network-changed', 'server_uuid': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'tag': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:49.986364 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934c4a78-3cfa-4974-aee4-dad74c315e2b" -d '{"events": [{"server_uuid": "d34e8adb-1818-48dd-9988-bd863d6243b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bb2aee5d-1679-433c-9e9e-d37d657e41f9"}, {"name": "network-changed", "server_uuid": "d34e8adb-1818-48dd-9988-bd863d6243b6", "tag": "bb2aee5d-1679-433c-9e9e-d37d657e41f9"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:49.998739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11df05-0490-4bb3-a4ef-a95a9a45911e req-a8597108-33a6-42c6-90a4-fa62747e319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:50.000308 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e11df05-0490-4bb3-a4ef-a95a9a45911e req-a8597108-33a6-42c6-90a4-fa62747e319d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 1124 time: 0.1209741 Aug 16 12:49:50.080686 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce7f61fc-a043-4bf2-a453-d08ce5ff0242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:50.081236 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aad745-6463-4b4b-92c3-0082f4e10177 x-openstack-request-id: req-e9aad745-6463-4b4b-92c3-0082f4e10177 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:50.081558 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34e8adb-1818-48dd-9988-bd863d6243b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bb2aee5d-1679-433c-9e9e-d37d657e41f9", "code": 200}, {"name": "network-changed", "server_uuid": "d34e8adb-1818-48dd-9988-bd863d6243b6", "tag": "bb2aee5d-1679-433c-9e9e-d37d657e41f9", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:50.081803 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9aad745-6463-4b4b-92c3-0082f4e10177 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:50.082710 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9', 'code': 200} Aug 16 12:49:50.082978 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'tag': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9', 'status': 'completed', 'code': 200} Aug 16 12:49:50.086480 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce7f61fc-a043-4bf2-a453-d08ce5ff0242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:50.125042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f61fc-a043-4bf2-a453-d08ce5ff0242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5c984c-b487-46ec-a7a7-06e2838d67b6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:50.138054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=244f0070-7871-4125-bc73-6c2a75563a87,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:50.156580 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '244f0070-7871-4125-bc73-6c2a75563a87', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '244f0070-7871-4125-bc73-6c2a75563a87', 'mac_address': 'fa:16:3e:30:54:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:49:50.216209 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:50.218648 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:50.242137 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ce7f61fc-a043-4bf2-a453-d08ce5ff0242 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e378258bb11464cb191f9d78fa76a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351171 Aug 16 12:49:50.243632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55512) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:50.245289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244f0070-7871-4125-bc73-6c2a75563a87 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:50.252593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c4a78-3cfa-4974-aee4-dad74c315e2b req-2dafa46b-d8f5-42a0-a2d7-ef35d9d0a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:50.254462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11df05-0490-4bb3-a4ef-a95a9a45911e req-65d8a795-9de1-4996-90ff-7dd948e0bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:50.254623 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-934c4a78-3cfa-4974-aee4-dad74c315e2b req-2dafa46b-d8f5-42a0-a2d7-ef35d9d0a033 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 1125 time: 0.1309166 Aug 16 12:49:50.257732 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e11df05-0490-4bb3-a4ef-a95a9a45911e req-65d8a795-9de1-4996-90ff-7dd948e0bc9e service neutron] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.2328904 Aug 16 12:49:50.280558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8397c4b-808c-4b76-885d-02bc7458eb5d req-84f9819b-f3e3-4171-8009-da782706daf1 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:50.282180 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8397c4b-808c-4b76-885d-02bc7458eb5d req-84f9819b-f3e3-4171-8009-da782706daf1 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 949 time: 0.1175554 Aug 16 12:49:50.285755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=244f0070-7871-4125-bc73-6c2a75563a87,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:50.299889 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:50.347616 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e11df05-0490-4bb3-a4ef-a95a9a45911e req-c927f30a-5986-4aa4-b880-6c577428963b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3 HTTP/1.1" status: 200 len: 217 time: 0.0736232 Aug 16 12:49:50.357499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=244f0070-7871-4125-bc73-6c2a75563a87,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:50.363054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dee7fa-f0d6-4dfe-be89-abd6093adfdf None None] Network bc343427-e70e-4165-9e6c-ad884ab1bfb0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:50.408492 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:50.413420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8397c4b-808c-4b76-885d-02bc7458eb5d req-70d20625-a27c-4685-acf8-734b4cb05a48 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230621 Aug 16 12:49:50.433978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c4a78-3cfa-4974-aee4-dad74c315e2b req-0c45a239-43e8-4d50-867b-4d6e1160e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:50.435506 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-934c4a78-3cfa-4974-aee4-dad74c315e2b req-0c45a239-43e8-4d50-867b-4d6e1160e908 service neutron] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.1653347 Aug 16 12:49:50.447080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-53fdac1b-871b-47d9-ab9f-1f0599700f40 None None] Provisioning for port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:50.449223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97f5bfb7-730f-43b6-8f82-485ad118e59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:50.478440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11df05-0490-4bb3-a4ef-a95a9a45911e req-55959025-af1b-4051-a1f8-0e25c38dd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:50.480970 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e11df05-0490-4bb3-a4ef-a95a9a45911e req-55959025-af1b-4051-a1f8-0e25c38dd1e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.1234496 Aug 16 12:49:50.486453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-934c4a78-3cfa-4974-aee4-dad74c315e2b req-81dfdaa9-fe77-4c3e-bfa1-d890aac0e594 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9 HTTP/1.1" status: 200 len: 217 time: 0.0415342 Aug 16 12:49:50.512678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:50.542866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c4a78-3cfa-4974-aee4-dad74c315e2b req-f1419222-2cc1-449a-a34a-fc7861139aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:50.545004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-934c4a78-3cfa-4974-aee4-dad74c315e2b req-f1419222-2cc1-449a-a34a-fc7861139aee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.0499997 Aug 16 12:49:50.547857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:50.549972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Pushing event updated for resources: {'Port': ['ID=957370bb-cc6b-4e49-9e4d-0dc983d41e6f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:50.556506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:50.560440 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e11df05-0490-4bb3-a4ef-a95a9a45911e req-7d1fb9bb-f4f7-40bf-a47c-2dbb3bc67bd0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654280 Aug 16 12:49:50.563335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97f5bfb7-730f-43b6-8f82-485ad118e59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:50.588098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-934c4a78-3cfa-4974-aee4-dad74c315e2b req-f1a412e5-8ba4-43c9-98f6-ae353ea98328 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341156 Aug 16 12:49:50.709046 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792e58d-c1e0-41e9-b9f3-82b79950ae1e req-6819b18a-4325-490b-988b-4c8727404025 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:50.710628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5792e58d-c1e0-41e9-b9f3-82b79950ae1e req-6819b18a-4325-490b-988b-4c8727404025 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 943 time: 0.1216278 Aug 16 12:49:50.723522 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e11df05-0490-4bb3-a4ef-a95a9a45911e req-3c25d75d-34dd-45a6-814e-7950ad7ad830 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339788 Aug 16 12:49:50.793625 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5792e58d-c1e0-41e9-b9f3-82b79950ae1e req-129eca69-d342-4181-85f5-b527b208cf0a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755215 Aug 16 12:49:50.799136 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-934c4a78-3cfa-4974-aee4-dad74c315e2b req-8b437dc6-1c1b-4946-980f-a6a4f5d85f12 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830022 Aug 16 12:49:50.809543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaf821-3867-4b87-8213-3eb806541634 req-66fe4e2f-5807-4137-9910-fc42fd8dad4e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:50.810665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffcaf821-3867-4b87-8213-3eb806541634 req-66fe4e2f-5807-4137-9910-fc42fd8dad4e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 949 time: 0.1221759 Aug 16 12:49:50.847761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['244f0070-7871-4125-bc73-6c2a75563a87'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:50.897904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device bb048ce9-ce73-4784-822a-e6fddb320cb3 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:49:50.900108 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97f5bfb7-730f-43b6-8f82-485ad118e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:50.902658 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97f5bfb7-730f-43b6-8f82-485ad118e59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:50.903770 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-97f5bfb7-730f-43b6-8f82-485ad118e59f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a5c984c-b487-46ec-a7a7-06e2838d67b6 HTTP/1.1" status: 204 len: 168 time: 0.6591322 Aug 16 12:49:50.926333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5bfb7-730f-43b6-8f82-485ad118e59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5c984c-b487-46ec-a7a7-06e2838d67b6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:50.996191 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e11df05-0490-4bb3-a4ef-a95a9a45911e req-25925c08-593c-4adc-b3b2-a21e4bb91f7d service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274127 Aug 16 12:49:51.058893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffcaf821-3867-4b87-8213-3eb806541634 req-dc6a7ecc-de4d-4b81-9a45-9ec032c14f73 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396786 Aug 16 12:49:51.110477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:51.123341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-934c4a78-3cfa-4974-aee4-dad74c315e2b req-0ed1491f-724d-497b-80da-50eb2e6c3654 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116078 Aug 16 12:49:51.139037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device bb048ce9-ce73-4784-822a-e6fddb320cb3 has no active binding in host n-h2-804708-1 {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 12:49:51.144456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6cb75-ae47-4ee3-8a13-85d4c0d8eadb req-9b1a63a6-80ee-4797-ba31-948749fd7e04 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:51.156145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:51.161959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5f6cb75-ae47-4ee3-8a13-85d4c0d8eadb req-9b1a63a6-80ee-4797-ba31-948749fd7e04 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 949 time: 0.2770381 Aug 16 12:49:51.167210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f492-a5dc-46dc-bee6-33233936d427 req-cda65f07-6370-40cb-b150-6e2aaf6835a5 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:51.168747 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5715f492-a5dc-46dc-bee6-33233936d427 req-cda65f07-6370-40cb-b150-6e2aaf6835a5 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 1100 time: 0.2778392 Aug 16 12:49:51.169634 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:51.241064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:51.248045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:51.248517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:51.277920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5f6cb75-ae47-4ee3-8a13-85d4c0d8eadb req-cfeb8e28-cd08-4090-aeed-6613c82cd3a2 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092155 Aug 16 12:49:51.377934 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:51.401171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bd274-044e-4988-8f89-69ffc659894e req-4c80001c-4fa9-4158-8fae-1baef6a62296 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:51.402725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e05bd274-044e-4988-8f89-69ffc659894e req-4c80001c-4fa9-4158-8fae-1baef6a62296 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 944 time: 0.0986650 Aug 16 12:49:51.409754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-5715f492-a5dc-46dc-bee6-33233936d427 req-1936bb21-549e-4320-8412-e8310a541326 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] Deleting port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:49:51.410343 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5715f492-a5dc-46dc-bee6-33233936d427 req-1936bb21-549e-4320-8412-e8310a541326 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:51.423188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:51.429336 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:51.485958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:51.486758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:51.532734 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e05bd274-044e-4988-8f89-69ffc659894e req-814dd11a-5bfc-4c6e-9727-e3e779a05cf4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181464 Aug 16 12:49:51.590793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-5715f492-a5dc-46dc-bee6-33233936d427 req-1936bb21-549e-4320-8412-e8310a541326 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] For port d08588a2-57bd-41aa-a9ff-4f7468cd8e62, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d08588a2-57bd-41aa-a9ff-4f7468cd8e62,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:51.591083 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5715f492-a5dc-46dc-bee6-33233936d427 req-1936bb21-549e-4320-8412-e8310a541326 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:51.610913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759c773-58da-4891-8580-4181dc71032b req-51c047d9-8ff1-4e20-ba28-2cc4a8e05e7a tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:51.612715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5759c773-58da-4891-8580-4181dc71032b req-51c047d9-8ff1-4e20-ba28-2cc4a8e05e7a tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 949 time: 0.0856903 Aug 16 12:49:51.619973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-5715f492-a5dc-46dc-bee6-33233936d427 req-1936bb21-549e-4320-8412-e8310a541326 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] Calling delete_port for d08588a2-57bd-41aa-a9ff-4f7468cd8e62 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:49:51.676735 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Router 2780c0a8-3119-433a-81c7-4d0fbb000382 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:49:51.703756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5759c773-58da-4891-8580-4181dc71032b req-4decdeb5-4b83-49c8-9616-fc7f0d87c8f6 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780246 Aug 16 12:49:51.796658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5715f492-a5dc-46dc-bee6-33233936d427 req-1936bb21-549e-4320-8412-e8310a541326 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:51.797895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:49:51.811759 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Sync routers for ids ['2780c0a8-3119-433a-81c7-4d0fbb000382'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:49:51.814073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d08588a2-57bd-41aa-a9ff-4f7468cd8e62'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:51.823103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936bb21-549e-4320-8412-e8310a541326 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] Pushing event deleted for resources: {'Port': ['ID=d08588a2-57bd-41aa-a9ff-4f7468cd8e62,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:51.834220 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:51.839985 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3f29b846-2e34-4150-9014-6de948e96cec admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.9826190 Aug 16 12:49:51.840672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55546) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:51.851945 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Routers {'2780c0a8-3119-433a-81c7-4d0fbb000382'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:49:51.853753 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:49:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2780c0a8-3119-433a-81c7-4d0fbb000382'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:51.894541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-5715f492-a5dc-46dc-bee6-33233936d427 req-1936bb21-549e-4320-8412-e8310a541326 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] No DVR routers for this DVR port d08588a2-57bd-41aa-a9ff-4f7468cd8e62 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:49:51.902486 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5715f492-a5dc-46dc-bee6-33233936d427 req-1936bb21-549e-4320-8412-e8310a541326 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:51.909465 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5715f492-a5dc-46dc-bee6-33233936d427 req-1936bb21-549e-4320-8412-e8310a541326 tempest-DeleteServersAdminTestJSON-2049360230 tempest-DeleteServersAdminTestJSON-2049360230-project-admin] 10.222.0.42 "DELETE /v2.0/ports/d08588a2-57bd-41aa-a9ff-4f7468cd8e62 HTTP/1.1" status: 204 len: 173 time: 0.7259462 Aug 16 12:49:51.911776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264a4a16-96bf-4699-8695-e91d965d24ad', 'name': 'network-vif-deleted', 'tag': 'd08588a2-57bd-41aa-a9ff-4f7468cd8e62'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:51.928153 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250e48e8-fbd9-4134-a10f-717c741a60e0" -d '{"events": [{"server_uuid": "264a4a16-96bf-4699-8695-e91d965d24ad", "name": "network-vif-deleted", "tag": "d08588a2-57bd-41aa-a9ff-4f7468cd8e62"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:51.968998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bb2aee5d-1679-433c-9e9e-d37d657e41f9 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:49:52.072192 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbac3e8-5b4b-44fc-946c-cc79cd4f3a75 x-openstack-request-id: req-acbac3e8-5b4b-44fc-946c-cc79cd4f3a75 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:52.072498 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Set router 2780c0a8-3119-433a-81c7-4d0fbb000382 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:49:52.072870 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264a4a16-96bf-4699-8695-e91d965d24ad", "name": "network-vif-deleted", "tag": "d08588a2-57bd-41aa-a9ff-4f7468cd8e62", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:52.073215 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acbac3e8-5b4b-44fc-946c-cc79cd4f3a75 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:52.076971 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264a4a16-96bf-4699-8695-e91d965d24ad', 'name': 'network-vif-deleted', 'tag': 'd08588a2-57bd-41aa-a9ff-4f7468cd8e62', 'status': 'completed', 'code': 200} Aug 16 12:49:52.114529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75df7b-7b46-4f39-b1be-96085387eddf req-56662923-4465-4df4-a876-5e410a455934 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:52.116313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe75df7b-7b46-4f39-b1be-96085387eddf req-56662923-4465-4df4-a876-5e410a455934 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 943 time: 0.1615100 Aug 16 12:49:52.204242 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:52.224439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bb2aee5d-1679-433c-9e9e-d37d657e41f9 has no active binding in host n-h1-804708-1 {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 12:49:52.247099 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe75df7b-7b46-4f39-b1be-96085387eddf req-beb68c77-94a3-4eb7-ba3a-96799df3f978 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231546 Aug 16 12:49:52.308486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e8a3-3f0c-4d22-a7d9-b9cb7f6f39f1 req-37fdce41-aa26-4a31-84a5-e649c3488cd8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:52.312780 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4c1e8a3-3f0c-4d22-a7d9-b9cb7f6f39f1 req-37fdce41-aa26-4a31-84a5-e649c3488cd8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 949 time: 0.0952265 Aug 16 12:49:52.358274 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:50Z', 'revision_number': 3, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:52.365785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4c1e8a3-3f0c-4d22-a7d9-b9cb7f6f39f1 req-e83af2ef-7bfd-4069-8f5b-6676fa7c49ae tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456161 Aug 16 12:49:52.386348 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Checking router: 2780c0a8-3119-433a-81c7-4d0fbb000382 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:49:52.386618 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Updating router 2780c0a8-3119-433a-81c7-4d0fbb000382 port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:49:52.419671 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:52.497513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-588faf80-5bfe-4209-80c3-a40de13c5643 req-e07853e6-ed30-46ce-a603-a1cc66bd5953 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=264a4a16-96bf-4699-8695-e91d965d24ad HTTP/1.1" status: 200 len: 210 time: 0.0307095 Aug 16 12:49:52.698442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb422ed8-3cf8-4536-88c1-3d07e49ae848 req-fd1013d0-ea94-4ff7-898d-4f59faba73bc tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:52.700709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb422ed8-3cf8-4536-88c1-3d07e49ae848 req-fd1013d0-ea94-4ff7-898d-4f59faba73bc tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 944 time: 0.0863659 Aug 16 12:49:52.722476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94074a6-edd6-491d-8022-cc14b9723b49 req-5b1c3a27-21be-4e07-8501-70cb6de43c6b tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:52.724402 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b94074a6-edd6-491d-8022-cc14b9723b49 req-5b1c3a27-21be-4e07-8501-70cb6de43c6b tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.22 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 949 time: 0.1146634 Aug 16 12:49:52.735195 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:52.762326 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Transition to ACTIVE for port object 957370bb-cc6b-4e49-9e4d-0dc983d41e6f will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:52.767251 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb422ed8-3cf8-4536-88c1-3d07e49ae848 req-78257f45-edde-464c-8b13-3f9aae4a2d5c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485303 Aug 16 12:49:52.773413 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:52.807139 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Attempting to bind port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:52.807518 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Attempting to bind port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:52.807885 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Attempting to bind port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:52.858977 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:52.859731 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:52.859731 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:52.860129 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:52.860626 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Bound port: 957370bb-cc6b-4e49-9e4d-0dc983d41e6f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:52.861022 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:52.904310 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Pushing event updated for resources: {'Port': ['ID=957370bb-cc6b-4e49-9e4d-0dc983d41e6f,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:52.916574 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.916930 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.917464 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.917949 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.918453 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.918954 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.919430 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.919904 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.920388 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.920719 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.921051 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.921380 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:49:52.939036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791e57b-aa0e-4fd4-a277-2db3efe01dad req-0455dab2-b9bc-4b30-92f3-15ef38d88780 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:52.941397 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f791e57b-aa0e-4fd4-a277-2db3efe01dad req-0455dab2-b9bc-4b30-92f3-15ef38d88780 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 949 time: 0.0975630 Aug 16 12:49:52.944595 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] For port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:52.950414 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] For port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=957370bb-cc6b-4e49-9e4d-0dc983d41e6f,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:52.968661 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:52.995160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f791e57b-aa0e-4fd4-a277-2db3efe01dad req-087e9246-1da1-4103-b289-dc648787c25b tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464149 Aug 16 12:49:53.034966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:53.084781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b94074a6-edd6-491d-8022-cc14b9723b49 req-c069d6cb-f253-4896-910e-a89c828408c5 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Deleting port e6ad45f6-cef0-4bcb-9271-4954e8a5054e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:49:53.085124 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b94074a6-edd6-491d-8022-cc14b9723b49 req-c069d6cb-f253-4896-910e-a89c828408c5 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:53.090892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:53.108672 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6c52e-2ab7-4129-969d-6f6b4eda45b5 None None] Pushing event updated for resources: {'Port': ['ID=957370bb-cc6b-4e49-9e4d-0dc983d41e6f,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:53.120249 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Routers {'2780c0a8-3119-433a-81c7-4d0fbb000382'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:49:53.121064 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:49:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2780c0a8-3119-433a-81c7-4d0fbb000382'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:53.155980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:53.156478 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:53.332547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b94074a6-edd6-491d-8022-cc14b9723b49 req-c069d6cb-f253-4896-910e-a89c828408c5 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] For port e6ad45f6-cef0-4bcb-9271-4954e8a5054e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e6ad45f6-cef0-4bcb-9271-4954e8a5054e,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:53.332547 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b94074a6-edd6-491d-8022-cc14b9723b49 req-c069d6cb-f253-4896-910e-a89c828408c5 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:53.343783 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] Set router 2780c0a8-3119-433a-81c7-4d0fbb000382 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:49:53.359333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b94074a6-edd6-491d-8022-cc14b9723b49 req-c069d6cb-f253-4896-910e-a89c828408c5 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Calling delete_port for e6ad45f6-cef0-4bcb-9271-4954e8a5054e owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:49:53.439775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e482a-c2f9-4bb4-967d-3e27079bc9ab req-e000d194-3d59-4f14-90f6-41f1d8585ab4 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:53.442308 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d44e482a-c2f9-4bb4-967d-3e27079bc9ab req-e000d194-3d59-4f14-90f6-41f1d8585ab4 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 943 time: 0.0665102 Aug 16 12:49:53.471697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Allocated IP 172.20.0.1 (bc343427-e70e-4165-9e6c-ad884ab1bfb0/5f425535-2dd2-4972-9d8b-3ffec68873ae/d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:53.519616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d44e482a-c2f9-4bb4-967d-3e27079bc9ab req-7f86a4f6-3f23-44e1-b4fc-cbc655650d3f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708034 Aug 16 12:49:53.543780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b6387-5f50-419a-bf68-8d15036bee04 req-bdddc803-9e14-4b3b-9019-a2fcd965517c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:53.545580 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef4b6387-5f50-419a-bf68-8d15036bee04 req-bdddc803-9e14-4b3b-9019-a2fcd965517c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 949 time: 0.0769110 Aug 16 12:49:53.603664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef4b6387-5f50-419a-bf68-8d15036bee04 req-1a287136-08b6-4cab-acd2-61afb8552867 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475757 Aug 16 12:49:53.643719 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b94074a6-edd6-491d-8022-cc14b9723b49 req-c069d6cb-f253-4896-910e-a89c828408c5 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:53.659941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d4351245-38de-4be1-97b1-745b7104e72c'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:53.676442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069d6cb-f253-4896-910e-a89c828408c5 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Pushing event deleted for resources: {'Port': ['ID=e6ad45f6-cef0-4bcb-9271-4954e8a5054e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:53.690912 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:50Z', 'revision_number': 3, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:53.729711 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b282e8-ec07-4dcc-a59e-64615c4048ac None None] The sync data for ids ['2780c0a8-3119-433a-81c7-4d0fbb000382'] in n-d-804708-1 is: [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:50Z', 'revision_number': 3, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:49:53.738629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['e6ad45f6-cef0-4bcb-9271-4954e8a5054e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:49:53.797393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94074a6-edd6-491d-8022-cc14b9723b49 req-c069d6cb-f253-4896-910e-a89c828408c5 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] No DVR routers for this DVR port e6ad45f6-cef0-4bcb-9271-4954e8a5054e on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:49:53.815683 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b94074a6-edd6-491d-8022-cc14b9723b49 req-c069d6cb-f253-4896-910e-a89c828408c5 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:53.817852 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b94074a6-edd6-491d-8022-cc14b9723b49 req-c069d6cb-f253-4896-910e-a89c828408c5 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.22 "DELETE /v2.0/ports/e6ad45f6-cef0-4bcb-9271-4954e8a5054e HTTP/1.1" status: 204 len: 173 time: 1.0681474 Aug 16 12:49:53.823568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efafe44e-a26f-4f62-8988-0f05b2f3f859', 'name': 'network-vif-deleted', 'tag': 'e6ad45f6-cef0-4bcb-9271-4954e8a5054e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:53.831751 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d3052b-3ad8-45f7-a3a8-814644f62060" -d '{"events": [{"server_uuid": "efafe44e-a26f-4f62-8988-0f05b2f3f859", "name": "network-vif-deleted", "tag": "e6ad45f6-cef0-4bcb-9271-4954e8a5054e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:53.850951 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:53.863335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55632) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:53.883225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Transition to ACTIVE for port object d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:53.955220 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:53.986362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 244f0070-7871-4125-bc73-6c2a75563a87 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:54.012169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Pushing event updated for resources: {'Port': ['ID=d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:54.030079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Network bc343427-e70e-4165-9e6c-ad884ab1bfb0 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:54.031779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:54.035346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:54.060586 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-662d6ba9-b2cd-48cb-9614-782061848f1c tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=32263331e21e4fc99054e798bf045c57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1677907 Aug 16 12:49:54.087980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27f4d41f-eae6-4d4b-808a-8b1b3620eab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.115776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.122172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da141b27-3c8c-4bea-b6c0-951066b0a234 req-b859c688-6049-4922-9a91-e97d02204e06 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:54.123725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da141b27-3c8c-4bea-b6c0-951066b0a234 req-b859c688-6049-4922-9a91-e97d02204e06 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 944 time: 0.1959236 Aug 16 12:49:54.126851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 244f0070-7871-4125-bc73-6c2a75563a87 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:54.132831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 244f0070-7871-4125-bc73-6c2a75563a87 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:54.133458 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.296958 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.332696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:54.334542 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da141b27-3c8c-4bea-b6c0-951066b0a234 req-ecd40495-b12c-4d0e-8de1-00e0a0028cee tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814415 Aug 16 12:49:54.335663 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d8dc36-f489-4dc4-8e6f-f6716120e8c8" -d '{"events": [{"server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "name": "network-vif-plugged", "status": "completed", "tag": "244f0070-7871-4125-bc73-6c2a75563a87"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:54.358078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=244f0070-7871-4125-bc73-6c2a75563a87,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:54.362429 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.373223 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.406358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8b731e1c-ce25-4119-b1d6-2c7b9107d535 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:54.408164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8b731e1c-ce25-4119-b1d6-2c7b9107d535 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3180017 Aug 16 12:49:54.458048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-664f769f-f51b-4a34-ac8d-9195d26beb53 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/quotas/32263331e21e4fc99054e798bf045c57 HTTP/1.1" status: 200 len: 375 time: 0.0349889 Aug 16 12:49:54.473144 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3374812b-4507-4cf4-be28-90a04cb5f64b x-openstack-request-id: req-3374812b-4507-4cf4-be28-90a04cb5f64b {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:54.473719 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efafe44e-a26f-4f62-8988-0f05b2f3f859", "name": "network-vif-deleted", "tag": "e6ad45f6-cef0-4bcb-9271-4954e8a5054e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:54.478445 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3374812b-4507-4cf4-be28-90a04cb5f64b {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:54.479612 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efafe44e-a26f-4f62-8988-0f05b2f3f859', 'name': 'network-vif-deleted', 'tag': 'e6ad45f6-cef0-4bcb-9271-4954e8a5054e', 'status': 'completed', 'code': 200} Aug 16 12:49:54.502980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=244f0070-7871-4125-bc73-6c2a75563a87,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:54.519927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-740d5d3a-9952-449e-b2de-ebdde449f356 None None] Provisioning for port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:54.526303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-b1880bbf-910b-4570-bfe4-e2ed0c335496 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32263331e21e4fc99054e798bf045c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634971 Aug 16 12:49:54.537521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-740d5d3a-9952-449e-b2de-ebdde449f356 None None] Provisioning complete for port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:54.538223 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-740d5d3a-9952-449e-b2de-ebdde449f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.611062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-740d5d3a-9952-449e-b2de-ebdde449f356 None None] Port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:49:54.617746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63f6fa8c-bd77-4b3f-b60a-46ddbde990e4 req-f3669368-a7a8-487b-94e6-2ea16610e06e tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=efafe44e-a26f-4f62-8988-0f05b2f3f859 HTTP/1.1" status: 200 len: 210 time: 0.0703886 Aug 16 12:49:54.619678 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27f4d41f-eae6-4d4b-808a-8b1b3620eab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.627997 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27f4d41f-eae6-4d4b-808a-8b1b3620eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.687353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4d41f-eae6-4d4b-808a-8b1b3620eab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448e1957-f960-4d9c-a67c-d9b7281646f6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:54.695749 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-27f4d41f-eae6-4d4b-808a-8b1b3620eab2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6550500a552249deb1d13a59b47c5ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8313317 Aug 16 12:49:54.695972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55646) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:54.738990 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b30a67-3f95-48e0-8fa2-eb3c9443030d x-openstack-request-id: req-82b30a67-3f95-48e0-8fa2-eb3c9443030d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:49:54.740829 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "name": "network-vif-plugged", "status": "completed", "tag": "244f0070-7871-4125-bc73-6c2a75563a87", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:49:54.741272 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82b30a67-3f95-48e0-8fa2-eb3c9443030d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:49:54.741888 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87', 'code': 200} Aug 16 12:49:54.878905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.881003 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23b621d4-214b-4f31-81b9-95fd0981c61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.887408 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:49:54.898252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d08588a2-57bd-41aa-a9ff-4f7468cd8e62 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:49:54.922702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:54.936874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: d08588a2-57bd-41aa-a9ff-4f7468cd8e62 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:49:54.937222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d08588a2-57bd-41aa-a9ff-4f7468cd8e62 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:49:54.981761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:55.092696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Pushing event updated for resources: {'Port': ['ID=d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:55.112463 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23b621d4-214b-4f31-81b9-95fd0981c61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:55.119499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 957370bb-cc6b-4e49-9e4d-0dc983d41e6f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:55.144728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aede9da-967a-47a4-b86c-31469fbb3c9c req-1fd0a140-ce22-4fee-b333-2fcf573ba977 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:55.147680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aede9da-967a-47a4-b86c-31469fbb3c9c req-1fd0a140-ce22-4fee-b333-2fcf573ba977 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 943 time: 0.3686244 Aug 16 12:49:55.162570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e274-006d-4866-89b1-827a098935b1 req-850edaa3-fae7-482a-90ea-fc1a4392c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:55.165418 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9778e274-006d-4866-89b1-827a098935b1 req-850edaa3-fae7-482a-90ea-fc1a4392c649 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 1101 time: 0.3017113 Aug 16 12:49:55.167513 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7725e-a012-47ed-be0c-b408aa0bc7d2 req-79db65bc-2b0e-42d7-bf98-aa88b4601ad6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:55.174958 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aae7725e-a012-47ed-be0c-b408aa0bc7d2 req-79db65bc-2b0e-42d7-bf98-aa88b4601ad6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.3440158 Aug 16 12:49:55.244986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:55.250349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:55.251260 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:55.319947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Network bc343427-e70e-4165-9e6c-ad884ab1bfb0 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:55.337024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:55.343414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aede9da-967a-47a4-b86c-31469fbb3c9c req-1f540be0-251a-462a-83b0-7d06513299df tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873477 Aug 16 12:49:55.360002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aae7725e-a012-47ed-be0c-b408aa0bc7d2 req-e55a168a-5c8f-4800-a02a-b5f0db1e075d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833987 Aug 16 12:49:55.380065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-a1ad9446-bb77-48f1-ab51-a20aa774a6b1 service neutron] 10.222.0.42 "GET /v2.0/ports/bb2aee5d-1679-433c-9e9e-d37d657e41f9/bindings/n-h1-804708-1 HTTP/1.1" status: 200 len: 384 time: 0.1720057 Aug 16 12:49:55.415932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23b621d4-214b-4f31-81b9-95fd0981c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:55.421777 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23b621d4-214b-4f31-81b9-95fd0981c61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:55.430191 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-23b621d4-214b-4f31-81b9-95fd0981c61f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/448e1957-f960-4d9c-a67c-d9b7281646f6 HTTP/1.1" status: 204 len: 168 time: 0.7287378 Aug 16 12:49:55.433042 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:55.436504 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9778e274-006d-4866-89b1-827a098935b1 req-7faf6274-5780-49ea-a909-392d0e3b7d23 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358401 Aug 16 12:49:55.491212 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=957370bb-cc6b-4e49-9e4d-0dc983d41e6f,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:55.504806 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:55.544123 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-c743c609-ce25-43f4-bc17-578ab8959558 service neutron] 10.222.0.22 "GET /v2.0/ports/bb048ce9-ce73-4784-822a-e6fddb320cb3/bindings/n-h2-804708-1 HTTP/1.1" status: 200 len: 384 time: 0.3112504 Aug 16 12:49:55.544770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b621d4-214b-4f31-81b9-95fd0981c61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448e1957-f960-4d9c-a67c-d9b7281646f6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:55.574967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=957370bb-cc6b-4e49-9e4d-0dc983d41e6f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:55.631082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2dac35f-21c8-4181-950f-f395be795462 req-8579b6cb-7fd5-482b-80ab-135cac1db257 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 210 time: 0.1338656 Aug 16 12:49:55.708000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Router 2780c0a8-3119-433a-81c7-4d0fbb000382 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:49:55.776847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c50268-0e45-4479-a0ae-f8e4b2cd128c req-c5259f4d-be7f-45b1-98f0-563c37b494fc tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:55.778655 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74c50268-0e45-4479-a0ae-f8e4b2cd128c req-c5259f4d-be7f-45b1-98f0-563c37b494fc tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 944 time: 0.1415648 Aug 16 12:49:55.845715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c0904d38-3d39-49b9-80f2-8729804815d0 None None] Provisioning complete for port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:55.846516 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c0904d38-3d39-49b9-80f2-8729804815d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:55.872579 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74c50268-0e45-4479-a0ae-f8e4b2cd128c req-4863515f-51c1-4f9b-bf07-1741ddc337ff tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824406 Aug 16 12:49:55.885714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:49:55.921040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c0904d38-3d39-49b9-80f2-8729804815d0 None None] Port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:49:55.934159 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b3621a27-0e73-4745-b705-32670bc6f986 admin admin] 10.222.0.25 "PUT /v2.0/routers/2780c0a8-3119-433a-81c7-4d0fbb000382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0865507 Aug 16 12:49:55.937995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-a2548eb9-1207-4e30-b9e3-52c8e04fb436 service neutron] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:55.971915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-a2548eb9-1207-4e30-b9e3-52c8e04fb436 service neutron] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:56.008041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bb2aee5d-1679-433c-9e9e-d37d657e41f9 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:49:56.024209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-a2548eb9-1207-4e30-b9e3-52c8e04fb436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2aee5d-1679-433c-9e9e-d37d657e41f9 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:56.024898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e6ad45f6-cef0-4bcb-9271-4954e8a5054e no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:49:56.041156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-a2548eb9-1207-4e30-b9e3-52c8e04fb436 service neutron] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:56.068647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-a2548eb9-1207-4e30-b9e3-52c8e04fb436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:56.109861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: e6ad45f6-cef0-4bcb-9271-4954e8a5054e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:49:56.110272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e6ad45f6-cef0-4bcb-9271-4954e8a5054e not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:49:56.222847 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-c4c04c32-cba8-42d8-a5c2-54dce7f5baa8 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=32263331e21e4fc99054e798bf045c57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714200 Aug 16 12:49:56.246583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cb242-fc9c-4df4-a59c-f19801e56c0a req-16073ac4-7a49-4734-9a08-cdeacd09b03c tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:56.253800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f8cb242-fc9c-4df4-a59c-f19801e56c0a req-16073ac4-7a49-4734-9a08-cdeacd09b03c tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 970 time: 0.1822932 Aug 16 12:49:56.310436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:56.317425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2201ba05-3a0c-4dcd-a8f7-34cd31d4932f service neutron] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:56.348005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bb2aee5d-1679-433c-9e9e-d37d657e41f9 has no active binding in host n-h1-804708-1 {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 12:49:56.377148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2201ba05-3a0c-4dcd-a8f7-34cd31d4932f service neutron] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:56.413325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f8cb242-fc9c-4df4-a59c-f19801e56c0a req-0e8d892e-1e8a-47fb-b369-9394e84c6018 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423492 Aug 16 12:49:56.454745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2201ba05-3a0c-4dcd-a8f7-34cd31d4932f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb048ce9-ce73-4784-822a-e6fddb320cb3 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:49:56.486869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2201ba05-3a0c-4dcd-a8f7-34cd31d4932f service neutron] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:56.505265 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2201ba05-3a0c-4dcd-a8f7-34cd31d4932f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:56.515551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-a2548eb9-1207-4e30-b9e3-52c8e04fb436 service neutron] Transition to ACTIVE for port object bb2aee5d-1679-433c-9e9e-d37d657e41f9 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:56.534860 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-a2548eb9-1207-4e30-b9e3-52c8e04fb436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:56.625770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2201ba05-3a0c-4dcd-a8f7-34cd31d4932f service neutron] Transition to ACTIVE for port object bb048ce9-ce73-4784-822a-e6fddb320cb3 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:56.634847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2201ba05-3a0c-4dcd-a8f7-34cd31d4932f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:56.654533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Sync routers for ids ['2780c0a8-3119-433a-81c7-4d0fbb000382'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:49:56.671452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Routers {'2780c0a8-3119-433a-81c7-4d0fbb000382'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:49:56.672324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:49:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2780c0a8-3119-433a-81c7-4d0fbb000382'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:56.703607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2201ba05-3a0c-4dcd-a8f7-34cd31d4932f service neutron] No DVR routers for this DVR port bb048ce9-ce73-4784-822a-e6fddb320cb3 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:49:56.718941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2548eb9-1207-4e30-b9e3-52c8e04fb436 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2aee5d-1679-433c-9e9e-d37d657e41f9,revision_number=10']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:56.738205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201ba05-3a0c-4dcd-a8f7-34cd31d4932f service neutron] Pushing event updated for resources: {'Port': ['ID=bb048ce9-ce73-4784-822a-e6fddb320cb3,revision_number=10']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:56.755492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-a2548eb9-1207-4e30-b9e3-52c8e04fb436 service neutron] No DVR routers for this DVR port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:49:56.778961 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55710) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:56.781108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5efc25ef-183d-46da-a81f-b976a8b63cb3 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:56.782712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5efc25ef-183d-46da-a81f-b976a8b63cb3 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5451510 Aug 16 12:49:56.785006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2201ba05-3a0c-4dcd-a8f7-34cd31d4932f service neutron] 10.222.0.22 "PUT /v2.0/ports/bb048ce9-ce73-4784-822a-e6fddb320cb3/bindings/n-h2-804708-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9940763 Aug 16 12:49:56.824953 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d21fec-7e8e-45fb-ad25-40c1c99241cc req-906eb296-71b8-4b85-a77d-3875480c528d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:56.830646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9d21fec-7e8e-45fb-ad25-40c1c99241cc req-906eb296-71b8-4b85-a77d-3875480c528d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 943 time: 0.3171735 Aug 16 12:49:56.845964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Set router 2780c0a8-3119-433a-81c7-4d0fbb000382 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:49:56.864431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Request body: {'port': {'device_id': 'f854e3e9-0ec8-4942-a5b7-325950b5e1b7', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '32263331e21e4fc99054e798bf045c57'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:56.915877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-a2548eb9-1207-4e30-b9e3-52c8e04fb436 service neutron] 10.222.0.42 "PUT /v2.0/ports/bb2aee5d-1679-433c-9e9e-d37d657e41f9/bindings/n-h1-804708-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5272467 Aug 16 12:49:56.919247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-171339420-network', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:56.967755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Made reservation on behalf of 939a1c7a244245b3a192dffd7dc52cc7 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:56.973428 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.016242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.047028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-a998b4bd-dcd8-4774-acc4-04b110c2a254 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:57.055710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-a998b4bd-dcd8-4774-acc4-04b110c2a254 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/networks?id=bc343427-e70e-4165-9e6c-ad884ab1bfb0 HTTP/1.1" status: 200 len: 829 time: 0.4425695 Aug 16 12:49:57.078624 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9d21fec-7e8e-45fb-ad25-40c1c99241cc req-9f2c881d-d446-4cbb-b458-ad3e76d6218a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217121 Aug 16 12:49:57.117986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-ebeec078-52f4-4d4f-a32d-d4ead83a43f6 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/quotas/b6ddbc1db9fe439c84e808a17cfa048c HTTP/1.1" status: 200 len: 375 time: 0.0609827 Aug 16 12:49:57.122281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 957370bb-cc6b-4e49-9e4d-0dc983d41e6f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:49:57.161007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-071f8f51-b5c6-4730-adcd-89ebe0e98c60 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:57.163309 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-071f8f51-b5c6-4730-adcd-89ebe0e98c60 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1096 time: 0.1194453 Aug 16 12:49:57.245288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-3ac7ec86-8cb2-4eb9-a9f8-8778d97b2112 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:57.246739 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-3ac7ec86-8cb2-4eb9-a9f8-8778d97b2112 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.2850115 Aug 16 12:49:57.260778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:57.260778 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.303417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:54Z', 'revision_number': 4, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd640dcbb-89a6-4e89-94e7-eb38e7b4ccfd', 'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'mac_address': 'fa:16:3e:1b:c9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:53Z', 'updated_at': '2021-08-16T12:49:54Z', 'revision_number': 2, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'subnets': [{'id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:57.329042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-07d00553-4faa-477c-bd89-bb772422c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:57.330685 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-07d00553-4faa-477c-bd89-bb772422c1f9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6&tenant_id=9cd65f42c34443729102b1f64cb34d2e HTTP/1.1" status: 200 len: 1096 time: 0.1371520 Aug 16 12:49:57.343682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-44d5c21d-3160-497d-b755-7ffe87e8e7bd tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b6ddbc1db9fe439c84e808a17cfa048c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2244518 Aug 16 12:49:57.358345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Checking router: 2780c0a8-3119-433a-81c7-4d0fbb000382 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:49:57.359318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Updating router 2780c0a8-3119-433a-81c7-4d0fbb000382 port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:49:57.361477 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.387617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.398672 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.398948 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89905f6-c9c3-481d-a0be-b134592b96eb req-0f21cdf1-fe8e-45b2-be07-14d5f0506679 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:57.400491 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b89905f6-c9c3-481d-a0be-b134592b96eb req-0f21cdf1-fe8e-45b2-be07-14d5f0506679 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.1968000 Aug 16 12:49:57.438566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:49:57.447367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.42', 64377) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:57.478109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-18c021d1-9094-4962-9b4e-b6c17a107b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:57.479679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-18c021d1-9094-4962-9b4e-b6c17a107b77 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9&tenant_id=8b6d57c130764a11bfbcf61f14dbd350 HTTP/1.1" status: 200 len: 1095 time: 0.2222540 Aug 16 12:49:57.480331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Made reservation on behalf of 32263331e21e4fc99054e798bf045c57 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:57.483888 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.494578 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.495035 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Added segment bb79ef52-c0ad-4393-bd5e-6d26015503b0 of type vlan for network c6f5eb83-8116-40d1-a51e-7307528788c5 Aug 16 12:49:57.497120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac60701a-40cb-4cfe-87b0-365cde389891,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:57.523228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-dbc8ed8c-529c-4189-90d3-fbae457afdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:57.526082 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-dbc8ed8c-529c-4189-90d3-fbae457afdbc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 1096 time: 0.1551416 Aug 16 12:49:57.576102 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b89905f6-c9c3-481d-a0be-b134592b96eb req-a5d957f4-fc83-4208-89b5-896f5ae25ced tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547928 Aug 16 12:49:57.644910 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.647074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-d7d4a8bf-655d-4bf6-9bc4-e1c6525b470b service neutron] 10.222.0.25 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805064 Aug 16 12:49:57.658741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d31559-aba2-4689-9649-6c40b135996c req-5b02c3b2-7370-429a-80e0-fa6ee2b8e4ee tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:57.662721 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-31d31559-aba2-4689-9649-6c40b135996c req-5b02c3b2-7370-429a-80e0-fa6ee2b8e4ee tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 970 time: 0.2124083 Aug 16 12:49:57.715377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-6c7d7c84-969b-4584-97b3-da21f9e59066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:57.717600 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-6c7d7c84-969b-4584-97b3-da21f9e59066 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 1095 time: 0.2032869 Aug 16 12:49:57.833301 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.834668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:57.835427 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.843239 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Allocated IP 192.168.233.224 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/9574150c-b2a8-457e-946d-60d2e4dcf2b2) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:49:57.849179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df977ece-a937-48af-81d7-030fb1f3a80b req-e146795c-45a9-473e-9239-bd5190aeedac tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 210 time: 0.0711212 Aug 16 12:49:57.905619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-7656aaee-e7e4-4a69-bda6-b10766fff311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:57.907772 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-7656aaee-e7e4-4a69-bda6-b10766fff311 service neutron] 10.222.0.22 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.3525114 Aug 16 12:49:57.919419 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.935173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Transition to ACTIVE for port object d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:57.945143 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:57.955920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1722505 Aug 16 12:49:57.967105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55720) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:57.975343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] Request body: {'subnet': {'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-171339420-subnet', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:58.028706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d7472-c246-4ba6-8078-455d64a39a12 None None] Pushing event updated for resources: {'Port': ['ID=d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:58.034182 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-74ba5426-9b68-49a2-8374-93e5e880f909 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9 HTTP/1.1" status: 200 len: 217 time: 0.0838683 Aug 16 12:49:58.045458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29fd64-1f98-4e84-92ea-51cae03caf0b admin admin] Pushing event updated for resources: {'Network': ['ID=c6f5eb83-8116-40d1-a51e-7307528788c5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:58.061971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network c6f5eb83-8116-40d1-a51e-7307528788c5 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:49:58.119433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-31d31559-aba2-4689-9649-6c40b135996c req-f857b3a5-82e6-429f-93f7-463e38e5d977 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Deleting port d4351245-38de-4be1-97b1-745b7104e72c {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:49:58.119710 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31d31559-aba2-4689-9649-6c40b135996c req-f857b3a5-82e6-429f-93f7-463e38e5d977 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:58.125784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] Made reservation on behalf of 939a1c7a244245b3a192dffd7dc52cc7 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:49:58.127948 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:58.161365 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-7e37111f-51ac-4188-a3f4-2538b1b5ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:58.162873 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-7e37111f-51ac-4188-a3f4-2538b1b5ea92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.1125636 Aug 16 12:49:58.178356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Attempting to bind port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:49:58.178687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Attempting to bind port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:49:58.178976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Attempting to bind port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd on network bc343427-e70e-4165-9e6c-ad884ab1bfb0 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:49:58.185346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:49:58.185917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Checking segment: {'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:58.186464 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:58.186947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Bound using segment: {'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:49:58.187620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Bound port: d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:49:58.188091 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:58.191088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-d04663d4-e6f1-4602-873f-56909add35cf service neutron] 10.222.0.25 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376806 Aug 16 12:49:58.281169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] For port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:49:58.282223 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-08155d75-12dd-448a-9554-8a4e91e6e4bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725334 Aug 16 12:49:58.285550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] For port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:49:58.294917 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:58.403994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Routers {'2780c0a8-3119-433a-81c7-4d0fbb000382'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:49:58.404685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:49:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2780c0a8-3119-433a-81c7-4d0fbb000382'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:58.449299 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:58.476395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d7472-c246-4ba6-8078-455d64a39a12 None None] Pushing event updated for resources: {'Port': ['ID=d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:58.499439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Transition to ACTIVE for port object 9574150c-b2a8-457e-946d-60d2e4dcf2b2 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:49:58.564686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] Set router 2780c0a8-3119-433a-81c7-4d0fbb000382 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:49:58.569227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-75892666-1f6a-4fa4-8321-c6b6fc9a949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:58.570920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-75892666-1f6a-4fa4-8321-c6b6fc9a949b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.7919271 Aug 16 12:49:58.581041 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:58.715629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d10028-035e-4751-9659-4384632eca41 req-0d1a79e7-b0f2-45de-af25-59c982352dee tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:58.726870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5d10028-035e-4751-9659-4384632eca41 req-0d1a79e7-b0f2-45de-af25-59c982352dee tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 945 time: 0.6339123 Aug 16 12:49:58.735317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-31d31559-aba2-4689-9649-6c40b135996c req-f857b3a5-82e6-429f-93f7-463e38e5d977 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] For port d4351245-38de-4be1-97b1-745b7104e72c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d4351245-38de-4be1-97b1-745b7104e72c,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:49:58.735741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31d31559-aba2-4689-9649-6c40b135996c req-f857b3a5-82e6-429f-93f7-463e38e5d977 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:58.737402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-bc225abb-bc48-44ab-b887-bdfb044dbb9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3 HTTP/1.1" status: 200 len: 217 time: 0.1520646 Aug 16 12:49:58.740282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Pushing event updated for resources: {'Port': ['ID=9574150c-b2a8-457e-946d-60d2e4dcf2b2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:58.773428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-31d31559-aba2-4689-9649-6c40b135996c req-f857b3a5-82e6-429f-93f7-463e38e5d977 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Calling delete_port for d4351245-38de-4be1-97b1-745b7104e72c owned by compute:tempest-test_az-891246464 {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:49:58.815840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-6c63557d-cc6f-4680-aad5-69aa6415448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:58.818675 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-6c63557d-cc6f-4680-aad5-69aa6415448b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.0636194 Aug 16 12:49:58.843155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a788b67-d6c0-4aae-a6d3-8f5e93f16258 req-594905fd-ab66-458c-93a0-94771869009d tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:58.851373 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a788b67-d6c0-4aae-a6d3-8f5e93f16258 req-594905fd-ab66-458c-93a0-94771869009d tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4f849a1-2851-4230-91c8-d9ff4875fb08 HTTP/1.1" status: 200 len: 970 time: 0.2750113 Aug 16 12:49:58.873520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:49:58.877334 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-22209586-ca56-4f33-b8ea-94a33642fadd service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832043 Aug 16 12:49:58.893837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:54Z', 'revision_number': 4, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd640dcbb-89a6-4e89-94e7-eb38e7b4ccfd', 'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'mac_address': 'fa:16:3e:1b:c9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:53Z', 'updated_at': '2021-08-16T12:49:58Z', 'revision_number': 4, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'subnets': [{'id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:49:58.914729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:58.932104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:49:58.937655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:58.938397 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:58.949423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d4351245-38de-4be1-97b1-745b7104e72c no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:49:58.952601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f054e-ac20-4525-95f3-e275a7812bb6 None None] The sync data for ids ['2780c0a8-3119-433a-81c7-4d0fbb000382'] in n-d-804708-1 is: [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:54Z', 'revision_number': 4, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd640dcbb-89a6-4e89-94e7-eb38e7b4ccfd', 'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'mac_address': 'fa:16:3e:1b:c9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:53Z', 'updated_at': '2021-08-16T12:49:58Z', 'revision_number': 4, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'subnets': [{'id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:49:58.962757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a788b67-d6c0-4aae-a6d3-8f5e93f16258 req-aab5c627-c00d-4a60-8125-179ed491d64c tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105859 Aug 16 12:49:58.976622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-30f7acc0-85c3-4468-ac9b-5a6a2b8e3c68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432879 Aug 16 12:49:59.002749 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-5c5d6749-ffd2-4d9e-b2f0-86a6ca9ae898 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1459985 Aug 16 12:49:59.081555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Request body: {'port': {'device_id': 'f854e3e9-0ec8-4942-a5b7-325950b5e1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:59.122591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:59.155655 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5d10028-035e-4751-9659-4384632eca41 req-43024d65-5a40-45d1-a352-5edf141a2e8b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275844 Aug 16 12:49:59.223697 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:59.226959 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:59.253879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c476d3-3b65-4edc-a68a-c79d519fbf12,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:59.357822 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-a5a52e2e-79ca-45df-b40d-364efe28ed23 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559045 Aug 16 12:49:59.362409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ad39877f-6211-4428-ae4d-05b5e660b36d None None] Provisioning for port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:49:59.363057 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:59.371676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ad39877f-6211-4428-ae4d-05b5e660b36d None None] Provisioning complete for port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:49:59.372048 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ad39877f-6211-4428-ae4d-05b5e660b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:59.446358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] Checking segment: {'id': 'bb79ef52-c0ad-4393-bd5e-6d26015503b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:49:59.446917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] Network hostable DHCP agents. Network: c6f5eb83-8116-40d1-a51e-7307528788c5, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:49:59.453213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31d31559-aba2-4689-9649-6c40b135996c req-f857b3a5-82e6-429f-93f7-463e38e5d977 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:59.490385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device bb2aee5d-1679-433c-9e9e-d37d657e41f9 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:49:59.496465 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857b3a5-82e6-429f-93f7-463e38e5d977 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Pushing event deleted for resources: {'Port': ['ID=d4351245-38de-4be1-97b1-745b7104e72c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:49:59.523200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ad39877f-6211-4428-ae4d-05b5e660b36d None None] Port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:49:59.534040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2563bdf4-90e6-47a8-8cb0-4d44c7b32170 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424664 Aug 16 12:49:59.548135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] Network c6f5eb83-8116-40d1-a51e-7307528788c5 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:49:59.550997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30ff62-8ed9-4d09-9fa6-adee90b2659f req-9e35b6f4-fa07-47bc-8465-f6e45488d307 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:59.554969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device bb2aee5d-1679-433c-9e9e-d37d657e41f9 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:49:59.558656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca30ff62-8ed9-4d09-9fa6-adee90b2659f req-9e35b6f4-fa07-47bc-8465-f6e45488d307 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 944 time: 0.2612729 Aug 16 12:49:59.580199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d31559-aba2-4689-9649-6c40b135996c req-f857b3a5-82e6-429f-93f7-463e38e5d977 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] No DVR routers for this DVR port d4351245-38de-4be1-97b1-745b7104e72c on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:49:59.587723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31d31559-aba2-4689-9649-6c40b135996c req-f857b3a5-82e6-429f-93f7-463e38e5d977 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:59.590052 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-31d31559-aba2-4689-9649-6c40b135996c req-f857b3a5-82e6-429f-93f7-463e38e5d977 tempest-LiveMigrationNegativeTest-1259974926 tempest-LiveMigrationNegativeTest-1259974926-project] 10.222.0.42 "DELETE /v2.0/ports/d4351245-38de-4be1-97b1-745b7104e72c HTTP/1.1" status: 204 len: 173 time: 1.8865974 Aug 16 12:49:59.590695 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f849a1-2851-4230-91c8-d9ff4875fb08', 'name': 'network-vif-deleted', 'tag': 'd4351245-38de-4be1-97b1-745b7104e72c'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:49:59.602556 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98da1251-20aa-47bc-b4cd-9dc49bdce8ad" -d '{"events": [{"server_uuid": "a4f849a1-2851-4230-91c8-d9ff4875fb08", "name": "network-vif-deleted", "tag": "d4351245-38de-4be1-97b1-745b7104e72c"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:49:59.607157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, c6f5eb83-8116-40d1-a51e-7307528788c5) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:49:59.620944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d670c17-a7d3-4dfa-9872-de48127ce152 None None] Network c6f5eb83-8116-40d1-a51e-7307528788c5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:49:59.640201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:59.645478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:59.704118 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6777465c-f846-47fb-9a01-b89a5c8c2f2a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7341552 Aug 16 12:49:59.707076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55744) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:49:59.721518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-171339420-router', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:49:59.765264 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:59.766569 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:59.791825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2ae64-6780-418d-bb0a-0aeddd84178c req-83ff6842-68db-45f5-8913-2d9c67b399ac tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:49:59.799427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ee2ae64-6780-418d-bb0a-0aeddd84178c req-83ff6842-68db-45f5-8913-2d9c67b399ac tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 1101 time: 0.2361140 Aug 16 12:49:59.830949 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:49:59.848010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca30ff62-8ed9-4d09-9fa6-adee90b2659f req-fc009f2f-dafd-4537-929d-290f16052e1b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883675 Aug 16 12:50:00.034660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bb048ce9-ce73-4784-822a-e6fddb320cb3 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:00.081706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-c6f5eb83-8116-40d1-a51e-7307528788c5', 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'fixed_ips': [{'subnet_id': 'c8c476d3-3b65-4edc-a68a-c79d519fbf12'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:50:00.082938 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:00.122129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bb048ce9-ce73-4784-822a-e6fddb320cb3 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:00.122909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bb2aee5d-1679-433c-9e9e-d37d657e41f9 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:00.155602 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:00.157920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-2ba22d84-06d9-412b-976e-30d547d97345 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936582 Aug 16 12:50:00.279721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c9a58c5-981a-4ca8-a7b4-009e300df323 req-a24a30e9-4893-4009-85eb-ec2436852983 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 210 time: 0.1712074 Aug 16 12:50:00.280467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2ee2ae64-6780-418d-bb0a-0aeddd84178c req-f4a7e525-6e8d-43b6-8059-14841dc1e02e tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:00.289573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9574150c-b2a8-457e-946d-60d2e4dcf2b2 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:00.324303 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:00.375280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-20f35e5e-85ed-4e48-9b80-1d24337f0481 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:00.376825 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-20f35e5e-85ed-4e48-9b80-1d24337f0481 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1096 time: 0.1625528 Aug 16 12:50:00.388593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Transition to ACTIVE for port object 9574150c-b2a8-457e-946d-60d2e4dcf2b2 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:00.391242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-01112d9a-5a60-45ca-ab61-52171d7bfc56 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:00.393164 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-01112d9a-5a60-45ca-ab61-52171d7bfc56 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.22 "GET /v2.0/networks?id=bc343427-e70e-4165-9e6c-ad884ab1bfb0 HTTP/1.1" status: 200 len: 829 time: 0.2819409 Aug 16 12:50:00.417812 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:00.435095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Request body: {'port': {'device_id': '54290bdb-401b-4384-a3e5-72a0428c8275', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'admin_state_up': True, 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:00.555523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Allocated IP 172.20.0.2 (c6f5eb83-8116-40d1-a51e-7307528788c5/c8c476d3-3b65-4edc-a68a-c79d519fbf12/ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:00.622342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Pushing event updated for resources: {'Port': ['ID=9574150c-b2a8-457e-946d-60d2e4dcf2b2,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:00.862774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-1785af8d-ea24-4408-9914-de2445468e0b service neutron] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:00.863327 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:00.869821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-1785af8d-ea24-4408-9914-de2445468e0b service neutron] Notify callbacks [] for binding, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:00.871117 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f269d9b1-d2b4-4a60-9a13-d0b18d97b87a req-1785af8d-ea24-4408-9914-de2445468e0b service neutron] 10.222.0.22 "DELETE /v2.0/ports/bb2aee5d-1679-433c-9e9e-d37d657e41f9/bindings/n-h2-804708-1 HTTP/1.1" status: 204 len: 173 time: 0.4767814 Aug 16 12:50:00.893660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Transition to ACTIVE for port object ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:00.900111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Attempting to bind port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:00.900566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Attempting to bind port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:00.901468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Attempting to bind port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:00.912944 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:00.913312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Attempting to bind port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:00.917829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:00.936924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Transition to ACTIVE for port object ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:00.940580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6f369-d133-49a1-a63d-05af14bbf5da req-462c3b26-9552-4165-9419-a762fb8bda8f tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:00.943030 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:00.945663 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00c6f369-d133-49a1-a63d-05af14bbf5da req-462c3b26-9552-4165-9419-a762fb8bda8f tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 948 time: 0.3270035 Aug 16 12:50:00.946506 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:00.960439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:00.960604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:00.960977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:00.961422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Bound port: 9574150c-b2a8-457e-946d-60d2e4dcf2b2, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:00.961774 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.027148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-51192b42-55af-45e8-8072-d2197a7febd2 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:01.028811 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-51192b42-55af-45e8-8072-d2197a7febd2 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.3788412 Aug 16 12:50:01.043733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Network c6f5eb83-8116-40d1-a51e-7307528788c5 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:01.047386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:01.051044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:01.081116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Pushing event updated for resources: {'Port': ['ID=ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:01.124421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Attempting to bind port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:01.124793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Attempting to bind port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'bb79ef52-c0ad-4393-bd5e-6d26015503b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:01.125156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Attempting to bind port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae on network c6f5eb83-8116-40d1-a51e-7307528788c5 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:01.129280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Allocated IP 172.25.0.20 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/33d02473-5835-4141-a7f3-612e19b3700e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:01.136454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:01.136664 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Checking segment: {'id': 'bb79ef52-c0ad-4393-bd5e-6d26015503b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:01.139779 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.140738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Bound using segment: {'id': 'bb79ef52-c0ad-4393-bd5e-6d26015503b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:01.141413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Bound port: ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb79ef52-c0ad-4393-bd5e-6d26015503b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:01.141987 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.152626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:01.165550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00c6f369-d133-49a1-a63d-05af14bbf5da req-6dad87de-5c93-40a1-81f4-337f3dcb7c1b tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111022 Aug 16 12:50:01.223418 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2ee2ae64-6780-418d-bb0a-0aeddd84178c req-f4a7e525-6e8d-43b6-8059-14841dc1e02e tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.233746 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2ee2ae64-6780-418d-bb0a-0aeddd84178c req-f4a7e525-6e8d-43b6-8059-14841dc1e02e tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.248129 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e787f3b3-5db8-4854-b2b0-fdf32a0815bd x-openstack-request-id: req-e787f3b3-5db8-4854-b2b0-fdf32a0815bd {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:01.250009 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f849a1-2851-4230-91c8-d9ff4875fb08", "name": "network-vif-deleted", "tag": "d4351245-38de-4be1-97b1-745b7104e72c", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:01.250295 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e787f3b3-5db8-4854-b2b0-fdf32a0815bd {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:01.250698 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f849a1-2851-4230-91c8-d9ff4875fb08', 'name': 'network-vif-deleted', 'tag': 'd4351245-38de-4be1-97b1-745b7104e72c', 'status': 'completed', 'code': 200} Aug 16 12:50:01.263913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7e525-6e8d-43b6-8059-14841dc1e02e tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4327f0-a155-4a14-beac-5e053433a07a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:01.281439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] For port 9574150c-b2a8-457e-946d-60d2e4dcf2b2, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:01.306980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Made reservation on behalf of b6ddbc1db9fe439c84e808a17cfa048c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:50:01.314757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.320710 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] For port 9574150c-b2a8-457e-946d-60d2e4dcf2b2, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9574150c-b2a8-457e-946d-60d2e4dcf2b2,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:01.352780 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ee2ae64-6780-418d-bb0a-0aeddd84178c req-f4a7e525-6e8d-43b6-8059-14841dc1e02e tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5511050 Aug 16 12:50:01.409575 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.415778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.464122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:01.464764 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.468455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] 10.222.0.42 "PUT /v2.0/ports/9574150c-b2a8-457e-946d-60d2e4dcf2b2 HTTP/1.1" status: 200 len: 1096 time: 2.4169803 Aug 16 12:50:01.476055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f854e3e9-0ec8-4942-a5b7-325950b5e1b7', 'tag': '9574150c-b2a8-457e-946d-60d2e4dcf2b2'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:01.481945 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6254c3-7027-4a2e-b8ed-a0f02386206c" -d '{"events": [{"name": "network-changed", "server_uuid": "f854e3e9-0ec8-4942-a5b7-325950b5e1b7", "tag": "9574150c-b2a8-457e-946d-60d2e4dcf2b2"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:01.500059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] For port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:01.536087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] For port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae,segment=NetworkSegment(bb79ef52-c0ad-4393-bd5e-6d26015503b0),segment_id=bb79ef52-c0ad-4393-bd5e-6d26015503b0)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:01.543100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:01.562235 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.569564 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Allocated IP 172.20.0.10 (bc343427-e70e-4165-9e6c-ad884ab1bfb0/5f425535-2dd2-4972-9d8b-3ffec68873ae/e96e7d1e-e1bd-436e-bc3a-c97a175721d3) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:01.578868 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:01.579669 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.591387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab754a8-8c1c-4cc4-a9c0-682fb8c5d96e service neutron] Pushing event updated for resources: {'Port': ['ID=9574150c-b2a8-457e-946d-60d2e4dcf2b2,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:01.660170 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.753198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:01.753810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55770) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:01.756716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-dfd2edb6-f1c9-411a-88b3-044e31a5fd1d service neutron] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h1-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:01.764291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-dfd2edb6-f1c9-411a-88b3-044e31a5fd1d service neutron] Notify callbacks [] for binding, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.767803 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb0cb71-17d3-453b-b5d7-a7465fa06415 req-dfd2edb6-f1c9-411a-88b3-044e31a5fd1d service neutron] 10.222.0.42 "DELETE /v2.0/ports/bb048ce9-ce73-4784-822a-e6fddb320cb3/bindings/n-h1-804708-1 HTTP/1.1" status: 204 len: 173 time: 0.7085903 Aug 16 12:50:01.792088 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d616a2a9-bda6-4c2b-86a3-b1e44bdc065c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:01.829584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:01.843342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fcc44-c86f-4cb8-af35-4cce7080f34d None None] Pushing event updated for resources: {'Port': ['ID=ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:01.889197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-738d034d-144f-467b-be17-24bcc2dbb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:01.890917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-738d034d-144f-467b-be17-24bcc2dbb101 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32263331e21e4fc99054e798bf045c57&device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 1099 time: 0.3016825 Aug 16 12:50:01.905769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462cf7b-80ad-4e48-a13e-c3b6c718f05c req-2a8587c7-0391-46e9-9fbe-cf0b0f847771 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:01.907366 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4462cf7b-80ad-4e48-a13e-c3b6c718f05c req-2a8587c7-0391-46e9-9fbe-cf0b0f847771 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 945 time: 0.4619842 Aug 16 12:50:01.921828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:01.941461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8177157-0249-4cd7-bf5f-66ba1fc40914 req-99c28796-74c2-42d0-b0bc-af2ce8ad87da tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:01.944080 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8177157-0249-4cd7-bf5f-66ba1fc40914 req-99c28796-74c2-42d0-b0bc-af2ce8ad87da tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 944 time: 0.4223735 Aug 16 12:50:02.022427 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:02.108470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:02.127974 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:02.347024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Pushing event updated for resources: {'Port': ['ID=33d02473-5835-4141-a7f3-612e19b3700e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:02.440988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:02.517837 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-6e48f46c-eb97-40ee-9075-00f931400737 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9574150c-b2a8-457e-946d-60d2e4dcf2b2 HTTP/1.1" status: 200 len: 217 time: 0.6082385 Aug 16 12:50:02.546243 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1c5ed682-a036-495a-a62a-3968071edd9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd6467a36650436a8e950b71a68dd9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7763751 Aug 16 12:50:02.552044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55776) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:02.553952 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:02.568694 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:02.588079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-66d8c03a-1375-4498-a595-bd9bfc1faee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:02.599575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-66d8c03a-1375-4498-a595-bd9bfc1faee6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0604334 Aug 16 12:50:02.623569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4462cf7b-80ad-4e48-a13e-c3b6c718f05c req-e1a2959d-10f9-441a-997d-2c60a48445b6 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757298 Aug 16 12:50:02.663337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Transition to ACTIVE for port object e96e7d1e-e1bd-436e-bc3a-c97a175721d3 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:02.736010 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce5ff898-3c7a-4e65-9721-2c2757652007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:02.749122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:02.757259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8177157-0249-4cd7-bf5f-66ba1fc40914 req-3af052f8-5c1a-4068-ba4c-0f9a809c9824 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7896838 Aug 16 12:50:02.825483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cceeed-3586-43a6-9603-f5dbb9f31d8d req-2e4db3d6-b2d2-4cf8-9293-d7c12bd31ae8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:02.828358 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2cceeed-3586-43a6-9603-f5dbb9f31d8d req-2e4db3d6-b2d2-4cf8-9293-d7c12bd31ae8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 932 time: 0.0690169 Aug 16 12:50:02.832362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-a6c833e1-1a43-41c7-80e3-d2885c39a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:02.834662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-a6c833e1-1a43-41c7-80e3-d2885c39a677 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2330027 Aug 16 12:50:02.906918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Pushing event updated for resources: {'Port': ['ID=e96e7d1e-e1bd-436e-bc3a-c97a175721d3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:02.924982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Network bc343427-e70e-4165-9e6c-ad884ab1bfb0 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:02.926339 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2cceeed-3586-43a6-9603-f5dbb9f31d8d req-e748e4f9-9a6a-44b5-b974-dad86d409364 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900912 Aug 16 12:50:03.049770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-802bd662-69f9-4d87-a42d-dd9b0efa280e service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964507 Aug 16 12:50:03.130540 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ca6f46-8359-4b81-afaf-40c0ca7e9214 x-openstack-request-id: req-76ca6f46-8359-4b81-afaf-40c0ca7e9214 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:03.130540 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f854e3e9-0ec8-4942-a5b7-325950b5e1b7", "tag": "9574150c-b2a8-457e-946d-60d2e4dcf2b2", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:03.130949 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76ca6f46-8359-4b81-afaf-40c0ca7e9214 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:03.133212 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f854e3e9-0ec8-4942-a5b7-325950b5e1b7', 'tag': '9574150c-b2a8-457e-946d-60d2e4dcf2b2', 'status': 'completed', 'code': 200} Aug 16 12:50:03.210630 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:03.298554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:03.304386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:03.330840 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf83c0c4-97b1-4fc6-98d4-b33232a3221f req-9ee46917-54c9-4f3a-8ab5-3b1ebfca98af service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694654 Aug 16 12:50:03.357204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c53a2-3bec-4cb2-b959-e56f6452ad79 req-23bf178a-3f3b-4cbe-b056-4ff144c17f25 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:03.365176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e88c53a2-3bec-4cb2-b959-e56f6452ad79 req-23bf178a-3f3b-4cbe-b056-4ff144c17f25 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 948 time: 0.1389060 Aug 16 12:50:03.383653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:03.384515 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:03.477810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1bad4a-7004-4db4-b644-750fbe32082a None None] Network c6f5eb83-8116-40d1-a51e-7307528788c5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:50:03.486435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e88c53a2-3bec-4cb2-b959-e56f6452ad79 req-04405072-98ce-402d-a800-fdda610c2a77 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066909 Aug 16 12:50:03.510285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6254c3-7027-4a2e-b8ed-a0f02386206c req-fe8c01ef-86e9-4fb7-99d3-2b8b8095822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:03.511907 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f6254c3-7027-4a2e-b8ed-a0f02386206c req-fe8c01ef-86e9-4fb7-99d3-2b8b8095822a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32263331e21e4fc99054e798bf045c57&device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 1099 time: 0.1123712 Aug 16 12:50:03.629992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:03.633131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:03.658863 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6254c3-7027-4a2e-b8ed-a0f02386206c req-98b68c60-1ed1-4eaa-8452-f54d07538152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:03.661860 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f6254c3-7027-4a2e-b8ed-a0f02386206c req-98b68c60-1ed1-4eaa-8452-f54d07538152 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1410618 Aug 16 12:50:03.663746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f90ae4e3-a94d-4a38-9fd5-634d0964dea3 None None] Provisioning for port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:03.681886 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce5ff898-3c7a-4e65-9721-2c2757652007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:03.714886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f90ae4e3-a94d-4a38-9fd5-634d0964dea3 None None] Provisioning complete for port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:03.715308 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f90ae4e3-a94d-4a38-9fd5-634d0964dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:03.757101 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f6254c3-7027-4a2e-b8ed-a0f02386206c req-0798f1c2-09a2-4ba8-bbfd-144a7e39fd0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9574150c-b2a8-457e-946d-60d2e4dcf2b2 HTTP/1.1" status: 200 len: 217 time: 0.0872474 Aug 16 12:50:03.785837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:03.787551 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:03.836523 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:03.856530 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-b13ec9b1-a2da-45f0-950f-e71b351682a9 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4270649 Aug 16 12:50:03.876181 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f90ae4e3-a94d-4a38-9fd5-634d0964dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:03.878670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6254c3-7027-4a2e-b8ed-a0f02386206c req-b5659729-364f-4fc3-91d7-50a49c2217f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:03.881975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f6254c3-7027-4a2e-b8ed-a0f02386206c req-b5659729-364f-4fc3-91d7-50a49c2217f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1157696 Aug 16 12:50:03.891640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f1682-6894-4821-8be5-6067b854aa7a req-f2d7d37e-d122-403a-a14e-86d0a2ebfedc tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:03.903329 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e83f1682-6894-4821-8be5-6067b854aa7a req-f2d7d37e-d122-403a-a14e-86d0a2ebfedc tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 1096 time: 0.1488492 Aug 16 12:50:03.924242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Request body: {'port': {'device_id': '54290bdb-401b-4384-a3e5-72a0428c8275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:03.956825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f90ae4e3-a94d-4a38-9fd5-634d0964dea3 None None] For port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae,segment=NetworkSegment(bb79ef52-c0ad-4393-bd5e-6d26015503b0),segment_id=bb79ef52-c0ad-4393-bd5e-6d26015503b0)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:03.977610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f90ae4e3-a94d-4a38-9fd5-634d0964dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.003491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce5ff898-3c7a-4e65-9721-2c2757652007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.007387 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce5ff898-3c7a-4e65-9721-2c2757652007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.011396 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ce5ff898-3c7a-4e65-9721-2c2757652007 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf5c5f2d-83cd-47fa-9e33-ad2f42f08792 HTTP/1.1" status: 204 len: 168 time: 1.4582369 Aug 16 12:50:04.057373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ff898-3c7a-4e65-9721-2c2757652007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5c5f2d-83cd-47fa-9e33-ad2f42f08792,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:04.092909 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.105916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6254c3-7027-4a2e-b8ed-a0f02386206c req-0e0f7d7e-5299-4934-af3f-9efca1a35396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:04.108120 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f6254c3-7027-4a2e-b8ed-a0f02386206c req-0e0f7d7e-5299-4934-af3f-9efca1a35396 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1988485 Aug 16 12:50:04.112781 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e83f1682-6894-4821-8be5-6067b854aa7a req-ad84f909-9939-4f17-a25a-1213c3e43a2a tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068038 Aug 16 12:50:04.206723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-c16a7fee-5294-4797-8e90-a403345030e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2632043 Aug 16 12:50:04.212290 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-11b16156-0fdf-41b9-be43-31ec4bf55301 None None] Provisioning for port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:04.226927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ae4e3-a94d-4a38-9fd5-634d0964dea3 None None] Pushing event updated for resources: {'Port': ['ID=ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:04.232292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-11b16156-0fdf-41b9-be43-31ec4bf55301 None None] Provisioning complete for port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:04.232675 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-11b16156-0fdf-41b9-be43-31ec4bf55301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.252667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9cd04-8c5c-4e82-a011-174835c41eb6 req-7686a69e-6984-4c8e-becc-e466775b1fbe tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:04.252667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4fd9cd04-8c5c-4e82-a011-174835c41eb6 req-7686a69e-6984-4c8e-becc-e466775b1fbe tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 1095 time: 0.2558830 Aug 16 12:50:04.371875 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b817de1b-ebf4-4f06-b013-edac263253d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.377528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-11b16156-0fdf-41b9-be43-31ec4bf55301 None None] Port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:50:04.439372 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4fd9cd04-8c5c-4e82-a011-174835c41eb6 req-42db0bf5-e062-4126-b09d-5a2ca33ffd92 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746867 Aug 16 12:50:04.458204 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f6254c3-7027-4a2e-b8ed-a0f02386206c req-c19bc63d-ba59-438e-90a8-8e0a93405719 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381841 Aug 16 12:50:04.470370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842bc49-9c61-497f-bb32-0211d796ebd4 req-d2e0cdbb-6c92-4008-afeb-23e6f8d659a3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:04.485335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d842bc49-9c61-497f-bb32-0211d796ebd4 req-d2e0cdbb-6c92-4008-afeb-23e6f8d659a3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.2131643 Aug 16 12:50:04.513058 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.534435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96e7d1e-e1bd-436e-bc3a-c97a175721d3 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:04.544061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.559561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Transition to ACTIVE for port object e96e7d1e-e1bd-436e-bc3a-c97a175721d3 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:04.572969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.627871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e96e7d1e-e1bd-436e-bc3a-c97a175721d3,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:04.640621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Router 1b169c6d-22bb-42ab-b602-2554ca8632f6 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:50:04.693226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d842bc49-9c61-497f-bb32-0211d796ebd4 req-f2a58233-a056-49d9-be90-8f51825310be tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934862 Aug 16 12:50:04.706539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-09307c29-03c3-44cb-af55-40567f3c435b None None] Provisioning complete for port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:04.706917 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-09307c29-03c3-44cb-af55-40567f3c435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.712358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55826) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:04.870515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbd582-7541-4adb-8073-422b407933e9 req-25b2313c-eb9b-46e4-84cf-66af8e4a0b51 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:04.877983 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4dbd582-7541-4adb-8073-422b407933e9 req-25b2313c-eb9b-46e4-84cf-66af8e4a0b51 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 944 time: 0.2506261 Aug 16 12:50:04.905057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Attempting to bind port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:04.905423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Attempting to bind port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:04.906214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Attempting to bind port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 on network bc343427-e70e-4165-9e6c-ad884ab1bfb0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:04.909228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:50:04.919726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 on network bc343427-e70e-4165-9e6c-ad884ab1bfb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:04.920054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Attempting to bind port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 on network bc343427-e70e-4165-9e6c-ad884ab1bfb0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:04.926197 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Sync routers for ids ['1b169c6d-22bb-42ab-b602-2554ca8632f6'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:50:04.926856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f6254c3-7027-4a2e-b8ed-a0f02386206c req-00a5ab47-324c-42e1-99a2-1a898be23f3e service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022508 Aug 16 12:50:04.929647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:04.930049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Checking segment: {'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:04.930484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Bound using segment: {'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:04.931047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Bound port: e96e7d1e-e1bd-436e-bc3a-c97a175721d3, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebc5d30-135c-4749-9eee-8ba9966c027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:04.931355 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.935881 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:04.937190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-87decdfc-a624-4ff0-ba3f-fcbfe04be2dd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2291117 Aug 16 12:50:04.944308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55836) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:04.950612 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Routers {'1b169c6d-22bb-42ab-b602-2554ca8632f6'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:04.955003 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1b169c6d-22bb-42ab-b602-2554ca8632f6'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:04.964423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-99c8ad7d-a831-48ee-a2c7-3582c07d1f86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13a2237216054e73a0366610e4fd0618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476752 Aug 16 12:50:04.977321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55838) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:05.054955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4dbd582-7541-4adb-8073-422b407933e9 req-21319b68-ec42-422c-b369-89b58170c155 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759014 Aug 16 12:50:05.096594 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:05.157031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-b8179a22-c360-4900-a07c-11b7a948ff71 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:05.165699 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-b8179a22-c360-4900-a07c-11b7a948ff71 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 808 time: 0.2307200 Aug 16 12:50:05.177726 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Set router 1b169c6d-22bb-42ab-b602-2554ca8632f6 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:05.181119 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a8e14e6-1260-43e6-a7ff-5c02a04c074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:05.189835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-d89c0653-b615-4bd3-a4e3-049a3fddaa18 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/quotas/9cd65f42c34443729102b1f64cb34d2e HTTP/1.1" status: 200 len: 375 time: 0.0228755 Aug 16 12:50:05.214998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:05.215588 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:05.279157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] For port e96e7d1e-e1bd-436e-bc3a-c97a175721d3, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:05.283298 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a8e14e6-1260-43e6-a7ff-5c02a04c074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:05.283785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] For port e96e7d1e-e1bd-436e-bc3a-c97a175721d3, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e96e7d1e-e1bd-436e-bc3a-c97a175721d3,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:05.290141 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:05.315849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61349136-155e-4b97-bda2-c9718c7d15aa req-70ed96b5-0c00-4f69-a63d-c819d2ece010 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:05.317864 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61349136-155e-4b97-bda2-c9718c7d15aa req-70ed96b5-0c00-4f69-a63d-c819d2ece010 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 948 time: 0.1173489 Aug 16 12:50:05.339909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-18fedff2-0f07-4591-8c6a-39dc2ec1f24e tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1485844 Aug 16 12:50:05.373161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:05.373779 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:05.375343 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] 10.222.0.22 "PUT /v2.0/ports/e96e7d1e-e1bd-436e-bc3a-c97a175721d3 HTTP/1.1" status: 200 len: 1092 time: 1.4576988 Aug 16 12:50:05.380161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54290bdb-401b-4384-a3e5-72a0428c8275', 'tag': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:05.382769 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "54290bdb-401b-4384-a3e5-72a0428c8275", "tag": "e96e7d1e-e1bd-436e-bc3a-c97a175721d3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:05.434835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:05.481848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61349136-155e-4b97-bda2-c9718c7d15aa req-1f7bc080-d04b-4e25-8ccd-25ae527e6d29 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537101 Aug 16 12:50:05.509071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a8e14e6-1260-43e6-a7ff-5c02a04c074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:05.511623 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a8e14e6-1260-43e6-a7ff-5c02a04c074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:05.512779 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2a8e14e6-1260-43e6-a7ff-5c02a04c074c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0425ac38-1ebf-4d0b-9aab-9cec3c89afb5 HTTP/1.1" status: 204 len: 168 time: 0.5332766 Aug 16 12:50:05.545402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e14e6-1260-43e6-a7ff-5c02a04c074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0425ac38-1ebf-4d0b-9aab-9cec3c89afb5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:05.549756 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'name': 'tempest-FloatingIPsTestJSON-171339420-router', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '33d02473-5835-4141-a7f3-612e19b3700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:59Z', 'updated_at': '2021-08-16T12:50:02Z', 'revision_number': 3, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'gw_port': {'id': '33d02473-5835-4141-a7f3-612e19b3700e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:00Z', 'updated_at': '2021-08-16T12:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:05.611067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01235bc-92d8-4867-a173-bfdf5949f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e96e7d1e-e1bd-436e-bc3a-c97a175721d3,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:05.655726 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Checking router: 1b169c6d-22bb-42ab-b602-2554ca8632f6 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:50:05.656317 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Updating router 1b169c6d-22bb-42ab-b602-2554ca8632f6 port 33d02473-5835-4141-a7f3-612e19b3700e binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:50:05.703885 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-4ed1e594-feea-443a-b956-052001864eb5 service neutron] 10.222.0.25 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632402 Aug 16 12:50:05.725124 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:05.884469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-2e1fbf25-c148-45dc-b5a1-0a6821f96773 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:05.888215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-0478ae71-5f9a-4fe2-9642-1af82abb5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:05.889719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-0478ae71-5f9a-4fe2-9642-1af82abb5985 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6ddbc1db9fe439c84e808a17cfa048c&device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 1095 time: 0.3146904 Aug 16 12:50:05.893313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-2e1fbf25-c148-45dc-b5a1-0a6821f96773 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 821 time: 0.2956061 Aug 16 12:50:05.924692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-341a4327-00b5-403d-9ac3-fe8f9601826e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/quotas/8b6d57c130764a11bfbcf61f14dbd350 HTTP/1.1" status: 200 len: 375 time: 0.0300224 Aug 16 12:50:05.962280 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-2266bc6a-ebf0-467c-963d-2060adb25d50 service neutron] 10.222.0.25 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567384 Aug 16 12:50:05.975949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-ed1e4cc1-fe56-4c2d-8f37-80072b268cf0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e96e7d1e-e1bd-436e-bc3a-c97a175721d3 HTTP/1.1" status: 200 len: 217 time: 0.0529664 Aug 16 12:50:05.996396 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:06.040653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-6fa074dc-a6c3-4850-90fc-7f639a0f6465 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149318 Aug 16 12:50:06.119310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-eabe015d-70f5-425d-a052-eec29d95e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:06.120798 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-eabe015d-70f5-425d-a052-eec29d95e028 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f425535-2dd2-4972-9d8b-3ffec68873ae HTTP/1.1" status: 200 len: 868 time: 0.1375237 Aug 16 12:50:06.242576 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-2d66a81f-69ba-4732-9ee6-4fc3340c30f0 service neutron] 10.222.0.25 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004578 Aug 16 12:50:06.254216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-f61cff7a-3084-4da4-a9a3-82a3324dc229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:06.256602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-f61cff7a-3084-4da4-a9a3-82a3324dc229 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc343427-e70e-4165-9e6c-ad884ab1bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038418 Aug 16 12:50:06.299917 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a507d3-8e4b-4b5c-8987-02bf2aa24ebb x-openstack-request-id: req-b1a507d3-8e4b-4b5c-8987-02bf2aa24ebb {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:06.308610 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54290bdb-401b-4384-a3e5-72a0428c8275", "tag": "e96e7d1e-e1bd-436e-bc3a-c97a175721d3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:06.309019 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1a507d3-8e4b-4b5c-8987-02bf2aa24ebb {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:06.309455 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54290bdb-401b-4384-a3e5-72a0428c8275', 'tag': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'status': 'completed', 'code': 200} Aug 16 12:50:06.323452 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:06.343433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Allocated IP 172.20.0.1 (c6f5eb83-8116-40d1-a51e-7307528788c5/c8c476d3-3b65-4edc-a68a-c79d519fbf12/e15fabcb-b51c-4eb2-89b9-33174d6fd127) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:06.348031 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Transition to ACTIVE for port object 33d02473-5835-4141-a7f3-612e19b3700e will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:06.363178 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:06.417029 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fb945-40c9-49c1-8bbf-7cc3eea40248 None None] Pushing event updated for resources: {'Port': ['ID=33d02473-5835-4141-a7f3-612e19b3700e,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:06.464722 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Attempting to bind port 33d02473-5835-4141-a7f3-612e19b3700e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:06.465116 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Attempting to bind port 33d02473-5835-4141-a7f3-612e19b3700e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:06.465482 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Attempting to bind port 33d02473-5835-4141-a7f3-612e19b3700e on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:06.480081 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:06.480461 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:06.480871 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:06.481267 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:06.496083 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Bound port: 33d02473-5835-4141-a7f3-612e19b3700e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:06.496528 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:06.515184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-b19974de-ea59-4dcb-9cd5-6c32edbcbe86 service neutron] 10.222.0.25 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427576 Aug 16 12:50:06.528296 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-91eb7ee5-b107-4392-834e-eb1418560669 service neutron] 10.222.0.22 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629418 Aug 16 12:50:06.610583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4700a0-fe2f-4931-8555-b57fd640ecf9 req-01080f9f-4323-4d3c-9f9b-926076af4ab3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:06.627912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f4700a0-fe2f-4931-8555-b57fd640ecf9 req-01080f9f-4323-4d3c-9f9b-926076af4ab3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.1966221 Aug 16 12:50:06.633094 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] For port 33d02473-5835-4141-a7f3-612e19b3700e, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:06.636487 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] For port 33d02473-5835-4141-a7f3-612e19b3700e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=33d02473-5835-4141-a7f3-612e19b3700e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:06.642302 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:06.719164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f4700a0-fe2f-4931-8555-b57fd640ecf9 req-83abbef3-1b6c-4eb7-87c4-a88fbe05e993 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902817 Aug 16 12:50:06.778336 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fb945-40c9-49c1-8bbf-7cc3eea40248 None None] Pushing event updated for resources: {'Port': ['ID=33d02473-5835-4141-a7f3-612e19b3700e,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:06.799128 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:06.807221 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Routers {'1b169c6d-22bb-42ab-b602-2554ca8632f6'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:06.807859 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1b169c6d-22bb-42ab-b602-2554ca8632f6'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:06.876327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Transition to ACTIVE for port object e15fabcb-b51c-4eb2-89b9-33174d6fd127 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:06.894142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-bcde75fd-40d0-4914-bfeb-0e71ee47d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:06.896346 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-bcde75fd-40d0-4914-bfeb-0e71ee47d6f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 1101 time: 0.3263566 Aug 16 12:50:06.913744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd20ee-2255-4112-b8e9-56f44814a0f2 req-5cabeed5-ab57-40ac-b7b2-0eefb5e8ab5b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:06.915325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebcd20ee-2255-4112-b8e9-56f44814a0f2 req-5cabeed5-ab57-40ac-b7b2-0eefb5e8ab5b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 944 time: 0.1323428 Aug 16 12:50:06.943113 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba94d0e6-6ee0-4259-abac-1705c44eb9d0 req-45c4cbbe-b85b-4f1d-afaf-e043376a105d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 210 time: 0.0773003 Aug 16 12:50:06.976004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9574150c-b2a8-457e-946d-60d2e4dcf2b2 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:07.026114 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7276f98-810b-4f82-a8b9-21f079268d84 req-3d2da52b-7e2f-4230-a654-f5b13a3a8df3 service neutron] 10.222.0.22 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873438 Aug 16 12:50:07.060601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebcd20ee-2255-4112-b8e9-56f44814a0f2 req-4af21b47-69f3-4729-9b8c-c3f521ded1c2 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254425 Aug 16 12:50:07.088994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-a51d797d-de0f-48bc-a5d7-0b627f6908a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:07.090934 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-a51d797d-de0f-48bc-a5d7-0b627f6908a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1841331 Aug 16 12:50:07.093921 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:07.112679 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] Set router 1b169c6d-22bb-42ab-b602-2554ca8632f6 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:07.184625 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-9f161da3-f52f-451a-afa4-6b553a2b7aa5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=244f0070-7871-4125-bc73-6c2a75563a87 HTTP/1.1" status: 200 len: 217 time: 0.0403683 Aug 16 12:50:07.201131 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f5a4482-a3df-4764-8f33-8566cba2a205 req-6289783b-f7f6-4738-8ecd-c0546f89e14c tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 210 time: 0.0585876 Aug 16 12:50:07.212454 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:07.270484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9574150c-b2a8-457e-946d-60d2e4dcf2b2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9574150c-b2a8-457e-946d-60d2e4dcf2b2,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:07.293978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '9574150c-b2a8-457e-946d-60d2e4dcf2b2', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '9574150c-b2a8-457e-946d-60d2e4dcf2b2', 'mac_address': 'fa:16:3e:a4:6b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:50:07.305176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de235cf8-a5e0-46e5-8fee-16b60cd25bed req-e67e66e9-d4eb-4496-a773-15410237655f tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:07.310693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Network c6f5eb83-8116-40d1-a51e-7307528788c5 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:07.311446 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de235cf8-a5e0-46e5-8fee-16b60cd25bed req-e67e66e9-d4eb-4496-a773-15410237655f tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 948 time: 0.1219378 Aug 16 12:50:07.312969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-3a576bbd-b658-426d-98c2-2adc1e5574bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:07.314895 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-3a576bbd-b658-426d-98c2-2adc1e5574bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0790589 Aug 16 12:50:07.327485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:07.333632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:07.400975 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:07.415003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de235cf8-a5e0-46e5-8fee-16b60cd25bed req-b80cb189-2da1-4ecc-8ff2-20c2881e286a tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962431 Aug 16 12:50:07.420207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9574150c-b2a8-457e-946d-60d2e4dcf2b2 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:07.450040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9574150c-b2a8-457e-946d-60d2e4dcf2b2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9574150c-b2a8-457e-946d-60d2e4dcf2b2,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:07.457500 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:07.470940 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'name': 'tempest-FloatingIPsTestJSON-171339420-router', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '33d02473-5835-4141-a7f3-612e19b3700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:59Z', 'updated_at': '2021-08-16T12:50:02Z', 'revision_number': 3, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'gw_port': {'id': '33d02473-5835-4141-a7f3-612e19b3700e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:00Z', 'updated_at': '2021-08-16T12:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:07.541450 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fb4d4-39a9-4550-ba14-150d4c365a9a None None] The sync data for ids ['1b169c6d-22bb-42ab-b602-2554ca8632f6'] in n-d-804708-1 is: [{'id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'name': 'tempest-FloatingIPsTestJSON-171339420-router', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '33d02473-5835-4141-a7f3-612e19b3700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:59Z', 'updated_at': '2021-08-16T12:50:02Z', 'revision_number': 3, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'gw_port': {'id': '33d02473-5835-4141-a7f3-612e19b3700e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:00Z', 'updated_at': '2021-08-16T12:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:50:07.565770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9574150c-b2a8-457e-946d-60d2e4dcf2b2,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:07.680235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ac8d29f6-f084-411c-aef2-3cb39dac8d00 None None] Provisioning for port e15fabcb-b51c-4eb2-89b9-33174d6fd127 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:07.690569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['9574150c-b2a8-457e-946d-60d2e4dcf2b2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:07.733870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ac8d29f6-f084-411c-aef2-3cb39dac8d00 None None] Provisioning complete for port e15fabcb-b51c-4eb2-89b9-33174d6fd127 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:07.734403 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac8d29f6-f084-411c-aef2-3cb39dac8d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:07.769833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Pushing event updated for resources: {'Port': ['ID=e15fabcb-b51c-4eb2-89b9-33174d6fd127,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:07.820705 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:07.826785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e req-cd0cec5e-6729-4221-a5be-6ce277bd5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:07.828584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e req-cd0cec5e-6729-4221-a5be-6ce277bd5058 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6ddbc1db9fe439c84e808a17cfa048c&device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 1095 time: 0.6428170 Aug 16 12:50:07.852731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d29f6-f084-411c-aef2-3cb39dac8d00 None None] Port e15fabcb-b51c-4eb2-89b9-33174d6fd127 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:50:08.058477 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-cb476cdd-c766-455e-b8a7-61838caa8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:08.060300 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-cb476cdd-c766-455e-b8a7-61838caa8404 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7302208 Aug 16 12:50:08.213317 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c9a2866-753d-4858-83c3-1965fabc66cf req-52795d77-4a2b-4f80-8743-29048f7f7cbe tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 210 time: 0.0600269 Aug 16 12:50:08.231451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-5f50b479-54fc-4fcd-b700-2be5b59cfef8 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:08.232945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-5f50b479-54fc-4fcd-b700-2be5b59cfef8 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 808 time: 0.4931870 Aug 16 12:50:08.252205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Request body: {'port': {'device_id': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0', 'admin_state_up': True, 'tenant_id': '9cd65f42c34443729102b1f64cb34d2e'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:08.293016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf6a7e-6fdd-4064-beb3-0f8c64f94528 req-7a8c0b7b-241d-4501-b2d6-f1a3ce07167e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:08.300934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ecf6a7e-6fdd-4064-beb3-0f8c64f94528 req-7a8c0b7b-241d-4501-b2d6-f1a3ce07167e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.2605031 Aug 16 12:50:08.344214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e req-37763d65-d5df-43f3-a4bd-53a1aa5d03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:08.346000 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e req-37763d65-d5df-43f3-a4bd-53a1aa5d03c7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc343427-e70e-4165-9e6c-ad884ab1bfb0 HTTP/1.1" status: 200 len: 929 time: 0.4509583 Aug 16 12:50:08.454813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e req-b0c6efed-9595-490a-8884-501412510eb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e96e7d1e-e1bd-436e-bc3a-c97a175721d3 HTTP/1.1" status: 200 len: 217 time: 0.0975199 Aug 16 12:50:08.459431 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-3b55358c-2229-4a1e-b0bf-16a5f72d4ff9 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488030 Aug 16 12:50:08.463527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:08.487687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ecf6a7e-6fdd-4064-beb3-0f8c64f94528 req-416cf8cb-717e-40e8-a480-ad50c8d1f623 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724939 Aug 16 12:50:08.677221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e req-7cd68204-3ce2-472b-b743-b1b4ba3400ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:08.679001 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e req-7cd68204-3ce2-472b-b743-b1b4ba3400ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f425535-2dd2-4972-9d8b-3ffec68873ae HTTP/1.1" status: 200 len: 868 time: 0.2055612 Aug 16 12:50:08.758517 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-68a68b84-a560-4b12-8733-260b953de348 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834222 Aug 16 12:50:08.780056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222e0d8-d5de-4732-a133-8cc6ddb1d197 req-d75c2dcc-b773-427a-9015-68adb293ec19 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:08.788219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a222e0d8-d5de-4732-a133-8cc6ddb1d197 req-d75c2dcc-b773-427a-9015-68adb293ec19 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 944 time: 0.4453404 Aug 16 12:50:08.814617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e req-014f2d6a-461c-4fa3-909b-4943a7804d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:08.816092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-462b53ba-3e2b-41b5-9a71-6b447eca7284 req-884293d3-0ecf-4e37-abf8-541dcccccbdb tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 210 time: 0.0681951 Aug 16 12:50:08.816356 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e req-014f2d6a-461c-4fa3-909b-4943a7804d0f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc343427-e70e-4165-9e6c-ad884ab1bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278658 Aug 16 12:50:08.902484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-ab0a8e16-8eb2-495e-b5b2-b7efcac398e3 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:08.904009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-ab0a8e16-8eb2-495e-b5b2-b7efcac398e3 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.42 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 821 time: 0.4869695 Aug 16 12:50:08.910593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a222e0d8-d5de-4732-a133-8cc6ddb1d197 req-c34d6aea-dd4a-4f96-8f8f-7c9f8da0b6bc tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215293 Aug 16 12:50:08.917141 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:08.923920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Made reservation on behalf of 9cd65f42c34443729102b1f64cb34d2e for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:50:08.928411 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:08.941535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:08.964762 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Request body: {'port': {'device_id': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8', 'admin_state_up': True, 'tenant_id': '8b6d57c130764a11bfbcf61f14dbd350'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:09.007973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9574150c-b2a8-457e-946d-60d2e4dcf2b2 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:09.129946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Pushing event updated for resources: {'Port': ['ID=e15fabcb-b51c-4eb2-89b9-33174d6fd127,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:09.152818 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:09.158135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d67c56-69f1-425f-ac0b-6394d350710b req-f3b4d8e4-180c-4202-9b51-ffb6ee6476ad tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:09.160119 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17d67c56-69f1-425f-ac0b-6394d350710b req-f3b4d8e4-180c-4202-9b51-ffb6ee6476ad tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 949 time: 0.2539601 Aug 16 12:50:09.160263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 33d02473-5835-4141-a7f3-612e19b3700e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:09.197844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:09.210308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:09.210817 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:09.239673 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e req-e2189034-c132-42bd-aa01-60361144023a service neutron] 10.222.0.22 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675733 Aug 16 12:50:09.312100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 33d02473-5835-4141-a7f3-612e19b3700e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:09.313197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17d67c56-69f1-425f-ac0b-6394d350710b req-28bcb580-ce7e-4a84-bfca-08c2f1c5e726 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383164 Aug 16 12:50:09.320062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 33d02473-5835-4141-a7f3-612e19b3700e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:09.321231 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:09.331727 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Allocated IP 172.20.0.7 (76f9c591-4b94-4981-a8da-d9580c00efd0/12885796-d7f8-4981-89ab-5be63ffe3da1/8609c379-9e93-4942-9d18-99fd89003c4d) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:09.334034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Made reservation on behalf of 8b6d57c130764a11bfbcf61f14dbd350 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:50:09.337703 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:09.393475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Network c6f5eb83-8116-40d1-a51e-7307528788c5 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:09.397261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:09.461823 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:09.498129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f854e3e9-0ec8-4942-a5b7-325950b5e1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9574150c-b2a8-457e-946d-60d2e4dcf2b2'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:09.500412 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1289577-1973-4899-99b7-bc78f68b21c4" -d '{"events": [{"server_uuid": "f854e3e9-0ec8-4942-a5b7-325950b5e1b7", "name": "network-vif-plugged", "status": "completed", "tag": "9574150c-b2a8-457e-946d-60d2e4dcf2b2"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:09.533360 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Router 1b169c6d-22bb-42ab-b602-2554ca8632f6 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:50:09.545848 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cd75c54-77b4-4d4c-80e0-f82a77913c4e req-c3dd3eff-244e-4271-bfb0-5a3d522ee515 service neutron] 10.222.0.22 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900026 Aug 16 12:50:09.565718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9574150c-b2a8-457e-946d-60d2e4dcf2b2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9574150c-b2a8-457e-946d-60d2e4dcf2b2,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:09.566670 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:09.584626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ed26b05-29b8-4084-b431-553d201a4242 req-e990c0a6-286f-4954-a8aa-c42da7183a22 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 210 time: 0.1488111 Aug 16 12:50:09.650979 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 33d02473-5835-4141-a7f3-612e19b3700e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=33d02473-5835-4141-a7f3-612e19b3700e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:09.662760 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:09.671774 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:09.676323 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcc7312-2a6d-416c-a654-121b9ade871d x-openstack-request-id: req-efcc7312-2a6d-416c-a654-121b9ade871d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:09.679003 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f854e3e9-0ec8-4942-a5b7-325950b5e1b7", "name": "network-vif-plugged", "status": "completed", "tag": "9574150c-b2a8-457e-946d-60d2e4dcf2b2", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:09.679367 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efcc7312-2a6d-416c-a654-121b9ade871d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:09.679727 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f854e3e9-0ec8-4942-a5b7-325950b5e1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9574150c-b2a8-457e-946d-60d2e4dcf2b2', 'code': 200} Aug 16 12:50:09.757727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=33d02473-5835-4141-a7f3-612e19b3700e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:09.817607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Allocated IP 172.20.0.4 (a63f4b9d-413f-431a-be90-442b0a6da2b8/ad86852c-fa37-427e-9e21-ef5fd6cc8dc5/b3af4824-5b93-4cfb-be9a-2990c57fa0b8) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:09.828529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:50:09.831707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9574150c-b2a8-457e-946d-60d2e4dcf2b2,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:09.839071 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-59e3253e-b998-472c-b6c3-7774ac65525f admin admin] 10.222.0.25 "PUT /v2.0/routers/1b169c6d-22bb-42ab-b602-2554ca8632f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8934176 Aug 16 12:50:09.876636 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f13db-ac2c-4795-927c-3c81543b81bf req-729b6c43-31e6-41f0-af43-bf4d37125d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:09.881148 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e71f13db-ac2c-4795-927c-3c81543b81bf req-729b6c43-31e6-41f0-af43-bf4d37125d6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 1101 time: 0.1042016 Aug 16 12:50:09.903877 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:09.904108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-476b5b17-dc33-48ff-85bd-89ba17c7dab6 None None] Provisioning complete for port e15fabcb-b51c-4eb2-89b9-33174d6fd127 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:09.904426 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-476b5b17-dc33-48ff-85bd-89ba17c7dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:09.958781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f2cbf-007e-4726-8b38-ce70ce22b5e0 req-f7d4a61a-5bd2-489e-932e-056aa2a1c84d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:09.966087 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c23f2cbf-007e-4726-8b38-ce70ce22b5e0 req-f7d4a61a-5bd2-489e-932e-056aa2a1c84d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.1770582 Aug 16 12:50:09.983725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-476b5b17-dc33-48ff-85bd-89ba17c7dab6 None None] Port e15fabcb-b51c-4eb2-89b9-33174d6fd127 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:50:09.996585 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e71f13db-ac2c-4795-927c-3c81543b81bf req-bc7cfde6-5634-4114-9cef-d92705f02fb3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068647 Aug 16 12:50:10.041610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a664f59-f5f3-4b2f-bcd3-11f177f227e0 req-5edc934b-d28f-4570-8c7a-54f87e891d09 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 210 time: 0.0691507 Aug 16 12:50:10.117548 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c23f2cbf-007e-4726-8b38-ce70ce22b5e0 req-86409db0-a147-4f1e-a006-4e7ff8a1e05a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505747 Aug 16 12:50:10.140170 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:10.211034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Sync routers for ids ['1b169c6d-22bb-42ab-b602-2554ca8632f6'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:50:10.214493 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:10.221829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Routers {'1b169c6d-22bb-42ab-b602-2554ca8632f6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:10.222575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1b169c6d-22bb-42ab-b602-2554ca8632f6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:10.223177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Network 76f9c591-4b94-4981-a8da-d9580c00efd0 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:10.240893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:10.260094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Pushing event updated for resources: {'Port': ['ID=8609c379-9e93-4942-9d18-99fd89003c4d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:10.263990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:10.272691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:10.273508 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:10.314542 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-a6542dfc-80d7-478e-80f8-703ed6d47b4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0673878 Aug 16 12:50:10.331854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3359bd9-2fbd-4cb0-a892-aec0036212fd req-73a73e63-5d14-4691-9bea-e1ce3f7f3db2 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:10.333403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3359bd9-2fbd-4cb0-a892-aec0036212fd req-73a73e63-5d14-4691-9bea-e1ce3f7f3db2 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 944 time: 0.1163619 Aug 16 12:50:10.340178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Request body: {'port': {'device_id': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:10.360919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Set router 1b169c6d-22bb-42ab-b602-2554ca8632f6 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:10.413395 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:10.570883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'name': 'tempest-FloatingIPsTestJSON-171339420-router', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '33d02473-5835-4141-a7f3-612e19b3700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:59Z', 'updated_at': '2021-08-16T12:50:08Z', 'revision_number': 4, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'gw_port': {'id': '33d02473-5835-4141-a7f3-612e19b3700e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:00Z', 'updated_at': '2021-08-16T12:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e15fabcb-b51c-4eb2-89b9-33174d6fd127', 'name': '', 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'mac_address': 'fa:16:3e:ca:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c8c476d3-3b65-4edc-a68a-c79d519fbf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:06Z', 'updated_at': '2021-08-16T12:50:08Z', 'revision_number': 2, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'subnets': [{'id': 'c8c476d3-3b65-4edc-a68a-c79d519fbf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:10.575629 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3359bd9-2fbd-4cb0-a892-aec0036212fd req-c829b8ab-082d-4b4d-8db5-0082838bf5fb tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322958 Aug 16 12:50:10.577192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Network a63f4b9d-413f-431a-be90-442b0a6da2b8 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:10.587012 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:10.601808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Checking router: 1b169c6d-22bb-42ab-b602-2554ca8632f6 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:50:10.602190 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Updating router 1b169c6d-22bb-42ab-b602-2554ca8632f6 port e15fabcb-b51c-4eb2-89b9-33174d6fd127 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:50:10.616056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:10.632256 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:10.632476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:10.637735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:10.638369 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:10.656030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Pushing event updated for resources: {'Port': ['ID=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:10.727567 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-5acdb636-741c-4c5a-9aee-9b9302b522a2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8058312 Aug 16 12:50:10.817026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Request body: {'port': {'device_id': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:10.839627 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-963e404c-e768-4aa0-9438-c744590fb25e tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4666603 Aug 16 12:50:10.891784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:10.957441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:10.970919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Transition to ACTIVE for port object e15fabcb-b51c-4eb2-89b9-33174d6fd127 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:10.981767 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.028690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4ed2f-cd0d-4464-8da3-0085e7bab0bd req-6c7001a7-3319-4e65-8289-507f396ffc39 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:11.040471 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22f4ed2f-cd0d-4464-8da3-0085e7bab0bd req-6c7001a7-3319-4e65-8289-507f396ffc39 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 950 time: 0.2295485 Aug 16 12:50:11.047795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.050571 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5ac15-a929-4a9a-9c22-37850109d0aa None None] Pushing event updated for resources: {'Port': ['ID=e15fabcb-b51c-4eb2-89b9-33174d6fd127,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:11.078263 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.121227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 33d02473-5835-4141-a7f3-612e19b3700e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:11.125552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Attempting to bind port e15fabcb-b51c-4eb2-89b9-33174d6fd127 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:11.125926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Attempting to bind port e15fabcb-b51c-4eb2-89b9-33174d6fd127 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'bb79ef52-c0ad-4393-bd5e-6d26015503b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:11.126362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Attempting to bind port e15fabcb-b51c-4eb2-89b9-33174d6fd127 on network c6f5eb83-8116-40d1-a51e-7307528788c5 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:11.151246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:11.151621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Checking segment: {'id': 'bb79ef52-c0ad-4393-bd5e-6d26015503b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:11.152027 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.152418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Bound using segment: {'id': 'bb79ef52-c0ad-4393-bd5e-6d26015503b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:11.152896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Bound port: e15fabcb-b51c-4eb2-89b9-33174d6fd127, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb79ef52-c0ad-4393-bd5e-6d26015503b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:11.153274 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.180055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22f4ed2f-cd0d-4464-8da3-0085e7bab0bd req-4a36e080-7b00-4c13-aa54-4b221115f360 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387892 Aug 16 12:50:11.245103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] For port e15fabcb-b51c-4eb2-89b9-33174d6fd127, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:11.255327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 33d02473-5835-4141-a7f3-612e19b3700e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:11.255701 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.261538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] For port e15fabcb-b51c-4eb2-89b9-33174d6fd127, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e15fabcb-b51c-4eb2-89b9-33174d6fd127,segment=NetworkSegment(bb79ef52-c0ad-4393-bd5e-6d26015503b0),segment_id=bb79ef52-c0ad-4393-bd5e-6d26015503b0)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:11.291233 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.378024 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5ac15-a929-4a9a-9c22-37850109d0aa None None] Pushing event updated for resources: {'Port': ['ID=e15fabcb-b51c-4eb2-89b9-33174d6fd127,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:11.392327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Routers {'1b169c6d-22bb-42ab-b602-2554ca8632f6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:11.392964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1b169c6d-22bb-42ab-b602-2554ca8632f6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:11.642975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56012) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:11.696646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] Set router 1b169c6d-22bb-42ab-b602-2554ca8632f6 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:11.754275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8609c379-9e93-4942-9d18-99fd89003c4d {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:11.765965 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a688ca68-a22e-4d07-83d2-6d3d59ef8ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.772296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.803641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Transition to ACTIVE for port object 8609c379-9e93-4942-9d18-99fd89003c4d will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:11.813448 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.820121 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.833565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1503e84-1df7-49eb-9274-836f52ecd313 req-dcd989b1-6456-4472-8acd-3e440ea8bc46 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:11.835407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1503e84-1df7-49eb-9274-836f52ecd313 req-dcd989b1-6456-4472-8acd-3e440ea8bc46 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 931 time: 0.4314578 Aug 16 12:50:11.874115 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a688ca68-a22e-4d07-83d2-6d3d59ef8ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.878801 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a688ca68-a22e-4d07-83d2-6d3d59ef8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:11.926139 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a688ca68-a22e-4d07-83d2-6d3d59ef8ba8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46b0a3181e3147a3b70b9387c8e44821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813830 Aug 16 12:50:11.927790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688ca68-a22e-4d07-83d2-6d3d59ef8ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeff0394-48f4-4fb0-b4d5-5c3531afa65b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:11.931515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56016) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:11.939185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'name': 'tempest-FloatingIPsTestJSON-171339420-router', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '33d02473-5835-4141-a7f3-612e19b3700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:59Z', 'updated_at': '2021-08-16T12:50:08Z', 'revision_number': 4, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'gw_port': {'id': '33d02473-5835-4141-a7f3-612e19b3700e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:00Z', 'updated_at': '2021-08-16T12:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e15fabcb-b51c-4eb2-89b9-33174d6fd127', 'name': '', 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'mac_address': 'fa:16:3e:ca:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c8c476d3-3b65-4edc-a68a-c79d519fbf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:06Z', 'updated_at': '2021-08-16T12:50:11Z', 'revision_number': 4, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'subnets': [{'id': 'c8c476d3-3b65-4edc-a68a-c79d519fbf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:11.971621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599f9ac-4913-4bec-9909-9e34786387c9 None None] The sync data for ids ['1b169c6d-22bb-42ab-b602-2554ca8632f6'] in n-d-804708-1 is: [{'id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'name': 'tempest-FloatingIPsTestJSON-171339420-router', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '33d02473-5835-4141-a7f3-612e19b3700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:59Z', 'updated_at': '2021-08-16T12:50:08Z', 'revision_number': 4, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'gw_port': {'id': '33d02473-5835-4141-a7f3-612e19b3700e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:00Z', 'updated_at': '2021-08-16T12:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e15fabcb-b51c-4eb2-89b9-33174d6fd127', 'name': '', 'network_id': 'c6f5eb83-8116-40d1-a51e-7307528788c5', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'mac_address': 'fa:16:3e:ca:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c8c476d3-3b65-4edc-a68a-c79d519fbf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:06Z', 'updated_at': '2021-08-16T12:50:11Z', 'revision_number': 4, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'subnets': [{'id': 'c8c476d3-3b65-4edc-a68a-c79d519fbf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:50:11.978306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Pushing event updated for resources: {'Port': ['ID=8609c379-9e93-4942-9d18-99fd89003c4d,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:11.994137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-128b421b-b787-46b9-9227-ddee3ad1eaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.028705 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-128b421b-b787-46b9-9227-ddee3ad1eaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.044921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1503e84-1df7-49eb-9274-836f52ecd313 req-0516ff22-0779-4a08-8f55-9edf26f9b1c9 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774416 Aug 16 12:50:12.062157 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e96e7d1e-e1bd-436e-bc3a-c97a175721d3 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:12.116561 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-128b421b-b787-46b9-9227-ddee3ad1eaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.120641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-128b421b-b787-46b9-9227-ddee3ad1eaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.122149 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-128b421b-b787-46b9-9227-ddee3ad1eaf4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aeff0394-48f4-4fb0-b4d5-5c3531afa65b HTTP/1.1" status: 204 len: 168 time: 0.1887078 Aug 16 12:50:12.133376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b421b-b787-46b9-9227-ddee3ad1eaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeff0394-48f4-4fb0-b4d5-5c3531afa65b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:12.138219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:12.138556 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:12.138888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:12.142441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3af4824-5b93-4cfb-be9a-2990c57fa0b8 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:12.177530 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.201656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Port 8609c379-9e93-4942-9d18-99fd89003c4d on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:12.201975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:12.233949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Transition to ACTIVE for port object b3af4824-5b93-4cfb-be9a-2990c57fa0b8 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:12.235147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Allocated IP 172.25.0.253 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/f38028fe-794d-4efc-b4aa-915c52cc051e) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:12.244066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e96e7d1e-e1bd-436e-bc3a-c97a175721d3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e96e7d1e-e1bd-436e-bc3a-c97a175721d3,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:12.245511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:12.245871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:12.246850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:12.246850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Bound port: 8609c379-9e93-4942-9d18-99fd89003c4d, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:12.247117 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.253484 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.269035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'port_id': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'mac_address': 'fa:16:3e:dd:f8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:50:12.294160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ec11c-072f-4c59-9300-d4526466ce0d req-f4b63a7f-86b7-4c4b-936c-aace3d20081b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:12.302304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-141ec11c-072f-4c59-9300-d4526466ce0d req-f4b63a7f-86b7-4c4b-936c-aace3d20081b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 931 time: 0.1691353 Aug 16 12:50:12.322468 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.344086 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96e7d1e-e1bd-436e-bc3a-c97a175721d3 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:12.378421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e96e7d1e-e1bd-436e-bc3a-c97a175721d3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e96e7d1e-e1bd-436e-bc3a-c97a175721d3,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:12.386395 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.452414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e96e7d1e-e1bd-436e-bc3a-c97a175721d3,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:12.485429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Pushing event updated for resources: {'Port': ['ID=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:12.521915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-141ec11c-072f-4c59-9300-d4526466ce0d req-f828e553-1cfa-4041-9ddd-2eef4dbc990a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187223 Aug 16 12:50:12.523475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56026) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:12.543902 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29e6cd3d-30a8-42cc-ba8b-45883d0718f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.577094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:12.581318 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.586007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:12.586367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:12.586697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:12.600142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:12.605041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:12.605360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:12.610633 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.655398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:12.655736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:12.656120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:12.656559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Bound port: b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:12.656919 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.660858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29e6cd3d-30a8-42cc-ba8b-45883d0718f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.667321 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29e6cd3d-30a8-42cc-ba8b-45883d0718f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.711414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6cd3d-30a8-42cc-ba8b-45883d0718f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620825d6-cab6-4f0e-83db-a36a14089b5d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:12.711750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:12.712380 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.713869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] 10.222.0.42 "PUT /v2.0/ports/8609c379-9e93-4942-9d18-99fd89003c4d HTTP/1.1" status: 200 len: 1091 time: 2.3795462 Aug 16 12:50:12.718651 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-29e6cd3d-30a8-42cc-ba8b-45883d0718f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ce49b51bc7c4b62978ad020cfa11d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934359 Aug 16 12:50:12.720553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56028) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:12.721045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'tag': '8609c379-9e93-4942-9d18-99fd89003c4d'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:12.723344 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c177b14-d6e6-4678-8b90-53ee1b071943" -d '{"events": [{"name": "network-changed", "server_uuid": "d0144076-8e9e-4455-84b7-af65313d3e55", "tag": "8609c379-9e93-4942-9d18-99fd89003c4d"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:12.772124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23042d1f-9731-4e5a-8a1c-363201370eba service neutron] Pushing event updated for resources: {'Port': ['ID=8609c379-9e93-4942-9d18-99fd89003c4d,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:12.785795 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50d4589a-f9ba-4f65-b029-bde3d53c6c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.816898 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50d4589a-f9ba-4f65-b029-bde3d53c6c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.823672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['e96e7d1e-e1bd-436e-bc3a-c97a175721d3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:12.831272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55308c31-73bf-443e-b6c4-6183b710f87e req-e7df8815-c4c8-4cdd-9c67-4783b80c95de tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:12.833370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55308c31-73bf-443e-b6c4-6183b710f87e req-e7df8815-c4c8-4cdd-9c67-4783b80c95de tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.2133324 Aug 16 12:50:12.840242 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.886269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50d4589a-f9ba-4f65-b029-bde3d53c6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.890870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50d4589a-f9ba-4f65-b029-bde3d53c6c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:12.895802 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-50d4589a-f9ba-4f65-b029-bde3d53c6c51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/620825d6-cab6-4f0e-83db-a36a14089b5d HTTP/1.1" status: 204 len: 168 time: 0.1707771 Aug 16 12:50:12.902213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4589a-f9ba-4f65-b029-bde3d53c6c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620825d6-cab6-4f0e-83db-a36a14089b5d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:12.922520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:12.936940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:12.955857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-db7f3f5a-2d87-4a9c-8807-a640649b7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:12.957386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-db7f3f5a-2d87-4a9c-8807-a640649b7ddf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 1094 time: 0.1904488 Aug 16 12:50:12.968449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:12.971143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:12.982269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:12.996882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Pushing event updated for resources: {'Port': ['ID=f38028fe-794d-4efc-b4aa-915c52cc051e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:13.119646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e15fabcb-b51c-4eb2-89b9-33174d6fd127 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:13.146705 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-e3cb0c51-6cd1-4c4f-b34f-62b1b679c13d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8609c379-9e93-4942-9d18-99fd89003c4d HTTP/1.1" status: 200 len: 217 time: 0.1624000 Aug 16 12:50:13.147822 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:13.154916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55308c31-73bf-443e-b6c4-6183b710f87e req-7168cd81-4970-4fe6-9e95-eb519e903648 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113804 Aug 16 12:50:13.184523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port e15fabcb-b51c-4eb2-89b9-33174d6fd127 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:13.189155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e15fabcb-b51c-4eb2-89b9-33174d6fd127 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:13.189544 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:13.219426 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:13.226299 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-76a9d656-9306-4841-bd26-265341d30ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:13.227756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-76a9d656-9306-4841-bd26-265341d30ca8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.0694184 Aug 16 12:50:13.295775 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:13.327370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:13.328090 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:13.329787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] 10.222.0.42 "PUT /v2.0/ports/b3af4824-5b93-4cfb-be9a-2990c57fa0b8 HTTP/1.1" status: 200 len: 1091 time: 2.5201366 Aug 16 12:50:13.340696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port e15fabcb-b51c-4eb2-89b9-33174d6fd127, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e15fabcb-b51c-4eb2-89b9-33174d6fd127,segment=NetworkSegment(bb79ef52-c0ad-4393-bd5e-6d26015503b0),segment_id=bb79ef52-c0ad-4393-bd5e-6d26015503b0)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:13.348294 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:13.381248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-0d1f3792-a8dd-4dab-a4de-af8a7c039e02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254075 Aug 16 12:50:13.414479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=e15fabcb-b51c-4eb2-89b9-33174d6fd127,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:13.481307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581855b9-e7b6-4124-97d9-cfaab7e1b64b service neutron] Pushing event updated for resources: {'Port': ['ID=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:13.484634 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:13.495199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addeb932-5901-4c51-b39e-84124119176c req-d6fc097b-6f55-4f09-9dad-3a87217777c4 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:13.496810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-addeb932-5901-4c51-b39e-84124119176c req-d6fc097b-6f55-4f09-9dad-3a87217777c4 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 945 time: 0.2607250 Aug 16 12:50:13.595923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-81bf7eee-41f9-44fb-81c5-5b9d29b5b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:13.597454 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-81bf7eee-41f9-44fb-81c5-5b9d29b5b783 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 1094 time: 0.2106066 Aug 16 12:50:13.672379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-fed163fc-8748-40ad-aa66-8e549ab28d8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8 HTTP/1.1" status: 200 len: 217 time: 0.0613794 Aug 16 12:50:13.715304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-addeb932-5901-4c51-b39e-84124119176c req-c1958738-1d37-48e9-901a-8e20ccf079c1 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705756 Aug 16 12:50:13.975538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-e8f3841d-daae-414e-919e-a79224e9795a service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762107 Aug 16 12:50:14.098855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-a153b382-46e5-4c39-8695-2d83c1d5d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:14.100452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-a153b382-46e5-4c39-8695-2d83c1d5d483 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.4140565 Aug 16 12:50:14.166279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16020420-05d7-4309-87c6-46ac5f68bff4 req-e0e6a0cf-6723-4801-98b5-1da3167fc919 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:14.168374 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16020420-05d7-4309-87c6-46ac5f68bff4 req-e0e6a0cf-6723-4801-98b5-1da3167fc919 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 950 time: 0.1988053 Aug 16 12:50:14.173382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-c6f38430-45c9-4cc2-bae6-082d93268930 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565343 Aug 16 12:50:14.241646 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:14.247878 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4344eb0-76ef-4aba-8882-86be97be0196 req-aaf8fa36-466a-49bf-9f70-4f56679aefe4 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603853 Aug 16 12:50:14.271527 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:14.336583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16020420-05d7-4309-87c6-46ac5f68bff4 req-fdaba937-bc5f-42ee-8b18-1074a034a348 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583247 Aug 16 12:50:14.344269 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:14.384737 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:14.391560 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5230279 Aug 16 12:50:14.398693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75da4b-e552-4c87-b1df-8b651b177fd2 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Pushing event updated for resources: {'Port': ['ID=f38028fe-794d-4efc-b4aa-915c52cc051e,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:14.489674 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-99ea1365-e437-415d-bac2-c20f23c2334b tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.0959444 Aug 16 12:50:14.491894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-ce2a1aeb-27b7-47b3-b9bf-c2aa87d6eda7 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996066 Aug 16 12:50:14.493332 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71971efe-fc35-4d66-8515-be4a89887e13 x-openstack-request-id: req-71971efe-fc35-4d66-8515-be4a89887e13 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:14.493615 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0144076-8e9e-4455-84b7-af65313d3e55", "tag": "8609c379-9e93-4942-9d18-99fd89003c4d", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:14.493960 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71971efe-fc35-4d66-8515-be4a89887e13 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:14.494263 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'tag': '8609c379-9e93-4942-9d18-99fd89003c4d', 'status': 'completed', 'code': 200} Aug 16 12:50:14.718659 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c177b14-d6e6-4678-8b90-53ee1b071943 req-04dd4a9f-69af-4369-b4d7-db460212be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:14.720078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c177b14-d6e6-4678-8b90-53ee1b071943 req-04dd4a9f-69af-4369-b4d7-db460212be99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 1094 time: 0.1849079 Aug 16 12:50:14.732457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8685b28d-610f-4fd5-bbe8-7144cc1d13e6 req-f6f49ffe-d1a7-4b24-9566-888622af2815 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248068 Aug 16 12:50:14.752878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bf32d-f90f-4d48-8717-09113791ede5 req-e4125b69-db54-4744-8e3a-a8196c639554 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:14.754570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b26bf32d-f90f-4d48-8717-09113791ede5 req-e4125b69-db54-4744-8e3a-a8196c639554 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 943 time: 0.1926997 Aug 16 12:50:14.781208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-563ce1ee-d655-43ea-b7b3-ee46c1c2d82a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:14.782557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-563ce1ee-d655-43ea-b7b3-ee46c1c2d82a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.2855277 Aug 16 12:50:14.796737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-3a35a156-5be9-40e3-9624-e5efc5146232 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:50:14.797690 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-919df83c-9a07-4a50-81e6-bf6fc1ca3a5b req-3a35a156-5be9-40e3-9624-e5efc5146232 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078895 Aug 16 12:50:14.872695 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b26bf32d-f90f-4d48-8717-09113791ede5 req-4dbb685d-554e-4cb3-bd43-e017ce8481f4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049018 Aug 16 12:50:14.906633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c177b14-d6e6-4678-8b90-53ee1b071943 req-91fbdd82-1aa6-46bb-8da9-1b7604e20127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:14.908142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c177b14-d6e6-4678-8b90-53ee1b071943 req-91fbdd82-1aa6-46bb-8da9-1b7604e20127 service neutron] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.1788051 Aug 16 12:50:14.931081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a5be5-9c08-4491-8b90-66f94f3dd8f0 req-fb8f58aa-23b9-4dbe-a87a-845d89a9ce13 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:14.932592 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-849a5be5-9c08-4491-8b90-66f94f3dd8f0 req-fb8f58aa-23b9-4dbe-a87a-845d89a9ce13 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 943 time: 0.0798719 Aug 16 12:50:14.976465 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c177b14-d6e6-4678-8b90-53ee1b071943 req-7825223e-e8e4-4f25-b834-8bd9cbc209c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8609c379-9e93-4942-9d18-99fd89003c4d HTTP/1.1" status: 200 len: 217 time: 0.0594885 Aug 16 12:50:15.045791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e15fabcb-b51c-4eb2-89b9-33174d6fd127 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:15.061270 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-849a5be5-9c08-4491-8b90-66f94f3dd8f0 req-2b78c0ab-5ac3-41d0-9ab9-61bfb3e8bb13 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007326 Aug 16 12:50:15.076756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ce612-85f0-46a9-8ab3-9753e659db8c req-1f4f18b4-48bb-484e-af3f-4a449f1d5641 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:15.078714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-927ce612-85f0-46a9-8ab3-9753e659db8c req-1f4f18b4-48bb-484e-af3f-4a449f1d5641 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.1449509 Aug 16 12:50:15.080375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c177b14-d6e6-4678-8b90-53ee1b071943 req-4bfa895a-c48c-4e93-a9ae-60ed6392ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:15.081753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c177b14-d6e6-4678-8b90-53ee1b071943 req-4bfa895a-c48c-4e93-a9ae-60ed6392ef1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.0915468 Aug 16 12:50:15.108430 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e15fabcb-b51c-4eb2-89b9-33174d6fd127 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:15.108808 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:15.127941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c177b14-d6e6-4678-8b90-53ee1b071943 req-02a80475-0119-4928-97c7-553223c04bf9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347185 Aug 16 12:50:15.162837 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-927ce612-85f0-46a9-8ab3-9753e659db8c req-17b24a12-db37-4ff0-9ad9-095613a72337 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766599 Aug 16 12:50:15.261592 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c177b14-d6e6-4678-8b90-53ee1b071943 req-84486bf1-2138-4a5f-96af-8f4c726bca93 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230915 Aug 16 12:50:15.370156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07a0d8-05e0-40df-825b-b8d607447cdc req-5daf0294-8afd-4674-904b-056981efcc64 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:15.371867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab07a0d8-05e0-40df-825b-b8d607447cdc req-5daf0294-8afd-4674-904b-056981efcc64 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 945 time: 0.1050076 Aug 16 12:50:15.425935 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c177b14-d6e6-4678-8b90-53ee1b071943 req-380a07fa-9b21-40c5-a8f7-4ca17848c5ca service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493669 Aug 16 12:50:15.443917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c02126bf-4f98-4ed6-823d-a770be0d6db2 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=83282f7aedff496b849ada2c0e105e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347335 Aug 16 12:50:15.452499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab07a0d8-05e0-40df-825b-b8d607447cdc req-17d13d46-2fa9-496b-b87a-3b6e5a569016 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740261 Aug 16 12:50:15.593669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-539f40bd-dc60-4945-a952-88672722990f req-d250d93e-708f-4995-a147-7a73d051e877 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips/d6395440-2955-4325-863d-0ca10aef5c97 HTTP/1.1" status: 200 len: 693 time: 0.1112511 Aug 16 12:50:15.691688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-b438e0f2-54b1-42fd-9835-1bf5928042e8 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:15.693603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-b438e0f2-54b1-42fd-9835-1bf5928042e8 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389317 Aug 16 12:50:15.719793 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-736dc002-b150-41dc-8288-e829433d7335 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/quotas/83282f7aedff496b849ada2c0e105e06 HTTP/1.1" status: 200 len: 375 time: 0.0191936 Aug 16 12:50:15.748100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f40bd-dc60-4945-a952-88672722990f req-0004af0c-106b-410e-9102-e31b8348e494 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:15.749442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-539f40bd-dc60-4945-a952-88672722990f req-0004af0c-106b-410e-9102-e31b8348e494 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1478989 Aug 16 12:50:15.765807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-27dab5c0-5ac2-4e83-b0e8-f9030209cb8d tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83282f7aedff496b849ada2c0e105e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368299 Aug 16 12:50:15.769388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-539f40bd-dc60-4945-a952-88672722990f req-5e27e142-80f9-45c6-b56f-9eda06bb3d29 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:50:15.770991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-539f40bd-dc60-4945-a952-88672722990f req-5e27e142-80f9-45c6-b56f-9eda06bb3d29 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076256 Aug 16 12:50:15.917787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8f8d0-84b4-4ea0-a127-15d8936d6ef6 req-f34c036d-372c-4c76-a5fa-759ea144753c tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:15.919864 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-78e8f8d0-84b4-4ea0-a127-15d8936d6ef6 req-f34c036d-372c-4c76-a5fa-759ea144753c tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 950 time: 0.0856340 Aug 16 12:50:15.947905 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:15.971068 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-78e8f8d0-84b4-4ea0-a127-15d8936d6ef6 req-ca98f0eb-82c1-4750-9edf-ea999924f451 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Aug 16 12:50:16.074264 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07e5b822-781e-4b5d-89c4-561cde77f0be req-559be1d6-bea4-4378-a648-aff13d2e1f6f tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=939a1c7a244245b3a192dffd7dc52cc7 HTTP/1.1" status: 200 len: 696 time: 0.0811355 Aug 16 12:50:16.100723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e96e7d1e-e1bd-436e-bc3a-c97a175721d3 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:16.167530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:16.172432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:16.172811 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:16.287875 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:16.316786 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54290bdb-401b-4384-a3e5-72a0428c8275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:16.320150 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33243a2-df9e-4e01-9e40-4d5f7bd8b62f" -d '{"events": [{"server_uuid": "54290bdb-401b-4384-a3e5-72a0428c8275", "name": "network-vif-plugged", "status": "completed", "tag": "e96e7d1e-e1bd-436e-bc3a-c97a175721d3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:16.334232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e96e7d1e-e1bd-436e-bc3a-c97a175721d3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e96e7d1e-e1bd-436e-bc3a-c97a175721d3,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:16.339012 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:16.373748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361247-538c-4673-bd4d-21679a553e1d req-2c525aea-8bd1-4fc4-b579-1cdbbd9ce3fa tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:16.375299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09361247-538c-4673-bd4d-21679a553e1d req-2c525aea-8bd1-4fc4-b579-1cdbbd9ce3fa tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 943 time: 0.3236284 Aug 16 12:50:16.394511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e96e7d1e-e1bd-436e-bc3a-c97a175721d3,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:16.437693 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09361247-538c-4673-bd4d-21679a553e1d req-c96af0c9-0855-462c-bf16-3173bbbf32c7 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516455 Aug 16 12:50:16.445046 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5b822-781e-4b5d-89c4-561cde77f0be req-e2b8abad-7e9a-4011-bafe-b505e3704504 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:16.446540 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07e5b822-781e-4b5d-89c4-561cde77f0be req-e2b8abad-7e9a-4011-bafe-b505e3704504 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/networks?id=72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 787 time: 0.3583686 Aug 16 12:50:16.462738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-07e5b822-781e-4b5d-89c4-561cde77f0be req-08b33b25-4139-4681-96fb-bb8e16f7131a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:50:16.463945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07e5b822-781e-4b5d-89c4-561cde77f0be req-08b33b25-4139-4681-96fb-bb8e16f7131a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066466 Aug 16 12:50:16.495841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'tag': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:16.498427 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af53e02-26b3-4f0a-9d2a-dfc2b8f3fd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd401fc9-eec6-4551-9288-0d388ad4902f", "tag": "b3af4824-5b93-4cfb-be9a-2990c57fa0b8"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:16.584430 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-da2ec018-bea0-4aea-8bc2-0ff606ab7cfe tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=83282f7aedff496b849ada2c0e105e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444264 Aug 16 12:50:16.609290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dea2a02c-1838-4585-8ba0-f5e497de571f req-178c6f1b-c2b8-495d-9560-06240c455046 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772657 Aug 16 12:50:16.776869 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-e56042da-8519-44b1-aeb4-c1b4b482ee66 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:16.778334 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-e56042da-8519-44b1-aeb4-c1b4b482ee66 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863334 Aug 16 12:50:16.783437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2a02c-1838-4585-8ba0-f5e497de571f req-e823de0e-5642-4741-8166-ec50a9460eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:16.784849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dea2a02c-1838-4585-8ba0-f5e497de571f req-e823de0e-5642-4741-8166-ec50a9460eaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 1095 time: 0.1059754 Aug 16 12:50:16.799298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-03780165-b1cc-486a-9a5e-f6409a2d494e tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/quotas/83282f7aedff496b849ada2c0e105e06 HTTP/1.1" status: 200 len: 375 time: 0.0120432 Aug 16 12:50:16.807464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fb1d0-eafe-4675-95d5-0ebe20f49adf req-8d5a7227-7b3f-41ed-863d-cbacb8bdd6f6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:16.809000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-176fb1d0-eafe-4675-95d5-0ebe20f49adf req-8d5a7227-7b3f-41ed-863d-cbacb8bdd6f6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 943 time: 0.0929663 Aug 16 12:50:16.861470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-0e156b70-ef74-4f4b-a32a-1d0d96d46599 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83282f7aedff496b849ada2c0e105e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514829 Aug 16 12:50:16.928497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-176fb1d0-eafe-4675-95d5-0ebe20f49adf req-125c2a5c-bf4c-4661-9579-17d3fddf203f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019940 Aug 16 12:50:16.952765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2a02c-1838-4585-8ba0-f5e497de571f req-debf19ba-9d6e-43c0-b39d-2dd5687709d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:16.954286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dea2a02c-1838-4585-8ba0-f5e497de571f req-debf19ba-9d6e-43c0-b39d-2dd5687709d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.1433287 Aug 16 12:50:17.006357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dea2a02c-1838-4585-8ba0-f5e497de571f req-80b4b5e6-f93b-4fd6-952f-267dc97dfd02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3 HTTP/1.1" status: 200 len: 217 time: 0.0428319 Aug 16 12:50:17.015580 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1627b22-848c-482a-8312-29a614b2340f x-openstack-request-id: req-e1627b22-848c-482a-8312-29a614b2340f {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:17.015986 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54290bdb-401b-4384-a3e5-72a0428c8275", "name": "network-vif-plugged", "status": "completed", "tag": "e96e7d1e-e1bd-436e-bc3a-c97a175721d3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:17.016338 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1627b22-848c-482a-8312-29a614b2340f {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:17.016834 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54290bdb-401b-4384-a3e5-72a0428c8275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'code': 200} Aug 16 12:50:17.025026 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8609c379-9e93-4942-9d18-99fd89003c4d details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:17.121266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-2d64ded6-403f-48f6-9d03-a35f45d851c7 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips/d6395440-2955-4325-863d-0ca10aef5c97 HTTP/1.1" status: 200 len: 693 time: 0.0867152 Aug 16 12:50:17.225050 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-84612727-423a-4de0-8136-94d4c86a0067 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=83282f7aedff496b849ada2c0e105e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663958 Aug 16 12:50:17.251757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2a02c-1838-4585-8ba0-f5e497de571f req-ae9b9e70-e20f-43f4-a18c-ec6599ed5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:17.253348 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dea2a02c-1838-4585-8ba0-f5e497de571f req-ae9b9e70-e20f-43f4-a18c-ec6599ed5e04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.2397137 Aug 16 12:50:17.254399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:17.276569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1cd1e-5303-40b0-9e3e-57ce3d6c2f02 req-d736966b-51fa-49b6-88c9-c1a22adbf3e1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:17.284078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21a1cd1e-5303-40b0-9e3e-57ce3d6c2f02 req-d736966b-51fa-49b6-88c9-c1a22adbf3e1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.1589210 Aug 16 12:50:17.321085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '8609c379-9e93-4942-9d18-99fd89003c4d', 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0', 'port_id': '8609c379-9e93-4942-9d18-99fd89003c4d', 'mac_address': 'fa:16:3e:df:6f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12885796-d7f8-4981-89ab-5be63ffe3da1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:50:17.356298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dea2a02c-1838-4585-8ba0-f5e497de571f req-023e4b00-6c71-451d-b168-3f7b71de06ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893691 Aug 16 12:50:17.383879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d572d-c450-410a-be74-5ed84c65b088 req-509017bf-862a-40c2-b55e-70a6d9e5c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:17.386639 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e01d572d-c450-410a-be74-5ed84c65b088 req-509017bf-862a-40c2-b55e-70a6d9e5c84f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 1097 time: 0.2267370 Aug 16 12:50:17.392599 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:17.400233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-57a1711d-4eb3-40e0-8c5f-82eb47b494d9 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:17.402954 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-57a1711d-4eb3-40e0-8c5f-82eb47b494d9 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694167 Aug 16 12:50:17.408102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8609c379-9e93-4942-9d18-99fd89003c4d {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:17.431235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Request body: {'port': {'device_id': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '83282f7aedff496b849ada2c0e105e06'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:17.433462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:17.439415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:17.490633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dea2a02c-1838-4585-8ba0-f5e497de571f req-c33e74eb-4066-4114-aff8-2794d4b86650 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071396 Aug 16 12:50:17.508098 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e01d572d-c450-410a-be74-5ed84c65b088 req-56e22fcf-6abc-43f6-b811-dafc9e31f981 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039615 Aug 16 12:50:17.508741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8609c379-9e93-4942-9d18-99fd89003c4d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:17.579604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Made reservation on behalf of 83282f7aedff496b849ada2c0e105e06 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:50:17.584410 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:17.589361 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21a1cd1e-5303-40b0-9e3e-57ce3d6c2f02 req-29e349c1-1792-4a1d-8d7d-263a040acffc tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044205 Aug 16 12:50:17.599596 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:17.614570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-ea8162a0-6f12-401c-9e5e-d38c7aee56bf tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:17.614570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-ea8162a0-6f12-401c-9e5e-d38c7aee56bf tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.4911828 Aug 16 12:50:17.626275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-81ab8628-670d-4226-a368-5a5cfbe9ea8d tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:50:17.627443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-81ab8628-670d-4226-a368-5a5cfbe9ea8d tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124695 Aug 16 12:50:17.697587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['8609c379-9e93-4942-9d18-99fd89003c4d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:17.743757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-8e48ce31-ceff-40c4-8f0f-ea6c16b1398f tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.1050274 Aug 16 12:50:17.748129 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:17.755330 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:17.762018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dea2a02c-1838-4585-8ba0-f5e497de571f req-a74ae6f6-3525-4e9c-9a59-d53ad6553609 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581282 Aug 16 12:50:17.824780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd293763-2755-4c98-85b9-98024c0c722e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:17.836389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-58d3a033-8198-4be6-8051-59b6e18c57b5 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.0657761 Aug 16 12:50:17.849827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebda4d-500b-4f1d-a4c4-9d48804e9102 req-9b0e8f8e-239c-4bd1-afa2-c0727076e4e4 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:17.858469 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3ebda4d-500b-4f1d-a4c4-9d48804e9102 req-9b0e8f8e-239c-4bd1-afa2-c0727076e4e4 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 946 time: 0.1656911 Aug 16 12:50:17.912398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Allocated IP 192.168.233.115 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/b606658e-19df-4d45-8146-98bd39872821) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:18.006527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3ebda4d-500b-4f1d-a4c4-9d48804e9102 req-69b4764b-d566-4b9e-8a7f-dead58c0a83e tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470742 Aug 16 12:50:18.063433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44a0d-97ec-4c69-ad45-80d90e02498b req-05320bfe-07e3-4c4d-93c7-0f7c1bdef56a tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:18.065070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dcf44a0d-97ec-4c69-ad45-80d90e02498b req-05320bfe-07e3-4c4d-93c7-0f7c1bdef56a tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.42 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 950 time: 0.1034737 Aug 16 12:50:18.068026 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acae7c68-3d3c-4bd5-b222-8272eb225734 x-openstack-request-id: req-acae7c68-3d3c-4bd5-b222-8272eb225734 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:18.068528 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd401fc9-eec6-4551-9288-0d388ad4902f", "tag": "b3af4824-5b93-4cfb-be9a-2990c57fa0b8", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:18.068712 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acae7c68-3d3c-4bd5-b222-8272eb225734 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:18.069175 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'tag': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8', 'status': 'completed', 'code': 200} Aug 16 12:50:18.091389 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:18.112687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Transition to ACTIVE for port object b606658e-19df-4d45-8146-98bd39872821 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:18.144772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-401c3d0a-ea69-4b0f-b617-5f8d54515a81 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Deleting port f38028fe-794d-4efc-b4aa-915c52cc051e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:18.145923 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-401c3d0a-ea69-4b0f-b617-5f8d54515a81 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:18.152223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:18.207343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:18.211223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:18.215220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:18.261449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Pushing event updated for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:18.296166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:18.296497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:18.314882 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-c74e0ada-9c51-4405-a3a6-92fb3c9b2260 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8883793 Aug 16 12:50:18.317880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af53e02-26b3-4f0a-9d2a-dfc2b8f3fd6d req-c54af7e0-6ed9-4969-a6fd-44d710361b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:18.319475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7af53e02-26b3-4f0a-9d2a-dfc2b8f3fd6d req-c54af7e0-6ed9-4969-a6fd-44d710361b5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 1094 time: 0.2354975 Aug 16 12:50:18.338164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Request body: {'port': {'device_id': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:18.365120 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-401c3d0a-ea69-4b0f-b617-5f8d54515a81 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:18.365453 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-401c3d0a-ea69-4b0f-b617-5f8d54515a81 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:18.387482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8039d-03de-460b-8223-d1f24ae03b50 req-cebf4653-bb25-4145-b645-effcc77efd4f tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:18.389064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47b8039d-03de-460b-8223-d1f24ae03b50 req-cebf4653-bb25-4145-b645-effcc77efd4f tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 950 time: 0.2134254 Aug 16 12:50:18.404575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-401c3d0a-ea69-4b0f-b617-5f8d54515a81 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Calling delete_port for f38028fe-794d-4efc-b4aa-915c52cc051e owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:18.407204 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:18.477565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-dcf44a0d-97ec-4c69-ad45-80d90e02498b req-cabebaa1-785b-4b3e-ac86-3861f0c906e7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Deleting port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:18.477920 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-dcf44a0d-97ec-4c69-ad45-80d90e02498b req-cabebaa1-785b-4b3e-ac86-3861f0c906e7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:18.535729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-38e88487-73de-4445-ada2-2be1babd1a2d None None] Provisioning for port b606658e-19df-4d45-8146-98bd39872821 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:18.541168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-38e88487-73de-4445-ada2-2be1babd1a2d None None] Provisioning complete for port b606658e-19df-4d45-8146-98bd39872821 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:18.541667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38e88487-73de-4445-ada2-2be1babd1a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:18.578322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-38e88487-73de-4445-ada2-2be1babd1a2d None None] Port b606658e-19df-4d45-8146-98bd39872821 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:50:18.695516 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-5bea0837-0544-483e-bea9-4ddb1c958474 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=83282f7aedff496b849ada2c0e105e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317290 Aug 16 12:50:18.766145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b606658e-19df-4d45-8146-98bd39872821 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:18.823444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47b8039d-03de-460b-8223-d1f24ae03b50 req-c0fd11fe-eed8-45a2-81dd-11b86b500dcb tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b6fd34e-e8a8-4376-956a-1271bdd8997e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207854 Aug 16 12:50:18.847296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af53e02-26b3-4f0a-9d2a-dfc2b8f3fd6d req-ee59cada-0ce8-471d-8f51-d239e02993b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:18.849520 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7af53e02-26b3-4f0a-9d2a-dfc2b8f3fd6d req-ee59cada-0ce8-471d-8f51-d239e02993b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.5134237 Aug 16 12:50:18.950852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7af53e02-26b3-4f0a-9d2a-dfc2b8f3fd6d req-1260081e-63cc-4d61-80f6-ec7ffa072bad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8 HTTP/1.1" status: 200 len: 217 time: 0.0753891 Aug 16 12:50:18.986456 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65bf203f-8cb0-49ca-9e95-13f80d7a09e0 req-b8a53e89-e417-40f7-b540-c0caddb8fe2e tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 210 time: 0.0562112 Aug 16 12:50:19.010578 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-dcf44a0d-97ec-4c69-ad45-80d90e02498b req-cabebaa1-785b-4b3e-ac86-3861f0c906e7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] For port 9574150c-b2a8-457e-946d-60d2e4dcf2b2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9574150c-b2a8-457e-946d-60d2e4dcf2b2,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:19.011159 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-dcf44a0d-97ec-4c69-ad45-80d90e02498b req-cabebaa1-785b-4b3e-ac86-3861f0c906e7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.028784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-dcf44a0d-97ec-4c69-ad45-80d90e02498b req-cabebaa1-785b-4b3e-ac86-3861f0c906e7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Calling delete_port for 9574150c-b2a8-457e-946d-60d2e4dcf2b2 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:19.041271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b3af4824-5b93-4cfb-be9a-2990c57fa0b8 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:19.062525 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.072166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af53e02-26b3-4f0a-9d2a-dfc2b8f3fd6d req-ee6f0b2a-2e8e-4fe2-941f-05a650ab67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:19.081368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7af53e02-26b3-4f0a-9d2a-dfc2b8f3fd6d req-ee6f0b2a-2e8e-4fe2-941f-05a650ab67b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.1038287 Aug 16 12:50:19.088713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Transition to ACTIVE for port object b606658e-19df-4d45-8146-98bd39872821 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:19.100508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.126317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8609c379-9e93-4942-9d18-99fd89003c4d up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:19.133210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7af53e02-26b3-4f0a-9d2a-dfc2b8f3fd6d req-df27836e-5d0e-4c15-ba28-c7b21050c22c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327122 Aug 16 12:50:19.153549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Pushing event updated for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:19.180213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-debf778f-6b46-40b6-8cf6-38b7e8e963a3 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:19.181773 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-debf778f-6b46-40b6-8cf6-38b7e8e963a3 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4641287 Aug 16 12:50:19.237450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Request body: {'port': {'device_id': 'b158dea4-3941-46d3-915b-62e578e2db64', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '83282f7aedff496b849ada2c0e105e06'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:19.299308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:19.318332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8', 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8', 'port_id': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8', 'mac_address': 'fa:16:3e:a6:63:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad86852c-fa37-427e-9e21-ef5fd6cc8dc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:50:19.328065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 8609c379-9e93-4942-9d18-99fd89003c4d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:19.347121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 8609c379-9e93-4942-9d18-99fd89003c4d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:19.347433 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.376691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Attempting to bind port b606658e-19df-4d45-8146-98bd39872821 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:19.377282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Attempting to bind port b606658e-19df-4d45-8146-98bd39872821 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:19.377415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Attempting to bind port b606658e-19df-4d45-8146-98bd39872821 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:19.392970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Port b606658e-19df-4d45-8146-98bd39872821 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:19.393290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Attempting to bind port b606658e-19df-4d45-8146-98bd39872821 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:19.399374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-401c3d0a-ea69-4b0f-b617-5f8d54515a81 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.404685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:19.404992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:19.405378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:19.406081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Bound port: b606658e-19df-4d45-8146-98bd39872821, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:19.406701 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.430186 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.435889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c3d0a-ea69-4b0f-b617-5f8d54515a81 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Pushing event deleted for resources: {'Port': ['ID=f38028fe-794d-4efc-b4aa-915c52cc051e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:19.449696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c0207-8e97-4c9d-9938-ebe736756b59 req-59b72884-55e0-4696-8f15-4de2ff900df9 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:19.450978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Made reservation on behalf of 83282f7aedff496b849ada2c0e105e06 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:50:19.451187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3af4824-5b93-4cfb-be9a-2990c57fa0b8 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:19.451578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c19c0207-8e97-4c9d-9938-ebe736756b59 req-59b72884-55e0-4696-8f15-4de2ff900df9 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 944 time: 0.2152371 Aug 16 12:50:19.456688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7af53e02-26b3-4f0a-9d2a-dfc2b8f3fd6d req-9b647fed-7929-4d66-8941-fc9c5a8b7c26 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796092 Aug 16 12:50:19.464445 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.484390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:19.511829 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.558260 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.558930 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-401c3d0a-ea69-4b0f-b617-5f8d54515a81 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.561189 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-401c3d0a-ea69-4b0f-b617-5f8d54515a81 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.562463 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2db0d4ad-45ea-401c-b258-1f0bcd59114e req-401c3d0a-ea69-4b0f-b617-5f8d54515a81 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "DELETE /v2.0/floatingips/d6395440-2955-4325-863d-0ca10aef5c97 HTTP/1.1" status: 204 len: 173 time: 1.7012589 Aug 16 12:50:19.566548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:19.589839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:19.610474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:19.615986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8609c379-9e93-4942-9d18-99fd89003c4d'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:19.618611 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923ff3a6-28cf-4b5a-ad59-07eeb2b27e2d" -d '{"events": [{"server_uuid": "d0144076-8e9e-4455-84b7-af65313d3e55", "name": "network-vif-plugged", "status": "completed", "tag": "8609c379-9e93-4942-9d18-99fd89003c4d"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:19.622288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.630655 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.633988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:19.675271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c19c0207-8e97-4c9d-9938-ebe736756b59 req-92b65835-4c85-400d-b920-9c32d7e43b3a tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943080 Aug 16 12:50:19.686823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:19.687515 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.693034 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-dcf44a0d-97ec-4c69-ad45-80d90e02498b req-cabebaa1-785b-4b3e-ac86-3861f0c906e7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:19.695145 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] 10.222.0.22 "PUT /v2.0/ports/b606658e-19df-4d45-8146-98bd39872821 HTTP/1.1" status: 200 len: 1096 time: 1.3619227 Aug 16 12:50:19.695889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'tag': 'b606658e-19df-4d45-8146-98bd39872821'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:19.699756 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "tag": "b606658e-19df-4d45-8146-98bd39872821"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:19.732965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['9574150c-b2a8-457e-946d-60d2e4dcf2b2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:19.737131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['b3af4824-5b93-4cfb-be9a-2990c57fa0b8'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:19.772688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Allocated IP 192.168.233.187 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/0ff780ef-621b-45b3-8957-3406ea800ee8) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:19.805129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8609c379-9e93-4942-9d18-99fd89003c4d,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:19.818130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabebaa1-785b-4b3e-ac86-3861f0c906e7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Pushing event deleted for resources: {'Port': ['ID=9574150c-b2a8-457e-946d-60d2e4dcf2b2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:19.869104 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7af53e02-26b3-4f0a-9d2a-dfc2b8f3fd6d req-839d1eb0-281c-48bc-b75a-4830dc6317e2 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012022 Aug 16 12:50:19.931875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61312958-a577-4bb5-a027-96fedb2be4ec service neutron] Pushing event updated for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:19.991467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7edc8-b09d-4edf-8de4-debdc3aa43de req-30834474-bed4-4721-a9f4-e9335305a78b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:19.993439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fdb7edc8-b09d-4edf-8de4-debdc3aa43de req-30834474-bed4-4721-a9f4-e9335305a78b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 944 time: 0.1974661 Aug 16 12:50:19.994176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf44a0d-97ec-4c69-ad45-80d90e02498b req-cabebaa1-785b-4b3e-ac86-3861f0c906e7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] No DVR routers for this DVR port 9574150c-b2a8-457e-946d-60d2e4dcf2b2 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:50:20.000864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-dcf44a0d-97ec-4c69-ad45-80d90e02498b req-cabebaa1-785b-4b3e-ac86-3861f0c906e7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:20.003131 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dcf44a0d-97ec-4c69-ad45-80d90e02498b req-cabebaa1-785b-4b3e-ac86-3861f0c906e7 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.42 "DELETE /v2.0/ports/9574150c-b2a8-457e-946d-60d2e4dcf2b2 HTTP/1.1" status: 204 len: 173 time: 1.9293752 Aug 16 12:50:20.039085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa8abf-629c-425c-9e06-ba675c935952 req-3b60842d-c9c4-4ce1-b805-82a5f287f760 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:20.048167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1fa8abf-629c-425c-9e06-ba675c935952 req-3b60842d-c9c4-4ce1-b805-82a5f287f760 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.2318661 Aug 16 12:50:20.074073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f854e3e9-0ec8-4942-a5b7-325950b5e1b7', 'name': 'network-vif-deleted', 'tag': '9574150c-b2a8-457e-946d-60d2e4dcf2b2'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:20.076536 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d87e89-7d4a-4a4e-87bd-39a7d284ddd9" -d '{"events": [{"server_uuid": "f854e3e9-0ec8-4942-a5b7-325950b5e1b7", "name": "network-vif-deleted", "tag": "9574150c-b2a8-457e-946d-60d2e4dcf2b2"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:20.079598 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-0221ea59-84d4-4865-9432-9f6b9c1daa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:20.081786 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-0221ea59-84d4-4865-9432-9f6b9c1daa1f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83282f7aedff496b849ada2c0e105e06&device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 1099 time: 0.1679966 Aug 16 12:50:20.111514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fdb7edc8-b09d-4edf-8de4-debdc3aa43de req-92d56a98-fb71-4728-9b42-4969af2e62ff tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037600 Aug 16 12:50:20.125164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1fa8abf-629c-425c-9e06-ba675c935952 req-94559d40-c43d-4f02-b383-4a98f3ed0424 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718341 Aug 16 12:50:20.207271 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-de466782-21b1-4851-a753-7a4df857836c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=b606658e-19df-4d45-8146-98bd39872821 HTTP/1.1" status: 200 len: 217 time: 0.0632291 Aug 16 12:50:20.213021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:20.259548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Transition to ACTIVE for port object 0ff780ef-621b-45b3-8957-3406ea800ee8 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:20.273323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-4564b057-6d77-4d75-bca7-c5c2a17a0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:20.274851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-4564b057-6d77-4d75-bca7-c5c2a17a0090 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0594456 Aug 16 12:50:20.331202 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:20.335689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5bc36-6e5e-4760-83a8-8487d9382541 req-6667c7a3-f428-4d72-92ef-fde8f0f68db6 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:20.337367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26a5bc36-6e5e-4760-83a8-8487d9382541 req-6667c7a3-f428-4d72-92ef-fde8f0f68db6 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 946 time: 0.1173351 Aug 16 12:50:20.345200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-89896013-7560-4500-9d3f-50c2cc3bc8f8 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1721311 Aug 16 12:50:20.358686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:20.365792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-84c68178-ef4e-48e9-b3ef-9b56ad79b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:20.367627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-84c68178-ef4e-48e9-b3ef-9b56ad79b6ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761154 Aug 16 12:50:20.413873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:20.421230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26a5bc36-6e5e-4760-83a8-8487d9382541 req-c248fa9c-9624-4590-a48c-797f970ca681 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663919 Aug 16 12:50:20.422584 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:20.428496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:20.432836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:20.435479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Pushing event updated for resources: {'Port': ['ID=0ff780ef-621b-45b3-8957-3406ea800ee8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:20.532261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:20.532922 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:20.541810 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fd863a-40f6-46e4-814b-55d7d2dc4c78 x-openstack-request-id: req-92fd863a-40f6-46e4-814b-55d7d2dc4c78 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:20.542500 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0144076-8e9e-4455-84b7-af65313d3e55", "name": "network-vif-plugged", "status": "completed", "tag": "8609c379-9e93-4942-9d18-99fd89003c4d", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:20.542760 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92fd863a-40f6-46e4-814b-55d7d2dc4c78 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:20.543161 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8609c379-9e93-4942-9d18-99fd89003c4d', 'code': 200} Aug 16 12:50:20.570147 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-535a54e2-df57-4300-8267-38eb2eaf52cc service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935160 Aug 16 12:50:20.571933 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-fae95fe8-02e0-4f5b-a740-a334f7b22bbb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3408718 Aug 16 12:50:20.584247 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e9c8ef-be2d-4d04-a918-a6e7a26e1805 x-openstack-request-id: req-b5e9c8ef-be2d-4d04-a918-a6e7a26e1805 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:20.584551 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "tag": "b606658e-19df-4d45-8146-98bd39872821", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:20.584796 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5e9c8ef-be2d-4d04-a918-a6e7a26e1805 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:20.585194 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'tag': 'b606658e-19df-4d45-8146-98bd39872821', 'status': 'completed', 'code': 200} Aug 16 12:50:20.618449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Request body: {'port': {'device_id': 'b158dea4-3941-46d3-915b-62e578e2db64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:20.669201 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:20.734431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc10bdd8-f0c5-447e-8b35-c0067e53533a req-1f8f5d00-326e-417d-b019-9ae080254311 tempest-DeleteServersAdminTestJSON-196778693 tempest-DeleteServersAdminTestJSON-196778693-project] 10.222.0.25 "GET /v2.0/ports?device_id=f854e3e9-0ec8-4942-a5b7-325950b5e1b7 HTTP/1.1" status: 200 len: 210 time: 0.0694206 Aug 16 12:50:20.743103 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:20.765918 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02995c67-a8fc-48fa-84ef-4a05d7a7aefa req-3e2796ef-2f05-46fd-80ce-ce85db9c721a service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767030 Aug 16 12:50:20.792784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-88f0121c-be56-4977-b35a-92c9835de3d3 None None] Provisioning for port 0ff780ef-621b-45b3-8957-3406ea800ee8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:20.799947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-88f0121c-be56-4977-b35a-92c9835de3d3 None None] Provisioning complete for port 0ff780ef-621b-45b3-8957-3406ea800ee8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:20.800491 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-88f0121c-be56-4977-b35a-92c9835de3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:20.841933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa8d94-2c58-41d1-9ac7-e3d07417366c req-f6e9c8c4-4554-42ee-8d89-24a030ddf78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:20.843742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bdfa8d94-2c58-41d1-9ac7-e3d07417366c req-f6e9c8c4-4554-42ee-8d89-24a030ddf78e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 1096 time: 0.2059565 Aug 16 12:50:20.849411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-88f0121c-be56-4977-b35a-92c9835de3d3 None None] Port 0ff780ef-621b-45b3-8957-3406ea800ee8 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:50:20.944424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bdfa8d94-2c58-41d1-9ac7-e3d07417366c req-0f1b9db7-ff0a-40a7-8992-bba2e41a7da7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878437 Aug 16 12:50:20.955458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebbc49-c77b-443e-af26-741a6df1468a req-7cbb05b4-d244-4796-a6ea-dc136bb7d091 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:20.956982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47ebbc49-c77b-443e-af26-741a6df1468a req-7cbb05b4-d244-4796-a6ea-dc136bb7d091 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 936 time: 0.1249914 Aug 16 12:50:20.969339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Allocated IP 172.25.0.208 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/f3640eb0-0584-441a-88d7-e09fc38df00c) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:20.983680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee req-e4a8f819-0a1e-4fb1-a1a1-9d5a16eb0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:20.985173 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee req-e4a8f819-0a1e-4fb1-a1a1-9d5a16eb0b94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83282f7aedff496b849ada2c0e105e06&device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 1099 time: 0.1068959 Aug 16 12:50:21.033861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47ebbc49-c77b-443e-af26-741a6df1468a req-bf786a73-7075-4981-a291-cce369d5342a tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670407 Aug 16 12:50:21.063845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b3af4824-5b93-4cfb-be9a-2990c57fa0b8 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:21.102981 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db97689-e12c-486f-a63d-712ce962c17d x-openstack-request-id: req-9db97689-e12c-486f-a63d-712ce962c17d {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:21.103371 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f854e3e9-0ec8-4942-a5b7-325950b5e1b7", "name": "network-vif-deleted", "tag": "9574150c-b2a8-457e-946d-60d2e4dcf2b2", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:21.103832 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9db97689-e12c-486f-a63d-712ce962c17d {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:21.104528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff780ef-621b-45b3-8957-3406ea800ee8 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:21.104681 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f854e3e9-0ec8-4942-a5b7-325950b5e1b7', 'name': 'network-vif-deleted', 'tag': '9574150c-b2a8-457e-946d-60d2e4dcf2b2', 'status': 'completed', 'code': 200} Aug 16 12:50:21.113066 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.130699 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.138598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:21.144119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:21.144827 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.157572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Transition to ACTIVE for port object 0ff780ef-621b-45b3-8957-3406ea800ee8 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:21.163681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.184783 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.235291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff780ef-621b-45b3-8957-3406ea800ee8,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:21.274874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee req-f404d0c4-23dd-4e45-a194-a0203656948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:21.275617 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.276636 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee req-f404d0c4-23dd-4e45-a194-a0203656948f service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.2747130 Aug 16 12:50:21.313956 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:21.324799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:21.336058 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.337032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9574150c-b2a8-457e-946d-60d2e4dcf2b2 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:21.337223 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:21.339828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:21.368948 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Pushing event updated for resources: {'Port': ['ID=f3640eb0-0584-441a-88d7-e09fc38df00c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:21.389369 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee req-a015072f-40e5-4a3f-80ce-fa064780d9bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=b606658e-19df-4d45-8146-98bd39872821 HTTP/1.1" status: 200 len: 217 time: 0.0921042 Aug 16 12:50:21.447691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 9574150c-b2a8-457e-946d-60d2e4dcf2b2 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:50:21.448930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9574150c-b2a8-457e-946d-60d2e4dcf2b2 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:21.450834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:21.451787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Attempting to bind port 0ff780ef-621b-45b3-8957-3406ea800ee8 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:21.452826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Attempting to bind port 0ff780ef-621b-45b3-8957-3406ea800ee8 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:21.453347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Attempting to bind port 0ff780ef-621b-45b3-8957-3406ea800ee8 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:21.470115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Port 0ff780ef-621b-45b3-8957-3406ea800ee8 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:21.470833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Attempting to bind port 0ff780ef-621b-45b3-8957-3406ea800ee8 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:21.490863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:21.491285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:21.492339 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:21.492898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Bound port: 0ff780ef-621b-45b3-8957-3406ea800ee8, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:21.493365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.505897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee req-0826901f-c943-449c-95c8-3635c65b8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:21.507577 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee req-0826901f-c943-449c-95c8-3635c65b8b46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1078064 Aug 16 12:50:21.559644 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.577233 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-f98af417-2bb1-4aad-ba19-ba21bcd7184d tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 258 time: 0.3503277 Aug 16 12:50:21.609832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee req-1d57a54e-3371-464a-bf86-696fa32ee408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:21.611803 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee req-1d57a54e-3371-464a-bf86-696fa32ee408 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965774 Aug 16 12:50:21.614563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] For port 0ff780ef-621b-45b3-8957-3406ea800ee8, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:21.618016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] For port 0ff780ef-621b-45b3-8957-3406ea800ee8, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0ff780ef-621b-45b3-8957-3406ea800ee8,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:21.619352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:21.627939 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.631211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.688997 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.724363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:21.725049 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.726603 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] 10.222.0.22 "PUT /v2.0/ports/0ff780ef-621b-45b3-8957-3406ea800ee8 HTTP/1.1" status: 200 len: 1096 time: 1.1126616 Aug 16 12:50:21.756434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e817682-9d97-4364-988e-49ba75e23ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff780ef-621b-45b3-8957-3406ea800ee8,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:21.792432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee req-2bada60e-7faa-4e1b-a77f-9f3cf301120e service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705935 Aug 16 12:50:21.944281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-c9d480c5-ae3e-493a-9923-2d8cd3f17bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:21.945913 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-c9d480c5-ae3e-493a-9923-2d8cd3f17bbe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83282f7aedff496b849ada2c0e105e06&device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 1099 time: 0.1035340 Aug 16 12:50:21.967602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9eacd3ce-ab35-458e-acae-e7b3571ba4ee req-e07de3a0-35b9-4bbe-96e2-c01810c843d7 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609116 Aug 16 12:50:21.978376 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:21.985811 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:22.005054 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-b98ed927-1f56-463b-a52e-ab003c14a6e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=0ff780ef-621b-45b3-8957-3406ea800ee8 HTTP/1.1" status: 200 len: 217 time: 0.0456982 Aug 16 12:50:22.016448 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:22.028996 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:22.061973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-6b6fcf4e-9a21-4958-9551-38832f4ef38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:22.063728 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-6b6fcf4e-9a21-4958-9551-38832f4ef38d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0488436 Aug 16 12:50:22.087945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Pushing event updated for resources: {'Port': ['ID=f3640eb0-0584-441a-88d7-e09fc38df00c,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:22.095594 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:22.096811 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-43d7994c-60fa-442c-ac26-a8f139fe6093 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7442679 Aug 16 12:50:22.115534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-9ee50e5f-31c6-4fac-a484-498c9b3fdf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:22.117034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-9ee50e5f-31c6-4fac-a484-498c9b3fdf99 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434284 Aug 16 12:50:22.180463 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-b40285bf-1405-493c-ba9f-259676ae9d23 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0732772 Aug 16 12:50:22.217927 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-30d9c64f-00e9-48f4-9310-df692b131505 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929735 Aug 16 12:50:22.227892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Allocated IP 172.25.0.98 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/eb1c39a6-5251-4b98-9cb2-0b3f41e91dec) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:22.318264 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63c351e5-b465-48d7-8f84-64fd8f4a71d1 req-a44763ae-2ddc-458a-89f2-86ca59ec0036 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923972 Aug 16 12:50:22.360687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-7f95120c-ab63-4319-9c0d-4fcfac22eb2e tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:22.362164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fed8b9c1-0b48-46f2-9606-ed0f66a3232f req-7f95120c-ab63-4319-9c0d-4fcfac22eb2e tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1756303 Aug 16 12:50:22.400639 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:22.472700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:22.488312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fb5dc-0eb4-4fa1-86a6-85d336197bdf req-e4080d99-4e62-447e-9a90-275cf313cca2 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:22.489817 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6b8fb5dc-0eb4-4fa1-86a6-85d336197bdf req-e4080d99-4e62-447e-9a90-275cf313cca2 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 945 time: 0.0729685 Aug 16 12:50:22.539001 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:22.543955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:22.546310 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7a7767-652c-4ff5-8391-dc2fd1ecf683" -d '{"events": [{"server_uuid": "dd401fc9-eec6-4551-9288-0d388ad4902f", "name": "network-vif-plugged", "status": "completed", "tag": "b3af4824-5b93-4cfb-be9a-2990c57fa0b8"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:22.546582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:22.549087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:22.555735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Pushing event updated for resources: {'Port': ['ID=eb1c39a6-5251-4b98-9cb2-0b3f41e91dec,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:22.586365 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b158dea4-3941-46d3-915b-62e578e2db64', 'tag': '0ff780ef-621b-45b3-8957-3406ea800ee8'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:22.588759 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a234d1-1a73-48b5-9255-520e47bb379f" -d '{"events": [{"name": "network-changed", "server_uuid": "b158dea4-3941-46d3-915b-62e578e2db64", "tag": "0ff780ef-621b-45b3-8957-3406ea800ee8"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:22.590817 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6b8fb5dc-0eb4-4fa1-86a6-85d336197bdf req-bbc61e92-db0a-4f79-bb4f-b34b1e68a917 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824642 Aug 16 12:50:22.610622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:22.647638 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:22.755783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca52a8-1dfa-4578-b27d-4fae02dfb2c2 req-48b72d2f-8cb0-42ff-810a-0590d950704d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:22.757387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96ca52a8-1dfa-4578-b27d-4fae02dfb2c2 req-48b72d2f-8cb0-42ff-810a-0590d950704d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.1078084 Aug 16 12:50:23.051020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96ca52a8-1dfa-4578-b27d-4fae02dfb2c2 req-8b4bfc1f-152b-4412-abc7-974dc4cdd3cc tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655339 Aug 16 12:50:23.085658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:23.090496 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:23.130800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:23.169592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Pushing event updated for resources: {'Port': ['ID=eb1c39a6-5251-4b98-9cb2-0b3f41e91dec,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:23.174979 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:23.176790 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-02824b7f-94b8-47ed-ba23-db482e33659f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5659020 Aug 16 12:50:23.200949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c29120-5c03-41e9-a4ca-0d688ab42dd2 req-f6675631-7601-4ae0-a0bf-dce40a6356a5 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:23.202676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96c29120-5c03-41e9-a4ca-0d688ab42dd2 req-f6675631-7601-4ae0-a0bf-dce40a6356a5 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 945 time: 0.0878487 Aug 16 12:50:23.248811 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-f11b4269-4456-49e6-8f23-ee2d28bf1284 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 695 time: 0.0659657 Aug 16 12:50:23.323843 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96c29120-5c03-41e9-a4ca-0d688ab42dd2 req-e9feee0c-7f80-4125-b56e-b37e0b485f40 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900469 Aug 16 12:50:23.380362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-36bc2e10-4f52-472b-b90a-eba3da660567 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:23.382124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-36bc2e10-4f52-472b-b90a-eba3da660567 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1267779 Aug 16 12:50:23.398688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-4e7981cb-6c9b-42be-bba3-8a04844a5a63 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:50:23.400350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-390e4169-5883-4cee-9a04-6c009d3ff652 req-4e7981cb-6c9b-42be-bba3-8a04844a5a63 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121894 Aug 16 12:50:23.486960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59544d1d-14f7-4816-a86b-2a44946fb1db req-b50d5113-b016-4431-956e-912d0c68a806 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:23.488635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59544d1d-14f7-4816-a86b-2a44946fb1db req-b50d5113-b016-4431-956e-912d0c68a806 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 948 time: 0.0574431 Aug 16 12:50:23.546838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-49ecc2ed-0f49-4535-9720-68975c9c5d46 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips/46783934-18e6-43f2-8677-80a29dc64c25 HTTP/1.1" status: 200 len: 693 time: 0.0566158 Aug 16 12:50:23.573826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59544d1d-14f7-4816-a86b-2a44946fb1db req-8d30ffa4-e00c-4b5f-860b-5ec67b063df5 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771260 Aug 16 12:50:23.617936 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5af2e30-45ec-4aeb-a1f0-cc037a6a51ba x-openstack-request-id: req-d5af2e30-45ec-4aeb-a1f0-cc037a6a51ba {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:23.618459 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd401fc9-eec6-4551-9288-0d388ad4902f", "name": "network-vif-plugged", "status": "completed", "tag": "b3af4824-5b93-4cfb-be9a-2990c57fa0b8", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:23.618538 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5af2e30-45ec-4aeb-a1f0-cc037a6a51ba {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:23.618909 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8', 'code': 200} Aug 16 12:50:23.651212 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5a4138-5f8a-4c78-bd88-4dba22bafb05 x-openstack-request-id: req-7c5a4138-5f8a-4c78-bd88-4dba22bafb05 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:23.651723 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b158dea4-3941-46d3-915b-62e578e2db64", "tag": "0ff780ef-621b-45b3-8957-3406ea800ee8", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:23.652031 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c5a4138-5f8a-4c78-bd88-4dba22bafb05 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:23.652527 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b158dea4-3941-46d3-915b-62e578e2db64', 'tag': '0ff780ef-621b-45b3-8957-3406ea800ee8', 'status': 'completed', 'code': 200} Aug 16 12:50:23.675490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-352e5498-11eb-4bfb-b08c-ded872883f6c tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:23.682689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-352e5498-11eb-4bfb-b08c-ded872883f6c tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1292400 Aug 16 12:50:23.689506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-d6499f5a-51bf-4466-891b-0923472135b5 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:50:23.690526 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-d6499f5a-51bf-4466-891b-0923472135b5 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070541 Aug 16 12:50:23.738356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a234d1-1a73-48b5-9255-520e47bb379f req-afff7ec7-1884-4bd5-aa55-79075cb7f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:23.740232 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76a234d1-1a73-48b5-9255-520e47bb379f req-afff7ec7-1884-4bd5-aa55-79075cb7f5d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83282f7aedff496b849ada2c0e105e06&device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 1099 time: 0.0503225 Aug 16 12:50:23.788730 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-79df1f6e-771b-42ba-b7e3-1a1007a74cd4 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0892460 Aug 16 12:50:23.810674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe041-8911-4db6-9bbf-8f3bde6f8ed1 req-f4feb398-3b4e-4a82-b989-b056fe5e054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:23.812198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aabe041-8911-4db6-9bbf-8f3bde6f8ed1 req-f4feb398-3b4e-4a82-b989-b056fe5e054c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 1096 time: 0.1268628 Aug 16 12:50:23.838820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a234d1-1a73-48b5-9255-520e47bb379f req-fced5dc4-c798-4dd5-bc3d-d72db70c6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:23.840370 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76a234d1-1a73-48b5-9255-520e47bb379f req-fced5dc4-c798-4dd5-bc3d-d72db70c6df6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.0926492 Aug 16 12:50:23.855938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e8c9-22d5-4f17-994d-bc77dc41f691 req-d22c8154-ee36-4e76-9a92-9c86f1131d3c tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:23.857427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c242e8c9-22d5-4f17-994d-bc77dc41f691 req-d22c8154-ee36-4e76-9a92-9c86f1131d3c tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 1096 time: 0.1592097 Aug 16 12:50:23.860413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-f1084400-5806-4b13-afc4-ddec5878e2ed tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0651896 Aug 16 12:50:23.883729 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76a234d1-1a73-48b5-9255-520e47bb379f req-39c90661-2014-4b76-a844-e5799c6ee84d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=0ff780ef-621b-45b3-8957-3406ea800ee8 HTTP/1.1" status: 200 len: 217 time: 0.0356069 Aug 16 12:50:23.939596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a234d1-1a73-48b5-9255-520e47bb379f req-e4da8426-42a2-4d3b-8d30-005e1c96bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:23.941258 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76a234d1-1a73-48b5-9255-520e47bb379f req-e4da8426-42a2-4d3b-8d30-005e1c96bf95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0483384 Aug 16 12:50:23.950748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aabe041-8911-4db6-9bbf-8f3bde6f8ed1 req-1aabe826-db64-4037-813c-ccb5df99a91b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092772 Aug 16 12:50:23.986975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c242e8c9-22d5-4f17-994d-bc77dc41f691 req-a1048e68-b420-47d0-bb3f-3d3715959710 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192389 Aug 16 12:50:23.988594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a234d1-1a73-48b5-9255-520e47bb379f req-c5874541-92d0-4a2f-865c-bfe9c1e6caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:23.990827 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76a234d1-1a73-48b5-9255-520e47bb379f req-c5874541-92d0-4a2f-865c-bfe9c1e6caa8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413368 Aug 16 12:50:24.039377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-79115e8e-ca4e-4b4c-9905-a8039264b95a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Deleting port f3640eb0-0584-441a-88d7-e09fc38df00c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:24.039713 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-79115e8e-ca4e-4b4c-9905-a8039264b95a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:24.095909 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76a234d1-1a73-48b5-9255-520e47bb379f req-ff31a60e-8a86-43bb-8607-62c05d29f35e service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932074 Aug 16 12:50:24.124681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b606658e-19df-4d45-8146-98bd39872821 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:24.128192 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-79115e8e-ca4e-4b4c-9905-a8039264b95a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:24.128525 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-79115e8e-ca4e-4b4c-9905-a8039264b95a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:24.185215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-79115e8e-ca4e-4b4c-9905-a8039264b95a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Calling delete_port for f3640eb0-0584-441a-88d7-e09fc38df00c owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:24.203020 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76a234d1-1a73-48b5-9255-520e47bb379f req-51e36327-1d6a-4f8d-b9ca-01b1f1226198 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956299 Aug 16 12:50:24.230357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:24.242406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'b606658e-19df-4d45-8146-98bd39872821', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'b606658e-19df-4d45-8146-98bd39872821', 'mac_address': 'fa:16:3e:cd:5d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:50:24.266048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-73960f42-45dd-4260-863c-90fd2bbf7d22 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:24.267606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-73960f42-45dd-4260-863c-90fd2bbf7d22 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1303389 Aug 16 12:50:24.292138 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:24.305472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b606658e-19df-4d45-8146-98bd39872821 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:24.325656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:24.329676 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:24.338449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-3a851d99-1c83-4dd0-b714-46f133ff36ee tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 695 time: 0.0595872 Aug 16 12:50:24.351913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-1602d921-9942-48ea-8ea2-f156561df04d tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Request body: {'floatingip': {'port_id': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:24.378148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:24.391446 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-1602d921-9942-48ea-8ea2-f156561df04d tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:24.513650 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-79115e8e-ca4e-4b4c-9905-a8039264b95a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:24.543719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79115e8e-ca4e-4b4c-9905-a8039264b95a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Pushing event deleted for resources: {'Port': ['ID=f3640eb0-0584-441a-88d7-e09fc38df00c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:24.612143 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-79115e8e-ca4e-4b4c-9905-a8039264b95a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:24.615122 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-79115e8e-ca4e-4b4c-9905-a8039264b95a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:24.616270 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9d25dc4-1ebf-4479-8e6a-1d8b978ae0cb req-79115e8e-ca4e-4b4c-9905-a8039264b95a tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "DELETE /v2.0/floatingips/46783934-18e6-43f2-8677-80a29dc64c25 HTTP/1.1" status: 204 len: 173 time: 0.7475514 Aug 16 12:50:24.785023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b606658e-19df-4d45-8146-98bd39872821'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:24.912725 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6cda6-29e0-4c73-822d-473d0ec3d02f req-df7aa937-bf2c-4e0f-9407-fe4cdeb2ff63 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:24.914208 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28f6cda6-29e0-4c73-822d-473d0ec3d02f req-df7aa937-bf2c-4e0f-9407-fe4cdeb2ff63 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 1096 time: 0.2199817 Aug 16 12:50:25.017488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28f6cda6-29e0-4c73-822d-473d0ec3d02f req-e17fddce-6a79-472d-88b0-359df2dbb20c tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956762 Aug 16 12:50:25.376267 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-1602d921-9942-48ea-8ea2-f156561df04d tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:25.380373 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-1602d921-9942-48ea-8ea2-f156561df04d tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:25.436647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36833df-d5c0-46f5-beaa-f47a0bf1d03e req-7cf44eff-6960-40b7-9caa-e13f2bbd26ce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:25.438193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c36833df-d5c0-46f5-beaa-f47a0bf1d03e req-7cf44eff-6960-40b7-9caa-e13f2bbd26ce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.1219704 Aug 16 12:50:25.515178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c36833df-d5c0-46f5-beaa-f47a0bf1d03e req-4839a878-8d53-4d33-9ce5-2cc114428ca9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704980 Aug 16 12:50:25.519709 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-1602d921-9942-48ea-8ea2-f156561df04d tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Floating IP b3c33670-9149-41bd-9c89-d08b9d416e51 associated. External IP: 172.25.0.98, port: e96e7d1e-e1bd-436e-bc3a-c97a175721d3. Aug 16 12:50:25.679279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e0b62-6402-4297-bf2e-5401f390f9e7 req-b4366dea-3a9e-45a9-8f28-8d37ed865d83 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:25.680804 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca1e0b62-6402-4297-bf2e-5401f390f9e7 req-b4366dea-3a9e-45a9-8f28-8d37ed865d83 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 945 time: 0.1081786 Aug 16 12:50:25.810450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca1e0b62-6402-4297-bf2e-5401f390f9e7 req-409dac9e-e3ef-47fe-bfcf-00a4f64c8f14 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889494 Aug 16 12:50:25.842678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-1602d921-9942-48ea-8ea2-f156561df04d tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Router 2780c0a8-3119-433a-81c7-4d0fbb000382 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:50:25.981671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-1602d921-9942-48ea-8ea2-f156561df04d tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:50:25.986798 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-1602d921-9942-48ea-8ea2-f156561df04d tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:25.991633 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304dbae-4857-47bd-8a9d-19692e5bda0c None None] Sync routers for ids ['2780c0a8-3119-433a-81c7-4d0fbb000382'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:50:26.000545 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304dbae-4857-47bd-8a9d-19692e5bda0c None None] Routers {'2780c0a8-3119-433a-81c7-4d0fbb000382'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:26.001156 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e304dbae-4857-47bd-8a9d-19692e5bda0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2780c0a8-3119-433a-81c7-4d0fbb000382'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:26.027650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092092f-acad-4bb3-a8a4-6cb2cf81e3e6 req-3dbb0a4f-abd7-49dc-ae8c-31fc87948b59 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:26.029175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b092092f-acad-4bb3-a8a4-6cb2cf81e3e6 req-3dbb0a4f-abd7-49dc-ae8c-31fc87948b59 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 948 time: 0.0846009 Aug 16 12:50:26.030664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-1602d921-9942-48ea-8ea2-f156561df04d tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "PUT /v2.0/floatingips/b3c33670-9149-41bd-9c89-d08b9d416e51 HTTP/1.1" status: 200 len: 996 time: 1.6849160 Aug 16 12:50:26.031116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54290bdb-401b-4384-a3e5-72a0428c8275', 'tag': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:26.033381 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe" -d '{"events": [{"name": "network-changed", "server_uuid": "54290bdb-401b-4384-a3e5-72a0428c8275", "tag": "e96e7d1e-e1bd-436e-bc3a-c97a175721d3"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:26.093311 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b092092f-acad-4bb3-a8a4-6cb2cf81e3e6 req-4e668684-56ec-4ade-9bce-8e16ba8c0bb0 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567875 Aug 16 12:50:26.105188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-7fd1e209-724c-46cc-9687-69fd3ad023c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:26.106701 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-7fd1e209-724c-46cc-9687-69fd3ad023c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b6ddbc1db9fe439c84e808a17cfa048c&device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 1097 time: 0.0567350 Aug 16 12:50:26.115416 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-e304dbae-4857-47bd-8a9d-19692e5bda0c None None] Set router 2780c0a8-3119-433a-81c7-4d0fbb000382 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:26.157004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0ff780ef-621b-45b3-8957-3406ea800ee8 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:26.164593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b606658e-19df-4d45-8146-98bd39872821 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:26.215976 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-b9e636cd-179b-4faf-8d77-4fb6df01de9d req-d1dab5e0-5606-4ccb-935d-7f18cd1a8f2b tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] show failed (client error): The resource could not be found. Aug 16 12:50:26.217387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9e636cd-179b-4faf-8d77-4fb6df01de9d req-d1dab5e0-5606-4ccb-935d-7f18cd1a8f2b tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips/46783934-18e6-43f2-8677-80a29dc64c25 HTTP/1.1" status: 404 len: 350 time: 0.0783317 Aug 16 12:50:26.269060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-3f30026e-c968-4f5c-a294-df17d1dbc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:26.271428 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-3f30026e-c968-4f5c-a294-df17d1dbc835 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bc343427-e70e-4165-9e6c-ad884ab1bfb0 HTTP/1.1" status: 200 len: 929 time: 0.1522765 Aug 16 12:50:26.316064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0ff780ef-621b-45b3-8957-3406ea800ee8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0ff780ef-621b-45b3-8957-3406ea800ee8,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:26.335926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '0ff780ef-621b-45b3-8957-3406ea800ee8', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '0ff780ef-621b-45b3-8957-3406ea800ee8', 'mac_address': 'fa:16:3e:fe:f0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:50:26.392509 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:26.402507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port b606658e-19df-4d45-8146-98bd39872821 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:26.405253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-744fcb40-7943-4cbf-acf4-cf2199e9d880 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e96e7d1e-e1bd-436e-bc3a-c97a175721d3 HTTP/1.1" status: 200 len: 999 time: 0.1266506 Aug 16 12:50:26.409795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port b606658e-19df-4d45-8146-98bd39872821 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:26.410350 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:26.415384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff780ef-621b-45b3-8957-3406ea800ee8 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:26.447615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102cbdb-7798-4469-b65e-6a14f04b609b req-ce9c9ccb-3360-4a62-b2b6-1356a3caf1a6 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:26.449129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c102cbdb-7798-4469-b65e-6a14f04b609b req-ce9c9ccb-3360-4a62-b2b6-1356a3caf1a6 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 1096 time: 0.0762990 Aug 16 12:50:26.461997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0ff780ef-621b-45b3-8957-3406ea800ee8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0ff780ef-621b-45b3-8957-3406ea800ee8,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:26.469412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:26.469658 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e304dbae-4857-47bd-8a9d-19692e5bda0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:54Z', 'revision_number': 4, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'b3c33670-9149-41bd-9c89-d08b9d416e51', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'port_id': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'mac_address': 'fa:16:3e:dd:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54290bdb-401b-4384-a3e5-72a0428c8275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:50:22Z', 'updated_at': '2021-08-16T12:50:24Z', 'revision_number': 1, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd640dcbb-89a6-4e89-94e7-eb38e7b4ccfd', 'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'mac_address': 'fa:16:3e:1b:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:53Z', 'updated_at': '2021-08-16T12:50:02Z', 'revision_number': 5, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'subnets': [{'id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:26.494016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-c9f8eb44-f097-4341-a3d3-25173b757b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:26.495696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-c9f8eb44-f097-4341-a3d3-25173b757b0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f425535-2dd2-4972-9d8b-3ffec68873ae HTTP/1.1" status: 200 len: 868 time: 0.0780411 Aug 16 12:50:26.502349 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304dbae-4857-47bd-8a9d-19692e5bda0c None None] Checking router: 2780c0a8-3119-433a-81c7-4d0fbb000382 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:50:26.511913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c102cbdb-7798-4469-b65e-6a14f04b609b req-5d2e7b71-a14b-4330-8d6b-16f53e97ab46 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472870 Aug 16 12:50:26.513242 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304dbae-4857-47bd-8a9d-19692e5bda0c None None] Routers {'2780c0a8-3119-433a-81c7-4d0fbb000382'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:26.513865 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e304dbae-4857-47bd-8a9d-19692e5bda0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2780c0a8-3119-433a-81c7-4d0fbb000382'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:26.563509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-ab7f07a2-bf2d-430d-96b9-b694093678f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:26.564855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-ab7f07a2-bf2d-430d-96b9-b694093678f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bc343427-e70e-4165-9e6c-ad884ab1bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507784 Aug 16 12:50:26.578129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-572e1432-12a7-4d7a-9156-8981446ecdf5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:50:26.579973 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-572e1432-12a7-4d7a-9156-8981446ecdf5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080712 Aug 16 12:50:26.649155 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-e304dbae-4857-47bd-8a9d-19692e5bda0c None None] Set router 2780c0a8-3119-433a-81c7-4d0fbb000382 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:26.657387 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662d3fc6-aeb3-4b11-8f93-1ca5e74899db x-openstack-request-id: req-662d3fc6-aeb3-4b11-8f93-1ca5e74899db {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:26.657830 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54290bdb-401b-4384-a3e5-72a0428c8275", "tag": "e96e7d1e-e1bd-436e-bc3a-c97a175721d3", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:26.658221 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-662d3fc6-aeb3-4b11-8f93-1ca5e74899db {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:26.658720 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54290bdb-401b-4384-a3e5-72a0428c8275', 'tag': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'status': 'completed', 'code': 200} Aug 16 12:50:26.688306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0ff780ef-621b-45b3-8957-3406ea800ee8,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:26.702595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe req-d60750ce-bc40-4f04-a37f-a0a03ca4e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:26.704285 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe req-d60750ce-bc40-4f04-a37f-a0a03ca4e44c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6ddbc1db9fe439c84e808a17cfa048c&device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 1097 time: 0.0536754 Aug 16 12:50:26.708703 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:26.710175 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-9b233893-0a51-4257-b2fe-0b68b17186b8 req-146447ea-c592-4d1f-a7e1-69d294aa0b69 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] show failed (client error): The resource could not be found. Aug 16 12:50:26.711274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b233893-0a51-4257-b2fe-0b68b17186b8 req-146447ea-c592-4d1f-a7e1-69d294aa0b69 tempest-FloatingIPsTestJSON-1490381211 tempest-FloatingIPsTestJSON-1490381211-project] 10.222.0.25 "GET /v2.0/floatingips/46783934-18e6-43f2-8677-80a29dc64c25 HTTP/1.1" status: 404 len: 350 time: 0.0515313 Aug 16 12:50:26.721191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56230) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:26.747322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b606658e-19df-4d45-8146-98bd39872821'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:26.749084 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002497cc-9f28-440d-b785-d2b07e912f02" -d '{"events": [{"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-plugged", "status": "completed", "tag": "b606658e-19df-4d45-8146-98bd39872821"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:26.756363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-10abd9fe-cde8-4b2e-975c-b8aa88086228 service neutron] 10.222.0.25 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667449 Aug 16 12:50:26.768708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:26.780456 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:26.892298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:26.930440 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d9f46d3-2c0f-4037-9745-439213d48fa4 req-3f878d26-bbdf-494e-90aa-fe7e88fb4bfd service neutron] 10.222.0.25 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644545 Aug 16 12:50:26.939557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe req-fc0ad7ef-3071-419f-9987-fc34234c0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:26.945959 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe req-fc0ad7ef-3071-419f-9987-fc34234c0389 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc343427-e70e-4165-9e6c-ad884ab1bfb0 HTTP/1.1" status: 200 len: 929 time: 0.2322690 Aug 16 12:50:26.960980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0ff780ef-621b-45b3-8957-3406ea800ee8'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:27.072668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58aca1-ba53-40b1-a607-79f89a2be154 req-4cfa079e-129f-411c-b51a-9e720ebf413a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:27.094488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f58aca1-ba53-40b1-a607-79f89a2be154 req-4cfa079e-129f-411c-b51a-9e720ebf413a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.1179993 Aug 16 12:50:27.131106 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e304dbae-4857-47bd-8a9d-19692e5bda0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:54Z', 'revision_number': 4, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'b3c33670-9149-41bd-9c89-d08b9d416e51', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'port_id': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'mac_address': 'fa:16:3e:dd:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54290bdb-401b-4384-a3e5-72a0428c8275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:50:22Z', 'updated_at': '2021-08-16T12:50:24Z', 'revision_number': 1, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd640dcbb-89a6-4e89-94e7-eb38e7b4ccfd', 'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'mac_address': 'fa:16:3e:1b:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:53Z', 'updated_at': '2021-08-16T12:50:02Z', 'revision_number': 5, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'subnets': [{'id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:27.186287 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304dbae-4857-47bd-8a9d-19692e5bda0c None None] The sync data for ids ['2780c0a8-3119-433a-81c7-4d0fbb000382'] in n-d-804708-1 is: [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:54Z', 'revision_number': 4, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'b3c33670-9149-41bd-9c89-d08b9d416e51', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'port_id': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'mac_address': 'fa:16:3e:dd:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54290bdb-401b-4384-a3e5-72a0428c8275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:50:22Z', 'updated_at': '2021-08-16T12:50:24Z', 'revision_number': 1, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd640dcbb-89a6-4e89-94e7-eb38e7b4ccfd', 'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'mac_address': 'fa:16:3e:1b:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:53Z', 'updated_at': '2021-08-16T12:50:02Z', 'revision_number': 5, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'subnets': [{'id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:50:27.200892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f58aca1-ba53-40b1-a607-79f89a2be154 req-e4a69a96-bc31-49a7-af2c-474178424552 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743256 Aug 16 12:50:27.226468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9130c-aea0-4bc2-8ae5-f724a1384043 req-1413f94e-68c5-4f13-afab-6d79120e017c tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:27.228083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7df9130c-aea0-4bc2-8ae5-f724a1384043 req-1413f94e-68c5-4f13-afab-6d79120e017c tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 1096 time: 0.1774576 Aug 16 12:50:27.243908 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe req-aa31fee3-fe4b-4516-be55-263d584db41a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e96e7d1e-e1bd-436e-bc3a-c97a175721d3 HTTP/1.1" status: 200 len: 999 time: 0.2869966 Aug 16 12:50:27.279390 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7df9130c-aea0-4bc2-8ae5-f724a1384043 req-e88548c5-f1f5-47d6-acf1-b4dbce98e31c tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Aug 16 12:50:27.284692 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe47e87a-f518-408e-98a7-ad7a7a765762 x-openstack-request-id: req-fe47e87a-f518-408e-98a7-ad7a7a765762 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:27.285204 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-plugged", "status": "completed", "tag": "b606658e-19df-4d45-8146-98bd39872821", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:27.285313 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe47e87a-f518-408e-98a7-ad7a7a765762 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:27.285663 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b606658e-19df-4d45-8146-98bd39872821', 'code': 200} Aug 16 12:50:27.390146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56248) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:27.476230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357902d4-4a5e-45d4-9a60-b3e70af2960e req-81d83d3c-806d-4eec-8443-e666ac9dfb50 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:27.477801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-357902d4-4a5e-45d4-9a60-b3e70af2960e req-81d83d3c-806d-4eec-8443-e666ac9dfb50 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 1096 time: 0.0973728 Aug 16 12:50:27.516498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b3e84-7401-4e00-8157-851521c253a9 None None] New status for floating IP b3c33670-9149-41bd-9c89-d08b9d416e51: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:50:27.593371 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-357902d4-4a5e-45d4-9a60-b3e70af2960e req-7d67f256-6474-4785-9262-5928d0ad8caf tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872939 Aug 16 12:50:27.618822 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-523f5951-ae91-4897-929b-c5866544252e req-40e24c7f-fbad-4e09-9947-a96ba077afb1 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 258 time: 0.1947186 Aug 16 12:50:27.632676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:27.643562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-aa38d736-d066-4148-9479-2e4681a653ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32263331e21e4fc99054e798bf045c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501361 Aug 16 12:50:27.644314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56254) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:27.703432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:27.757843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe req-3b5a8125-d08b-43ae-8b2e-6a6992c7f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:27.759391 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe req-3b5a8125-d08b-43ae-8b2e-6a6992c7f1fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f425535-2dd2-4972-9d8b-3ffec68873ae HTTP/1.1" status: 200 len: 868 time: 0.4144213 Aug 16 12:50:27.787431 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231123ca-bb6e-4e3a-93bf-b56250afca2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:27.795945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb8bae-853e-4746-8b40-a201122c32ff req-bc5c0054-c3d1-48da-b7bf-f6fe704166e6 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:27.797482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bdb8bae-853e-4746-8b40-a201122c32ff req-bc5c0054-c3d1-48da-b7bf-f6fe704166e6 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 949 time: 0.1166127 Aug 16 12:50:27.809410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9823f1-3922-40fa-845b-d55fbf641873 req-841f77f5-7037-4108-8b02-ed25f0e47151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:27.810925 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cc9823f1-3922-40fa-845b-d55fbf641873 req-841f77f5-7037-4108-8b02-ed25f0e47151 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 1101 time: 0.1364977 Aug 16 12:50:27.869505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe req-3ecb269c-16c9-4458-b3e6-a75f6dc6f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:27.869728 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231123ca-bb6e-4e3a-93bf-b56250afca2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:27.871044 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe req-3ecb269c-16c9-4458-b3e6-a75f6dc6f4ce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc343427-e70e-4165-9e6c-ad884ab1bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021953 Aug 16 12:50:27.901499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bdb8bae-853e-4746-8b40-a201122c32ff req-53451983-5aa4-49d0-beaf-66b307ff542c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788894 Aug 16 12:50:27.919863 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cc9823f1-3922-40fa-845b-d55fbf641873 req-7bb4f259-8173-406c-b107-eed737cf050d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987072 Aug 16 12:50:27.951603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:27.969496 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231123ca-bb6e-4e3a-93bf-b56250afca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:27.972581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231123ca-bb6e-4e3a-93bf-b56250afca2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:27.975213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-231123ca-bb6e-4e3a-93bf-b56250afca2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b6fd34e-e8a8-4376-956a-1271bdd8997e HTTP/1.1" status: 204 len: 168 time: 0.3294761 Aug 16 12:50:28.027982 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe req-113acd9d-e407-43d9-95a6-2e9ad474d8ee service neutron] 10.222.0.22 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337876 Aug 16 12:50:28.048254 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231123ca-bb6e-4e3a-93bf-b56250afca2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6fd34e-e8a8-4376-956a-1271bdd8997e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:28.070667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.110766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Allocated IP 172.25.0.89 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/16621e21-a3bb-4500-b300-23aa8e8777c8) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:28.165926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0ff780ef-621b-45b3-8957-3406ea800ee8 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:28.273274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 0ff780ef-621b-45b3-8957-3406ea800ee8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:28.278644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 0ff780ef-621b-45b3-8957-3406ea800ee8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:28.279019 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.309857 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.370248 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.394825 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.419786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:28.424187 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:28.426849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:28.446412 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cc883b09-4ec5-4f31-bb2a-ff4fb33d70fe req-b2426658-2b54-4cdf-99af-d6c588f0707f service neutron] 10.222.0.22 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946650 Aug 16 12:50:28.473955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56280) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:28.476137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0ff780ef-621b-45b3-8957-3406ea800ee8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0ff780ef-621b-45b3-8957-3406ea800ee8,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:28.483693 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.484997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Pushing event updated for resources: {'Port': ['ID=16621e21-a3bb-4500-b300-23aa8e8777c8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:28.493011 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a8eb17c-f3fd-473b-b833-624cff8bb1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.510731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.555936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0ff780ef-621b-45b3-8957-3406ea800ee8,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:28.569470 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.582010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] Deleting port e15fabcb-b51c-4eb2-89b9-33174d6fd127 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:28.582384 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.697721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] For port e15fabcb-b51c-4eb2-89b9-33174d6fd127, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e15fabcb-b51c-4eb2-89b9-33174d6fd127,segment=NetworkSegment(bb79ef52-c0ad-4393-bd5e-6d26015503b0),segment_id=bb79ef52-c0ad-4393-bd5e-6d26015503b0)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:28.698146 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.720425 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a8eb17c-f3fd-473b-b833-624cff8bb1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.721675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] Calling delete_port for e15fabcb-b51c-4eb2-89b9-33174d6fd127 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:28.727966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a8eb17c-f3fd-473b-b833-624cff8bb1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.740298 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.747647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.781004 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.807377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0a8eb17c-f3fd-473b-b833-624cff8bb1e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e35eb2cacd447b19105e51cf01f3006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320396 Aug 16 12:50:28.810479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56290) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:28.812062 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.813003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-523f5951-ae91-4897-929b-c5866544252e req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1933651 Aug 16 12:50:28.813601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff5d32-d557-463d-a965-71da3bce19e8 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Pushing event updated for resources: {'Port': ['ID=16621e21-a3bb-4500-b300-23aa8e8777c8,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:28.827115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8eb17c-f3fd-473b-b833-624cff8bb1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7854c9-9f16-4710-8a98-c3ca7b004256,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:28.881342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-523f5951-ae91-4897-929b-c5866544252e req-9a038684-3fea-499a-bffa-d41b6bbe961b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.89 HTTP/1.1" status: 200 len: 695 time: 0.0573065 Aug 16 12:50:28.943774 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66d77310-63ad-4f9a-832f-1e6dac881873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:28.981854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66d77310-63ad-4f9a-832f-1e6dac881873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:29.064044 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:29.089927 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66d77310-63ad-4f9a-832f-1e6dac881873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:29.092691 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66d77310-63ad-4f9a-832f-1e6dac881873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:29.093841 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-66d77310-63ad-4f9a-832f-1e6dac881873 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da7854c9-9f16-4710-8a98-c3ca7b004256 HTTP/1.1" status: 204 len: 168 time: 0.2813959 Aug 16 12:50:29.099298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15fabcb-b51c-4eb2-89b9-33174d6fd127,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:29.113104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d77310-63ad-4f9a-832f-1e6dac881873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7854c9-9f16-4710-8a98-c3ca7b004256,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:29.176214 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:29.227379 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-07bcc185-788b-43e1-a2a5-318b9d168027 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:50:29.234712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-07bcc185-788b-43e1-a2a5-318b9d168027 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142627 Aug 16 12:50:29.239534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Request body: {'binding': {'host': 'n-h1-804708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:29.240107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Unknown quota resources ['binding']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 12:50:29.287301 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b158dea4-3941-46d3-915b-62e578e2db64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff780ef-621b-45b3-8957-3406ea800ee8'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:29.290512 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2997ee01-6471-4f1f-895b-538e165bb5f1" -d '{"events": [{"server_uuid": "b158dea4-3941-46d3-915b-62e578e2db64", "name": "network-vif-plugged", "status": "completed", "tag": "0ff780ef-621b-45b3-8957-3406ea800ee8"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:29.307583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:29.319509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f5951-ae91-4897-929b-c5866544252e req-42dd32f2-54a8-4a17-ac55-aad407d37d31 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:29.320932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-523f5951-ae91-4897-929b-c5866544252e req-42dd32f2-54a8-4a17-ac55-aad407d37d31 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.4336343 Aug 16 12:50:29.450916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d on host n-h1-804708-1 for vnic_type normal with profile None {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:29.451633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:29.452416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:29.457370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Port 8609c379-9e93-4942-9d18-99fd89003c4d on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:29.458293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:29.466314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:29.467062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:29.468007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:29.468653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Bound port: 8609c379-9e93-4942-9d18-99fd89003c4d, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:29.569793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:29.579254 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] Notify callbacks [] for binding, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:29.583687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-63ddc346-b74d-44c6-a1ad-01507c4b8dce service neutron] 10.222.0.25 "POST /v2.0/ports/8609c379-9e93-4942-9d18-99fd89003c4d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3480427 Aug 16 12:50:29.614594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] Router 1b169c6d-22bb-42ab-b602-2554ca8632f6 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:50:29.652936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c7ba-9a06-46e8-9d4e-4bc6bee97b3f req-fa72b4ba-7b4e-416f-b41e-2d041c961779 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:29.655883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9441c7ba-9a06-46e8-9d4e-4bc6bee97b3f req-fa72b4ba-7b4e-416f-b41e-2d041c961779 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.0711539 Aug 16 12:50:29.714842 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9441c7ba-9a06-46e8-9d4e-4bc6bee97b3f req-13e65f03-7fe8-41b6-afaa-8c755af2ea25 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509923 Aug 16 12:50:29.824260 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e14ec3-a63c-41ac-a8cb-80c57b1af615 x-openstack-request-id: req-18e14ec3-a63c-41ac-a8cb-80c57b1af615 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:29.824807 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b158dea4-3941-46d3-915b-62e578e2db64", "name": "network-vif-plugged", "status": "completed", "tag": "0ff780ef-621b-45b3-8957-3406ea800ee8", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:29.824915 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18e14ec3-a63c-41ac-a8cb-80c57b1af615 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:29.825230 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b158dea4-3941-46d3-915b-62e578e2db64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff780ef-621b-45b3-8957-3406ea800ee8', 'code': 200} Aug 16 12:50:29.825847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:50:29.831025 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dcccaeb9-3445-467c-9eb2-d7a393181be4 admin admin] 10.222.0.25 "PUT /v2.0/routers/1b169c6d-22bb-42ab-b602-2554ca8632f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0772419 Aug 16 12:50:29.833985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56314) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:29.839050 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941d08a-5876-447a-8cdd-89c9a717c994 None None] Sync routers for ids ['1b169c6d-22bb-42ab-b602-2554ca8632f6'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:50:29.860081 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941d08a-5876-447a-8cdd-89c9a717c994 None None] Routers {'1b169c6d-22bb-42ab-b602-2554ca8632f6'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:29.862172 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f941d08a-5876-447a-8cdd-89c9a717c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1b169c6d-22bb-42ab-b602-2554ca8632f6'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:29.916256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a354ffe-9904-4b07-b75e-4b440942b4c2 req-80242ad9-015d-4596-a228-185935458ba5 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:29.917971 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a354ffe-9904-4b07-b75e-4b440942b4c2 req-80242ad9-015d-4596-a228-185935458ba5 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 950 time: 0.1070960 Aug 16 12:50:30.036714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a354ffe-9904-4b07-b75e-4b440942b4c2 req-ced541f3-25f5-46a4-8165-d92ec4ae19ee tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970309 Aug 16 12:50:30.038287 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f941d08a-5876-447a-8cdd-89c9a717c994 None None] Set router 1b169c6d-22bb-42ab-b602-2554ca8632f6 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:30.077361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf34017-24e9-4772-bbbd-e526d0a42851 req-76e63425-399a-4ec5-bc20-89cd4a5b2c6f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:30.079620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bf34017-24e9-4772-bbbd-e526d0a42851 req-76e63425-399a-4ec5-bc20-89cd4a5b2c6f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0926361 Aug 16 12:50:30.159254 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bf34017-24e9-4772-bbbd-e526d0a42851 req-a95c7340-a091-442b-aa49-56712be8d536 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.89 HTTP/1.1" status: 200 len: 695 time: 0.0730147 Aug 16 12:50:30.183232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-9bf34017-24e9-4772-bbbd-e526d0a42851 req-193eba9f-adec-4f5d-9ebe-8c3d5ca9e1ff tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Request body: {'floatingip': {'port_id': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:30.238969 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9bf34017-24e9-4772-bbbd-e526d0a42851 req-193eba9f-adec-4f5d-9ebe-8c3d5ca9e1ff tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:30.244970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1630e-fc5b-4b6a-a024-06a5c98cd3d6 req-f435c724-1729-430c-8211-e9f9b997eb85 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:30.246495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52e1630e-fc5b-4b6a-a024-06a5c98cd3d6 req-f435c724-1729-430c-8211-e9f9b997eb85 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 1096 time: 0.1123130 Aug 16 12:50:30.279772 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f941d08a-5876-447a-8cdd-89c9a717c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'name': 'tempest-FloatingIPsTestJSON-171339420-router', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '33d02473-5835-4141-a7f3-612e19b3700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:59Z', 'updated_at': '2021-08-16T12:50:28Z', 'revision_number': 5, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'gw_port': {'id': '33d02473-5835-4141-a7f3-612e19b3700e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:00Z', 'updated_at': '2021-08-16T12:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:30.309867 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941d08a-5876-447a-8cdd-89c9a717c994 None None] Checking router: 1b169c6d-22bb-42ab-b602-2554ca8632f6 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:50:30.320745 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941d08a-5876-447a-8cdd-89c9a717c994 None None] Routers {'1b169c6d-22bb-42ab-b602-2554ca8632f6'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:30.321812 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f941d08a-5876-447a-8cdd-89c9a717c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1b169c6d-22bb-42ab-b602-2554ca8632f6'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:30.386132 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52e1630e-fc5b-4b6a-a024-06a5c98cd3d6 req-09463e1c-2390-4bd7-bb74-578209f2b09c tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974166 Aug 16 12:50:30.406766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25d84-dc43-40b2-aa52-8fc0847b2d87 req-d38fe0e9-bede-4458-bb57-08f34671b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:30.408460 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4fa25d84-dc43-40b2-aa52-8fc0847b2d87 req-d38fe0e9-bede-4458-bb57-08f34671b2b5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 1101 time: 0.4779902 Aug 16 12:50:30.410153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-10bd17f8-2af2-4fb1-ba31-3fc51b48be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:30.412307 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-10bd17f8-2af2-4fb1-ba31-3fc51b48be91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 1096 time: 0.4975123 Aug 16 12:50:30.418058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:30.468879 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f941d08a-5876-447a-8cdd-89c9a717c994 None None] Set router 1b169c6d-22bb-42ab-b602-2554ca8632f6 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:30.578253 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-9bf34017-24e9-4772-bbbd-e526d0a42851 req-193eba9f-adec-4f5d-9ebe-8c3d5ca9e1ff tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 12:50:30.578997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bf34017-24e9-4772-bbbd-e526d0a42851 req-193eba9f-adec-4f5d-9ebe-8c3d5ca9e1ff tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "PUT /v2.0/floatingips/0d3b4b5d-eb15-4a96-ba7d-3a145f2c9a2d HTTP/1.1" status: 409 len: 550 time: 0.4031923 Aug 16 12:50:30.593404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a399f4-100c-4a8b-b811-0871ee9cd651 req-8150f983-6c1a-4580-9dcb-2ae9c47cce59 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:30.595294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0a399f4-100c-4a8b-b811-0871ee9cd651 req-8150f983-6c1a-4580-9dcb-2ae9c47cce59 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 945 time: 0.0829682 Aug 16 12:50:30.641859 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4fa25d84-dc43-40b2-aa52-8fc0847b2d87 req-dfc73e72-7b7e-4e10-b70c-125a8925a4e1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466248 Aug 16 12:50:30.651896 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0a399f4-100c-4a8b-b811-0871ee9cd651 req-f4053364-cd58-4907-a9f4-391737ba0e1c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491529 Aug 16 12:50:30.701474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-b27ce545-6e6c-4b2d-a258-8b05f5dce1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:30.709869 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-b27ce545-6e6c-4b2d-a258-8b05f5dce1cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.2134862 Aug 16 12:50:30.711672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:30.744807 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f941d08a-5876-447a-8cdd-89c9a717c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'name': 'tempest-FloatingIPsTestJSON-171339420-router', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '33d02473-5835-4141-a7f3-612e19b3700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:59Z', 'updated_at': '2021-08-16T12:50:28Z', 'revision_number': 5, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'gw_port': {'id': '33d02473-5835-4141-a7f3-612e19b3700e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:00Z', 'updated_at': '2021-08-16T12:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:30.752902 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-df4378cb-1434-475a-a6fd-cff4da6e1094 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips/0d3b4b5d-eb15-4a96-ba7d-3a145f2c9a2d HTTP/1.1" status: 200 len: 692 time: 0.0603175 Aug 16 12:50:30.782050 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941d08a-5876-447a-8cdd-89c9a717c994 None None] The sync data for ids ['1b169c6d-22bb-42ab-b602-2554ca8632f6'] in n-d-804708-1 is: [{'id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'name': 'tempest-FloatingIPsTestJSON-171339420-router', 'tenant_id': '939a1c7a244245b3a192dffd7dc52cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '33d02473-5835-4141-a7f3-612e19b3700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:59Z', 'updated_at': '2021-08-16T12:50:28Z', 'revision_number': 5, 'project_id': '939a1c7a244245b3a192dffd7dc52cc7', 'gw_port': {'id': '33d02473-5835-4141-a7f3-612e19b3700e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b169c6d-22bb-42ab-b602-2554ca8632f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:50:00Z', 'updated_at': '2021-08-16T12:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:50:30.804084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Deleting port 33d02473-5835-4141-a7f3-612e19b3700e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:30.804431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:30.917231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-ba5a5845-18b3-4a51-ab91-76e4dc26440f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:30.919159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-ba5a5845-18b3-4a51-ab91-76e4dc26440f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1554506 Aug 16 12:50:30.930849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] For port 33d02473-5835-4141-a7f3-612e19b3700e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=33d02473-5835-4141-a7f3-612e19b3700e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:30.931388 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:30.985946 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-078f0c1b-fc0c-45c1-95c4-2e861ed66447 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.89 HTTP/1.1" status: 200 len: 695 time: 0.0587277 Aug 16 12:50:30.995790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Calling delete_port for 33d02473-5835-4141-a7f3-612e19b3700e owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:30.998377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-11d300bb-e7d5-4c68-8fb8-d5a2fc2abd95 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8609c379-9e93-4942-9d18-99fd89003c4d HTTP/1.1" status: 200 len: 217 time: 0.0415277 Aug 16 12:50:31.041426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-90dd4038-f1d2-4ff1-9dbb-75d8dc852961 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.89 HTTP/1.1" status: 200 len: 695 time: 0.0543382 Aug 16 12:50:31.216213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-13e62600-a566-4af9-97a5-756b191a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Deleting port 16621e21-a3bb-4500-b300-23aa8e8777c8 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:31.216452 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-13e62600-a566-4af9-97a5-756b191a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.260961 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-4b7e892d-d2ff-4008-a7e7-05df1e402ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:31.262745 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-4b7e892d-d2ff-4008-a7e7-05df1e402ef0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.0773094 Aug 16 12:50:31.282025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e15fabcb-b51c-4eb2-89b9-33174d6fd127 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:31.307963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: e15fabcb-b51c-4eb2-89b9-33174d6fd127 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:50:31.308593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e15fabcb-b51c-4eb2-89b9-33174d6fd127 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:31.324003 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-d7c839aa-6836-4925-9654-cc5cdc13c5f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324063 Aug 16 12:50:31.324891 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.345411 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-13e62600-a566-4af9-97a5-756b191a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.345999 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-13e62600-a566-4af9-97a5-756b191a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.362994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Pushing event deleted for resources: {'Port': ['ID=33d02473-5835-4141-a7f3-612e19b3700e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:31.363361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-13e62600-a566-4af9-97a5-756b191a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Calling delete_port for 16621e21-a3bb-4500-b300-23aa8e8777c8 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:31.522635 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-13e62600-a566-4af9-97a5-756b191a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.528381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.548062 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-265f40cd-0c6e-48f2-9aa8-5b0071d8c4f2 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940036 Aug 16 12:50:31.559047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e62600-a566-4af9-97a5-756b191a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Pushing event deleted for resources: {'Port': ['ID=16621e21-a3bb-4500-b300-23aa8e8777c8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:31.582262 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-13e62600-a566-4af9-97a5-756b191a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.590189 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-13e62600-a566-4af9-97a5-756b191a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.591626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb562d9-f3a4-4883-b9b7-e83230ad9060 req-13e62600-a566-4af9-97a5-756b191a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "DELETE /v2.0/floatingips/0d3b4b5d-eb15-4a96-ba7d-3a145f2c9a2d HTTP/1.1" status: 204 len: 173 time: 0.5490134 Aug 16 12:50:31.680546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.687568 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.704634 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c0426283-8025-488b-8977-84c0ca84b2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.719964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fa34d-0a7c-48f7-bfee-5aab448348c9 req-fc48e515-9cfa-4273-8d91-d8f8f26be12f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:31.721504 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-437fa34d-0a7c-48f7-bfee-5aab448348c9 req-fc48e515-9cfa-4273-8d91-d8f8f26be12f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.0635591 Aug 16 12:50:31.762909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-437fa34d-0a7c-48f7-bfee-5aab448348c9 req-bd445fa1-d7b6-4606-890a-2e1c5f945b78 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350723 Aug 16 12:50:31.815135 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-3cba6780-c025-4556-98c0-1f9fac530f57 service neutron] show failed (client error): The resource could not be found. Aug 16 12:50:31.816288 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-3cba6780-c025-4556-98c0-1f9fac530f57 service neutron] 10.222.0.22 "GET /v2.0/ports/244f0070-7871-4125-bc73-6c2a75563a87/bindings/n-h2-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.3242667 Aug 16 12:50:31.820167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.820691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b169c6d-22bb-42ab-b602-2554ca8632f6 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:50:31.828298 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.829666 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2b564f29-a53b-4e67-9412-1bb226f9b96e admin admin] 10.222.0.25 "DELETE /v2.0/routers/1b169c6d-22bb-42ab-b602-2554ca8632f6 HTTP/1.1" status: 204 len: 168 time: 1.9915326 Aug 16 12:50:31.832154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56374) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:31.848682 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-5de6d7ed-a7ad-457d-a645-305a303b36e4 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743220 Aug 16 12:50:31.887743 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:50:31.901895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2aa5e8-0ea8-4479-b194-992239697584 admin admin] Deleting subnet c8c476d3-3b65-4edc-a68a-c79d519fbf12 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:50:31.906284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa5e8-0ea8-4479-b194-992239697584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:31.980085 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa5e8-0ea8-4479-b194-992239697584 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.049574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9332b-3087-4167-8d52-82530af17d4f req-729a97bc-3102-40c0-93bd-a053295e8c9e tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:32.051117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7d9332b-3087-4167-8d52-82530af17d4f req-729a97bc-3102-40c0-93bd-a053295e8c9e tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 950 time: 0.1192672 Aug 16 12:50:32.073181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8ab84029-cb43-435c-acf8-fdf485350122 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:32.075108 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8ab84029-cb43-435c-acf8-fdf485350122 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1096 time: 0.0548723 Aug 16 12:50:32.088887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804708-1'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:32.095823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-0a915fcd-5df1-4b08-8bf8-8182fb3ef99d tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:50:32.096852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-0a915fcd-5df1-4b08-8bf8-8182fb3ef99d tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176330 Aug 16 12:50:32.108947 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa5e8-0ea8-4479-b194-992239697584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.134917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Request body: {'binding': {'host': 'n-h1-804708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:32.135376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Unknown quota resources ['binding']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 12:50:32.157234 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.183344 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7d9332b-3087-4167-8d52-82530af17d4f req-503cc3a4-9e71-444b-a49c-0835b17673d1 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225929 Aug 16 12:50:32.334404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa5e8-0ea8-4479-b194-992239697584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.342178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-7b3349b8-1009-45b0-bef8-94319e4095e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:32.344124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-7b3349b8-1009-45b0-bef8-94319e4095e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70&tenant_id=b57f202bdd7043b7b2e5fc4c5e698207 HTTP/1.1" status: 200 len: 1101 time: 0.1557572 Aug 16 12:50:32.373763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:32.386525 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:32.393149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2aa5e8-0ea8-4479-b194-992239697584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c476d3-3b65-4edc-a68a-c79d519fbf12,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:32.400475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327ae201-399c-4648-9e4c-997d42c586db None None] Network c6f5eb83-8116-40d1-a51e-7307528788c5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:50:32.411218 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa5e8-0ea8-4479-b194-992239697584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.414142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7c2aa5e8-0ea8-4479-b194-992239697584 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c8c476d3-3b65-4edc-a68a-c79d519fbf12 HTTP/1.1" status: 204 len: 168 time: 0.5801136 Aug 16 12:50:32.418886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56378) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:32.436982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:32.484763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8609c379-9e93-4942-9d18-99fd89003c4d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:32.487826 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f2c98-c935-451e-a9cc-efb7dbd923d5" -d '{"events": [{"server_uuid": "d0144076-8e9e-4455-84b7-af65313d3e55", "name": "network-vif-unplugged", "status": "completed", "tag": "8609c379-9e93-4942-9d18-99fd89003c4d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:32.492884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.499054 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.592912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on host n-h1-804708-1 for vnic_type normal with profile None {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:32.593316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:32.593588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:32.597212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Pushing event updated for resources: {'Port': ['ID=8609c379-9e93-4942-9d18-99fd89003c4d,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:32.607850 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.608831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d on host n-h2-804708-1 for vnic_type normal with profile {"migrating_to": "n-h1-804708-1"} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:32.608944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:32.609275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:32.614891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Port 8609c379-9e93-4942-9d18-99fd89003c4d on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:32.615215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Attempting to bind port 8609c379-9e93-4942-9d18-99fd89003c4d on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:32.620630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:32.621181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:32.621520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:32.621956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Bound port: 8609c379-9e93-4942-9d18-99fd89003c4d, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:32.622345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.628623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64f0e2-e4d4-417d-b78d-1d1a814e2547 None None] DHCP port deletion for c6f5eb83-8116-40d1-a51e-7307528788c5 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:50:32.634342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:32.634616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:32.649093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.666399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:32.666733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:32.667109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:32.667965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Bound port: b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:32.686998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8d64f0e2-e4d4-417d-b78d-1d1a814e2547 None None] Deleting port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:32.687648 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d64f0e2-e4d4-417d-b78d-1d1a814e2547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.699045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:32.702619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:32.709971 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.733406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-f582adf5-cac3-434b-87f4-406491ebd6fc tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1001 time: 0.2622278 Aug 16 12:50:32.757240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8d64f0e2-e4d4-417d-b78d-1d1a814e2547 None None] For port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae,segment=NetworkSegment(bb79ef52-c0ad-4393-bd5e-6d26015503b0),segment_id=bb79ef52-c0ad-4393-bd5e-6d26015503b0)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:32.757771 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d64f0e2-e4d4-417d-b78d-1d1a814e2547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.773248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8d64f0e2-e4d4-417d-b78d-1d1a814e2547 None None] Calling delete_port for ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:32.781215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:32.782486 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.783864 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] 10.222.0.22 "PUT /v2.0/ports/8609c379-9e93-4942-9d18-99fd89003c4d HTTP/1.1" status: 200 len: 1121 time: 0.7001159 Aug 16 12:50:32.798046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018cc82-fd0f-47ae-acac-4ec61e2c368d service neutron] Pushing event updated for resources: {'Port': ['ID=8609c379-9e93-4942-9d18-99fd89003c4d,revision_number=8']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:32.896970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-7bce244b-f1a1-4c3b-8628-0e43836e057e tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:32.898485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-7bce244b-f1a1-4c3b-8628-0e43836e057e tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports/e96e7d1e-e1bd-436e-bc3a-c97a175721d3 HTTP/1.1" status: 200 len: 943 time: 0.1462917 Aug 16 12:50:32.904498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['8609c379-9e93-4942-9d18-99fd89003c4d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:32.916185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:32.945350 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] Notify callbacks [] for binding, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.946517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-485ba37c-2927-4171-8b4a-6013e1fe2b5d service neutron] 10.222.0.25 "POST /v2.0/ports/b3af4824-5b93-4cfb-be9a-2990c57fa0b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.8392420 Aug 16 12:50:32.947997 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d64f0e2-e4d4-417d-b78d-1d1a814e2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:32.983841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64f0e2-e4d4-417d-b78d-1d1a814e2547 None None] Pushing event deleted for resources: {'Port': ['ID=ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:32.999836 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64f0e2-e4d4-417d-b78d-1d1a814e2547 None None] No DVR routers for this DVR port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:50:33.081478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Deleting port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:33.081735 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:33.105627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:33.133830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:50:33.134200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:33.134626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 33d02473-5835-4141-a7f3-612e19b3700e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:33.138771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=244f0070-7871-4125-bc73-6c2a75563a87,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:33.156321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 33d02473-5835-4141-a7f3-612e19b3700e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:50:33.156668 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 33d02473-5835-4141-a7f3-612e19b3700e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:33.187714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-6cb93853-cca5-4ea9-a48f-4e03fca9e37b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1001 time: 0.2385621 Aug 16 12:50:33.484728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] For port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae, host n-d-804708-1, got binding levels [] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:33.485399 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:33.534833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Calling delete_port for ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:33.541782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h1-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:33.544107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae was not found and therefore no delete operation was performed {{(pid=101395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 12:50:33.570403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefc3a4-e2bb-4855-b986-96bae166b94e req-d47be648-f19e-4c9d-b091-5569fbc25f64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:33.571867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4eefc3a4-e2bb-4855-b986-96bae166b94e req-d47be648-f19e-4c9d-b091-5569fbc25f64 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 943 time: 0.4703755 Aug 16 12:50:33.576051 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:33.627184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:33.645765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] No DVR routers for this DVR port ec5fd06e-48d3-4390-ae38-62d1a5e0e1ae on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:50:33.652289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:33.654499 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c984abaf-8d28-492f-b1b1-75950ecec13a" -d '{"events": [{"server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "name": "network-vif-unplugged", "status": "completed", "tag": "244f0070-7871-4125-bc73-6c2a75563a87"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:33.658255 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:33.729819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Transition to ACTIVE for port object 244f0070-7871-4125-bc73-6c2a75563a87 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:33.736838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-bba3560f-29d1-4b0a-9d15-ea0b9cc1734b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:33.738213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-bba3560f-29d1-4b0a-9d15-ea0b9cc1734b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.5431595 Aug 16 12:50:33.745127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4eefc3a4-e2bb-4855-b986-96bae166b94e req-1933ff1f-28f8-4a43-b9f5-38b445d6decf tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597450 Aug 16 12:50:33.745711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:33.793500 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:33.862747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.863220 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.864722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.865088 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > port after_create 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.865423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.865758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > port after_update 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.866077 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.866435 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.866815 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.867064 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.888658 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a10a6e-10b4-45e5-acd6-6d5860b0b17e x-openstack-request-id: req-f0a10a6e-10b4-45e5-acd6-6d5860b0b17e {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:33.893963 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0144076-8e9e-4455-84b7-af65313d3e55", "name": "network-vif-unplugged", "status": "completed", "tag": "8609c379-9e93-4942-9d18-99fd89003c4d", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:33.894296 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0a10a6e-10b4-45e5-acd6-6d5860b0b17e {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:33.894702 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8609c379-9e93-4942-9d18-99fd89003c4d', 'code': 200} Aug 16 12:50:33.935102 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.935456 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.935790 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.936121 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:50:33.936495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f5eb83-8116-40d1-a51e-7307528788c5']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:33.991683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb79ef52-c0ad-4393-bd5e-6d26015503b0') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:33.991971 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb79ef52-c0ad-4393-bd5e-6d26015503b0') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:34.031639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] No DVR routers for this DVR port 244f0070-7871-4125-bc73-6c2a75563a87 on host n-h1-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:50:34.036197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-825e0397-2258-4400-881e-834aee4c8264 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 1001 time: 0.2647955 Aug 16 12:50:34.041921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Pushing event updated for resources: {'Port': ['ID=244f0070-7871-4125-bc73-6c2a75563a87,revision_number=6']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:34.045284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.068733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-bd20a59b-68c3-4b11-b863-92caf95e4c1a tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:34.128635 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.154629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:50:34.155021 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: from cryptography.utils import int_from_bytes Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: from cryptography.utils import int_from_bytes Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:50:34.158869 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:50:34.185587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d557d-b5f7-40a9-8a48-c086e3dcff8c req-769992d3-0f86-4721-864e-a3e72f09075f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:34.187104 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-058d557d-b5f7-40a9-8a48-c086e3dcff8c req-769992d3-0f86-4721-864e-a3e72f09075f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 948 time: 0.2457759 Aug 16 12:50:34.187750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Attempting to bind port 244f0070-7871-4125-bc73-6c2a75563a87 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:34.188079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Attempting to bind port 244f0070-7871-4125-bc73-6c2a75563a87 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:34.188401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Attempting to bind port 244f0070-7871-4125-bc73-6c2a75563a87 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:34.235843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Port 244f0070-7871-4125-bc73-6c2a75563a87 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:34.236091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Attempting to bind port 244f0070-7871-4125-bc73-6c2a75563a87 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:34.239736 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-bd20a59b-68c3-4b11-b863-92caf95e4c1a tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.287120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:34.287462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:34.287905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:34.288272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Bound port: 244f0070-7871-4125-bc73-6c2a75563a87, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:34.288624 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.295517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fed3-98c1-4670-92b6-507654ac112d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.297802 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.332158 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.334068 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c6f5eb83-8116-40d1-a51e-7307528788c5 HTTP/1.1" status: 204 len: 168 time: 1.9121809 Aug 16 12:50:34.337193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-058d557d-b5f7-40a9-8a48-c086e3dcff8c req-fbafefb9-f9fc-41ae-9844-195ae7bd3815 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186082 Aug 16 12:50:34.353769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf551f-d268-4acb-a047-4a8487141873 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f5eb83-8116-40d1-a51e-7307528788c5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:34.485218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:34.492267 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-bd20a59b-68c3-4b11-b863-92caf95e4c1a tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.506838 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.508983 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-bd20a59b-68c3-4b11-b863-92caf95e4c1a tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.509337 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-bd20a59b-68c3-4b11-b863-92caf95e4c1a tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Floating IP b3c33670-9149-41bd-9c89-d08b9d416e51 disassociated. External IP: 172.25.0.98, port: e96e7d1e-e1bd-436e-bc3a-c97a175721d3. Aug 16 12:50:34.548668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56402) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:34.562781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=244f0070-7871-4125-bc73-6c2a75563a87,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:34.574246 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.592526 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-83231f3b-4771-4a3b-8eec-299f1720bd8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=939a1c7a244245b3a192dffd7dc52cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416217 Aug 16 12:50:34.595183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56404) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:34.652732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:34.653357 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.654157 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ada9f49c-54f2-4be9-872f-ea5f346a76db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.654921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] 10.222.0.42 "PUT /v2.0/ports/244f0070-7871-4125-bc73-6c2a75563a87 HTTP/1.1" status: 200 len: 1096 time: 2.2983289 Aug 16 12:50:34.667823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8788eef-59fd-4e18-aad5-bc2d4306c28f req-22691d26-a562-4372-bfda-2f9bc5f5b5c3 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:34.669370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8788eef-59fd-4e18-aad5-bc2d4306c28f req-22691d26-a562-4372-bfda-2f9bc5f5b5c3 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 945 time: 0.1887536 Aug 16 12:50:34.681242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ada9f49c-54f2-4be9-872f-ea5f346a76db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.724389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a8b77-98f6-45c1-b539-6bfcb757c3ad service neutron] Pushing event updated for resources: {'Port': ['ID=244f0070-7871-4125-bc73-6c2a75563a87,revision_number=7']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:34.738847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ada9f49c-54f2-4be9-872f-ea5f346a76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.741834 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ada9f49c-54f2-4be9-872f-ea5f346a76db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:34.745625 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ada9f49c-54f2-4be9-872f-ea5f346a76db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac60701a-40cb-4cfe-87b0-365cde389891 HTTP/1.1" status: 204 len: 168 time: 0.1471112 Aug 16 12:50:34.755616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9f49c-54f2-4be9-872f-ea5f346a76db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac60701a-40cb-4cfe-87b0-365cde389891,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:34.769036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8788eef-59fd-4e18-aad5-bc2d4306c28f req-97e9a40f-0c66-47f6-a4fa-1d5e9aa9a29e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874641 Aug 16 12:50:34.833256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-e7ca01b1-f178-4742-ae3e-a8f731b93f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:34.835058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-e7ca01b1-f178-4742-ae3e-a8f731b93f18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 1099 time: 0.1338599 Aug 16 12:50:35.002179 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-cfaab3d9-2617-453c-94c0-f01deb27e861 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459380 Aug 16 12:50:35.031934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-bd20a59b-68c3-4b11-b863-92caf95e4c1a tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Router 2780c0a8-3119-433a-81c7-4d0fbb000382 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:50:35.044517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bcdbb-1b49-4ec1-806b-4e9b0be29a1d req-911008bb-08ad-4cc4-896e-62d842f1f11d tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:35.047726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f1bcdbb-1b49-4ec1-806b-4e9b0be29a1d req-911008bb-08ad-4cc4-896e-62d842f1f11d tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 950 time: 0.1601272 Aug 16 12:50:35.079801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-cfc1d55f-e03f-4387-b322-7db3bbb48801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:35.081297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-cfc1d55f-e03f-4387-b322-7db3bbb48801 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1949902 Aug 16 12:50:35.117922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-546f9601-07ee-4346-9c60-c611056b44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:35.119456 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-546f9601-07ee-4346-9c60-c611056b44ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=658311110ba74518860e125da8421b28&device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 1096 time: 0.0564592 Aug 16 12:50:35.174994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-cb11f501-b800-4998-bbf4-e17cdd7ceeb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=244f0070-7871-4125-bc73-6c2a75563a87 HTTP/1.1" status: 200 len: 217 time: 0.0842383 Aug 16 12:50:35.179749 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f1bcdbb-1b49-4ec1-806b-4e9b0be29a1d req-9bafd9db-21dc-4512-a8d4-8a432e2a5b18 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261232 Aug 16 12:50:35.259959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-91bc358b-bcd2-4c0b-b85d-3c6ac0aa7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:35.261318 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd1e4c0-79c3-4bf3-a843-53d8c5311302 x-openstack-request-id: req-ecd1e4c0-79c3-4bf3-a843-53d8c5311302 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:35.261625 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "name": "network-vif-unplugged", "status": "completed", "tag": "244f0070-7871-4125-bc73-6c2a75563a87", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:35.262126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-91bc358b-bcd2-4c0b-b85d-3c6ac0aa7c41 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd HTTP/1.1" status: 200 len: 923 time: 0.1101000 Aug 16 12:50:35.266725 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecd1e4c0-79c3-4bf3-a843-53d8c5311302 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:35.267219 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87', 'code': 200} Aug 16 12:50:35.288729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-722a8bda-d1c3-43ec-a9cb-d53fd4ce96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:35.290147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-722a8bda-d1c3-43ec-a9cb-d53fd4ce96e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1073723 Aug 16 12:50:35.296626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-bd20a59b-68c3-4b11-b863-92caf95e4c1a tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:50:35.309239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af923925-b61f-4b2f-9bd3-2bf85606192c None None] Sync routers for ids ['2780c0a8-3119-433a-81c7-4d0fbb000382'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:50:35.309737 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-bd20a59b-68c3-4b11-b863-92caf95e4c1a tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:35.320089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af923925-b61f-4b2f-9bd3-2bf85606192c None None] Routers {'2780c0a8-3119-433a-81c7-4d0fbb000382'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:35.321188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-af923925-b61f-4b2f-9bd3-2bf85606192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2780c0a8-3119-433a-81c7-4d0fbb000382'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:35.367500 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-9c2b94fe-d7ee-410f-8d9b-6297e99d954f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7b4ac09-ec45-4252-80a0-40e28b9228bf HTTP/1.1" status: 200 len: 1000 time: 0.0640950 Aug 16 12:50:35.377832 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-bd20a59b-68c3-4b11-b863-92caf95e4c1a tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "PUT /v2.0/floatingips/b3c33670-9149-41bd-9c89-d08b9d416e51 HTTP/1.1" status: 200 len: 694 time: 1.3222461 Aug 16 12:50:35.411111 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:35.463207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-5dd64123-1020-4dda-b54a-b08cd13265c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:35.472390 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-5dd64123-1020-4dda-b54a-b08cd13265c4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b6ddbc1db9fe439c84e808a17cfa048c&device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 1097 time: 0.0901089 Aug 16 12:50:35.474849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-af923925-b61f-4b2f-9bd3-2bf85606192c None None] Set router 2780c0a8-3119-433a-81c7-4d0fbb000382 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:35.489351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-ae0c17b9-9200-4055-9f8f-e81987c9e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:35.501736 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-ae0c17b9-9200-4055-9f8f-e81987c9e9ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e06d01c6-fe38-4463-a6c6-0f140fdc5148 HTTP/1.1" status: 200 len: 862 time: 0.1189098 Aug 16 12:50:35.560751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-21858343-6d84-42ed-9350-e6e9dd772340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:35.562661 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-21858343-6d84-42ed-9350-e6e9dd772340 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591545 Aug 16 12:50:35.736123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-af923925-b61f-4b2f-9bd3-2bf85606192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:54Z', 'revision_number': 4, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd640dcbb-89a6-4e89-94e7-eb38e7b4ccfd', 'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'mac_address': 'fa:16:3e:1b:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:53Z', 'updated_at': '2021-08-16T12:50:02Z', 'revision_number': 5, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'subnets': [{'id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:35.738825 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-bc06d028-fb8a-479b-9b24-a9945ea1a646 service neutron] 10.222.0.22 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647079 Aug 16 12:50:35.777321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af923925-b61f-4b2f-9bd3-2bf85606192c None None] Checking router: 2780c0a8-3119-433a-81c7-4d0fbb000382 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:50:35.788865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af923925-b61f-4b2f-9bd3-2bf85606192c None None] Routers {'2780c0a8-3119-433a-81c7-4d0fbb000382'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:35.789617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-af923925-b61f-4b2f-9bd3-2bf85606192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2780c0a8-3119-433a-81c7-4d0fbb000382'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:35.845479 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56ea4e61-fa37-4a15-867d-54f8ae59160d req-ea224221-3593-451c-a816-5e22764a4df1 service neutron] 10.222.0.22 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975258 Aug 16 12:50:35.859539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-d9774015-77fb-4f64-b1cb-65530896c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:35.859539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-d9774015-77fb-4f64-b1cb-65530896c03a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5609200 Aug 16 12:50:35.896868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'tag': '8609c379-9e93-4942-9d18-99fd89003c4d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:35.898747 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c6c722-918d-48bb-a324-07454f398580" -d '{"events": [{"name": "network-changed", "server_uuid": "d0144076-8e9e-4455-84b7-af65313d3e55", "tag": "8609c379-9e93-4942-9d18-99fd89003c4d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:35.918959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-af923925-b61f-4b2f-9bd3-2bf85606192c None None] Set router 2780c0a8-3119-433a-81c7-4d0fbb000382 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:35.963320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-d3e3170e-ae34-4c1a-aa51-e0fb66b0e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:35.967897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-d3e3170e-ae34-4c1a-aa51-e0fb66b0e8ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=bc343427-e70e-4165-9e6c-ad884ab1bfb0 HTTP/1.1" status: 200 len: 929 time: 0.4934375 Aug 16 12:50:35.987647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ea1b-3f72-4482-88d2-885298d4b30e req-bab157f2-2bea-4e14-bfff-ebe6c175cee5 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:35.989988 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86f0ea1b-3f72-4482-88d2-885298d4b30e req-bab157f2-2bea-4e14-bfff-ebe6c175cee5 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 943 time: 0.1494184 Aug 16 12:50:36.036567 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-67408e46-3d4d-4125-bf2b-c4c5ed100c27 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e96e7d1e-e1bd-436e-bc3a-c97a175721d3 HTTP/1.1" status: 200 len: 217 time: 0.0617614 Aug 16 12:50:36.102429 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-a48e144b-6282-4c56-b107-40ad930ef547 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278860 Aug 16 12:50:36.123644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86f0ea1b-3f72-4482-88d2-885298d4b30e req-538c5703-f930-4e73-bcf9-3573e8ccbed1 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252956 Aug 16 12:50:36.133539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-af923925-b61f-4b2f-9bd3-2bf85606192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:54Z', 'revision_number': 4, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd640dcbb-89a6-4e89-94e7-eb38e7b4ccfd', 'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'mac_address': 'fa:16:3e:1b:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:53Z', 'updated_at': '2021-08-16T12:50:02Z', 'revision_number': 5, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'subnets': [{'id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:36.147156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-cc448d88-db43-405e-81f8-f4719f41b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:36.148621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-cc448d88-db43-405e-81f8-f4719f41b170 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f425535-2dd2-4972-9d8b-3ffec68873ae HTTP/1.1" status: 200 len: 868 time: 0.1042273 Aug 16 12:50:36.162470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af923925-b61f-4b2f-9bd3-2bf85606192c None None] The sync data for ids ['2780c0a8-3119-433a-81c7-4d0fbb000382'] in n-d-804708-1 is: [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:49:54Z', 'revision_number': 4, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd640dcbb-89a6-4e89-94e7-eb38e7b4ccfd', 'name': '', 'network_id': 'bc343427-e70e-4165-9e6c-ad884ab1bfb0', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'mac_address': 'fa:16:3e:1b:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:53Z', 'updated_at': '2021-08-16T12:50:02Z', 'revision_number': 5, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'subnets': [{'id': '5f425535-2dd2-4972-9d8b-3ffec68873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:50:36.211970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8609c379-9e93-4942-9d18-99fd89003c4d details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:36.219289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 244f0070-7871-4125-bc73-6c2a75563a87 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:36.291509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 244f0070-7871-4125-bc73-6c2a75563a87 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:36.305034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823d8ee-acdc-44dc-a2b0-95d445b9ee0a req-23fd7483-27c2-4da8-ac4e-5e3395b17b1b tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:36.306686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5823d8ee-acdc-44dc-a2b0-95d445b9ee0a req-23fd7483-27c2-4da8-ac4e-5e3395b17b1b tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.1085353 Aug 16 12:50:36.308964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-87d72991-e04e-4927-b4c0-f242348fc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:36.310431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-87d72991-e04e-4927-b4c0-f242348fc611 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bc343427-e70e-4165-9e6c-ad884ab1bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514482 Aug 16 12:50:36.312505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a5a975-d87a-44b0-91dc-dd9473e089bf req-448d1a27-fbb6-4bbc-9a0f-0cefee8bfa33 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999462 Aug 16 12:50:36.374481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:36.388016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8609c379-9e93-4942-9d18-99fd89003c4d has no active binding in host n-h1-804708-1 {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 12:50:36.406981 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5823d8ee-acdc-44dc-a2b0-95d445b9ee0a req-717626fc-ffcd-49c0-b65f-0df69c52accc tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935113 Aug 16 12:50:36.456543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-06be1783-7ffc-4ee3-adb5-e0bf77b9d339 service neutron] 10.222.0.25 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346836 Aug 16 12:50:36.481765 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a795c-12bb-4664-8166-76a270f408aa None None] New status for floating IP b3c33670-9149-41bd-9c89-d08b9d416e51: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:50:36.598042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19347fa3-036b-496c-8e58-a7f1b2d607ea req-6e61861c-b741-48ed-b617-ce7a5de6e36d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:36.600212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19347fa3-036b-496c-8e58-a7f1b2d607ea req-6e61861c-b741-48ed-b617-ce7a5de6e36d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 948 time: 0.0733953 Aug 16 12:50:36.602775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52c1a743-f7ae-4219-a2b8-44747dded02b req-005b61af-183e-4805-9d90-a5727418ebba service neutron] 10.222.0.25 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356814 Aug 16 12:50:36.647809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19347fa3-036b-496c-8e58-a7f1b2d607ea req-1a8f6808-2d55-43e8-b08a-8071f64b06d0 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412323 Aug 16 12:50:36.930235 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2582739c-6697-4086-86f0-328587fe93a3 x-openstack-request-id: req-2582739c-6697-4086-86f0-328587fe93a3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:36.930772 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0144076-8e9e-4455-84b7-af65313d3e55", "tag": "8609c379-9e93-4942-9d18-99fd89003c4d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:36.930772 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2582739c-6697-4086-86f0-328587fe93a3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:36.931148 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'tag': '8609c379-9e93-4942-9d18-99fd89003c4d', 'status': 'completed', 'code': 200} Aug 16 12:50:36.988122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac5b1-0afc-4775-a6be-f28c79f37d98 req-433a102f-6969-452a-bd7f-a4482aaf0240 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:36.990087 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de9ac5b1-0afc-4775-a6be-f28c79f37d98 req-433a102f-6969-452a-bd7f-a4482aaf0240 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 945 time: 0.0802925 Aug 16 12:50:37.023406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-ba2874b5-2ce4-4e7e-b1a7-a8bf90d042a9 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=83282f7aedff496b849ada2c0e105e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307705 Aug 16 12:50:37.073560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6c722-918d-48bb-a324-07454f398580 req-f53534ad-2900-4620-88ad-4d079ffe1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:37.074970 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3c6c722-918d-48bb-a324-07454f398580 req-f53534ad-2900-4620-88ad-4d079ffe1b77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 1124 time: 0.1225245 Aug 16 12:50:37.127292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de9ac5b1-0afc-4775-a6be-f28c79f37d98 req-a863d2ac-a9c2-47ad-8306-21da47085ff3 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220541 Aug 16 12:50:37.171785 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:37.246632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-3faa97c9-6383-4410-adcc-5c6108fd25df tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips/b3c33670-9149-41bd-9c89-d08b9d416e51 HTTP/1.1" status: 200 len: 692 time: 0.0884447 Aug 16 12:50:37.273262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-6b83f955-20e5-42d8-8c37-b7913d931d5c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:37.274717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-6b83f955-20e5-42d8-8c37-b7913d931d5c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447867 Aug 16 12:50:37.278111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87'}, {'name': 'network-changed', 'server_uuid': '54290bdb-401b-4384-a3e5-72a0428c8275', 'tag': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:37.280433 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "tag": "244f0070-7871-4125-bc73-6c2a75563a87"}, {"name": "network-changed", "server_uuid": "54290bdb-401b-4384-a3e5-72a0428c8275", "tag": "e96e7d1e-e1bd-436e-bc3a-c97a175721d3"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:37.356883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-99f7a04c-d8bc-4a48-ac80-9a276c74dafb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/quotas/83282f7aedff496b849ada2c0e105e06 HTTP/1.1" status: 200 len: 375 time: 0.0619411 Aug 16 12:50:37.360654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6c722-918d-48bb-a324-07454f398580 req-fcbedddc-d70e-41cc-812f-c36dc9e6fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:37.362242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3c6c722-918d-48bb-a324-07454f398580 req-fcbedddc-d70e-41cc-812f-c36dc9e6fe9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.2529099 Aug 16 12:50:37.432970 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3c6c722-918d-48bb-a324-07454f398580 req-d6252d20-b634-4622-aaf3-86b18ae211f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8609c379-9e93-4942-9d18-99fd89003c4d HTTP/1.1" status: 200 len: 217 time: 0.0625579 Aug 16 12:50:37.492336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-8b060fb2-f1a1-408d-9d4d-6c942569ce85 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:37.493655 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-8b060fb2-f1a1-408d-9d4d-6c942569ce85 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.2390759 Aug 16 12:50:37.508154 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-4d7413ae-bb2f-497c-9cc4-5c7b2cafc696 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83282f7aedff496b849ada2c0e105e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411698 Aug 16 12:50:37.549741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6c722-918d-48bb-a324-07454f398580 req-c6c334cc-4a3c-421c-90b2-8a8654014ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:37.551873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3c6c722-918d-48bb-a324-07454f398580 req-c6c334cc-4a3c-421c-90b2-8a8654014ac8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.1101530 Aug 16 12:50:37.560053 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-31092eb0-9667-4787-a3ff-793e0b47c7f4 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 695 time: 0.0585885 Aug 16 12:50:37.593382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3c6c722-918d-48bb-a324-07454f398580 req-cba71335-9e41-4545-939e-ca1ad5c8b48e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322812 Aug 16 12:50:37.648054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-98af991a-4b28-4a8b-88dc-f9de0c7b2818 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.98 HTTP/1.1" status: 200 len: 695 time: 0.0786855 Aug 16 12:50:37.917251 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3c6c722-918d-48bb-a324-07454f398580 req-f8327875-a567-42ea-991b-3cf8b232fc90 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802973 Aug 16 12:50:37.931644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b634d56-a91a-4819-8f68-027b065b649b req-ed3c488a-f44a-4a99-bf2e-8d77c3a08328 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:37.933063 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b634d56-a91a-4819-8f68-027b065b649b req-ed3c488a-f44a-4a99-bf2e-8d77c3a08328 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 943 time: 0.1562030 Aug 16 12:50:38.039622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-3f7e9e66-c30e-434a-9476-65ae7ad6a7a7 service neutron] 10.222.0.42 "GET /v2.0/ports/8609c379-9e93-4942-9d18-99fd89003c4d/bindings/n-h1-804708-1 HTTP/1.1" status: 200 len: 384 time: 0.1905370 Aug 16 12:50:38.049228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-a4cca11e-0d11-4a47-8bf0-76d8ed098d07 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Deleting port eb1c39a6-5251-4b98-9cb2-0b3f41e91dec {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:38.049568 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-a4cca11e-0d11-4a47-8bf0-76d8ed098d07 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:38.080417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b634d56-a91a-4819-8f68-027b065b649b req-d8063b6b-298b-4c68-bbbb-1d7c019717fc tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276522 Aug 16 12:50:38.178708 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef70d32f-0a8d-4f1a-b835-54d90a93c1a4 x-openstack-request-id: req-ef70d32f-0a8d-4f1a-b835-54d90a93c1a4 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:38.179006 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "tag": "244f0070-7871-4125-bc73-6c2a75563a87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54290bdb-401b-4384-a3e5-72a0428c8275", "tag": "e96e7d1e-e1bd-436e-bc3a-c97a175721d3", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:38.179318 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef70d32f-0a8d-4f1a-b835-54d90a93c1a4 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:38.180225 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87', 'status': 'completed', 'code': 200} Aug 16 12:50:38.180225 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54290bdb-401b-4384-a3e5-72a0428c8275', 'tag': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'status': 'completed', 'code': 200} Aug 16 12:50:38.194949 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3c6c722-918d-48bb-a324-07454f398580 req-a89b2ad3-5166-46f8-a0e9-61f52b9fcd94 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609310 Aug 16 12:50:38.220479 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-a4cca11e-0d11-4a47-8bf0-76d8ed098d07 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:38.220867 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-a4cca11e-0d11-4a47-8bf0-76d8ed098d07 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:38.232250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8609c379-9e93-4942-9d18-99fd89003c4d details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:38.276769 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-be5e1063-5789-473c-8502-a46b81f4b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:38.279689 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-be5e1063-5789-473c-8502-a46b81f4b533 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 1099 time: 0.0687563 Aug 16 12:50:38.300090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-a4cca11e-0d11-4a47-8bf0-76d8ed098d07 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Calling delete_port for eb1c39a6-5251-4b98-9cb2-0b3f41e91dec owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:38.326906 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c16e6b70-17ac-4f47-bff7-1ba4042b91e6 req-73ca5add-7f8e-4bab-b2a7-a4dbd8bc4de9 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 210 time: 0.0698805 Aug 16 12:50:38.362587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:38.441439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-ffaae745-fd31-465d-a612-9f32942252ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:38.443250 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-ffaae745-fd31-465d-a612-9f32942252ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1375544 Aug 16 12:50:38.490717 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-6ea80164-200b-45ee-b4d9-1a9cd951e926 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=244f0070-7871-4125-bc73-6c2a75563a87 HTTP/1.1" status: 200 len: 217 time: 0.0388730 Aug 16 12:50:38.509641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8609c379-9e93-4942-9d18-99fd89003c4d has no active binding in host n-h1-804708-1 {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 12:50:38.545152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-b3535dcf-faa8-4939-bad3-614ecc173bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:38.546653 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-b3535dcf-faa8-4939-bad3-614ecc173bcf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0486238 Aug 16 12:50:38.599921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-091a739d-b0c7-47fa-b394-5262c99c84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:38.600711 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-091a739d-b0c7-47fa-b394-5262c99c84f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458858 Aug 16 12:50:38.684168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-652e99a6-f073-46fe-a573-6a983d53ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:38.686805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-652e99a6-f073-46fe-a573-6a983d53ec8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 1099 time: 0.4683249 Aug 16 12:50:38.703925 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-b5c0fcd6-b688-46cc-bd12-a54545e9c41b service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874438 Aug 16 12:50:38.833151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-04406a0d-ee56-4083-a3a2-04f546cdbe4c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=83282f7aedff496b849ada2c0e105e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263419 Aug 16 12:50:38.846141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-6c4ad328-8a3e-41af-92e1-f8da0216db04 service neutron] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:38.859985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc36c-b633-4640-aa67-bfb3dafcbe58 req-bd7b7f92-9964-491a-b0a1-916c0de7f4ac tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:38.861481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9aedc36c-b633-4640-aa67-bfb3dafcbe58 req-bd7b7f92-9964-491a-b0a1-916c0de7f4ac tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 948 time: 0.2171879 Aug 16 12:50:38.884346 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-f0a214d4-b3ac-48ec-9180-17f357b1b337 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589355 Aug 16 12:50:38.920569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-c5dc1737-3d60-4c25-9b00-754d66f5fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:38.922044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-c5dc1737-3d60-4c25-9b00-754d66f5fe99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.2259312 Aug 16 12:50:38.923487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-6c4ad328-8a3e-41af-92e1-f8da0216db04 service neutron] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:38.993644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-3d0e381f-60f5-49ae-9f1d-ed5d6a40e830 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:38.995101 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-3d0e381f-60f5-49ae-9f1d-ed5d6a40e830 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562612 Aug 16 12:50:39.008656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-70123271-2a15-4005-b786-4e30afac79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:39.010202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-70123271-2a15-4005-b786-4e30afac79d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6ddbc1db9fe439c84e808a17cfa048c&device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 1097 time: 0.0559168 Aug 16 12:50:39.016678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9aedc36c-b633-4640-aa67-bfb3dafcbe58 req-61930e1d-1a7e-4666-8ee8-89cc4d780e5c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396525 Aug 16 12:50:39.017859 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-37bd6607-244e-4182-828d-c46ec0996193 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=244f0070-7871-4125-bc73-6c2a75563a87 HTTP/1.1" status: 200 len: 217 time: 0.0706983 Aug 16 12:50:39.036346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Request body: {'port': {'device_id': '1bba7edc-18bc-450f-abee-3ef956a36816', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '83282f7aedff496b849ada2c0e105e06'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:39.062056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-6c4ad328-8a3e-41af-92e1-f8da0216db04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8609c379-9e93-4942-9d18-99fd89003c4d {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:39.086617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-6c4ad328-8a3e-41af-92e1-f8da0216db04 service neutron] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:39.099520 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-a4cca11e-0d11-4a47-8bf0-76d8ed098d07 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:39.116428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 244f0070-7871-4125-bc73-6c2a75563a87 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:39.137531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-f956a96f-af54-4cac-be92-8601bb631595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:39.139038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-f956a96f-af54-4cac-be92-8601bb631595 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1121306 Aug 16 12:50:39.139635 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-6c4ad328-8a3e-41af-92e1-f8da0216db04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:39.144485 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cca11e-0d11-4a47-8bf0-76d8ed098d07 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Pushing event deleted for resources: {'Port': ['ID=eb1c39a6-5251-4b98-9cb2-0b3f41e91dec,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:39.228969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-38d73fb2-77fd-4c47-879e-795cc024686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:39.230523 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-38d73fb2-77fd-4c47-879e-795cc024686e service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc343427-e70e-4165-9e6c-ad884ab1bfb0 HTTP/1.1" status: 200 len: 929 time: 0.1985874 Aug 16 12:50:39.241477 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Made reservation on behalf of 83282f7aedff496b849ada2c0e105e06 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:50:39.245884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:39.246591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=244f0070-7871-4125-bc73-6c2a75563a87,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:39.262139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '244f0070-7871-4125-bc73-6c2a75563a87', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '244f0070-7871-4125-bc73-6c2a75563a87', 'mac_address': 'fa:16:3e:30:54:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:50:39.303614 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-41d253ba-2e44-435b-8bfc-4b0d74003264 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e96e7d1e-e1bd-436e-bc3a-c97a175721d3 HTTP/1.1" status: 200 len: 217 time: 0.0550911 Aug 16 12:50:39.304986 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:39.319954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244f0070-7871-4125-bc73-6c2a75563a87 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:39.320898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-254b7979-c153-4285-8c61-b52452fa32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:39.322448 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-254b7979-c153-4285-8c61-b52452fa32d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676233 Aug 16 12:50:39.327594 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-a4cca11e-0d11-4a47-8bf0-76d8ed098d07 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:39.330510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-a4cca11e-0d11-4a47-8bf0-76d8ed098d07 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:39.331661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3baeec60-18ea-463b-9090-6ea6047a31f3 req-a4cca11e-0d11-4a47-8bf0-76d8ed098d07 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "DELETE /v2.0/floatingips/b3c33670-9149-41bd-9c89-d08b9d416e51 HTTP/1.1" status: 204 len: 173 time: 1.6715436 Aug 16 12:50:39.352669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=244f0070-7871-4125-bc73-6c2a75563a87,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:39.358958 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:39.412344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-6c4ad328-8a3e-41af-92e1-f8da0216db04 service neutron] Transition to ACTIVE for port object 8609c379-9e93-4942-9d18-99fd89003c4d will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:39.420433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19787581-1310-45a5-8916-3c463648c3cd req-0e2027e9-b6c9-420d-8340-51ebd9186826 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:39.420837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-fa6ab8e3-2453-4b95-b8c1-b05867140c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:39.422176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19787581-1310-45a5-8916-3c463648c3cd req-0e2027e9-b6c9-420d-8340-51ebd9186826 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 945 time: 0.1831300 Aug 16 12:50:39.422732 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-fa6ab8e3-2453-4b95-b8c1-b05867140c6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f425535-2dd2-4972-9d8b-3ffec68873ae HTTP/1.1" status: 200 len: 868 time: 0.1115353 Aug 16 12:50:39.425525 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-6c4ad328-8a3e-41af-92e1-f8da0216db04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:39.432804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=244f0070-7871-4125-bc73-6c2a75563a87,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:39.528089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-12b884da-cce8-4f93-a819-3b8efe0ebe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:39.529660 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-12b884da-cce8-4f93-a819-3b8efe0ebe8e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc343427-e70e-4165-9e6c-ad884ab1bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935469 Aug 16 12:50:39.534557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-6c4ad328-8a3e-41af-92e1-f8da0216db04 service neutron] No DVR routers for this DVR port 8609c379-9e93-4942-9d18-99fd89003c4d on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:50:39.541296 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Allocated IP 192.168.233.208 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/7b1a3dff-0b05-4b10-b9e4-279e138d59f7) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:39.549917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-7027c129-dca6-46e2-abe8-825f8da06e54 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154057 Aug 16 12:50:39.567820 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19787581-1310-45a5-8916-3c463648c3cd req-79106416-2255-4b77-afeb-d7b211e221ea tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286750 Aug 16 12:50:39.595949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['244f0070-7871-4125-bc73-6c2a75563a87'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:39.600624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ad328-8a3e-41af-92e1-f8da0216db04 service neutron] Pushing event updated for resources: {'Port': ['ID=8609c379-9e93-4942-9d18-99fd89003c4d,revision_number=10']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:39.650947 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-6c4ad328-8a3e-41af-92e1-f8da0216db04 service neutron] 10.222.0.42 "PUT /v2.0/ports/8609c379-9e93-4942-9d18-99fd89003c4d/bindings/n-h1-804708-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5962751 Aug 16 12:50:39.715245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686f651-a987-4b0a-b5ff-3b8420f99ce8 req-448a5eb0-0165-40d5-a914-1fb774559ac5 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:39.730521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2686f651-a987-4b0a-b5ff-3b8420f99ce8 req-448a5eb0-0165-40d5-a914-1fb774559ac5 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 944 time: 0.1680398 Aug 16 12:50:39.785229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.22', 51186) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:39.794705 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be33d370-e7d7-4de8-b509-1efa66024c27 req-aa62d4d6-2d9b-4035-bf54-a48c9de94c9d tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 210 time: 0.0384159 Aug 16 12:50:39.799687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.22', 51187) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:39.830730 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2686f651-a987-4b0a-b5ff-3b8420f99ce8 req-03253707-0412-4788-8a14-bd53dc1645f9 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991421 Aug 16 12:50:39.838437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-c30f1729-8eb9-4415-b64a-0a279ff43994 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737329 Aug 16 12:50:39.847282 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:39.985505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152bff7-54f1-4479-aa8d-10f90bb78bdf req-285d65f9-a507-4195-ac76-de490bf84400 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:39.987120 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6152bff7-54f1-4479-aa8d-10f90bb78bdf req-285d65f9-a507-4195-ac76-de490bf84400 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 949 time: 0.0924256 Aug 16 12:50:40.024112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d9aff-8bf3-4b90-b591-b11b55853f79 req-74b74260-79c2-47dd-8b08-7edc46dbfd4f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:40.025705 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c8d9aff-8bf3-4b90-b591-b11b55853f79 req-74b74260-79c2-47dd-8b08-7edc46dbfd4f tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0809290 Aug 16 12:50:40.050257 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6152bff7-54f1-4479-aa8d-10f90bb78bdf req-2fa245b9-5840-49c0-a0bb-32b311a014c8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560346 Aug 16 12:50:40.081620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c8d9aff-8bf3-4b90-b591-b11b55853f79 req-4634b963-bb38-420b-bde8-aadb3a66e5f2 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0456076 Aug 16 12:50:40.205018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f76565b2-1f40-4cc6-81d6-a696f3eb3609 req-8d1f0b92-d221-4c2e-8cfc-6ebef69bed79 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0649979 Aug 16 12:50:40.205986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Transition to ACTIVE for port object 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:40.266709 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-1b17bad3-1b94-4c0b-9e16-a57d7f55b263 service neutron] 10.222.0.22 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878363 Aug 16 12:50:40.272906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-c3059f06-8186-4818-8bb3-9301a4d8491d tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:40.275486 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-c3059f06-8186-4818-8bb3-9301a4d8491d tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.4681151 Aug 16 12:50:40.338089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-58e78a15-8052-4d70-b3e7-6cd8e2f03966 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:40.339759 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-58e78a15-8052-4d70-b3e7-6cd8e2f03966 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70&tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 949 time: 0.5408254 Aug 16 12:50:40.365944 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:40.402811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b606658e-19df-4d45-8146-98bd39872821', '0ff780ef-621b-45b3-8957-3406ea800ee8'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:40.514473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:40.514672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56556) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:40.526200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:40.528733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:40.537623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Pushing event updated for resources: {'Port': ['ID=7b1a3dff-0b05-4b10-b9e4-279e138d59f7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:40.604271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-80d71c6b-09e7-4deb-9e52-0c441c528687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:40.605765 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-80d71c6b-09e7-4deb-9e52-0c441c528687 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55&tenant_id=9cd65f42c34443729102b1f64cb34d2e HTTP/1.1" status: 200 len: 1095 time: 0.3105717 Aug 16 12:50:40.623407 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7dd513b-4121-4c7c-8d78-07fdd8ce505c req-f518b510-e6c8-41d7-9940-6a5e73601263 service neutron] 10.222.0.22 "GET /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422356 Aug 16 12:50:40.626459 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-df485a1d-f5b9-40ca-ad38-440a2e551dc7 service neutron] delete failed (client error): The resource could not be found. Aug 16 12:50:40.627409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-df485a1d-f5b9-40ca-ad38-440a2e551dc7 service neutron] 10.222.0.22 "DELETE /v2.0/ports/244f0070-7871-4125-bc73-6c2a75563a87/bindings/n-h1-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.2530336 Aug 16 12:50:40.636116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:40.636826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:40.643086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aaa85-8bba-4fa5-b459-902ad6f99487 req-540e399d-3523-45e9-980f-433986ffd66b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:40.644687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-164aaa85-8bba-4fa5-b459-902ad6f99487 req-540e399d-3523-45e9-980f-433986ffd66b tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 946 time: 0.1096931 Aug 16 12:50:40.664339 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-8c9e9790-d348-422d-948d-69b740906545 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6336348 Aug 16 12:50:40.695240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Request body: {'port': {'device_id': '1bba7edc-18bc-450f-abee-3ef956a36816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:40.729307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56562) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:40.729687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-164aaa85-8bba-4fa5-b459-902ad6f99487 req-527017b5-2b14-4af0-8d69-1a66e5252ea4 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776827 Aug 16 12:50:40.829393 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa8aba-8e51-4bf0-b01c-33395dfa3e02 req-2c84910e-d3e4-4802-a6a6-f032570d22e2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:40.831531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9aaa8aba-8e51-4bf0-b01c-33395dfa3e02 req-2c84910e-d3e4-4802-a6a6-f032570d22e2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 945 time: 0.1004350 Aug 16 12:50:40.838517 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3dfc-9270-43b8-b032-67963f56fbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:40.895953 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:40.944760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9aaa8aba-8e51-4bf0-b01c-33395dfa3e02 req-f7a97ffc-5e99-4fb0-aa3e-7927f20b0b25 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926845 Aug 16 12:50:40.958544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-d595348e-3821-4e3b-898b-836b2522f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:40.960126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-d595348e-3821-4e3b-898b-836b2522f681 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 1100 time: 0.1381092 Aug 16 12:50:40.963247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e829c5ac-5b57-4759-9661-bcd3839d400b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:40.968249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-bfd63080-8c64-4209-8f95-b48188369495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:40.969760 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-bfd63080-8c64-4209-8f95-b48188369495 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 1095 time: 0.2800393 Aug 16 12:50:40.988048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-177b494f-2e7f-4a30-8a50-fd439c198e1a None None] Provisioning for port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:40.992556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-177b494f-2e7f-4a30-8a50-fd439c198e1a None None] Provisioning complete for port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:40.993188 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-177b494f-2e7f-4a30-8a50-fd439c198e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.032523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435b655-d675-4966-8d23-ec7b2b8c65b2 req-4693804c-53ed-458c-803c-ef9754356f9f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:41.038761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f435b655-d675-4966-8d23-ec7b2b8c65b2 req-4693804c-53ed-458c-803c-ef9754356f9f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 936 time: 0.1323998 Aug 16 12:50:41.039148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-177b494f-2e7f-4a30-8a50-fd439c198e1a None None] Port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:50:41.109465 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3dfc-9270-43b8-b032-67963f56fbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.117085 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3dfc-9270-43b8-b032-67963f56fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.139376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 244f0070-7871-4125-bc73-6c2a75563a87 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:41.166214 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f435b655-d675-4966-8d23-ec7b2b8c65b2 req-872c6256-ead3-498b-91f3-4a58cb4b30da tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119313 Aug 16 12:50:41.174358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de384-febc-4c7b-b30e-bfd576fafe87 req-fe697067-bd37-4139-a5bd-2f1e2a257b8d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:41.175204 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a5de384-febc-4c7b-b30e-bfd576fafe87 req-fe697067-bd37-4139-a5bd-2f1e2a257b8d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 944 time: 0.1351621 Aug 16 12:50:41.182637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3e0f3dfc-9270-43b8-b032-67963f56fbbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d66e9fd5ff7d494ea381f17cafdad808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6668499 Aug 16 12:50:41.183886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3dfc-9270-43b8-b032-67963f56fbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7514f15-2922-4113-8f0a-d22766b12e19,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:41.186519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56572) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:41.209638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 244f0070-7871-4125-bc73-6c2a75563a87 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:41.217051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 244f0070-7871-4125-bc73-6c2a75563a87 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:41.217051 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.265362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a5de384-febc-4c7b-b30e-bfd576fafe87 req-e6250fb2-a6b7-4d5c-bbd2-9a46f6e15f37 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778544 Aug 16 12:50:41.298412 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-914ea99d-f7bc-4303-a011-b49d04ecaf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.314472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-764e4549-5ca8-43f9-982c-dd56c82ed635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:41.316233 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-764e4549-5ca8-43f9-982c-dd56c82ed635 service neutron] 10.222.0.22 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.3292909 Aug 16 12:50:41.324452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-02554fce-2c7a-438c-9bf9-79c60163bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:41.325964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-02554fce-2c7a-438c-9bf9-79c60163bb28 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3552635 Aug 16 12:50:41.340146 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-914ea99d-f7bc-4303-a011-b49d04ecaf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.355165 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.386448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:41.389623 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d733b7f-9474-4064-9261-2343e9e22842" -d '{"events": [{"server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "name": "network-vif-plugged", "status": "completed", "tag": "244f0070-7871-4125-bc73-6c2a75563a87"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:41.412093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=244f0070-7871-4125-bc73-6c2a75563a87,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:41.418254 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-c9db1c54-41a8-4bf0-a552-b87c54213b12 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8609c379-9e93-4942-9d18-99fd89003c4d HTTP/1.1" status: 200 len: 217 time: 0.0911641 Aug 16 12:50:41.418843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d036e-ae75-44e6-adcc-6ee6eec25124 req-2a59bfad-7cd5-45b6-b3be-bfca8e4b8102 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:41.421192 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.422982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8609c379-9e93-4942-9d18-99fd89003c4d no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:41.427244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-2f027558-838f-4829-8df0-e1322ddb62b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=244f0070-7871-4125-bc73-6c2a75563a87 HTTP/1.1" status: 200 len: 217 time: 0.0834069 Aug 16 12:50:41.427467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-818d036e-ae75-44e6-adcc-6ee6eec25124 req-2a59bfad-7cd5-45b6-b3be-bfca8e4b8102 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 949 time: 0.1005013 Aug 16 12:50:41.476610 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-914ea99d-f7bc-4303-a011-b49d04ecaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.481204 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-914ea99d-f7bc-4303-a011-b49d04ecaf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.484897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-914ea99d-f7bc-4303-a011-b49d04ecaf3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7514f15-2922-4113-8f0a-d22766b12e19 HTTP/1.1" status: 204 len: 168 time: 0.2936590 Aug 16 12:50:41.487336 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c991aa1-a766-43fc-b6a6-fe747b5c41a0 x-openstack-request-id: req-3c991aa1-a766-43fc-b6a6-fe747b5c41a0 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:41.487459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-818d036e-ae75-44e6-adcc-6ee6eec25124 req-5202315e-ebaf-48cd-8d82-b9e5a8c0e06d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590100 Aug 16 12:50:41.490550 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "name": "network-vif-plugged", "status": "completed", "tag": "244f0070-7871-4125-bc73-6c2a75563a87", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:41.491098 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c991aa1-a766-43fc-b6a6-fe747b5c41a0 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:41.491760 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87', 'code': 200} Aug 16 12:50:41.497586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ea99d-f7bc-4303-a011-b49d04ecaf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7514f15-2922-4113-8f0a-d22766b12e19,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:41.558624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8609c379-9e93-4942-9d18-99fd89003c4d not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:41.564004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=244f0070-7871-4125-bc73-6c2a75563a87,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:41.571939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.572293 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.572636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.573141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.573481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.573813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.574374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.574504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.574808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.575134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.575461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.575786 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:41.586290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-f18a793a-d048-4d67-b3b4-268b50c3ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:41.587783 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-f18a793a-d048-4d67-b3b4-268b50c3ef4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.1567392 Aug 16 12:50:41.614321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-83e43a13-70b4-464e-868d-25cc30857d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:41.615927 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-83e43a13-70b4-464e-868d-25cc30857d92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1714075 Aug 16 12:50:41.619833 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e829c5ac-5b57-4759-9661-bcd3839d400b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.667106 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-f26d2038-189e-4d66-ad1e-7e1e4a235b55 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675514 Aug 16 12:50:41.667685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e829c5ac-5b57-4759-9661-bcd3839d400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.723857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:41.757679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.803441 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e829c5ac-5b57-4759-9661-bcd3839d400b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b4dbbbe697842fe8447019ed6095976&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0681458 Aug 16 12:50:41.803775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56590) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:41.805708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829c5ac-5b57-4759-9661-bcd3839d400b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8c1af3-4b36-4f73-af10-793b354ed0d8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:41.824017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Transition to ACTIVE for port object 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:41.828416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-e8b6184a-a30c-4322-9865-d68a20028d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:41.830269 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-e8b6184a-a30c-4322-9865-d68a20028d6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1859641 Aug 16 12:50:41.833702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.926464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7bb80-f4db-4691-949c-be9ef8bc82ca req-d8960ad2-e243-4326-b25e-ce2842dd0dc5 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:41.927737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2df7bb80-f4db-4691-949c-be9ef8bc82ca req-d8960ad2-e243-4326-b25e-ce2842dd0dc5 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 946 time: 0.1265106 Aug 16 12:50:41.928868 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f48fdcfb-c549-4996-824a-cad3f9abce26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:41.960108 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-653f5c08-85bf-4522-842a-02d4ef3f40bd service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633338 Aug 16 12:50:41.978601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1a3dff-0b05-4b10-b9e4-279e138d59f7,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:41.995433 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2df7bb80-f4db-4691-949c-be9ef8bc82ca req-aff7f4fb-3d97-4ff5-a76b-1c75209c75e3 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550458 Aug 16 12:50:41.997752 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f48fdcfb-c549-4996-824a-cad3f9abce26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:42.084707 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f48fdcfb-c549-4996-824a-cad3f9abce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:42.087418 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f48fdcfb-c549-4996-824a-cad3f9abce26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:42.088996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f48fdcfb-c549-4996-824a-cad3f9abce26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b8c1af3-4b36-4f73-af10-793b354ed0d8 HTTP/1.1" status: 204 len: 168 time: 0.2839611 Aug 16 12:50:42.126968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fdcfb-c549-4996-824a-cad3f9abce26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8c1af3-4b36-4f73-af10-793b354ed0d8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:42.151845 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-7409eab4-dc3e-479a-ba86-1e2c5d9cf82b service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092320 Aug 16 12:50:42.180260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a328437-8673-44e3-9ebc-4820205114ba req-56e3d9c2-ca15-4270-a20c-be36c4327b1c tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:42.182640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a328437-8673-44e3-9ebc-4820205114ba req-56e3d9c2-ca15-4270-a20c-be36c4327b1c tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 945 time: 0.0988910 Aug 16 12:50:42.301176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a328437-8673-44e3-9ebc-4820205114ba req-c057895c-fd18-4a62-875c-6ee0074c38d6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042552 Aug 16 12:50:42.336141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Attempting to bind port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:42.337041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Attempting to bind port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:42.337488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Attempting to bind port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:42.348866 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-8ea86dd0-5592-4f30-ac57-293ad4771019 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751948 Aug 16 12:50:42.359873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:42.360425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Attempting to bind port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:42.369673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:42.370014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:42.370493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:42.370931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Bound port: 7b1a3dff-0b05-4b10-b9e4-279e138d59f7, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:42.371287 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:42.450867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56614) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:42.466503 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf93c9e1-3d7f-4ef3-b3b9-e80e02c8e9db req-3744d1b7-5980-4305-9a5a-dbf19581ee23 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041418 Aug 16 12:50:42.483248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0c7dd-ac2b-496f-bfac-e4cde9a8dc3f req-389087b0-2931-4615-a3f4-48a2233e1f30 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:42.503831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cef0c7dd-ac2b-496f-bfac-e4cde9a8dc3f req-389087b0-2931-4615-a3f4-48a2233e1f30 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 948 time: 0.1713088 Aug 16 12:50:42.508190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] For port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:42.512840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] For port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7b1a3dff-0b05-4b10-b9e4-279e138d59f7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:42.542132 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:42.542646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bffc70-0c2f-4f4b-a8b7-204085e2efe3 req-f4368fac-ca1c-4856-ae21-2c41d99a15ed tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:42.544252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57bffc70-0c2f-4f4b-a8b7-204085e2efe3 req-f4368fac-ca1c-4856-ae21-2c41d99a15ed tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 944 time: 0.1228216 Aug 16 12:50:42.612661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cef0c7dd-ac2b-496f-bfac-e4cde9a8dc3f req-e6cf425c-94c0-4c03-b2cf-9d8a2153fe33 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078210 Aug 16 12:50:42.616310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:42.616931 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:42.618333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] 10.222.0.22 "PUT /v2.0/ports/7b1a3dff-0b05-4b10-b9e4-279e138d59f7 HTTP/1.1" status: 200 len: 1096 time: 1.9301586 Aug 16 12:50:42.618769 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bba7edc-18bc-450f-abee-3ef956a36816', 'tag': '7b1a3dff-0b05-4b10-b9e4-279e138d59f7'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:42.620997 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b" -d '{"events": [{"name": "network-changed", "server_uuid": "1bba7edc-18bc-450f-abee-3ef956a36816", "tag": "7b1a3dff-0b05-4b10-b9e4-279e138d59f7"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:42.664036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c0646-9920-4bba-9491-3ecc960ff03b req-4f532381-9712-449d-aeeb-3bcf98dbd368 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:42.665574 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b87c0646-9920-4bba-9491-3ecc960ff03b req-4f532381-9712-449d-aeeb-3bcf98dbd368 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.22 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 946 time: 0.1511998 Aug 16 12:50:42.666804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53057fb2-441f-4f9a-a46a-40108fd83b10 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1a3dff-0b05-4b10-b9e4-279e138d59f7,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:42.684778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1208262004-network', 'tenant_id': 'c810aadf2cee408a917d7d4aa894b757'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:42.692523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57bffc70-0c2f-4f4b-a8b7-204085e2efe3 req-a8910d75-d97b-4fc0-a87d-9f238ca85147 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233270 Aug 16 12:50:42.716687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56622) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:42.771785 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:42.857239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Made reservation on behalf of c810aadf2cee408a917d7d4aa894b757 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:50:42.859747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:42.867007 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aaeba4-6295-40a0-9d26-bbf805392a0d x-openstack-request-id: req-92aaeba4-6295-40a0-9d26-bbf805392a0d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:42.867312 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bba7edc-18bc-450f-abee-3ef956a36816", "tag": "7b1a3dff-0b05-4b10-b9e4-279e138d59f7", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:42.867561 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92aaeba4-6295-40a0-9d26-bbf805392a0d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:42.867959 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bba7edc-18bc-450f-abee-3ef956a36816', 'tag': '7b1a3dff-0b05-4b10-b9e4-279e138d59f7', 'status': 'completed', 'code': 200} Aug 16 12:50:42.877758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6e0b2-df5c-40c3-b745-4b27ca3d8123 req-b48d3c6f-099e-43fc-ba4f-443574321328 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:42.882605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02b6e0b2-df5c-40c3-b745-4b27ca3d8123 req-b48d3c6f-099e-43fc-ba4f-443574321328 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.0857730 Aug 16 12:50:42.894569 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:42.904507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-fae9e7ce-e5bb-400b-9958-d204e060cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:42.906035 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-fae9e7ce-e5bb-400b-9958-d204e060cf6c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83282f7aedff496b849ada2c0e105e06&device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 1099 time: 0.2075617 Aug 16 12:50:42.927399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-08d322c7-ff30-4bb6-81ce-7c8540073c9e tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:42.929020 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-08d322c7-ff30-4bb6-81ce-7c8540073c9e tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1666348 Aug 16 12:50:42.936569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02b6e0b2-df5c-40c3-b745-4b27ca3d8123 req-79f46c3a-d99d-4dcf-8826-82874d59f8a7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500643 Aug 16 12:50:42.972440 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:42.976894 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:42.977076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-0be79641-39fc-459e-99d0-a00ffd6a10c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=7b1a3dff-0b05-4b10-b9e4-279e138d59f7 HTTP/1.1" status: 200 len: 217 time: 0.0555747 Aug 16 12:50:43.016776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbfacff-96db-484c-ba14-2762777b0fb0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:43.028417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bd9b5ce1ff34442b9d35c9abfebdde8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053205 Aug 16 12:50:43.028417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.028417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.028417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.028851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.029073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.029401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.029723 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.030046 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.030423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.030716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.031036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.031353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7be61e-572f-4879-9ba6-9be14f911e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.034437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56626) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:43.059208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b87c0646-9920-4bba-9491-3ecc960ff03b req-a01c69f1-4f3a-465a-849a-f89a82f93490 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Deleting port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:43.059524 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b87c0646-9920-4bba-9491-3ecc960ff03b req-a01c69f1-4f3a-465a-849a-f89a82f93490 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:43.088849 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cb69bfc2-0549-4647-b6e9-01d548995ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:43.115634 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cb69bfc2-0549-4647-b6e9-01d548995ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:43.121644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-2e4a0e85-e11d-46d2-91e1-af3bea26563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:43.123246 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-2e4a0e85-e11d-46d2-91e1-af3bea26563b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1224420 Aug 16 12:50:43.191222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6d704-f260-4677-b3bd-067d715d288d req-75852c15-fd53-4c4a-9db9-c74ee1cc6d4a tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:43.193608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebf6d704-f260-4677-b3bd-067d715d288d req-75852c15-fd53-4c4a-9db9-c74ee1cc6d4a tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 946 time: 0.0838490 Aug 16 12:50:43.235632 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cb69bfc2-0549-4647-b6e9-01d548995ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:43.238399 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cb69bfc2-0549-4647-b6e9-01d548995ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:43.239783 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cb69bfc2-0549-4647-b6e9-01d548995ce6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bbfacff-96db-484c-ba14-2762777b0fb0 HTTP/1.1" status: 204 len: 168 time: 0.2042539 Aug 16 12:50:43.264635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebf6d704-f260-4677-b3bd-067d715d288d req-64023490-a080-4767-a695-97305aff7659 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/security-groups?id=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613785 Aug 16 12:50:43.285366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69bfc2-0549-4647-b6e9-01d548995ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbfacff-96db-484c-ba14-2762777b0fb0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:43.304310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b87c0646-9920-4bba-9491-3ecc960ff03b req-a01c69f1-4f3a-465a-849a-f89a82f93490 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] For port e96e7d1e-e1bd-436e-bc3a-c97a175721d3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e96e7d1e-e1bd-436e-bc3a-c97a175721d3,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:43.304683 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b87c0646-9920-4bba-9491-3ecc960ff03b req-a01c69f1-4f3a-465a-849a-f89a82f93490 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:43.324353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-4646c73f-418f-4e93-a9f5-aa9f215b73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:43.325930 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-4646c73f-418f-4e93-a9f5-aa9f215b73ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669307 Aug 16 12:50:43.332012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b87c0646-9920-4bba-9491-3ecc960ff03b req-a01c69f1-4f3a-465a-849a-f89a82f93490 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Calling delete_port for e96e7d1e-e1bd-436e-bc3a-c97a175721d3 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:43.355519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-d7ec211a-d1d5-455d-b348-a9a318b79144 service neutron] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:43.388820 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-d7ec211a-d1d5-455d-b348-a9a318b79144 service neutron] Notify callbacks [] for binding, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:43.389921 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cc1b966-db6c-4ebb-947d-98bf5487fc3a req-d7ec211a-d1d5-455d-b348-a9a318b79144 service neutron] 10.222.0.22 "DELETE /v2.0/ports/8609c379-9e93-4942-9d18-99fd89003c4d/bindings/n-h2-804708-1 HTTP/1.1" status: 204 len: 173 time: 0.4226394 Aug 16 12:50:43.431959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:43.468099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0055c5-e08b-4402-b19f-d39bf8fdba04 req-40269ff4-6625-4d4d-a06a-f130fce46c4b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:43.468349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:43.469703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd0055c5-e08b-4402-b19f-d39bf8fdba04 req-40269ff4-6625-4d4d-a06a-f130fce46c4b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 945 time: 0.0666986 Aug 16 12:50:43.512231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd0055c5-e08b-4402-b19f-d39bf8fdba04 req-ae8d2a6c-98f7-4227-ae2a-d58b5722ba3d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355721 Aug 16 12:50:43.759887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298827e-f865-4828-8c93-38352cdf004d req-36925500-fe67-49b8-b86f-9c5db28c632a tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:43.761450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b298827e-f865-4828-8c93-38352cdf004d req-36925500-fe67-49b8-b86f-9c5db28c632a tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 948 time: 0.0844848 Aug 16 12:50:43.790771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:50:43.813382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46304e88-f795-466c-8477-3d115efbf007,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:43.824119 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:43.824464 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Added segment bdd5fbf7-bebc-4eb1-9246-3bb2c717669c of type vlan for network c2cbabd2-f7bc-46dc-ad27-7166ccaeb675 Aug 16 12:50:43.827940 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b298827e-f865-4828-8c93-38352cdf004d req-f8f082d7-7cb4-4700-9cc5-6375578cbdbe tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502558 Aug 16 12:50:43.851923 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-ab9ccf12-c1f9-4366-a6c0-96e85b57228b service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136974 Aug 16 12:50:43.853440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.853980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.856105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.856629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.856957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.857275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.857690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.857933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.858293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.858620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.858948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.859267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:50:43.883526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada60e-a2dd-42b7-9c1d-af0c9f8d6044 req-17974ead-b3a4-4ca8-b81c-3a30ee97a60e tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:43.886040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08ada60e-a2dd-42b7-9c1d-af0c9f8d6044 req-17974ead-b3a4-4ca8-b81c-3a30ee97a60e tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 944 time: 0.0731170 Aug 16 12:50:43.934843 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08ada60e-a2dd-42b7-9c1d-af0c9f8d6044 req-acdf7084-6482-4b2e-a49f-57aca055af21 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Aug 16 12:50:43.950371 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:44.046729 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:44.047832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:44.048428 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:44.050546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b87c0646-9920-4bba-9491-3ecc960ff03b req-a01c69f1-4f3a-465a-849a-f89a82f93490 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:44.071061 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01fa9ae8-275d-4a6f-8cd2-0bdc63e6eec6 req-a4f1aaca-13bb-4f70-a0c8-55f1eba95b22 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073414 Aug 16 12:50:44.081268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['e96e7d1e-e1bd-436e-bc3a-c97a175721d3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:44.117715 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6656811 Aug 16 12:50:44.120741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c69f1-4f3a-465a-849a-f89a82f93490 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Pushing event deleted for resources: {'Port': ['ID=e96e7d1e-e1bd-436e-bc3a-c97a175721d3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:44.122475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56660) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:44.136873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] Request body: {'subnet': {'network_id': 'c2cbabd2-f7bc-46dc-ad27-7166ccaeb675', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1208262004-subnet', 'tenant_id': 'c810aadf2cee408a917d7d4aa894b757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:44.153923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cda35-510f-4434-babe-80cb59d85e80 req-fd174533-7f1a-4cb6-96c4-8b02c59c37fe tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:44.155562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-767cda35-510f-4434-babe-80cb59d85e80 req-fd174533-7f1a-4cb6-96c4-8b02c59c37fe tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.1277120 Aug 16 12:50:44.220640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87c0646-9920-4bba-9491-3ecc960ff03b req-a01c69f1-4f3a-465a-849a-f89a82f93490 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] No DVR routers for this DVR port e96e7d1e-e1bd-436e-bc3a-c97a175721d3 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:50:44.233859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b87c0646-9920-4bba-9491-3ecc960ff03b req-a01c69f1-4f3a-465a-849a-f89a82f93490 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:44.239099 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b87c0646-9920-4bba-9491-3ecc960ff03b req-a01c69f1-4f3a-465a-849a-f89a82f93490 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.22 "DELETE /v2.0/ports/e96e7d1e-e1bd-436e-bc3a-c97a175721d3 HTTP/1.1" status: 204 len: 173 time: 1.5600400 Aug 16 12:50:44.243590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77975e79-5e3e-44c4-9a97-b455c23e888e admin admin] Pushing event updated for resources: {'Network': ['ID=c2cbabd2-f7bc-46dc-ad27-7166ccaeb675,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:44.275333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] Made reservation on behalf of c810aadf2cee408a917d7d4aa894b757 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:50:44.276707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network c2cbabd2-f7bc-46dc-ad27-7166ccaeb675 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:50:44.278555 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:44.281071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e549d5-78b8-4e88-a25d-c6762574629b req-40179d5b-339c-40cd-895e-e9b447c712ea tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:44.290435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5e549d5-78b8-4e88-a25d-c6762574629b req-40179d5b-339c-40cd-895e-e9b447c712ea tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 1095 time: 0.1337938 Aug 16 12:50:44.341770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-767cda35-510f-4434-babe-80cb59d85e80 req-5e1921e6-6445-4bc7-bb94-2b743fb2d94d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731951 Aug 16 12:50:44.388971 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5e549d5-78b8-4e88-a25d-c6762574629b req-d116c547-eedb-422e-8dc7-f8b127c09dea tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976605 Aug 16 12:50:44.401753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b req-229d5f10-04f8-435e-a2aa-84ae346edbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:44.405061 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b req-229d5f10-04f8-435e-a2aa-84ae346edbb6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83282f7aedff496b849ada2c0e105e06&device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 1099 time: 0.1845911 Aug 16 12:50:44.591660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1229883-52ef-4c16-a4c0-8be20273c3e3 req-41e169da-3324-40d7-bf2d-d52eef8fd9bf tempest-FloatingIPsAssociationNegativeTestJSON-2126754381 tempest-FloatingIPsAssociationNegativeTestJSON-2126754381-project] 10.222.0.25 "GET /v2.0/ports?device_id=54290bdb-401b-4384-a3e5-72a0428c8275 HTTP/1.1" status: 200 len: 210 time: 0.0923159 Aug 16 12:50:44.614293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fdece-3e6f-4621-9927-28cf14363a0d req-03ffaca6-2e81-4b7c-bab7-5440588c170e tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:44.616253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c62fdece-3e6f-4621-9927-28cf14363a0d req-03ffaca6-2e81-4b7c-bab7-5440588c170e tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 1101 time: 0.1042211 Aug 16 12:50:44.667685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c62fdece-3e6f-4621-9927-28cf14363a0d req-45da466e-c0ad-413e-b198-17cbbd819a6a tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 Aug 16 12:50:44.727230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a3c49-2ebc-4c6d-bef6-e750236c3b84 req-404154bd-547b-46ce-ab46-cbfd8e895d0e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:44.729173 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c11a3c49-2ebc-4c6d-bef6-e750236c3b84 req-404154bd-547b-46ce-ab46-cbfd8e895d0e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 945 time: 0.0644712 Aug 16 12:50:44.736904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b req-40391700-c4e6-4351-bb6f-4d437d3b11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:44.739067 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b req-40391700-c4e6-4351-bb6f-4d437d3b11e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3023052 Aug 16 12:50:44.740204 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:44.819181 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b req-bf3ce9c7-0aeb-4a84-a32a-b41db175597b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=7b1a3dff-0b05-4b10-b9e4-279e138d59f7 HTTP/1.1" status: 200 len: 217 time: 0.0681915 Aug 16 12:50:44.823616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-efe05d48-f574-4786-9169-510cf5126754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:44.825050 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-efe05d48-f574-4786-9169-510cf5126754 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 1096 time: 0.1764960 Aug 16 12:50:44.834559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c11a3c49-2ebc-4c6d-bef6-e750236c3b84 req-2524ba02-fd03-49e2-9b29-3342d2befd05 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934396 Aug 16 12:50:44.883967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54290bdb-401b-4384-a3e5-72a0428c8275', 'name': 'network-vif-deleted', 'tag': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:44.886616 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa020f0-049d-4dc8-bad5-00fd026a36bb" -d '{"events": [{"server_uuid": "54290bdb-401b-4384-a3e5-72a0428c8275", "name": "network-vif-deleted", "tag": "e96e7d1e-e1bd-436e-bc3a-c97a175721d3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:44.889103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063da7d9-37d5-4672-b827-0bce115f3229 req-7202a363-c882-4eb2-9f44-9287726e28e2 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:44.889237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2647fb3-5600-4b73-b2ee-d1e79ff1b97e,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:44.891489 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-7202a363-c882-4eb2-9f44-9287726e28e2 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 808 time: 0.1261153 Aug 16 12:50:44.951028 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-b84d0d5e-6ee9-454b-85bd-91d5e3abaea8 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/quotas/9cd65f42c34443729102b1f64cb34d2e HTTP/1.1" status: 200 len: 375 time: 0.0491152 Aug 16 12:50:44.960530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] Checking segment: {'id': 'bdd5fbf7-bebc-4eb1-9246-3bb2c717669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c2cbabd2-f7bc-46dc-ad27-7166ccaeb675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:44.960894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] Network hostable DHCP agents. Network: c2cbabd2-f7bc-46dc-ad27-7166ccaeb675, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:50:44.975849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b req-bda6253a-f22b-4e3f-a94f-3d67ddc9f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:44.977357 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b req-bda6253a-f22b-4e3f-a94f-3d67ddc9f188 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1386178 Aug 16 12:50:45.062918 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-c2e265de-34b0-4ff6-93c2-68ae8178b06d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103835 Aug 16 12:50:45.063128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] Network c2cbabd2-f7bc-46dc-ad27-7166ccaeb675 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:50:45.079266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-ebdc50e6-2167-43d7-a3dc-271987125521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:45.081094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-ebdc50e6-2167-43d7-a3dc-271987125521 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.2278745 Aug 16 12:50:45.084238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, c2cbabd2-f7bc-46dc-ad27-7166ccaeb675) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:45.090847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:45.091617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:45.096235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d9a59-dd7f-4cba-ad4b-1211f2247651 None None] Network c2cbabd2-f7bc-46dc-ad27-7166ccaeb675 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:50:45.161924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54c13f-85f8-440b-8666-1e9c9678f9bf req-3704d3e0-4a85-4598-baff-0d148f8b4648 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:45.163491 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff54c13f-85f8-440b-8666-1e9c9678f9bf req-3704d3e0-4a85-4598-baff-0d148f8b4648 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 948 time: 0.1572137 Aug 16 12:50:45.201718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b req-27fd59d0-8798-49ab-876a-465cdb8c7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:45.203791 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b req-27fd59d0-8798-49ab-876a-465cdb8c7128 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2049282 Aug 16 12:50:45.205292 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-9ce02d84-d271-4503-a29a-c6738b7b56c3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8 HTTP/1.1" status: 200 len: 217 time: 0.0917549 Aug 16 12:50:45.212657 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f0a01919-d214-45e1-b062-2951ed9cbce6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0841050 Aug 16 12:50:45.246698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-7913736b-cd78-4320-b295-08dcdd1dae8e service neutron] 10.222.0.25 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823688 Aug 16 12:50:45.339216 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff54c13f-85f8-440b-8666-1e9c9678f9bf req-fc246013-5d2c-4631-9159-b3b3a0ea8ab8 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515906 Aug 16 12:50:45.341467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-b32afb6f-cac6-4c3f-a455-3167874623f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:45.344619 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-b32afb6f-cac6-4c3f-a455-3167874623f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.1230617 Aug 16 12:50:45.350631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf478a60-0f32-4ca7-bfe7-f5172bd3d434 None None] Network c2cbabd2-f7bc-46dc-ad27-7166ccaeb675 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:50:45.396898 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-c70fd7e6-4790-44d0-b626-7fdb546e4555 service neutron] 10.222.0.25 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493130 Aug 16 12:50:45.409121 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbb3582-9d42-4181-aca4-bfdac984436d x-openstack-request-id: req-6cbb3582-9d42-4181-aca4-bfdac984436d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:45.409486 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54290bdb-401b-4384-a3e5-72a0428c8275", "name": "network-vif-deleted", "tag": "e96e7d1e-e1bd-436e-bc3a-c97a175721d3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:45.409717 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cbb3582-9d42-4181-aca4-bfdac984436d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:45.410082 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54290bdb-401b-4384-a3e5-72a0428c8275', 'name': 'network-vif-deleted', 'tag': 'e96e7d1e-e1bd-436e-bc3a-c97a175721d3', 'status': 'completed', 'code': 200} Aug 16 12:50:45.412786 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-9a4f2c3c-12d1-4348-8217-4d1a061afd51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576224 Aug 16 12:50:45.418339 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b req-173f36bf-3f93-4db9-868a-635c219e873a service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990066 Aug 16 12:50:45.621187 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-c9362614-422a-446f-8c2a-9b0cda90eef1 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875415 Aug 16 12:50:45.621544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-4674eaf8-60a7-4551-b6c3-4d3fbca89db9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352366 Aug 16 12:50:45.623734 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3e13c48-6211-4b0d-99d5-c3df8d2a183b req-ca7add23-31a2-42af-a008-53b5f708a28c service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824434 Aug 16 12:50:45.731990 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-ad3ab2fe-db35-494a-96b2-9ff6799a583d service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901830 Aug 16 12:50:45.748919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-b8a5e040-27f1-4fca-a2b3-25946618ac06 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:45.751005 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-b8a5e040-27f1-4fca-a2b3-25946618ac06 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286092 Aug 16 12:50:45.774265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-b8573476-758b-45b6-96a7-15348847c7d3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/quotas/b57f202bdd7043b7b2e5fc4c5e698207 HTTP/1.1" status: 200 len: 375 time: 0.0165179 Aug 16 12:50:45.834697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-6b40d73e-f654-4df5-8c38-dfcac9019ad0 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593979 Aug 16 12:50:45.856682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-531bc7ca-c5ed-4d4a-8a41-ce0808f21bdd req-040e16bc-01ba-4c0c-ab05-6de0b3f0c4b4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2014009590', 'description': 'tempest-description-1166403558'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:45.896230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-65d143f3-16b8-4650-bfa1-64a35e6778d2 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:45.898952 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-65d143f3-16b8-4650-bfa1-64a35e6778d2 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1096 time: 0.0636518 Aug 16 12:50:45.909343 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-531bc7ca-c5ed-4d4a-8a41-ce0808f21bdd req-040e16bc-01ba-4c0c-ab05-6de0b3f0c4b4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:45.915779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804708-1'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:45.955062 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:45.999476 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:46.056682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12cdf87a-b826-4959-85fd-1212d5ca7570 req-755f5f0f-c19f-427b-8fc4-99d77d3987ce tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 210 time: 0.0484474 Aug 16 12:50:46.138172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56746) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:46.146979 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-531bc7ca-c5ed-4d4a-8a41-ce0808f21bdd req-040e16bc-01ba-4c0c-ab05-6de0b3f0c4b4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:46.165322 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-531bc7ca-c5ed-4d4a-8a41-ce0808f21bdd req-040e16bc-01ba-4c0c-ab05-6de0b3f0c4b4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:46.198460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:46.241847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e16bc-01ba-4c0c-ab05-6de0b3f0c4b4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78e4b46-6777-49d3-83cb-dd5b9f6b6cf9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:46.252895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e96e7d1e-e1bd-436e-bc3a-c97a175721d3 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:46.281115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:46.304253 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: e96e7d1e-e1bd-436e-bc3a-c97a175721d3 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:50:46.304841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e96e7d1e-e1bd-436e-bc3a-c97a175721d3 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:46.332223 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-531bc7ca-c5ed-4d4a-8a41-ce0808f21bdd req-040e16bc-01ba-4c0c-ab05-6de0b3f0c4b4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:46.344967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-531bc7ca-c5ed-4d4a-8a41-ce0808f21bdd req-040e16bc-01ba-4c0c-ab05-6de0b3f0c4b4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4925745 Aug 16 12:50:46.348661 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:46.360523 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:46.479200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:46.491909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on host n-h2-804708-1 for vnic_type normal with profile {"migrating_to": "n-h1-804708-1"} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:46.492249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:46.492578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:46.497341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:46.497739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:46.503140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:46.503621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:46.503877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:46.504919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Bound port: b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:46.505281 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:46.580376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:46.585098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:46.589705 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:46.687571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,revision_number=8']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:46.692929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:46.693553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:46.694989 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-f37ff153-2dc4-462d-8ee7-dc0e1f7340f7 service neutron] 10.222.0.22 "PUT /v2.0/ports/b3af4824-5b93-4cfb-be9a-2990c57fa0b8 HTTP/1.1" status: 200 len: 1121 time: 0.7859173 Aug 16 12:50:46.758007 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4159bbc-89d5-4f9c-9f33-bd0fb7310762 req-8d8eefe4-f726-4a73-8203-b012d9f75a6c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 210 time: 0.3130498 Aug 16 12:50:46.768270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['b3af4824-5b93-4cfb-be9a-2990c57fa0b8'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:46.908126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063da7d9-37d5-4672-b827-0bce115f3229 req-b25c69d9-19d1-49c4-9ec0-abba6341edbf tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:46.909471 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-b25c69d9-19d1-49c4-9ec0-abba6341edbf tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 808 time: 0.1561613 Aug 16 12:50:46.937096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Request body: {'port': {'device_id': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0', 'admin_state_up': True, 'tenant_id': '9cd65f42c34443729102b1f64cb34d2e'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:46.966711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88ab98-6c9e-450b-9dd8-a86d16532bc9 req-5442bdc1-9150-4824-be4f-33afac4bad02 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:46.968408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d88ab98-6c9e-450b-9dd8-a86d16532bc9 req-5442bdc1-9150-4824-be4f-33afac4bad02 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 943 time: 0.5247045 Aug 16 12:50:47.072679 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fb0b-73d7-4b34-8a53-bf262834147a req-ab6521e9-4da6-4dfc-aa2a-60d76192b867 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:47.074363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0956fb0b-73d7-4b34-8a53-bf262834147a req-ab6521e9-4da6-4dfc-aa2a-60d76192b867 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 948 time: 0.1908884 Aug 16 12:50:47.106046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d88ab98-6c9e-450b-9dd8-a86d16532bc9 req-441ae45c-63db-4de9-89f3-531fd5e2d42f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252193 Aug 16 12:50:47.243250 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0956fb0b-73d7-4b34-8a53-bf262834147a req-d61f87e0-3296-4668-8b21-0a319e7612a0 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572194 Aug 16 12:50:47.276813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Made reservation on behalf of 9cd65f42c34443729102b1f64cb34d2e for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:50:47.280302 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:47.283640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9c3ca009-f945-4fdc-866d-6199ef18fa28 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572038 Aug 16 12:50:47.315677 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-946c42f9-26cf-4524-ab5c-95be9c787f9c req-458dd644-fe04-4a9b-accc-062beba6c534 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/b78e4b46-6777-49d3-83cb-dd5b9f6b6cf9 HTTP/1.1" status: 200 len: 1805 time: 0.1662054 Aug 16 12:50:47.348992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-946c42f9-26cf-4524-ab5c-95be9c787f9c req-d0c3022f-944e-412f-b6d7-46beadc678c9 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b78e4b46-6777-49d3-83cb-dd5b9f6b6cf9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:47.349685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-946c42f9-26cf-4524-ab5c-95be9c787f9c req-d0c3022f-944e-412f-b6d7-46beadc678c9 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b78e4b46-6777-49d3-83cb-dd5b9f6b6cf9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:47.411329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8'}, {'name': 'network-changed', 'server_uuid': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'tag': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:47.413914 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d16f3d3-bb2e-4a3a-824f-9c4173771cae" -d '{"events": [{"server_uuid": "dd401fc9-eec6-4551-9288-0d388ad4902f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3af4824-5b93-4cfb-be9a-2990c57fa0b8"}, {"name": "network-changed", "server_uuid": "dd401fc9-eec6-4551-9288-0d388ad4902f", "tag": "b3af4824-5b93-4cfb-be9a-2990c57fa0b8"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:47.492608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61a18eae-1770-4dcb-9394-994606fc24b2 req-0880f94f-3574-4bf7-ae2d-18c1da8bfd0f tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 210 time: 0.0583048 Aug 16 12:50:47.574329 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e950099-37b3-4cff-866d-b5c5bcbc9cea x-openstack-request-id: req-7e950099-37b3-4cff-866d-b5c5bcbc9cea {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:47.574728 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd401fc9-eec6-4551-9288-0d388ad4902f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3af4824-5b93-4cfb-be9a-2990c57fa0b8", "code": 200}, {"name": "network-changed", "server_uuid": "dd401fc9-eec6-4551-9288-0d388ad4902f", "tag": "b3af4824-5b93-4cfb-be9a-2990c57fa0b8", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:47.575012 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e950099-37b3-4cff-866d-b5c5bcbc9cea {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:47.575423 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8', 'code': 200} Aug 16 12:50:47.575831 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'tag': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8', 'status': 'completed', 'code': 200} Aug 16 12:50:47.621868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-a06616bf-505a-4c0b-b053-947779453300 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:47.623336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-a06616bf-505a-4c0b-b053-947779453300 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3273304 Aug 16 12:50:47.646212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16f3d3-bb2e-4a3a-824f-9c4173771cae req-f4dd8051-fbee-4909-830b-1ef68babbc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:47.647731 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9d16f3d3-bb2e-4a3a-824f-9c4173771cae req-f4dd8051-fbee-4909-830b-1ef68babbc89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 1124 time: 0.0462806 Aug 16 12:50:47.648643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Request body: {'port': {'device_id': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'b57f202bdd7043b7b2e5fc4c5e698207'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:47.670042 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-946c42f9-26cf-4524-ab5c-95be9c787f9c req-d0c3022f-944e-412f-b6d7-46beadc678c9 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:47.702527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Allocated IP 172.20.0.5 (76f9c591-4b94-4981-a8da-d9580c00efd0/12885796-d7f8-4981-89ab-5be63ffe3da1/a09d191d-f68d-415e-9254-f3089f527ea2) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:47.750351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16f3d3-bb2e-4a3a-824f-9c4173771cae req-3dceaae8-02bf-4506-afd2-886853183df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:47.751766 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9d16f3d3-bb2e-4a3a-824f-9c4173771cae req-3dceaae8-02bf-4506-afd2-886853183df4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.0970390 Aug 16 12:50:47.782381 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-946c42f9-26cf-4524-ab5c-95be9c787f9c req-d0c3022f-944e-412f-b6d7-46beadc678c9 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:47.805198 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9d16f3d3-bb2e-4a3a-824f-9c4173771cae req-92e6c9eb-0d0e-40b6-9849-f93cf6f240c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8 HTTP/1.1" status: 200 len: 217 time: 0.0459867 Aug 16 12:50:47.812135 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-946c42f9-26cf-4524-ab5c-95be9c787f9c req-d0c3022f-944e-412f-b6d7-46beadc678c9 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:47.833831 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:47.869923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16f3d3-bb2e-4a3a-824f-9c4173771cae req-d52440df-96e0-40b2-8c7b-7bd623e03771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:47.872455 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9d16f3d3-bb2e-4a3a-824f-9c4173771cae req-d52440df-96e0-40b2-8c7b-7bd623e03771 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.0601971 Aug 16 12:50:47.907930 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9d16f3d3-bb2e-4a3a-824f-9c4173771cae req-93d5920e-60fb-4a9b-ac4b-9beaea549d81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267863 Aug 16 12:50:47.924327 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3022f-944e-412f-b6d7-46beadc678c9 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ccd0c2-82bc-40c0-8669-2ee806f7ef5f,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:47.948687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97c9f4d2-ea2f-44e8-8a70-085627814eb6 req-5f23f00d-221c-4f9b-9fef-6455f9f27d31 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 210 time: 0.0690503 Aug 16 12:50:47.949383 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-946c42f9-26cf-4524-ab5c-95be9c787f9c req-d0c3022f-944e-412f-b6d7-46beadc678c9 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:47.950435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-946c42f9-26cf-4524-ab5c-95be9c787f9c req-d0c3022f-944e-412f-b6d7-46beadc678c9 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6228983 Aug 16 12:50:48.008110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-4676e72d-a31d-4901-a625-6e595582850b req-e385c5f6-b73f-4d90-afcb-592e7fa33b3c tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-312015207', 'description': 'tempest-description-1634877219'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:48.030222 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9d16f3d3-bb2e-4a3a-824f-9c4173771cae req-52b23e04-eaee-4fae-adcf-41fae470a98c service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143932 Aug 16 12:50:48.059651 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56794) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:48.085422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Made reservation on behalf of b57f202bdd7043b7b2e5fc4c5e698207 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:50:48.089085 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:48.135282 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9d16f3d3-bb2e-4a3a-824f-9c4173771cae req-664279cf-373d-4b0b-b4ec-9922591c6bd7 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960348 Aug 16 12:50:48.175658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4676e72d-a31d-4901-a625-6e595582850b req-e385c5f6-b73f-4d90-afcb-592e7fa33b3c tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:48.260668 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b3af4824-5b93-4cfb-be9a-2990c57fa0b8 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:48.298383 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae989589-f603-4817-988b-75bdc7572ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:48.340817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:48.365223 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:48.377024 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b3af4824-5b93-4cfb-be9a-2990c57fa0b8 has no active binding in host n-h1-804708-1 {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 12:50:48.377398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:48.452999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ec3c-d545-41d3-8829-3054646e2e73 req-0a60b702-ec6d-4630-ad1c-6346ad7ef54f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:48.454507 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71a2ec3c-d545-41d3-8829-3054646e2e73 req-0a60b702-ec6d-4630-ad1c-6346ad7ef54f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 943 time: 0.2519710 Aug 16 12:50:48.479939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7b1a3dff-0b05-4b10-b9e4-279e138d59f7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:48.492422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '7b1a3dff-0b05-4b10-b9e4-279e138d59f7', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '7b1a3dff-0b05-4b10-b9e4-279e138d59f7', 'mac_address': 'fa:16:3e:8f:4e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:50:48.532350 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:48.545291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Allocated IP 192.168.233.239 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/8a7677c2-3bc8-4772-93ef-5cb3b781ea6d) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:50:48.547229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:48.570358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7b1a3dff-0b05-4b10-b9e4-279e138d59f7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:48.573856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:48.574275 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:48.600475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71a2ec3c-d545-41d3-8829-3054646e2e73 req-e71312a5-7b35-4dc7-8644-08ad2d6af2ce tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286561 Aug 16 12:50:48.636459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7b1a3dff-0b05-4b10-b9e4-279e138d59f7,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:48.671059 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4676e72d-a31d-4901-a625-6e595582850b req-e385c5f6-b73f-4d90-afcb-592e7fa33b3c tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:48.697541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4676e72d-a31d-4901-a625-6e595582850b req-e385c5f6-b73f-4d90-afcb-592e7fa33b3c tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:48.700705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Network 76f9c591-4b94-4981-a8da-d9580c00efd0 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:48.754641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:48.773379 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:48.776291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Pushing event updated for resources: {'Port': ['ID=a09d191d-f68d-415e-9254-f3089f527ea2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:49.132804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7b1a3dff-0b05-4b10-b9e4-279e138d59f7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:49.157514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385c5f6-b73f-4d90-afcb-592e7fa33b3c tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91daba8-6feb-41dd-9006-d89b58c55e78,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:49.180920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef7c07-c8aa-4f72-b9e0-be384d44f7db req-7d334b62-320e-470c-84ef-1a0abd68354c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:49.182434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6ef7c07-c8aa-4f72-b9e0-be384d44f7db req-7d334b62-320e-470c-84ef-1a0abd68354c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 949 time: 0.4963150 Aug 16 12:50:49.191205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:49.192452 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.246399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] Deleting port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:49.246740 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.307817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.316144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6ef7c07-c8aa-4f72-b9e0-be384d44f7db req-37509a39-e652-4a50-9028-6ae40c161212 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177013 Aug 16 12:50:49.364512 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae989589-f603-4817-988b-75bdc7572ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.371499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Transition to ACTIVE for port object 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:49.378283 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae989589-f603-4817-988b-75bdc7572ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.385795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4676e72d-a31d-4901-a625-6e595582850b req-e385c5f6-b73f-4d90-afcb-592e7fa33b3c tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.386954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4676e72d-a31d-4901-a625-6e595582850b req-e385c5f6-b73f-4d90-afcb-592e7fa33b3c tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3876836 Aug 16 12:50:49.398227 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-13107d5a-af34-4b2d-9d30-0f81baab1787 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4685605 Aug 16 12:50:49.421658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Request body: {'port': {'device_id': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:49.475222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ae989589-f603-4817-988b-75bdc7572ff6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18c898e2683a402ca56ad14d24ed24ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4117634 Aug 16 12:50:49.477878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56812) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:49.506696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae989589-f603-4817-988b-75bdc7572ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c524f8e4-7503-40d0-bcf2-beb620a84084,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:49.527942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8504531e-8848-45f0-bb20-f28953096312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.549125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02d36584-6636-4aa2-a3fa-180506b4c936 req-fbdbaf1a-905f-4875-a9ae-78710cb139cb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 210 time: 0.0950398 Aug 16 12:50:49.554175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8504531e-8848-45f0-bb20-f28953096312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.561441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] For port d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:49.561823 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.606883 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8504531e-8848-45f0-bb20-f28953096312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.609865 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8504531e-8848-45f0-bb20-f28953096312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.609990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] Calling delete_port for d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:49.611244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8504531e-8848-45f0-bb20-f28953096312 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c524f8e4-7503-40d0-bcf2-beb620a84084 HTTP/1.1" status: 204 len: 168 time: 0.1323659 Aug 16 12:50:49.620477 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504531e-8848-45f0-bb20-f28953096312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c524f8e4-7503-40d0-bcf2-beb620a84084,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:49.623398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.630327 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:49.642855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['244f0070-7871-4125-bc73-6c2a75563a87'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:49.675598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d4473-1cb8-4d03-9dcd-b964ae8866b2 req-2ecd1634-a6ff-46ac-8952-39780b6b7eda tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:49.677191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-420d4473-1cb8-4d03-9dcd-b964ae8866b2 req-2ecd1634-a6ff-46ac-8952-39780b6b7eda tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 931 time: 0.2145798 Aug 16 12:50:49.770712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:50:49.799717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:50:49.813847 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c5beda6-b056-48c6-a7ed-6a01f8554b94 req-a84a8866-bbd4-4494-a534-a2583770822d tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/e91daba8-6feb-41dd-9006-d89b58c55e78 HTTP/1.1" status: 200 len: 1804 time: 0.2239733 Aug 16 12:50:49.816266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:50:49.832715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Pushing event updated for resources: {'Port': ['ID=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:49.867199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-7c5beda6-b056-48c6-a7ed-6a01f8554b94 req-f86a0172-23bc-452e-ab32-ddb857c681cf tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e91daba8-6feb-41dd-9006-d89b58c55e78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:49.867574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-7c5beda6-b056-48c6-a7ed-6a01f8554b94 req-f86a0172-23bc-452e-ab32-ddb857c681cf tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e91daba8-6feb-41dd-9006-d89b58c55e78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:49.901641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-420d4473-1cb8-4d03-9dcd-b964ae8866b2 req-d43f4ba0-5c29-4818-98b2-b29cfc829951 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682806 Aug 16 12:50:49.951493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56820) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:49.967885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10ceac7e-9b01-414d-b1f8-3da520c7fffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.098338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0f883ef7-fef9-4684-80a6-efa680182593 None None] Provisioning for port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:50.103226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0f883ef7-fef9-4684-80a6-efa680182593 None None] Provisioning complete for port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:50.103608 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f883ef7-fef9-4684-80a6-efa680182593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.107302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:50.107918 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.144104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0f883ef7-fef9-4684-80a6-efa680182593 None None] Port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:50:50.173449 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10ceac7e-9b01-414d-b1f8-3da520c7fffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.178913 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10ceac7e-9b01-414d-b1f8-3da520c7fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.220587 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-10ceac7e-9b01-414d-b1f8-3da520c7fffe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=849a242633434be9b3d226af8e716021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675261 Aug 16 12:50:50.220889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7249fe93-9dc8-46a6-a054-fb112fff0620 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5778649 Aug 16 12:50:50.221715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ceac7e-9b01-414d-b1f8-3da520c7fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c34932-d2c2-43b2-85b0-75d81dbc782f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:50.225494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56822) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:50.244637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Request body: {'port': {'device_id': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:50.265037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76797034-fe38-43bb-bd96-71878c389150 req-5f70cd35-2611-4c73-b169-d2ab775012b9 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:50.268908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76797034-fe38-43bb-bd96-71878c389150 req-5f70cd35-2611-4c73-b169-d2ab775012b9 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 943 time: 0.2414646 Aug 16 12:50:50.283288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9920d5f5-4d96-4da0-8c0d-aa3e383eee19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.302714 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c5beda6-b056-48c6-a7ed-6a01f8554b94 req-f86a0172-23bc-452e-ab32-ddb857c681cf tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.305305 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9920d5f5-4d96-4da0-8c0d-aa3e383eee19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.356556 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9920d5f5-4d96-4da0-8c0d-aa3e383eee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.359461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9920d5f5-4d96-4da0-8c0d-aa3e383eee19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.360588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9920d5f5-4d96-4da0-8c0d-aa3e383eee19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25c34932-d2c2-43b2-85b0-75d81dbc782f HTTP/1.1" status: 204 len: 168 time: 0.1334052 Aug 16 12:50:50.370695 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920d5f5-4d96-4da0-8c0d-aa3e383eee19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c34932-d2c2-43b2-85b0-75d81dbc782f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:50.436702 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c5beda6-b056-48c6-a7ed-6a01f8554b94 req-f86a0172-23bc-452e-ab32-ddb857c681cf tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.453536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76797034-fe38-43bb-bd96-71878c389150 req-303deca9-68b7-4b5f-a122-555cc6666d82 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590838 Aug 16 12:50:50.454130 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c5beda6-b056-48c6-a7ed-6a01f8554b94 req-f86a0172-23bc-452e-ab32-ddb857c681cf tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.461495 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.471650 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.540195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a0172-23bc-452e-ab32-ddb857c681cf tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08175ad5-22fe-4945-bff2-67ce75a96591,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:50.552360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:50.574795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c5beda6-b056-48c6-a7ed-6a01f8554b94 req-f86a0172-23bc-452e-ab32-ddb857c681cf tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.583768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c5beda6-b056-48c6-a7ed-6a01f8554b94 req-f86a0172-23bc-452e-ab32-ddb857c681cf tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7556500 Aug 16 12:50:50.665462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09d191d-f68d-415e-9254-f3089f527ea2 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:50.736911 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:50.794340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Transition to ACTIVE for port object a09d191d-f68d-415e-9254-f3089f527ea2 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:50.860488 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dcfaf-7152-4eee-a157-aeae523f1348 req-2480175b-becc-412a-8c18-09b360fd1614 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:50.861887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-686dcfaf-7152-4eee-a157-aeae523f1348 req-2480175b-becc-412a-8c18-09b360fd1614 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 949 time: 0.3189700 Aug 16 12:50:50.868577 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:51.042516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a990d8-fcb2-4d64-b5b6-05e92373d4e7 req-a3a7232b-f742-444f-9ed7-14a297bccbb5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:51.044031 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9a990d8-fcb2-4d64-b5b6-05e92373d4e7 req-a3a7232b-f742-444f-9ed7-14a297bccbb5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 936 time: 0.2824531 Aug 16 12:50:51.050829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Pushing event updated for resources: {'Port': ['ID=a09d191d-f68d-415e-9254-f3089f527ea2,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:51.121664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-686dcfaf-7152-4eee-a157-aeae523f1348 req-ee1f6c4c-c353-4dbb-ac9e-9129a0edcbb5 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468493 Aug 16 12:50:51.188345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-61b6c4f4-85e8-4ce7-ac7a-d145a434ad9b req-66d85236-6697-4784-9d35-9964c33a512e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-736426009', 'description': 'tempest-description-288977369'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:51.261232 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:51.272697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-61b6c4f4-85e8-4ce7-ac7a-d145a434ad9b req-66d85236-6697-4784-9d35-9964c33a512e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:51.277404 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9a990d8-fcb2-4d64-b5b6-05e92373d4e7 req-d6d5f6f9-65a2-4148-a10f-06a9b264bebd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929588 Aug 16 12:50:51.413473 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:51.413814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:51.414218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:51.453751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Port a09d191d-f68d-415e-9254-f3089f527ea2 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:51.454083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:51.783510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:51.784242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:51.784242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:51.784647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Bound port: a09d191d-f68d-415e-9254-f3089f527ea2, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:51.785006 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:51.828671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:51.846568 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:51.856455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ce05d-2577-4e93-88e4-f41113453a28 req-cb8103ae-f89c-4179-a0e0-e3f17717563c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:51.857959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-424ce05d-2577-4e93-88e4-f41113453a28 req-cb8103ae-f89c-4179-a0e0-e3f17717563c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 943 time: 0.4709656 Aug 16 12:50:51.889182 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-712cfeb0-cb1c-4339-8dec-460b48e7f7e4 service neutron] 10.222.0.42 "GET /v2.0/ports/b3af4824-5b93-4cfb-be9a-2990c57fa0b8/bindings/n-h1-804708-1 HTTP/1.1" status: 200 len: 384 time: 0.0709336 Aug 16 12:50:51.899488 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-61b6c4f4-85e8-4ce7-ac7a-d145a434ad9b req-66d85236-6697-4784-9d35-9964c33a512e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:51.920548 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-61b6c4f4-85e8-4ce7-ac7a-d145a434ad9b req-66d85236-6697-4784-9d35-9964c33a512e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:51.927517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Transition to ACTIVE for port object 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:51.961301 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.055906 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-61b6c4f4-85e8-4ce7-ac7a-d145a434ad9b req-66d85236-6697-4784-9d35-9964c33a512e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.057012 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61b6c4f4-85e8-4ce7-ac7a-d145a434ad9b req-66d85236-6697-4784-9d35-9964c33a512e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9097934 Aug 16 12:50:52.076249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-424ce05d-2577-4e93-88e4-f41113453a28 req-128ee537-7e73-4797-95b8-9410787ca369 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056549 Aug 16 12:50:52.088590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:52.096647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a09d191d-f68d-415e-9254-f3089f527ea2,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:52.100623 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d85236-6697-4784-9d35-9964c33a512e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3750cb12-a8ed-4055-b8d4-adfc3e2cf64b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:52.107290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-20d24d50-3890-4fd5-ba11-08e9c4149b52 service neutron] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:52.139102 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.140925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:52.142421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-20d24d50-3890-4fd5-ba11-08e9c4149b52 service neutron] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:52.187460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-20d24d50-3890-4fd5-ba11-08e9c4149b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3af4824-5b93-4cfb-be9a-2990c57fa0b8 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:52.200640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-20d24d50-3890-4fd5-ba11-08e9c4149b52 service neutron] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:52.224060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-20d24d50-3890-4fd5-ba11-08e9c4149b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.251732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:52.252352 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.253752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] 10.222.0.42 "PUT /v2.0/ports/a09d191d-f68d-415e-9254-f3089f527ea2 HTTP/1.1" status: 200 len: 1091 time: 2.8444474 Aug 16 12:50:52.255218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'tag': 'a09d191d-f68d-415e-9254-f3089f527ea2'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:52.257472 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79939b28-f41f-4a8a-bffd-d7822786dd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "230a7c9d-06f5-4578-baf2-657dcff893b5", "tag": "a09d191d-f68d-415e-9254-f3089f527ea2"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:52.284273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b3af4824-5b93-4cfb-be9a-2990c57fa0b8 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:52.354905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-20d24d50-3890-4fd5-ba11-08e9c4149b52 service neutron] Transition to ACTIVE for port object b3af4824-5b93-4cfb-be9a-2990c57fa0b8 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:50:52.355998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] Router 2780c0a8-3119-433a-81c7-4d0fbb000382 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:50:52.359228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd2ec2-6cb4-4758-9557-838e7d4a07ca service neutron] Pushing event updated for resources: {'Port': ['ID=a09d191d-f68d-415e-9254-f3089f527ea2,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:52.363535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-20d24d50-3890-4fd5-ba11-08e9c4149b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.387472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:52.403737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103613ec-857a-4ac2-b428-cd55921a95d6 req-22cbd618-e534-4197-9aa4-ecfee51e280c tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:52.405662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-103613ec-857a-4ac2-b428-cd55921a95d6 req-22cbd618-e534-4197-9aa4-ecfee51e280c tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 943 time: 0.2726727 Aug 16 12:50:52.449700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-20d24d50-3890-4fd5-ba11-08e9c4149b52 service neutron] No DVR routers for this DVR port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:50:52.459998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:52.461963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d24d50-3890-4fd5-ba11-08e9c4149b52 service neutron] Pushing event updated for resources: {'Port': ['ID=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,revision_number=10']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:52.485852 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-20d24d50-3890-4fd5-ba11-08e9c4149b52 service neutron] 10.222.0.42 "PUT /v2.0/ports/b3af4824-5b93-4cfb-be9a-2990c57fa0b8/bindings/n-h1-804708-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5876522 Aug 16 12:50:52.518910 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on host n-h2-804708-1 for vnic_type normal with profile {"migrating_to": "n-h1-804708-1"} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:52.520192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:52.520931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:52.524984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Attempting to bind port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:50:52.525330 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Attempting to bind port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:50:52.525664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Attempting to bind port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:52.533601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:52.534191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Attempting to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:52.540989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:52.541361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:52.541971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:52.542522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Bound port: b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:52.543118 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.546752 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:52.560469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:52.560842 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.564191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-d22bbc1f-5c28-438c-8a24-7adfef735fd6 req-89f6fc3d-a1d7-4a4a-abb3-a68b5dd1e133 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-40185286', 'description': 'tempest-description-859160340'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:52.571756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:50:52.572090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Attempting to bind port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:50:52.583284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-103613ec-857a-4ac2-b428-cd55921a95d6 req-86011296-ea61-4988-b598-72a6ca2a1ef0 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678400 Aug 16 12:50:52.618753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063da7d9-37d5-4672-b827-0bce115f3229 req-95fc19dd-3bb2-46bf-b899-06d87a05e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:52.620434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-95fc19dd-3bb2-46bf-b899-06d87a05e77e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 1094 time: 0.3059316 Aug 16 12:50:52.637647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:50:52.637990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:50:52.638418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:50:52.638954 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Bound port: 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:50:52.639265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.641872 n-d-804708-1 neutron-server[101397]: WARNING neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Concurrent port binding operations failed on port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 Aug 16 12:50:52.647201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:52.650717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-1fcab594-2ee7-416c-bd5a-1d8afc1607e1 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:52.651268 n-d-804708-1 neutron-server[101397]: INFO neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Attempt 2 to bind port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 Aug 16 12:50:52.651813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8', 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8', 'port_id': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8', 'mac_address': 'fa:16:3e:a6:63:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad86852c-fa37-427e-9e21-ef5fd6cc8dc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:50:52.654207 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-1fcab594-2ee7-416c-bd5a-1d8afc1607e1 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.0688081 Aug 16 12:50:52.681036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-1d9965ea-9ffc-410d-a542-b0e686b1cb5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a09d191d-f68d-415e-9254-f3089f527ea2 HTTP/1.1" status: 200 len: 217 time: 0.0454953 Aug 16 12:50:52.712650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-6a242feb-0e28-44f1-a52d-81a291a03163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:52.714485 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-6a242feb-0e28-44f1-a52d-81a291a03163 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f&tenant_id=8b6d57c130764a11bfbcf61f14dbd350 HTTP/1.1" status: 200 len: 1095 time: 0.0494649 Aug 16 12:50:52.722417 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.728573 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d22bbc1f-5c28-438c-8a24-7adfef735fd6 req-89f6fc3d-a1d7-4a4a-abb3-a68b5dd1e133 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.743777 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.766480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3af4824-5b93-4cfb-be9a-2990c57fa0b8 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:52.777703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bba7edc-18bc-450f-abee-3ef956a36816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1a3dff-0b05-4b10-b9e4-279e138d59f7'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:52.779979 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642617eb-7d83-41a8-b579-b564df0553a5" -d '{"events": [{"server_uuid": "1bba7edc-18bc-450f-abee-3ef956a36816", "name": "network-vif-plugged", "status": "completed", "tag": "7b1a3dff-0b05-4b10-b9e4-279e138d59f7"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:52.791216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-a5002669-1774-441c-a8b4-52413c5fe0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:52.793193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-a5002669-1774-441c-a8b4-52413c5fe0bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 1095 time: 0.0471625 Aug 16 12:50:52.803699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7b1a3dff-0b05-4b10-b9e4-279e138d59f7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:52.807865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:52.809487 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.815680 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:52.827802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:50:52.842368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f35a6b9b-4c72-49a5-a793-2d63f6595a06 admin admin] 10.222.0.25 "PUT /v2.0/routers/2780c0a8-3119-433a-81c7-4d0fbb000382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6962795 Aug 16 12:50:52.847483 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79b696-2a64-4c47-8e8c-eef4ed4c43c1 None None] Sync routers for ids ['2780c0a8-3119-433a-81c7-4d0fbb000382'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:50:52.849066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56898) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:52.861731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063da7d9-37d5-4672-b827-0bce115f3229 req-ef1041d6-c3f9-41ac-b103-9333682bbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:52.863197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-ef1041d6-c3f9-41ac-b103-9333682bbdc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.1683376 Aug 16 12:50:52.868365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79b696-2a64-4c47-8e8c-eef4ed4c43c1 None None] Routers {'2780c0a8-3119-433a-81c7-4d0fbb000382'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:52.869029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5b79b696-2a64-4c47-8e8c-eef4ed4c43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2780c0a8-3119-433a-81c7-4d0fbb000382'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:52.901706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-945d2bf1-61b1-40f9-84b4-a2d78fd4aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:52.903196 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-945d2bf1-61b1-40f9-84b4-a2d78fd4aff3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.1013713 Aug 16 12:50:52.923013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7b1a3dff-0b05-4b10-b9e4-279e138d59f7,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:52.941666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b6b98-5c8f-4e49-9bbe-2e0e7bab7181 req-fce26420-7fb3-4dd8-945f-82aa504f1435 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:52.943502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-852b6b98-5c8f-4e49-9bbe-2e0e7bab7181 req-fce26420-7fb3-4dd8-945f-82aa504f1435 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 949 time: 0.2598658 Aug 16 12:50:52.960681 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-b6adb106-14fa-42f3-a8f8-418190d7cb72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8 HTTP/1.1" status: 200 len: 217 time: 0.0461125 Aug 16 12:50:52.972553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-e36fec3e-1adc-4970-8660-3693294ba232 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993009 Aug 16 12:50:52.982539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] For port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:53.021690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-46884a0f-9ff5-4eef-9b07-ca1b3b4fe38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:53.023396 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-46884a0f-9ff5-4eef-9b07-ca1b3b4fe38c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.0545237 Aug 16 12:50:53.060167 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-9f4786a2-9ec6-4fcc-b7df-8e9bb01252d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279787 Aug 16 12:50:53.076378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] For port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:50:53.089172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:53.111406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b3af4824-5b93-4cfb-be9a-2990c57fa0b8'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:53.178834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,revision_number=11']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:53.196616 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-1098050a-b9bc-42c2-9655-eabafe6bb498 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179125 Aug 16 12:50:53.201295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-852b6b98-5c8f-4e49-9bbe-2e0e7bab7181 req-a2bfb25d-851a-44bf-9436-d129e040c485 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341657 Aug 16 12:50:53.202628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:53.203317 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:53.204589 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] 10.222.0.42 "PUT /v2.0/ports/8a7677c2-3bc8-4772-93ef-5cb3b781ea6d HTTP/1.1" status: 200 len: 1096 time: 2.9650180 Aug 16 12:50:53.214227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-5b79b696-2a64-4c47-8e8c-eef4ed4c43c1 None None] Set router 2780c0a8-3119-433a-81c7-4d0fbb000382 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:53.234368 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:53.310144 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa31c25d-00ea-44ee-9c55-09125642a740 x-openstack-request-id: req-fa31c25d-00ea-44ee-9c55-09125642a740 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:53.311239 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230a7c9d-06f5-4578-baf2-657dcff893b5", "tag": "a09d191d-f68d-415e-9254-f3089f527ea2", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:53.311489 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa31c25d-00ea-44ee-9c55-09125642a740 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:53.311884 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'tag': 'a09d191d-f68d-415e-9254-f3089f527ea2', 'status': 'completed', 'code': 200} Aug 16 12:50:53.330849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12d1f2-ab60-49fd-9d81-c819bff6c762 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:53.342150 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d22bbc1f-5c28-438c-8a24-7adfef735fd6 req-89f6fc3d-a1d7-4a4a-abb3-a68b5dd1e133 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:53.361162 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-b1ef0dac-bdb4-4b39-8080-14a91d3e491e service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798437 Aug 16 12:50:53.368255 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d22bbc1f-5c28-438c-8a24-7adfef735fd6 req-89f6fc3d-a1d7-4a4a-abb3-a68b5dd1e133 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:53.380791 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-471f1f9c-473f-4792-8584-110f11687813 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710527 Aug 16 12:50:53.492036 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d22bbc1f-5c28-438c-8a24-7adfef735fd6 req-89f6fc3d-a1d7-4a4a-abb3-a68b5dd1e133 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:53.493259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d22bbc1f-5c28-438c-8a24-7adfef735fd6 req-89f6fc3d-a1d7-4a4a-abb3-a68b5dd1e133 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9462204 Aug 16 12:50:53.534037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5b79b696-2a64-4c47-8e8c-eef4ed4c43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:50:50Z', 'revision_number': 5, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:53.570147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6fc3d-a1d7-4a4a-abb3-a68b5dd1e133 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8219e33-487f-47a5-a973-7885c1cbb773,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:53.578583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7739445b-021a-47b1-8974-5ddfad398df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:53.580324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-7739445b-021a-47b1-8974-5ddfad398df2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 1099 time: 0.2738223 Aug 16 12:50:53.582792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79b696-2a64-4c47-8e8c-eef4ed4c43c1 None None] Checking router: 2780c0a8-3119-433a-81c7-4d0fbb000382 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:50:53.597463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79b696-2a64-4c47-8e8c-eef4ed4c43c1 None None] Routers {'2780c0a8-3119-433a-81c7-4d0fbb000382'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:50:53.598826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5b79b696-2a64-4c47-8e8c-eef4ed4c43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:50:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2780c0a8-3119-433a-81c7-4d0fbb000382'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:53.637708 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:53.652002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcf892-097d-4ba2-8931-f1ba7445f63e req-ea866830-fb0e-4f6b-8da7-11642d4d0727 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:53.659126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8bcf892-097d-4ba2-8931-f1ba7445f63e req-ea866830-fb0e-4f6b-8da7-11642d4d0727 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 948 time: 0.2320788 Aug 16 12:50:53.668848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-d6742c1c-7d46-4eed-905d-a3999d5dd1d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d HTTP/1.1" status: 200 len: 217 time: 0.0785000 Aug 16 12:50:53.710015 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d521a981-091e-4f2a-8c82-72fd00cbaf8f x-openstack-request-id: req-d521a981-091e-4f2a-8c82-72fd00cbaf8f {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:53.710618 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bba7edc-18bc-450f-abee-3ef956a36816", "name": "network-vif-plugged", "status": "completed", "tag": "7b1a3dff-0b05-4b10-b9e4-279e138d59f7", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:53.711195 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d521a981-091e-4f2a-8c82-72fd00cbaf8f {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:53.711781 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bba7edc-18bc-450f-abee-3ef956a36816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1a3dff-0b05-4b10-b9e4-279e138d59f7', 'code': 200} Aug 16 12:50:53.717848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-063da7d9-37d5-4672-b827-0bce115f3229 req-dc784e44-e813-45d0-8290-f25910fef3c8 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465312 Aug 16 12:50:53.738010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-5b79b696-2a64-4c47-8e8c-eef4ed4c43c1 None None] Set router 2780c0a8-3119-433a-81c7-4d0fbb000382 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:50:53.786412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-2f840a01-c290-4bc7-8433-94e1e5eb982b tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:53.789682 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-2f840a01-c290-4bc7-8433-94e1e5eb982b tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1096 time: 0.0880442 Aug 16 12:50:53.827149 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8bcf892-097d-4ba2-8931-f1ba7445f63e req-0ef10912-2887-44d7-9c47-d62d180b2ff9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671679 Aug 16 12:50:53.832344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-8897360c-7808-4ce9-802b-7aafc681a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:53.833677 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-8897360c-7808-4ce9-802b-7aafc681a821 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1560411 Aug 16 12:50:53.904688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8909d5d-20ee-49d5-8df3-5bcd7b961dcb req-78a34f33-e65b-45c6-a2e7-3f48664557f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:53.906548 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d8909d5d-20ee-49d5-8df3-5bcd7b961dcb req-78a34f33-e65b-45c6-a2e7-3f48664557f1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 1101 time: 0.0708885 Aug 16 12:50:53.929659 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79939b28-f41f-4a8a-bffd-d7822786dd7d req-01851286-bfea-43ac-a562-d161bf06282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:53.931198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79939b28-f41f-4a8a-bffd-d7822786dd7d req-01851286-bfea-43ac-a562-d161bf06282d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 1094 time: 0.1521730 Aug 16 12:50:53.934946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Deleting port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:53.935291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:53.946895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509593f-2e46-4e47-8748-8d062047658e req-7a058f3c-f447-4064-a476-2a13a1653db4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:53.948836 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8509593f-2e46-4e47-8748-8d062047658e req-7a058f3c-f447-4064-a476-2a13a1653db4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 943 time: 0.1679511 Aug 16 12:50:53.984752 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5b79b696-2a64-4c47-8e8c-eef4ed4c43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:50:50Z', 'revision_number': 5, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:53.997626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-55dd2b4f-a0cc-47ed-8220-c6c18fd4261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:53.999457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-55dd2b4f-a0cc-47ed-8220-c6c18fd4261f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455154 Aug 16 12:50:54.001543 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d8909d5d-20ee-49d5-8df3-5bcd7b961dcb req-609c206e-a196-479a-aaec-92e0e44f344e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622199 Aug 16 12:50:54.006238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-1a55f4fb-b20a-464f-af38-4faa197c2078 service neutron] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:50:54.009897 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-1a55f4fb-b20a-464f-af38-4faa197c2078 service neutron] Notify callbacks [] for binding, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:54.011093 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-246f86f2-9ed4-4199-9bd8-2a9f51dab59c req-1a55f4fb-b20a-464f-af38-4faa197c2078 service neutron] 10.222.0.22 "DELETE /v2.0/ports/b3af4824-5b93-4cfb-be9a-2990c57fa0b8/bindings/n-h2-804708-1 HTTP/1.1" status: 204 len: 173 time: 0.2107050 Aug 16 12:50:54.014418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79b696-2a64-4c47-8e8c-eef4ed4c43c1 None None] The sync data for ids ['2780c0a8-3119-433a-81c7-4d0fbb000382'] in n-d-804708-1 is: [{'id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1467573762-router', 'tenant_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:49:48Z', 'updated_at': '2021-08-16T12:50:50Z', 'revision_number': 5, 'project_id': 'b6ddbc1db9fe439c84e808a17cfa048c', 'gw_port': {'id': '957370bb-cc6b-4e49-9e4d-0dc983d41e6f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780c0a8-3119-433a-81c7-4d0fbb000382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:49:49Z', 'updated_at': '2021-08-16T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:50:54.331764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b3af4824-5b93-4cfb-be9a-2990c57fa0b8 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:54.450809 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:54.465999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b3af4824-5b93-4cfb-be9a-2990c57fa0b8 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:54.492065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f3381f6-e4f0-428e-becd-cd97262ab62e req-d50caca1-3f1a-4d7f-98a7-a9818c72ea92 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/3750cb12-a8ed-4055-b8d4-adfc3e2cf64b HTTP/1.1" status: 200 len: 1803 time: 0.5422404 Aug 16 12:50:54.495672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:54.502090 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8509593f-2e46-4e47-8748-8d062047658e req-f67aed03-6f05-4b82-b3dd-635eddadaf74 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346520 Aug 16 12:50:54.503123 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:54.547892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] For port 957370bb-cc6b-4e49-9e4d-0dc983d41e6f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=957370bb-cc6b-4e49-9e4d-0dc983d41e6f,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:54.548280 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:54.558852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,revision_number=13']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:54.577771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Calling delete_port for 957370bb-cc6b-4e49-9e4d-0dc983d41e6f owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:54.588640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79939b28-f41f-4a8a-bffd-d7822786dd7d req-1d1bd4cb-3078-43ea-9d53-21a11313a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:54.590030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79939b28-f41f-4a8a-bffd-d7822786dd7d req-1d1bd4cb-3078-43ea-9d53-21a11313a1df service neutron] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.6392264 Aug 16 12:50:54.714083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79939b28-f41f-4a8a-bffd-d7822786dd7d req-04fe6f7e-3062-4afe-a19a-513557d2e161 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a09d191d-f68d-415e-9254-f3089f527ea2 HTTP/1.1" status: 200 len: 217 time: 0.1049540 Aug 16 12:50:54.715944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-11724771-a6cc-4b02-b73a-485ab283457e service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909585 Aug 16 12:50:54.726870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f3381f6-e4f0-428e-becd-cd97262ab62e req-faf7a7ce-ea41-4e84-a0f9-26956d397516 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/b8219e33-487f-47a5-a973-7885c1cbb773 HTTP/1.1" status: 200 len: 1802 time: 0.2191279 Aug 16 12:50:54.783237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-9f3381f6-e4f0-428e-becd-cd97262ab62e req-708b7d64-b8ab-4c69-a7b7-2c79ff0af5c4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3750cb12-a8ed-4055-b8d4-adfc3e2cf64b', 'remote_group_id': 'b8219e33-487f-47a5-a973-7885c1cbb773', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:54.783448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-9f3381f6-e4f0-428e-becd-cd97262ab62e req-708b7d64-b8ab-4c69-a7b7-2c79ff0af5c4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3750cb12-a8ed-4055-b8d4-adfc3e2cf64b', 'remote_group_id': 'b8219e33-487f-47a5-a973-7885c1cbb773', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:54.828272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71122f1-8789-457e-9f2b-8c0ee16e3887 req-dd39da70-08ca-4d7b-98ee-e5f5a9227a79 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:54.829761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b71122f1-8789-457e-9f2b-8c0ee16e3887 req-dd39da70-08ca-4d7b-98ee-e5f5a9227a79 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 944 time: 0.2532012 Aug 16 12:50:54.938847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79939b28-f41f-4a8a-bffd-d7822786dd7d req-51ea3eb2-b43b-40ae-b2cd-2eb5176648b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:54.940295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79939b28-f41f-4a8a-bffd-d7822786dd7d req-51ea3eb2-b43b-40ae-b2cd-2eb5176648b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.2105093 Aug 16 12:50:55.009541 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79939b28-f41f-4a8a-bffd-d7822786dd7d req-82274c8e-70d2-4717-a0f6-8a9ee468071c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475473 Aug 16 12:50:55.016281 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-604582c4-e36b-45f1-b643-d4f583cf40f7 req-8360ae0b-265d-4e9f-911c-9a8045ffdf1a service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853775 Aug 16 12:50:55.021278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:55.025056 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b71122f1-8789-457e-9f2b-8c0ee16e3887 req-1c5e62aa-5c80-45f2-85bd-3f735d107b2c tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591713 Aug 16 12:50:55.050994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:50:55.051770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d640dcbb-89a6-4e89-94e7-eb38e7b4ccfd not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:55.152309 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9f3381f6-e4f0-428e-becd-cd97262ab62e req-708b7d64-b8ab-4c69-a7b7-2c79ff0af5c4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.214160 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.257308 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9f3381f6-e4f0-428e-becd-cd97262ab62e req-708b7d64-b8ab-4c69-a7b7-2c79ff0af5c4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.260298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b3af4824-5b93-4cfb-be9a-2990c57fa0b8 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:55.261464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Pushing event deleted for resources: {'Port': ['ID=957370bb-cc6b-4e49-9e4d-0dc983d41e6f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:55.269054 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9f3381f6-e4f0-428e-becd-cd97262ab62e req-708b7d64-b8ab-4c69-a7b7-2c79ff0af5c4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.297375 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79939b28-f41f-4a8a-bffd-d7822786dd7d req-a20fff4d-153e-46d8-9e61-43c1d7dc4e68 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722352 Aug 16 12:50:55.315120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b3af4824-5b93-4cfb-be9a-2990c57fa0b8 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:55.331318 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'tag': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:55.333559 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8bcd01-819a-4c33-a669-7aa812527e8e", "tag": "8a7677c2-3bc8-4772-93ef-5cb3b781ea6d"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:55.349460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b7d64-b8ab-4c69-a7b7-2c79ff0af5c4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f8a8ec-118e-4483-922c-555e3a9e7dde,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:55.370027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f008f42-459a-42cf-97a8-926851a1f0b2 req-d6200196-e324-42be-a82c-742b5d2f5945 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:55.371535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f008f42-459a-42cf-97a8-926851a1f0b2 req-d6200196-e324-42be-a82c-742b5d2f5945 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 950 time: 0.2239885 Aug 16 12:50:55.384836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9f3381f6-e4f0-428e-becd-cd97262ab62e req-708b7d64-b8ab-4c69-a7b7-2c79ff0af5c4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.385955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f3381f6-e4f0-428e-becd-cd97262ab62e req-708b7d64-b8ab-4c69-a7b7-2c79ff0af5c4 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6353915 Aug 16 12:50:55.435513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.580744 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f008f42-459a-42cf-97a8-926851a1f0b2 req-b2ef1f25-734d-41c3-a60b-9e5b0c056d9f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967797 Aug 16 12:50:55.603618 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.608138 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.611931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79939b28-f41f-4a8a-bffd-d7822786dd7d req-106efc5f-c91a-4d04-a4ca-ff67b33632d0 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056066 Aug 16 12:50:55.705850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39646d-fed5-43f0-8c54-5c96842f3220 req-8df8f72a-2efd-4be6-9bec-8c6a1b5ca091 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:55.708426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad39646d-fed5-43f0-8c54-5c96842f3220 req-8df8f72a-2efd-4be6-9bec-8c6a1b5ca091 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 948 time: 0.2431598 Aug 16 12:50:55.709698 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.710258 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2780c0a8-3119-433a-81c7-4d0fbb000382 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:50:55.715241 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.716940 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fbdf87c1-db4d-4ad1-ac44-6758a2d83ede admin admin] 10.222.0.25 "DELETE /v2.0/routers/2780c0a8-3119-433a-81c7-4d0fbb000382 HTTP/1.1" status: 204 len: 168 time: 2.8645449 Aug 16 12:50:55.719274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56930) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:55.774714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad39646d-fed5-43f0-8c54-5c96842f3220 req-ee833627-e8ee-4de2-b9ab-6b2b7cb1a7f8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569324 Aug 16 12:50:55.789510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58e9538-4063-456b-a758-546f1184bc0e admin admin] Deleting subnet 5f425535-2dd2-4972-9d8b-3ffec68873ae {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:50:55.793606 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c58e9538-4063-456b-a758-546f1184bc0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.840552 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c58e9538-4063-456b-a758-546f1184bc0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.854920 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425ac677-b067-4819-a575-202101b46619 x-openstack-request-id: req-425ac677-b067-4819-a575-202101b46619 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:50:55.855223 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8bcd01-819a-4c33-a669-7aa812527e8e", "tag": "8a7677c2-3bc8-4772-93ef-5cb3b781ea6d", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:50:55.855504 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-425ac677-b067-4819-a575-202101b46619 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:50:55.859154 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'tag': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d', 'status': 'completed', 'code': 200} Aug 16 12:50:55.877717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-78810370-583e-4794-9ec6-c3c28f54007e req-4bc42c12-9c1e-4374-8c42-a11dfaf6bd4f tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-692149360', 'description': 'tempest-description-599600041'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:55.962734 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-78810370-583e-4794-9ec6-c3c28f54007e req-4bc42c12-9c1e-4374-8c42-a11dfaf6bd4f tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:55.996236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8 req-e24e09ff-4740-4df0-b174-5289acdff2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:55.997175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8 req-e24e09ff-4740-4df0-b174-5289acdff2be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 1099 time: 0.1046181 Aug 16 12:50:56.020843 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c58e9538-4063-456b-a758-546f1184bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.080696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c58e9538-4063-456b-a758-546f1184bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.124637 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c58e9538-4063-456b-a758-546f1184bc0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.128649 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c58e9538-4063-456b-a758-546f1184bc0e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5f425535-2dd2-4972-9d8b-3ffec68873ae HTTP/1.1" status: 204 len: 168 time: 0.4078736 Aug 16 12:50:56.131711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e9538-4063-456b-a758-546f1184bc0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f425535-2dd2-4972-9d8b-3ffec68873ae,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:56.132588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56942) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:56.136129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1359f3-0881-497b-9b5a-8d66273f468c None None] Network bc343427-e70e-4165-9e6c-ad884ab1bfb0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:50:56.249460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f92fd-d953-4cba-887e-598df8e72b1e req-15c47182-6ab7-4e56-be5a-ed65573b1c26 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:56.250883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d00f92fd-d953-4cba-887e-598df8e72b1e req-15c47182-6ab7-4e56-be5a-ed65573b1c26 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 943 time: 0.2246461 Aug 16 12:50:56.289107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8 req-6c185929-0a3c-47fc-89c9-3d0786642f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:56.290663 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8 req-6c185929-0a3c-47fc-89c9-3d0786642f4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.2842813 Aug 16 12:50:56.304106 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.356865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7cd53-3364-4c03-86c4-7711a296a520 None None] DHCP port deletion for bc343427-e70e-4165-9e6c-ad884ab1bfb0 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:50:56.365730 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-78810370-583e-4794-9ec6-c3c28f54007e req-4bc42c12-9c1e-4374-8c42-a11dfaf6bd4f tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.373055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8 req-0396df9f-c5e0-4256-93e1-6597a60e4199 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d HTTP/1.1" status: 200 len: 217 time: 0.0732653 Aug 16 12:50:56.380520 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-78810370-583e-4794-9ec6-c3c28f54007e req-4bc42c12-9c1e-4374-8c42-a11dfaf6bd4f tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.399265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d00f92fd-d953-4cba-887e-598df8e72b1e req-83a16284-b77c-4977-876c-48dcc96c0a14 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361797 Aug 16 12:50:56.433035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7cd53-3364-4c03-86c4-7711a296a520 None None] Deleting port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:56.438986 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd53-3364-4c03-86c4-7711a296a520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.473563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-78810370-583e-4794-9ec6-c3c28f54007e req-4bc42c12-9c1e-4374-8c42-a11dfaf6bd4f tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.474878 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-78810370-583e-4794-9ec6-c3c28f54007e req-4bc42c12-9c1e-4374-8c42-a11dfaf6bd4f tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6016366 Aug 16 12:50:56.483294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc42c12-9c1e-4374-8c42-a11dfaf6bd4f tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a705ed-2458-4d70-9665-7e262712b002,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:56.515467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8 req-32dc11bf-17ec-41a2-bcb3-6b2602d55c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:56.516925 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8 req-32dc11bf-17ec-41a2-bcb3-6b2602d55c4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1340411 Aug 16 12:50:56.536742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b7cd53-3364-4c03-86c4-7711a296a520 None None] For port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:56.537153 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd53-3364-4c03-86c4-7711a296a520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.553916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7cd53-3364-4c03-86c4-7711a296a520 None None] Calling delete_port for 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:56.572882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8770104-77ee-4d38-ae2c-953cbc956f2b req-6daa9cc2-105c-4390-a9df-b076f965deab tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:56.574462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8770104-77ee-4d38-ae2c-953cbc956f2b req-6daa9cc2-105c-4390-a9df-b076f965deab tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 1095 time: 0.0953808 Aug 16 12:50:56.581504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Deleting port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:50:56.582028 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.645869 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd53-3364-4c03-86c4-7711a296a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.680381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7cd53-3364-4c03-86c4-7711a296a520 None None] Pushing event deleted for resources: {'Port': ['ID=4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:56.682824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7cd53-3364-4c03-86c4-7711a296a520 None None] No DVR routers for this DVR port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:50:56.685175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8 req-2c3f1134-b338-4cc3-81ac-840216b9f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:56.690488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8 req-2c3f1134-b338-4cc3-81ac-840216b9f33d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1584589 Aug 16 12:50:56.720951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] For port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d,segment=NetworkSegment(5ebc5d30-135c-4749-9eee-8ba9966c027e),segment_id=5ebc5d30-135c-4749-9eee-8ba9966c027e)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:56.721523 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.761325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Calling delete_port for 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:50:56.768013 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8770104-77ee-4d38-ae2c-953cbc956f2b req-e3ee3cbf-895c-4da1-bdfb-31615358b917 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599376 Aug 16 12:50:56.815428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-5497b0fc-0b86-4dd5-939b-d8f90074fff8 req-da449090-7184-4153-918f-d0ed7cafc6b1 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1601552141', 'description': 'tempest-description-1483613537'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:56.944617 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5497b0fc-0b86-4dd5-939b-d8f90074fff8 req-da449090-7184-4153-918f-d0ed7cafc6b1 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:56.995138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8 req-ed83a85a-f434-4ed9-a908-353996e62beb service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888293 Aug 16 12:50:57.049525 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec4004-df8b-4c32-89e3-2da5d80b99ba req-13fb7348-6078-4fe3-9227-c36fd9b4ef51 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:57.051098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8ec4004-df8b-4c32-89e3-2da5d80b99ba req-13fb7348-6078-4fe3-9227-c36fd9b4ef51 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 950 time: 0.1685483 Aug 16 12:50:57.070870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 957370bb-cc6b-4e49-9e4d-0dc983d41e6f no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:57.094460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 957370bb-cc6b-4e49-9e4d-0dc983d41e6f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:50:57.095088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 957370bb-cc6b-4e49-9e4d-0dc983d41e6f not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:57.099609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:50:57.122369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:50:57.122944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:50:57.272500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a09d191d-f68d-415e-9254-f3089f527ea2 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:57.393707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a09d191d-f68d-415e-9254-f3089f527ea2,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:57.406469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'a09d191d-f68d-415e-9254-f3089f527ea2', 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0', 'port_id': 'a09d191d-f68d-415e-9254-f3089f527ea2', 'mac_address': 'fa:16:3e:d6:93:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12885796-d7f8-4981-89ab-5be63ffe3da1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:50:57.414562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.447504 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.461818 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09d191d-f68d-415e-9254-f3089f527ea2 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:57.471750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:57.485357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] No DVR routers for this DVR port 4f97f371-24b5-4e5e-9aac-2ec8f4db8e9d on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:50:57.485516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a09d191d-f68d-415e-9254-f3089f527ea2,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:57.492198 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.492866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:50:57.497914 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8ec4004-df8b-4c32-89e3-2da5d80b99ba req-2141406f-52b6-416e-b0e6-abba7ba71280 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361527 Aug 16 12:50:57.573380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd41336f-98db-46bb-a4dc-c873a4bc5cd8 req-4143d454-af88-4ac2-bd40-2831fb563161 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663044 Aug 16 12:50:57.611150 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.629029 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc343427-e70e-4165-9e6c-ad884ab1bfb0']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:57.635901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a09d191d-f68d-415e-9254-f3089f527ea2,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:57.645348 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5497b0fc-0b86-4dd5-939b-d8f90074fff8 req-da449090-7184-4153-918f-d0ed7cafc6b1 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.647078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebc5d30-135c-4749-9eee-8ba9966c027e') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:57.647440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebc5d30-135c-4749-9eee-8ba9966c027e') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:50:57.656704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5497b0fc-0b86-4dd5-939b-d8f90074fff8 req-da449090-7184-4153-918f-d0ed7cafc6b1 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.660863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.682636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:57.689184 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.700117 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d', 'mac_address': 'fa:16:3e:0f:29:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:50:57.702040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5497b0fc-0b86-4dd5-939b-d8f90074fff8 req-da449090-7184-4153-918f-d0ed7cafc6b1 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.703326 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5497b0fc-0b86-4dd5-939b-d8f90074fff8 req-da449090-7184-4153-918f-d0ed7cafc6b1 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9262438 Aug 16 12:50:57.706622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:50:57.707793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:50:57.710144 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:50:57.764965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da449090-7184-4153-918f-d0ed7cafc6b1 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ee7b7c-b720-438c-b0d6-bb8469213e3d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:57.780377 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.799349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:50:57.816375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4359e8-2c6f-4f41-ab10-dd33f785df89 req-7a4f251b-45a7-4d10-8054-d054268ab052 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:57.819046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c4359e8-2c6f-4f41-ab10-dd33f785df89 req-7a4f251b-45a7-4d10-8054-d054268ab052 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 948 time: 0.0921175 Aug 16 12:50:57.820695 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.828041 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.829888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] 10.222.0.25 "DELETE /v2.0/networks/bc343427-e70e-4165-9e6c-ad884ab1bfb0 HTTP/1.1" status: 204 len: 168 time: 1.6858687 Aug 16 12:50:57.837947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:57.845090 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:57.858823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809d3f1-2c64-400b-8a02-e4f64acfb17b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc343427-e70e-4165-9e6c-ad884ab1bfb0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:57.913937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:57.951530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c4359e8-2c6f-4f41-ab10-dd33f785df89 req-e19e20a1-3867-4bfb-9252-ef65dcaa86f7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087401 Aug 16 12:50:57.985217 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-242ca922-31a1-427f-bf14-0d3d8bedf099 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:57.986835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-242ca922-31a1-427f-bf14-0d3d8bedf099 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 821 time: 0.1558671 Aug 16 12:50:58.007398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-88c883cb-9f28-4d6f-9dd3-033cf78f783b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/quotas/8b6d57c130764a11bfbcf61f14dbd350 HTTP/1.1" status: 200 len: 375 time: 0.0128784 Aug 16 12:50:58.066292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3992aca9-0eb3-4249-b9df-fc9174c820a9 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498869 Aug 16 12:50:58.094569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['a09d191d-f68d-415e-9254-f3089f527ea2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:58.102806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:50:58.118718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56988) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:58.165268 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b85973f8-7c69-4027-91e3-e4d7cd4039cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6ddbc1db9fe439c84e808a17cfa048c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446196 Aug 16 12:50:58.167988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56990) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:50:58.236433 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-80603f5b-e310-4ff4-ac07-0d6bd6599e46 service neutron] 10.222.0.25 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624246 Aug 16 12:50:58.262559 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad70ec87-c66d-4436-9e86-8c84f5c7803a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:58.333381 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad70ec87-c66d-4436-9e86-8c84f5c7803a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:58.426963 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-28e67682-b739-4558-8406-c8139165a81b service neutron] 10.222.0.25 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771131 Aug 16 12:50:58.435182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad0ec3-1537-46d3-8bae-7048463a7bea req-19ae20bf-4652-456b-b93d-8a0c6e444922 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:58.436686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48ad0ec3-1537-46d3-8bae-7048463a7bea req-19ae20bf-4652-456b-b93d-8a0c6e444922 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 944 time: 0.1001296 Aug 16 12:50:58.461089 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad70ec87-c66d-4436-9e86-8c84f5c7803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:58.463786 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad70ec87-c66d-4436-9e86-8c84f5c7803a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:58.466586 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ad70ec87-c66d-4436-9e86-8c84f5c7803a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0 HTTP/1.1" status: 204 len: 168 time: 0.2974153 Aug 16 12:50:58.486729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70ec87-c66d-4436-9e86-8c84f5c7803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71d12d4-8620-4d8d-a7e2-58bb70b8c4c0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:58.496072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48ad0ec3-1537-46d3-8bae-7048463a7bea req-8d7e8c22-4ee9-4f48-be6c-0f821858fef1 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525649 Aug 16 12:50:58.600058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-241628ec-956e-44a5-9d64-bbffe910a83e req-ab0b31c8-1380-4331-8e13-4fbab6755d12 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/40a705ed-2458-4d70-9665-7e262712b002 HTTP/1.1" status: 200 len: 1803 time: 0.0438108 Aug 16 12:50:58.654630 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-241628ec-956e-44a5-9d64-bbffe910a83e req-1e72ed7c-44c1-497b-8016-8a6becd09380 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/d2ee7b7c-b720-438c-b0d6-bb8469213e3d HTTP/1.1" status: 200 len: 1805 time: 0.0473711 Aug 16 12:50:58.664227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-241628ec-956e-44a5-9d64-bbffe910a83e req-e4215100-6ebd-46e5-9a38-435fc5349655 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '40a705ed-2458-4d70-9665-7e262712b002', 'remote_group_id': 'd2ee7b7c-b720-438c-b0d6-bb8469213e3d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:58.665072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-241628ec-956e-44a5-9d64-bbffe910a83e req-e4215100-6ebd-46e5-9a38-435fc5349655 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '40a705ed-2458-4d70-9665-7e262712b002', 'remote_group_id': 'd2ee7b7c-b720-438c-b0d6-bb8469213e3d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:50:58.747529 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-241628ec-956e-44a5-9d64-bbffe910a83e req-e4215100-6ebd-46e5-9a38-435fc5349655 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:58.799282 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-241628ec-956e-44a5-9d64-bbffe910a83e req-e4215100-6ebd-46e5-9a38-435fc5349655 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:58.803418 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-241628ec-956e-44a5-9d64-bbffe910a83e req-e4215100-6ebd-46e5-9a38-435fc5349655 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:58.823162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4215100-6ebd-46e5-9a38-435fc5349655 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa312a09-fb0a-4e40-8226-74453490060f,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:58.829642 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-241628ec-956e-44a5-9d64-bbffe910a83e req-e4215100-6ebd-46e5-9a38-435fc5349655 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:58.831444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-241628ec-956e-44a5-9d64-bbffe910a83e req-e4215100-6ebd-46e5-9a38-435fc5349655 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1721046 Aug 16 12:50:59.109073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5db15a92-d81c-4b55-87e2-36324bd5fc3b req-f3993dc7-995e-402f-8d31-253899c672d9 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0325484 Aug 16 12:50:59.172847 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.207418 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a2bea52-9859-45c3-b17a-357e1321aae5 req-fc91ac0b-6849-4a57-b001-23f5b6f44f4d tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/d2ee7b7c-b720-438c-b0d6-bb8469213e3d HTTP/1.1" status: 200 len: 1805 time: 0.0609558 Aug 16 12:50:59.288870 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4a2bea52-9859-45c3-b17a-357e1321aae5 req-85aa74e5-d3a2-42e4-8075-d5c2c4a721a7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.290319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a09d191d-f68d-415e-9254-f3089f527ea2 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:59.352739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4a2bea52-9859-45c3-b17a-357e1321aae5 req-85aa74e5-d3a2-42e4-8075-d5c2c4a721a7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.377041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port a09d191d-f68d-415e-9254-f3089f527ea2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:59.381748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port a09d191d-f68d-415e-9254-f3089f527ea2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:59.382244 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.399142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dd641-ddd8-4348-9921-fd75e3d7afd4 req-66a4fab1-358b-466b-a01a-6ad3a1251744 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.400705 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df7dd641-ddd8-4348-9921-fd75e3d7afd4 req-66a4fab1-358b-466b-a01a-6ad3a1251744 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 949 time: 0.0921350 Aug 16 12:50:59.466587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df7dd641-ddd8-4348-9921-fd75e3d7afd4 req-b9b145bb-aa95-40cd-8ba5-19028a7d947e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535386 Aug 16 12:50:59.472815 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.476581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4a2bea52-9859-45c3-b17a-357e1321aae5 req-85aa74e5-d3a2-42e4-8075-d5c2c4a721a7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.480170 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4a2bea52-9859-45c3-b17a-357e1321aae5 req-85aa74e5-d3a2-42e4-8075-d5c2c4a721a7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.487106 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a2bea52-9859-45c3-b17a-357e1321aae5 req-85aa74e5-d3a2-42e4-8075-d5c2c4a721a7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "DELETE /v2.0/security-groups/d2ee7b7c-b720-438c-b0d6-bb8469213e3d HTTP/1.1" status: 204 len: 173 time: 0.2786379 Aug 16 12:50:59.500986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09d191d-f68d-415e-9254-f3089f527ea2'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:50:59.504660 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa40272a-79b2-4c2f-82dc-c46496586650" -d '{"events": [{"server_uuid": "230a7c9d-06f5-4578-baf2-657dcff893b5", "name": "network-vif-plugged", "status": "completed", "tag": "a09d191d-f68d-415e-9254-f3089f527ea2"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:50:59.513861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa74e5-d3a2-42e4-8075-d5c2c4a721a7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ee7b7c-b720-438c-b0d6-bb8469213e3d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:59.526649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a09d191d-f68d-415e-9254-f3089f527ea2,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:59.542340 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.543489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:50:59.631231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a09d191d-f68d-415e-9254-f3089f527ea2,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:59.651725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:50:59.658208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:50:59.658919 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.758032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.802294 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:50:59.808500 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.867324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:50:59.877562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.878235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.878801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.880241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.881025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.882133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.882906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.883397 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.884176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.884657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.885139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:50:59.887467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-0dbb40be-d6af-43a5-a90e-37379f78f1c9 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6&device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e&device_id=230a7c9d-06f5-4578-baf2-657dcff893b5&device_id=1bba7edc-18bc-450f-abee-3ef956a36816&device_id=b158dea4-3941-46d3-915b-62e578e2db64&device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e&device_id=d0144076-8e9e-4455-84b7-af65313d3e55&device_id=dd401fc9-eec6-4551-9288-0d388ad4902f&device_id=d6ea27e9-a056-4f4f-a716-608232226d70&device_id=d34e8adb-1818-48dd-9988-bd863d6243b6&device_id=200308cb-0b96-4b7f-91c0-1b315454fad5&device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 9979 time: 0.0767262 Aug 16 12:50:59.912464 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-7eda538a-993b-491e-b313-0af30d4948c0 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:50:59.982553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba41c53a-0281-471e-9b3f-311846cd116d req-51dda414-4c43-4e1d-9050-fc86f1cbd79d tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/40a705ed-2458-4d70-9665-7e262712b002 HTTP/1.1" status: 200 len: 1803 time: 0.0584033 Aug 16 12:51:00.038280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-15229f11-df42-4cb9-85c5-712d4779c4a6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:00.040827 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-15229f11-df42-4cb9-85c5-712d4779c4a6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 821 time: 0.1573827 Aug 16 12:51:00.047135 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39a57c5-a078-4598-9716-f10b0971a48b x-openstack-request-id: req-d39a57c5-a078-4598-9716-f10b0971a48b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:00.047478 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230a7c9d-06f5-4578-baf2-657dcff893b5", "name": "network-vif-plugged", "status": "completed", "tag": "a09d191d-f68d-415e-9254-f3089f527ea2", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:00.047760 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d39a57c5-a078-4598-9716-f10b0971a48b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:00.048140 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09d191d-f68d-415e-9254-f3089f527ea2', 'code': 200} Aug 16 12:51:00.062186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Request body: {'port': {'device_id': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8', 'admin_state_up': True, 'tenant_id': '8b6d57c130764a11bfbcf61f14dbd350'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:00.093303 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-7eda538a-993b-491e-b313-0af30d4948c0 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.100838 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-7eda538a-993b-491e-b313-0af30d4948c0 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.179600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Made reservation on behalf of 8b6d57c130764a11bfbcf61f14dbd350 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:00.181693 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf4cb464-e7c7-41f0-b442-6e8a8415fa9d req-7eda538a-993b-491e-b313-0af30d4948c0 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&id=dd293763-2755-4c98-85b9-98024c0c722e&id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&id=8847b37c-cecc-485c-97b3-6c9e07587304&id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.2849417 Aug 16 12:51:00.183174 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.206476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda538a-993b-491e-b313-0af30d4948c0 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23c9fba-a857-4b99-b9a0-f7fe6645188f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:00.250910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59437efd-b9e9-472c-baed-a44671d5face req-e8f206d7-a685-4b45-bce3-4bc06bb378ca tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:00.252512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59437efd-b9e9-472c-baed-a44671d5face req-e8f206d7-a685-4b45-bce3-4bc06bb378ca tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 945 time: 0.1457691 Aug 16 12:51:00.258063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a4392-b554-4869-ae37-856b91ad9fac req-785100d7-f10a-4b6b-ba21-a49066e10bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:00.259963 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b68a4392-b554-4869-ae37-856b91ad9fac req-785100d7-f10a-4b6b-ba21-a49066e10bd0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 1096 time: 0.1407797 Aug 16 12:51:00.320478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59437efd-b9e9-472c-baed-a44671d5face req-be3a7cb8-be58-46aa-af5b-ea6296b11c77 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593414 Aug 16 12:51:00.332033 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b68a4392-b554-4869-ae37-856b91ad9fac req-f95e303b-f42b-4855-ab58-0915d7d29b31 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641007 Aug 16 12:51:00.339134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-12bdff9b-a2fa-4f24-b252-b51f0baf5aa3 req-5e30b0eb-c3dc-441a-aa47-b6c41b0eaa56 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-680067416', 'description': 'tempest-description-1945884153'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:00.367891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Allocated IP 172.20.0.8 (a63f4b9d-413f-431a-be90-442b0a6da2b8/ad86852c-fa37-427e-9e21-ef5fd6cc8dc5/faf518b9-ac97-4f2a-ad36-6280549a8c2f) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:00.370201 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-12bdff9b-a2fa-4f24-b252-b51f0baf5aa3 req-5e30b0eb-c3dc-441a-aa47-b6c41b0eaa56 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.457800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62d8cfd5-b0f2-45f4-8025-f6a9d2dd6841 req-9a1113fe-c43c-4edc-943d-2a7231592dd4 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0372159 Aug 16 12:51:00.512550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-12bdff9b-a2fa-4f24-b252-b51f0baf5aa3 req-5e30b0eb-c3dc-441a-aa47-b6c41b0eaa56 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.518862 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-12bdff9b-a2fa-4f24-b252-b51f0baf5aa3 req-5e30b0eb-c3dc-441a-aa47-b6c41b0eaa56 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.546598 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-12bdff9b-a2fa-4f24-b252-b51f0baf5aa3 req-5e30b0eb-c3dc-441a-aa47-b6c41b0eaa56 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.549288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12bdff9b-a2fa-4f24-b252-b51f0baf5aa3 req-5e30b0eb-c3dc-441a-aa47-b6c41b0eaa56 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2146842 Aug 16 12:51:00.594879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30b0eb-c3dc-441a-aa47-b6c41b0eaa56 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcef047a-92b5-4408-b5bb-1eef38584556,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:00.733455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2278da-16b5-476a-95d4-d3507ca3ebfe req-71224fbf-3ec2-4c8b-b5da-6c49b9882358 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:00.735064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db2278da-16b5-476a-95d4-d3507ca3ebfe req-71224fbf-3ec2-4c8b-b5da-6c49b9882358 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.0954280 Aug 16 12:51:00.742532 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25e7e6c1-1795-4150-9432-619f94511d18 req-ab72051c-cf5b-44f7-9a37-a87e4f7f5885 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/fcef047a-92b5-4408-b5bb-1eef38584556 HTTP/1.1" status: 200 len: 1804 time: 0.0682163 Aug 16 12:51:00.761558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-25e7e6c1-1795-4150-9432-619f94511d18 req-8a0fea67-3a71-4802-aaf2-75269a60afd7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcef047a-92b5-4408-b5bb-1eef38584556', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:00.761807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-25e7e6c1-1795-4150-9432-619f94511d18 req-8a0fea67-3a71-4802-aaf2-75269a60afd7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcef047a-92b5-4408-b5bb-1eef38584556', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:00.796636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db2278da-16b5-476a-95d4-d3507ca3ebfe req-a426accf-81dd-487f-9362-ae416d9a7b5b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Aug 16 12:51:00.856521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-25e7e6c1-1795-4150-9432-619f94511d18 req-8a0fea67-3a71-4802-aaf2-75269a60afd7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.881750 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-25e7e6c1-1795-4150-9432-619f94511d18 req-8a0fea67-3a71-4802-aaf2-75269a60afd7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.886811 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-25e7e6c1-1795-4150-9432-619f94511d18 req-8a0fea67-3a71-4802-aaf2-75269a60afd7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.889883 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.916166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fea67-3a71-4802-aaf2-75269a60afd7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5e3cd3-132b-4d6c-816b-6edc8e8033b2,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:00.927822 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-25e7e6c1-1795-4150-9432-619f94511d18 req-8a0fea67-3a71-4802-aaf2-75269a60afd7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:00.929048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25e7e6c1-1795-4150-9432-619f94511d18 req-8a0fea67-3a71-4802-aaf2-75269a60afd7 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1792777 Aug 16 12:51:00.946016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:01.012761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Network a63f4b9d-413f-431a-be90-442b0a6da2b8 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:01.017323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Pushing event updated for resources: {'Port': ['ID=faf518b9-ac97-4f2a-ad36-6280549a8c2f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:01.021277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:01.023637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:01.085456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dc5d0-c4ce-4bf4-8264-6950ef5c666a req-30977a7a-8d87-4674-ab3c-cfd7cc58ae56 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:01.086021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dc5d0-c4ce-4bf4-8264-6950ef5c666a req-30977a7a-8d87-4674-ab3c-cfd7cc58ae56 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:01.086724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dc5d0-c4ce-4bf4-8264-6950ef5c666a req-30977a7a-8d87-4674-ab3c-cfd7cc58ae56 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:01.088558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-925dc5d0-c4ce-4bf4-8264-6950ef5c666a req-30977a7a-8d87-4674-ab3c-cfd7cc58ae56 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816&device_id=b158dea4-3941-46d3-915b-62e578e2db64&device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 2884 time: 0.0456986 Aug 16 12:51:01.110572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:01.111723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:01.132288 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-3a68ce33-48f7-4b3c-a18e-377f9f86936e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0760620 Aug 16 12:51:01.134380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-925dc5d0-c4ce-4bf4-8264-6950ef5c666a req-58c77976-1187-4ca7-8a95-ad16cf7dca6f tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Aug 16 12:51:01.149165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Request body: {'port': {'device_id': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:01.209349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:01.265189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4754bf62-b000-48d8-ae6b-de3307ae407e req-08afc07c-6352-412b-9fc7-ac89768e6a8b tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/fcef047a-92b5-4408-b5bb-1eef38584556 HTTP/1.1" status: 200 len: 2397 time: 0.0941343 Aug 16 12:51:01.278501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-4754bf62-b000-48d8-ae6b-de3307ae407e req-e27e59a3-d071-4443-ad1f-29514201a7b2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcef047a-92b5-4408-b5bb-1eef38584556', 'remote_group_id': None}]} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:01.278770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-4754bf62-b000-48d8-ae6b-de3307ae407e req-e27e59a3-d071-4443-ad1f-29514201a7b2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcef047a-92b5-4408-b5bb-1eef38584556', 'remote_group_id': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:01.380922 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4754bf62-b000-48d8-ae6b-de3307ae407e req-e27e59a3-d071-4443-ad1f-29514201a7b2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:01.409858 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4754bf62-b000-48d8-ae6b-de3307ae407e req-e27e59a3-d071-4443-ad1f-29514201a7b2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:01.414166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4754bf62-b000-48d8-ae6b-de3307ae407e req-e27e59a3-d071-4443-ad1f-29514201a7b2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:01.432262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e59a3-d071-4443-ad1f-29514201a7b2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd43fa26-7500-4235-8de4-d0823903c98e,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:01.448775 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4754bf62-b000-48d8-ae6b-de3307ae407e req-e27e59a3-d071-4443-ad1f-29514201a7b2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:01.454653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4754bf62-b000-48d8-ae6b-de3307ae407e req-e27e59a3-d071-4443-ad1f-29514201a7b2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1875260 Aug 16 12:51:01.559692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672d040-a6cd-4f52-81c7-daeb1d35b616 req-57bb0a3c-07bb-4f1e-b216-198b1e4d8154 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:01.561646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9672d040-a6cd-4f52-81c7-daeb1d35b616 req-57bb0a3c-07bb-4f1e-b216-198b1e4d8154 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 945 time: 0.0593741 Aug 16 12:51:01.618632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9672d040-a6cd-4f52-81c7-daeb1d35b616 req-80a0d033-6c85-4b16-96bd-538e397cc090 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505543 Aug 16 12:51:01.627253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf518b9-ac97-4f2a-ad36-6280549a8c2f {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:51:01.641677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:01.672220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Transition to ACTIVE for port object faf518b9-ac97-4f2a-ad36-6280549a8c2f will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:01.678264 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:01.705992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d85e821a-95c8-426d-8e27-fd6533e3d573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:01.752138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Pushing event updated for resources: {'Port': ['ID=faf518b9-ac97-4f2a-ad36-6280549a8c2f,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:01.808999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c5ee4b1-4173-4004-8b21-ec9ff4c661a4 req-9fe9c5bc-9e8c-4cd2-a0b7-5963db65c3e9 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/fcef047a-92b5-4408-b5bb-1eef38584556 HTTP/1.1" status: 200 len: 2995 time: 0.0594244 Aug 16 12:51:01.849647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170727-face-4fde-9d74-86a35af23380 req-5d951733-c3e3-4383-964c-9cbf5fa5ae01 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:01.851528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d0170727-face-4fde-9d74-86a35af23380 req-5d951733-c3e3-4383-964c-9cbf5fa5ae01 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.0586438 Aug 16 12:51:01.853307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:01.853643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:01.853964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:01.858688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Port faf518b9-ac97-4f2a-ad36-6280549a8c2f on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:51:01.858949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:01.864858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:01.865193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:01.865595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:01.865990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Bound port: faf518b9-ac97-4f2a-ad36-6280549a8c2f, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:01.866486 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:01.922946 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d0170727-face-4fde-9d74-86a35af23380 req-9b6c622d-19dd-4d59-828f-5a79152ebf42 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643034 Aug 16 12:51:01.936869 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dede8-8ffa-45ab-95e6-430f3ca86956 req-b14b014f-895d-4fb9-9fd9-be2a1141c9b6 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:01.938847 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f6dede8-8ffa-45ab-95e6-430f3ca86956 req-b14b014f-895d-4fb9-9fd9-be2a1141c9b6 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 1096 time: 0.0641365 Aug 16 12:51:01.945025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:01.948709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:01.959732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:02.000824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:02.001459 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:02.001696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f6dede8-8ffa-45ab-95e6-430f3ca86956 req-75829c68-2eab-4e20-abd3-8ce617897b30 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493112 Aug 16 12:51:02.003027 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] 10.222.0.22 "PUT /v2.0/ports/faf518b9-ac97-4f2a-ad36-6280549a8c2f HTTP/1.1" status: 200 len: 1091 time: 0.8589234 Aug 16 12:51:02.003433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'tag': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:02.007116 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836c0a1f-0eb0-4733-b4ce-1b21b17490b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7c7e97-3daf-40f6-ae27-62c69c10bdc6", "tag": "faf518b9-ac97-4f2a-ad36-6280549a8c2f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:02.042040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b84b82-8570-4cf6-83aa-f0dbfcda41df service neutron] Pushing event updated for resources: {'Port': ['ID=faf518b9-ac97-4f2a-ad36-6280549a8c2f,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:02.049690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:02.053242 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccfc58d-11ed-4650-ba09-4c6d4b662752" -d '{"events": [{"server_uuid": "1b8bcd01-819a-4c33-a669-7aa812527e8e", "name": "network-vif-plugged", "status": "completed", "tag": "8a7677c2-3bc8-4772-93ef-5cb3b781ea6d"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:02.156158 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-36e1bfbb-4e00-4776-9f83-47035a095b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:02.157694 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-36e1bfbb-4e00-4776-9f83-47035a095b2a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 1094 time: 0.0590935 Aug 16 12:51:02.239160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-7e7dd979-4f84-460f-9218-1ca9ee5efbc9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f HTTP/1.1" status: 200 len: 217 time: 0.0602312 Aug 16 12:51:02.309125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a30088-0a31-4d32-bd7f-eb74f6ecc538 req-12501a43-c698-40bc-b8ac-b84f47ef93cc tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-group-rules/bd43fa26-7500-4235-8de4-d0823903c98e HTTP/1.1" status: 200 len: 783 time: 0.0363433 Aug 16 12:51:02.309690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-2a87f544-c270-4a20-8838-bb9c723ec5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:02.311250 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-2a87f544-c270-4a20-8838-bb9c723ec5ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.0639210 Aug 16 12:51:02.358892 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-f419365b-9a30-4f5b-861d-15214dcf7118 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381415 Aug 16 12:51:02.360349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a30088-0a31-4d32-bd7f-eb74f6ecc538 req-0f35ac3e-2956-4890-b3c5-7cf05e45414e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/fcef047a-92b5-4408-b5bb-1eef38584556 HTTP/1.1" status: 200 len: 2995 time: 0.0503705 Aug 16 12:51:02.396349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f6a30088-0a31-4d32-bd7f-eb74f6ecc538 req-e0e83608-5823-4218-b6a0-300e9704c4af tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:02.409580 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f6a30088-0a31-4d32-bd7f-eb74f6ecc538 req-e0e83608-5823-4218-b6a0-300e9704c4af tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:02.442596 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f6a30088-0a31-4d32-bd7f-eb74f6ecc538 req-e0e83608-5823-4218-b6a0-300e9704c4af tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:02.448926 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f6a30088-0a31-4d32-bd7f-eb74f6ecc538 req-e0e83608-5823-4218-b6a0-300e9704c4af tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:02.450133 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6a30088-0a31-4d32-bd7f-eb74f6ecc538 req-e0e83608-5823-4218-b6a0-300e9704c4af tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/bd43fa26-7500-4235-8de4-d0823903c98e HTTP/1.1" status: 204 len: 173 time: 0.0809700 Aug 16 12:51:02.456373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e83608-5823-4218-b6a0-300e9704c4af tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd43fa26-7500-4235-8de4-d0823903c98e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:02.498159 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-d7b55af2-54e8-4c85-ac35-9c215b19ad58 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284795 Aug 16 12:51:02.570667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cfe7c-1235-441c-9d97-1662f423f700 req-1bde540c-7313-475a-afc1-062f86c16a2f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:02.574419 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63b5552-913a-4fe4-a637-2fa899fc8672 x-openstack-request-id: req-e63b5552-913a-4fe4-a637-2fa899fc8672 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:02.574780 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7c7e97-3daf-40f6-ae27-62c69c10bdc6", "tag": "faf518b9-ac97-4f2a-ad36-6280549a8c2f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:02.575095 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e63b5552-913a-4fe4-a637-2fa899fc8672 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:02.575552 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'tag': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f', 'status': 'completed', 'code': 200} Aug 16 12:51:02.579937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd3cfe7c-1235-441c-9d97-1662f423f700 req-1bde540c-7313-475a-afc1-062f86c16a2f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.0680623 Aug 16 12:51:02.601243 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8c083727-ad86-477d-ba34-0e8acbb83b03 req-4b1e7a65-36a2-4e07-b6b9-1c045b7fcbf8 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937717 Aug 16 12:51:02.628001 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd3cfe7c-1235-441c-9d97-1662f423f700 req-232a5d89-73b4-4045-984f-997b834c2c3f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467618 Aug 16 12:51:02.662320 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148edb31-6f44-4e21-ab16-958653801b79 x-openstack-request-id: req-148edb31-6f44-4e21-ab16-958653801b79 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:02.662687 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8bcd01-819a-4c33-a669-7aa812527e8e", "name": "network-vif-plugged", "status": "completed", "tag": "8a7677c2-3bc8-4772-93ef-5cb3b781ea6d", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:02.662950 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-148edb31-6f44-4e21-ab16-958653801b79 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:02.663396 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d', 'code': 200} Aug 16 12:51:02.772785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c0a1f-0eb0-4733-b4ce-1b21b17490b3 req-eed04348-25e4-4f98-8f23-a758eaf73fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:02.774427 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-836c0a1f-0eb0-4733-b4ce-1b21b17490b3 req-eed04348-25e4-4f98-8f23-a758eaf73fc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 1094 time: 0.0600986 Aug 16 12:51:02.829199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb5d0f96-b1ea-4bf7-85bf-81b17554809c req-29d491ad-341e-4ddf-90c1-78a1a04a1e8a tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/fcef047a-92b5-4408-b5bb-1eef38584556 HTTP/1.1" status: 200 len: 2397 time: 0.1324861 Aug 16 12:51:02.868757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00a48a-2b32-4f80-8a2c-752fcbd7c2e4 req-4ed5fc76-cbc1-46da-beba-6a5298874113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:02.870684 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b00a48a-2b32-4f80-8a2c-752fcbd7c2e4 req-4ed5fc76-cbc1-46da-beba-6a5298874113 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 1101 time: 0.1099310 Aug 16 12:51:02.920064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57192) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:02.927356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb5d0f96-b1ea-4bf7-85bf-81b17554809c req-ee88dafe-e155-42a4-ad34-e9f370838e3e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:02.947204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c0a1f-0eb0-4733-b4ce-1b21b17490b3 req-0b50ac11-c99a-43e6-95fc-bb9933dbc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:02.948691 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-836c0a1f-0eb0-4733-b4ce-1b21b17490b3 req-0b50ac11-c99a-43e6-95fc-bb9933dbc4cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.1671066 Aug 16 12:51:03.000089 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb5d0f96-b1ea-4bf7-85bf-81b17554809c req-ee88dafe-e155-42a4-ad34-e9f370838e3e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.008309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b00a48a-2b32-4f80-8a2c-752fcbd7c2e4 req-1476c383-bded-4354-b69a-c20d8a332826 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172557 Aug 16 12:51:03.019241 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-836c0a1f-0eb0-4733-b4ce-1b21b17490b3 req-49215441-cdbc-44be-92df-64ca70e03258 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f HTTP/1.1" status: 200 len: 217 time: 0.0607004 Aug 16 12:51:03.084578 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb5d0f96-b1ea-4bf7-85bf-81b17554809c req-ee88dafe-e155-42a4-ad34-e9f370838e3e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.087695 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb5d0f96-b1ea-4bf7-85bf-81b17554809c req-ee88dafe-e155-42a4-ad34-e9f370838e3e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.088660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb5d0f96-b1ea-4bf7-85bf-81b17554809c req-ee88dafe-e155-42a4-ad34-e9f370838e3e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "DELETE /v2.0/security-groups/fcef047a-92b5-4408-b5bb-1eef38584556 HTTP/1.1" status: 204 len: 173 time: 0.2580969 Aug 16 12:51:03.106065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88dafe-e155-42a4-ad34-e9f370838e3e tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcef047a-92b5-4408-b5bb-1eef38584556,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:03.123241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b44f827a-3eaa-4517-b259-6582293ec49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.127628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c0a1f-0eb0-4733-b4ce-1b21b17490b3 req-f69cb061-1f3e-4cff-a78d-32a5438fd971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:03.129356 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-836c0a1f-0eb0-4733-b4ce-1b21b17490b3 req-f69cb061-1f3e-4cff-a78d-32a5438fd971 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.1009007 Aug 16 12:51:03.171727 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-836c0a1f-0eb0-4733-b4ce-1b21b17490b3 req-32368c93-1b06-424e-9a5d-8157aa880eea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324848 Aug 16 12:51:03.265418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9b1d1-0946-4787-a9d1-20982d01f248 req-f126acf5-bea8-488a-a45d-53b11d6d6620 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:03.270763 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8e9b1d1-0946-4787-a9d1-20982d01f248 req-f126acf5-bea8-488a-a45d-53b11d6d6620 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.0865369 Aug 16 12:51:03.342586 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-2e9b6487-15a0-4919-a610-9b34438a8fbf req-39bedbf4-4d8c-441d-855d-302812a6ddcd tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] show failed (client error): The resource could not be found. Aug 16 12:51:03.344040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e9b6487-15a0-4919-a610-9b34438a8fbf req-39bedbf4-4d8c-441d-855d-302812a6ddcd tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/d2ee7b7c-b720-438c-b0d6-bb8469213e3d HTTP/1.1" status: 404 len: 352 time: 0.0328596 Aug 16 12:51:03.375042 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-836c0a1f-0eb0-4733-b4ce-1b21b17490b3 req-ebd22f38-9581-465c-b6b5-2949ed9aa0e6 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939197 Aug 16 12:51:03.378493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8e9b1d1-0946-4787-a9d1-20982d01f248 req-498b807f-9c61-411e-9a29-22c4a499b284 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976293 Aug 16 12:51:03.463586 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62127fe2-da5b-496f-97f7-a6c66f2150ed req-6a22d597-c727-4db3-ae3c-bc8c3c96b595 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/40a705ed-2458-4d70-9665-7e262712b002 HTTP/1.1" status: 200 len: 1803 time: 0.0530460 Aug 16 12:51:03.498197 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b44f827a-3eaa-4517-b259-6582293ec49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.505707 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b44f827a-3eaa-4517-b259-6582293ec49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.542916 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-62127fe2-da5b-496f-97f7-a6c66f2150ed req-7499c158-5cd8-4d30-b879-e5b2268f6e89 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.579481 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-62127fe2-da5b-496f-97f7-a6c66f2150ed req-7499c158-5cd8-4d30-b879-e5b2268f6e89 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.627001 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b44f827a-3eaa-4517-b259-6582293ec49d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74626f2b3b974a86bdb4f90d391aae1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7035360 Aug 16 12:51:03.627960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57226) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:03.637514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f827a-3eaa-4517-b259-6582293ec49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a557e0-364f-46a7-8e3b-8f9efa6210eb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:03.646138 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-836c0a1f-0eb0-4733-b4ce-1b21b17490b3 req-9c6198da-0f49-4453-a589-deef640e2fac service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603111 Aug 16 12:51:03.685535 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-62127fe2-da5b-496f-97f7-a6c66f2150ed req-7499c158-5cd8-4d30-b879-e5b2268f6e89 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.689271 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-62127fe2-da5b-496f-97f7-a6c66f2150ed req-7499c158-5cd8-4d30-b879-e5b2268f6e89 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.690716 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62127fe2-da5b-496f-97f7-a6c66f2150ed req-7499c158-5cd8-4d30-b879-e5b2268f6e89 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "DELETE /v2.0/security-groups/40a705ed-2458-4d70-9665-7e262712b002 HTTP/1.1" status: 204 len: 173 time: 0.2263243 Aug 16 12:51:03.743533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499c158-5cd8-4d30-b879-e5b2268f6e89 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a705ed-2458-4d70-9665-7e262712b002,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:03.795117 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cae67dc5-472d-4db8-909d-61b86e7e8d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.811822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd8f74-9ecb-430f-adce-f9cd0c8b2fdc req-d407231d-47f7-4d17-b6ce-fc609e9ce45e tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:03.813414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52dd8f74-9ecb-430f-adce-f9cd0c8b2fdc req-d407231d-47f7-4d17-b6ce-fc609e9ce45e tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 1101 time: 0.1216033 Aug 16 12:51:03.841527 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cae67dc5-472d-4db8-909d-61b86e7e8d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:03.878439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c97660-de50-49c2-ac62-ff60891092c7 req-0db4d436-aeb4-4366-a8b1-7e55b808349a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:03.880671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86c97660-de50-49c2-ac62-ff60891092c7 req-0db4d436-aeb4-4366-a8b1-7e55b808349a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.1281312 Aug 16 12:51:03.936693 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52dd8f74-9ecb-430f-adce-f9cd0c8b2fdc req-4b4c93ff-4864-4095-9649-a7983794ee44 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105454 Aug 16 12:51:03.956252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86c97660-de50-49c2-ac62-ff60891092c7 req-f6ec04f1-327f-4a86-bc6a-bc713bd8db06 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653114 Aug 16 12:51:04.027617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d10ab272-dd2b-4b09-a566-b8d7233c2709 req-77a0fb98-59b8-41b3-80f8-991b91df58a8 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/b8219e33-487f-47a5-a973-7885c1cbb773 HTTP/1.1" status: 200 len: 1802 time: 0.0468090 Aug 16 12:51:04.031550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cae67dc5-472d-4db8-909d-61b86e7e8d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.034443 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cae67dc5-472d-4db8-909d-61b86e7e8d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.041085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cae67dc5-472d-4db8-909d-61b86e7e8d77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41a557e0-364f-46a7-8e3b-8f9efa6210eb HTTP/1.1" status: 204 len: 168 time: 0.4116488 Aug 16 12:51:04.089588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae67dc5-472d-4db8-909d-61b86e7e8d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a557e0-364f-46a7-8e3b-8f9efa6210eb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:04.151874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc4813-6fa3-4638-9845-e56211722bd5 req-2008c227-3059-4eef-a8c3-7596ba66d506 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:04.153483 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40dc4813-6fa3-4638-9845-e56211722bd5 req-2008c227-3059-4eef-a8c3-7596ba66d506 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 1101 time: 0.0947070 Aug 16 12:51:04.172553 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d10ab272-dd2b-4b09-a566-b8d7233c2709 req-08e2ddee-346c-42cb-a79a-6990d7a06dc2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.212537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d10ab272-dd2b-4b09-a566-b8d7233c2709 req-08e2ddee-346c-42cb-a79a-6990d7a06dc2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.234672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40dc4813-6fa3-4638-9845-e56211722bd5 req-588a8be1-e981-4df4-8ffd-52b077de16ad tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709276 Aug 16 12:51:04.303608 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-068d4e7c-1c2a-4fb8-a1e8-69171a7ba7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.320135 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d10ab272-dd2b-4b09-a566-b8d7233c2709 req-08e2ddee-346c-42cb-a79a-6990d7a06dc2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.323850 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d10ab272-dd2b-4b09-a566-b8d7233c2709 req-08e2ddee-346c-42cb-a79a-6990d7a06dc2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.332921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d10ab272-dd2b-4b09-a566-b8d7233c2709 req-08e2ddee-346c-42cb-a79a-6990d7a06dc2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "DELETE /v2.0/security-groups/b8219e33-487f-47a5-a973-7885c1cbb773 HTTP/1.1" status: 204 len: 173 time: 0.2898498 Aug 16 12:51:04.351726 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2ddee-346c-42cb-a79a-6990d7a06dc2 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8219e33-487f-47a5-a973-7885c1cbb773,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:04.413882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57272) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:04.428356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dc76-afd4-44b5-9789-594e2da330ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.494018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2674a5e4-0ab3-43cb-bd4a-63b495b33944 req-a99df3cb-ea0c-4639-aab9-168df5b1df97 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/3750cb12-a8ed-4055-b8d4-adfc3e2cf64b HTTP/1.1" status: 200 len: 1803 time: 0.0580328 Aug 16 12:51:04.512775 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.593395 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2674a5e4-0ab3-43cb-bd4a-63b495b33944 req-5d91efbc-0ff3-493a-affd-7b625001704a tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.634707 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dc76-afd4-44b5-9789-594e2da330ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.639248 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2674a5e4-0ab3-43cb-bd4a-63b495b33944 req-5d91efbc-0ff3-493a-affd-7b625001704a tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.652227 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dc76-afd4-44b5-9789-594e2da330ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.691591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c3e7dc76-afd4-44b5-9789-594e2da330ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35b2051d31b54e4bbb58448d23395e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754695 Aug 16 12:51:04.693360 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57290) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:04.742091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7dc76-afd4-44b5-9789-594e2da330ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9656841-5975-4755-9dd6-1e2b60d57c0f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:04.772443 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2674a5e4-0ab3-43cb-bd4a-63b495b33944 req-5d91efbc-0ff3-493a-affd-7b625001704a tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.775268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2674a5e4-0ab3-43cb-bd4a-63b495b33944 req-5d91efbc-0ff3-493a-affd-7b625001704a tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.776380 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf926-f288-4623-bc35-923f0b9185a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.776505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2674a5e4-0ab3-43cb-bd4a-63b495b33944 req-5d91efbc-0ff3-493a-affd-7b625001704a tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "DELETE /v2.0/security-groups/3750cb12-a8ed-4055-b8d4-adfc3e2cf64b HTTP/1.1" status: 204 len: 173 time: 0.2736270 Aug 16 12:51:04.802350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91efbc-0ff3-493a-affd-7b625001704a tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3750cb12-a8ed-4055-b8d4-adfc3e2cf64b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:04.805504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf926-f288-4623-bc35-923f0b9185a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.812056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e6ace-4239-446a-b796-8c5a7748d760 req-39e1b887-95ba-4ce5-ad8a-260724a05437 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:04.820229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d7e6ace-4239-446a-b796-8c5a7748d760 req-39e1b887-95ba-4ce5-ad8a-260724a05437 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.1281466 Aug 16 12:51:04.869007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf926-f288-4623-bc35-923f0b9185a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.871918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf926-f288-4623-bc35-923f0b9185a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:04.873659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d7e6ace-4239-446a-b796-8c5a7748d760 req-b3af7db9-b650-476a-a47b-7e2827c3ec92 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525222 Aug 16 12:51:04.875726 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5bbdf926-f288-4623-bc35-923f0b9185a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9656841-5975-4755-9dd6-1e2b60d57c0f HTTP/1.1" status: 204 len: 168 time: 0.1813469 Aug 16 12:51:04.915417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdf926-f288-4623-bc35-923f0b9185a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9656841-5975-4755-9dd6-1e2b60d57c0f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:04.999177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-885e70c4-c9b2-4f7c-9c06-0675ba5002c3 req-334b862f-8745-49ea-b796-495475ae9d06 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/e91daba8-6feb-41dd-9006-d89b58c55e78 HTTP/1.1" status: 200 len: 2403 time: 0.0665617 Aug 16 12:51:05.089646 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-885e70c4-c9b2-4f7c-9c06-0675ba5002c3 req-6d4000eb-155e-4b1a-8528-352dfba61874 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.125100 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-885e70c4-c9b2-4f7c-9c06-0675ba5002c3 req-6d4000eb-155e-4b1a-8528-352dfba61874 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.176004 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-885e70c4-c9b2-4f7c-9c06-0675ba5002c3 req-6d4000eb-155e-4b1a-8528-352dfba61874 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.178783 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-885e70c4-c9b2-4f7c-9c06-0675ba5002c3 req-6d4000eb-155e-4b1a-8528-352dfba61874 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.179952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-885e70c4-c9b2-4f7c-9c06-0675ba5002c3 req-6d4000eb-155e-4b1a-8528-352dfba61874 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "DELETE /v2.0/security-groups/e91daba8-6feb-41dd-9006-d89b58c55e78 HTTP/1.1" status: 204 len: 173 time: 0.1801786 Aug 16 12:51:05.222340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4000eb-155e-4b1a-8528-352dfba61874 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91daba8-6feb-41dd-9006-d89b58c55e78,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:05.247182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4c0ae-83a8-465b-8142-5332c5aa9c05 req-2c9433a2-226d-4b49-904a-c369954372cd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:05.249488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9eb4c0ae-83a8-465b-8142-5332c5aa9c05 req-2c9433a2-226d-4b49-904a-c369954372cd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.0678997 Aug 16 12:51:05.309736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9eb4c0ae-83a8-465b-8142-5332c5aa9c05 req-b40df5f7-5b0b-414e-bf0a-bc326a710042 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437300 Aug 16 12:51:05.376326 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.434270 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c52d8d9f-f31d-4ec5-a545-6ad9d22318fc req-3efeec9c-5559-41f0-8693-95ed66ddd962 tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "GET /v2.0/security-groups/b78e4b46-6777-49d3-83cb-dd5b9f6b6cf9 HTTP/1.1" status: 200 len: 2398 time: 0.0527923 Aug 16 12:51:05.512721 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c52d8d9f-f31d-4ec5-a545-6ad9d22318fc req-900e08af-a090-4028-adce-dd056f4435ee tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.546561 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c52d8d9f-f31d-4ec5-a545-6ad9d22318fc req-900e08af-a090-4028-adce-dd056f4435ee tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.600442 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c52d8d9f-f31d-4ec5-a545-6ad9d22318fc req-900e08af-a090-4028-adce-dd056f4435ee tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.604001 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c52d8d9f-f31d-4ec5-a545-6ad9d22318fc req-900e08af-a090-4028-adce-dd056f4435ee tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.608194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c52d8d9f-f31d-4ec5-a545-6ad9d22318fc req-900e08af-a090-4028-adce-dd056f4435ee tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] 10.222.0.25 "DELETE /v2.0/security-groups/b78e4b46-6777-49d3-83cb-dd5b9f6b6cf9 HTTP/1.1" status: 204 len: 173 time: 0.1649528 Aug 16 12:51:05.619267 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e08af-a090-4028-adce-dd056f4435ee tempest-SecurityGroupRulesTestJSON-1011715583 tempest-SecurityGroupRulesTestJSON-1011715583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78e4b46-6777-49d3-83cb-dd5b9f6b6cf9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:05.619464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57334) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:05.684964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3469a5-8f20-4b42-87e5-19ab3f7def6b admin admin] Deleting subnet d2647fb3-5600-4b73-b2ee-d1e79ff1b97e {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:51:05.689103 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3469a5-8f20-4b42-87e5-19ab3f7def6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.739815 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3469a5-8f20-4b42-87e5-19ab3f7def6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.805566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3469a5-8f20-4b42-87e5-19ab3f7def6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.937219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3469a5-8f20-4b42-87e5-19ab3f7def6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.964457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058c94b-8324-44e7-9dee-92806bde8d0a req-f571ef6f-1d29-45e1-80cf-689a21a743ef tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:05.975102 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9058c94b-8324-44e7-9dee-92806bde8d0a req-f571ef6f-1d29-45e1-80cf-689a21a743ef tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0893719 Aug 16 12:51:05.975304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3469a5-8f20-4b42-87e5-19ab3f7def6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2647fb3-5600-4b73-b2ee-d1e79ff1b97e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:05.979494 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3469a5-8f20-4b42-87e5-19ab3f7def6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:05.986469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cd3469a5-8f20-4b42-87e5-19ab3f7def6b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d2647fb3-5600-4b73-b2ee-d1e79ff1b97e HTTP/1.1" status: 204 len: 168 time: 0.3658757 Aug 16 12:51:05.987314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57362) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:06.067478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9058c94b-8324-44e7-9dee-92806bde8d0a req-4457980f-0e0e-4d9d-a41d-b11fca70f3bd tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905437 Aug 16 12:51:06.099623 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-fda9fdf6-099c-495d-8c3f-f90389f9dcf4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218686 Aug 16 12:51:06.173787 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:06.237010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6f7bb-ed44-42f9-8c37-ce560e9a5eef req-81899e75-f514-4734-b794-d195b823d7e1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:06.245372 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1d6f7bb-ed44-42f9-8c37-ce560e9a5eef req-81899e75-f514-4734-b794-d195b823d7e1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.0687530 Aug 16 12:51:06.321851 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:06.326678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1d6f7bb-ed44-42f9-8c37-ce560e9a5eef req-020d5ca8-dedb-41b4-9f60-fe0699f94fa3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803928 Aug 16 12:51:06.330567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device faf518b9-ac97-4f2a-ad36-6280549a8c2f details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:51:06.334088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cbabd2-f7bc-46dc-ad27-7166ccaeb675']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:06.346238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd5fbf7-bebc-4eb1-9246-3bb2c717669c') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:06.347075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd5fbf7-bebc-4eb1-9246-3bb2c717669c') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:06.356871 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:06.378241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:06.394268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:51:06.394850 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:51:06.396870 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:51:06.499475 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:06.506763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:06.512219 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] 10.222.0.25 "DELETE /v2.0/networks/c2cbabd2-f7bc-46dc-ad27-7166ccaeb675 HTTP/1.1" status: 204 len: 168 time: 0.5209358 Aug 16 12:51:06.536436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdb85b-d8d6-46c3-95bf-39b026ceb93b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2cbabd2-f7bc-46dc-ad27-7166ccaeb675,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:06.556504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:06.562009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09521feb-c89a-41e4-9595-b1cbc5f10948 req-de9880ba-2eb6-4b8d-b123-f65fe2910ce8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:06.563619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09521feb-c89a-41e4-9595-b1cbc5f10948 req-de9880ba-2eb6-4b8d-b123-f65fe2910ce8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.1109879 Aug 16 12:51:06.589130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f', 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8', 'port_id': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f', 'mac_address': 'fa:16:3e:db:35:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad86852c-fa37-427e-9e21-ef5fd6cc8dc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:51:06.641556 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:06.647447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09521feb-c89a-41e4-9595-b1cbc5f10948 req-780818f6-295b-4900-937b-305cc66d1741 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677295 Aug 16 12:51:06.664718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf518b9-ac97-4f2a-ad36-6280549a8c2f {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:51:06.699669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:06.717129 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:06.781914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57430) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:06.824983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=faf518b9-ac97-4f2a-ad36-6280549a8c2f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:06.852559 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-14bf7df2-f679-436e-b38f-33ad8c744387 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c810aadf2cee408a917d7d4aa894b757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691130 Aug 16 12:51:06.855162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57432) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:06.932608 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54b4d6dd-2424-46c8-b747-3d2286e0d534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:06.988799 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54b4d6dd-2424-46c8-b747-3d2286e0d534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:07.057952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-320d6630-e8c0-45a4-8685-23028fdf0d78 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e33d76f998964e3eab2bc8acf253358f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663223 Aug 16 12:51:07.179470 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:07.199003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['faf518b9-ac97-4f2a-ad36-6280549a8c2f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:51:07.205501 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54b4d6dd-2424-46c8-b747-3d2286e0d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:07.208589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54b4d6dd-2424-46c8-b747-3d2286e0d534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:07.209975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-54b4d6dd-2424-46c8-b747-3d2286e0d534 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46304e88-f795-466c-8477-3d115efbf007 HTTP/1.1" status: 204 len: 168 time: 0.3537621 Aug 16 12:51:07.329116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-7b73061b-5272-49ea-a1e6-92d683f0332e tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:07.335544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-7b73061b-5272-49ea-a1e6-92d683f0332e tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706215 Aug 16 12:51:07.356812 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4d6dd-2424-46c8-b747-3d2286e0d534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46304e88-f795-466c-8477-3d115efbf007,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:07.415472 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-fa98e427-07c5-4bb9-8b17-203bde96d470 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/quotas/e33d76f998964e3eab2bc8acf253358f HTTP/1.1" status: 200 len: 375 time: 0.0643160 Aug 16 12:51:07.430152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d73d9b-b14c-42cc-9d84-d74cae80d2ca req-17521861-4ff5-4cd0-a1c7-bff63b0645bb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:07.433024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34d73d9b-b14c-42cc-9d84-d74cae80d2ca req-17521861-4ff5-4cd0-a1c7-bff63b0645bb tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.2286534 Aug 16 12:51:07.479839 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-13299aa2-f1d6-4efb-aad6-c3a6f79d9f66 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e33d76f998964e3eab2bc8acf253358f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627317 Aug 16 12:51:07.546742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34d73d9b-b14c-42cc-9d84-d74cae80d2ca req-6148d88f-90e0-4d0b-9841-2a7403027611 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806978 Aug 16 12:51:07.787620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56df84-ce17-4e96-86f4-836c7bf53170 req-27094833-d240-4977-9006-cd9ba4756094 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:07.795618 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e56df84-ce17-4e96-86f4-836c7bf53170 req-27094833-d240-4977-9006-cd9ba4756094 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.0791955 Aug 16 12:51:07.844897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e56df84-ce17-4e96-86f4-836c7bf53170 req-9894ac54-9f86-4a3e-aebd-7028b4cb45e8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435631 Aug 16 12:51:08.002082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e0768-693b-4954-a8de-16b274bae8be req-0537f40f-9dcf-4db4-967f-714c1600ec8f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:08.024502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b0e0768-693b-4954-a8de-16b274bae8be req-0537f40f-9dcf-4db4-967f-714c1600ec8f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 944 time: 0.1176300 Aug 16 12:51:08.132411 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-41586924-caf4-42f2-90bd-9269adc9a39b tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e33d76f998964e3eab2bc8acf253358f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662248 Aug 16 12:51:08.215021 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b0e0768-693b-4954-a8de-16b274bae8be req-f6252bf8-cbc5-4f3e-90d9-a8bfc3d14ddf tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894505 Aug 16 12:51:08.287491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-75b97901-5a3c-4994-839e-5695bbf61385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:08.289823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-75b97901-5a3c-4994-839e-5695bbf61385 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 1101 time: 0.1891763 Aug 16 12:51:08.376654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-408eb2fe-828c-43a4-966f-2587a698fc0f tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:08.386474 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-408eb2fe-828c-43a4-966f-2587a698fc0f tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528508 Aug 16 12:51:08.478778 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-822e183f-e523-4611-b608-282304da0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:08.480475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-822e183f-e523-4611-b608-282304da0c58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1832972 Aug 16 12:51:08.497432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-16d467d1-a97e-4747-976f-da78576aa2fc tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/quotas/e33d76f998964e3eab2bc8acf253358f HTTP/1.1" status: 200 len: 375 time: 0.1097684 Aug 16 12:51:08.547718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-8a6ef312-6375-4be4-aae7-11ce6b18e2ef tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e33d76f998964e3eab2bc8acf253358f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484927 Aug 16 12:51:08.573182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57528) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:08.581202 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-c76cc0ec-83b6-4153-af7b-6afc877febe7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d HTTP/1.1" status: 200 len: 217 time: 0.0805676 Aug 16 12:51:08.757586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-7d03eaa8-b542-4b56-8bfe-ebe2287ce2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:08.758533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-7d03eaa8-b542-4b56-8bfe-ebe2287ce2bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1636298 Aug 16 12:51:08.771104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef9af2-aed4-4ac8-81ec-f46d3348bdd0 req-786a6f52-0c50-4e5b-9fc3-0ac71c5bdcad tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:08.772454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1819001122-network', 'tenant_id': 'ad0bd0bafac24b3e98f0a2ac842ed554'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:08.772639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9ef9af2-aed4-4ac8-81ec-f46d3348bdd0 req-786a6f52-0c50-4e5b-9fc3-0ac71c5bdcad tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0983171 Aug 16 12:51:08.801657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Made reservation on behalf of ad0bd0bafac24b3e98f0a2ac842ed554 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:08.804774 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:08.824070 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:08.909886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9ef9af2-aed4-4ac8-81ec-f46d3348bdd0 req-823b31ec-4fbc-48d9-9184-084936aee7a1 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097548 Aug 16 12:51:08.930816 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:51:09.006609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f2852b2-11d1-45a6-9bfb-777b534dea95 req-4debf7f4-f57a-496f-a783-5eb49eed42d8 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 210 time: 0.0872703 Aug 16 12:51:09.038983 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:09.041073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-cae111bc-cf6b-4f2b-b544-1572d23844a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:09.047918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:09.049632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-cae111bc-cf6b-4f2b-b544-1572d23844a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2720349 Aug 16 12:51:09.124491 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57544) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:09.150008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:51:09.153125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45511a39-66b5-46ee-b852-2d30bd840583,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:09.167589 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:09.167936 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Added segment e3f2f323-47b7-46a6-bd22-b2f582476bf7 of type vlan for network 87d8a924-911f-4c89-b76c-19e1106f6750 Aug 16 12:51:09.233150 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:09.243018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-6f7865da-8e18-4dfc-905f-dde4704d02f4 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e33d76f998964e3eab2bc8acf253358f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1871169 Aug 16 12:51:09.298816 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:09.301459 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:09.303370 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:09.342145 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7677791 Aug 16 12:51:09.351254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57554) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:09.356516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] Request body: {'subnet': {'network_id': '87d8a924-911f-4c89-b76c-19e1106f6750', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1819001122-subnet', 'tenant_id': 'ad0bd0bafac24b3e98f0a2ac842ed554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:09.444491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8ea09bb-b2df-4165-b125-56d337c96762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:09.459036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaae388-7135-4199-a0e5-2471fff88363 admin admin] Pushing event updated for resources: {'Network': ['ID=87d8a924-911f-4c89-b76c-19e1106f6750,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:09.471547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 87d8a924-911f-4c89-b76c-19e1106f6750 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:51:09.481044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-002a8fc6-5201-43d3-9f5e-97762c5e0ffd service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208102 Aug 16 12:51:09.487361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] Made reservation on behalf of ad0bd0bafac24b3e98f0a2ac842ed554 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:09.490719 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:09.649739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6bd27-25f1-4d9d-a407-74784d2bb6ff req-7bda7f70-e0e0-4a6b-b931-c57799af725f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:09.659058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aec6bd27-25f1-4d9d-a407-74784d2bb6ff req-7bda7f70-e0e0-4a6b-b931-c57799af725f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 944 time: 0.3232322 Aug 16 12:51:09.690451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b23a0-704a-4078-81aa-4fc200a5b23f req-0ca506d3-9e40-4f1d-8958-b58cec3cfabd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:09.700272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a40b23a0-704a-4078-81aa-4fc200a5b23f req-0ca506d3-9e40-4f1d-8958-b58cec3cfabd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.6022689 Aug 16 12:51:09.703458 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-4cf0c4ad-8f8b-49e1-849b-449d5b5f725c service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011015 Aug 16 12:51:09.721559 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8ea09bb-b2df-4165-b125-56d337c96762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:09.729337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8ea09bb-b2df-4165-b125-56d337c96762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:09.731074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-024e65af-ad51-4dc2-998c-a8f1fcad8d3e tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:09.732633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-024e65af-ad51-4dc2-998c-a8f1fcad8d3e tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4822440 Aug 16 12:51:09.755656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Request body: {'port': {'device_id': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'e33d76f998964e3eab2bc8acf253358f'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:09.836224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea09bb-b2df-4165-b125-56d337c96762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a8582f-2d94-441d-9fbb-d0f6a78344f9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:09.851991 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a8ea09bb-b2df-4165-b125-56d337c96762 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fea08970c4a540bea7b6af5091763f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7174242 Aug 16 12:51:09.851991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57560) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:09.862392 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:09.912296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a40b23a0-704a-4078-81aa-4fc200a5b23f req-f3296ee3-d314-4a85-8cd1-9c7a879a17e9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068574 Aug 16 12:51:09.928328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aec6bd27-25f1-4d9d-a407-74784d2bb6ff req-4fca4b8e-fdf2-4499-8c8d-6d3821657fe7 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213881 Aug 16 12:51:09.950222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52562ef-9bb2-4f95-9e40-de64f5943538,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:09.994797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Made reservation on behalf of e33d76f998964e3eab2bc8acf253358f for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:10.000716 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:10.027647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:10.051972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] Checking segment: {'id': 'e3f2f323-47b7-46a6-bd22-b2f582476bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '87d8a924-911f-4c89-b76c-19e1106f6750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:10.052335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] Network hostable DHCP agents. Network: 87d8a924-911f-4c89-b76c-19e1106f6750, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:51:10.087060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b355675-f876-4ce1-8a70-af93932e66ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:10.101464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] Network 87d8a924-911f-4c89-b76c-19e1106f6750 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:51:10.125731 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b355675-f876-4ce1-8a70-af93932e66ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:10.133370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 87d8a924-911f-4c89-b76c-19e1106f6750) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:10.141703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d9bfe-a13f-4a68-951c-1f97123b2315 None None] Network 87d8a924-911f-4c89-b76c-19e1106f6750 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:51:10.152711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:10.153393 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:10.216030 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b355675-f876-4ce1-8a70-af93932e66ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:10.220009 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b355675-f876-4ce1-8a70-af93932e66ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:10.221247 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9b355675-f876-4ce1-8a70-af93932e66ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49a8582f-2d94-441d-9fbb-d0f6a78344f9 HTTP/1.1" status: 204 len: 168 time: 0.3682046 Aug 16 12:51:10.233643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b355675-f876-4ce1-8a70-af93932e66ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a8582f-2d94-441d-9fbb-d0f6a78344f9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:10.501899 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-070759a6-5c25-4fc9-a06a-342e1d346816 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e33d76f998964e3eab2bc8acf253358f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383091 Aug 16 12:51:10.537641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device faf518b9-ac97-4f2a-ad36-6280549a8c2f up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:10.554269 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1003a3b-562f-4b0c-81ee-a1d088704c8e req-8c2f5286-172f-43a8-8a6e-6bcbc04e20a9 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 210 time: 0.3975906 Aug 16 12:51:10.571121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417903-a388-4c1e-b08a-716341f487a0 req-928074ec-c7b8-4b65-8715-e641a491d6e2 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:10.578217 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d417903-a388-4c1e-b08a-716341f487a0 req-928074ec-c7b8-4b65-8715-e641a491d6e2 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.4853613 Aug 16 12:51:10.606208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76435aa-c1f7-4670-9292-f4a02d9ecab3 None None] Network 87d8a924-911f-4c89-b76c-19e1106f6750 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:51:10.673495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d417903-a388-4c1e-b08a-716341f487a0 req-6e93e3c3-a66e-499f-ba2b-178becc859fc tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828872 Aug 16 12:51:10.713967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-d01b60b8-973e-4dfe-a4b0-0e45af78ad60 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:10.715785 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-d01b60b8-973e-4dfe-a4b0-0e45af78ad60 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057955 Aug 16 12:51:10.730153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port faf518b9-ac97-4f2a-ad36-6280549a8c2f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:10.737131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port faf518b9-ac97-4f2a-ad36-6280549a8c2f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:10.737515 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:10.742677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Request body: {'port': {'device_id': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'e33d76f998964e3eab2bc8acf253358f'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:10.747495 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:10.759424 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:10.774565 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-31b1b2b4-58e1-44ab-8325-6b8f78051985 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4218440 Aug 16 12:51:10.826786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e49c7c-0ea1-48e3-8058-a6915f482751,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:10.827193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57574) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:10.849351 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89111c5d-f09e-431e-8e3a-e772511bad2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:10.959568 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.013098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89111c5d-f09e-431e-8e3a-e772511bad2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.020840 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89111c5d-f09e-431e-8e3a-e772511bad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.023659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:11.040985 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2d9cd4-bb82-473b-ae0c-a26e5c8b5b25" -d '{"events": [{"server_uuid": "ec7c7e97-3daf-40f6-ae27-62c69c10bdc6", "name": "network-vif-plugged", "status": "completed", "tag": "faf518b9-ac97-4f2a-ad36-6280549a8c2f"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:11.065758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:11.075234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Made reservation on behalf of e33d76f998964e3eab2bc8acf253358f for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:11.079661 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.088300 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.097071 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-89111c5d-f09e-431e-8e3a-e772511bad2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcc3d29204b449788dc6bdbca1f645d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693598 Aug 16 12:51:11.100553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89111c5d-f09e-431e-8e3a-e772511bad2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aed872-cb5d-4459-81ef-0b010f199eab,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:11.104087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57588) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:11.123149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Allocated IP 192.168.233.44 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/d8632730-df9b-40b9-92e8-5d8f050e4596) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:11.198928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=faf518b9-ac97-4f2a-ad36-6280549a8c2f,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:11.222433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be423010-8d6a-4684-9018-df29af65c6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.226131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755dd06-25af-4a08-9430-bc4ea7f1c04d req-e5ec1ce2-925a-49b0-a87b-65324523f7b0 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:11.233398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5755dd06-25af-4a08-9430-bc4ea7f1c04d req-e5ec1ce2-925a-49b0-a87b-65324523f7b0 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.2125673 Aug 16 12:51:11.251555 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be423010-8d6a-4684-9018-df29af65c6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.312907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be423010-8d6a-4684-9018-df29af65c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.317531 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be423010-8d6a-4684-9018-df29af65c6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.321940 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-be423010-8d6a-4684-9018-df29af65c6c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5aed872-cb5d-4459-81ef-0b010f199eab HTTP/1.1" status: 204 len: 168 time: 0.2134514 Aug 16 12:51:11.338536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b562d02-1b47-45b4-a2c8-bdb9fb3e38dc req-4a7c1fd6-2ddf-4307-84b3-6a813697ee2e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:11.339704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be423010-8d6a-4684-9018-df29af65c6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aed872-cb5d-4459-81ef-0b010f199eab,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:11.347320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b562d02-1b47-45b4-a2c8-bdb9fb3e38dc req-4a7c1fd6-2ddf-4307-84b3-6a813697ee2e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 945 time: 0.2519054 Aug 16 12:51:11.391883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5755dd06-25af-4a08-9430-bc4ea7f1c04d req-37a580da-8b59-4bb6-a6f5-905f0fcf92d4 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576760 Aug 16 12:51:11.439754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b562d02-1b47-45b4-a2c8-bdb9fb3e38dc req-007bace5-7dfb-4296-b2ee-cfda27285836 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841353 Aug 16 12:51:11.476726 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.495967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Transition to ACTIVE for port object d8632730-df9b-40b9-92e8-5d8f050e4596 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:11.507862 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffaeffe-ab1b-4d61-84ec-7a510ee90058 x-openstack-request-id: req-2ffaeffe-ab1b-4d61-84ec-7a510ee90058 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:11.509254 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7c7e97-3daf-40f6-ae27-62c69c10bdc6", "name": "network-vif-plugged", "status": "completed", "tag": "faf518b9-ac97-4f2a-ad36-6280549a8c2f", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:11.509807 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ffaeffe-ab1b-4d61-84ec-7a510ee90058 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:11.510745 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f', 'code': 200} Aug 16 12:51:11.548693 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.630464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:11.638920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:11.661858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:11.742230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Allocated IP 192.168.233.128 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/5570c125-e117-44d7-ae6a-00d04b07a499) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:11.763753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Pushing event updated for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:11.782807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc554e5c-4558-424e-babf-35d82127516e req-da25a3ae-de1b-4428-90b6-76e17b4d8fe3 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 210 time: 0.0646384 Aug 16 12:51:11.812078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f83d81-8fba-4a4e-8e32-4dc7854fe934 req-a71533ad-3aab-4223-8d1b-96a480bdaa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:11.817911 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-54f83d81-8fba-4a4e-8e32-4dc7854fe934 req-a71533ad-3aab-4223-8d1b-96a480bdaa2e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 1096 time: 0.1745958 Aug 16 12:51:11.855503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:11.856219 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:11.892439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-0d22bf41-bb34-4d97-bb01-2f40765f0b59 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1410081 Aug 16 12:51:11.923055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Request body: {'port': {'device_id': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:11.966679 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-54f83d81-8fba-4a4e-8e32-4dc7854fe934 req-c387ac0e-e05f-458e-aa57-69c3b2fa8922 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411629 Aug 16 12:51:12.002409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-b4d5aba9-7ee5-40fa-b36d-fb5c42d80025 req-4fd394ec-b3af-4d3e-b21a-bc01313a006b tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2015656001', 'description': 'tempest-description-1723255048'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:12.040294 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b8f98dca-fc30-4f1c-9ed0-a0231fbaea26 None None] Provisioning for port d8632730-df9b-40b9-92e8-5d8f050e4596 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:12.047906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b8f98dca-fc30-4f1c-9ed0-a0231fbaea26 None None] Provisioning complete for port d8632730-df9b-40b9-92e8-5d8f050e4596 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:12.049142 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b8f98dca-fc30-4f1c-9ed0-a0231fbaea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.104433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.104641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b8f98dca-fc30-4f1c-9ed0-a0231fbaea26 None None] Port d8632730-df9b-40b9-92e8-5d8f050e4596 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:51:12.107350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c60ba8-30ef-48e6-a970-0f31fdd9b163 req-92293513-2da0-47ad-9844-d8794c2d1729 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:12.110628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19c60ba8-30ef-48e6-a970-0f31fdd9b163 req-92293513-2da0-47ad-9844-d8794c2d1729 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.2102547 Aug 16 12:51:12.111980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.123760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Transition to ACTIVE for port object 5570c125-e117-44d7-ae6a-00d04b07a499 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:12.150958 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4d5aba9-7ee5-40fa-b36d-fb5c42d80025 req-4fd394ec-b3af-4d3e-b21a-bc01313a006b tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.167663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.276388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Pushing event updated for resources: {'Port': ['ID=5570c125-e117-44d7-ae6a-00d04b07a499,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:12.295588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:12.298284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:12.301778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:12.332835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4d5aba9-7ee5-40fa-b36d-fb5c42d80025 req-4fd394ec-b3af-4d3e-b21a-bc01313a006b tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.354676 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4d5aba9-7ee5-40fa-b36d-fb5c42d80025 req-4fd394ec-b3af-4d3e-b21a-bc01313a006b tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.367931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19c60ba8-30ef-48e6-a970-0f31fdd9b163 req-816aed79-6a33-468a-9420-73e449f1f6d9 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475243 Aug 16 12:51:12.380523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:12.381387 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.429872 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-a4ce4b2f-83ec-4b57-a87b-6d75489a53a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6976137 Aug 16 12:51:12.457139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Request body: {'port': {'device_id': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:12.525972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57622) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:12.543247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.608412 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4d5aba9-7ee5-40fa-b36d-fb5c42d80025 req-4fd394ec-b3af-4d3e-b21a-bc01313a006b tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.609741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4d5aba9-7ee5-40fa-b36d-fb5c42d80025 req-4fd394ec-b3af-4d3e-b21a-bc01313a006b tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6545663 Aug 16 12:51:12.639850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c016f3c9-7cfd-4537-b770-d4263ea59c88 None None] Provisioning for port 5570c125-e117-44d7-ae6a-00d04b07a499 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:12.643346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd394ec-b3af-4d3e-b21a-bc01313a006b tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6293f2-5ebe-4148-885f-1aecdee4b4d8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:12.647778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c016f3c9-7cfd-4537-b770-d4263ea59c88 None None] Provisioning complete for port 5570c125-e117-44d7-ae6a-00d04b07a499 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:12.648348 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c016f3c9-7cfd-4537-b770-d4263ea59c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.731486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c016f3c9-7cfd-4537-b770-d4263ea59c88 None None] Port 5570c125-e117-44d7-ae6a-00d04b07a499 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:51:12.739845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-862078638-network', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:12.770157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Made reservation on behalf of 4735bbf606d547c1ba7bb43dfaca4d2c for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:12.773037 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.783557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.803643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33503dad-26c1-43b6-a43f-a45cbb2b0055 req-2ec89970-a9a8-4095-86ff-06ae82615570 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:12.805385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33503dad-26c1-43b6-a43f-a45cbb2b0055 req-2ec89970-a9a8-4095-86ff-06ae82615570 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.2196350 Aug 16 12:51:12.870308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c17af-8ad9-416c-86f8-5a2bb2749181 req-c692359c-c659-4561-abcc-b32ce5390b61 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:12.872082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e4c17af-8ad9-416c-86f8-5a2bb2749181 req-c692359c-c659-4561-abcc-b32ce5390b61 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 945 time: 0.1186898 Aug 16 12:51:12.892103 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.898929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.905897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33503dad-26c1-43b6-a43f-a45cbb2b0055 req-d3fd62b6-a936-40ed-a396-934eaf28fd1a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893047 Aug 16 12:51:12.912483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:51:12.934327 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:12.934327 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Added segment 994dc4b5-3b0d-412e-ae43-3856269f08fa of type vlan for network 7cebf243-e938-42ab-ae39-6479333c4abd Aug 16 12:51:12.962605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e4c17af-8ad9-416c-86f8-5a2bb2749181 req-89c49748-ccac-4843-89bf-687e2591e8b1 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739398 Aug 16 12:51:13.008943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860550e6-3b56-4f1a-8691-dc99907a4261,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:13.012828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.015049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8632730-df9b-40b9-92e8-5d8f050e4596 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:51:13.028211 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.046759 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.048725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:13.050053 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.055445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Transition to ACTIVE for port object d8632730-df9b-40b9-92e8-5d8f050e4596 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:13.069305 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.106151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5786650 Aug 16 12:51:13.111317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57632) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:13.122079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] Request body: {'subnet': {'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-862078638-subnet', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:13.180804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05276f-409b-4d87-916f-58bf0d0aeb04 admin admin] Pushing event updated for resources: {'Network': ['ID=7cebf243-e938-42ab-ae39-6479333c4abd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:13.196427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 7cebf243-e938-42ab-ae39-6479333c4abd details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:51:13.208679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-320acf03-2dbb-470a-84f7-a23d2a744f02 req-0f2100a4-7ae5-4f1b-9f3a-c9bbd85729c7 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/0f6293f2-5ebe-4148-885f-1aecdee4b4d8 HTTP/1.1" status: 200 len: 1813 time: 0.1629796 Aug 16 12:51:13.220027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Pushing event updated for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:13.233337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-320acf03-2dbb-470a-84f7-a23d2a744f02 req-30e7a23d-2432-4035-b14f-20879def2477 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f6293f2-5ebe-4148-885f-1aecdee4b4d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:13.234083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-320acf03-2dbb-470a-84f7-a23d2a744f02 req-30e7a23d-2432-4035-b14f-20879def2477 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f6293f2-5ebe-4148-885f-1aecdee4b4d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:13.268270 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] Made reservation on behalf of 4735bbf606d547c1ba7bb43dfaca4d2c for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:13.272186 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.320945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5570c125-e117-44d7-ae6a-00d04b07a499 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:51:13.330365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.345614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Transition to ACTIVE for port object 5570c125-e117-44d7-ae6a-00d04b07a499 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:13.348493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4369799-2766-4eca-a4d7-c4b06f963742 req-6afb19ff-455c-4026-828c-61ab5a838a38 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:13.350437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4369799-2766-4eca-a4d7-c4b06f963742 req-6afb19ff-455c-4026-828c-61ab5a838a38 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 936 time: 0.2415204 Aug 16 12:51:13.357769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.442659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=5570c125-e117-44d7-ae6a-00d04b07a499,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:13.494891 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Attempting to bind port d8632730-df9b-40b9-92e8-5d8f050e4596 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:13.495221 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Attempting to bind port d8632730-df9b-40b9-92e8-5d8f050e4596 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:13.495556 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Attempting to bind port d8632730-df9b-40b9-92e8-5d8f050e4596 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:13.514245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Attempting to bind port 5570c125-e117-44d7-ae6a-00d04b07a499 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:13.514734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Attempting to bind port 5570c125-e117-44d7-ae6a-00d04b07a499 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:13.515169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Attempting to bind port 5570c125-e117-44d7-ae6a-00d04b07a499 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:13.521227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Port 5570c125-e117-44d7-ae6a-00d04b07a499 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:51:13.521692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Attempting to bind port 5570c125-e117-44d7-ae6a-00d04b07a499 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:13.528407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:13.529258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:13.529771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:13.530573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Bound port: 5570c125-e117-44d7-ae6a-00d04b07a499, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:13.531061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.535764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Port d8632730-df9b-40b9-92e8-5d8f050e4596 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:51:13.536120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Attempting to bind port d8632730-df9b-40b9-92e8-5d8f050e4596 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:13.551034 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4369799-2766-4eca-a4d7-c4b06f963742 req-99cc11ca-e0f1-4a2d-9f55-29cf93e3f418 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900399 Aug 16 12:51:13.558265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:13.558621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:13.559011 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:13.559480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Bound port: d8632730-df9b-40b9-92e8-5d8f050e4596, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:13.559841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.593112 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-320acf03-2dbb-470a-84f7-a23d2a744f02 req-30e7a23d-2432-4035-b14f-20879def2477 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.619739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] For port 5570c125-e117-44d7-ae6a-00d04b07a499, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:13.624028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] For port 5570c125-e117-44d7-ae6a-00d04b07a499, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5570c125-e117-44d7-ae6a-00d04b07a499,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:13.628506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.647926 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-320acf03-2dbb-470a-84f7-a23d2a744f02 req-30e7a23d-2432-4035-b14f-20879def2477 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.667467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:13.668193 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.669713 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] 10.222.0.22 "PUT /v2.0/ports/5570c125-e117-44d7-ae6a-00d04b07a499 HTTP/1.1" status: 200 len: 1096 time: 1.2175674 Aug 16 12:51:13.672064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'tag': '5570c125-e117-44d7-ae6a-00d04b07a499'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:13.674442 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6631257-027f-4016-90a4-731ebbbbd2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "18973b29-9b99-4cf3-a5f8-20c628210c27", "tag": "5570c125-e117-44d7-ae6a-00d04b07a499"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:13.697407 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-320acf03-2dbb-470a-84f7-a23d2a744f02 req-30e7a23d-2432-4035-b14f-20879def2477 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.717025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0df5e7-ce61-4325-a3fb-a96c65290ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=5570c125-e117-44d7-ae6a-00d04b07a499,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:13.747716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7a23d-2432-4035-b14f-20879def2477 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71aed22f-bba2-4e4f-a754-a0ed767108ba,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:13.767343 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-320acf03-2dbb-470a-84f7-a23d2a744f02 req-30e7a23d-2432-4035-b14f-20879def2477 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.768575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-320acf03-2dbb-470a-84f7-a23d2a744f02 req-30e7a23d-2432-4035-b14f-20879def2477 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5538301 Aug 16 12:51:13.790793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-04ce384b-30ca-4e18-af88-6a3fdc6d2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:13.792515 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-04ce384b-30ca-4e18-af88-6a3fdc6d2eca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e33d76f998964e3eab2bc8acf253358f&device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 1099 time: 0.0618937 Aug 16 12:51:13.802872 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:13.826705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3276e4-f6e6-4de6-b819-7bcd184145d4 req-70293c9e-c609-4cd0-a06a-9e5887a112cc tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:13.828290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d3276e4-f6e6-4de6-b819-7bcd184145d4 req-70293c9e-c609-4cd0-a06a-9e5887a112cc tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.1880867 Aug 16 12:51:13.837122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:13.850721 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.867047 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa7a598-ea78-41b3-b659-577eec9956e0 x-openstack-request-id: req-aaa7a598-ea78-41b3-b659-577eec9956e0 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:13.867333 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18973b29-9b99-4cf3-a5f8-20c628210c27", "tag": "5570c125-e117-44d7-ae6a-00d04b07a499", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:13.867625 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaa7a598-ea78-41b3-b659-577eec9956e0 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:13.867973 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'tag': '5570c125-e117-44d7-ae6a-00d04b07a499', 'status': 'completed', 'code': 200} Aug 16 12:51:13.869488 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-48a99380-8fc6-4377-9704-44428ad67d9b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5570c125-e117-44d7-ae6a-00d04b07a499 HTTP/1.1" status: 200 len: 217 time: 0.0522285 Aug 16 12:51:13.887283 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.924097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-adc9419c-820b-416f-87ca-577b8e6c4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:13.927041 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-adc9419c-820b-416f-87ca-577b8e6c4689 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0491374 Aug 16 12:51:13.961764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:13.962426 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:13.963853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] 10.222.0.42 "PUT /v2.0/ports/d8632730-df9b-40b9-92e8-5d8f050e4596 HTTP/1.1" status: 200 len: 1095 time: 2.0478158 Aug 16 12:51:13.970786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:13.973933 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d86efa-2b35-4943-9fd0-fa92166b9519" -d '{"events": [{"name": "network-changed", "server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:13.983627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-88459b81-5868-4917-8a9f-9ba9ae69addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:13.985401 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-88459b81-5868-4917-8a9f-9ba9ae69addc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518470 Aug 16 12:51:13.996839 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d3276e4-f6e6-4de6-b819-7bcd184145d4 req-eea4e67b-6ef0-4d45-8e13-3d8062a65a2d tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583073 Aug 16 12:51:14.048548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdc355-f137-4fac-812a-1c34278ef2ee service neutron] Pushing event updated for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:14.051480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe10049-f82c-4516-b300-e8f0f3ca81f4,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:14.093889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c824a8b-b975-4d74-abc5-34a50ee75fd5 req-3aa766af-1166-4ed9-90f7-a81559d9aba4 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/0f6293f2-5ebe-4148-885f-1aecdee4b4d8 HTTP/1.1" status: 200 len: 2406 time: 0.2322185 Aug 16 12:51:14.112534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] Checking segment: {'id': '994dc4b5-3b0d-412e-ae43-3856269f08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:14.113470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] Network hostable DHCP agents. Network: 7cebf243-e938-42ab-ae39-6479333c4abd, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:51:14.131264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-d87607c9-8680-43aa-a8a4-1a2b9c3a7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:14.133123 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-d87607c9-8680-43aa-a8a4-1a2b9c3a7e4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e33d76f998964e3eab2bc8acf253358f&device_id=0bba1e34-4ef3-413e-848e-9487ced7d137 HTTP/1.1" status: 200 len: 1098 time: 0.1110160 Aug 16 12:51:14.153145 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c06945-f0d6-4cd1-9d2e-f476c4ddd041 x-openstack-request-id: req-f6c06945-f0d6-4cd1-9d2e-f476c4ddd041 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:14.153524 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:14.153717 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6c06945-f0d6-4cd1-9d2e-f476c4ddd041 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:14.154199 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'status': 'completed', 'code': 200} Aug 16 12:51:14.164621 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-e9c61fe0-96f1-4187-b2c8-a1807eeced6c service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695528 Aug 16 12:51:14.206176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-c1a0c30a-5087-4690-916e-3173d6339bea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=d8632730-df9b-40b9-92e8-5d8f050e4596 HTTP/1.1" status: 200 len: 217 time: 0.0511487 Aug 16 12:51:14.210092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] Network 7cebf243-e938-42ab-ae39-6479333c4abd is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:51:14.266813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0b004e0-4e18-4a56-bdd3-a6648c52f712 req-4e41b474-68fa-4191-83c8-b2b2e382ebe7 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949080 Aug 16 12:51:14.274313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 7cebf243-e938-42ab-ae39-6479333c4abd) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:14.284416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d797f4d7-4e6f-4a16-8df0-946ae6c61ef8 None None] Network 7cebf243-e938-42ab-ae39-6479333c4abd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:51:14.285798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69def8d-78fc-42f2-98d0-3e3cb44a3dd6 req-43d3dc24-e4b7-43e4-b5b3-c0f71cb63a33 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:14.287554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f69def8d-78fc-42f2-98d0-3e3cb44a3dd6 req-43d3dc24-e4b7-43e4-b5b3-c0f71cb63a33 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.1785147 Aug 16 12:51:14.294781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:14.295388 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:14.329346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-e08d0a97-2011-4cd4-ab02-63c7d25fba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:14.330820 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-e08d0a97-2011-4cd4-ab02-63c7d25fba63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1097937 Aug 16 12:51:14.335768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-45ee1ad7-aa70-46b4-9ef1-64bb56c33255 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2196331 Aug 16 12:51:14.338746 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57652) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:14.344158 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-862078638-router', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:14.359344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea068c94-dfcf-4a73-9733-839836552c1a req-eb6849f8-f8fa-4b79-ae63-724370476585 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:14.360986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ea068c94-dfcf-4a73-9733-839836552c1a req-eb6849f8-f8fa-4b79-ae63-724370476585 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 945 time: 0.1531451 Aug 16 12:51:14.399929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:14.400873 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:14.407268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f69def8d-78fc-42f2-98d0-3e3cb44a3dd6 req-a79006bb-22a9-40ef-82ff-188acb09dd1f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057241 Aug 16 12:51:14.422939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6631257-027f-4016-90a4-731ebbbbd2f5 req-38eebc63-fb94-44a7-8396-75517d9ccf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:14.424350 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6631257-027f-4016-90a4-731ebbbbd2f5 req-38eebc63-fb94-44a7-8396-75517d9ccf88 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e33d76f998964e3eab2bc8acf253358f&device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 1099 time: 0.0656693 Aug 16 12:51:14.470200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ea068c94-dfcf-4a73-9733-839836552c1a req-5bd46249-583a-40e1-83de-96313988f3a6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687256 Aug 16 12:51:14.472763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-6eca44d8-45e4-4f1e-ae97-7df1df0ac556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:14.474444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-6eca44d8-45e4-4f1e-ae97-7df1df0ac556 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315396 Aug 16 12:51:14.495255 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:14.514014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dcbc40cf-4ebb-4d9a-bf98-e9cb8477834c req-8897e8b2-f04e-429b-a1f6-eff1384c5a81 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-group-rules/71aed22f-bba2-4e4f-a754-a0ed767108ba HTTP/1.1" status: 200 len: 778 time: 0.0308797 Aug 16 12:51:14.563969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-7cebf243-e938-42ab-ae39-6479333c4abd', 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'fixed_ips': [{'subnet_id': 'cfe10049-f82c-4516-b300-e8f0f3ca81f4'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:51:14.564850 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:14.631116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dcbc40cf-4ebb-4d9a-bf98-e9cb8477834c req-a9015c1d-49c9-452c-890b-9d9f56951a72 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/0f6293f2-5ebe-4148-885f-1aecdee4b4d8 HTTP/1.1" status: 200 len: 2406 time: 0.1162076 Aug 16 12:51:14.714383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-95b9f5f7-4b2e-481b-8ab7-182fd4f71bcf service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230911 Aug 16 12:51:14.720050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-dcbc40cf-4ebb-4d9a-bf98-e9cb8477834c req-0d0e13c9-303d-46d5-bd3c-91241da2eda0 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:14.730407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Allocated IP 172.20.0.2 (7cebf243-e938-42ab-ae39-6479333c4abd/cfe10049-f82c-4516-b300-e8f0f3ca81f4/64695ef4-50b1-493b-97b2-3d87c2fcaf24) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:14.754216 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-dcbc40cf-4ebb-4d9a-bf98-e9cb8477834c req-0d0e13c9-303d-46d5-bd3c-91241da2eda0 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:14.764102 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fbe0e-5983-4585-816c-c010279894fd req-39f59b9b-81ce-40bf-a25f-766dabba3ad3 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:14.765768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-467fbe0e-5983-4585-816c-c010279894fd req-39f59b9b-81ce-40bf-a25f-766dabba3ad3 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 1096 time: 0.1480446 Aug 16 12:51:14.850011 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-dcbc40cf-4ebb-4d9a-bf98-e9cb8477834c req-0d0e13c9-303d-46d5-bd3c-91241da2eda0 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:14.855990 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-dcbc40cf-4ebb-4d9a-bf98-e9cb8477834c req-0d0e13c9-303d-46d5-bd3c-91241da2eda0 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:14.857258 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dcbc40cf-4ebb-4d9a-bf98-e9cb8477834c req-0d0e13c9-303d-46d5-bd3c-91241da2eda0 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/71aed22f-bba2-4e4f-a754-a0ed767108ba HTTP/1.1" status: 204 len: 173 time: 0.2163436 Aug 16 12:51:14.884517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e13c9-303d-46d5-bd3c-91241da2eda0 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71aed22f-bba2-4e4f-a754-a0ed767108ba,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:14.906263 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:14.908274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-467fbe0e-5983-4585-816c-c010279894fd req-1bb9ab3b-c461-41a6-a68f-849d0f72ebb1 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269064 Aug 16 12:51:14.919120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Transition to ACTIVE for port object 64695ef4-50b1-493b-97b2-3d87c2fcaf24 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:14.919378 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fab6c3f-c207-4406-bfe3-9b7d28e8a80e req-fd67818b-7813-4fc6-a52c-b9f2854e87e3 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946046 Aug 16 12:51:14.939638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Transition to ACTIVE for port object 64695ef4-50b1-493b-97b2-3d87c2fcaf24 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:14.957961 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:14.979774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-510ad380-5a07-440e-b1e0-8ae615bfbcef req-33d61638-c3c0-4100-84eb-6bb1537a1097 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-199792118', 'description': 'tempest-description-184669324'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:14.995966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.002362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6631257-027f-4016-90a4-731ebbbbd2f5 req-8072160a-3b35-42e5-b5c0-a6ba03602d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:15.004548 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6631257-027f-4016-90a4-731ebbbbd2f5 req-8072160a-3b35-42e5-b5c0-a6ba03602d6e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.5334892 Aug 16 12:51:15.013659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Network 7cebf243-e938-42ab-ae39-6479333c4abd is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:15.018951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:15.023385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:15.034071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Pushing event updated for resources: {'Port': ['ID=64695ef4-50b1-493b-97b2-3d87c2fcaf24,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:15.042681 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-510ad380-5a07-440e-b1e0-8ae615bfbcef req-33d61638-c3c0-4100-84eb-6bb1537a1097 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.067168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012d07d-83db-4e98-ae86-4a2458722462 req-acfb90d6-2647-4aac-bd72-8df305ce0f92 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:15.068405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6631257-027f-4016-90a4-731ebbbbd2f5 req-1099a3c8-43cb-43da-a97f-9e0b0b37ff89 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5570c125-e117-44d7-ae6a-00d04b07a499 HTTP/1.1" status: 200 len: 217 time: 0.0446417 Aug 16 12:51:15.074816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5012d07d-83db-4e98-ae86-4a2458722462 req-acfb90d6-2647-4aac-bd72-8df305ce0f92 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 948 time: 0.0897610 Aug 16 12:51:15.093946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Attempting to bind port 64695ef4-50b1-493b-97b2-3d87c2fcaf24 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:15.094354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Attempting to bind port 64695ef4-50b1-493b-97b2-3d87c2fcaf24 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '994dc4b5-3b0d-412e-ae43-3856269f08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:15.094844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Attempting to bind port 64695ef4-50b1-493b-97b2-3d87c2fcaf24 on network 7cebf243-e938-42ab-ae39-6479333c4abd {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:15.101624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:15.102330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Checking segment: {'id': '994dc4b5-3b0d-412e-ae43-3856269f08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:15.102928 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.103329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Bound using segment: {'id': '994dc4b5-3b0d-412e-ae43-3856269f08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:15.103801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Bound port: 64695ef4-50b1-493b-97b2-3d87c2fcaf24, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994dc4b5-3b0d-412e-ae43-3856269f08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:15.104187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.158437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6631257-027f-4016-90a4-731ebbbbd2f5 req-a4a3cded-3158-408c-89f7-fac2f58cc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:15.160619 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6631257-027f-4016-90a4-731ebbbbd2f5 req-a4a3cded-3158-408c-89f7-fac2f58cc7ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0832098 Aug 16 12:51:15.173503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] For port 64695ef4-50b1-493b-97b2-3d87c2fcaf24, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:15.176463 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5012d07d-83db-4e98-ae86-4a2458722462 req-501868d1-a45c-400e-8fee-7ce6539c4c3a tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006122 Aug 16 12:51:15.178039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] For port 64695ef4-50b1-493b-97b2-3d87c2fcaf24, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=64695ef4-50b1-493b-97b2-3d87c2fcaf24,segment=NetworkSegment(994dc4b5-3b0d-412e-ae43-3856269f08fa),segment_id=994dc4b5-3b0d-412e-ae43-3856269f08fa)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:15.186517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.198147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86efa-2b35-4943-9fd0-fa92166b9519 req-e5803dc2-31e2-4549-a398-5498f2849372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:15.199781 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32d86efa-2b35-4943-9fd0-fa92166b9519 req-e5803dc2-31e2-4549-a398-5498f2849372 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e33d76f998964e3eab2bc8acf253358f&device_id=0bba1e34-4ef3-413e-848e-9487ced7d137 HTTP/1.1" status: 200 len: 1098 time: 0.0965931 Aug 16 12:51:15.230088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6631257-027f-4016-90a4-731ebbbbd2f5 req-59bed7be-ca11-428d-892d-09dbc513ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:15.231629 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6631257-027f-4016-90a4-731ebbbbd2f5 req-59bed7be-ca11-428d-892d-09dbc513ebc5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612411 Aug 16 12:51:15.286650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6bca4-f5ab-4a28-80a4-2c78ea79e16c None None] Pushing event updated for resources: {'Port': ['ID=64695ef4-50b1-493b-97b2-3d87c2fcaf24,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:15.352807 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-510ad380-5a07-440e-b1e0-8ae615bfbcef req-33d61638-c3c0-4100-84eb-6bb1537a1097 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.354694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86efa-2b35-4943-9fd0-fa92166b9519 req-bfce1627-3de5-438c-aafa-8db93acb479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:15.356522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32d86efa-2b35-4943-9fd0-fa92166b9519 req-bfce1627-3de5-438c-aafa-8db93acb479c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1455834 Aug 16 12:51:15.360351 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-510ad380-5a07-440e-b1e0-8ae615bfbcef req-33d61638-c3c0-4100-84eb-6bb1537a1097 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.483619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-510ad380-5a07-440e-b1e0-8ae615bfbcef req-33d61638-c3c0-4100-84eb-6bb1537a1097 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.500892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-510ad380-5a07-440e-b1e0-8ae615bfbcef req-33d61638-c3c0-4100-84eb-6bb1537a1097 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5255470 Aug 16 12:51:15.506853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32d86efa-2b35-4943-9fd0-fa92166b9519 req-0dea3eca-5649-422a-bc2b-a61965bd0701 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=d8632730-df9b-40b9-92e8-5d8f050e4596 HTTP/1.1" status: 200 len: 217 time: 0.1352649 Aug 16 12:51:15.512432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d61638-c3c0-4100-84eb-6bb1537a1097 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811b9e4a-c486-456f-a225-958658551f6e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:15.538893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.571357 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.576845 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6631257-027f-4016-90a4-731ebbbbd2f5 req-ad8336ec-1daf-42ad-a094-3b87dad909b5 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962358 Aug 16 12:51:15.606411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecf54f-5892-4885-88fc-0148ac302b5e req-2f28aa4b-4391-46aa-81e0-0e91008d4c66 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:15.608024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2ecf54f-5892-4885-88fc-0148ac302b5e req-2f28aa4b-4391-46aa-81e0-0e91008d4c66 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.2409158 Aug 16 12:51:15.693502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86efa-2b35-4943-9fd0-fa92166b9519 req-d6225734-613b-40cf-be95-7103b4404182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:15.695096 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32d86efa-2b35-4943-9fd0-fa92166b9519 req-d6225734-613b-40cf-be95-7103b4404182 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1515727 Aug 16 12:51:15.763451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fea40-0f16-4a88-8ba3-c4d333fd815f req-8b8e2f6a-e19b-4682-9fee-a380171f0094 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:15.766615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c33fea40-0f16-4a88-8ba3-c4d333fd815f req-8b8e2f6a-e19b-4682-9fee-a380171f0094 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.1477501 Aug 16 12:51:15.788946 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6631257-027f-4016-90a4-731ebbbbd2f5 req-7eb46e6b-aa68-4513-894e-1ae5e501abd0 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016528 Aug 16 12:51:15.790791 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2ecf54f-5892-4885-88fc-0148ac302b5e req-65480714-f922-40ba-bf4b-dc518660f24f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706240 Aug 16 12:51:15.795108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Allocated IP 172.25.0.9 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/837f278e-8a26-48c1-90df-dd29f6cb0297) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:15.884325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c33fea40-0f16-4a88-8ba3-c4d333fd815f req-b1d241de-91d2-49ec-b885-1751ca177009 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040165 Aug 16 12:51:15.891234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86efa-2b35-4943-9fd0-fa92166b9519 req-7a6a856f-ee5c-4ce0-8bec-9398e58a599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:15.901956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32d86efa-2b35-4943-9fd0-fa92166b9519 req-7a6a856f-ee5c-4ce0-8bec-9398e58a599f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1936009 Aug 16 12:51:15.920561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-036b07ba-3ad7-496b-9e41-313e1793b115 req-5c7f090d-a22b-4608-9feb-c83698c7d435 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/811b9e4a-c486-456f-a225-958658551f6e HTTP/1.1" status: 200 len: 1811 time: 0.0993667 Aug 16 12:51:15.958655 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.959171 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:15.982073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-7c415229-a1da-4d8c-b8cf-e794dccbc440 req-28508131-f88d-43a1-ae9f-d8d0ebf1a875 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1693398198', 'description': 'tempest-description-1702260643'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:16.009116 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:16.068544 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c415229-a1da-4d8c-b8cf-e794dccbc440 req-28508131-f88d-43a1-ae9f-d8d0ebf1a875 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:16.070559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:16.075207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:16.078057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:16.091733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32d86efa-2b35-4943-9fd0-fa92166b9519 req-0229935d-5c5a-41e2-acd7-c5f5e58efb0e service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753979 Aug 16 12:51:16.107178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Pushing event updated for resources: {'Port': ['ID=837f278e-8a26-48c1-90df-dd29f6cb0297,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:16.223110 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c415229-a1da-4d8c-b8cf-e794dccbc440 req-28508131-f88d-43a1-ae9f-d8d0ebf1a875 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:16.248003 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c415229-a1da-4d8c-b8cf-e794dccbc440 req-28508131-f88d-43a1-ae9f-d8d0ebf1a875 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:16.418915 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:16.599923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45101344-1f2d-431f-91fc-466aa7a6d9bf None None] Network 7cebf243-e938-42ab-ae39-6479333c4abd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:51:16.770729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-25ee9d45-35da-419e-a9be-db13ab997d3a None None] Provisioning for port 64695ef4-50b1-493b-97b2-3d87c2fcaf24 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:16.818644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:16.836723 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c415229-a1da-4d8c-b8cf-e794dccbc440 req-28508131-f88d-43a1-ae9f-d8d0ebf1a875 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:16.839855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c415229-a1da-4d8c-b8cf-e794dccbc440 req-28508131-f88d-43a1-ae9f-d8d0ebf1a875 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8708563 Aug 16 12:51:16.845260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28508131-f88d-43a1-ae9f-d8d0ebf1a875 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3713bf47-c78e-4ce1-b6a4-fb336fbb56d2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:16.876470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32d86efa-2b35-4943-9fd0-fa92166b9519 req-7c5ccb8e-0d50-4f71-8164-6482a6dffeba service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844120 Aug 16 12:51:16.917518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc551a3-27d3-413e-80f0-e60b57dc750b req-4a95706e-7911-4b7c-b0c7-f8bbdb0cb0a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:16.924240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fc551a3-27d3-413e-80f0-e60b57dc750b req-4a95706e-7911-4b7c-b0c7-f8bbdb0cb0a5 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 948 time: 0.5653512 Aug 16 12:51:17.043198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:51:17.044238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fc551a3-27d3-413e-80f0-e60b57dc750b req-e202c6a2-9328-440d-89be-c0caf6b29f9f tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961208 Aug 16 12:51:17.061388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b772c8-b9a4-4445-91cf-433e4988672e req-266d77be-b8b1-4e00-af74-1c9495c88de0 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:17.079154 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68b772c8-b9a4-4445-91cf-433e4988672e req-266d77be-b8b1-4e00-af74-1c9495c88de0 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.1288009 Aug 16 12:51:17.141647 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68b772c8-b9a4-4445-91cf-433e4988672e req-a6da80ad-0553-40e5-87c6-647797c429e7 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521631 Aug 16 12:51:17.176793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 64695ef4-50b1-493b-97b2-3d87c2fcaf24 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:17.192690 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1e6defc-daaf-442b-bfcc-3932df969ec2 req-8ce69a7a-d741-48f3-a73b-d5b76ec3cb93 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/3713bf47-c78e-4ce1-b6a4-fb336fbb56d2 HTTP/1.1" status: 200 len: 1813 time: 0.0952260 Aug 16 12:51:17.228625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:51:17.240852 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Sync routers for ids ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:51:17.258262 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Routers {'1db0c4bf-011e-4e10-9c2f-29ff84a25db2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:51:17.259183 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:51:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:17.286936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 64695ef4-50b1-493b-97b2-3d87c2fcaf24 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:17.288610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:17.290422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f9324c5f-57c2-4f43-9da3-c746021bf00e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9498723 Aug 16 12:51:17.292988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57708) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:17.293150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 64695ef4-50b1-493b-97b2-3d87c2fcaf24 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:17.293886 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:17.298559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110b655-3864-49f7-a1fb-8af57cfbcdef req-f3956b88-12e4-41a0-9417-98817a642ae1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:17.300161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3110b655-3864-49f7-a1fb-8af57cfbcdef req-f3956b88-12e4-41a0-9417-98817a642ae1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.0720627 Aug 16 12:51:17.369179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3110b655-3864-49f7-a1fb-8af57cfbcdef req-a4799d53-1380-40fd-92c1-afebc1e1f745 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568516 Aug 16 12:51:17.384880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d8632730-df9b-40b9-92e8-5d8f050e4596 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:51:17.450543 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Set router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:51:17.512028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:17.523377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-6e71c7df-5997-4e0a-9ffd-9e6505c9c9fd req-6bf8aa20-15ef-479c-941f-554c59f743dc tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-687325494', 'description': 'tempest-description-1983568765'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:17.531770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'mac_address': 'fa:16:3e:7e:f7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:51:17.564526 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:17.572246 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6e71c7df-5997-4e0a-9ffd-9e6505c9c9fd req-6bf8aa20-15ef-479c-941f-554c59f743dc tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:17.614151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 64695ef4-50b1-493b-97b2-3d87c2fcaf24, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=64695ef4-50b1-493b-97b2-3d87c2fcaf24,segment=NetworkSegment(994dc4b5-3b0d-412e-ae43-3856269f08fa),segment_id=994dc4b5-3b0d-412e-ae43-3856269f08fa)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:17.623433 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:17.656416 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:17.678746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8632730-df9b-40b9-92e8-5d8f050e4596 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:51:17.689871 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'name': 'tempest-FloatingIPDetailsTestJSON-862078638-router', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:14Z', 'updated_at': '2021-08-16T12:51:16Z', 'revision_number': 3, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'gw_port': {'id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:15Z', 'updated_at': '2021-08-16T12:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:17.725883 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Checking router: 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:51:17.726524 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Updating router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 port 837f278e-8a26-48c1-90df-dd29f6cb0297 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:51:17.727671 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6e71c7df-5997-4e0a-9ffd-9e6505c9c9fd req-6bf8aa20-15ef-479c-941f-554c59f743dc tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:17.739800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:17.740539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6e71c7df-5997-4e0a-9ffd-9e6505c9c9fd req-6bf8aa20-15ef-479c-941f-554c59f743dc tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:17.768557 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:17.781156 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:17.801053 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6e71c7df-5997-4e0a-9ffd-9e6505c9c9fd req-6bf8aa20-15ef-479c-941f-554c59f743dc tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:17.802857 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e71c7df-5997-4e0a-9ffd-9e6505c9c9fd req-6bf8aa20-15ef-479c-941f-554c59f743dc tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2994542 Aug 16 12:51:17.851537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8aa20-15ef-479c-941f-554c59f743dc tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5919da25-2eb5-4021-b079-36ffcddbc12d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:17.884326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=64695ef4-50b1-493b-97b2-3d87c2fcaf24,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:17.916243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-418d7e90-7777-49f6-bcff-d765ebd6ccf7 req-5c4992e1-18ea-4084-9069-48c688a6c7cd tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/5919da25-2eb5-4021-b079-36ffcddbc12d HTTP/1.1" status: 200 len: 1812 time: 0.0787435 Aug 16 12:51:17.945282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-60773a53-34ad-45ca-b8b1-8363b86a25b6 req-b5b1d01c-4459-41be-844b-636c2c0f24ad tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-395292888', 'description': 'tempest-description-1452857260'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:17.977767 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-60773a53-34ad-45ca-b8b1-8363b86a25b6 req-b5b1d01c-4459-41be-844b-636c2c0f24ad tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.009977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:18.063323 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.071752 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d8632730-df9b-40b9-92e8-5d8f050e4596'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:51:18.110515 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-60773a53-34ad-45ca-b8b1-8363b86a25b6 req-b5b1d01c-4459-41be-844b-636c2c0f24ad tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.116669 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-60773a53-34ad-45ca-b8b1-8363b86a25b6 req-b5b1d01c-4459-41be-844b-636c2c0f24ad tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.192292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-60773a53-34ad-45ca-b8b1-8363b86a25b6 req-b5b1d01c-4459-41be-844b-636c2c0f24ad tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.192292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60773a53-34ad-45ca-b8b1-8363b86a25b6 req-b5b1d01c-4459-41be-844b-636c2c0f24ad tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2513497 Aug 16 12:51:18.200564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1d01c-4459-41be-844b-636c2c0f24ad tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76b168e-bb85-4774-a54e-9352254e014b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:18.369898 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.390392 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Transition to ACTIVE for port object 837f278e-8a26-48c1-90df-dd29f6cb0297 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:18.400790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5570c125-e117-44d7-ae6a-00d04b07a499 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:51:18.406931 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.444333 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511b4d8-d2f0-4ff0-9bba-093675f189b6 req-d764cb90-a99c-48fa-bdec-14cc1d050c10 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:18.447422 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0511b4d8-d2f0-4ff0-9bba-093675f189b6 req-d764cb90-a99c-48fa-bdec-14cc1d050c10 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 948 time: 0.1599174 Aug 16 12:51:18.496610 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Pushing event updated for resources: {'Port': ['ID=837f278e-8a26-48c1-90df-dd29f6cb0297,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:18.510187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Allocated IP 172.20.0.1 (7cebf243-e938-42ab-ae39-6479333c4abd/cfe10049-f82c-4516-b300-e8f0f3ca81f4/9647516c-61f2-40e1-b812-0dd1818378ac) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:18.514969 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.515616 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.516493 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.517151 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.517655 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.518349 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.519139 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.519607 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.520482 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.521144 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.521144 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.521711 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:18.579254 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Attempting to bind port 837f278e-8a26-48c1-90df-dd29f6cb0297 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:18.580059 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Attempting to bind port 837f278e-8a26-48c1-90df-dd29f6cb0297 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:18.580661 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Attempting to bind port 837f278e-8a26-48c1-90df-dd29f6cb0297 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:18.588845 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:18.591135 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:18.591692 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.592170 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:18.592515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184b63f-7c52-474c-81f2-852e14d21704 req-5b338663-7c7d-45bf-a49f-ca42f5a38d16 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:18.592767 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Bound port: 837f278e-8a26-48c1-90df-dd29f6cb0297, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:18.594831 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.602891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c184b63f-7c52-474c-81f2-852e14d21704 req-5b338663-7c7d-45bf-a49f-ca42f5a38d16 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.1887419 Aug 16 12:51:18.673711 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5570c125-e117-44d7-ae6a-00d04b07a499, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5570c125-e117-44d7-ae6a-00d04b07a499,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:18.692555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0511b4d8-d2f0-4ff0-9bba-093675f189b6 req-da6792f6-5881-43fe-8c4c-73721585d411 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042124 Aug 16 12:51:18.708206 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] For port 837f278e-8a26-48c1-90df-dd29f6cb0297, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:18.709702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '5570c125-e117-44d7-ae6a-00d04b07a499', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '5570c125-e117-44d7-ae6a-00d04b07a499', 'mac_address': 'fa:16:3e:7e:90:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:51:18.714789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c184b63f-7c52-474c-81f2-852e14d21704 req-87206716-706d-4df3-9516-c2f414311502 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996037 Aug 16 12:51:18.716417 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] For port 837f278e-8a26-48c1-90df-dd29f6cb0297, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=837f278e-8a26-48c1-90df-dd29f6cb0297,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:18.741678 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.788342 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.813584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Transition to ACTIVE for port object 9647516c-61f2-40e1-b812-0dd1818378ac will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:18.837779 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.859678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8aba5b0c-558b-411e-9363-314213ef65f8 req-312e164d-0671-4811-8f9a-9701b123e86e tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/b76b168e-bb85-4774-a54e-9352254e014b HTTP/1.1" status: 200 len: 1812 time: 0.1134524 Aug 16 12:51:18.867027 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Routers {'1db0c4bf-011e-4e10-9c2f-29ff84a25db2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:51:18.867681 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:51:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:18.891031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5570c125-e117-44d7-ae6a-00d04b07a499 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:51:18.898835 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:18.959302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5570c125-e117-44d7-ae6a-00d04b07a499, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5570c125-e117-44d7-ae6a-00d04b07a499,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:18.968404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:19.088417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Network 7cebf243-e938-42ab-ae39-6479333c4abd is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:19.105561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:19.130015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aae08-acc3-405f-8598-12c0c527310a req-8ce4ad8d-029a-4d97-8090-2ad8526fb423 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:19.146507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:19.148493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5570c125-e117-44d7-ae6a-00d04b07a499,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:19.154619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df9aae08-acc3-405f-8598-12c0c527310a req-8ce4ad8d-029a-4d97-8090-2ad8526fb423 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.2294319 Aug 16 12:51:19.188390 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf248c-f485-40a3-bf09-e5e4d7549b84 None None] Pushing event updated for resources: {'Port': ['ID=837f278e-8a26-48c1-90df-dd29f6cb0297,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:19.220863 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] Set router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:51:19.260658 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:19.298973 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-ceb71f0f-83ee-4358-8735-1730dcc34a16 req-2d03bd86-bf6b-4160-9a4e-c85f230a2cd8 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] show failed (client error): The resource could not be found. Aug 16 12:51:19.301776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 64695ef4-50b1-493b-97b2-3d87c2fcaf24 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:19.309963 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ceb71f0f-83ee-4358-8735-1730dcc34a16 req-2d03bd86-bf6b-4160-9a4e-c85f230a2cd8 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/726dafab-bef0-4c3d-96c8-7db0210e930c HTTP/1.1" status: 404 len: 352 time: 0.0995646 Aug 16 12:51:19.370794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df9aae08-acc3-405f-8598-12c0c527310a req-d4708a4e-5670-45fb-a44f-9dea781a33bc tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182071 Aug 16 12:51:19.376494 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-f78f883f-e6bb-42ca-827b-095c12938d2d req-23916a66-b4d7-4480-93b6-5bc354d13971 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] show failed (client error): The resource could not be found. Aug 16 12:51:19.377976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f78f883f-e6bb-42ca-827b-095c12938d2d req-23916a66-b4d7-4480-93b6-5bc354d13971 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-group-rules/cd2e4dc9-39d2-48f5-901c-71890f92a1d0 HTTP/1.1" status: 404 len: 361 time: 0.0279377 Aug 16 12:51:19.397975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9647516c-61f2-40e1-b812-0dd1818378ac,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:19.435625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d8632730-df9b-40b9-92e8-5d8f050e4596 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:19.499527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 64695ef4-50b1-493b-97b2-3d87c2fcaf24 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:19.500522 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:19.531826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5dae77bb-8b48-40b0-bd7f-9f09e31f2f1c req-ba92bb2e-db90-4c32-aea9-a432ef1ff582 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/b76b168e-bb85-4774-a54e-9352254e014b HTTP/1.1" status: 200 len: 1812 time: 0.1206665 Aug 16 12:51:19.606602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port d8632730-df9b-40b9-92e8-5d8f050e4596 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:19.611072 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'name': 'tempest-FloatingIPDetailsTestJSON-862078638-router', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:14Z', 'updated_at': '2021-08-16T12:51:16Z', 'revision_number': 3, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'gw_port': {'id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:15Z', 'updated_at': '2021-08-16T12:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:19.615279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port d8632730-df9b-40b9-92e8-5d8f050e4596 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:19.615865 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:19.676703 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761657a6-f6c1-4891-812c-4127fae34281 None None] The sync data for ids ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'] in n-d-804708-1 is: [{'id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'name': 'tempest-FloatingIPDetailsTestJSON-862078638-router', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:14Z', 'updated_at': '2021-08-16T12:51:16Z', 'revision_number': 3, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'gw_port': {'id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:15Z', 'updated_at': '2021-08-16T12:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:51:19.694726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['5570c125-e117-44d7-ae6a-00d04b07a499'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:51:19.721713 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5dae77bb-8b48-40b0-bd7f-9f09e31f2f1c req-b3220c63-6bb0-4617-afc3-6213d3ec3516 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:19.773039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:19.780251 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5dae77bb-8b48-40b0-bd7f-9f09e31f2f1c req-b3220c63-6bb0-4617-afc3-6213d3ec3516 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:19.833779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-02621690-70cc-4489-8398-2fa90301c7b0 None None] Provisioning for port 9647516c-61f2-40e1-b812-0dd1818378ac completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:19.847970 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5dae77bb-8b48-40b0-bd7f-9f09e31f2f1c req-b3220c63-6bb0-4617-afc3-6213d3ec3516 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:19.858532 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5dae77bb-8b48-40b0-bd7f-9f09e31f2f1c req-b3220c63-6bb0-4617-afc3-6213d3ec3516 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:19.891473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5dae77bb-8b48-40b0-bd7f-9f09e31f2f1c req-b3220c63-6bb0-4617-afc3-6213d3ec3516 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "DELETE /v2.0/security-groups/b76b168e-bb85-4774-a54e-9352254e014b HTTP/1.1" status: 204 len: 173 time: 0.3515255 Aug 16 12:51:19.901079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-02621690-70cc-4489-8398-2fa90301c7b0 None None] Provisioning complete for port 9647516c-61f2-40e1-b812-0dd1818378ac triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:19.901592 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-02621690-70cc-4489-8398-2fa90301c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:20.039110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3220c63-6bb0-4617-afc3-6213d3ec3516 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76b168e-bb85-4774-a54e-9352254e014b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:20.104685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d58f13-0bfb-448e-a589-5b309985beff req-680cc145-0eb3-40c3-a754-a474d787ca82 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:20.116094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47d58f13-0bfb-448e-a589-5b309985beff req-680cc145-0eb3-40c3-a754-a474d787ca82 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 949 time: 0.2114995 Aug 16 12:51:20.323191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47d58f13-0bfb-448e-a589-5b309985beff req-63b9d8f5-e5b6-4935-bf7d-b6d434c38548 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975150 Aug 16 12:51:20.551778 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9908d595-addd-4763-8361-7c79a167a5b8 req-81d5fa75-52aa-4c94-b805-d15ae2e83209 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/5919da25-2eb5-4021-b079-36ffcddbc12d HTTP/1.1" status: 200 len: 1812 time: 0.1476259 Aug 16 12:51:20.588129 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:20.630761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b606658e-19df-4d45-8146-98bd39872821 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:51:20.671913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d758d80-f729-4cbe-9567-06c26378b9d6 req-66d6f8ff-1ab5-4382-9d4b-874b3a5a619c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:20.674033 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d758d80-f729-4cbe-9567-06c26378b9d6 req-66d6f8ff-1ab5-4382-9d4b-874b3a5a619c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0834615 Aug 16 12:51:20.763234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9908d595-addd-4763-8361-7c79a167a5b8 req-2ea85ed7-5b8f-4174-800f-cc62cad353e6 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:20.782831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d758d80-f729-4cbe-9567-06c26378b9d6 req-829327ea-915c-4d75-996d-603b87858d08 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979145 Aug 16 12:51:20.821810 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9908d595-addd-4763-8361-7c79a167a5b8 req-2ea85ed7-5b8f-4174-800f-cc62cad353e6 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:20.924468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-02621690-70cc-4489-8398-2fa90301c7b0 None None] Port 9647516c-61f2-40e1-b812-0dd1818378ac cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:51:20.925086 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:20.931196 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e44db1-8dd7-4cf1-8020-531bad40f024" -d '{"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-plugged", "status": "completed", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:20.937975 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9908d595-addd-4763-8361-7c79a167a5b8 req-2ea85ed7-5b8f-4174-800f-cc62cad353e6 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:20.943343 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9908d595-addd-4763-8361-7c79a167a5b8 req-2ea85ed7-5b8f-4174-800f-cc62cad353e6 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:20.945930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9908d595-addd-4763-8361-7c79a167a5b8 req-2ea85ed7-5b8f-4174-800f-cc62cad353e6 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "DELETE /v2.0/security-groups/5919da25-2eb5-4021-b079-36ffcddbc12d HTTP/1.1" status: 204 len: 173 time: 0.3932395 Aug 16 12:51:20.958873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea85ed7-5b8f-4174-800f-cc62cad353e6 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5919da25-2eb5-4021-b079-36ffcddbc12d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:21.025366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:21.112916 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:21.121445 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:21.199321 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:21.229015 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:21.270359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:21.285416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 837f278e-8a26-48c1-90df-dd29f6cb0297 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:21.332720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad3a36-bf46-49f8-b362-26dc233ecc62 req-78d4c7d7-e039-4180-9b3a-74594a8efd85 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:21.335899 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48ad3a36-bf46-49f8-b362-26dc233ecc62 req-78d4c7d7-e039-4180-9b3a-74594a8efd85 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.2865236 Aug 16 12:51:21.369447 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:21.379283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c3ec5-3bbb-4647-89e9-4101f52c602d req-7a006804-1567-4d8d-bfb3-2b7a5f6868a3 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:21.400510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b35c3ec5-3bbb-4647-89e9-4101f52c602d req-7a006804-1567-4d8d-bfb3-2b7a5f6868a3 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 1096 time: 0.2969947 Aug 16 12:51:21.409242 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:21.476355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b35c3ec5-3bbb-4647-89e9-4101f52c602d req-eac903a7-a904-464a-85f7-0ca9c3e486fc tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620995 Aug 16 12:51:21.509714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48ad3a36-bf46-49f8-b362-26dc233ecc62 req-2a1854d5-8187-4d2f-8149-91254abf3f0e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633718 Aug 16 12:51:21.548040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:21.559264 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019fc3f5-27ea-4b10-8f93-99c138827624 x-openstack-request-id: req-019fc3f5-27ea-4b10-8f93-99c138827624 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:21.559765 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-plugged", "status": "completed", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:21.560123 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-019fc3f5-27ea-4b10-8f93-99c138827624 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:21.560623 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'code': 200} Aug 16 12:51:21.593522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9647516c-61f2-40e1-b812-0dd1818378ac,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:21.606419 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 837f278e-8a26-48c1-90df-dd29f6cb0297 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:21.616614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 837f278e-8a26-48c1-90df-dd29f6cb0297 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:21.618177 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:21.639151 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:21.825119 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:21.866085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Network 7cebf243-e938-42ab-ae39-6479333c4abd is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:21.866659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4afbbee-0e79-41c0-beeb-c56aae0c2084 req-586ec101-51d4-48af-ae04-3edbafd13b06 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/3713bf47-c78e-4ce1-b6a4-fb336fbb56d2 HTTP/1.1" status: 200 len: 1813 time: 0.2737339 Aug 16 12:51:21.868503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:21.874815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af751f-cf97-4619-b275-487212e45da7 req-693a239c-de3d-4057-a37a-c9bad0a889c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:21.876653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10af751f-cf97-4619-b275-487212e45da7 req-693a239c-de3d-4057-a37a-c9bad0a889c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0bba1e34-4ef3-413e-848e-9487ced7d137 HTTP/1.1" status: 200 len: 1100 time: 0.2103696 Aug 16 12:51:21.879009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 837f278e-8a26-48c1-90df-dd29f6cb0297, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=837f278e-8a26-48c1-90df-dd29f6cb0297,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:21.886742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b714ca7-7c52-44d3-b160-883100955ca4 req-304c6fc9-79b4-485d-89e4-109b70c81853 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:21.888103 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:21.888462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b714ca7-7c52-44d3-b160-883100955ca4 req-304c6fc9-79b4-485d-89e4-109b70c81853 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 949 time: 0.1220582 Aug 16 12:51:22.037760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=837f278e-8a26-48c1-90df-dd29f6cb0297,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:22.056646 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4afbbee-0e79-41c0-beeb-c56aae0c2084 req-3e81fccc-72b5-4f1a-9b8b-5021a2e406de tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:22.070514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10af751f-cf97-4619-b275-487212e45da7 req-69c27275-ec91-41e7-8d4b-b02de484ac5a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809404 Aug 16 12:51:22.078846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b714ca7-7c52-44d3-b160-883100955ca4 req-fc2b9dd5-6972-431a-800b-5161bac0815c tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723218 Aug 16 12:51:22.121232 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4afbbee-0e79-41c0-beeb-c56aae0c2084 req-3e81fccc-72b5-4f1a-9b8b-5021a2e406de tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:22.217596 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4afbbee-0e79-41c0-beeb-c56aae0c2084 req-3e81fccc-72b5-4f1a-9b8b-5021a2e406de tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:22.225868 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4afbbee-0e79-41c0-beeb-c56aae0c2084 req-3e81fccc-72b5-4f1a-9b8b-5021a2e406de tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:22.233485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4afbbee-0e79-41c0-beeb-c56aae0c2084 req-3e81fccc-72b5-4f1a-9b8b-5021a2e406de tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "DELETE /v2.0/security-groups/3713bf47-c78e-4ce1-b6a4-fb336fbb56d2 HTTP/1.1" status: 204 len: 173 time: 0.3126831 Aug 16 12:51:22.275687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81fccc-72b5-4f1a-9b8b-5021a2e406de tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713bf47-c78e-4ce1-b6a4-fb336fbb56d2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:22.292832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:51:22.415341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b606658e-19df-4d45-8146-98bd39872821 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:51:22.606318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:51:22.626531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0a08e5e3-6638-4b1b-b825-79ac2a5e46fa None None] Provisioning complete for port 9647516c-61f2-40e1-b812-0dd1818378ac triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:22.626531 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a08e5e3-6638-4b1b-b825-79ac2a5e46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:22.627768 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5538281c-ab77-4282-8889-2982727dd9e7 admin admin] 10.222.0.25 "PUT /v2.0/routers/1db0c4bf-011e-4e10-9c2f-29ff84a25db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3330863 Aug 16 12:51:22.641962 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43803ac1-c216-454b-9516-6544c898cd4b req-f5d28e0b-6145-40d0-a78d-2038310bcd33 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:22.658525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43803ac1-c216-454b-9516-6544c898cd4b req-f5d28e0b-6145-40d0-a78d-2038310bcd33 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 948 time: 0.2045341 Aug 16 12:51:22.727010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0a08e5e3-6638-4b1b-b825-79ac2a5e46fa None None] Port 9647516c-61f2-40e1-b812-0dd1818378ac cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:51:22.762737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:22.773382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43803ac1-c216-454b-9516-6544c898cd4b req-5f82e157-4ddc-449f-8ac9-7f73967686b1 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081917 Aug 16 12:51:22.799735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'b606658e-19df-4d45-8146-98bd39872821', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'b606658e-19df-4d45-8146-98bd39872821', 'mac_address': 'fa:16:3e:cd:5d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:51:22.914759 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:22.944982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b606658e-19df-4d45-8146-98bd39872821 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:51:22.987673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:22.995629 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:23.038528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-976b4341-f925-4b21-9356-9c198f343aec req-9e1a0fdc-aa04-4762-a348-4b85ec2bb726 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/811b9e4a-c486-456f-a225-958658551f6e HTTP/1.1" status: 200 len: 1811 time: 0.1127231 Aug 16 12:51:23.101575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:23.147470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Sync routers for ids ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:51:23.163427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Routers {'1db0c4bf-011e-4e10-9c2f-29ff84a25db2'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:51:23.164633 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:51:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:23.243401 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-976b4341-f925-4b21-9356-9c198f343aec req-3805b8e3-5ce4-4c87-abdd-5cb8eba40a67 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:23.251589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 837f278e-8a26-48c1-90df-dd29f6cb0297 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:23.283644 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-976b4341-f925-4b21-9356-9c198f343aec req-3805b8e3-5ce4-4c87-abdd-5cb8eba40a67 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:23.373964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 837f278e-8a26-48c1-90df-dd29f6cb0297 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:23.374458 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:23.379442 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-976b4341-f925-4b21-9356-9c198f343aec req-3805b8e3-5ce4-4c87-abdd-5cb8eba40a67 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:23.383591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Set router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:51:23.383849 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-976b4341-f925-4b21-9356-9c198f343aec req-3805b8e3-5ce4-4c87-abdd-5cb8eba40a67 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:23.387864 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-976b4341-f925-4b21-9356-9c198f343aec req-3805b8e3-5ce4-4c87-abdd-5cb8eba40a67 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "DELETE /v2.0/security-groups/811b9e4a-c486-456f-a225-958658551f6e HTTP/1.1" status: 204 len: 173 time: 0.3454492 Aug 16 12:51:23.402764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805b8e3-5ce4-4c87-abdd-5cb8eba40a67 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811b9e4a-c486-456f-a225-958658551f6e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:23.475476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b606658e-19df-4d45-8146-98bd39872821'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:51:23.565042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b606658e-19df-4d45-8146-98bd39872821'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:23.567962 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f38b5a-877e-4919-9fdf-58af3190343b" -d '{"events": [{"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "b606658e-19df-4d45-8146-98bd39872821"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:23.591188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d822e-1d1a-4561-8d6a-d4fefb7572f7 req-ab8fa58d-557c-4209-bca1-3810df4912b6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:23.600525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c7d822e-1d1a-4561-8d6a-d4fefb7572f7 req-ab8fa58d-557c-4209-bca1-3810df4912b6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.0990136 Aug 16 12:51:23.651814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c7d822e-1d1a-4561-8d6a-d4fefb7572f7 req-b98ed20d-fcc4-4fd1-8fb3-7531a4143f08 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500882 Aug 16 12:51:23.743250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a082e73f-6653-42f1-919c-ca3709479935 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:51:23.755990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a082e73f-6653-42f1-919c-ca3709479935 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233920 Aug 16 12:51:23.762878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Request body: {'binding': {'host': 'n-h1-804708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:23.763633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Unknown quota resources ['binding']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 12:51:23.838208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'name': 'tempest-FloatingIPDetailsTestJSON-862078638-router', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:14Z', 'updated_at': '2021-08-16T12:51:19Z', 'revision_number': 4, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'gw_port': {'id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:15Z', 'updated_at': '2021-08-16T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '9647516c-61f2-40e1-b812-0dd1818378ac', 'name': '', 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'mac_address': 'fa:16:3e:76:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cfe10049-f82c-4516-b300-e8f0f3ca81f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:18Z', 'updated_at': '2021-08-16T12:51:20Z', 'revision_number': 2, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'subnets': [{'id': 'cfe10049-f82c-4516-b300-e8f0f3ca81f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:23.869516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Checking router: 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:51:23.870005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Updating router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 port 9647516c-61f2-40e1-b812-0dd1818378ac binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:51:23.899652 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:23.983966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 on host n-h1-804708-1 for vnic_type normal with profile None {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:23.984323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:23.984644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:24.024241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Port a09d191d-f68d-415e-9254-f3089f527ea2 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:51:24.024636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:24.033674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:24.034016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:24.034514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:24.035054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Bound port: a09d191d-f68d-415e-9254-f3089f527ea2, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:24.116222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-ccec6ab7-9b08-4b4e-911f-64d031e87e24 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1753092 Aug 16 12:51:24.130476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:24.139559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a09d191d-f68d-415e-9254-f3089f527ea2,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:24.149969 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] Notify callbacks [] for binding, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.151400 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-203dc8c9-e418-4935-8f8f-7497fd18e942 service neutron] 10.222.0.25 "POST /v2.0/ports/a09d191d-f68d-415e-9254-f3089f527ea2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3945582 Aug 16 12:51:24.162959 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.221465 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.239038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Transition to ACTIVE for port object 9647516c-61f2-40e1-b812-0dd1818378ac will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:24.252220 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.332369 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.365943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743a550-600f-4d70-acf4-9b6c131706a8 None None] Pushing event updated for resources: {'Port': ['ID=9647516c-61f2-40e1-b812-0dd1818378ac,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:24.428069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Attempting to bind port 9647516c-61f2-40e1-b812-0dd1818378ac on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:24.428539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Attempting to bind port 9647516c-61f2-40e1-b812-0dd1818378ac by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '994dc4b5-3b0d-412e-ae43-3856269f08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:24.428997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Attempting to bind port 9647516c-61f2-40e1-b812-0dd1818378ac on network 7cebf243-e938-42ab-ae39-6479333c4abd {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:24.440940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:24.441339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Checking segment: {'id': '994dc4b5-3b0d-412e-ae43-3856269f08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:24.441793 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.442280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Bound using segment: {'id': '994dc4b5-3b0d-412e-ae43-3856269f08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:24.442617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Bound port: 9647516c-61f2-40e1-b812-0dd1818378ac, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994dc4b5-3b0d-412e-ae43-3856269f08fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:24.442997 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.471664 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5570c125-e117-44d7-ae6a-00d04b07a499 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:24.529237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770933c3-7fe3-4158-b999-7584cc6f5969 req-578905b3-827e-49db-af15-1422415cd4eb tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:24.538607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-770933c3-7fe3-4158-b999-7584cc6f5969 req-578905b3-827e-49db-af15-1422415cd4eb tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 949 time: 0.1205573 Aug 16 12:51:24.596486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] For port 9647516c-61f2-40e1-b812-0dd1818378ac, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:24.599781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 5570c125-e117-44d7-ae6a-00d04b07a499 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:24.603304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-770933c3-7fe3-4158-b999-7584cc6f5969 req-c0ab7160-8e66-4c14-97e5-b9a653cab32d tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635931 Aug 16 12:51:24.603569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] For port 9647516c-61f2-40e1-b812-0dd1818378ac, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=9647516c-61f2-40e1-b812-0dd1818378ac,segment=NetworkSegment(994dc4b5-3b0d-412e-ae43-3856269f08fa),segment_id=994dc4b5-3b0d-412e-ae43-3856269f08fa)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:24.604544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Allocated IP 172.25.0.157 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/cc90d796-fc0a-44d5-97cd-72890148da8e) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:24.607643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 5570c125-e117-44d7-ae6a-00d04b07a499 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:24.607976 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.612197 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.681987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-992597d1-85f3-4e16-bcb5-7e894a4d04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:24.686168 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-992597d1-85f3-4e16-bcb5-7e894a4d04b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 1096 time: 0.1224833 Aug 16 12:51:24.741575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a84934fc-9637-4241-8133-43e1b0bc1622 req-cfc5d108-d6c2-4dc8-9440-a85d0a78adb0 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "GET /v2.0/security-groups/0f6293f2-5ebe-4148-885f-1aecdee4b4d8 HTTP/1.1" status: 200 len: 1813 time: 0.1061981 Aug 16 12:51:24.783786 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743a550-600f-4d70-acf4-9b6c131706a8 None None] Pushing event updated for resources: {'Port': ['ID=9647516c-61f2-40e1-b812-0dd1818378ac,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:24.834238 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.854358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Routers {'1db0c4bf-011e-4e10-9c2f-29ff84a25db2'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:51:24.855251 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:51:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:24.867049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-6903224d-fdca-4012-ac85-8fca612a42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:24.870748 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-6903224d-fdca-4012-ac85-8fca612a42bd service neutron] 10.222.0.22 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.1729407 Aug 16 12:51:24.921976 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-98fc0d94-0f7c-4a3f-8a39-d357f05b03d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a09d191d-f68d-415e-9254-f3089f527ea2 HTTP/1.1" status: 200 len: 217 time: 0.0417354 Aug 16 12:51:24.925546 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a84934fc-9637-4241-8133-43e1b0bc1622 req-269e34fb-0604-4144-b751-01c0abe864d9 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.933900 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:24.998807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-2b8addab-116b-41fe-9959-05ae4231b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:25.006225 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-2b8addab-116b-41fe-9959-05ae4231b7c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.0755758 Aug 16 12:51:25.018779 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a84934fc-9637-4241-8133-43e1b0bc1622 req-269e34fb-0604-4144-b751-01c0abe864d9 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:25.044200 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:25.053344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5570c125-e117-44d7-ae6a-00d04b07a499, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5570c125-e117-44d7-ae6a-00d04b07a499,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:25.064461 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:25.068922 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-bf6eda60-7645-446b-9899-099bf96ed1af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542834 Aug 16 12:51:25.073433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] Set router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:51:25.146027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:25.155950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:25.183423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:25.219766 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-b5cc3e52-9e2d-40fe-bedb-fae9eba08ea3 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361732 Aug 16 12:51:25.284938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event updated for resources: {'Port': ['ID=cc90d796-fc0a-44d5-97cd-72890148da8e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:25.294375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a84934fc-9637-4241-8133-43e1b0bc1622 req-269e34fb-0604-4144-b751-01c0abe864d9 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:25.297109 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a84934fc-9637-4241-8133-43e1b0bc1622 req-269e34fb-0604-4144-b751-01c0abe864d9 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:25.298440 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a84934fc-9637-4241-8133-43e1b0bc1622 req-269e34fb-0604-4144-b751-01c0abe864d9 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f6293f2-5ebe-4148-885f-1aecdee4b4d8 HTTP/1.1" status: 204 len: 173 time: 0.5347779 Aug 16 12:51:25.317059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57832) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:25.319411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e34fb-0604-4144-b751-01c0abe864d9 tempest-SecurityGroupRulesNegativeTestJSON-1626702411 tempest-SecurityGroupRulesNegativeTestJSON-1626702411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6293f2-5ebe-4148-885f-1aecdee4b4d8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:25.421033 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-f185c9d4-f6f2-40ef-b2bb-c4229cee78f0 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917369 Aug 16 12:51:25.437320 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25f44f9-4740-49af-9c60-3bcabfc09eb5 x-openstack-request-id: req-d25f44f9-4740-49af-9c60-3bcabfc09eb5 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:25.437898 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "b606658e-19df-4d45-8146-98bd39872821", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:25.437997 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d25f44f9-4740-49af-9c60-3bcabfc09eb5 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:25.438851 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b606658e-19df-4d45-8146-98bd39872821', 'code': 200} Aug 16 12:51:25.495202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bf2745-b7da-436f-9b0d-ecbbb922bace admin admin] Deleting subnet e52562ef-9bb2-4f95-9e40-de64f5943538 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:51:25.501671 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05bf2745-b7da-436f-9b0d-ecbbb922bace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:25.502699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5570c125-e117-44d7-ae6a-00d04b07a499,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:25.556842 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05bf2745-b7da-436f-9b0d-ecbbb922bace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:25.559268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:25.675793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:25.713848 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05bf2745-b7da-436f-9b0d-ecbbb922bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:25.740348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'name': 'tempest-FloatingIPDetailsTestJSON-862078638-router', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:14Z', 'updated_at': '2021-08-16T12:51:19Z', 'revision_number': 4, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'gw_port': {'id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:15Z', 'updated_at': '2021-08-16T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '9647516c-61f2-40e1-b812-0dd1818378ac', 'name': '', 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'mac_address': 'fa:16:3e:76:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cfe10049-f82c-4516-b300-e8f0f3ca81f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:18Z', 'updated_at': '2021-08-16T12:51:24Z', 'revision_number': 4, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'subnets': [{'id': 'cfe10049-f82c-4516-b300-e8f0f3ca81f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:25.747053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa1094-351a-47e2-9a7b-09893a3934a9 req-022f275f-c81f-4a20-a68c-7b601e1372c9 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:25.748723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21aa1094-351a-47e2-9a7b-09893a3934a9 req-022f275f-c81f-4a20-a68c-7b601e1372c9 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 949 time: 0.1952324 Aug 16 12:51:25.777688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b37477d-0725-4dc2-a375-65669733a885 None None] The sync data for ids ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'] in n-d-804708-1 is: [{'id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'name': 'tempest-FloatingIPDetailsTestJSON-862078638-router', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:14Z', 'updated_at': '2021-08-16T12:51:19Z', 'revision_number': 4, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'gw_port': {'id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:15Z', 'updated_at': '2021-08-16T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '9647516c-61f2-40e1-b812-0dd1818378ac', 'name': '', 'network_id': '7cebf243-e938-42ab-ae39-6479333c4abd', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'mac_address': 'fa:16:3e:76:30:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cfe10049-f82c-4516-b300-e8f0f3ca81f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:18Z', 'updated_at': '2021-08-16T12:51:24Z', 'revision_number': 4, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'subnets': [{'id': 'cfe10049-f82c-4516-b300-e8f0f3ca81f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:51:25.922494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21aa1094-351a-47e2-9a7b-09893a3934a9 req-de1b6915-5af8-4ba0-abe7-24bdaac5436e tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615329 Aug 16 12:51:26.018473 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05bf2745-b7da-436f-9b0d-ecbbb922bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.070255 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf2745-b7da-436f-9b0d-ecbbb922bace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52562ef-9bb2-4f95-9e40-de64f5943538,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:26.079350 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05bf2745-b7da-436f-9b0d-ecbbb922bace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.082172 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-05bf2745-b7da-436f-9b0d-ecbbb922bace admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e52562ef-9bb2-4f95-9e40-de64f5943538 HTTP/1.1" status: 204 len: 168 time: 0.7584910 Aug 16 12:51:26.085095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57838) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:26.107965 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.117271 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.197756 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.255078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event updated for resources: {'Port': ['ID=cc90d796-fc0a-44d5-97cd-72890148da8e,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:26.279557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.295727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.308318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d8a924-911f-4c89-b76c-19e1106f6750']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:26.322254 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eddf8b-6ef4-4a1d-8075-acc67800396b req-20ea6d1d-42b3-465d-a0a2-5aad78d99e51 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:26.322593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f2f323-47b7-46a6-bd22-b2f582476bf7') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:26.322768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f2f323-47b7-46a6-bd22-b2f582476bf7') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:26.324088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89eddf8b-6ef4-4a1d-8075-acc67800396b req-20ea6d1d-42b3-465d-a0a2-5aad78d99e51 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 945 time: 0.1462727 Aug 16 12:51:26.326265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.327465 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-92f45f7d-8753-43b1-8fc1-10daf0cd9084 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2018332 Aug 16 12:51:26.340454 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.367812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.376549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:51:26.377221 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:51:26.380409 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:51:26.418284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-1aaf07bf-53a1-4695-921b-02138260fe5c tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0729792 Aug 16 12:51:26.463139 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.463359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b606658e-19df-4d45-8146-98bd39872821 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:26.478844 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.482666 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/87d8a924-911f-4c89-b76c-19e1106f6750 HTTP/1.1" status: 204 len: 168 time: 0.3929212 Aug 16 12:51:26.501027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f9745-0e69-489b-a6f7-4a46bbc07eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d8a924-911f-4c89-b76c-19e1106f6750,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:26.516269 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89eddf8b-6ef4-4a1d-8075-acc67800396b req-d9c9411e-02f5-42e8-aa33-9214d792d068 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816087 Aug 16 12:51:26.601359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port b606658e-19df-4d45-8146-98bd39872821 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:26.601767 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.711775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-d78011ac-b54f-4dcc-b5e2-f64df6aa06dc tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:26.713558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-808eb6d6-3ff4-461a-84cd-7b591d93f657 req-d78011ac-b54f-4dcc-b5e2-f64df6aa06dc tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.2809496 Aug 16 12:51:26.714442 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.741698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fadfb6-8be8-477e-8a8b-c2638345842f req-92e53892-8bf1-49a9-8dc9-7ca70f7591ba tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:26.743301 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5fadfb6-8be8-477e-8a8b-c2638345842f req-92e53892-8bf1-49a9-8dc9-7ca70f7591ba tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.1055026 Aug 16 12:51:26.749555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57844) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:26.771782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:26.778765 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.810775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5fadfb6-8be8-477e-8a8b-c2638345842f req-bc47fbbc-9305-4660-ad47-a320969674f4 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592484 Aug 16 12:51:26.882657 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-859dce02-c38f-4aaa-af00-df0f571dc4f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad0bd0bafac24b3e98f0a2ac842ed554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314147 Aug 16 12:51:26.891860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c198c-9d62-4458-8e01-d5a11f09ec05 req-bb28d928-db93-43fd-9c0e-ed8befb771c6 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:26.892124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57846) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:26.894414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-499c198c-9d62-4458-8e01-d5a11f09ec05 req-bb28d928-db93-43fd-9c0e-ed8befb771c6 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 950 time: 0.0729198 Aug 16 12:51:26.902488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:26.963397 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1384a3e-f968-427c-986a-fc6d7968efeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:26.986288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1384a3e-f968-427c-986a-fc6d7968efeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:27.065442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1384a3e-f968-427c-986a-fc6d7968efeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:27.068765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1384a3e-f968-427c-986a-fc6d7968efeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:27.072194 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e1384a3e-f968-427c-986a-fc6d7968efeb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45511a39-66b5-46ee-b852-2d30bd840583 HTTP/1.1" status: 204 len: 168 time: 0.1768615 Aug 16 12:51:27.086498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1384a3e-f968-427c-986a-fc6d7968efeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45511a39-66b5-46ee-b852-2d30bd840583,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:27.105318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-499c198c-9d62-4458-8e01-d5a11f09ec05 req-084c4c5f-1f82-481e-8f24-b0c8c65ebbc2 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983633 Aug 16 12:51:27.164752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-67a21396-b451-4d06-8d55-a6f40af7b64a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2639360 Aug 16 12:51:27.176643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:27.222428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 9647516c-61f2-40e1-b812-0dd1818378ac up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:27.274789 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:27.318582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 9647516c-61f2-40e1-b812-0dd1818378ac completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:27.323719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 9647516c-61f2-40e1-b812-0dd1818378ac triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:27.324129 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:27.442308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5570c125-e117-44d7-ae6a-00d04b07a499'}, {'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b606658e-19df-4d45-8146-98bd39872821'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:27.444977 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d220e5-73c2-4857-89d9-90b9169a622c" -d '{"events": [{"server_uuid": "18973b29-9b99-4cf3-a5f8-20c628210c27", "name": "network-vif-plugged", "status": "completed", "tag": "5570c125-e117-44d7-ae6a-00d04b07a499"}, {"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-plugged", "status": "completed", "tag": "b606658e-19df-4d45-8146-98bd39872821"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:27.448956 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:27.449286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dd859-319b-41d6-8b59-6d4819447f72 req-0f382d62-243f-4c22-bfb4-502b7469344a tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:27.460783 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-833dd859-319b-41d6-8b59-6d4819447f72 req-0f382d62-243f-4c22-bfb4-502b7469344a tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.2428460 Aug 16 12:51:27.496924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 9647516c-61f2-40e1-b812-0dd1818378ac, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=9647516c-61f2-40e1-b812-0dd1818378ac,segment=NetworkSegment(994dc4b5-3b0d-412e-ae43-3856269f08fa),segment_id=994dc4b5-3b0d-412e-ae43-3856269f08fa)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:27.502515 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:27.528539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-833dd859-319b-41d6-8b59-6d4819447f72 req-4ac87edb-b28b-44db-a82a-d7246bceb5ca tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661402 Aug 16 12:51:27.570629 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:27.585895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=9647516c-61f2-40e1-b812-0dd1818378ac,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:27.678654 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dd56e0-ea8a-4a8e-a5d4-668c0869f0ff x-openstack-request-id: req-24dd56e0-ea8a-4a8e-a5d4-668c0869f0ff {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:27.679043 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18973b29-9b99-4cf3-a5f8-20c628210c27", "name": "network-vif-plugged", "status": "completed", "tag": "5570c125-e117-44d7-ae6a-00d04b07a499", "code": 200}, {"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-plugged", "status": "completed", "tag": "b606658e-19df-4d45-8146-98bd39872821", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:27.679442 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24dd56e0-ea8a-4a8e-a5d4-668c0869f0ff {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:27.679858 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5570c125-e117-44d7-ae6a-00d04b07a499', 'code': 200} Aug 16 12:51:27.680241 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b606658e-19df-4d45-8146-98bd39872821', 'code': 200} Aug 16 12:51:27.798709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Allocated IP 172.25.0.172 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/a1e17656-3a31-4d7d-882a-7ca6b2c1ff0f) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:27.852653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bde756-6c24-44eb-804e-ef7b4e5f12d9 req-d96fa444-397d-4f8e-a660-e10c44d8591c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:27.854260 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3bde756-6c24-44eb-804e-ef7b4e5f12d9 req-d96fa444-397d-4f8e-a660-e10c44d8591c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 945 time: 0.1141534 Aug 16 12:51:27.874730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd471b-f4f6-4181-a1ef-1a9a23005844 req-deac1f87-86b7-495f-9992-725aa25d1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:27.879822 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c6cd471b-f4f6-4181-a1ef-1a9a23005844 req-deac1f87-86b7-495f-9992-725aa25d1ead service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 1101 time: 0.0742393 Aug 16 12:51:27.939501 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c6cd471b-f4f6-4181-a1ef-1a9a23005844 req-67cbf147-ec8f-46ee-988e-e4f937156d92 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504079 Aug 16 12:51:27.989273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e5944-db26-4482-89aa-b036d1a8acf4 req-bed55e12-4213-4918-88d8-c96b5a2d6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:27.991057 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d96e5944-db26-4482-89aa-b036d1a8acf4 req-bed55e12-4213-4918-88d8-c96b5a2d6d31 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 1101 time: 0.0504549 Aug 16 12:51:27.998362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3bde756-6c24-44eb-804e-ef7b4e5f12d9 req-9a1160d9-e00b-4327-a168-0c00d961d065 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324086 Aug 16 12:51:28.048835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.145361 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.159739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f218ad-3e51-4d33-85de-6e136b970efa req-2ad7aec9-a5fb-4c9d-bc6e-eab182e41b0d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:28.162006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1f218ad-3e51-4d33-85de-6e136b970efa req-2ad7aec9-a5fb-4c9d-bc6e-eab182e41b0d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.0816939 Aug 16 12:51:28.263162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:28.275578 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:28.283217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57884) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:28.288135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1f218ad-3e51-4d33-85de-6e136b970efa req-6e253677-a342-4d47-8969-149e62083300 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937908 Aug 16 12:51:28.290702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:28.324028 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d96e5944-db26-4482-89aa-b036d1a8acf4 req-805348a2-5edd-45fe-86d9-e365d915758a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664485 Aug 16 12:51:28.340189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event updated for resources: {'Port': ['ID=a1e17656-3a31-4d7d-882a-7ca6b2c1ff0f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:28.438710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2010004314-network', 'tenant_id': 'bf1d96d8bf8a4143aef4608c3f44199a'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:28.453125 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.472856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Made reservation on behalf of bf1d96d8bf8a4143aef4608c3f44199a for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:28.476327 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.482154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cf8ff-451b-4764-9f5d-8caf40c7539c req-13857ee0-c5c6-4f2d-bd04-f96e564bb430 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:28.483714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-632cf8ff-451b-4764-9f5d-8caf40c7539c req-13857ee0-c5c6-4f2d-bd04-f96e564bb430 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 950 time: 0.0812750 Aug 16 12:51:28.495645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.522277 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.570774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-632cf8ff-451b-4764-9f5d-8caf40c7539c req-23b3b185-22cb-41ee-b45a-8e99d6f9f1ac tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708342 Aug 16 12:51:28.637251 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.642457 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.681257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50712c25-248a-4f38-b43d-624e32e90181,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:28.693610 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:51:28.705444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.705796 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Added segment f723f5cb-b4f7-4889-8d0a-ee2fec5634dd of type vlan for network 453aeb46-5e91-41af-a081-55e7b33f8b8a Aug 16 12:51:28.745841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57963b4f-04fa-41c7-9159-fcd1647effdd req-657272aa-997b-4e78-b586-2ac2c8b16809 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:28.747945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57963b4f-04fa-41c7-9159-fcd1647effdd req-657272aa-997b-4e78-b586-2ac2c8b16809 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0911427 Aug 16 12:51:28.751128 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.779447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.780428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:28.781191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.792763 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.805707 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.840143 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57963b4f-04fa-41c7-9159-fcd1647effdd req-74f0d92f-ea1e-43b1-881b-ca4e7a6026d1 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803852 Aug 16 12:51:28.850140 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5650833 Aug 16 12:51:28.853355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57892) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:28.859274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] Request body: {'subnet': {'network_id': '453aeb46-5e91-41af-a081-55e7b33f8b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2010004314-subnet', 'tenant_id': 'bf1d96d8bf8a4143aef4608c3f44199a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:28.883172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] Made reservation on behalf of bf1d96d8bf8a4143aef4608c3f44199a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:28.885210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event updated for resources: {'Port': ['ID=a1e17656-3a31-4d7d-882a-7ca6b2c1ff0f,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:28.886776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.896739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.912992 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:28.921418 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b08ab1e7-3b84-4887-9386-e6be718c5fe0 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7553465 Aug 16 12:51:28.958629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759b279-a088-4272-9b74-1dbae02e411c admin admin] Pushing event updated for resources: {'Network': ['ID=453aeb46-5e91-41af-a081-55e7b33f8b8a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:28.976659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 453aeb46-5e91-41af-a081-55e7b33f8b8a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:51:28.984051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-b9f30e05-934c-4712-a706-3ab13e16d42c tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0611665 Aug 16 12:51:29.140521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 9647516c-61f2-40e1-b812-0dd1818378ac up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:29.147302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-5e6f18b5-1ad3-4afc-8a28-43ff76662dff tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:29.148915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48d15d36-f202-4aee-8b3e-9818d7a908fa req-5e6f18b5-1ad3-4afc-8a28-43ff76662dff tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1643233 Aug 16 12:51:29.192350 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:29.204559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bba3b-1922-4391-a53e-6ac70e4ad99b req-1ce79e04-b5ac-490e-b513-bb138cc7a58c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:29.205921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e2bba3b-1922-4391-a53e-6ac70e4ad99b req-1ce79e04-b5ac-490e-b513-bb138cc7a58c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 945 time: 0.0948596 Aug 16 12:51:29.256807 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:29.268309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 9647516c-61f2-40e1-b812-0dd1818378ac triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:29.271026 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:29.279266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad764eb8-3ccd-410b-b16a-06f67201c1fc,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:29.290834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] Checking segment: {'id': 'f723f5cb-b4f7-4889-8d0a-ee2fec5634dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '453aeb46-5e91-41af-a081-55e7b33f8b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:29.291920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] Network hostable DHCP agents. Network: 453aeb46-5e91-41af-a081-55e7b33f8b8a, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:51:29.321096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] Network 453aeb46-5e91-41af-a081-55e7b33f8b8a is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:51:29.345962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 453aeb46-5e91-41af-a081-55e7b33f8b8a) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:29.354871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:29.355795 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:29.378711 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0bb11e5c-7ff4-4401-8ca9-a1f1c9c6a8ac admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5235152 Aug 16 12:51:29.379999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e2bba3b-1922-4391-a53e-6ac70e4ad99b req-b7a9cbfa-2f38-47dc-91f6-ddab249b6177 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584399 Aug 16 12:51:29.415644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb745254-c259-474b-b498-c01e743f7c74 req-d3515e39-d644-4ced-969e-a00be1b8a57f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2078285 Aug 16 12:51:29.415872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dce6d34-3db1-41fb-a6dc-56961fc1cb6b None None] Network 453aeb46-5e91-41af-a081-55e7b33f8b8a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:51:29.428240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:29.467118 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:29.577540 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2809d1-7d57-446b-be31-f84eb13b3264 None None] Network 453aeb46-5e91-41af-a081-55e7b33f8b8a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:51:29.587451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7099c21-73b4-4731-835d-e5a6c1744bd5 req-b8e2fc90-267f-46af-91ff-06df2132ee6e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:29.588980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7099c21-73b4-4731-835d-e5a6c1744bd5 req-b8e2fc90-267f-46af-91ff-06df2132ee6e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.1115935 Aug 16 12:51:29.641349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7099c21-73b4-4731-835d-e5a6c1744bd5 req-9ab32007-3775-4bc0-8911-42d22e793b50 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Aug 16 12:51:29.661764 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:29.810618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Allocated IP 172.25.0.16 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/0280b5a6-1967-4dc9-9770-9db2060dda84) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:29.855427 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-49c3d227-3b13-4592-8255-906e3bcaa9e5 req-e06d69c1-9bc3-4d1d-ae35-0ccb3e7d9945 tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] show failed (client error): The resource could not be found. Aug 16 12:51:29.856443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49c3d227-3b13-4592-8255-906e3bcaa9e5 req-e06d69c1-9bc3-4d1d-ae35-0ccb3e7d9945 tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] 10.222.0.25 "GET /v2.0/security-groups/5904d978-b3b0-4305-89fa-627ac334a9e5 HTTP/1.1" status: 404 len: 352 time: 0.0305374 Aug 16 12:51:29.991514 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:30.016611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c16bf4-72fc-4eaa-9392-ad510a4484a5 req-43d6a40e-3bc5-479d-ae9e-989222f2add8 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:30.018262 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60c16bf4-72fc-4eaa-9392-ad510a4484a5 req-43d6a40e-3bc5-479d-ae9e-989222f2add8 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 950 time: 0.0871694 Aug 16 12:51:30.082384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60c16bf4-72fc-4eaa-9392-ad510a4484a5 req-4e6329e3-2b8a-4b15-b5df-a00885712f8e tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563438 Aug 16 12:51:30.085196 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:30.128339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:30.131410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:30.135121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:30.170718 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event updated for resources: {'Port': ['ID=0280b5a6-1967-4dc9-9770-9db2060dda84,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:30.249259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175d770-c58d-4ac8-9453-a90520d0f04e req-dce91356-d0cb-490e-a202-bf36aff13eaf tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:30.250840 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7175d770-c58d-4ac8-9453-a90520d0f04e req-dce91356-d0cb-490e-a202-bf36aff13eaf tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0926006 Aug 16 12:51:30.609144 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:30.618796 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7175d770-c58d-4ac8-9453-a90520d0f04e req-51992711-9f1a-4892-bbf4-3270a4dd5561 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423820 Aug 16 12:51:30.652592 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:30.824714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71ca1e65-608e-465c-a28f-8a03b32c922d req-2aa03f8d-e786-4a21-9be3-690f7a2ec0e6 tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf1d96d8bf8a4143aef4608c3f44199a HTTP/1.1" status: 200 len: 2984 time: 0.1042690 Aug 16 12:51:30.902577 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:30.908890 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:30.916741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71ca1e65-608e-465c-a28f-8a03b32c922d req-1c0ab94d-a2dc-4cdf-af1c-79b3439c40f3 tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] 10.222.0.25 "GET /v2.0/security-groups/50712c25-248a-4f38-b43d-624e32e90181 HTTP/1.1" status: 200 len: 2981 time: 0.0804975 Aug 16 12:51:31.019164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event updated for resources: {'Port': ['ID=0280b5a6-1967-4dc9-9770-9db2060dda84,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:31.037925 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71ca1e65-608e-465c-a28f-8a03b32c922d req-efc09229-71cd-4a88-88d9-eac111869502 tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] 10.222.0.25 "GET /v2.0/security-groups/50712c25-248a-4f38-b43d-624e32e90181 HTTP/1.1" status: 200 len: 2981 time: 0.0927534 Aug 16 12:51:31.038811 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:31.055483 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:31.056859 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb745254-c259-474b-b498-c01e743f7c74 req-da7ba58b-2fe4-458f-8f46-d843c7435b1f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6344569 Aug 16 12:51:31.135522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb745254-c259-474b-b498-c01e743f7c74 req-f4f286f2-752a-481d-8db2-dc14e75e778a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 695 time: 0.0714979 Aug 16 12:51:31.184916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1677cc-a0d0-4122-9ace-8771076ea909 req-11bf946c-554a-42a1-aef0-1afc371a94d2 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:31.186592 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f1677cc-a0d0-4122-9ace-8771076ea909 req-11bf946c-554a-42a1-aef0-1afc371a94d2 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 945 time: 0.0854006 Aug 16 12:51:31.268749 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f1677cc-a0d0-4122-9ace-8771076ea909 req-4887db96-9a8c-46de-bf49-06472959631c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523212 Aug 16 12:51:31.285219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745254-c259-474b-b498-c01e743f7c74 req-88548da1-9c28-4b73-956d-1bfb7ffc7788 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:31.286920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb745254-c259-474b-b498-c01e743f7c74 req-88548da1-9c28-4b73-956d-1bfb7ffc7788 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1447875 Aug 16 12:51:31.391191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4dd608a-9a0a-48ac-a1bf-5605fd9dff19 req-8a79689e-950b-4584-97f8-fab84d3c3bf4 tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] 10.222.0.25 "GET /v2.0/security-groups/50712c25-248a-4f38-b43d-624e32e90181 HTTP/1.1" status: 200 len: 2981 time: 0.0776842 Aug 16 12:51:31.423053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05343c34-edd3-40c2-9e7c-486867f9a2cc req-a647f5a4-e887-47a8-b54f-2ece73c3cd8d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:31.424518 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05343c34-edd3-40c2-9e7c-486867f9a2cc req-a647f5a4-e887-47a8-b54f-2ece73c3cd8d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.0823467 Aug 16 12:51:31.491152 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-a4dd608a-9a0a-48ac-a1bf-5605fd9dff19 req-f7266a94-05cd-423b-8b90-70217616393f tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 12:51:31.492187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4dd608a-9a0a-48ac-a1bf-5605fd9dff19 req-f7266a94-05cd-423b-8b90-70217616393f tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] 10.222.0.25 "DELETE /v2.0/security-groups/50712c25-248a-4f38-b43d-624e32e90181 HTTP/1.1" status: 409 len: 352 time: 0.0940428 Aug 16 12:51:31.495348 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05343c34-edd3-40c2-9e7c-486867f9a2cc req-86ec290e-7cd5-4645-800c-93dbd0e6a372 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627453 Aug 16 12:51:31.647818 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b368c2c-07c8-4a92-8e8c-13f50eb9d18e req-c322b5ea-512b-4739-ba5d-abcb16571bae tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:31.649304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b368c2c-07c8-4a92-8e8c-13f50eb9d18e req-c322b5ea-512b-4739-ba5d-abcb16571bae tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 950 time: 0.1018882 Aug 16 12:51:31.677114 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747a497c-038e-4322-a2af-5389cd891285 req-7b898146-68c1-44f4-95f4-8d52f4b08655 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1519401 Aug 16 12:51:31.689526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:31.699631 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8dc879dc-1f1d-4c95-a1ff-52d43cd3db69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:31.719934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b368c2c-07c8-4a92-8e8c-13f50eb9d18e req-ed000624-bc67-4f97-b7a8-7f34026b055c tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634358 Aug 16 12:51:31.727132 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:31.766288 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-d6e232f1-0327-4def-9637-19e5d5d73d9f req-e48dc278-6b66-41b3-91aa-bc11ca5d8d90 tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] show failed (client error): The resource could not be found. Aug 16 12:51:31.767282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6e232f1-0327-4def-9637-19e5d5d73d9f req-e48dc278-6b66-41b3-91aa-bc11ca5d8d90 tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] 10.222.0.25 "GET /v2.0/security-groups/e8ce9e07-f980-4bfc-9226-569ad3ed8b84 HTTP/1.1" status: 404 len: 352 time: 0.0183175 Aug 16 12:51:31.874553 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:31.890129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94573508-eb78-44e1-8bb8-0693df19a5dc req-36a65b8b-f1be-4c5c-b69f-884e428dc82c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:31.891607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94573508-eb78-44e1-8bb8-0693df19a5dc req-36a65b8b-f1be-4c5c-b69f-884e428dc82c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0724781 Aug 16 12:51:31.976207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94573508-eb78-44e1-8bb8-0693df19a5dc req-d97736b2-e84c-46f3-8b3f-d38cab260c3a tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536940 Aug 16 12:51:32.020591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Allocated IP 172.25.0.147 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/e014f078-0b9f-44f3-8677-de405d780bb1) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:32.154589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.182427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b341c5-b221-46eb-80b0-b4cc53b5c125 req-120a358d-32fd-4e15-8c52-4cd15292c867 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:32.183921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52b341c5-b221-46eb-80b0-b4cc53b5c125 req-120a358d-32fd-4e15-8c52-4cd15292c867 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bba1e34-4ef3-413e-848e-9487ced7d137 HTTP/1.1" status: 200 len: 949 time: 0.0738506 Aug 16 12:51:32.237103 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.241870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52b341c5-b221-46eb-80b0-b4cc53b5c125 req-c2eaa36f-6852-4ef6-8938-1eff5e4ba0bc tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486751 Aug 16 12:51:32.289769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:32.296628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:32.298712 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-6d20b562-0de0-4119-b14e-999449ef505d req-73e3b071-4682-4f61-82a3-b708404d3229 tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] show failed (client error): The resource could not be found. Aug 16 12:51:32.299636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d20b562-0de0-4119-b14e-999449ef505d req-73e3b071-4682-4f61-82a3-b708404d3229 tempest-SecurityGroupsNegativeTestJSON-1598902495 tempest-SecurityGroupsNegativeTestJSON-1598902495-project] 10.222.0.25 "GET /v2.0/security-groups/2732c968-68eb-4576-8202-d2cd1534bf2a HTTP/1.1" status: 404 len: 352 time: 0.0325451 Aug 16 12:51:32.303128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:32.313678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57948) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:32.328250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event updated for resources: {'Port': ['ID=e014f078-0b9f-44f3-8677-de405d780bb1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:32.367538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc96a47-1403-4484-93a3-48d02aa31506 admin admin] Deleting subnet ad764eb8-3ccd-410b-b16a-06f67201c1fc {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:51:32.372063 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bdc96a47-1403-4484-93a3-48d02aa31506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.411714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bdc96a47-1403-4484-93a3-48d02aa31506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.427285 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.447791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9d70b-4d87-4c58-b3a9-ee873ed0586c req-968a7324-4eb0-4838-8d2f-ac3834fa2194 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:32.449325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34a9d70b-4d87-4c58-b3a9-ee873ed0586c req-968a7324-4eb0-4838-8d2f-ac3834fa2194 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0695000 Aug 16 12:51:32.453863 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bdc96a47-1403-4484-93a3-48d02aa31506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.489661 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.516041 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bdc96a47-1403-4484-93a3-48d02aa31506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.534960 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34a9d70b-4d87-4c58-b3a9-ee873ed0586c req-17cc3736-df95-4b8f-9d84-7e44d47a4327 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667586 Aug 16 12:51:32.545328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc96a47-1403-4484-93a3-48d02aa31506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad764eb8-3ccd-410b-b16a-06f67201c1fc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:32.551346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bdc96a47-1403-4484-93a3-48d02aa31506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.552581 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bdc96a47-1403-4484-93a3-48d02aa31506 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad764eb8-3ccd-410b-b16a-06f67201c1fc HTTP/1.1" status: 204 len: 168 time: 0.2366929 Aug 16 12:51:32.563968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57954) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:32.683639 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.761808 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.773467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.794936 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.819233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453aeb46-5e91-41af-a081-55e7b33f8b8a']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:32.834626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f723f5cb-b4f7-4889-8d0a-ee2fec5634dd') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:32.835246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f723f5cb-b4f7-4889-8d0a-ee2fec5634dd') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:32.849205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.853720 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.878014 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.879730 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.887863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747a497c-038e-4322-a2af-5389cd891285 req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2043993 Aug 16 12:51:32.889620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:51:32.890090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49059d4a-1797-4f4a-ba54-8744ffc5eb6b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event updated for resources: {'Port': ['ID=e014f078-0b9f-44f3-8677-de405d780bb1,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:32.890460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:51:32.892658 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:51:32.959714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747a497c-038e-4322-a2af-5389cd891285 req-64356f93-e5f6-4758-b2d8-219a3b43da99 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 696 time: 0.0707960 Aug 16 12:51:32.997039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:33.012026 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:33.014950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] 10.222.0.25 "DELETE /v2.0/networks/453aeb46-5e91-41af-a081-55e7b33f8b8a HTTP/1.1" status: 204 len: 168 time: 0.4501510 Aug 16 12:51:33.033689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec5cbc-e8ae-4418-957c-068e494fc229 admin admin] Pushing event deleted for resources: {'Network': ['ID=453aeb46-5e91-41af-a081-55e7b33f8b8a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:33.126996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810a8be-9d31-4f49-9b13-283cf67947bc req-16ec53ac-a550-4897-b206-7571a27e90f7 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:33.129048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2810a8be-9d31-4f49-9b13-283cf67947bc req-16ec53ac-a550-4897-b206-7571a27e90f7 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 945 time: 0.1208839 Aug 16 12:51:33.141650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a497c-038e-4322-a2af-5389cd891285 req-5240493e-0f4d-484c-b55e-a53d8070e5d4 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:33.143425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747a497c-038e-4322-a2af-5389cd891285 req-5240493e-0f4d-484c-b55e-a53d8070e5d4 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1775670 Aug 16 12:51:33.180035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57974) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:33.209287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2810a8be-9d31-4f49-9b13-283cf67947bc req-0a07eb95-ce61-495f-a47d-9d2ade6d3e3f tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640070 Aug 16 12:51:33.240472 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f23f96c6-fa09-454a-81f1-65cb12e790f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf1d96d8bf8a4143aef4608c3f44199a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587580 Aug 16 12:51:33.243082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57976) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:33.282839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966464ff-7862-4ae8-8801-12950bcac773 req-2e6798c4-38ab-49e3-b741-c677e698931c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:33.285004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-966464ff-7862-4ae8-8801-12950bcac773 req-2e6798c4-38ab-49e3-b741-c677e698931c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.0697038 Aug 16 12:51:33.302722 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abba18fd-aa02-42b5-bc1a-622eca7f9265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:33.336568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-966464ff-7862-4ae8-8801-12950bcac773 req-b0a878ac-4073-4fe4-8101-b63eb0d475be tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 Aug 16 12:51:33.337635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abba18fd-aa02-42b5-bc1a-622eca7f9265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:33.402394 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abba18fd-aa02-42b5-bc1a-622eca7f9265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:33.405125 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abba18fd-aa02-42b5-bc1a-622eca7f9265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:33.406318 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-abba18fd-aa02-42b5-bc1a-622eca7f9265 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50712c25-248a-4f38-b43d-624e32e90181 HTTP/1.1" status: 204 len: 168 time: 0.1622820 Aug 16 12:51:33.416057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba18fd-aa02-42b5-bc1a-622eca7f9265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50712c25-248a-4f38-b43d-624e32e90181,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:33.675819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-599f5533-19b5-44be-94e0-52aa07e08335 req-3f907ca4-bbb4-4b4a-8958-e744d5d1087c tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips/def42eb9-e436-4696-8d8d-401baacb364a HTTP/1.1" status: 200 len: 693 time: 0.1451471 Aug 16 12:51:33.776852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcab575-b13b-47ab-b605-b3e0da3b6a40 req-b7590e65-4f58-40fd-88c3-c2d983626edf tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:33.779259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bcab575-b13b-47ab-b605-b3e0da3b6a40 req-b7590e65-4f58-40fd-88c3-c2d983626edf tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.1629949 Aug 16 12:51:33.856910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f5533-19b5-44be-94e0-52aa07e08335 req-616db0f4-9e2d-4d0b-80d3-0221dda65480 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:33.865150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-599f5533-19b5-44be-94e0-52aa07e08335 req-616db0f4-9e2d-4d0b-80d3-0221dda65480 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1815016 Aug 16 12:51:33.873823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-599f5533-19b5-44be-94e0-52aa07e08335 req-1b737aee-461d-413e-be36-7c8525ddb687 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:51:33.874954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-599f5533-19b5-44be-94e0-52aa07e08335 req-1b737aee-461d-413e-be36-7c8525ddb687 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089452 Aug 16 12:51:33.887256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bcab575-b13b-47ab-b605-b3e0da3b6a40 req-76cc2cae-f0d5-4aab-bb25-32df75e7a90f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951540 Aug 16 12:51:34.000123 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-a48e7199-cb5a-48c5-9295-0ebe5d3df740 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips/def42eb9-e436-4696-8d8d-401baacb364a HTTP/1.1" status: 200 len: 693 time: 0.0859261 Aug 16 12:51:34.094462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5f30-cb98-414e-98bd-ceefaa2b41f1 req-f29715be-12f2-4da6-9611-e28333b65ca8 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:34.096041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cece5f30-cb98-414e-98bd-ceefaa2b41f1 req-f29715be-12f2-4da6-9611-e28333b65ca8 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 1096 time: 0.1140602 Aug 16 12:51:34.157276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cece5f30-cb98-414e-98bd-ceefaa2b41f1 req-9eb153bb-e1e7-49d2-9704-a799bdccf63c tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510423 Aug 16 12:51:34.164102 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-eee5e256-c380-437b-b1a2-d4c4f52930cd tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:34.165493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-eee5e256-c380-437b-b1a2-d4c4f52930cd tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1514947 Aug 16 12:51:34.236414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-45e93849-092e-41c3-8cef-59c865f82db6 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 696 time: 0.0614946 Aug 16 12:51:34.291538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-d63c81a2-40f3-4245-aa33-71a2c35fb3f6 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.147 HTTP/1.1" status: 200 len: 696 time: 0.0476611 Aug 16 12:51:34.305665 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5c290264-0ae4-4452-82cb-19369797a5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.473068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-e9b14321-e2e6-4bd6-b207-ed1e7be0da69 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Deleting port e014f078-0b9f-44f3-8677-de405d780bb1 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:51:34.473614 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-e9b14321-e2e6-4bd6-b207-ed1e7be0da69 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.517177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58042) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:34.537835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.565138 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-e9b14321-e2e6-4bd6-b207-ed1e7be0da69 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.565505 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-e9b14321-e2e6-4bd6-b207-ed1e7be0da69 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.586545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-e9b14321-e2e6-4bd6-b207-ed1e7be0da69 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Calling delete_port for e014f078-0b9f-44f3-8677-de405d780bb1 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:51:34.678623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1228705699-network', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:34.703277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Made reservation on behalf of 69db3e09f4b04fcd9dcdc03807c00973 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:34.705958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.717464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.780558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-e9b14321-e2e6-4bd6-b207-ed1e7be0da69 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.809424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b14321-e2e6-4bd6-b207-ed1e7be0da69 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event deleted for resources: {'Port': ['ID=e014f078-0b9f-44f3-8677-de405d780bb1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:34.876888 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.882137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.900282 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-e9b14321-e2e6-4bd6-b207-ed1e7be0da69 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.904849 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-e9b14321-e2e6-4bd6-b207-ed1e7be0da69 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.915469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:51:34.930352 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5211e91e-5a64-4df4-887c-898e1e705af5 req-e9b14321-e2e6-4bd6-b207-ed1e7be0da69 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "DELETE /v2.0/floatingips/def42eb9-e436-4696-8d8d-401baacb364a HTTP/1.1" status: 204 len: 173 time: 0.6280663 Aug 16 12:51:34.936021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173f2296-d9c8-4a4d-b744-fb4497ed8ec4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:34.942049 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:34.942657 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Added segment 4a45a942-087a-4eef-b669-9e569e4471ff of type vlan for network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 Aug 16 12:51:34.992719 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.019294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.020311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:35.020889 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.083319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5643516 Aug 16 12:51:35.086204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58068) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:35.092321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] Request body: {'subnet': {'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1228705699-subnet', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:35.102935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99405f14-e122-4834-a0d6-ec50ca559908 admin admin] Pushing event updated for resources: {'Network': ['ID=332b6301-e3c3-48b0-a69e-a0e7cf1ae430,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:35.114623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:51:35.115949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80883f-7edc-4c1e-a0de-0959a06dad32 req-d7e44c09-7a95-4c7d-a7fc-dc35bc5310f2 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:35.117807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca80883f-7edc-4c1e-a0de-0959a06dad32 req-d7e44c09-7a95-4c7d-a7fc-dc35bc5310f2 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 945 time: 0.1059415 Aug 16 12:51:35.130839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] Made reservation on behalf of 69db3e09f4b04fcd9dcdc03807c00973 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:35.133783 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.176533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca80883f-7edc-4c1e-a0de-0959a06dad32 req-b8633845-c378-4075-9319-e9e09aa96156 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519075 Aug 16 12:51:35.336118 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170df2ab-b20e-499a-827d-44c436be34f7 req-ef8f289f-d912-4a66-9c3b-2dfb36561742 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:35.338389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-170df2ab-b20e-499a-827d-44c436be34f7 req-ef8f289f-d912-4a66-9c3b-2dfb36561742 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.0814145 Aug 16 12:51:35.346829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-75800222-888a-4be5-96c5-3c8503574148 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:51:35.348589 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-75800222-888a-4be5-96c5-3c8503574148 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088558 Aug 16 12:51:35.361655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Request body: {'binding': {'host': 'n-h2-804708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:35.362333 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Unknown quota resources ['binding']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 12:51:35.379611 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.382381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.426697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-170df2ab-b20e-499a-827d-44c436be34f7 req-efd1ce1a-6014-40ac-bc2e-dc32ed35f35d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767803 Aug 16 12:51:35.454377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac6c284-5c0d-410c-8657-6a93f25e8167,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:35.461629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d8632730-df9b-40b9-92e8-5d8f050e4596 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:51:35.469504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] Checking segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:35.469871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] Network hostable DHCP agents. Network: 332b6301-e3c3-48b0-a69e-a0e7cf1ae430, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:51:35.495249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:51:35.522787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 332b6301-e3c3-48b0-a69e-a0e7cf1ae430) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:35.527712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:35.528355 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.566258 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9b08258a-764f-4a66-a81c-b4016d9477da admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4782178 Aug 16 12:51:35.568547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58078) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:35.578200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:35.600362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878a0d2-b789-4151-9119-6cca40ca8043 None None] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:51:35.602296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f on host n-h2-804708-1 for vnic_type normal with profile None {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:35.602780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:35.603261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:35.606045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.607358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.614176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Port faf518b9-ac97-4f2a-ad36-6280549a8c2f on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:51:35.614594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:35.621802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:35.622244 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:35.622630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:35.623070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Bound port: faf518b9-ac97-4f2a-ad36-6280549a8c2f, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:35.686653 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.713622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:35.720522 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] Notify callbacks [] for binding, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.732668 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:35.734054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-768a3ab4-9df3-4faa-9b90-26fb29e2a6df service neutron] 10.222.0.25 "POST /v2.0/ports/faf518b9-ac97-4f2a-ad36-6280549a8c2f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3702619 Aug 16 12:51:35.761339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'mac_address': 'fa:16:3e:7e:f7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:51:35.835235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485b94b-78a9-42c5-ac8b-4f2b81573360 req-b58a1285-228b-4866-9887-c28e9ed6d68e tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:35.846345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4485b94b-78a9-42c5-ac8b-4f2b81573360 req-b58a1285-228b-4866-9887-c28e9ed6d68e tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0974572 Aug 16 12:51:35.867289 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.872760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.910716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8632730-df9b-40b9-92e8-5d8f050e4596 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:51:35.922493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:51:35.922806 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:35.955211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:35.967416 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:36.124854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:36.180977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d8632730-df9b-40b9-92e8-5d8f050e4596'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:51:36.220578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Allocated IP 172.20.0.2 (332b6301-e3c3-48b0-a69e-a0e7cf1ae430/dac6c284-5c0d-410c-8657-6a93f25e8167/c2641ac6-ebde-478f-a26b-8942b406fce0) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:36.278746 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:36.303570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:36.455498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Allocated IP 172.25.0.90 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:36.478153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4485b94b-78a9-42c5-ac8b-4f2b81573360 req-6b6ad873-1c4a-4e6b-a53d-07418a47a315 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297758 Aug 16 12:51:36.496569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39ef62-8004-4b98-83dc-c71e0604bd2f req-adffc553-2c04-45f6-bd0f-7e01475b8a73 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:36.504767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d39ef62-8004-4b98-83dc-c71e0604bd2f req-adffc553-2c04-45f6-bd0f-7e01475b8a73 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6468005 Aug 16 12:51:36.528538 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:36.541295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Transition to ACTIVE for port object c2641ac6-ebde-478f-a26b-8942b406fce0 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:36.571829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Transition to ACTIVE for port object c2641ac6-ebde-478f-a26b-8942b406fce0 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:36.587756 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:36.637589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311000e-993e-4091-888b-3dd904d75d71 req-7f9aedbd-ee07-471f-9078-fb695385a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:36.639236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-7f9aedbd-ee07-471f-9078-fb695385a92d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 1096 time: 0.1739979 Aug 16 12:51:36.658122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:36.660554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Pushing event updated for resources: {'Port': ['ID=c2641ac6-ebde-478f-a26b-8942b406fce0,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:36.679249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:36.683617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:36.692292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:36.745555 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:36.769367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Attempting to bind port c2641ac6-ebde-478f-a26b-8942b406fce0 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:36.770254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Attempting to bind port c2641ac6-ebde-478f-a26b-8942b406fce0 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:36.770254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Attempting to bind port c2641ac6-ebde-478f-a26b-8942b406fce0 on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:36.778319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:36.779153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Checking segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:36.779153 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:36.779639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Bound using segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:36.780951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Bound port: c2641ac6-ebde-478f-a26b-8942b406fce0, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:36.780951 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:36.799201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8164e66-76d9-4ccb-9ca7-48f6a867e535 req-0a502005-8cdf-46d1-b9e0-0d6655f1e566 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:36.801421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8164e66-76d9-4ccb-9ca7-48f6a867e535 req-0a502005-8cdf-46d1-b9e0-0d6655f1e566 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 945 time: 0.1849411 Aug 16 12:51:36.811064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:36.826512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:36.828035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:36.833632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:36.840099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384641b-cab3-4899-8b3d-b29e868a255c req-7086b993-2152-481b-8fe1-db943715cf5e tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:36.849226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8384641b-cab3-4899-8b3d-b29e868a255c req-7086b993-2152-481b-8fe1-db943715cf5e tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 945 time: 0.1934881 Aug 16 12:51:36.879874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311000e-993e-4091-888b-3dd904d75d71 req-34d90777-0fb1-467c-be4c-90ecba922219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:36.881529 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-34d90777-0fb1-467c-be4c-90ecba922219 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.2247310 Aug 16 12:51:36.889195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] For port c2641ac6-ebde-478f-a26b-8942b406fce0, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:36.893461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] For port c2641ac6-ebde-478f-a26b-8942b406fce0, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c2641ac6-ebde-478f-a26b-8942b406fce0,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:36.901446 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:36.924618 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8164e66-76d9-4ccb-9ca7-48f6a867e535 req-19d9dfa3-1a1a-4438-b2ee-43eac4b419fe tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107712 Aug 16 12:51:36.956894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-55205cd2-a362-40a1-b71a-11884eaf6f76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f HTTP/1.1" status: 200 len: 217 time: 0.0610807 Aug 16 12:51:36.973745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8384641b-cab3-4899-8b3d-b29e868a255c req-cbf31d28-8057-49f9-a68d-f61ea76f980c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237247 Aug 16 12:51:36.999964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb64b1-4944-4e61-a976-403782d508aa None None] Pushing event updated for resources: {'Port': ['ID=c2641ac6-ebde-478f-a26b-8942b406fce0,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:37.183645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:37.244051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3323dcd3-25be-43d2-9216-fb29108acca7 req-b5ffaf7e-a98a-4a2f-b8c7-c9bac098f129 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=4735bbf606d547c1ba7bb43dfaca4d2c HTTP/1.1" status: 200 len: 1656 time: 0.1513259 Aug 16 12:51:37.246191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311000e-993e-4091-888b-3dd904d75d71 req-dc57c307-2535-479b-bece-638d30b9f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:37.247610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:37.249497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-dc57c307-2535-479b-bece-638d30b9f646 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.2743306 Aug 16 12:51:37.308427 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02e608f4-ea28-4967-a4ef-a2710899c402 req-57f22935-e38a-406e-b6c2-32efe208b644 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021211 Aug 16 12:51:37.357442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-31348494-1a5d-4f0f-991b-d451bea9efcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809484 Aug 16 12:51:37.491665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d8632730-df9b-40b9-92e8-5d8f050e4596 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:37.532482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dca11-06a6-4229-896d-3d70b83c02e8 req-896b4b5b-42e2-4f02-b45b-63facb5ca050 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:37.547927 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d27dca11-06a6-4229-896d-3d70b83c02e8 req-896b4b5b-42e2-4f02-b45b-63facb5ca050 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.3363340 Aug 16 12:51:37.569392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port d8632730-df9b-40b9-92e8-5d8f050e4596 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:37.570454 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:37.654447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323dcd3-25be-43d2-9216-fb29108acca7 req-db0282e6-f7ef-42e0-b7df-e36b52c75aaf tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:37.661977 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3323dcd3-25be-43d2-9216-fb29108acca7 req-db0282e6-f7ef-42e0-b7df-e36b52c75aaf tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks?id=72a09032-0771-4e06-9125-a9a480bbb297&id=72a09032-0771-4e06-9125-a9a480bbb297&id=72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 787 time: 0.3736537 Aug 16 12:51:37.673435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-3323dcd3-25be-43d2-9216-fb29108acca7 req-a972bb48-8fff-46be-8de2-89532f3a03c7 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:51:37.697117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3323dcd3-25be-43d2-9216-fb29108acca7 req-a972bb48-8fff-46be-8de2-89532f3a03c7 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0332422 Aug 16 12:51:37.724725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d27dca11-06a6-4229-896d-3d70b83c02e8 req-5fcf2e21-def8-42a7-8a0e-96c0134b263b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754806 Aug 16 12:51:37.727483 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-e724d17a-237e-4e81-8c75-e71977206b3c service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420508 Aug 16 12:51:37.765281 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:37.811191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:37.813676 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42e1931-ab8e-4787-93af-4df9ec321d4f" -d '{"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-plugged", "status": "completed", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:37.834866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:37.843923 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:37.959949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:38.007811 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-cd786d63-8cdc-4c13-8b2e-341dd88c2165 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654874 Aug 16 12:51:38.008771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e608f4-ea28-4967-a4ef-a2710899c402 req-2f966caf-9840-48ed-865e-91b7554edead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:38.035345 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02e608f4-ea28-4967-a4ef-a2710899c402 req-2f966caf-9840-48ed-865e-91b7554edead service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 1096 time: 0.1421380 Aug 16 12:51:38.095385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-b5bbd8cd-b12b-49dd-b8a2-e7df0f311604 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips/3fbdd0e9-323c-428e-988e-6b2fb37046fe HTTP/1.1" status: 200 len: 692 time: 0.1256187 Aug 16 12:51:38.196690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816440be-e2e8-40a2-a205-0ac291260f54 req-991b1a4d-52c9-4f9e-92b4-b8d252496778 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:38.204884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-816440be-e2e8-40a2-a205-0ac291260f54 req-991b1a4d-52c9-4f9e-92b4-b8d252496778 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.2524779 Aug 16 12:51:38.277556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-816440be-e2e8-40a2-a205-0ac291260f54 req-eb9f07f2-bc8c-47ad-b615-8b7de69a5f4b tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716183 Aug 16 12:51:38.349960 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:38.370476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-17fa4b75-a2c9-4e7e-ac1c-dca53f910156 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:38.372062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-5568c48f-dd7b-4a9f-a50f-3337e4c39a92 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:38.372359 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-17fa4b75-a2c9-4e7e-ac1c-dca53f910156 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1096 time: 0.2854064 Aug 16 12:51:38.378814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-5568c48f-dd7b-4a9f-a50f-3337e4c39a92 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.2807260 Aug 16 12:51:38.420819 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6540c070-07c1-4e74-a8a2-2ef5dc593117 x-openstack-request-id: req-6540c070-07c1-4e74-a8a2-2ef5dc593117 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:38.420819 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-plugged", "status": "completed", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:38.420819 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6540c070-07c1-4e74-a8a2-2ef5dc593117 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:38.421286 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'code': 200} Aug 16 12:51:38.484443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a09d191d-f68d-415e-9254-f3089f527ea2 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:51:38.520086 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2fca89-1916-4b49-b8a1-2bba699eb17e None None] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:51:38.525541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804708-1'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:38.548016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-e3767d4a-e97f-4997-aa3b-8bf985908b3f tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 695 time: 0.1620572 Aug 16 12:51:38.566494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e608f4-ea28-4967-a4ef-a2710899c402 req-33e57137-a1c9-4622-824c-14f70d2463b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:38.568034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02e608f4-ea28-4967-a4ef-a2710899c402 req-33e57137-a1c9-4622-824c-14f70d2463b2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.5157652 Aug 16 12:51:38.660645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:38.664710 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02e608f4-ea28-4967-a4ef-a2710899c402 req-f911bffc-f987-415e-bc6f-2fc541f847fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9 HTTP/1.1" status: 200 len: 217 time: 0.0864942 Aug 16 12:51:38.668002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-5c64c35c-eed7-4a73-afed-91b0ee49f9ec tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 695 time: 0.1092937 Aug 16 12:51:38.739978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Router 4d277cab-81a7-481c-8845-cafa78cb5ccf is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:51:38.778142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81250d29-bdf2-40a9-b4e8-89144d6effff req-a0a88065-6a2e-4f60-aaca-2c80a4b9f30b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:38.791053 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81250d29-bdf2-40a9-b4e8-89144d6effff req-a0a88065-6a2e-4f60-aaca-2c80a4b9f30b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 945 time: 0.2152660 Aug 16 12:51:38.854045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e608f4-ea28-4967-a4ef-a2710899c402 req-02495a5e-f05d-49cc-adf7-f085cf9dadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:38.855517 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02e608f4-ea28-4967-a4ef-a2710899c402 req-02495a5e-f05d-49cc-adf7-f085cf9dadd4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.1781833 Aug 16 12:51:38.952710 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02e608f4-ea28-4967-a4ef-a2710899c402 req-c8e0b26c-cad2-4628-b715-c1d80c5c6b1c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523179 Aug 16 12:51:38.978312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81250d29-bdf2-40a9-b4e8-89144d6effff req-88b20976-33b7-4c7a-b645-0e7b4339e5fc tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862693 Aug 16 12:51:39.046134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a09d191d-f68d-415e-9254-f3089f527ea2,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:39.087631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-9f68201a-6b6d-439a-82f8-8558f14a3961 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Deleting port 0280b5a6-1967-4dc9-9770-9db2060dda84 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:51:39.090968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-9f68201a-6b6d-439a-82f8-8558f14a3961 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:39.100208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:39.203173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e4ee79fc-5af7-4172-b747-2e091e114950 None None] Provisioning for port c2641ac6-ebde-478f-a26b-8942b406fce0 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:39.235763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c2641ac6-ebde-478f-a26b-8942b406fce0 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:39.311832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c6328-0fa3-4dbf-8177-812b5242d519 req-766be3b2-f6c3-4783-82aa-3b90ca142492 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:39.314429 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e72c6328-0fa3-4dbf-8177-812b5242d519 req-766be3b2-f6c3-4783-82aa-3b90ca142492 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 945 time: 0.2352552 Aug 16 12:51:39.318961 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a09d191d-f68d-415e-9254-f3089f527ea2'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:39.321672 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956f41cd-f316-43fb-bfe1-b6ec1fac5f59" -d '{"events": [{"server_uuid": "230a7c9d-06f5-4578-baf2-657dcff893b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a09d191d-f68d-415e-9254-f3089f527ea2"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:39.355431 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-9f68201a-6b6d-439a-82f8-8558f14a3961 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:39.356100 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-9f68201a-6b6d-439a-82f8-8558f14a3961 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:39.381874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-9f68201a-6b6d-439a-82f8-8558f14a3961 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Calling delete_port for 0280b5a6-1967-4dc9-9770-9db2060dda84 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:51:39.390958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:39.410370 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:39.411456 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e72c6328-0fa3-4dbf-8177-812b5242d519 req-bb253987-a561-4f77-b7c5-438962ba2935 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817411 Aug 16 12:51:39.454069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a09d191d-f68d-415e-9254-f3089f527ea2,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:39.474352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:51:39.489933 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Sync routers for ids ['4d277cab-81a7-481c-8845-cafa78cb5ccf'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:51:39.514192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a09d191d-f68d-415e-9254-f3089f527ea2 has no active binding in host n-h1-804708-1 {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 12:51:39.516743 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Routers {'4d277cab-81a7-481c-8845-cafa78cb5ccf'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:51:39.518080 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:51:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4d277cab-81a7-481c-8845-cafa78cb5ccf'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:39.523596 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port c2641ac6-ebde-478f-a26b-8942b406fce0 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:39.557376 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02e608f4-ea28-4967-a4ef-a2710899c402 req-812650ce-e891-4e98-ac2c-973c0b822f92 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250345 Aug 16 12:51:39.558341 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:39.559629 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6311fd8c-51da-4b4b-9e34-1e4b570b66f9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9897718 Aug 16 12:51:39.563358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58144) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:39.564614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Pushing event updated for resources: {'Port': ['ID=a09d191d-f68d-415e-9254-f3089f527ea2,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:39.574899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c2641ac6-ebde-478f-a26b-8942b406fce0 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:39.575699 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:39.742191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 on host n-h2-804708-1 for vnic_type normal with profile {"migrating_to": "n-h1-804708-1"} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:39.754626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:39.755617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:39.780368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Port a09d191d-f68d-415e-9254-f3089f527ea2 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:51:39.780896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Attempting to bind port a09d191d-f68d-415e-9254-f3089f527ea2 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:39.794911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:39.798340 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Set router 4d277cab-81a7-481c-8845-cafa78cb5ccf gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:51:39.805165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:39.805861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:39.806619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Bound port: a09d191d-f68d-415e-9254-f3089f527ea2, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:39.807365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:39.830451 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:39.863629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458dd378-b067-4d7a-b667-ec5ba7241440 req-58c5cd17-8b2f-45f0-b4b8-305fbbae125c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:39.863916 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02e608f4-ea28-4967-a4ef-a2710899c402 req-750985ff-6385-4523-bf59-2863d2f7ceca service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954175 Aug 16 12:51:39.880690 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-458dd378-b067-4d7a-b667-ec5ba7241440 req-58c5cd17-8b2f-45f0-b4b8-305fbbae125c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.2428041 Aug 16 12:51:39.918009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port c2641ac6-ebde-478f-a26b-8942b406fce0, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c2641ac6-ebde-478f-a26b-8942b406fce0,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:39.934118 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:40.038130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:40.045934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a09d191d-f68d-415e-9254-f3089f527ea2,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:40.055965 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:40.057030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=c2641ac6-ebde-478f-a26b-8942b406fce0,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:40.178408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-458dd378-b067-4d7a-b667-ec5ba7241440 req-b44d2b44-cd15-47b3-b4f9-fc5a183e70fd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966671 Aug 16 12:51:40.186938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9ced5a3d-f93d-4beb-b6be-725d3ad9cc98 None None] Provisioning complete for port c2641ac6-ebde-478f-a26b-8942b406fce0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:40.187374 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ced5a3d-f93d-4beb-b6be-725d3ad9cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:40.240146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Pushing event updated for resources: {'Port': ['ID=a09d191d-f68d-415e-9254-f3089f527ea2,revision_number=8']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:40.281982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:40.282653 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:40.284112 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-a2a299c8-d8ed-4922-ada3-353b127a1b56 service neutron] 10.222.0.22 "PUT /v2.0/ports/a09d191d-f68d-415e-9254-f3089f527ea2 HTTP/1.1" status: 200 len: 1121 time: 1.7696991 Aug 16 12:51:40.336092 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:37Z', 'revision_number': 3, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:40.423285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['a09d191d-f68d-415e-9254-f3089f527ea2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:51:40.440051 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Checking router: 4d277cab-81a7-481c-8845-cafa78cb5ccf for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:51:40.442075 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Updating router 4d277cab-81a7-481c-8845-cafa78cb5ccf port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:51:40.450077 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-9f68201a-6b6d-439a-82f8-8558f14a3961 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:40.529776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68201a-6b6d-439a-82f8-8558f14a3961 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event deleted for resources: {'Port': ['ID=0280b5a6-1967-4dc9-9770-9db2060dda84,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:40.546629 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:40.570348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['a09d191d-f68d-415e-9254-f3089f527ea2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:51:40.857976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9f8c-879f-4449-899f-c774241ce32a req-df17d451-9124-469c-b643-73c4d61d5d45 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:40.865731 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0ce9f8c-879f-4449-899f-c774241ce32a req-df17d451-9124-469c-b643-73c4d61d5d45 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.2944219 Aug 16 12:51:40.897957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-9f68201a-6b6d-439a-82f8-8558f14a3961 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:40.904970 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-9f68201a-6b6d-439a-82f8-8558f14a3961 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:40.920836 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d8497ea-89b6-41c6-9653-cf0b75bcd2ab req-9f68201a-6b6d-439a-82f8-8558f14a3961 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "DELETE /v2.0/floatingips/3fbdd0e9-323c-428e-988e-6b2fb37046fe HTTP/1.1" status: 204 len: 173 time: 2.2516096 Aug 16 12:51:40.982607 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce2c907-cf1b-4a74-9155-ece4c60534db x-openstack-request-id: req-dce2c907-cf1b-4a74-9155-ece4c60534db {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:40.982967 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230a7c9d-06f5-4578-baf2-657dcff893b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a09d191d-f68d-415e-9254-f3089f527ea2", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:40.983199 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dce2c907-cf1b-4a74-9155-ece4c60534db {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:40.983780 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a09d191d-f68d-415e-9254-f3089f527ea2', 'code': 200} Aug 16 12:51:41.079094 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:41.114829 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Transition to ACTIVE for port object dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:41.127060 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:41.135851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c2641ac6-ebde-478f-a26b-8942b406fce0 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:41.192600 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:41.215189 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bc5c4-f4c9-4477-8860-d304849f1730 None None] Pushing event updated for resources: {'Port': ['ID=dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:41.245056 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Attempting to bind port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:41.245643 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Attempting to bind port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:41.246144 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Attempting to bind port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:41.252229 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:41.253086 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:41.254146 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:41.254865 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:41.256142 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Bound port: dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:41.257018 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:41.257373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c2641ac6-ebde-478f-a26b-8942b406fce0 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:41.258283 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:41.325399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0ce9f8c-879f-4449-899f-c774241ce32a req-b38ec330-4e20-400c-9277-936c053cf7c7 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516314 Aug 16 12:51:41.407339 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] For port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:41.413418 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] For port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:41.419745 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:41.510875 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bc5c4-f4c9-4477-8860-d304849f1730 None None] Pushing event updated for resources: {'Port': ['ID=dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:41.520654 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Routers {'4d277cab-81a7-481c-8845-cafa78cb5ccf'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:51:41.521636 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:51:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4d277cab-81a7-481c-8845-cafa78cb5ccf'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:41.697911 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] Set router 4d277cab-81a7-481c-8845-cafa78cb5ccf gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:51:41.935246 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:37Z', 'revision_number': 3, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:41.964589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Allocated IP 172.20.0.1 (332b6301-e3c3-48b0-a69e-a0e7cf1ae430/dac6c284-5c0d-410c-8657-6a93f25e8167/18126946-4789-4299-9ba1-272c6fa0c15a) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:41.965054 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bebb3f-236d-4ec4-bfe1-12689aa080df None None] The sync data for ids ['4d277cab-81a7-481c-8845-cafa78cb5ccf'] in n-d-804708-1 is: [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:37Z', 'revision_number': 3, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:51:42.052879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c93649-632b-49a2-9091-12f07a1a03c4 req-b4525b58-01af-4bb9-8eeb-e70feabf6020 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:42.054758 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1c93649-632b-49a2-9091-12f07a1a03c4 req-b4525b58-01af-4bb9-8eeb-e70feabf6020 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 943 time: 0.8410168 Aug 16 12:51:42.272470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1c93649-632b-49a2-9091-12f07a1a03c4 req-79f60af5-40dc-4de7-be37-53baf115e096 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064118 Aug 16 12:51:42.332691 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:42.346290 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70393fda-3abc-470b-9d51-107aec0ac210 req-2f44adc2-db73-4758-b41b-f9ae50b70faa tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:42.348831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70393fda-3abc-470b-9d51-107aec0ac210 req-2f44adc2-db73-4758-b41b-f9ae50b70faa tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 945 time: 0.3082271 Aug 16 12:51:42.385475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-47b8470f-0b34-46a7-8fee-17edc9e07de7 service neutron] 10.222.0.42 "GET /v2.0/ports/8a7677c2-3bc8-4772-93ef-5cb3b781ea6d/bindings/n-h2-804708-1 HTTP/1.1" status: 200 len: 382 time: 0.3465488 Aug 16 12:51:42.459248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Transition to ACTIVE for port object 18126946-4789-4299-9ba1-272c6fa0c15a will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:42.564884 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:42.638733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-bfbe95b6-ec37-4a56-89e2-3be77339bbf8 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips/1a8c7bf8-3a21-4006-be83-a0bf70776527 HTTP/1.1" status: 200 len: 693 time: 0.2840421 Aug 16 12:51:42.659299 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:42.676736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70393fda-3abc-470b-9d51-107aec0ac210 req-f93e7aee-f7aa-4462-bdae-30ad7c6711d8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994184 Aug 16 12:51:42.702866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:42.788363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Pushing event updated for resources: {'Port': ['ID=18126946-4789-4299-9ba1-272c6fa0c15a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:42.797243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:42.950559 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:42.984583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'tag': 'a09d191d-f68d-415e-9254-f3089f527ea2'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:42.987979 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4636d6c8-66ed-43f9-a322-35e59cd7fbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "230a7c9d-06f5-4578-baf2-657dcff893b5", "tag": "a09d191d-f68d-415e-9254-f3089f527ea2"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:43.114964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-42d19c56-617d-4a1a-9403-124198cfab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:43.121471 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-42d19c56-617d-4a1a-9403-124198cfab4c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e&tenant_id=b57f202bdd7043b7b2e5fc4c5e698207 HTTP/1.1" status: 200 len: 1101 time: 0.4191489 Aug 16 12:51:43.172019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c3c189b9-ceb1-4aed-ade6-f8dd7f06b474 None None] Provisioning for port 18126946-4789-4299-9ba1-272c6fa0c15a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:43.181877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c3c189b9-ceb1-4aed-ade6-f8dd7f06b474 None None] Provisioning complete for port 18126946-4789-4299-9ba1-272c6fa0c15a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:43.182507 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c3c189b9-ceb1-4aed-ade6-f8dd7f06b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:43.227678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:43.262658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-a50f7290-ccf9-40b1-b295-88c3c7d87f20 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:43.264635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-a50f7290-ccf9-40b1-b295-88c3c7d87f20 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.6176057 Aug 16 12:51:43.277265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad91d4a-b069-462b-b48c-eee21ad3b2d4 req-2564c966-821b-4476-b47d-84c9fdc204de tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:43.279706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ad91d4a-b069-462b-b48c-eee21ad3b2d4 req-2564c966-821b-4476-b47d-84c9fdc204de tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.4800835 Aug 16 12:51:43.314514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c3c189b9-ceb1-4aed-ade6-f8dd7f06b474 None None] Port 18126946-4789-4299-9ba1-272c6fa0c15a cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:51:43.366754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:43.384271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:43.384903 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:43.516830 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:43.530255 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-65a29838-f885-4c75-b39d-3437f350b494 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.2443540 Aug 16 12:51:43.546708 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:43.549005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:43.557229 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:43.646782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:43.661648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.662333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.662913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.663284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.663646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.663970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.664318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.664882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.665457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.665981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.666548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.667115 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:43.673957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-055c0c73-fa08-4f5a-864b-cdeba7cdf7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:43.676259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-055c0c73-fa08-4f5a-864b-cdeba7cdf7f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 1101 time: 0.4905341 Aug 16 12:51:43.731368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-1f1ff702-f1de-484e-8dc3-8c873c6d1637 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.1570036 Aug 16 12:51:43.856148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ad91d4a-b069-462b-b48c-eee21ad3b2d4 req-3647d692-a07f-49a9-b183-9087e5416015 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476604 Aug 16 12:51:44.115736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-658eef32-54be-4b06-bd7d-0459af121dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:44.125333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-658eef32-54be-4b06-bd7d-0459af121dd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3948879 Aug 16 12:51:44.194344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:44.197427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-6e9e4bba-2384-4964-99a8-fe9a99e5022a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Deleting port a1e17656-3a31-4d7d-882a-7ca6b2c1ff0f {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:51:44.197763 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-6e9e4bba-2384-4964-99a8-fe9a99e5022a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:44.201062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-39e9714d-e37a-4a82-8481-aa0241c68360 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d HTTP/1.1" status: 200 len: 217 time: 0.0637884 Aug 16 12:51:44.202878 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:44.480739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:44.506442 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-6e9e4bba-2384-4964-99a8-fe9a99e5022a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:44.506812 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-6e9e4bba-2384-4964-99a8-fe9a99e5022a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:44.510603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Pushing event updated for resources: {'Port': ['ID=18126946-4789-4299-9ba1-272c6fa0c15a,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:44.542761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-23a92ece-9f81-4c54-b382-2e24c1e8d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:44.546274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-23a92ece-9f81-4c54-b382-2e24c1e8d55a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2758858 Aug 16 12:51:44.563545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-6e9e4bba-2384-4964-99a8-fe9a99e5022a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Calling delete_port for a1e17656-3a31-4d7d-882a-7ca6b2c1ff0f owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:51:44.577685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.578588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.579094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.579574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.579993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.580512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.580958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.582129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.582863 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.583336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.583691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.584153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:44.624564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12af16f-64be-4cbe-95d3-a08c50f10315 req-b0860ded-de76-4def-9352-0027491ce006 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:44.626175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c12af16f-64be-4cbe-95d3-a08c50f10315 req-b0860ded-de76-4def-9352-0027491ce006 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.3594000 Aug 16 12:51:44.828146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-1c52b194-e2ab-4774-8251-ccaae27d4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:44.830070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-1c52b194-e2ab-4774-8251-ccaae27d4fa0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2562935 Aug 16 12:51:44.855868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c12af16f-64be-4cbe-95d3-a08c50f10315 req-1d11e816-d1ef-487a-8ea1-08eec86549bc tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042131 Aug 16 12:51:44.879712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:44.889406 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:44.964494 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ec3f05-fba8-4398-b93a-12352693525d x-openstack-request-id: req-a0ec3f05-fba8-4398-b93a-12352693525d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:44.965121 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230a7c9d-06f5-4578-baf2-657dcff893b5", "tag": "a09d191d-f68d-415e-9254-f3089f527ea2", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:44.965121 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0ec3f05-fba8-4398-b93a-12352693525d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:44.965431 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'tag': 'a09d191d-f68d-415e-9254-f3089f527ea2', 'status': 'completed', 'code': 200} Aug 16 12:51:45.183181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:45.299568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:45.300952 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:45.356139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5794188d-9c0d-48b1-8c7a-ebd3ed75a6a4 None None] Provisioning complete for port 18126946-4789-4299-9ba1-272c6fa0c15a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:45.356890 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5794188d-9c0d-48b1-8c7a-ebd3ed75a6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:45.416138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5794188d-9c0d-48b1-8c7a-ebd3ed75a6a4 None None] Port 18126946-4789-4299-9ba1-272c6fa0c15a cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:51:45.537957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:51:45.687340 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:45.723621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:45.727296 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f345cb-487e-4959-9626-9e3cab161eb0" -d '{"events": [{"server_uuid": "1b8bcd01-819a-4c33-a669-7aa812527e8e", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7677c2-3bc8-4772-93ef-5cb3b781ea6d"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:45.730070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636d6c8-66ed-43f9-a322-35e59cd7fbfa req-07562a85-99d0-4515-958c-ee95040b4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:45.731954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4636d6c8-66ed-43f9-a322-35e59cd7fbfa req-07562a85-99d0-4515-958c-ee95040b4f3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 1124 time: 0.7531536 Aug 16 12:51:45.747499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:45.754999 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:45.777807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-07072433-451d-432b-b3ed-249a724a5464 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9364855 Aug 16 12:51:45.823621 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-6e9e4bba-2384-4964-99a8-fe9a99e5022a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:45.824098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:45.847879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685b3d-510b-4d2c-a6c7-ab938bc8c96a req-ae149860-5d1c-4e4d-8dff-4461560796d7 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:45.849469 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d685b3d-510b-4d2c-a6c7-ab938bc8c96a req-ae149860-5d1c-4e4d-8dff-4461560796d7 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 943 time: 0.2666996 Aug 16 12:51:45.890685 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:51:45.962451 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:45.995525 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e4bba-2384-4964-99a8-fe9a99e5022a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event deleted for resources: {'Port': ['ID=a1e17656-3a31-4d7d-882a-7ca6b2c1ff0f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:46.025454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Router 4d277cab-81a7-481c-8845-cafa78cb5ccf has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:51:46.130075 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d685b3d-510b-4d2c-a6c7-ab938bc8c96a req-5a712bb5-b48d-4de3-998c-d2de7ea14944 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212980 Aug 16 12:51:46.140325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636d6c8-66ed-43f9-a322-35e59cd7fbfa req-7e88b5e1-7408-422e-80d1-8029236fbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:46.141365 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4636d6c8-66ed-43f9-a322-35e59cd7fbfa req-7e88b5e1-7408-422e-80d1-8029236fbdf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.3989549 Aug 16 12:51:46.176208 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-6e9e4bba-2384-4964-99a8-fe9a99e5022a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:46.181054 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-6e9e4bba-2384-4964-99a8-fe9a99e5022a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:46.181054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41ca24b5-1afc-43b0-8c3f-0a5fe27a745d req-6e9e4bba-2384-4964-99a8-fe9a99e5022a tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "DELETE /v2.0/floatingips/1a8c7bf8-3a21-4006-be83-a0bf70776527 HTTP/1.1" status: 204 len: 173 time: 2.4382060 Aug 16 12:51:46.306331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4636d6c8-66ed-43f9-a322-35e59cd7fbfa req-2f9b43d4-8ef1-4fbd-928a-3030f69728f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a09d191d-f68d-415e-9254-f3089f527ea2 HTTP/1.1" status: 200 len: 217 time: 0.1539817 Aug 16 12:51:46.308373 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b028183-77ef-4a30-a3e0-d42083f5303c req-53b8481d-f1c4-49c5-bc22-dc9d2f35318f service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127065 Aug 16 12:51:46.531167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d1bbd-d912-435d-acdd-5c30089f57b2 req-b54d8917-c4e2-4969-a0b5-9b46e7c507b5 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:46.533183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf7d1bbd-d912-435d-acdd-5c30089f57b2 req-b54d8917-c4e2-4969-a0b5-9b46e7c507b5 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 945 time: 0.2555668 Aug 16 12:51:46.539287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636d6c8-66ed-43f9-a322-35e59cd7fbfa req-7d6e754f-3d4b-41db-b2a8-5bab2e4e9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:46.540703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4636d6c8-66ed-43f9-a322-35e59cd7fbfa req-7d6e754f-3d4b-41db-b2a8-5bab2e4e9b23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.2203281 Aug 16 12:51:46.565463 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668e22d-166d-4b1f-8fed-f7884c578b79 req-ea5ba52c-5fff-4b61-854c-bd48b1e175cb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:46.567478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d668e22d-166d-4b1f-8fed-f7884c578b79 req-ea5ba52c-5fff-4b61-854c-bd48b1e175cb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 948 time: 0.2887502 Aug 16 12:51:46.601925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:51:46.614245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Sync routers for ids ['4d277cab-81a7-481c-8845-cafa78cb5ccf'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:51:46.629507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Routers {'4d277cab-81a7-481c-8845-cafa78cb5ccf'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:51:46.630597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:51:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4d277cab-81a7-481c-8845-cafa78cb5ccf'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:46.632946 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-140682a7-6036-4d35-98c3-fbeda7df3a95 admin admin] 10.222.0.25 "PUT /v2.0/routers/4d277cab-81a7-481c-8845-cafa78cb5ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0663044 Aug 16 12:51:46.635079 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4636d6c8-66ed-43f9-a322-35e59cd7fbfa req-f38b2f8f-5fd9-4577-aa8f-2097510d83e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666678 Aug 16 12:51:46.709525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d668e22d-166d-4b1f-8fed-f7884c578b79 req-175f4e77-b061-45f9-9635-338f40a36ff1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178622 Aug 16 12:51:46.715358 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf7d1bbd-d912-435d-acdd-5c30089f57b2 req-7e6593dd-22be-40ff-9445-4a634b5d5255 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736705 Aug 16 12:51:46.830602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Set router 4d277cab-81a7-481c-8845-cafa78cb5ccf gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:51:46.872065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4636d6c8-66ed-43f9-a322-35e59cd7fbfa req-fbbf377c-0c89-470f-934e-49996ba9cd9e service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225089 Aug 16 12:51:46.955351 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581d6630-20ec-4686-903e-28d24d3bb8ae x-openstack-request-id: req-581d6630-20ec-4686-903e-28d24d3bb8ae {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:46.956746 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8bcd01-819a-4c33-a669-7aa812527e8e", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7677c2-3bc8-4772-93ef-5cb3b781ea6d", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:46.957225 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-581d6630-20ec-4686-903e-28d24d3bb8ae {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:46.958499 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d', 'code': 200} Aug 16 12:51:47.141869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-89591758-41ae-4ccb-b138-ff3a0da12965 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips/e157e8f4-8a5e-412d-81e6-6ee9019e17b9 HTTP/1.1" status: 200 len: 693 time: 0.1336908 Aug 16 12:51:47.154377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '18126946-4789-4299-9ba1-272c6fa0c15a', 'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'mac_address': 'fa:16:3e:17:b3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:41Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 2, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'subnets': [{'id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:47.187625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Checking router: 4d277cab-81a7-481c-8845-cafa78cb5ccf for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:51:47.188580 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Updating router 4d277cab-81a7-481c-8845-cafa78cb5ccf port 18126946-4789-4299-9ba1-272c6fa0c15a binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:51:47.217714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8351ce9-6567-4898-bd86-cff760edc5c2 req-6a10c034-c15c-436d-9f8a-07b5141bf2d6 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:47.219194 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:47.219801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8351ce9-6567-4898-bd86-cff760edc5c2 req-6a10c034-c15c-436d-9f8a-07b5141bf2d6 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.1959834 Aug 16 12:51:47.226290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4636d6c8-66ed-43f9-a322-35e59cd7fbfa req-7a279785-2006-44af-9a67-1947a58e0930 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425708 Aug 16 12:51:47.335760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8351ce9-6567-4898-bd86-cff760edc5c2 req-b3bdfa4e-7fa7-4116-b292-66fedaf85f15 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056991 Aug 16 12:51:47.377810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-545e072b-186b-4914-a05e-5cacb77c4fa7 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:47.381619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-545e072b-186b-4914-a05e-5cacb77c4fa7 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.2287085 Aug 16 12:51:47.448566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-c88bdecd-33fb-4131-b783-9f50d4ea380e tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0551665 Aug 16 12:51:47.525774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-df61b493-bef4-4050-a038-73c32fc6436b tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0665584 Aug 16 12:51:47.766422 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:47.784492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Transition to ACTIVE for port object 18126946-4789-4299-9ba1-272c6fa0c15a will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:47.797420 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:47.858669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96c5ad-4cd3-4bcd-beed-4d809edba74a None None] Pushing event updated for resources: {'Port': ['ID=18126946-4789-4299-9ba1-272c6fa0c15a,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:47.868387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-8a7ca882-9754-4517-8cb7-060975584a08 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Deleting port cc90d796-fc0a-44d5-97cd-72890148da8e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:51:47.868766 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-8a7ca882-9754-4517-8cb7-060975584a08 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:47.923168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Attempting to bind port 18126946-4789-4299-9ba1-272c6fa0c15a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:47.923551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Attempting to bind port 18126946-4789-4299-9ba1-272c6fa0c15a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:47.923916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Attempting to bind port 18126946-4789-4299-9ba1-272c6fa0c15a on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:47.929902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:47.930313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Checking segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:47.930727 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:47.931130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Bound using segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:47.931612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Bound port: 18126946-4789-4299-9ba1-272c6fa0c15a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:47.932383 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:48.038604 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-8a7ca882-9754-4517-8cb7-060975584a08 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:48.039112 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-8a7ca882-9754-4517-8cb7-060975584a08 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:48.053224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] For port 18126946-4789-4299-9ba1-272c6fa0c15a, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:48.054454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-8a7ca882-9754-4517-8cb7-060975584a08 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Calling delete_port for cc90d796-fc0a-44d5-97cd-72890148da8e owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:51:48.060555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] For port 18126946-4789-4299-9ba1-272c6fa0c15a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=18126946-4789-4299-9ba1-272c6fa0c15a,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:48.083279 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:48.186133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96c5ad-4cd3-4bcd-beed-4d809edba74a None None] Pushing event updated for resources: {'Port': ['ID=18126946-4789-4299-9ba1-272c6fa0c15a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:48.216384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Routers {'4d277cab-81a7-481c-8845-cafa78cb5ccf'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:51:48.217518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:51:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4d277cab-81a7-481c-8845-cafa78cb5ccf'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:48.299180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-8a7ca882-9754-4517-8cb7-060975584a08 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:48.347589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ca882-9754-4517-8cb7-060975584a08 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Pushing event deleted for resources: {'Port': ['ID=cc90d796-fc0a-44d5-97cd-72890148da8e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:48.450530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] Set router 4d277cab-81a7-481c-8845-cafa78cb5ccf gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:51:48.536310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-8a7ca882-9754-4517-8cb7-060975584a08 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:48.540457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-8a7ca882-9754-4517-8cb7-060975584a08 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:48.551673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58224) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:48.561339 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5401617-ea51-4b69-9f03-9baff5937b16 req-8a7ca882-9754-4517-8cb7-060975584a08 tempest-FloatingIPDetailsTestJSON-714691692 tempest-FloatingIPDetailsTestJSON-714691692-project] 10.222.0.25 "DELETE /v2.0/floatingips/e157e8f4-8a5e-412d-81e6-6ee9019e17b9 HTTP/1.1" status: 204 len: 173 time: 1.0245404 Aug 16 12:51:48.679006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a960a5-b9b8-4255-83b1-d0ba22f2931e req-9a2fa785-b4bc-4f98-b268-657060aec11f tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:48.680948 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23a960a5-b9b8-4255-83b1-d0ba22f2931e req-9a2fa785-b4bc-4f98-b268-657060aec11f tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 943 time: 0.0676775 Aug 16 12:51:48.727990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23a960a5-b9b8-4255-83b1-d0ba22f2931e req-b13f09e5-18c7-48c5-9509-0f2aaa5dcbbd tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389876 Aug 16 12:51:48.798876 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '18126946-4789-4299-9ba1-272c6fa0c15a', 'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'mac_address': 'fa:16:3e:17:b3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:41Z', 'updated_at': '2021-08-16T12:51:48Z', 'revision_number': 4, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'subnets': [{'id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:48.833161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d3226-3585-4b74-bde1-818b9b5601d3 None None] The sync data for ids ['4d277cab-81a7-481c-8845-cafa78cb5ccf'] in n-d-804708-1 is: [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '18126946-4789-4299-9ba1-272c6fa0c15a', 'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'mac_address': 'fa:16:3e:17:b3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:41Z', 'updated_at': '2021-08-16T12:51:48Z', 'revision_number': 4, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'subnets': [{'id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:51:49.005138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff788a-f55c-4a1e-b3b5-837eba46fe77 req-39cd962d-9c70-42be-bd11-fa2424e23346 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:49.048119 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48ff788a-f55c-4a1e-b3b5-837eba46fe77 req-39cd962d-9c70-42be-bd11-fa2424e23346 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 948 time: 0.2182531 Aug 16 12:51:49.180471 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48ff788a-f55c-4a1e-b3b5-837eba46fe77 req-72c77cc7-5936-47e4-a551-5344d7f291d5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322403 Aug 16 12:51:49.300447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 18126946-4789-4299-9ba1-272c6fa0c15a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:49.396088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58234) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:49.405612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--286964649', 'description': 'tempest-description--648288154'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:49.574929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:49.594079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:51:49.606650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c227f9-1862-4c02-b8b2-e78d7bd25c4e req-0b09b049-662c-4624-b58e-060f6ac8d465 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:49.638978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32c227f9-1862-4c02-b8b2-e78d7bd25c4e req-0b09b049-662c-4624-b58e-060f6ac8d465 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 945 time: 0.3517430 Aug 16 12:51:49.779551 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32c227f9-1862-4c02-b8b2-e78d7bd25c4e req-2e14723b-71cf-4dcb-a611-ea2513246c78 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313636 Aug 16 12:51:49.797442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:49.812642 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:49.859713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24a4f2b-69a7-477f-b18e-25a00efcae73,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:49.897107 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.897458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.897964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.898453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.899313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.899810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.899979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.900343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.900664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.900986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.901363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.901688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:51:49.933159 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:49.934780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7cc3f8cb-aba0-480a-b25f-a448e34d0025 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5334203 Aug 16 12:51:49.937751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58246) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:49.944179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ed2fce26-a0eb-4740-bc8e-2d45d5f4a035 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Request body: {'security_group_rule': {'security_group_id': 'b24a4f2b-69a7-477f-b18e-25a00efcae73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:49.953001 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.020906 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed2fce26-a0eb-4740-bc8e-2d45d5f4a035 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.160685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed2fce26-a0eb-4740-bc8e-2d45d5f4a035 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.186118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:50.197786 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed2fce26-a0eb-4740-bc8e-2d45d5f4a035 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.335233 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed2fce26-a0eb-4740-bc8e-2d45d5f4a035 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.339144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ed2fce26-a0eb-4740-bc8e-2d45d5f4a035 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3976974 Aug 16 12:51:50.339144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fce26-a0eb-4740-bc8e-2d45d5f4a035 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc2642d-fb0f-4d4a-a5e2-2ee803cb97a6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:50.351313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58250) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:50.368877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-93b32ce1-467a-4282-8e95-394be1bf2d51 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Request body: {'security_group_rule': {'security_group_id': 'b24a4f2b-69a7-477f-b18e-25a00efcae73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:50.597335 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-93b32ce1-467a-4282-8e95-394be1bf2d51 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.614006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] Deleting port 9647516c-61f2-40e1-b812-0dd1818378ac {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:51:50.618735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.654834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4f2d8-c3b3-4d34-b176-869033c193de req-98dc46fb-3e53-4c79-addc-4030176362b5 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:50.663141 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbe4f2d8-c3b3-4d34-b176-869033c193de req-98dc46fb-3e53-4c79-addc-4030176362b5 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.4986181 Aug 16 12:51:50.688926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d', 'mac_address': 'fa:16:3e:0f:29:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:51:50.694270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 18126946-4789-4299-9ba1-272c6fa0c15a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:51:50.699935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 18126946-4789-4299-9ba1-272c6fa0c15a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:50.700550 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.761456 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.824615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:51:50.865443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:50.874806 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.917402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbe4f2d8-c3b3-4d34-b176-869033c193de req-217efd0f-2d7e-4b3f-ac30-51d91c706596 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532618 Aug 16 12:51:50.932431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] For port 9647516c-61f2-40e1-b812-0dd1818378ac, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=9647516c-61f2-40e1-b812-0dd1818378ac,segment=NetworkSegment(994dc4b5-3b0d-412e-ae43-3856269f08fa),segment_id=994dc4b5-3b0d-412e-ae43-3856269f08fa)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:50.933018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.967839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] Calling delete_port for 9647516c-61f2-40e1-b812-0dd1818378ac owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:51:50.971969 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:50.997626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb2f4b-22be-4d57-8061-c9e1f2994224 req-d8984be4-8b58-471b-a0e7-4ac2b9223e54 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:51.006277 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70cb2f4b-22be-4d57-8061-c9e1f2994224 req-d8984be4-8b58-471b-a0e7-4ac2b9223e54 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 943 time: 0.5472710 Aug 16 12:51:51.009387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:51.037955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 18126946-4789-4299-9ba1-272c6fa0c15a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=18126946-4789-4299-9ba1-272c6fa0c15a,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:51.047714 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:51.179521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-ab8a0f57-9e32-4c1c-bc23-390109df20ea tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:51.183447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-ab8a0f57-9e32-4c1c-bc23-390109df20ea tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e&tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 948 time: 0.6512451 Aug 16 12:51:51.242451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=18126946-4789-4299-9ba1-272c6fa0c15a,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:51.279435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:51:51.302885 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-93b32ce1-467a-4282-8e95-394be1bf2d51 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:51.335727 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-93b32ce1-467a-4282-8e95-394be1bf2d51 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:51.439607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70cb2f4b-22be-4d57-8061-c9e1f2994224 req-47d24fea-97d4-44d2-9e52-81957a4c44bd tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160740 Aug 16 12:51:51.454683 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-93b32ce1-467a-4282-8e95-394be1bf2d51 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:51.464230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-93b32ce1-467a-4282-8e95-394be1bf2d51 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1107318 Aug 16 12:51:51.466288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58258) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:51.469377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b32ce1-467a-4282-8e95-394be1bf2d51 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69049a63-3caa-4730-9635-975ce0edd1ec,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:51.495703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3849c6e-bcfb-49f1-ab73-3492623f816f req-128d23fc-b900-4706-9e00-103c338df7eb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:51.497830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3849c6e-bcfb-49f1-ab73-3492623f816f req-128d23fc-b900-4706-9e00-103c338df7eb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 949 time: 0.3558981 Aug 16 12:51:51.499624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:51.523170 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:51.545552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-2dcc33f5-26ec-41ad-8d66-da1fa81a361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:51.547121 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-2dcc33f5-26ec-41ad-8d66-da1fa81a361b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 1100 time: 0.1706438 Aug 16 12:51:51.633839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a09d191d-f68d-415e-9254-f3089f527ea2 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:51:51.656104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9647516c-61f2-40e1-b812-0dd1818378ac,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:51.695738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3849c6e-bcfb-49f1-ab73-3492623f816f req-47952041-030b-47f3-baf7-984330eb5996 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895518 Aug 16 12:51:51.726681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:51.909506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-d2fbcb92-00a3-41ee-adc3-3af4b4411eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:51.923653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-d2fbcb92-00a3-41ee-adc3-3af4b4411eac service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3583043 Aug 16 12:51:52.057118 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:52.217571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-5eb7b311-0fe9-403b-a56d-31d89a60f1cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d HTTP/1.1" status: 200 len: 217 time: 0.2906170 Aug 16 12:51:52.238898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef724e-fe3c-48c5-a216-760680d1c1a3 req-73d39dc7-d6fe-48f4-bb9d-1d181b056388 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:52.258424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6ef724e-fe3c-48c5-a216-760680d1c1a3 req-73d39dc7-d6fe-48f4-bb9d-1d181b056388 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 945 time: 0.3269372 Aug 16 12:51:52.313588 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:52.360516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-c4faef8e-b09f-4bc9-b3bc-2fc328586103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:52.362737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-c4faef8e-b09f-4bc9-b3bc-2fc328586103 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0698891 Aug 16 12:51:52.376364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6ef724e-fe3c-48c5-a216-760680d1c1a3 req-ec7e04e6-dde5-4763-8c88-05243fe1d853 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032138 Aug 16 12:51:52.426284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311000e-993e-4091-888b-3dd904d75d71 req-965dbb5f-5d52-48ff-ba97-3a603a919290 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:52.428375 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-965dbb5f-5d52-48ff-ba97-3a603a919290 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1096 time: 0.4732950 Aug 16 12:51:52.436043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Allocated IP 172.25.0.203 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/b9802f24-06af-41ce-8ba3-af44f9c8fa4c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:51:52.446061 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804708-1'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:52.576881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2380b-e362-4f2b-8f3d-842bd2638131 req-aff68a55-bb47-4ff6-a487-ca7aabaea61f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:52.578932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3c2380b-e362-4f2b-8f3d-842bd2638131 req-aff68a55-bb47-4ff6-a487-ca7aabaea61f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.5172567 Aug 16 12:51:52.579797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:52.614601 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:52.672444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3c2380b-e362-4f2b-8f3d-842bd2638131 req-86a92a3a-d8d2-4175-9406-c9a2e76cc1c4 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796342 Aug 16 12:51:52.679114 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-775b26be-b0b4-4e11-821c-9e3cdf1f5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:52.681454 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-775b26be-b0b4-4e11-821c-9e3cdf1f5437 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3046935 Aug 16 12:51:52.698138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:52.833649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:51:52.850909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] Router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:51:52.853930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:51:52.877689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e99c10-21a3-4045-8992-0d75a72de2e2 req-b34e9ba0-70c9-42f4-bb4e-68488005f9cb tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:52.880683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8e99c10-21a3-4045-8992-0d75a72de2e2 req-b34e9ba0-70c9-42f4-bb4e-68488005f9cb tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 943 time: 0.3417976 Aug 16 12:51:52.892361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:51:52.954655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event updated for resources: {'Port': ['ID=b9802f24-06af-41ce-8ba3-af44f9c8fa4c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:53.063009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:53.098600 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8e99c10-21a3-4045-8992-0d75a72de2e2 req-4292279b-8f1b-4aad-ae1d-b4cf8b3a1929 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594975 Aug 16 12:51:53.130485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:53.182565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:53.374233 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 18126946-4789-4299-9ba1-272c6fa0c15a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:53.541799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:51:53.548314 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d667d444-07b8-470a-84b9-b2f48da784ca admin admin] 10.222.0.25 "PUT /v2.0/routers/1db0c4bf-011e-4e10-9c2f-29ff84a25db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9949651 Aug 16 12:51:53.551837 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9358ece4-99bc-4b3d-929e-fac2da45157e service neutron] 10.222.0.42 "GET /v2.0/ports/a09d191d-f68d-415e-9254-f3089f527ea2/bindings/n-h1-804708-1 HTTP/1.1" status: 200 len: 384 time: 0.7255607 Aug 16 12:51:53.552188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58288) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:53.557850 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf04268c-0cdb-479c-9535-7b797b6225db None None] Sync routers for ids ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:51:53.582874 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf04268c-0cdb-479c-9535-7b797b6225db None None] Routers {'1db0c4bf-011e-4e10-9c2f-29ff84a25db2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:51:53.583856 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cf04268c-0cdb-479c-9535-7b797b6225db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:51:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:53.587256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 18126946-4789-4299-9ba1-272c6fa0c15a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:53.588043 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:53.608333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device faf518b9-ac97-4f2a-ad36-6280549a8c2f details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:51:53.616886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:51:53.661212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-3afc0443-aab5-4a8f-8d00-19bd845b6f8e service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8911722 Aug 16 12:51:53.668745 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c4105-55de-415f-bb4c-12f02ffccf47 req-59a551d3-3d40-4dcd-8be4-1fa125024bf6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:53.670629 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e84c4105-55de-415f-bb4c-12f02ffccf47 req-59a551d3-3d40-4dcd-8be4-1fa125024bf6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 949 time: 0.7487433 Aug 16 12:51:53.770310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b909aa-96a9-4277-b8db-41b2ad6d5087 req-8ef1d839-8bff-403b-a7b5-8fb2672038d1 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950515 Aug 16 12:51:53.843293 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-cf04268c-0cdb-479c-9535-7b797b6225db None None] Set router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:51:53.858968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e84c4105-55de-415f-bb4c-12f02ffccf47 req-4e5d1783-f936-4f3c-a071-f042a796f775 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861030 Aug 16 12:51:53.861832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:53.864846 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adc6076-22c6-4f04-a9c2-c78627daa21c" -d '{"events": [{"server_uuid": "ec7c7e97-3daf-40f6-ae27-62c69c10bdc6", "name": "network-vif-unplugged", "status": "completed", "tag": "faf518b9-ac97-4f2a-ad36-6280549a8c2f"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:53.870052 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:53.887921 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:53.910418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4340c71-f393-40fd-b556-b26d612ba337 req-68c553af-7d44-4a49-9dc9-9a0f961109f0 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:53.929997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4340c71-f393-40fd-b556-b26d612ba337 req-68c553af-7d44-4a49-9dc9-9a0f961109f0 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 945 time: 0.2818332 Aug 16 12:51:53.940528 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:54.007002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4340c71-f393-40fd-b556-b26d612ba337 req-6afb819c-aea2-41a1-bdd7-d20a82acf5e9 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725961 Aug 16 12:51:54.030514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:51:54.031146 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:54.183514 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cf04268c-0cdb-479c-9535-7b797b6225db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'name': 'tempest-FloatingIPDetailsTestJSON-862078638-router', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:14Z', 'updated_at': '2021-08-16T12:51:51Z', 'revision_number': 5, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'gw_port': {'id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:15Z', 'updated_at': '2021-08-16T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:54.207848 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86cadf-aef4-4bb5-9461-b108f517e956 x-openstack-request-id: req-ad86cadf-aef4-4bb5-9461-b108f517e956 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:54.208174 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7c7e97-3daf-40f6-ae27-62c69c10bdc6", "name": "network-vif-unplugged", "status": "completed", "tag": "faf518b9-ac97-4f2a-ad36-6280549a8c2f", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:54.208385 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad86cadf-aef4-4bb5-9461-b108f517e956 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:54.208783 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f', 'code': 200} Aug 16 12:51:54.214950 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf04268c-0cdb-479c-9535-7b797b6225db None None] Checking router: 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:51:54.241421 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf04268c-0cdb-479c-9535-7b797b6225db None None] Routers {'1db0c4bf-011e-4e10-9c2f-29ff84a25db2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:51:54.242076 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cf04268c-0cdb-479c-9535-7b797b6225db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:51:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:54.283415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:54.311808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Pushing event updated for resources: {'Port': ['ID=faf518b9-ac97-4f2a-ad36-6280549a8c2f,revision_number=7']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:54.340056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:54.355784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7702d70-4a24-41a8-98c9-1858e4c0df3f req-aad6c8a6-0a12-42fb-96a4-bc78856c4717 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:54.363637 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:54.371413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7702d70-4a24-41a8-98c9-1858e4c0df3f req-aad6c8a6-0a12-42fb-96a4-bc78856c4717 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.2787588 Aug 16 12:51:54.398816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device faf518b9-ac97-4f2a-ad36-6280549a8c2f has no active binding in host n-h2-804708-1 {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 12:51:54.414431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:54.426819 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac20c05d-9d6b-405d-80ea-e97a99696415" -d '{"events": [{"server_uuid": "1b8bcd01-819a-4c33-a669-7aa812527e8e", "name": "network-vif-plugged", "status": "completed", "tag": "8a7677c2-3bc8-4772-93ef-5cb3b781ea6d"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:54.463872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:54.472139 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:54.487799 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:54.528413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:54.576320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f on host n-h1-804708-1 for vnic_type normal with profile {"migrating_to": "n-h2-804708-1"} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:51:54.576640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:51:54.576948 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:54.584317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:54.602951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7702d70-4a24-41a8-98c9-1858e4c0df3f req-433bb5cf-d51c-42d3-98ba-c5121b81142d tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304919 Aug 16 12:51:54.624670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Port faf518b9-ac97-4f2a-ad36-6280549a8c2f on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:51:54.625212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Attempting to bind port faf518b9-ac97-4f2a-ad36-6280549a8c2f on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:51:54.648351 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-cf04268c-0cdb-479c-9535-7b797b6225db None None] Set router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:51:54.663683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc12838-c94e-4999-b14c-29335d57c3c5 req-b0b1d393-0b7d-4e56-a508-72b0f14dca1d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:54.679861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfc12838-c94e-4999-b14c-29335d57c3c5 req-b0b1d393-0b7d-4e56-a508-72b0f14dca1d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 943 time: 0.3806829 Aug 16 12:51:54.694135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:51:54.695468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:51:54.695940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:51:54.697358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Bound port: faf518b9-ac97-4f2a-ad36-6280549a8c2f, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:51:54.699037 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:54.772444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event updated for resources: {'Port': ['ID=b9802f24-06af-41ce-8ba3-af44f9c8fa4c,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:54.821114 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9dc1f4d7-9ba6-44a0-9f37-ce43f2e38ad6 service neutron] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a09d191d-f68d-415e-9254-f3089f527ea2,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:54.825401 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:54.829993 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:54.856546 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfc12838-c94e-4999-b14c-29335d57c3c5 req-1d9e7f93-246e-47d5-83e0-7051f8eb0178 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763163 Aug 16 12:51:54.859693 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a5f658-3f37-4824-8c40-9058e0b57254 x-openstack-request-id: req-42a5f658-3f37-4824-8c40-9058e0b57254 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:54.860389 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8bcd01-819a-4c33-a669-7aa812527e8e", "name": "network-vif-plugged", "status": "completed", "tag": "8a7677c2-3bc8-4772-93ef-5cb3b781ea6d", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:54.860928 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42a5f658-3f37-4824-8c40-9058e0b57254 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:54.861642 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d', 'code': 200} Aug 16 12:51:54.881924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9dc1f4d7-9ba6-44a0-9f37-ce43f2e38ad6 service neutron] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:54.911520 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cf04268c-0cdb-479c-9535-7b797b6225db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'name': 'tempest-FloatingIPDetailsTestJSON-862078638-router', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:14Z', 'updated_at': '2021-08-16T12:51:51Z', 'revision_number': 5, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'gw_port': {'id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:15Z', 'updated_at': '2021-08-16T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:54.952573 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf04268c-0cdb-479c-9535-7b797b6225db None None] The sync data for ids ['1db0c4bf-011e-4e10-9c2f-29ff84a25db2'] in n-d-804708-1 is: [{'id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'name': 'tempest-FloatingIPDetailsTestJSON-862078638-router', 'tenant_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:14Z', 'updated_at': '2021-08-16T12:51:51Z', 'revision_number': 5, 'project_id': '4735bbf606d547c1ba7bb43dfaca4d2c', 'gw_port': {'id': '837f278e-8a26-48c1-90df-dd29f6cb0297', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0c4bf-011e-4e10-9c2f-29ff84a25db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:15Z', 'updated_at': '2021-08-16T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:51:54.985179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:54.990473 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:51:54.999169 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:55.017987 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:55.022757 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e19d54e3-f334-4f02-a3dc-264cb307983d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5549264 Aug 16 12:51:55.053978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9dc1f4d7-9ba6-44a0-9f37-ce43f2e38ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09d191d-f68d-415e-9254-f3089f527ea2 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:51:55.069577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9dc1f4d7-9ba6-44a0-9f37-ce43f2e38ad6 service neutron] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a09d191d-f68d-415e-9254-f3089f527ea2,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:55.098067 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9dc1f4d7-9ba6-44a0-9f37-ce43f2e38ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:55.137023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Deleting port 837f278e-8a26-48c1-90df-dd29f6cb0297 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:51:55.137516 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:55.170745 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Pushing event updated for resources: {'Port': ['ID=faf518b9-ac97-4f2a-ad36-6280549a8c2f,revision_number=8']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:55.238652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1bdc7-8f88-4b83-b101-77eab38acd61 req-43f12444-27f8-4158-b368-235ba7301bec tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:55.240496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2a1bdc7-8f88-4b83-b101-77eab38acd61 req-43f12444-27f8-4158-b368-235ba7301bec tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.2280316 Aug 16 12:51:55.245910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:55.246578 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:55.248919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-e65e10bf-c6ac-4afd-a604-4ce5668aded1 service neutron] 10.222.0.42 "PUT /v2.0/ports/faf518b9-ac97-4f2a-ad36-6280549a8c2f HTTP/1.1" status: 200 len: 1121 time: 2.8103280 Aug 16 12:51:55.343747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 9647516c-61f2-40e1-b812-0dd1818378ac no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:51:55.367164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2a1bdc7-8f88-4b83-b101-77eab38acd61 req-18747f70-17a3-4d2c-9814-082625430db2 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972388 Aug 16 12:51:55.380118 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd4b3-ac0e-4deb-8962-54d5c95da8db req-a9d76fcc-b11e-4ff0-913b-136fb258900e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:55.385309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] For port 837f278e-8a26-48c1-90df-dd29f6cb0297, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=837f278e-8a26-48c1-90df-dd29f6cb0297,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:55.386405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:55.387911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7bdcd4b3-ac0e-4deb-8962-54d5c95da8db req-a9d76fcc-b11e-4ff0-913b-136fb258900e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.1708989 Aug 16 12:51:55.402414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Calling delete_port for 837f278e-8a26-48c1-90df-dd29f6cb0297 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:51:55.427034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['faf518b9-ac97-4f2a-ad36-6280549a8c2f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:51:55.435666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9dc1f4d7-9ba6-44a0-9f37-ce43f2e38ad6 service neutron] Transition to ACTIVE for port object a09d191d-f68d-415e-9254-f3089f527ea2 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:51:55.465876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7bdcd4b3-ac0e-4deb-8962-54d5c95da8db req-eaa707d5-fadf-4681-9029-9a5f92dc229b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769150 Aug 16 12:51:55.508809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 9647516c-61f2-40e1-b812-0dd1818378ac {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:51:55.509436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 9647516c-61f2-40e1-b812-0dd1818378ac not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:51:55.560337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['faf518b9-ac97-4f2a-ad36-6280549a8c2f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:51:55.674417 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9dc1f4d7-9ba6-44a0-9f37-ce43f2e38ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:55.687087 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:55.795172 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-a71e503f-4bce-47d9-bf47-ffa493cdc02f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--286964649&fields=id&tenant_id=69db3e09f4b04fcd9dcdc03807c00973 HTTP/1.1" status: 200 len: 267 time: 0.1120553 Aug 16 12:51:55.851131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9dc1f4d7-9ba6-44a0-9f37-ce43f2e38ad6 service neutron] No DVR routers for this DVR port a09d191d-f68d-415e-9254-f3089f527ea2 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:51:55.900009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1f4d7-9ba6-44a0-9f37-ce43f2e38ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=a09d191d-f68d-415e-9254-f3089f527ea2,revision_number=10']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:55.952011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Pushing event deleted for resources: {'Port': ['ID=837f278e-8a26-48c1-90df-dd29f6cb0297,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:55.958845 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9dc1f4d7-9ba6-44a0-9f37-ce43f2e38ad6 service neutron] 10.222.0.42 "PUT /v2.0/ports/a09d191d-f68d-415e-9254-f3089f527ea2/bindings/n-h1-804708-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1785872 Aug 16 12:51:55.975230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:56.031803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1efc-a9d3-4ab7-ba8f-4f980a67abc3 req-db99855c-b2b5-41a6-8bc7-48d846c638ad tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:56.033352 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-955a1efc-a9d3-4ab7-ba8f-4f980a67abc3 req-db99855c-b2b5-41a6-8bc7-48d846c638ad tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.1079111 Aug 16 12:51:56.046943 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dfab0-a509-4281-84de-8a617e81e9ac req-7b3c3ada-07f5-4008-8d5e-fb4519569b4c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:56.050272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-7b3c3ada-07f5-4008-8d5e-fb4519569b4c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 812 time: 0.2515581 Aug 16 12:51:56.088487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-95f62c59-f6fd-4233-8422-868d2a0bb03b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/quotas/69db3e09f4b04fcd9dcdc03807c00973 HTTP/1.1" status: 200 len: 375 time: 0.0324926 Aug 16 12:51:56.122557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-955a1efc-a9d3-4ab7-ba8f-4f980a67abc3 req-d26429c7-21ea-466e-bc33-677e7fdb62a5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728319 Aug 16 12:51:56.134231 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:56.142155 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:56.193784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-709d7f1d-36e0-494b-9c9f-68828f2e3225 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851550 Aug 16 12:51:56.208531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-5e6f8db1-4206-4347-8fc0-8ebefd327602 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:56.210359 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-5e6f8db1-4206-4347-8fc0-8ebefd327602 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1120615 Aug 16 12:51:56.224602 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:56.225173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db0c4bf-011e-4e10-9c2f-29ff84a25db2 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:51:56.232230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:56.233450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b2fbc57f-d5a0-4f96-a9a2-7972f6ead01d admin admin] 10.222.0.25 "DELETE /v2.0/routers/1db0c4bf-011e-4e10-9c2f-29ff84a25db2 HTTP/1.1" status: 204 len: 168 time: 2.6799679 Aug 16 12:51:56.241482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'tag': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:51:56.241779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58346) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:56.253145 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d85e49e-3f7b-49a7-9a04-a994c5567545" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7c7e97-3daf-40f6-ae27-62c69c10bdc6", "tag": "faf518b9-ac97-4f2a-ad36-6280549a8c2f"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:51:56.318023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-0e8d50f1-b1b9-41cb-af72-7fd7fba99e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:56.319766 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-0e8d50f1-b1b9-41cb-af72-7fd7fba99e6b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5&tenant_id=9cd65f42c34443729102b1f64cb34d2e HTTP/1.1" status: 200 len: 1095 time: 0.0967109 Aug 16 12:51:56.323261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-104c484b-7047-4e19-8f6e-b260049cfeaf admin admin] Deleting subnet cfe10049-f82c-4516-b300-e8f0f3ca81f4 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:51:56.326865 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-104c484b-7047-4e19-8f6e-b260049cfeaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:56.374161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d74716-43c9-46a4-8ec7-ad50c37c900b req-a6ae0628-cfdb-465b-9427-d5238c9259a9 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:56.374161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63d74716-43c9-46a4-8ec7-ad50c37c900b req-a6ae0628-cfdb-465b-9427-d5238c9259a9 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.1153128 Aug 16 12:51:56.391465 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-318f94ed-8f96-4d6d-86b7-14f85e27cfe1 service neutron] 10.222.0.25 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934354 Aug 16 12:51:56.395505 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-104c484b-7047-4e19-8f6e-b260049cfeaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:56.512752 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-373960dd-385a-4036-b3e8-44fb4c4ef39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:56.515082 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-373960dd-385a-4036-b3e8-44fb4c4ef39a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 1095 time: 0.1334131 Aug 16 12:51:56.547471 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-44d3a7b4-fbd1-49b9-b233-83cb86b89ceb service neutron] 10.222.0.25 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548657 Aug 16 12:51:56.567616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63d74716-43c9-46a4-8ec7-ad50c37c900b req-605b287e-81e8-4d65-a658-2f4fb8aba716 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845195 Aug 16 12:51:56.648158 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-104c484b-7047-4e19-8f6e-b260049cfeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:56.760730 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-104c484b-7047-4e19-8f6e-b260049cfeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:56.837554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c484b-7047-4e19-8f6e-b260049cfeaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe10049-f82c-4516-b300-e8f0f3ca81f4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:56.837554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-cd55f922-c9d5-4ea6-9b55-0b4a4e80fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:56.840700 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-cd55f922-c9d5-4ea6-9b55-0b4a4e80fa9a service neutron] 10.222.0.22 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.2990086 Aug 16 12:51:56.844383 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-104c484b-7047-4e19-8f6e-b260049cfeaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:56.852300 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-104c484b-7047-4e19-8f6e-b260049cfeaf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cfe10049-f82c-4516-b300-e8f0f3ca81f4 HTTP/1.1" status: 204 len: 168 time: 0.6079628 Aug 16 12:51:56.855317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58360) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:56.857447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724d6a72-8013-45af-976d-fb924f07cb9c None None] Network 7cebf243-e938-42ab-ae39-6479333c4abd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:51:56.916080 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af8f4eb-3921-4058-a642-15094b8a2fa4 x-openstack-request-id: req-6af8f4eb-3921-4058-a642-15094b8a2fa4 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:51:56.916719 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7c7e97-3daf-40f6-ae27-62c69c10bdc6", "tag": "faf518b9-ac97-4f2a-ad36-6280549a8c2f", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:51:56.916719 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6af8f4eb-3921-4058-a642-15094b8a2fa4 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:51:56.917018 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'tag': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f', 'status': 'completed', 'code': 200} Aug 16 12:51:56.945440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8518e-da00-4dea-9e33-0d7bb29213ab req-ce29749c-20f9-4153-8f8f-f2a7383b68e4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:56.947167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2d8518e-da00-4dea-9e33-0d7bb29213ab req-ce29749c-20f9-4153-8f8f-f2a7383b68e4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 944 time: 0.1224561 Aug 16 12:51:57.058445 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:57.114581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2d8518e-da00-4dea-9e33-0d7bb29213ab req-745ffd9f-dbf9-431e-a997-1a1cae969734 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600711 Aug 16 12:51:57.149309 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-1a12bd47-461f-4c13-9ab5-5de3560deeeb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a09d191d-f68d-415e-9254-f3089f527ea2 HTTP/1.1" status: 200 len: 217 time: 0.1048648 Aug 16 12:51:57.210586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd63e97-4e49-44c3-bde1-f56703e9dea7 None None] DHCP port deletion for 7cebf243-e938-42ab-ae39-6479333c4abd request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:51:57.216281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 837f278e-8a26-48c1-90df-dd29f6cb0297 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:51:57.221103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c2a34-0adb-4b8e-b16b-aa0bea140122 req-32bfd2dd-df42-4880-936f-f60b945c390a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:57.235866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce0c2a34-0adb-4b8e-b16b-aa0bea140122 req-32bfd2dd-df42-4880-936f-f60b945c390a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.1413074 Aug 16 12:51:57.295753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a25ac29-6305-42dd-b0d9-2e37bc459077 req-730fecaf-b929-4a74-af3f-4b07f902a777 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 210 time: 0.0506587 Aug 16 12:51:57.297382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 837f278e-8a26-48c1-90df-dd29f6cb0297 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:51:57.297582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 837f278e-8a26-48c1-90df-dd29f6cb0297 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:51:57.312037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85e49e-3f7b-49a7-9a04-a994c5567545 req-71220055-7cfc-40ab-866f-0f85d7e9fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:57.313967 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2d85e49e-3f7b-49a7-9a04-a994c5567545 req-71220055-7cfc-40ab-866f-0f85d7e9fd44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 1124 time: 0.2935286 Aug 16 12:51:57.349230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce0c2a34-0adb-4b8e-b16b-aa0bea140122 req-8d037ae6-7a76-4db4-af92-e44a0949e87a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153026 Aug 16 12:51:57.418425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-4f60038f-d512-4992-ad96-f468eea0cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:57.418425 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-4f60038f-d512-4992-ad96-f468eea0cd69 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.2522111 Aug 16 12:51:57.422854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ccd63e97-4e49-44c3-bde1-f56703e9dea7 None None] Deleting port 64695ef4-50b1-493b-97b2-3d87c2fcaf24 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:51:57.423233 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ccd63e97-4e49-44c3-bde1-f56703e9dea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:57.496059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-c50c85a5-7171-4d98-b76d-76571721f48a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430067 Aug 16 12:51:57.613570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Deleting port 64695ef4-50b1-493b-97b2-3d87c2fcaf24 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:51:57.613849 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:57.645933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ccd63e97-4e49-44c3-bde1-f56703e9dea7 None None] For port 64695ef4-50b1-493b-97b2-3d87c2fcaf24, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=64695ef4-50b1-493b-97b2-3d87c2fcaf24,segment=NetworkSegment(994dc4b5-3b0d-412e-ae43-3856269f08fa),segment_id=994dc4b5-3b0d-412e-ae43-3856269f08fa)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:57.649145 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ccd63e97-4e49-44c3-bde1-f56703e9dea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:57.664572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85e49e-3f7b-49a7-9a04-a994c5567545 req-92d01d43-c5fc-436c-85c7-af53ab81c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:57.664999 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2d85e49e-3f7b-49a7-9a04-a994c5567545 req-92d01d43-c5fc-436c-85c7-af53ab81c2d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.3318906 Aug 16 12:51:57.724786 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ccd63e97-4e49-44c3-bde1-f56703e9dea7 None None] Calling delete_port for 64695ef4-50b1-493b-97b2-3d87c2fcaf24 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:51:57.789076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2d85e49e-3f7b-49a7-9a04-a994c5567545 req-9597a792-9018-4a2b-97b0-34da7a2e9021 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f HTTP/1.1" status: 200 len: 217 time: 0.0901983 Aug 16 12:51:57.881223 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7bd3-41ee-4dc4-8d8e-b55c02d2d663 req-46c7a7dd-49bf-430e-bcfc-65a49528bcce tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:57.884133 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfac7bd3-41ee-4dc4-8d8e-b55c02d2d663 req-46c7a7dd-49bf-430e-bcfc-65a49528bcce tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.1408515 Aug 16 12:51:57.943517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ccd63e97-4e49-44c3-bde1-f56703e9dea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:57.970533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd63e97-4e49-44c3-bde1-f56703e9dea7 None None] No DVR routers for this DVR port 64695ef4-50b1-493b-97b2-3d87c2fcaf24 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:51:58.012077 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfac7bd3-41ee-4dc4-8d8e-b55c02d2d663 req-1acf26ce-ecf5-4ff1-ac4b-40a727752465 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050870 Aug 16 12:51:58.016210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] For port 64695ef4-50b1-493b-97b2-3d87c2fcaf24, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=64695ef4-50b1-493b-97b2-3d87c2fcaf24,segment=NetworkSegment(994dc4b5-3b0d-412e-ae43-3856269f08fa),segment_id=994dc4b5-3b0d-412e-ae43-3856269f08fa)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:51:58.016722 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:58.022847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd63e97-4e49-44c3-bde1-f56703e9dea7 None None] Pushing event deleted for resources: {'Port': ['ID=64695ef4-50b1-493b-97b2-3d87c2fcaf24,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:58.072161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Calling delete_port for 64695ef4-50b1-493b-97b2-3d87c2fcaf24 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:51:58.077065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-70c99c66-aeb5-4407-9a1d-56003174ca29 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487394 Aug 16 12:51:58.098729 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-dd250126-db2c-4902-81ae-79c4314d9dfa service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900683 Aug 16 12:51:58.183229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85e49e-3f7b-49a7-9a04-a994c5567545 req-3e8be2da-d89d-49c5-a43f-2465fb084ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:58.184926 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2d85e49e-3f7b-49a7-9a04-a994c5567545 req-3e8be2da-d89d-49c5-a43f-2465fb084ded service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.3237317 Aug 16 12:51:58.285395 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2d85e49e-3f7b-49a7-9a04-a994c5567545 req-14c94f06-4772-4405-beee-59f45044ed34 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804408 Aug 16 12:51:58.298192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f0cf-7560-4923-9334-77946888abd1 req-8dc60879-ce96-4313-8291-770bd8d167ef tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:58.304685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d113f0cf-7560-4923-9334-77946888abd1 req-8dc60879-ce96-4313-8291-770bd8d167ef tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 944 time: 0.0944293 Aug 16 12:51:58.315816 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-0caeb8f3-5bd7-4cd8-9201-4d22935cfae6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:58.322377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-0caeb8f3-5bd7-4cd8-9201-4d22935cfae6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2439294 Aug 16 12:51:58.358767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-cf4f7cb4-9ba2-4f12-8146-002260be5368 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/quotas/b57f202bdd7043b7b2e5fc4c5e698207 HTTP/1.1" status: 200 len: 375 time: 0.0354538 Aug 16 12:51:58.420494 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-d6bf6a73-e58a-4d7d-a6eb-7b48160294f7 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121936 Aug 16 12:51:58.453759 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:58.458166 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d113f0cf-7560-4923-9334-77946888abd1 req-c5d4bd44-617f-475c-8300-feec5d120e7d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521244 Aug 16 12:51:58.495682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Pushing event deleted for resources: {'Port': ['ID=64695ef4-50b1-493b-97b2-3d87c2fcaf24,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:58.498243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-b00771a5-8fef-4457-8977-d6f10cbba8c6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328378 Aug 16 12:51:58.528755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] No DVR routers for this DVR port 64695ef4-50b1-493b-97b2-3d87c2fcaf24 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:51:58.571797 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2d85e49e-3f7b-49a7-9a04-a994c5567545 req-cda6437d-bc0b-4a03-8249-039868d26345 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707620 Aug 16 12:51:58.635944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a09fccb2-ac7b-4715-9387-ef01e4648f5a req-c887f1bb-bc96-4a8e-a5a8-00409dbc5d95 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 210 time: 0.0510316 Aug 16 12:51:58.871729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da215936-8b5c-473f-9bef-5ad2fd447038 req-f97deac2-4722-4ccb-b095-1e9960ede41f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:58.875514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da215936-8b5c-473f-9bef-5ad2fd447038 req-f97deac2-4722-4ccb-b095-1e9960ede41f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.1545508 Aug 16 12:51:58.919969 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f4299ad7-5d4f-4088-a9b0-194b1b75537e req-bd74c000-551a-4079-b0e4-b46cae29baf6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 210 time: 0.0433457 Aug 16 12:51:58.999540 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da215936-8b5c-473f-9bef-5ad2fd447038 req-c2e92e7f-7b14-481b-a44c-22ae3e24c098 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107543 Aug 16 12:51:59.175945 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:59.178500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 64695ef4-50b1-493b-97b2-3d87c2fcaf24 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:51:59.188621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cebf243-e938-42ab-ae39-6479333c4abd']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:59.206615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 64695ef4-50b1-493b-97b2-3d87c2fcaf24 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:51:59.207295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 64695ef4-50b1-493b-97b2-3d87c2fcaf24 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:51:59.223160 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:59.235932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994dc4b5-3b0d-412e-ae43-3856269f08fa') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:59.236255 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994dc4b5-3b0d-412e-ae43-3856269f08fa') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:51:59.258002 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:59.293405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:59.306781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-b64e221e-2624-47fd-9c3d-b510482c9584 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:59.308315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-b64e221e-2624-47fd-9c3d-b510482c9584 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.2662294 Aug 16 12:51:59.315036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:51:59.315497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:59.316320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21eef6-c2e6-498a-b93f-273f6ae92686 req-c9aa7441-5bdd-4202-861f-fa14b1fb52d4 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:51:59.321765 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:51:59.324220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef21eef6-c2e6-498a-b93f-273f6ae92686 req-c9aa7441-5bdd-4202-861f-fa14b1fb52d4 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bba1e34-4ef3-413e-848e-9487ced7d137 HTTP/1.1" status: 200 len: 949 time: 0.1579595 Aug 16 12:51:59.353131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b7ddb-23bf-4a6e-96d6-fd6e82f2aaf3 req-8e0e5f0a-4fe1-44ca-9b17-b6b82e0544f6 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:59.361014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b2b7ddb-23bf-4a6e-96d6-fd6e82f2aaf3 req-8e0e5f0a-4fe1-44ca-9b17-b6b82e0544f6 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.1341856 Aug 16 12:51:59.405836 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef21eef6-c2e6-498a-b93f-273f6ae92686 req-308595b2-1e06-4938-b4d7-dcd6fa281916 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809355 Aug 16 12:51:59.412697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dfab0-a509-4281-84de-8a617e81e9ac req-37f37a9e-a94b-4993-a77a-d2634a252f59 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:59.414313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-37f37a9e-a94b-4993-a77a-d2634a252f59 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 812 time: 0.3415713 Aug 16 12:51:59.420715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b2b7ddb-23bf-4a6e-96d6-fd6e82f2aaf3 req-6d390d20-cf26-4ec3-82c2-5686119af057 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585489 Aug 16 12:51:59.431808 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2d85e49e-3f7b-49a7-9a04-a994c5567545 req-86d5a8d8-2e45-4cce-bd78-199984998bda service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8327096 Aug 16 12:51:59.452055 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:59.457527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:59.459492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] 10.222.0.25 "DELETE /v2.0/networks/7cebf243-e938-42ab-ae39-6479333c4abd HTTP/1.1" status: 204 len: 168 time: 2.6035931 Aug 16 12:51:59.499901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d09160-1e43-4988-baa4-f539f996ae2b admin admin] Pushing event deleted for resources: {'Network': ['ID=7cebf243-e938-42ab-ae39-6479333c4abd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:51:59.532719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-55884d5f-2007-488c-8b67-849eea70b765 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69db3e09f4b04fcd9dcdc03807c00973 HTTP/1.1" status: 200 len: 379 time: 0.0975463 Aug 16 12:51:59.566045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Request body: {'port': {'device_id': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'admin_state_up': True, 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'security_groups': ['b24a4f2b-69a7-477f-b18e-25a00efcae73']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:51:59.634785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58458) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:59.656652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9a1a1968-9763-432a-8d27-6e56d9dd30d8 service neutron] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:51:59.660825 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9a1a1968-9763-432a-8d27-6e56d9dd30d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:59.662227 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eda014f0-3a95-4733-8950-f54731fc85b9 req-9a1a1968-9763-432a-8d27-6e56d9dd30d8 service neutron] 10.222.0.22 "DELETE /v2.0/ports/a09d191d-f68d-415e-9254-f3089f527ea2/bindings/n-h2-804708-1 HTTP/1.1" status: 204 len: 173 time: 0.3370116 Aug 16 12:51:59.686886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb9799-79f3-4b5a-9f2e-e0fece0e56b6 req-5bc7505b-8102-4c5d-8434-374789e206c7 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:59.694649 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66fb9799-79f3-4b5a-9f2e-e0fece0e56b6 req-5bc7505b-8102-4c5d-8434-374789e206c7 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 944 time: 0.0886199 Aug 16 12:51:59.730402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0ae5098f-c168-44b5-a4fa-427882f43889 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4735bbf606d547c1ba7bb43dfaca4d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933468 Aug 16 12:51:59.733312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58462) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:51:59.760660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66fb9799-79f3-4b5a-9f2e-e0fece0e56b6 req-ee0e39dd-8cab-4f4c-8fe4-063a32ca3f88 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648623 Aug 16 12:51:59.767605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Made reservation on behalf of 69db3e09f4b04fcd9dcdc03807c00973 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:51:59.771958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:59.781066 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-517f03e0-b751-455e-b359-e95c82c8c20e req-04584e75-ac8f-4062-b62e-ff20699b89aa tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 210 time: 0.0439634 Aug 16 12:51:59.880241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5626d34-d16b-4b74-85bf-78a401a8792b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:59.918491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83313a0a-3384-41be-8e98-9590cc1cfb4c req-e75edcc7-bda4-435e-b130-280d5028c7cc tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:51:59.920034 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83313a0a-3384-41be-8e98-9590cc1cfb4c req-e75edcc7-bda4-435e-b130-280d5028c7cc tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 1095 time: 0.0432644 Aug 16 12:51:59.935005 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5626d34-d16b-4b74-85bf-78a401a8792b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:51:59.967357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83313a0a-3384-41be-8e98-9590cc1cfb4c req-0c006674-82fc-432d-8087-3fc08903cd1c tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327189 Aug 16 12:51:59.994624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Allocated IP 172.20.0.3 (332b6301-e3c3-48b0-a69e-a0e7cf1ae430/dac6c284-5c0d-410c-8657-6a93f25e8167/9257e45c-95ad-434f-b44c-63d75aa8b666) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:52:00.032011 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5626d34-d16b-4b74-85bf-78a401a8792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:00.034922 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5626d34-d16b-4b74-85bf-78a401a8792b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:00.036151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b5626d34-d16b-4b74-85bf-78a401a8792b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/860550e6-3b56-4f1a-8691-dc99907a4261 HTTP/1.1" status: 204 len: 168 time: 0.3006628 Aug 16 12:52:00.061334 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5626d34-d16b-4b74-85bf-78a401a8792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860550e6-3b56-4f1a-8691-dc99907a4261,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:00.061612 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ea8852b-c0a9-4093-89c2-73cf3a26d0c3 req-45f8956e-6520-4906-8cfc-e0a6f32c6a69 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 210 time: 0.0466530 Aug 16 12:52:00.158426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08122576-9868-4bbc-9ce1-ba7f9de4faa0 req-7d842625-be7b-40fe-b20c-30d142c6e956 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:00.162058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08122576-9868-4bbc-9ce1-ba7f9de4faa0 req-7d842625-be7b-40fe-b20c-30d142c6e956 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 1095 time: 0.0721643 Aug 16 12:52:00.224007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:00.246201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08122576-9868-4bbc-9ce1-ba7f9de4faa0 req-2affecaa-6651-43a5-af5a-ba94e257c345 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732706 Aug 16 12:52:00.259585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Transition to ACTIVE for port object 9257e45c-95ad-434f-b44c-63d75aa8b666 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:52:00.283496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268494b9-0a6c-4003-8980-c678f4c6d39d req-24a89963-dca7-4ceb-a582-b8b1437f531f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:00.285972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-268494b9-0a6c-4003-8980-c678f4c6d39d req-24a89963-dca7-4ceb-a582-b8b1437f531f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.1162932 Aug 16 12:52:00.320722 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:00.374876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-268494b9-0a6c-4003-8980-c678f4c6d39d req-60460f1d-1c73-412e-a544-8bea9b7b0a7f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771942 Aug 16 12:52:00.408749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:52:00.414574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:52:00.419404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:52:00.427113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:00.552040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:00.553531 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:00.579028 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-b20e25a3-01bc-4f85-8d2d-62e8c9f5f8a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0200725 Aug 16 12:52:00.629600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Request body: {'port': {'device_id': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:52:00.634971 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-81e8c930-de0d-4bf1-a17a-acbd36633e22 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435646 Aug 16 12:52:00.645356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313ba75-8fcc-4be4-87a8-2b59b3edcb50 req-ea34c8f0-6426-418f-8d95-6a1425f64097 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:00.647052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2313ba75-8fcc-4be4-87a8-2b59b3edcb50 req-ea34c8f0-6426-418f-8d95-6a1425f64097 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bba1e34-4ef3-413e-848e-9487ced7d137 HTTP/1.1" status: 200 len: 949 time: 0.0833173 Aug 16 12:52:00.745729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2313ba75-8fcc-4be4-87a8-2b59b3edcb50 req-7d8ecc69-12b3-4e6e-8540-d19eea44db4c tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915041 Aug 16 12:52:00.784216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7bfcd0b9-0f73-4af1-aec7-1a899191edef None None] Provisioning for port 9257e45c-95ad-434f-b44c-63d75aa8b666 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:52:00.801777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7bfcd0b9-0f73-4af1-aec7-1a899191edef None None] Provisioning complete for port 9257e45c-95ad-434f-b44c-63d75aa8b666 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:52:00.802834 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7bfcd0b9-0f73-4af1-aec7-1a899191edef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:00.845356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:00.902254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7bfcd0b9-0f73-4af1-aec7-1a899191edef None None] Port 9257e45c-95ad-434f-b44c-63d75aa8b666 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:52:00.966495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da43dc-8dda-43b2-aa9b-6ed8fed2df97 req-6ee50bda-2116-4fb6-a92e-584ed7acedbd tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:00.978785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27da43dc-8dda-43b2-aa9b-6ed8fed2df97 req-6ee50bda-2116-4fb6-a92e-584ed7acedbd tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.1106215 Aug 16 12:52:01.050963 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27da43dc-8dda-43b2-aa9b-6ed8fed2df97 req-09556af2-d904-448b-86e7-1452730b36a4 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695043 Aug 16 12:52:01.065912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-aa13503b-c39c-4955-ab10-5d9f2d3387fc tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:01.067426 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-aa13503b-c39c-4955-ab10-5d9f2d3387fc tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4071524 Aug 16 12:52:01.116305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Request body: {'port': {'device_id': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'b57f202bdd7043b7b2e5fc4c5e698207'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:52:01.235417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db354f60-1e16-46c6-b42a-177ad822f99f req-de92aae4-93b8-4532-8804-efb81b4a3da4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:01.240679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db354f60-1e16-46c6-b42a-177ad822f99f req-de92aae4-93b8-4532-8804-efb81b4a3da4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 931 time: 0.0759280 Aug 16 12:52:01.302441 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db354f60-1e16-46c6-b42a-177ad822f99f req-b6993cd9-9b4e-486c-b40f-f22a7b3b7873 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527275 Aug 16 12:52:01.438802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d01f2b6-f817-4b8d-b442-add9a0018b36 req-2618e424-b878-4cde-af9e-168fbb6dff51 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 210 time: 0.0414932 Aug 16 12:52:01.528436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Made reservation on behalf of b57f202bdd7043b7b2e5fc4c5e698207 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:52:01.535990 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:01.545914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9257e45c-95ad-434f-b44c-63d75aa8b666 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:01.577213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:01.637985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Transition to ACTIVE for port object 9257e45c-95ad-434f-b44c-63d75aa8b666 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:52:01.685912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7577d-4607-4712-868d-b5660c100976 req-f13e8a5d-7861-4ecf-a4f5-d518ffd8ba06 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:01.697724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19c7577d-4607-4712-868d-b5660c100976 req-f13e8a5d-7861-4ecf-a4f5-d518ffd8ba06 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.0873373 Aug 16 12:52:01.703313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:01.715611 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9658dc27-fe13-4336-969e-4a88a07786c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:01.747379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19c7577d-4607-4712-868d-b5660c100976 req-332d0c76-3860-4eb2-8859-62a2e4b00860 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482857 Aug 16 12:52:01.863577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:01.913047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Allocated IP 192.168.233.202 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:52:02.013495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Attempting to bind port 9257e45c-95ad-434f-b44c-63d75aa8b666 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:52:02.013971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Attempting to bind port 9257e45c-95ad-434f-b44c-63d75aa8b666 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:52:02.014454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Attempting to bind port 9257e45c-95ad-434f-b44c-63d75aa8b666 on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:52:02.028060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Port 9257e45c-95ad-434f-b44c-63d75aa8b666 on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:52:02.028554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Attempting to bind port 9257e45c-95ad-434f-b44c-63d75aa8b666 on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:52:02.057900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:52:02.058456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Checking segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:52:02.058938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Bound using segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:52:02.059569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Bound port: 9257e45c-95ad-434f-b44c-63d75aa8b666, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:52:02.060060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:02.224471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bd259-5d19-4bca-a3ed-d666e1bd1ce5 req-ad3f8030-ea13-4b30-bcf8-6822fddf5cdc tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:02.243453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fd6bd259-5d19-4bca-a3ed-d666e1bd1ce5 req-ad3f8030-ea13-4b30-bcf8-6822fddf5cdc tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0897312 Aug 16 12:52:02.313745 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:02.336261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fd6bd259-5d19-4bca-a3ed-d666e1bd1ce5 req-f5ac4155-aabd-4c92-a28f-e2d488532059 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889094 Aug 16 12:52:02.349581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Transition to ACTIVE for port object 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:52:02.401864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:52:02.406766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:52:02.416694 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:02.421512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:02.445790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['244f0070-7871-4125-bc73-6c2a75563a87', '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:02.493706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc463a-cac1-4673-a88c-d78d72a1cd8f req-65ea58b2-f375-4aff-871a-a2fb86a27442 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:02.502348 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aefc463a-cac1-4673-a88c-d78d72a1cd8f req-65ea58b2-f375-4aff-871a-a2fb86a27442 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 943 time: 0.1071615 Aug 16 12:52:02.511728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:02.512669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:02.514549 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] 10.222.0.42 "PUT /v2.0/ports/9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 1091 time: 1.9217505 Aug 16 12:52:02.515316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:02.517853 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745910ff-f42e-438c-b23d-4627f7f73649" -d '{"events": [{"name": "network-changed", "server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:02.525213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:52:02.535408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:52:02.544990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:52:02.624706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1536c0-f92d-47b8-a643-7f91de119f50 service neutron] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:02.643181 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aefc463a-cac1-4673-a88c-d78d72a1cd8f req-1d71b140-f3ac-4c9c-bf70-568356830188 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193891 Aug 16 12:52:02.790608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:02.804851 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:02.831654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:02.867052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dfab0-a509-4281-84de-8a617e81e9ac req-e1e144e3-1fe8-4a9c-8562-086ab5af701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:02.868748 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-e1e144e3-1fe8-4a9c-8562-086ab5af701b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1094 time: 0.2744045 Aug 16 12:52:02.873043 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-41a3336f-9e2d-4f51-a25b-0aff39fdc371 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7618172 Aug 16 12:52:02.912488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Request body: {'port': {'device_id': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:52:02.963372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19426b3-e79a-4bae-a0fc-da0589695e8c req-12357781-42f0-4f35-8e79-f8441fbfd9c7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:02.974723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d19426b3-e79a-4bae-a0fc-da0589695e8c req-12357781-42f0-4f35-8e79-f8441fbfd9c7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 936 time: 0.1853151 Aug 16 12:52:02.995766 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-3390f7e2-325d-4c18-a896-4b0a1ccf3d9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 217 time: 0.1143863 Aug 16 12:52:03.041590 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d19426b3-e79a-4bae-a0fc-da0589695e8c req-43ff515c-3aa8-4f4d-ad91-250024b9ca95 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658779 Aug 16 12:52:03.100990 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4767c06e-8c7d-472e-bcdc-ddcb1d56e420 x-openstack-request-id: req-4767c06e-8c7d-472e-bcdc-ddcb1d56e420 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:03.101276 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:03.101597 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4767c06e-8c7d-472e-bcdc-ddcb1d56e420 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:03.102222 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'status': 'completed', 'code': 200} Aug 16 12:52:03.119024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dfab0-a509-4281-84de-8a617e81e9ac req-909a03a8-15e7-4746-be20-383d920c8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:03.120780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-909a03a8-15e7-4746-be20-383d920c8d1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1093826 Aug 16 12:52:03.121781 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:03.135745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-deccc3a8-3fb1-4ab5-a69d-08c8c574f8da None None] Provisioning for port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:52:03.142166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-deccc3a8-3fb1-4ab5-a69d-08c8c574f8da None None] Provisioning complete for port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:52:03.144906 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-deccc3a8-3fb1-4ab5-a69d-08c8c574f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:03.239482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-deccc3a8-3fb1-4ab5-a69d-08c8c574f8da None None] Port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:52:03.259257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dfab0-a509-4281-84de-8a617e81e9ac req-51f0e693-3b37-4d1c-b4c0-ff342d3370fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:03.260879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-51f0e693-3b37-4d1c-b4c0-ff342d3370fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275208 Aug 16 12:52:03.444524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b35dec-d09f-409a-94fc-70e5d9cb12dc req-62e739ac-66cf-498d-808c-7326214ea632 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:03.446399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5b35dec-d09f-409a-94fc-70e5d9cb12dc req-62e739ac-66cf-498d-808c-7326214ea632 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.0791795 Aug 16 12:52:03.504358 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5b35dec-d09f-409a-94fc-70e5d9cb12dc req-2c62f1be-e39c-4303-86a0-39e9c5ad0f57 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520408 Aug 16 12:52:03.505930 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-f4de809b-ecf7-409a-8c1b-0b87b2677244 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298069 Aug 16 12:52:03.639920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a45f9-3f89-4c43-bf42-2aaab7c9ebd7 req-a221205a-ebdc-459e-b380-27a3f88a3b7f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:03.643145 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c66a45f9-3f89-4c43-bf42-2aaab7c9ebd7 req-a221205a-ebdc-459e-b380-27a3f88a3b7f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0702951 Aug 16 12:52:03.690925 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c66a45f9-3f89-4c43-bf42-2aaab7c9ebd7 req-72d99f2d-9e42-4e06-a0ba-f4242bf5955c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Aug 16 12:52:03.718336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d8632730-df9b-40b9-92e8-5d8f050e4596 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:52:03.727155 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524dfab0-a509-4281-84de-8a617e81e9ac req-5704c6ae-2a64-47da-a1a7-660684ab12da service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115190 Aug 16 12:52:03.751580 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:03.781428 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:03.865216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Transition to ACTIVE for port object 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:52:03.875279 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:03.892958 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:03.918165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0e6d2-1d9e-4e97-b0d2-ec9051ad029a req-c2548fc9-45fe-4004-a435-1cc4ad596faf tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:03.919990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0f0e6d2-1d9e-4e97-b0d2-ec9051ad029a req-c2548fc9-45fe-4004-a435-1cc4ad596faf tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 943 time: 0.0746577 Aug 16 12:52:03.938350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:03.944939 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a234d9-4f84-4468-819b-2b6514064985" -d '{"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-unplugged", "status": "completed", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:03.945856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745910ff-f42e-438c-b23d-4627f7f73649 req-1f99ffce-19a0-4829-ade3-c15d308d1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:03.947558 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-745910ff-f42e-438c-b23d-4627f7f73649 req-1f99ffce-19a0-4829-ade3-c15d308d1730 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1094 time: 0.1588037 Aug 16 12:52:03.964075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:03.970011 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:03.990320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:04.049069 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0f0e6d2-1d9e-4e97-b0d2-ec9051ad029a req-a4b9c40b-ae50-4295-b078-d26171435118 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144371 Aug 16 12:52:04.062877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:04.112217 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdf17a1-5d8e-4e51-ac95-f82c60a8f3db x-openstack-request-id: req-ffdf17a1-5d8e-4e51-ac95-f82c60a8f3db {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:04.112519 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-unplugged", "status": "completed", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:04.113090 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffdf17a1-5d8e-4e51-ac95-f82c60a8f3db {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:04.113240 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'code': 200} Aug 16 12:52:04.168157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:52:04.168500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:52:04.168832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:52:04.172848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745910ff-f42e-438c-b23d-4627f7f73649 req-9bcf3a6e-b9b8-430b-808c-bb7bb8d6f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:04.174418 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-745910ff-f42e-438c-b23d-4627f7f73649 req-9bcf3a6e-b9b8-430b-808c-bb7bb8d6f982 service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.2130961 Aug 16 12:52:04.182028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:52:04.182377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:52:04.231270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:52:04.231928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:52:04.232019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:52:04.232402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Bound port: 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:52:04.232755 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:04.243273 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-745910ff-f42e-438c-b23d-4627f7f73649 req-d9567f2c-8e63-44b4-9e8b-083a97136ee2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 217 time: 0.0565920 Aug 16 12:52:04.324935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9ceda-12fc-4c1e-bc38-232c7718004c req-36ea7e16-3fec-446b-b612-55015bc680c8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:04.336266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36f9ceda-12fc-4c1e-bc38-232c7718004c req-36ea7e16-3fec-446b-b612-55015bc680c8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 948 time: 0.1300945 Aug 16 12:52:04.341977 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0db279f3-8be4-41b5-8b30-be2d75b8dd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:04.354717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745910ff-f42e-438c-b23d-4627f7f73649 req-8eebce0b-1960-4b45-8c9d-a8fa154b4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:04.356185 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-745910ff-f42e-438c-b23d-4627f7f73649 req-8eebce0b-1960-4b45-8c9d-a8fa154b4858 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.0787179 Aug 16 12:52:04.361308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:52:04.365661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:52:04.386614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:04.403846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36f9ceda-12fc-4c1e-bc38-232c7718004c req-27037592-94bf-4657-a115-c17bbb78319d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656781 Aug 16 12:52:04.452561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:04.453187 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:04.455803 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] 10.222.0.22 "PUT /v2.0/ports/0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 1096 time: 1.5586383 Aug 16 12:52:04.516147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745910ff-f42e-438c-b23d-4627f7f73649 req-1747353a-9387-4c6f-b639-11bb2594c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:04.517733 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-745910ff-f42e-438c-b23d-4627f7f73649 req-1747353a-9387-4c6f-b639-11bb2594c8b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463184 Aug 16 12:52:04.527660 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:04.564374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55221a78-b435-4192-b4f7-38d732ebea20 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:04.570182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device faf518b9-ac97-4f2a-ad36-6280549a8c2f no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:52:04.663386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-fd72a443-3228-42d0-b5bd-f78ecc139215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:04.665467 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-fd72a443-3228-42d0-b5bd-f78ecc139215 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 1099 time: 0.1442790 Aug 16 12:52:04.760314 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-2c4c1fd8-0b6b-476a-b3ee-9a3fe51cf258 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 217 time: 0.0800159 Aug 16 12:52:04.767514 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-745910ff-f42e-438c-b23d-4627f7f73649 req-a178e6ee-95b6-4ac9-bd4e-09f0fb7cbe98 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319994 Aug 16 12:52:04.777367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce3886-be9b-4dcb-a203-f4be9b2eb8c8 req-4abd6c11-70fb-4e04-a355-41a977dc1668 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:04.780283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94ce3886-be9b-4dcb-a203-f4be9b2eb8c8 req-4abd6c11-70fb-4e04-a355-41a977dc1668 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.1292737 Aug 16 12:52:04.854516 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94ce3886-be9b-4dcb-a203-f4be9b2eb8c8 req-9fa4193c-82b1-4b3e-ae74-5de4833d9a5e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607452 Aug 16 12:52:04.863815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beba680-588d-48d2-ad5b-9f0322cc244c req-61b46459-f88a-4d8e-b9dc-14887956fcc6 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:04.865761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9beba680-588d-48d2-ad5b-9f0322cc244c req-61b46459-f88a-4d8e-b9dc-14887956fcc6 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0845108 Aug 16 12:52:04.885165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-eadbedb2-3928-4b32-a4e6-0c9331e458df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:04.887092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-eadbedb2-3928-4b32-a4e6-0c9331e458df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1184771 Aug 16 12:52:04.957414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9beba680-588d-48d2-ad5b-9f0322cc244c req-142ad514-fdc7-4ebd-9132-e84cc804479c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803366 Aug 16 12:52:04.963702 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-745910ff-f42e-438c-b23d-4627f7f73649 req-47fe391c-cfd6-42da-a088-bb3bb666677f service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866355 Aug 16 12:52:04.981998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-337fa609-f79f-4be7-b05b-0cb0ca4ba644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:04.983839 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-337fa609-f79f-4be7-b05b-0cb0ca4ba644 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873475 Aug 16 12:52:05.104043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:05.108094 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1a0649-cbc5-41cc-968d-572a22f637b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:05.147957 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-6264fdcb-8ae6-4812-8580-2a3987d91154 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431866 Aug 16 12:52:05.207256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4f4c4-be53-447d-88bd-bc7789e4de25 req-c3b1002a-63fb-4849-94a4-302a243f09f6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:05.208697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92b4f4c4-be53-447d-88bd-bc7789e4de25 req-c3b1002a-63fb-4849-94a4-302a243f09f6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 943 time: 0.0702560 Aug 16 12:52:05.273436 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b407ae2-d050-48c9-80a9-548ab1f877cf req-3d634cfc-6840-4256-9ac4-8843f79a9089 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087818 Aug 16 12:52:05.274503 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92b4f4c4-be53-447d-88bd-bc7789e4de25 req-344300ec-82e8-47fc-a619-e52eb68d0498 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569565 Aug 16 12:52:05.336520 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe62c8c-f2f2-4ced-9d4a-f8543cfd3a22 x-openstack-request-id: req-9fe62c8c-f2f2-4ced-9d4a-f8543cfd3a22 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:05.337057 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:05.337477 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fe62c8c-f2f2-4ced-9d4a-f8543cfd3a22 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:05.338050 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'status': 'completed', 'code': 200} Aug 16 12:52:05.386205 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:05.444038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a0649-cbc5-41cc-968d-572a22f637b1 req-9a9a8675-ddf9-44ce-bf7b-ef0bdfd6a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:05.445553 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac1a0649-cbc5-41cc-968d-572a22f637b1 req-9a9a8675-ddf9-44ce-bf7b-ef0bdfd6a0ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 1099 time: 0.0549939 Aug 16 12:52:05.526866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29891568-0e97-4022-839c-05a31b113c40 req-79c99250-b467-401a-ba58-ed9b46aa9cd4 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:05.536381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29891568-0e97-4022-839c-05a31b113c40 req-79c99250-b467-401a-ba58-ed9b46aa9cd4 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 948 time: 0.0632379 Aug 16 12:52:05.582761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29891568-0e97-4022-839c-05a31b113c40 req-e83913ef-d11d-43df-8c52-0c2e52b43cc2 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Aug 16 12:52:05.588017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a0649-cbc5-41cc-968d-572a22f637b1 req-24c93432-464e-489c-aa03-351f493e6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:05.589647 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac1a0649-cbc5-41cc-968d-572a22f637b1 req-24c93432-464e-489c-aa03-351f493e6426 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1324651 Aug 16 12:52:05.969218 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac1a0649-cbc5-41cc-968d-572a22f637b1 req-f76d3c29-691c-4b7a-bb93-202279cd2e96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 217 time: 0.3709836 Aug 16 12:52:06.005215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b1072-5c52-4ad7-b580-f8466ceb07bd req-48ec71b8-9d39-47bb-8e0a-851476105d63 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:06.006864 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-582b1072-5c52-4ad7-b580-f8466ceb07bd req-48ec71b8-9d39-47bb-8e0a-851476105d63 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.0610740 Aug 16 12:52:06.039475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a0649-cbc5-41cc-968d-572a22f637b1 req-e2b5b9b3-9f09-440a-9f34-94084b7a13da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:06.040957 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac1a0649-cbc5-41cc-968d-572a22f637b1 req-e2b5b9b3-9f09-440a-9f34-94084b7a13da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0631230 Aug 16 12:52:06.066378 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-582b1072-5c52-4ad7-b580-f8466ceb07bd req-3c18c68b-f984-4f2f-8142-00f7e92ce7fa tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494380 Aug 16 12:52:06.105866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a0649-cbc5-41cc-968d-572a22f637b1 req-6f42b341-f304-4d48-8562-6b1ed0b0f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:06.108075 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac1a0649-cbc5-41cc-968d-572a22f637b1 req-6f42b341-f304-4d48-8562-6b1ed0b0f963 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574315 Aug 16 12:52:06.209434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8000067-ce91-4d22-aecd-0f943c09acb6 req-5fabf724-c446-4021-b97f-71bcfad3bbc7 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:06.210710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a8000067-ce91-4d22-aecd-0f943c09acb6 req-5fabf724-c446-4021-b97f-71bcfad3bbc7 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0819023 Aug 16 12:52:06.222729 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac1a0649-cbc5-41cc-968d-572a22f637b1 req-b04129fa-f740-44fd-bd1b-b91aa6cf97b2 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048386 Aug 16 12:52:06.266823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a8000067-ce91-4d22-aecd-0f943c09acb6 req-3f352d1a-c014-468b-90b7-8f566ab0bdfd tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502622 Aug 16 12:52:06.338146 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac1a0649-cbc5-41cc-968d-572a22f637b1 req-b8d56f5b-bf36-4e3d-8dff-4019fb16f22f service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074736 Aug 16 12:52:06.423361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b8549-36b4-4bf5-8d01-89e54dba5deb req-2f59e9c0-7498-4ef6-abed-7c1414e932bc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:06.425688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e1b8549-36b4-4bf5-8d01-89e54dba5deb req-2f59e9c0-7498-4ef6-abed-7c1414e932bc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 943 time: 0.0560365 Aug 16 12:52:06.466930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e1b8549-36b4-4bf5-8d01-89e54dba5deb req-b5d67b9f-3547-47b7-bbf5-272cf6c02675 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343785 Aug 16 12:52:06.710357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ab877-4aaf-42f9-a64c-bc5e3e28c125 req-13c5f900-ca26-40c9-ba83-6102e348e27b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:06.718369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-127ab877-4aaf-42f9-a64c-bc5e3e28c125 req-13c5f900-ca26-40c9-ba83-6102e348e27b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 948 time: 0.0650425 Aug 16 12:52:06.775089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-127ab877-4aaf-42f9-a64c-bc5e3e28c125 req-bef26bb0-48b7-4ba2-8502-593b4447ed86 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556719 Aug 16 12:52:07.192519 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:07.217545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7db62c-0177-4018-bfe2-f2f3e86a5dda req-43fb4dd3-4ed2-47ec-9ef1-8afdfc03c51d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:07.219467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad7db62c-0177-4018-bfe2-f2f3e86a5dda req-43fb4dd3-4ed2-47ec-9ef1-8afdfc03c51d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.0800519 Aug 16 12:52:07.265509 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad7db62c-0177-4018-bfe2-f2f3e86a5dda req-0b6cc926-5f37-440e-8d32-f4718268eec0 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383091 Aug 16 12:52:07.453768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51ebac-b06a-4ec3-ae26-11a16a7c301f req-ac5f354d-5619-48b9-b635-9b5750979179 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:07.462661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b51ebac-b06a-4ec3-ae26-11a16a7c301f req-ac5f354d-5619-48b9-b635-9b5750979179 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0642965 Aug 16 12:52:07.510769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b51ebac-b06a-4ec3-ae26-11a16a7c301f req-4736554b-3b04-4210-8b60-8ae8650f2cfc tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471370 Aug 16 12:52:07.638487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05840371-6118-42cc-83f2-19d558d7de9e req-3c6f8936-0a01-43f4-aeef-7fe3400fbd9a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:07.646464 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05840371-6118-42cc-83f2-19d558d7de9e req-3c6f8936-0a01-43f4-aeef-7fe3400fbd9a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 943 time: 0.0741096 Aug 16 12:52:07.692435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05840371-6118-42cc-83f2-19d558d7de9e req-e77e2d65-a0b2-4648-bc56-4870a86461e2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450625 Aug 16 12:52:07.725514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:52:07.870782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:07.885895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'port_id': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'mac_address': 'fa:16:3e:68:c0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:52:07.936519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8e60a-5aec-4a01-9435-818d980333b5 req-5860bae7-46b2-4d11-bbf0-dda5e69466a3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:07.938535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86b8e60a-5aec-4a01-9435-818d980333b5 req-5860bae7-46b2-4d11-bbf0-dda5e69466a3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 948 time: 0.0548587 Aug 16 12:52:07.958366 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:07.974689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9257e45c-95ad-434f-b44c-63d75aa8b666 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:07.999185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:08.005403 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:08.028918 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86b8e60a-5aec-4a01-9435-818d980333b5 req-df22907c-1571-4ea6-924a-13ce42d09080 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794222 Aug 16 12:52:08.128093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:08.312417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['9257e45c-95ad-434f-b44c-63d75aa8b666'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:08.455016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f1045-9095-4679-b158-d6a294fdb7bd req-090a5cd4-387f-441b-b44a-b72b9bc67bd4 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:08.472577 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa7f1045-9095-4679-b158-d6a294fdb7bd req-090a5cd4-387f-441b-b44a-b72b9bc67bd4 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 943 time: 0.1018541 Aug 16 12:52:08.513301 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-8d3985fc-389c-401a-a1fd-80f3c2918c7e service neutron] 10.222.0.22 "GET /v2.0/ports/faf518b9-ac97-4f2a-ad36-6280549a8c2f/bindings/n-h2-804708-1 HTTP/1.1" status: 200 len: 384 time: 0.0998907 Aug 16 12:52:08.538986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa7f1045-9095-4679-b158-d6a294fdb7bd req-aeeef1f6-7c51-47d9-810f-a9c7dd2158e8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651886 Aug 16 12:52:08.585962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5570c125-e117-44d7-ae6a-00d04b07a499 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:52:08.682443 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730e804-df8d-40ce-a807-fa898b08a857 req-b6abcb97-471b-4e6e-957b-f73e4edb45c3 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:08.696744 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7730e804-df8d-40ce-a807-fa898b08a857 req-b6abcb97-471b-4e6e-957b-f73e4edb45c3 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0927048 Aug 16 12:52:08.719381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5570c125-e117-44d7-ae6a-00d04b07a499, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5570c125-e117-44d7-ae6a-00d04b07a499,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:08.741669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '5570c125-e117-44d7-ae6a-00d04b07a499', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '5570c125-e117-44d7-ae6a-00d04b07a499', 'mac_address': 'fa:16:3e:7e:90:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:52:08.752139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a311000e-993e-4091-888b-3dd904d75d71 req-d9897705-c947-4518-bef9-499abe2e2632 service neutron] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:08.759759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7730e804-df8d-40ce-a807-fa898b08a857 req-d9b9368a-4cdb-4134-819c-b26bfeee2d72 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617259 Aug 16 12:52:08.781506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a311000e-993e-4091-888b-3dd904d75d71 req-d9897705-c947-4518-bef9-499abe2e2632 service neutron] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:52:08.835192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-a311000e-993e-4091-888b-3dd904d75d71 req-d9897705-c947-4518-bef9-499abe2e2632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf518b9-ac97-4f2a-ad36-6280549a8c2f {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:08.850771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a311000e-993e-4091-888b-3dd904d75d71 req-d9897705-c947-4518-bef9-499abe2e2632 service neutron] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:08.873856 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a311000e-993e-4091-888b-3dd904d75d71 req-d9897705-c947-4518-bef9-499abe2e2632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:08.881065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a251899-dad1-406f-96eb-e25236054614 req-43db131e-7b6c-4c43-80a7-9eca548166b6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:08.891473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a251899-dad1-406f-96eb-e25236054614 req-43db131e-7b6c-4c43-80a7-9eca548166b6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0776372 Aug 16 12:52:08.969787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a251899-dad1-406f-96eb-e25236054614 req-00cb79aa-6d9c-4fe2-b37f-ace1cea1e647 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732496 Aug 16 12:52:08.999006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-a311000e-993e-4091-888b-3dd904d75d71 req-d9897705-c947-4518-bef9-499abe2e2632 service neutron] Transition to ACTIVE for port object faf518b9-ac97-4f2a-ad36-6280549a8c2f will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:52:09.004382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a311000e-993e-4091-888b-3dd904d75d71 req-d9897705-c947-4518-bef9-499abe2e2632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.011289 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.028980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5570c125-e117-44d7-ae6a-00d04b07a499 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:09.071778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5570c125-e117-44d7-ae6a-00d04b07a499, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5570c125-e117-44d7-ae6a-00d04b07a499,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:09.078755 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.099244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a311000e-993e-4091-888b-3dd904d75d71 req-d9897705-c947-4518-bef9-499abe2e2632 service neutron] No DVR routers for this DVR port faf518b9-ac97-4f2a-ad36-6280549a8c2f on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:52:09.136844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9897705-c947-4518-bef9-499abe2e2632 service neutron] Pushing event updated for resources: {'Port': ['ID=faf518b9-ac97-4f2a-ad36-6280549a8c2f,revision_number=10']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:09.154598 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-d9897705-c947-4518-bef9-499abe2e2632 service neutron] 10.222.0.22 "PUT /v2.0/ports/faf518b9-ac97-4f2a-ad36-6280549a8c2f/bindings/n-h2-804708-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6308515 Aug 16 12:52:09.160633 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5570c125-e117-44d7-ae6a-00d04b07a499,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:09.241136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d493be8-60bc-40a6-bd81-fe3fa5f00b14 req-b8f31fbc-07d5-4385-8e32-c860cd819571 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:09.243176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d493be8-60bc-40a6-bd81-fe3fa5f00b14 req-b8f31fbc-07d5-4385-8e32-c860cd819571 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 948 time: 0.0854542 Aug 16 12:52:09.270296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59252) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:09.321641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311000e-993e-4091-888b-3dd904d75d71 req-bc8548db-5ec9-4cdc-b1f6-4d823771a087 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:09.323624 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-bc8548db-5ec9-4cdc-b1f6-4d823771a087 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.0636384 Aug 16 12:52:09.326448 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d493be8-60bc-40a6-bd81-fe3fa5f00b14 req-401da6b7-cf82-45f8-aa2b-5f2e11ed356e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751836 Aug 16 12:52:09.389968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311000e-993e-4091-888b-3dd904d75d71 req-d71d2a8f-1499-4b50-af3e-871166130b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:09.391784 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-d71d2a8f-1499-4b50-af3e-871166130b95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6&tenant_id=8b6d57c130764a11bfbcf61f14dbd350 HTTP/1.1" status: 200 len: 1095 time: 0.0578229 Aug 16 12:52:09.449974 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15dfc85d-c162-4e63-b926-7269ff94095b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.479528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311000e-993e-4091-888b-3dd904d75d71 req-dce10b5a-4765-48c6-95da-bf4927c3b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:09.482046 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-dce10b5a-4765-48c6-95da-bf4927c3b80c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 1095 time: 0.0632660 Aug 16 12:52:09.537544 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['5570c125-e117-44d7-ae6a-00d04b07a499'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:09.566166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15dfc85d-c162-4e63-b926-7269ff94095b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.574762 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15dfc85d-c162-4e63-b926-7269ff94095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.601870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311000e-993e-4091-888b-3dd904d75d71 req-0fbeea35-0315-4bc6-9d54-36e14d12c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:09.603555 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-0fbeea35-0315-4bc6-9d54-36e14d12c6f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.1090117 Aug 16 12:52:09.635829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-15dfc85d-c162-4e63-b926-7269ff94095b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=286b168a12f94a03901e7511835de3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608501 Aug 16 12:52:09.636697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59258) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:09.642806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfc85d-c162-4e63-b926-7269ff94095b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a4e00b-68b4-4eea-b4d0-cbac50d4096b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:09.684862 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-8cc11e66-eda1-435b-bfc8-c4c0bcd2ff4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f HTTP/1.1" status: 200 len: 217 time: 0.0632946 Aug 16 12:52:09.743530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab569b-c84c-42e7-a5e4-a486b51d34b0 req-414ca1ef-dded-4b19-a0b7-fdb6cea35b5b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:09.753653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:52:09.754151 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4ab569b-c84c-42e7-a5e4-a486b51d34b0 req-414ca1ef-dded-4b19-a0b7-fdb6cea35b5b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 944 time: 0.0962927 Aug 16 12:52:09.773500 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2928-cccc-4e1d-8802-bc7fb3d65003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.775983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311000e-993e-4091-888b-3dd904d75d71 req-a6416c18-02a1-4f04-84bc-bfabbac75fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:09.777677 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-a6416c18-02a1-4f04-84bc-bfabbac75fef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.0751693 Aug 16 12:52:09.819499 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2928-cccc-4e1d-8802-bc7fb3d65003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.825932 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-93402eaa-1e93-4ee4-a47d-74eeb5449ca8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379574 Aug 16 12:52:09.842378 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4ab569b-c84c-42e7-a5e4-a486b51d34b0 req-b39afe4d-76d9-4b3d-9412-99c0c8686d83 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862298 Aug 16 12:52:09.855160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 9257e45c-95ad-434f-b44c-63d75aa8b666 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:52:09.860060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 9257e45c-95ad-434f-b44c-63d75aa8b666 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:52:09.860450 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.920122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c14a0-738d-4af0-a659-3b27f8bcf44d req-7d03d869-4c23-4cb7-85ee-145081405ba1 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:09.921823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-356c14a0-738d-4af0-a659-3b27f8bcf44d req-7d03d869-4c23-4cb7-85ee-145081405ba1 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 950 time: 0.0757840 Aug 16 12:52:09.948320 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2928-cccc-4e1d-8802-bc7fb3d65003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.950863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2928-cccc-4e1d-8802-bc7fb3d65003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.952184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8a1e2928-cccc-4e1d-8802-bc7fb3d65003 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3a4e00b-68b4-4eea-b4d0-cbac50d4096b HTTP/1.1" status: 204 len: 168 time: 0.3145852 Aug 16 12:52:09.968272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e2928-cccc-4e1d-8802-bc7fb3d65003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a4e00b-68b4-4eea-b4d0-cbac50d4096b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:09.991238 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:09.993004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-356c14a0-738d-4af0-a659-3b27f8bcf44d req-07890dcb-fc16-4313-869d-a6764f7d4576 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639179 Aug 16 12:52:10.012240 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-34c0f41d-263c-4f56-b485-57bf009fce5d service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666594 Aug 16 12:52:10.024065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:10.026253 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcc11c1-575c-4309-835c-b2d9dd24d7fe" -d '{"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-plugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:10.040658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:10.047336 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:10.107902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:10.114176 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c28b879-a787-4cfe-bcfd-26322f2d491b x-openstack-request-id: req-8c28b879-a787-4cfe-bcfd-26322f2d491b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:10.114676 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-plugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:10.114944 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c28b879-a787-4cfe-bcfd-26322f2d491b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:10.115324 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'code': 200} Aug 16 12:52:10.140784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c104c-e6e0-424b-b52a-a324c8b0d622 req-f8029bd3-93b3-435b-9d65-fb0654cffc28 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:10.148831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c8c104c-e6e0-424b-b52a-a324c8b0d622 req-f8029bd3-93b3-435b-9d65-fb0654cffc28 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 945 time: 0.0700841 Aug 16 12:52:10.160390 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-18ebabe2-a496-4c02-bc38-615c53168447 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345289 Aug 16 12:52:10.189583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c8c104c-e6e0-424b-b52a-a324c8b0d622 req-f5914c41-0ec0-47c0-bdd8-af2e4636899a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398896 Aug 16 12:52:10.246093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e9912-9c70-468d-850f-a230a25d669a req-8a362af3-49b7-47e8-a142-82aeb6a69777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:10.246737 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e4e9912-9c70-468d-850f-a230a25d669a req-8a362af3-49b7-47e8-a142-82aeb6a69777 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1096 time: 0.0547810 Aug 16 12:52:10.308289 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e4e9912-9c70-468d-850f-a230a25d669a req-92011578-5713-4ac5-9378-9ed92a179db0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483892 Aug 16 12:52:10.491026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191af4b-450a-47d3-b3c1-12d04655e8e6 req-aa62f20b-e92a-4c8d-a0e9-d7fda9f7c0c8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:10.492818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5191af4b-450a-47d3-b3c1-12d04655e8e6 req-aa62f20b-e92a-4c8d-a0e9-d7fda9f7c0c8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 948 time: 0.0845342 Aug 16 12:52:10.549814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5191af4b-450a-47d3-b3c1-12d04655e8e6 req-7444e5a6-ae8f-4a90-8ddd-c28934cf7992 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475600 Aug 16 12:52:10.563903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311000e-993e-4091-888b-3dd904d75d71 req-02d20080-321d-49cc-81c1-d088f38d41d3 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:10.567639 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-02d20080-321d-49cc-81c1-d088f38d41d3 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.0687790 Aug 16 12:52:10.614976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5570c125-e117-44d7-ae6a-00d04b07a499 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:52:10.685282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 5570c125-e117-44d7-ae6a-00d04b07a499 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:52:10.686002 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:10.712379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a311000e-993e-4091-888b-3dd904d75d71 req-2d37a06c-22dd-4202-a05c-830ffb51e3d3 service neutron] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:52:10.716341 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a311000e-993e-4091-888b-3dd904d75d71 req-2d37a06c-22dd-4202-a05c-830ffb51e3d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:10.717753 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a311000e-993e-4091-888b-3dd904d75d71 req-2d37a06c-22dd-4202-a05c-830ffb51e3d3 service neutron] 10.222.0.42 "DELETE /v2.0/ports/faf518b9-ac97-4f2a-ad36-6280549a8c2f/bindings/n-h1-804708-1 HTTP/1.1" status: 204 len: 173 time: 0.1409833 Aug 16 12:52:10.791688 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:10.832689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5570c125-e117-44d7-ae6a-00d04b07a499, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5570c125-e117-44d7-ae6a-00d04b07a499,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:10.837962 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:10.839038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b606658e-19df-4d45-8146-98bd39872821 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:52:10.927200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5570c125-e117-44d7-ae6a-00d04b07a499,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:10.974896 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:10.992162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2b93-6cc6-4284-9968-914fbb2d2162 req-5c9bd0e2-82da-4f71-9cc5-2eb319043b0d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:10.994752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbdc2b93-6cc6-4284-9968-914fbb2d2162 req-5c9bd0e2-82da-4f71-9cc5-2eb319043b0d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 944 time: 0.0708511 Aug 16 12:52:11.023312 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:11.067663 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:11.091385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbdc2b93-6cc6-4284-9968-914fbb2d2162 req-4e8331e9-8adf-4d92-8853-7fbac4bf9acc tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885355 Aug 16 12:52:11.162171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:11.188162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98596826-66cf-4004-b5c5-d3b101f31a48 req-8d48139e-f40f-42f2-aecb-84cb03913621 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:11.189793 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98596826-66cf-4004-b5c5-d3b101f31a48 req-8d48139e-f40f-42f2-aecb-84cb03913621 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 948 time: 0.0864544 Aug 16 12:52:11.266760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98596826-66cf-4004-b5c5-d3b101f31a48 req-ba276f92-79cb-4f68-ab42-78ae69548d4a tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677032 Aug 16 12:52:11.516424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fef10-5c6f-417e-90d2-385f5a488d3c req-79e8ccb9-a55d-4d72-b483-0581036afcdd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:11.520944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a0fef10-5c6f-417e-90d2-385f5a488d3c req-79e8ccb9-a55d-4d72-b483-0581036afcdd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 945 time: 0.0764410 Aug 16 12:52:11.589825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a0fef10-5c6f-417e-90d2-385f5a488d3c req-5f7b1da4-7fbc-428a-8c58-5a57a838fc5f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555930 Aug 16 12:52:11.713320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4a8bf-74bd-47d3-b0ea-c421af4e7cb3 req-28d7441a-96b7-4ba6-9bff-5f80da2bc13a tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:11.714965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5d4a8bf-74bd-47d3-b0ea-c421af4e7cb3 req-28d7441a-96b7-4ba6-9bff-5f80da2bc13a tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 1095 time: 0.0478361 Aug 16 12:52:11.758687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5d4a8bf-74bd-47d3-b0ea-c421af4e7cb3 req-02f68631-0c99-4191-ac1b-8680ec7c9d48 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363653 Aug 16 12:52:12.116420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5570c125-e117-44d7-ae6a-00d04b07a499'}, {'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b606658e-19df-4d45-8146-98bd39872821'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:12.119181 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8761c7c6-c8ce-40aa-bae4-9cf3654629db" -d '{"events": [{"server_uuid": "18973b29-9b99-4cf3-a5f8-20c628210c27", "name": "network-vif-plugged", "status": "completed", "tag": "5570c125-e117-44d7-ae6a-00d04b07a499"}, {"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "b606658e-19df-4d45-8146-98bd39872821"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:12.628271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:52:12.775727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:12.791358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'mac_address': 'fa:16:3e:a2:e7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:52:12.839227 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:12.864141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:12.894439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:12.918274 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:12.981875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:13.471000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:14.637657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b606658e-19df-4d45-8146-98bd39872821 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:52:14.819761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:14.835086 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'b606658e-19df-4d45-8146-98bd39872821', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'b606658e-19df-4d45-8146-98bd39872821', 'mac_address': 'fa:16:3e:cd:5d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:52:14.876209 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:14.892145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b606658e-19df-4d45-8146-98bd39872821 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:14.916340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:14.922640 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:14.977386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=10']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:15.430872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b606658e-19df-4d45-8146-98bd39872821'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:15.978793 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:16.661254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:52:16.742028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:52:16.750151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:52:16.750151 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:16.879959 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:16.923198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:16.929971 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:17.006977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:17.578372 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-123c5071-ed78-4227-8fa7-95740910232a req-4f1ccf61-4861-485b-aa86-0deaee3d3529 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515022 Aug 16 12:52:17.696633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c5071-ed78-4227-8fa7-95740910232a req-91544651-5ae1-462f-a644-a4d407efc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:17.698678 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-123c5071-ed78-4227-8fa7-95740910232a req-91544651-5ae1-462f-a644-a4d407efc2e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 1095 time: 0.0619898 Aug 16 12:52:17.827667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c5071-ed78-4227-8fa7-95740910232a req-f93b9277-67e8-4217-8142-803041c4e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:17.829323 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-123c5071-ed78-4227-8fa7-95740910232a req-f93b9277-67e8-4217-8142-803041c4e5a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.1069593 Aug 16 12:52:17.900949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-123c5071-ed78-4227-8fa7-95740910232a req-42c0811d-5983-4db1-801e-8b43ad771e25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3 HTTP/1.1" status: 200 len: 217 time: 0.0626886 Aug 16 12:52:17.981798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c5071-ed78-4227-8fa7-95740910232a req-1ce7c60c-d6ca-4613-b134-4d717ac82975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:17.983573 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-123c5071-ed78-4227-8fa7-95740910232a req-1ce7c60c-d6ca-4613-b134-4d717ac82975 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.0731425 Aug 16 12:52:18.027458 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-123c5071-ed78-4227-8fa7-95740910232a req-a2a427cf-8140-4e19-add9-9a7de78608c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302732 Aug 16 12:52:18.140421 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-123c5071-ed78-4227-8fa7-95740910232a req-7da9a219-8c3d-4006-ae0d-848ce5884221 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040585 Aug 16 12:52:18.252160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-123c5071-ed78-4227-8fa7-95740910232a req-7d4e0a8d-f71b-4cc5-bf15-92c07dc7f57d service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014173 Aug 16 12:52:18.681647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b606658e-19df-4d45-8146-98bd39872821 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:52:18.738118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port b606658e-19df-4d45-8146-98bd39872821 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:52:18.738588 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:18.866627 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:18.909526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:18.915340 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:18.985027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=11']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:21.922864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c622b9-7edc-4adf-b03e-37f9893345ae req-2f9b441c-d1fe-4b13-ad57-3f438b01438f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:21.926868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4c622b9-7edc-4adf-b03e-37f9893345ae req-2f9b441c-d1fe-4b13-ad57-3f438b01438f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.0572255 Aug 16 12:52:22.043772 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4c622b9-7edc-4adf-b03e-37f9893345ae req-5018c6b4-b9f2-4f4e-88be-0d47557c15b8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060605 Aug 16 12:52:22.050894 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3a160-ccbf-4fe9-a682-4bb5e320ce1d req-1cf1c193-2b9a-489c-8dae-ff4e1c67bd80 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:22.052417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80d3a160-ccbf-4fe9-a682-4bb5e320ce1d req-1cf1c193-2b9a-489c-8dae-ff4e1c67bd80 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 1095 time: 0.1030576 Aug 16 12:52:22.120058 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a8f393-bbe0-4620-ac17-da93f9fa1eb4 x-openstack-request-id: req-34a8f393-bbe0-4620-ac17-da93f9fa1eb4 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:22.120629 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18973b29-9b99-4cf3-a5f8-20c628210c27", "name": "network-vif-plugged", "status": "completed", "tag": "5570c125-e117-44d7-ae6a-00d04b07a499", "code": 200}, {"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "b606658e-19df-4d45-8146-98bd39872821", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:22.121729 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34a8f393-bbe0-4620-ac17-da93f9fa1eb4 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:22.122630 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5570c125-e117-44d7-ae6a-00d04b07a499', 'code': 200} Aug 16 12:52:22.123599 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b606658e-19df-4d45-8146-98bd39872821', 'code': 200} Aug 16 12:52:22.128521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80d3a160-ccbf-4fe9-a682-4bb5e320ce1d req-c830bf5d-6d99-450a-9e79-fcc3a988f6be tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584681 Aug 16 12:52:22.295364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011cf77-e47f-49c1-985e-a6cfb7a39054 req-6898223e-78d3-47b2-ac69-6859d08cdb0c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:22.307101 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5011cf77-e47f-49c1-985e-a6cfb7a39054 req-6898223e-78d3-47b2-ac69-6859d08cdb0c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 951 time: 0.1141233 Aug 16 12:52:22.327854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302a476-2b8b-431c-8da9-07ed12b4ef23 req-3a8ed4be-d67d-4b51-9ab0-539bb6ee7925 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:22.330215 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d302a476-2b8b-431c-8da9-07ed12b4ef23 req-3a8ed4be-d67d-4b51-9ab0-539bb6ee7925 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 945 time: 0.0965667 Aug 16 12:52:22.422321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5011cf77-e47f-49c1-985e-a6cfb7a39054 req-3db9e290-72dc-4662-b58b-3e24e20a7b61 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073787 Aug 16 12:52:22.447002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d302a476-2b8b-431c-8da9-07ed12b4ef23 req-2039cf8b-ea49-4c2f-87a0-38275512e730 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940719 Aug 16 12:52:22.761995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052680ce-3e6a-4610-b4fc-0f61ebd7f138 req-a8945354-b047-4a3d-9c7d-5dd96b3adaed tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:22.770932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-052680ce-3e6a-4610-b4fc-0f61ebd7f138 req-a8945354-b047-4a3d-9c7d-5dd96b3adaed tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 945 time: 0.1355104 Aug 16 12:52:22.785724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59440) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:22.790804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-35942207-90f8-4246-b548-cf991ee4bda9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Request body: {'floatingip': {'port_id': '9257e45c-95ad-434f-b44c-63d75aa8b666'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:52:22.844269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35942207-90f8-4246-b548-cf991ee4bda9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:22.902969 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:52:23.454758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640b3ab-8662-4e14-885a-160a217e6b6f req-7e9e0a8b-7870-4273-bd08-4548e2795ae6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:23.458679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c640b3ab-8662-4e14-885a-160a217e6b6f req-7e9e0a8b-7870-4273-bd08-4548e2795ae6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1467206 Aug 16 12:52:23.505291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c5727-9547-4123-9587-238ef3ccce1c req-be8f8bcb-cb32-4090-ac45-a10e053278ba tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:23.509103 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-012c5727-9547-4123-9587-238ef3ccce1c req-be8f8bcb-cb32-4090-ac45-a10e053278ba tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 950 time: 0.1367192 Aug 16 12:52:23.602824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c640b3ab-8662-4e14-885a-160a217e6b6f req-ab38e18d-e84e-469e-ae26-2e4fef4cbd89 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321049 Aug 16 12:52:23.646706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-012c5727-9547-4123-9587-238ef3ccce1c req-4e3e1d4a-bd6e-4a8c-a69d-d3740c345b4d tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203220 Aug 16 12:52:23.704400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35942207-90f8-4246-b548-cf991ee4bda9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:23.720614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35942207-90f8-4246-b548-cf991ee4bda9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:23.869654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59508) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:23.929411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac1e93-75a3-4225-ad88-224c969c27cf req-a2430b17-ef68-4639-9cee-0efb06eb8c80 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:23.935695 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8ac1e93-75a3-4225-ad88-224c969c27cf req-a2430b17-ef68-4639-9cee-0efb06eb8c80 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 951 time: 0.1219575 Aug 16 12:52:23.976312 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-35942207-90f8-4246-b548-cf991ee4bda9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Floating IP 5c10a3c3-f5c6-4a73-b173-1dabef91cc18 associated. External IP: 172.25.0.203, port: 9257e45c-95ad-434f-b44c-63d75aa8b666. Aug 16 12:52:24.008863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8ac1e93-75a3-4225-ad88-224c969c27cf req-e50337d4-5d37-41ed-b59a-7954077513df tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662625 Aug 16 12:52:24.114091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ccc4-24cb-4738-8dee-362fb47b10dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:24.125272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'}, {'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b606658e-19df-4d45-8146-98bd39872821'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:24.129904 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41b95c1-903f-4743-89ca-fe4f3470c371" -d '{"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-plugged", "status": "completed", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75"}, {"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-plugged", "status": "completed", "tag": "b606658e-19df-4d45-8146-98bd39872821"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:24.261504 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c27c59-611e-4173-9fde-89c9d7201ad0 x-openstack-request-id: req-72c27c59-611e-4173-9fde-89c9d7201ad0 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:24.262542 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-plugged", "status": "completed", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75", "code": 200}, {"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-plugged", "status": "completed", "tag": "b606658e-19df-4d45-8146-98bd39872821", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:24.263047 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72c27c59-611e-4173-9fde-89c9d7201ad0 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:24.263697 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'code': 200} Aug 16 12:52:24.264221 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b606658e-19df-4d45-8146-98bd39872821', 'code': 200} Aug 16 12:52:24.634424 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ccc4-24cb-4738-8dee-362fb47b10dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:24.645695 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a30a5-9a44-4529-a469-73bd2d62a8fa req-e2fc7d04-5724-45e9-bb4a-df78e7004274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:24.647349 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ca9a30a5-9a44-4529-a469-73bd2d62a8fa req-e2fc7d04-5724-45e9-bb4a-df78e7004274 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 1101 time: 0.2118342 Aug 16 12:52:24.652543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ccc4-24cb-4738-8dee-362fb47b10dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:24.669724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35942207-90f8-4246-b548-cf991ee4bda9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Router 4d277cab-81a7-481c-8845-cafa78cb5ccf has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:52:24.709350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054e485-54c5-47ca-b630-dc014f3d1e51 req-71c9c89f-e844-47c0-b19f-29431cfb91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:24.710959 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b054e485-54c5-47ca-b630-dc014f3d1e51 req-71c9c89f-e844-47c0-b19f-29431cfb91d3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 1102 time: 0.1461775 Aug 16 12:52:24.839829 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ca9a30a5-9a44-4529-a469-73bd2d62a8fa req-ee6944f5-209d-4106-ad8b-2d531b663d52 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784527 Aug 16 12:52:24.841144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7ccc4-24cb-4738-8dee-362fb47b10dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937b4c30-0be6-4735-a840-aa19c5354dab,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:24.887949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4ea7ccc4-24cb-4738-8dee-362fb47b10dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f447e1782d94afb889a53684dbabe6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0167265 Aug 16 12:52:24.889668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59536) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:24.896430 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b054e485-54c5-47ca-b630-dc014f3d1e51 req-0fe5ea35-c354-46a6-a2b7-7e606fd52918 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769302 Aug 16 12:52:24.977298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d786b-51f7-44f5-92db-3a42cca6fa3a req-895ff08b-0814-4b94-8445-66f171bb093b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:24.980111 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-076d786b-51f7-44f5-92db-3a42cca6fa3a req-895ff08b-0814-4b94-8445-66f171bb093b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1917677 Aug 16 12:52:25.060639 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d3f8abd-da35-4ef9-9989-b13b71a08c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:25.097970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35942207-90f8-4246-b548-cf991ee4bda9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:52:25.112883 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35942207-90f8-4246-b548-cf991ee4bda9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:25.124728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85201a83-42b1-434e-9d96-4609add8d01b None None] Sync routers for ids ['4d277cab-81a7-481c-8845-cafa78cb5ccf'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:52:25.147830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85201a83-42b1-434e-9d96-4609add8d01b None None] Routers {'4d277cab-81a7-481c-8845-cafa78cb5ccf'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:52:25.148859 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-85201a83-42b1-434e-9d96-4609add8d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:52:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4d277cab-81a7-481c-8845-cafa78cb5ccf'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:52:25.167325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-076d786b-51f7-44f5-92db-3a42cca6fa3a req-49bd515e-0f37-49cf-ab0b-a5c5d30cf870 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515226 Aug 16 12:52:25.201337 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-35942207-90f8-4246-b548-cf991ee4bda9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "PUT /v2.0/floatingips/5c10a3c3-f5c6-4a73-b173-1dabef91cc18 HTTP/1.1" status: 200 len: 991 time: 2.4131560 Aug 16 12:52:25.205174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:25.212081 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685844b8-1207-4504-9378-123d637721d8" -d '{"events": [{"name": "network-changed", "server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:25.213704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d3f8abd-da35-4ef9-9989-b13b71a08c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:25.339932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815e91c-3e8c-452c-a40a-9cbdd8546282 req-164233c9-dc60-4907-acf8-e22861b686d4 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:25.342088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6815e91c-3e8c-452c-a40a-9cbdd8546282 req-164233c9-dc60-4907-acf8-e22861b686d4 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 951 time: 0.2466300 Aug 16 12:52:25.360918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-85201a83-42b1-434e-9d96-4609add8d01b None None] Set router 4d277cab-81a7-481c-8845-cafa78cb5ccf gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:52:25.394048 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d3f8abd-da35-4ef9-9989-b13b71a08c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:25.398160 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d3f8abd-da35-4ef9-9989-b13b71a08c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:25.400912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1d3f8abd-da35-4ef9-9989-b13b71a08c92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/937b4c30-0be6-4735-a840-aa19c5354dab HTTP/1.1" status: 204 len: 168 time: 0.5093458 Aug 16 12:52:25.433289 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6815e91c-3e8c-452c-a40a-9cbdd8546282 req-9c0f7dee-b54e-4f93-9921-6500d9503975 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836060 Aug 16 12:52:25.439035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f8abd-da35-4ef9-9989-b13b71a08c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937b4c30-0be6-4735-a840-aa19c5354dab,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:25.677107 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9afc4f3-370d-45d5-9f09-2061767662d8 x-openstack-request-id: req-a9afc4f3-370d-45d5-9f09-2061767662d8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:25.677541 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:25.677932 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9afc4f3-370d-45d5-9f09-2061767662d8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:25.678632 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'status': 'completed', 'code': 200} Aug 16 12:52:25.828535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685844b8-1207-4504-9378-123d637721d8 req-76974ee0-7245-4432-9fe2-39ee5f33f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:25.830987 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-685844b8-1207-4504-9378-123d637721d8 req-76974ee0-7245-4432-9fe2-39ee5f33f1a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1096 time: 0.1273212 Aug 16 12:52:26.010414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685844b8-1207-4504-9378-123d637721d8 req-7fee90b9-6bc3-4330-9ba5-220c08a4e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:26.011946 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-685844b8-1207-4504-9378-123d637721d8 req-7fee90b9-6bc3-4330-9ba5-220c08a4e1be service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.1726575 Aug 16 12:52:26.089030 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-685844b8-1207-4504-9378-123d637721d8 req-af839b9b-87fa-471d-996b-745d6cd88318 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 999 time: 0.0659308 Aug 16 12:52:26.154439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-85201a83-42b1-434e-9d96-4609add8d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '5c10a3c3-f5c6-4a73-b173-1dabef91cc18', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'port_id': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'mac_address': 'fa:16:3e:68:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:51:53Z', 'updated_at': '2021-08-16T12:52:23Z', 'revision_number': 1, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18126946-4789-4299-9ba1-272c6fa0c15a', 'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'mac_address': 'fa:16:3e:17:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:41Z', 'updated_at': '2021-08-16T12:51:50Z', 'revision_number': 5, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'subnets': [{'id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:52:26.199912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685844b8-1207-4504-9378-123d637721d8 req-5973b25b-41ed-4afc-9eb3-23123921f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:26.200493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85201a83-42b1-434e-9d96-4609add8d01b None None] Checking router: 4d277cab-81a7-481c-8845-cafa78cb5ccf for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:52:26.206083 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-685844b8-1207-4504-9378-123d637721d8 req-5973b25b-41ed-4afc-9eb3-23123921f563 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1061463 Aug 16 12:52:26.219510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85201a83-42b1-434e-9d96-4609add8d01b None None] Routers {'4d277cab-81a7-481c-8845-cafa78cb5ccf'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:52:26.222923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-85201a83-42b1-434e-9d96-4609add8d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:52:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4d277cab-81a7-481c-8845-cafa78cb5ccf'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:52:26.311237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685844b8-1207-4504-9378-123d637721d8 req-1abaf22e-bcc3-462a-b511-031f421f4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:26.313019 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-685844b8-1207-4504-9378-123d637721d8 req-1abaf22e-bcc3-462a-b511-031f421f4380 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985022 Aug 16 12:52:26.387244 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba5fe1-bb6f-4843-91f4-4f55b4447577 req-8356f3d1-6463-4a83-94d0-da04272f4e7b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:26.397074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbba5fe1-bb6f-4843-91f4-4f55b4447577 req-8356f3d1-6463-4a83-94d0-da04272f4e7b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.0853856 Aug 16 12:52:26.401708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-85201a83-42b1-434e-9d96-4609add8d01b None None] Set router 4d277cab-81a7-481c-8845-cafa78cb5ccf gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:52:26.483272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbba5fe1-bb6f-4843-91f4-4f55b4447577 req-2782ac01-7afc-44b5-a588-990a5f0b3b90 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848300 Aug 16 12:52:26.548433 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-685844b8-1207-4504-9378-123d637721d8 req-610a3856-23f0-4bf9-a2e3-89be2e01572a service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223568 Aug 16 12:52:26.662730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7315e-b48e-45f8-aad9-fba215c0dc39 req-ebaae9cf-fbac-4b2e-8e9a-626390587272 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:26.667271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57e7315e-b48e-45f8-aad9-fba215c0dc39 req-ebaae9cf-fbac-4b2e-8e9a-626390587272 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 951 time: 0.1253352 Aug 16 12:52:26.786341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57e7315e-b48e-45f8-aad9-fba215c0dc39 req-c1ad1da8-0998-4162-85c1-d0c478f80aa1 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082494 Aug 16 12:52:26.797035 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-685844b8-1207-4504-9378-123d637721d8 req-ab153a49-7c09-4757-a6c4-8330c726a2fb service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365966 Aug 16 12:52:26.842626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5570c125-e117-44d7-ae6a-00d04b07a499 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:52:27.110438 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:27.140686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5570c125-e117-44d7-ae6a-00d04b07a499'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:27.144029 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1b5c8f-fc77-4eed-b234-bd9950c1141e" -d '{"events": [{"server_uuid": "18973b29-9b99-4cf3-a5f8-20c628210c27", "name": "network-vif-unplugged", "status": "completed", "tag": "5570c125-e117-44d7-ae6a-00d04b07a499"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:27.161899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5570c125-e117-44d7-ae6a-00d04b07a499, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5570c125-e117-44d7-ae6a-00d04b07a499,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:27.166635 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:27.212507 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e58ca2-b699-4e46-80be-dede8daaf4a7 x-openstack-request-id: req-23e58ca2-b699-4e46-80be-dede8daaf4a7 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:27.212911 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18973b29-9b99-4cf3-a5f8-20c628210c27", "name": "network-vif-unplugged", "status": "completed", "tag": "5570c125-e117-44d7-ae6a-00d04b07a499", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:27.213279 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23e58ca2-b699-4e46-80be-dede8daaf4a7 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:27.213775 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5570c125-e117-44d7-ae6a-00d04b07a499', 'code': 200} Aug 16 12:52:27.263141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5570c125-e117-44d7-ae6a-00d04b07a499,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:27.295203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-85201a83-42b1-434e-9d96-4609add8d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '5c10a3c3-f5c6-4a73-b173-1dabef91cc18', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'port_id': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'mac_address': 'fa:16:3e:68:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:51:53Z', 'updated_at': '2021-08-16T12:52:23Z', 'revision_number': 1, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18126946-4789-4299-9ba1-272c6fa0c15a', 'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'mac_address': 'fa:16:3e:17:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:41Z', 'updated_at': '2021-08-16T12:51:50Z', 'revision_number': 5, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'subnets': [{'id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:52:27.369553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85201a83-42b1-434e-9d96-4609add8d01b None None] The sync data for ids ['4d277cab-81a7-481c-8845-cafa78cb5ccf'] in n-d-804708-1 is: [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '5c10a3c3-f5c6-4a73-b173-1dabef91cc18', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'port_id': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'mac_address': 'fa:16:3e:68:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:51:53Z', 'updated_at': '2021-08-16T12:52:23Z', 'revision_number': 1, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18126946-4789-4299-9ba1-272c6fa0c15a', 'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'mac_address': 'fa:16:3e:17:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:41Z', 'updated_at': '2021-08-16T12:51:50Z', 'revision_number': 5, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'subnets': [{'id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:52:27.654385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc5794-81a2-47be-a6ed-534c8270fb3a req-98e29e93-292f-4678-b3a4-8472bce759e3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:27.665062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1edc5794-81a2-47be-a6ed-534c8270fb3a req-98e29e93-292f-4678-b3a4-8472bce759e3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.0755165 Aug 16 12:52:27.721048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1edc5794-81a2-47be-a6ed-534c8270fb3a req-68dc0f68-21b3-487d-a812-6dcaadf805a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542233 Aug 16 12:52:27.761794 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4ee9a-eeae-4f44-8659-77f799e0c222 None None] New status for floating IP 5c10a3c3-f5c6-4a73-b173-1dabef91cc18: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:52:27.854720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d8632730-df9b-40b9-92e8-5d8f050e4596 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:52:28.056144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3cbd5-54e3-4064-8569-b462eeee6357 req-d8291982-57c4-42c5-8cd9-2c3782b5e8db tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:28.069569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1cf3cbd5-54e3-4064-8569-b462eeee6357 req-d8291982-57c4-42c5-8cd9-2c3782b5e8db tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1283758 Aug 16 12:52:28.178940 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1cf3cbd5-54e3-4064-8569-b462eeee6357 req-2d81e0f4-d6b0-4f2f-a741-e3bcc03c44d7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032593 Aug 16 12:52:28.180830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:28.225244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'mac_address': 'fa:16:3e:7e:f7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:52:28.353330 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:28.386562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8632730-df9b-40b9-92e8-5d8f050e4596 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:28.454038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:28.466512 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:28.498973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae6364-298c-48ef-b88f-5bc269ce1575 req-01b821bf-8c6d-4a09-8ca0-e2f0142491e7 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:28.512932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6ae6364-298c-48ef-b88f-5bc269ce1575 req-01b821bf-8c6d-4a09-8ca0-e2f0142491e7 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 951 time: 0.1936183 Aug 16 12:52:28.571743 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6ae6364-298c-48ef-b88f-5bc269ce1575 req-41512152-9764-4b0a-a79f-05a9f961cb0c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494287 Aug 16 12:52:28.612486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:28.616818 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d8632730-df9b-40b9-92e8-5d8f050e4596'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:29.209959 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:29.251656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59d0d8-cfcb-419d-a606-c34bce89f867 req-c2137374-6419-48ab-9521-f986f24d386f tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:29.260386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce59d0d8-cfcb-419d-a606-c34bce89f867 req-c2137374-6419-48ab-9521-f986f24d386f tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 1102 time: 0.0592477 Aug 16 12:52:29.329410 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce59d0d8-cfcb-419d-a606-c34bce89f867 req-3909e688-eda5-4b02-915c-b6ed6a6485ea tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660934 Aug 16 12:52:29.363787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-20cad5b2-b9cf-4e02-9524-78f5b19e8341 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991178 Aug 16 12:52:29.485400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37681a-1404-4f37-8e74-521549be0352 req-a8afb5e1-f50b-4659-9fb6-c378c59efef6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:29.489334 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e37681a-1404-4f37-8e74-521549be0352 req-a8afb5e1-f50b-4659-9fb6-c378c59efef6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.0708570 Aug 16 12:52:29.593248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e37681a-1404-4f37-8e74-521549be0352 req-f36ce8a6-8ace-455f-a763-e5d05af17dde tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969932 Aug 16 12:52:29.878517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d8632730-df9b-40b9-92e8-5d8f050e4596 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:52:30.053951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port d8632730-df9b-40b9-92e8-5d8f050e4596 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:52:30.057876 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:30.247721 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:30.289716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:30.292722 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e211cc-fd41-4173-b704-f62f7357be9c" -d '{"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-plugged", "status": "completed", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:30.313134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:30.324006 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:30.437555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=10']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:30.461260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81f6b3-33cf-4d99-a9e9-6d159d01222b req-901485d1-e03e-41e1-a665-1d7082dc74a0 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:30.466312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c81f6b3-33cf-4d99-a9e9-6d159d01222b req-901485d1-e03e-41e1-a665-1d7082dc74a0 tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 1102 time: 0.1608965 Aug 16 12:52:30.609212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c81f6b3-33cf-4d99-a9e9-6d159d01222b req-0b5eae8b-f548-4973-891b-e9796da7a7fc tempest-ServersAdminTestJSON-1194893046 tempest-ServersAdminTestJSON-1194893046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151333 Aug 16 12:52:30.666902 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78f17d8-0a3a-4e2c-8adb-0f0956b41a11 x-openstack-request-id: req-a78f17d8-0a3a-4e2c-8adb-0f0956b41a11 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:30.667568 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-plugged", "status": "completed", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:30.667922 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a78f17d8-0a3a-4e2c-8adb-0f0956b41a11 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:30.668418 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'code': 200} Aug 16 12:52:30.825043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723774-a2e8-479d-8343-5dcfc9217662 req-2a9c304c-3501-477e-8422-d9b277cad51e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:30.827098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da723774-a2e8-479d-8343-5dcfc9217662 req-2a9c304c-3501-477e-8422-d9b277cad51e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.0945907 Aug 16 12:52:30.884124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da723774-a2e8-479d-8343-5dcfc9217662 req-8c63020c-af98-4f3b-8291-d380e18794bc tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488250 Aug 16 12:52:31.296544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3046a4-7ec8-47a8-97df-78714abce9e0 req-62b3e6cb-72b7-4157-b9d0-df2128355297 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:31.298315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db3046a4-7ec8-47a8-97df-78714abce9e0 req-62b3e6cb-72b7-4157-b9d0-df2128355297 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 950 time: 0.0737612 Aug 16 12:52:31.355443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db3046a4-7ec8-47a8-97df-78714abce9e0 req-18c8758a-3526-4bb5-a874-8cd79248d155 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462339 Aug 16 12:52:31.625402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-9282d852-2957-48e7-9ffc-6be8ef4d1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:31.629234 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-9282d852-2957-48e7-9ffc-6be8ef4d1af9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 1101 time: 0.0903215 Aug 16 12:52:31.722597 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d2150cc0-0135-4d36-9a6e-b000e61766c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:31.732117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6048de0-8013-40c8-999d-76f96d5b16be req-b60448fb-77bb-4217-b732-4227b17f8202 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:31.740483 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-b60448fb-77bb-4217-b732-4227b17f8202 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 808 time: 0.1746979 Aug 16 12:52:31.773347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a5016706-8025-49d5-800f-34d6ea0e2c75 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/quotas/9cd65f42c34443729102b1f64cb34d2e HTTP/1.1" status: 200 len: 375 time: 0.0306051 Aug 16 12:52:31.855264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-c4e94443-fbf5-4aea-83bc-e104c41eaf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:31.857143 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-c4e94443-fbf5-4aea-83bc-e104c41eaf36 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.2208855 Aug 16 12:52:31.871618 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-17c7dc83-2f19-4d56-9993-c24ec95eb40a tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972512 Aug 16 12:52:31.969421 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-a4cd3857-b5e9-4332-8a07-978f1d2f7fcd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 217 time: 0.1026795 Aug 16 12:52:32.065825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-359ba51f-ef32-4462-803b-e332ecd80401 service neutron] 10.222.0.25 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924505 Aug 16 12:52:32.156066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-ece8388c-89c2-45b8-9a0b-10d1c8c94b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:32.159595 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-ece8388c-89c2-45b8-9a0b-10d1c8c94b98 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1797230 Aug 16 12:52:32.234226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ee2ed-70b1-452d-a3ce-4540e9e0a550 req-b1c00612-18bf-41ea-8383-d52e6d9b7878 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:32.248044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-372ee2ed-70b1-452d-a3ce-4540e9e0a550 req-b1c00612-18bf-41ea-8383-d52e6d9b7878 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.2059157 Aug 16 12:52:32.284748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-5e1a3719-61e6-4f9e-95ff-e97fc37d6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:32.289973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-5e1a3719-61e6-4f9e-95ff-e97fc37d6006 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146226 Aug 16 12:52:32.333452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-88678482-d0fe-4a36-8dbf-4982d4ede5a2 service neutron] 10.222.0.25 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661908 Aug 16 12:52:32.366093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-372ee2ed-70b1-452d-a3ce-4540e9e0a550 req-723dd44e-97e5-4c3c-bb67-0a635bce9a3d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167700 Aug 16 12:52:32.551520 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-a8735bce-c7b4-4090-8a48-be0ae8821068 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541442 Aug 16 12:52:32.831274 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-882b2c48-60ec-407e-ae42-ae074fab27a6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627022 Aug 16 12:52:33.436271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61462006-dfff-499d-9542-bbd34e431cb5 req-1dac8d48-c1bb-4589-9167-c78c0d9415c9 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:33.444330 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61462006-dfff-499d-9542-bbd34e431cb5 req-1dac8d48-c1bb-4589-9167-c78c0d9415c9 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 950 time: 0.3369532 Aug 16 12:52:33.620574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afa7f3-fbc2-4fa9-b7a7-398169fe300a req-37088013-9ace-43d6-a449-16283785c4e0 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:33.646777 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32afa7f3-fbc2-4fa9-b7a7-398169fe300a req-37088013-9ace-43d6-a449-16283785c4e0 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 950 time: 0.1234677 Aug 16 12:52:33.712899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-61462006-dfff-499d-9542-bbd34e431cb5 req-08d069ae-3336-46dc-8574-dc0e95d7c035 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Deleting port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:52:33.713305 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61462006-dfff-499d-9542-bbd34e431cb5 req-08d069ae-3336-46dc-8574-dc0e95d7c035 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:33.714529 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32afa7f3-fbc2-4fa9-b7a7-398169fe300a req-75cc90fc-1706-40d8-a52b-3c71dc6c6c60 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640829 Aug 16 12:52:34.178138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-61462006-dfff-499d-9542-bbd34e431cb5 req-08d069ae-3336-46dc-8574-dc0e95d7c035 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] For port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7b1a3dff-0b05-4b10-b9e4-279e138d59f7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:34.178982 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61462006-dfff-499d-9542-bbd34e431cb5 req-08d069ae-3336-46dc-8574-dc0e95d7c035 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:34.284086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-61462006-dfff-499d-9542-bbd34e431cb5 req-08d069ae-3336-46dc-8574-dc0e95d7c035 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Calling delete_port for 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:52:34.302787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e9b9578-ae3e-46de-a0c0-8e3364dc7910 req-c8424431-c667-4297-86e3-fe90d472f454 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 210 time: 0.0860021 Aug 16 12:52:34.331831 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60e3244a-8985-4aa4-8b76-ad6852b252eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:34.581049 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:34.634304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b9a5d-9a66-4245-b6d5-95331ebc7c62 req-a0b06520-3158-4f79-938a-4445f000b27a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:34.635260 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d1b9a5d-9a66-4245-b6d5-95331ebc7c62 req-a0b06520-3158-4f79-938a-4445f000b27a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.2305889 Aug 16 12:52:34.658317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89988754-18d3-4cb6-b4f6-90e923c221cf req-6f34aed4-dc24-46f9-ba7e-9f8e92a7298d tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:34.668270 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89988754-18d3-4cb6-b4f6-90e923c221cf req-6f34aed4-dc24-46f9-ba7e-9f8e92a7298d tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 945 time: 0.1462946 Aug 16 12:52:34.738769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d1b9a5d-9a66-4245-b6d5-95331ebc7c62 req-ac416579-5a42-4aa7-8695-53da10958b20 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623887 Aug 16 12:52:34.800865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89988754-18d3-4cb6-b4f6-90e923c221cf req-edfc80fc-7b4a-457a-bd94-253520891cc1 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312220 Aug 16 12:52:35.029654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b1928-dc3b-434f-a425-232117f3336b req-588977b1-4c3c-4a3a-a795-09c372add387 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:35.038152 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e2b1928-dc3b-434f-a425-232117f3336b req-588977b1-4c3c-4a3a-a795-09c372add387 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bba7edc-18bc-450f-abee-3ef956a36816 HTTP/1.1" status: 200 len: 950 time: 0.1069734 Aug 16 12:52:35.091128 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e2b1928-dc3b-434f-a425-232117f3336b req-f6e7b61d-11fe-4fac-b517-1d85557f9cce tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519276 Aug 16 12:52:35.098864 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61462006-dfff-499d-9542-bbd34e431cb5 req-08d069ae-3336-46dc-8574-dc0e95d7c035 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:35.130130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0ff780ef-621b-45b3-8957-3406ea800ee8', 'b606658e-19df-4d45-8146-98bd39872821'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:35.234423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d069ae-3336-46dc-8574-dc0e95d7c035 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Pushing event deleted for resources: {'Port': ['ID=7b1a3dff-0b05-4b10-b9e4-279e138d59f7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:35.260796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-61462006-dfff-499d-9542-bbd34e431cb5 req-08d069ae-3336-46dc-8574-dc0e95d7c035 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] No DVR routers for this DVR port 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:52:35.272626 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61462006-dfff-499d-9542-bbd34e431cb5 req-08d069ae-3336-46dc-8574-dc0e95d7c035 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:35.276451 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61462006-dfff-499d-9542-bbd34e431cb5 req-08d069ae-3336-46dc-8574-dc0e95d7c035 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "DELETE /v2.0/ports/7b1a3dff-0b05-4b10-b9e4-279e138d59f7 HTTP/1.1" status: 204 len: 173 time: 1.8218479 Aug 16 12:52:35.277879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bba7edc-18bc-450f-abee-3ef956a36816', 'name': 'network-vif-deleted', 'tag': '7b1a3dff-0b05-4b10-b9e4-279e138d59f7'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:35.280578 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61749a4f-8cde-4e2e-b1c3-1ae1cc395312" -d '{"events": [{"server_uuid": "1bba7edc-18bc-450f-abee-3ef956a36816", "name": "network-vif-deleted", "tag": "7b1a3dff-0b05-4b10-b9e4-279e138d59f7"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:35.528192 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:35.971480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6048de0-8013-40c8-999d-76f96d5b16be req-e01695ce-f4a1-42ee-ba27-2f4901f6f2de tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:35.974558 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-e01695ce-f4a1-42ee-ba27-2f4901f6f2de tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 808 time: 0.5704846 Aug 16 12:52:35.994604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Request body: {'port': {'device_id': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0', 'admin_state_up': True, 'tenant_id': '9cd65f42c34443729102b1f64cb34d2e'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:52:36.317662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Made reservation on behalf of 9cd65f42c34443729102b1f64cb34d2e for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:52:36.325679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:36.362691 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5c0aa8-86f3-4d3b-bdef-3677e0af572a x-openstack-request-id: req-4d5c0aa8-86f3-4d3b-bdef-3677e0af572a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:36.363058 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bba7edc-18bc-450f-abee-3ef956a36816", "name": "network-vif-deleted", "tag": "7b1a3dff-0b05-4b10-b9e4-279e138d59f7", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:36.363225 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d5c0aa8-86f3-4d3b-bdef-3677e0af572a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:36.363634 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bba7edc-18bc-450f-abee-3ef956a36816', 'name': 'network-vif-deleted', 'tag': '7b1a3dff-0b05-4b10-b9e4-279e138d59f7', 'status': 'completed', 'code': 200} Aug 16 12:52:36.554320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36224e0f-e3c3-432a-aa20-db497536a62b req-136fef1c-273a-48f5-8958-0ecdee5ea090 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 210 time: 0.0496910 Aug 16 12:52:36.658210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Allocated IP 172.20.0.9 (76f9c591-4b94-4981-a8da-d9580c00efd0/12885796-d7f8-4981-89ab-5be63ffe3da1/16587597-f896-4933-b4a2-bc2fdcb4f253) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:52:36.806966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:52:36.918974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:52:36.919900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7b1a3dff-0b05-4b10-b9e4-279e138d59f7 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:52:37.209486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da6065-3faf-4c07-94c7-9ce900f21f02 req-097cafbc-c99e-449f-a9d6-3ea6377764f9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:37.212648 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71da6065-3faf-4c07-94c7-9ce900f21f02 req-097cafbc-c99e-449f-a9d6-3ea6377764f9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1822710 Aug 16 12:52:37.223045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:37.225767 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:37.375575 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:37.408915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['a09d191d-f68d-415e-9254-f3089f527ea2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:37.433149 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71da6065-3faf-4c07-94c7-9ce900f21f02 req-079a9a5f-917e-43c7-81b4-1129823fd2c5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946478 Aug 16 12:52:37.490705 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Pushing event updated for resources: {'Port': ['ID=16587597-f896-4933-b4a2-bc2fdcb4f253,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:37.539573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Network 76f9c591-4b94-4981-a8da-d9580c00efd0 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:52:37.543370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:52:37.547754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:52:37.710196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:37.713533 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:37.775632 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-cf9ac073-b5cd-49ea-b7aa-78dcad14df8c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7860782 Aug 16 12:52:37.793835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Request body: {'port': {'device_id': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:52:37.951479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:38.358768 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-a2f6e28f-e13a-42c4-8469-d673170755c0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1147444 Aug 16 12:52:38.572274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16587597-f896-4933-b4a2-bc2fdcb4f253 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:38.578246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-36a0c979-4d9b-4ea9-9875-4634b06333c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:38.579809 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-36a0c979-4d9b-4ea9-9875-4634b06333c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83282f7aedff496b849ada2c0e105e06&device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 1102 time: 0.1598935 Aug 16 12:52:38.585044 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:38.611354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Transition to ACTIVE for port object 16587597-f896-4933-b4a2-bc2fdcb4f253 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:52:38.628893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:38.765713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=16587597-f896-4933-b4a2-bc2fdcb4f253,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:39.015757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-3f70ea58-7b4b-44c9-9613-c5763bfc1274 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:39.018543 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-3f70ea58-7b4b-44c9-9613-c5763bfc1274 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.22 "GET /v2.0/ports?device_id=200308cb-0b96-4b7f-91c0-1b315454fad5 HTTP/1.1" status: 200 len: 945 time: 0.1998572 Aug 16 12:52:39.146514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-7dbc2d54-c454-49a6-84aa-5eb9dd4e4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:39.148122 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-7dbc2d54-c454-49a6-84aa-5eb9dd4e4ec7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.5309243 Aug 16 12:52:39.247578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:52:39.247918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:52:39.248244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:52:39.256209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:52:39.256530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:52:39.266295 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-3beeb243-37d3-41b5-a068-b86119519d16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=b606658e-19df-4d45-8146-98bd39872821 HTTP/1.1" status: 200 len: 217 time: 0.0944099 Aug 16 12:52:39.268568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:52:39.271446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:52:39.271446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:52:39.271912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Bound port: 16587597-f896-4933-b4a2-bc2fdcb4f253, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:52:39.272306 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:39.396762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-89c3e570-bef1-4c29-8324-7d7260d7b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:39.398866 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-89c3e570-bef1-4c29-8324-7d7260d7b736 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1224618 Aug 16 12:52:39.476616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Deleting port d7b4ac09-ec45-4252-80a0-40e28b9228bf {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:52:39.477246 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:39.493951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:52:39.553616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=16587597-f896-4933-b4a2-bc2fdcb4f253,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:52:39.609453 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:39.712819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-da58fb13-5d35-407c-9218-e9d48d5d1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:39.716225 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-da58fb13-5d35-407c-9218-e9d48d5d1e7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3048782 Aug 16 12:52:39.780096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:39.781770 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:39.785521 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] 10.222.0.42 "PUT /v2.0/ports/16587597-f896-4933-b4a2-bc2fdcb4f253 HTTP/1.1" status: 200 len: 1091 time: 2.0008132 Aug 16 12:52:39.786566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'tag': '16587597-f896-4933-b4a2-bc2fdcb4f253'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:39.804754 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84ebca0-d537-4aba-84aa-3ccf45be2445" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef80b3d-5057-4670-8ad4-7eabbd405a2d", "tag": "16587597-f896-4933-b4a2-bc2fdcb4f253"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:40.026704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a080d5-dafd-4063-9c80-e4597dd8aeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=16587597-f896-4933-b4a2-bc2fdcb4f253,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:40.049604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] For port d7b4ac09-ec45-4252-80a0-40e28b9228bf, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d7b4ac09-ec45-4252-80a0-40e28b9228bf,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:40.050617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:40.281801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6048de0-8013-40c8-999d-76f96d5b16be req-67edce55-72a2-479c-9247-5ec994acb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:40.285362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-67edce55-72a2-479c-9247-5ec994acb04b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 1094 time: 0.4211600 Aug 16 12:52:40.288902 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-21531790-893e-4aeb-92b5-b99ab6ff6408 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509379 Aug 16 12:52:40.480514 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-db6cd61a-658d-427e-bd9b-8fe410724fb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16587597-f896-4933-b4a2-bc2fdcb4f253 HTTP/1.1" status: 200 len: 217 time: 0.1758692 Aug 16 12:52:40.779527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6048de0-8013-40c8-999d-76f96d5b16be req-7f41d866-7f90-4e3d-ba4a-0655eb9429f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:40.781968 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-7f41d866-7f90-4e3d-ba4a-0655eb9429f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.2872047 Aug 16 12:52:40.962279 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-c2fcddc1-44b8-431a-9cbb-ace55cea3337 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585951 Aug 16 12:52:40.965428 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2349e946-ecb4-4e6b-9739-78f175ebb8ca req-09634c86-7b9f-4f1d-a316-ed8a9ae84e87 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473241 Aug 16 12:52:41.157768 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:41.158213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:41.159158 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Floating IP 4178bd1e-669e-4d66-9d62-420af78e1d4b disassociated. External IP: 172.25.0.24, port: d7b4ac09-ec45-4252-80a0-40e28b9228bf. Aug 16 12:52:41.159518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Calling delete_port for d7b4ac09-ec45-4252-80a0-40e28b9228bf owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:52:41.277921 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-3bb0d024-67f1-4feb-beb3-d167956b7909 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017418 Aug 16 12:52:41.511405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6048de0-8013-40c8-999d-76f96d5b16be req-d3d5507c-fe9e-4a2e-9847-19dd1228e922 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034760 Aug 16 12:52:41.687359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:41.758358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Pushing event deleted for resources: {'Port': ['ID=d7b4ac09-ec45-4252-80a0-40e28b9228bf,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:41.989410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Router c7f5b03a-7307-455f-bba2-b1299ff84d37 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:52:42.743266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:52:42.757690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ed069-3385-49e9-b339-7fa0b547b35c None None] Sync routers for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:52:42.791797 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ed069-3385-49e9-b339-7fa0b547b35c None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:52:42.792708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7e8ed069-3385-49e9-b339-7fa0b547b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:52:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:52:42.884575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] No DVR routers for this DVR port d7b4ac09-ec45-4252-80a0-40e28b9228bf on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:52:42.888021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:42.891071 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c943ae8f-9472-461a-9770-1208ca8c8fcd req-f4422c61-2507-420f-addd-472312481ed8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.22 "DELETE /v2.0/ports/d7b4ac09-ec45-4252-80a0-40e28b9228bf HTTP/1.1" status: 204 len: 173 time: 3.8561721 Aug 16 12:52:42.901869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d7b4ac09-ec45-4252-80a0-40e28b9228bf no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:52:42.952483 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: d7b4ac09-ec45-4252-80a0-40e28b9228bf {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:52:42.953244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d7b4ac09-ec45-4252-80a0-40e28b9228bf not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:52:43.116883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-7e8ed069-3385-49e9-b339-7fa0b547b35c None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:52:43.559363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7e8ed069-3385-49e9-b339-7fa0b547b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:52:43.659099 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ed069-3385-49e9-b339-7fa0b547b35c None None] Checking router: c7f5b03a-7307-455f-bba2-b1299ff84d37 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:52:43.685829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ed069-3385-49e9-b339-7fa0b547b35c None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:52:43.686959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7e8ed069-3385-49e9-b339-7fa0b547b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:52:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:52:43.896457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-7e8ed069-3385-49e9-b339-7fa0b547b35c None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:52:44.507272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7e8ed069-3385-49e9-b339-7fa0b547b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:52:44.561486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ed069-3385-49e9-b339-7fa0b547b35c None None] The sync data for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 is: [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:52:44.990256 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c5049-b44f-42ed-a751-de64740fdfa4 None None] New status for floating IP 4178bd1e-669e-4d66-9d62-420af78e1d4b: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:52:45.986787 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:47.535119 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-030bdbda-52f0-446b-94b9-1c2151957fe0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1907794770&fields=id&tenant_id=658311110ba74518860e125da8421b28 HTTP/1.1" status: 200 len: 267 time: 0.0605650 Aug 16 12:52:47.701502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174e5fa-1816-4076-8d05-e27646e02560 req-a53f5b60-1eef-4d16-b9af-f7ed14b919b7 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:47.706388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4174e5fa-1816-4076-8d05-e27646e02560 req-a53f5b60-1eef-4d16-b9af-f7ed14b919b7 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 943 time: 0.1431201 Aug 16 12:52:47.761815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851560-4da7-4ba8-903a-c656bca67062 req-c53248ba-eeef-478f-8f50-5128b87ad6f0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:47.767263 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-c53248ba-eeef-478f-8f50-5128b87ad6f0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/networks?id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd HTTP/1.1" status: 200 len: 823 time: 0.2190349 Aug 16 12:52:47.801543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-ae627667-13a0-4273-abd0-0cd45ced5707 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/quotas/658311110ba74518860e125da8421b28 HTTP/1.1" status: 200 len: 375 time: 0.0253248 Aug 16 12:52:47.814295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4174e5fa-1816-4076-8d05-e27646e02560 req-77daa93c-a77d-4929-b56a-162cd990794d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991294 Aug 16 12:52:47.901487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-857811fc-ba24-41c2-b9c5-10542f532013 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=658311110ba74518860e125da8421b28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852630 Aug 16 12:52:48.040948 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-0adcf237-ba10-406b-bd80-d3927a7a4872 service neutron] 10.222.0.25 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250210 Aug 16 12:52:48.660767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-48e5af2d-d79c-4f8c-abf6-dbec400f69f2 service neutron] 10.222.0.25 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122408 Aug 16 12:52:48.676266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8189a-3036-4d4e-942a-b2f3b734251d req-d2792380-ece6-40c1-ab7a-037d9175d913 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:48.678875 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ea8189a-3036-4d4e-942a-b2f3b734251d req-d2792380-ece6-40c1-ab7a-037d9175d913 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.5405729 Aug 16 12:52:48.751466 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ea8189a-3036-4d4e-942a-b2f3b734251d req-e72c3b57-8d1f-450d-9168-2fe9cbd89e58 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594146 Aug 16 12:52:48.863933 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350f5a6a-b071-4e8f-ba2a-4d4364230fbf x-openstack-request-id: req-350f5a6a-b071-4e8f-ba2a-4d4364230fbf {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:48.865375 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef80b3d-5057-4670-8ad4-7eabbd405a2d", "tag": "16587597-f896-4933-b4a2-bc2fdcb4f253", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:48.866642 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-350f5a6a-b071-4e8f-ba2a-4d4364230fbf {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:48.867759 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'tag': '16587597-f896-4933-b4a2-bc2fdcb4f253', 'status': 'completed', 'code': 200} Aug 16 12:52:49.007556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ebca0-d537-4aba-84aa-3ccf45be2445 req-5f7259d3-9738-4d2f-9529-543ed03fbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:49.012940 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f84ebca0-d537-4aba-84aa-3ccf45be2445 req-5f7259d3-9738-4d2f-9529-543ed03fbbb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 1094 time: 0.1232185 Aug 16 12:52:49.187879 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d08dcf9b-f82b-4345-9a84-84b80e605b9d req-4f0707ec-b64d-4aa4-a4b5-832d5c60d9c1 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 210 time: 0.0619476 Aug 16 12:52:49.231391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102fa07-4ffd-4dbc-93ff-5e354362e07f req-abe4abb9-b22c-42a7-8748-71fc730bb143 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:49.234679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4102fa07-4ffd-4dbc-93ff-5e354362e07f req-abe4abb9-b22c-42a7-8748-71fc730bb143 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 950 time: 0.1932657 Aug 16 12:52:49.337281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ebca0-d537-4aba-84aa-3ccf45be2445 req-85bcdd24-4d8e-4258-aa22-8fb8f60355c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:49.344760 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f84ebca0-d537-4aba-84aa-3ccf45be2445 req-85bcdd24-4d8e-4258-aa22-8fb8f60355c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.3179052 Aug 16 12:52:49.472995 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f84ebca0-d537-4aba-84aa-3ccf45be2445 req-5d43061b-cd04-4034-ae1b-f1e6fac1e82d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16587597-f896-4933-b4a2-bc2fdcb4f253 HTTP/1.1" status: 200 len: 217 time: 0.1176631 Aug 16 12:52:49.505610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4102fa07-4ffd-4dbc-93ff-5e354362e07f req-eb244c9b-6f98-45b1-9673-a7819cd1a745 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571270 Aug 16 12:52:49.523174 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a6954-d83e-49e6-91bf-941e67934e57 req-92345a81-0f55-4a74-81f6-b79d006d6264 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:49.526266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b81a6954-d83e-49e6-91bf-941e67934e57 req-92345a81-0f55-4a74-81f6-b79d006d6264 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 943 time: 0.2112241 Aug 16 12:52:49.655088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ebca0-d537-4aba-84aa-3ccf45be2445 req-71bd5050-6434-4aa5-b84b-38801d2a4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:49.659261 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f84ebca0-d537-4aba-84aa-3ccf45be2445 req-71bd5050-6434-4aa5-b84b-38801d2a4d33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.1801968 Aug 16 12:52:49.663495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b81a6954-d83e-49e6-91bf-941e67934e57 req-12ac902b-ca27-4952-af5a-a8456ce35877 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253092 Aug 16 12:52:49.734767 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f84ebca0-d537-4aba-84aa-3ccf45be2445 req-5c6c7e0d-6b38-4f58-9a3c-f571db7a9188 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597608 Aug 16 12:52:49.768387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60046) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:49.806907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb196c-e9b1-4670-a8c0-47558cf5bf1b req-45ca1efb-ebc7-4508-953b-849014c2a3ee tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:49.822368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5feb196c-e9b1-4670-a8c0-47558cf5bf1b req-45ca1efb-ebc7-4508-953b-849014c2a3ee tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bba1e34-4ef3-413e-848e-9487ced7d137 HTTP/1.1" status: 200 len: 950 time: 0.1275842 Aug 16 12:52:49.943024 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f84ebca0-d537-4aba-84aa-3ccf45be2445 req-65b9a97e-c1a7-44e2-a098-671507e368c3 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986346 Aug 16 12:52:49.971008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5feb196c-e9b1-4670-a8c0-47558cf5bf1b req-11431215-9450-4be4-b676-bdd647731788 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442187 Aug 16 12:52:50.102621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c23df-ab25-47f8-b49a-86298d5d100d req-a4a2bf99-9142-4e5f-821b-06a1d705c0b9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:50.110967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f32c23df-ab25-47f8-b49a-86298d5d100d req-a4a2bf99-9142-4e5f-821b-06a1d705c0b9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1916945 Aug 16 12:52:50.192614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f32c23df-ab25-47f8-b49a-86298d5d100d req-0158840c-a9fb-439a-bdea-52d144cce999 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669377 Aug 16 12:52:50.209988 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f84ebca0-d537-4aba-84aa-3ccf45be2445 req-f591fa99-02bf-4f10-ba11-da2d1ff51be1 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580245 Aug 16 12:52:50.225268 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:50.281569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691942-a084-4ad5-8414-9732854db1c1 req-9ffe30c8-66e3-400a-bb86-162fa961254d tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:50.284524 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a4691942-a084-4ad5-8414-9732854db1c1 req-9ffe30c8-66e3-400a-bb86-162fa961254d tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 950 time: 0.1531820 Aug 16 12:52:50.373057 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5d0b6fd-e491-4ef6-a19e-05720a66a63a req-754ee645-9efa-4916-bfe2-1e31e6e97c44 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 210 time: 0.0566199 Aug 16 12:52:50.753678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7c54d-91c3-43b2-85d0-44045be9582f req-5a1ae2e9-390f-401a-a4e6-9c90926e6eb2 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:50.756865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2c7c54d-91c3-43b2-85d0-44045be9582f req-5a1ae2e9-390f-401a-a4e6-9c90926e6eb2 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 950 time: 0.1421075 Aug 16 12:52:50.766016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-a4691942-a084-4ad5-8414-9732854db1c1 req-e6835358-d790-47a1-b45f-0e27d5504726 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Deleting port 0ff780ef-621b-45b3-8957-3406ea800ee8 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:52:50.766613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a4691942-a084-4ad5-8414-9732854db1c1 req-e6835358-d790-47a1-b45f-0e27d5504726 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:50.852290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2c7c54d-91c3-43b2-85d0-44045be9582f req-e726c60f-3912-48c9-9397-d4b2192cd046 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869644 Aug 16 12:52:50.910420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'name': 'network-vif-deleted', 'tag': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:50.914563 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046fd92c-4c99-4507-884c-deaa496f1cf6" -d '{"events": [{"server_uuid": "200308cb-0b96-4b7f-91c0-1b315454fad5", "name": "network-vif-deleted", "tag": "d7b4ac09-ec45-4252-80a0-40e28b9228bf"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:51.006763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851560-4da7-4ba8-903a-c656bca67062 req-19fc1564-4552-485c-bdcd-99ee516cebb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:51.009263 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-19fc1564-4552-485c-bdcd-99ee516cebb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.42 "GET /v2.0/networks?id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd HTTP/1.1" status: 200 len: 823 time: 0.4760253 Aug 16 12:52:51.021228 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7669600a-5fdd-423b-ba81-3cd10388469f x-openstack-request-id: req-7669600a-5fdd-423b-ba81-3cd10388469f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:51.021691 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200308cb-0b96-4b7f-91c0-1b315454fad5", "name": "network-vif-deleted", "tag": "d7b4ac09-ec45-4252-80a0-40e28b9228bf", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:51.022095 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7669600a-5fdd-423b-ba81-3cd10388469f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:51.022767 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200308cb-0b96-4b7f-91c0-1b315454fad5', 'name': 'network-vif-deleted', 'tag': 'd7b4ac09-ec45-4252-80a0-40e28b9228bf', 'status': 'completed', 'code': 200} Aug 16 12:52:51.025342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb422cd-3cda-4fb9-af5d-b5e33c216989 req-6d90347d-b4e9-4a99-8633-e710787ca8dc tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:51.028066 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9eb422cd-3cda-4fb9-af5d-b5e33c216989 req-6d90347d-b4e9-4a99-8633-e710787ca8dc tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 943 time: 0.1353362 Aug 16 12:52:51.085492 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:51.100281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a4691942-a084-4ad5-8414-9732854db1c1 req-e6835358-d790-47a1-b45f-0e27d5504726 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] For port 0ff780ef-621b-45b3-8957-3406ea800ee8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0ff780ef-621b-45b3-8957-3406ea800ee8,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:51.100938 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a4691942-a084-4ad5-8414-9732854db1c1 req-e6835358-d790-47a1-b45f-0e27d5504726 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:51.118276 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:51.139230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9eb422cd-3cda-4fb9-af5d-b5e33c216989 req-1cb76ccb-eff5-4522-99d0-cb1062ad215f tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011531 Aug 16 12:52:51.142029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-a4691942-a084-4ad5-8414-9732854db1c1 req-e6835358-d790-47a1-b45f-0e27d5504726 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Calling delete_port for 0ff780ef-621b-45b3-8957-3406ea800ee8 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:52:51.259687 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-a10202cf-d6de-45f2-b9c8-32893a22a36f tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=658311110ba74518860e125da8421b28 HTTP/1.1" status: 200 len: 380 time: 0.2187178 Aug 16 12:52:51.276556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Request body: {'port': {'device_id': '080655c8-894e-43a6-9a8f-958c1e98419e', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'admin_state_up': True, 'tenant_id': '658311110ba74518860e125da8421b28', 'security_groups': ['8847b37c-cecc-485c-97b3-6c9e07587304']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:52:51.290160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8900c8a3b434b1a9f688fe22910654e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4744186 Aug 16 12:52:51.292692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60124) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:51.401006 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:51.498992 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:51.519203 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5559e-d7c5-45e2-93a2-48b442a0f23c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:51.556981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.557336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.557678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.558015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.558517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.559021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.559355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.559685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.560015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.560358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.560679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.561001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede2f08e-8f7f-4e81-bf1a-8eaa4721aae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.592002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-688044a9-bd0a-48e6-86c2-68db9cc4d234 req-4fe54616-2a63-4934-9cb2-512d337788e7 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 210 time: 0.0677545 Aug 16 12:52:51.635162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699f376-fce8-4603-93e4-b09f77592d66 req-2ceb0309-69cd-4a8d-9ec7-9a8ee2b819b9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:51.644628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7699f376-fce8-4603-93e4-b09f77592d66 req-2ceb0309-69cd-4a8d-9ec7-9a8ee2b819b9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.2393608 Aug 16 12:52:51.677818 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:51.686550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:51.689010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbc5559e-d7c5-45e2-93a2-48b442a0f23c HTTP/1.1" status: 204 len: 168 time: 0.3938475 Aug 16 12:52:51.717140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Made reservation on behalf of 658311110ba74518860e125da8421b28 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:52:51.718800 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5559e-d7c5-45e2-93a2-48b442a0f23c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:51.724552 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:51.735708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.736611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.738900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.741435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.742355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.742698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.743039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.743373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.743701 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.744025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.744354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.744848 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de9e1d-8c4f-4f01-bb37-4f07c885c307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:51.775137 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7699f376-fce8-4603-93e4-b09f77592d66 req-76e51bcc-42dd-4e7c-8bee-34dba83cf82d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295171 Aug 16 12:52:51.838005 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a4691942-a084-4ad5-8414-9732854db1c1 req-e6835358-d790-47a1-b45f-0e27d5504726 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:51.869238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0ff780ef-621b-45b3-8957-3406ea800ee8', 'b606658e-19df-4d45-8146-98bd39872821'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:51.912510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6835358-d790-47a1-b45f-0e27d5504726 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Pushing event deleted for resources: {'Port': ['ID=0ff780ef-621b-45b3-8957-3406ea800ee8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:52.023935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 16587597-f896-4933-b4a2-bc2fdcb4f253 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:52:52.034292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d8632730-df9b-40b9-92e8-5d8f050e4596 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:52:52.037002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4691942-a084-4ad5-8414-9732854db1c1 req-e6835358-d790-47a1-b45f-0e27d5504726 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] No DVR routers for this DVR port 0ff780ef-621b-45b3-8957-3406ea800ee8 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:52:52.041359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a4691942-a084-4ad5-8414-9732854db1c1 req-e6835358-d790-47a1-b45f-0e27d5504726 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:52.043717 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a4691942-a084-4ad5-8414-9732854db1c1 req-e6835358-d790-47a1-b45f-0e27d5504726 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "DELETE /v2.0/ports/0ff780ef-621b-45b3-8957-3406ea800ee8 HTTP/1.1" status: 204 len: 173 time: 1.7501307 Aug 16 12:52:52.059056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Allocated IP 172.20.0.10 (f1d1179a-0d86-4c10-90fa-5cdb7bb176bd/e06d01c6-fe38-4463-a6c6-0f140fdc5148/d4a98fdb-b81b-4a0e-9ea9-973019b276d9) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:52:52.071985 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f38cdd74-b059-430f-aa9a-c91b07832767 req-79aa54bc-a464-4b93-ad62-91ad7b013e0f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=b158dea4-3941-46d3-915b-62e578e2db64 HTTP/1.1" status: 200 len: 210 time: 0.0716891 Aug 16 12:52:52.312439 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:52.335361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42adef2-c143-4170-8916-d2080b3254fc req-160328c1-0d71-48b1-af82-75946c4c5212 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:52.352286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e42adef2-c143-4170-8916-d2080b3254fc req-160328c1-0d71-48b1-af82-75946c4c5212 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 943 time: 0.0912027 Aug 16 12:52:52.357149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Transition to ACTIVE for port object d4a98fdb-b81b-4a0e-9ea9-973019b276d9 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:52:52.438134 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:52.474763 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e42adef2-c143-4170-8916-d2080b3254fc req-ff6df0b1-9942-4f7b-802d-ea3abb86d2fc tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213903 Aug 16 12:52:52.559538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:52:52.565011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:52:52.568725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=16587597-f896-4933-b4a2-bc2fdcb4f253,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:52.568971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:52:52.593992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:52.630710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Pushing event updated for resources: {'Port': ['ID=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:52.678263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:52.680103 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:52.690498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '16587597-f896-4933-b4a2-bc2fdcb4f253', 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0', 'port_id': '16587597-f896-4933-b4a2-bc2fdcb4f253', 'mac_address': 'fa:16:3e:83:89:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12885796-d7f8-4981-89ab-5be63ffe3da1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:52:52.692166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:52.705847 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5de96e-3ab3-46e4-9b9a-513dc6d335de" -d '{"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-unplugged", "status": "completed", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:52.724449 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-68fbad39-6afc-4bd2-a6c8-0f4983484005 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4534345 Aug 16 12:52:52.775838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Request body: {'port': {'device_id': '080655c8-894e-43a6-9a8f-958c1e98419e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:52:52.792040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:52.894391 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:52.931360 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae4a3b9-e9ba-4db5-8264-96bd38662b94 x-openstack-request-id: req-4ae4a3b9-e9ba-4db5-8264-96bd38662b94 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:52.931740 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-unplugged", "status": "completed", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:52.931917 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ae4a3b9-e9ba-4db5-8264-96bd38662b94 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:52.932291 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'code': 200} Aug 16 12:52:52.964595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba254bb-8359-4593-ad5e-46a501d0ec5a req-57c5b017-b167-4504-bb99-64e01f526139 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:52.968471 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ba254bb-8359-4593-ad5e-46a501d0ec5a req-57c5b017-b167-4504-bb99-64e01f526139 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 932 time: 0.1436222 Aug 16 12:52:52.982926 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:52.991688 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:53.045838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16587597-f896-4933-b4a2-bc2fdcb4f253 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:53.070224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b158dea4-3941-46d3-915b-62e578e2db64', 'name': 'network-vif-deleted', 'tag': '0ff780ef-621b-45b3-8957-3406ea800ee8'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:53.076582 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f7b9cc-4ed7-482b-89b4-a32b14498c45" -d '{"events": [{"server_uuid": "b158dea4-3941-46d3-915b-62e578e2db64", "name": "network-vif-deleted", "tag": "0ff780ef-621b-45b3-8957-3406ea800ee8"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:53.128324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ba254bb-8359-4593-ad5e-46a501d0ec5a req-e3262c5e-8a3d-4854-98e9-701fe52c6f92 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119843 Aug 16 12:52:53.163407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=16587597-f896-4933-b4a2-bc2fdcb4f253,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:53.169897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=11']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:53.181595 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:53.187740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.188533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.189149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.189919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.190552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.191131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.191680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.192226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.192782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.193408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.193950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.194483 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:52:53.281866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=16587597-f896-4933-b4a2-bc2fdcb4f253,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:53.293975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5bdc2734-892b-4e5c-86c9-4dee972ea7c2 None None] Provisioning for port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:52:53.309505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5bdc2734-892b-4e5c-86c9-4dee972ea7c2 None None] Provisioning complete for port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:52:53.310142 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5bdc2734-892b-4e5c-86c9-4dee972ea7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:53.352563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5faea-03fb-479e-a0fd-3ba842cbbb4f req-980e5803-5fb3-47c7-8a06-36dcef8e788e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:53.360241 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73b5faea-03fb-479e-a0fd-3ba842cbbb4f req-980e5803-5fb3-47c7-8a06-36dcef8e788e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1224971 Aug 16 12:52:53.387998 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22455175-a43d-47e9-8c08-89191697407a x-openstack-request-id: req-22455175-a43d-47e9-8c08-89191697407a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:53.388868 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b158dea4-3941-46d3-915b-62e578e2db64", "name": "network-vif-deleted", "tag": "0ff780ef-621b-45b3-8957-3406ea800ee8", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:53.390447 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22455175-a43d-47e9-8c08-89191697407a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:53.391235 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b158dea4-3941-46d3-915b-62e578e2db64', 'name': 'network-vif-deleted', 'tag': '0ff780ef-621b-45b3-8957-3406ea800ee8', 'status': 'completed', 'code': 200} Aug 16 12:52:53.407323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc2734-892b-4e5c-86c9-4dee972ea7c2 None None] Port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:52:53.409789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73b5faea-03fb-479e-a0fd-3ba842cbbb4f req-c7bbcc09-e2bb-4346-b78d-c5f54a1a8598 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474572 Aug 16 12:52:53.475082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['16587597-f896-4933-b4a2-bc2fdcb4f253'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:53.822253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a98fdb-b81b-4a0e-9ea9-973019b276d9 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:53.827821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07bd6c-2454-4629-9ca0-78850a16d8a9 req-4e99e3a9-585d-4cc1-99a4-24ec53399844 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:53.832524 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e07bd6c-2454-4629-9ca0-78850a16d8a9 req-4e99e3a9-585d-4cc1-99a4-24ec53399844 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 944 time: 0.1341262 Aug 16 12:52:53.838269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:53.880895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Transition to ACTIVE for port object d4a98fdb-b81b-4a0e-9ea9-973019b276d9 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:52:53.889212 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:53.914508 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e07bd6c-2454-4629-9ca0-78850a16d8a9 req-c8e4ecbe-a3db-4246-a7c1-187854a07934 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709517 Aug 16 12:52:53.994043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:54.129405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Attempting to bind port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:52:54.130494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Attempting to bind port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:52:54.130494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Attempting to bind port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 on network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:52:54.143157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 on network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:52:54.143157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Attempting to bind port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 on network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:52:54.149651 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:52:54.150090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Checking segment: {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:52:54.150458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Bound using segment: {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:52:54.151737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Bound port: d4a98fdb-b81b-4a0e-9ea9-973019b276d9, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b749651-7089-419c-87ed-91e6abe98d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:52:54.152110 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:54.191278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac033d8-c3d5-4a90-bc12-fa9cff976d73 req-00e88518-e7ed-4c63-92ed-fe0638040a8c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:54.200653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cac033d8-c3d5-4a90-bc12-fa9cff976d73 req-00e88518-e7ed-4c63-92ed-fe0638040a8c tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 951 time: 0.1449952 Aug 16 12:52:54.280483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] For port d4a98fdb-b81b-4a0e-9ea9-973019b276d9, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:52:54.296161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] For port d4a98fdb-b81b-4a0e-9ea9-973019b276d9, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:52:54.298870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cac033d8-c3d5-4a90-bc12-fa9cff976d73 req-964806cd-8a11-4702-bf3b-0c5b1df15483 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871913 Aug 16 12:52:54.305915 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:54.391685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:54.410496 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:54.414477 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] 10.222.0.42 "PUT /v2.0/ports/d4a98fdb-b81b-4a0e-9ea9-973019b276d9 HTTP/1.1" status: 200 len: 1092 time: 1.6740603 Aug 16 12:52:54.481461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41436e59-9752-4aa7-aa57-e94459598f11 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:54.610339 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851560-4da7-4ba8-903a-c656bca67062 req-92339475-8123-48a7-9fa4-81989ce08ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:54.614794 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-92339475-8123-48a7-9fa4-81989ce08ea9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=658311110ba74518860e125da8421b28&device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 1095 time: 0.0987191 Aug 16 12:52:54.699182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f8268-d9ce-4c0e-a18d-4af398e385a7 req-e80e1b74-2ae6-4b8e-9bac-4ae58bb6ab59 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:54.702135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c65f8268-d9ce-4c0e-a18d-4af398e385a7 req-e80e1b74-2ae6-4b8e-9bac-4ae58bb6ab59 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 944 time: 0.2163203 Aug 16 12:52:54.709456 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-93a662e5-ea8f-438e-a8b9-e32deb6ed2fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4a98fdb-b81b-4a0e-9ea9-973019b276d9 HTTP/1.1" status: 200 len: 217 time: 0.0861862 Aug 16 12:52:54.717315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba1a2c-080e-43ef-8fd7-cb3b6280cf7c req-eec242de-88ef-41ba-bd81-97a221d3d5a8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:54.731420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8ba1a2c-080e-43ef-8fd7-cb3b6280cf7c req-eec242de-88ef-41ba-bd81-97a221d3d5a8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1535492 Aug 16 12:52:54.779371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851560-4da7-4ba8-903a-c656bca67062 req-1b3380ef-551c-453a-af7f-715206303116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:54.781260 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-1b3380ef-551c-453a-af7f-715206303116 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e06d01c6-fe38-4463-a6c6-0f140fdc5148 HTTP/1.1" status: 200 len: 862 time: 0.0639930 Aug 16 12:52:54.820041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8ba1a2c-080e-43ef-8fd7-cb3b6280cf7c req-903cfbf2-ef05-401f-be86-51759ac4d9a0 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810058 Aug 16 12:52:54.832106 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c65f8268-d9ce-4c0e-a18d-4af398e385a7 req-74631ca0-4497-4b7e-9212-1cd17691d1cc tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972722 Aug 16 12:52:54.846031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851560-4da7-4ba8-903a-c656bca67062 req-e4ba7a45-2dea-4e1c-bfa7-694254cdfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:54.848127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-e4ba7a45-2dea-4e1c-bfa7-694254cdfdaf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591037 Aug 16 12:52:54.866636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0ff780ef-621b-45b3-8957-3406ea800ee8 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:52:54.882741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60302) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:54.954402 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 0ff780ef-621b-45b3-8957-3406ea800ee8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:52:54.955675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0ff780ef-621b-45b3-8957-3406ea800ee8 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:52:55.158023 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-47a63228-2871-4fc3-90d1-cec18efec0db service neutron] 10.222.0.42 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021111 Aug 16 12:52:55.199029 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dabc4333-9cdf-4300-9546-a06af6f97047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:55.245695 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b0317-00d9-4d21-bbe4-8a00e6f5d120 req-0221a239-c0fd-4e44-9da1-7fc3727db4e4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:55.247088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d2b0317-00d9-4d21-bbe4-8a00e6f5d120 req-0221a239-c0fd-4e44-9da1-7fc3727db4e4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 944 time: 0.0962300 Aug 16 12:52:55.289685 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6851560-4da7-4ba8-903a-c656bca67062 req-4a8a9a0e-5166-467c-ad06-1cc369a7d4f9 service neutron] 10.222.0.42 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247430 Aug 16 12:52:55.321240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d2b0317-00d9-4d21-bbe4-8a00e6f5d120 req-d2525edd-387f-4290-bb68-964a041d3404 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578961 Aug 16 12:52:55.394446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080655c8-894e-43a6-9a8f-958c1e98419e', 'tag': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:55.400037 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a040f09b-3330-4d6f-abe0-cb437072efc1" -d '{"events": [{"name": "network-changed", "server_uuid": "080655c8-894e-43a6-9a8f-958c1e98419e", "tag": "d4a98fdb-b81b-4a0e-9ea9-973019b276d9"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:55.455719 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dabc4333-9cdf-4300-9546-a06af6f97047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:55.464408 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dabc4333-9cdf-4300-9546-a06af6f97047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:55.531725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dabc4333-9cdf-4300-9546-a06af6f97047 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f076a0201384a0c90cc3ca696c482e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435680 Aug 16 12:52:55.532266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60336) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:55.598132 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc4333-9cdf-4300-9546-a06af6f97047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0bfa8f-38a1-469f-9073-12f430afe126,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:55.652958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2564a2-69fd-461d-9e3a-55cbb4d01511 req-cd00429f-59b4-4c76-9b46-de14c591371e tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:55.656635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c2564a2-69fd-461d-9e3a-55cbb4d01511 req-cd00429f-59b4-4c76-9b46-de14c591371e tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 951 time: 0.1318765 Aug 16 12:52:55.703778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276650c-a0c7-4405-bf60-11bb7db8cf7f req-fd4ab06f-851f-47ac-8620-c9b7a2714ed3 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:55.705967 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e276650c-a0c7-4405-bf60-11bb7db8cf7f req-fd4ab06f-851f-47ac-8620-c9b7a2714ed3 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 951 time: 0.1496265 Aug 16 12:52:55.711725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1aa42604-56b0-4568-932f-899edeafa1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:55.720802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c2564a2-69fd-461d-9e3a-55cbb4d01511 req-0015a0e0-46ea-47fb-853d-be5930393b2a tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd293763-2755-4c98-85b9-98024c0c722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566707 Aug 16 12:52:55.774919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1aa42604-56b0-4568-932f-899edeafa1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:55.802730 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e586b6ff-8e5f-45eb-8ae6-b86e5f934e7a x-openstack-request-id: req-e586b6ff-8e5f-45eb-8ae6-b86e5f934e7a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:55.802990 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080655c8-894e-43a6-9a8f-958c1e98419e", "tag": "d4a98fdb-b81b-4a0e-9ea9-973019b276d9", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:55.803441 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e586b6ff-8e5f-45eb-8ae6-b86e5f934e7a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:55.804013 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080655c8-894e-43a6-9a8f-958c1e98419e', 'tag': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9', 'status': 'completed', 'code': 200} Aug 16 12:52:55.900035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e276650c-a0c7-4405-bf60-11bb7db8cf7f req-b7956d0b-275f-48a4-a8d8-13130088b05f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Deleting port b606658e-19df-4d45-8146-98bd39872821 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:52:55.900769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e276650c-a0c7-4405-bf60-11bb7db8cf7f req-b7956d0b-275f-48a4-a8d8-13130088b05f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:55.922409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040f09b-3330-4d6f-abe0-cb437072efc1 req-d7ef8b4b-bc38-4373-a9d9-4a3e0a240c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:55.926075 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a040f09b-3330-4d6f-abe0-cb437072efc1 req-d7ef8b4b-bc38-4373-a9d9-4a3e0a240c89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=658311110ba74518860e125da8421b28&device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 1095 time: 0.0907314 Aug 16 12:52:55.945441 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1aa42604-56b0-4568-932f-899edeafa1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:55.948223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1aa42604-56b0-4568-932f-899edeafa1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:55.949580 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1aa42604-56b0-4568-932f-899edeafa1be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c0bfa8f-38a1-469f-9073-12f430afe126 HTTP/1.1" status: 204 len: 168 time: 0.4157505 Aug 16 12:52:56.020403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa42604-56b0-4568-932f-899edeafa1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0bfa8f-38a1-469f-9073-12f430afe126,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:56.037164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 16587597-f896-4933-b4a2-bc2fdcb4f253 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:52:56.066924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ed401-344a-46f7-8ea9-bfbf6f7b4097 req-612530c1-7b82-44ae-bd20-71256d7ec994 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:56.081058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae3ed401-344a-46f7-8ea9-bfbf6f7b4097 req-612530c1-7b82-44ae-bd20-71256d7ec994 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1189427 Aug 16 12:52:56.149232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-e276650c-a0c7-4405-bf60-11bb7db8cf7f req-b7956d0b-275f-48a4-a8d8-13130088b05f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] For port b606658e-19df-4d45-8146-98bd39872821, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b606658e-19df-4d45-8146-98bd39872821,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:56.149924 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e276650c-a0c7-4405-bf60-11bb7db8cf7f req-b7956d0b-275f-48a4-a8d8-13130088b05f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:56.207555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e276650c-a0c7-4405-bf60-11bb7db8cf7f req-b7956d0b-275f-48a4-a8d8-13130088b05f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Calling delete_port for b606658e-19df-4d45-8146-98bd39872821 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:52:56.215121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040f09b-3330-4d6f-abe0-cb437072efc1 req-78a67b01-4a35-49bb-a60b-f4a752679621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:56.221769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a040f09b-3330-4d6f-abe0-cb437072efc1 req-78a67b01-4a35-49bb-a60b-f4a752679621 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd HTTP/1.1" status: 200 len: 923 time: 0.2870445 Aug 16 12:52:56.244964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae3ed401-344a-46f7-8ea9-bfbf6f7b4097 req-d55f540b-9edc-4a97-8c18-c62ba6d0a534 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605136 Aug 16 12:52:56.245854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 16587597-f896-4933-b4a2-bc2fdcb4f253 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:52:56.259727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 16587597-f896-4933-b4a2-bc2fdcb4f253 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:52:56.260024 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:56.297905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f403c-d3f3-4b19-9474-3aca17358690 req-5ace3cfa-f2df-4619-a409-6da1d4861d10 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:56.306931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a82f403c-d3f3-4b19-9474-3aca17358690 req-5ace3cfa-f2df-4619-a409-6da1d4861d10 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 944 time: 0.1156006 Aug 16 12:52:56.360880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a82f403c-d3f3-4b19-9474-3aca17358690 req-2b6b8f42-bec7-4449-8636-ae32664c1c58 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527756 Aug 16 12:52:56.458009 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:56.465069 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a040f09b-3330-4d6f-abe0-cb437072efc1 req-acd367d4-0fd3-4f6a-b6bc-e6a707a5e787 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4a98fdb-b81b-4a0e-9ea9-973019b276d9 HTTP/1.1" status: 200 len: 217 time: 0.1328347 Aug 16 12:52:56.529651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16587597-f896-4933-b4a2-bc2fdcb4f253'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:56.534685 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fea93ef-e517-40bd-ac61-5636e5beb68d" -d '{"events": [{"server_uuid": "7ef80b3d-5057-4670-8ad4-7eabbd405a2d", "name": "network-vif-plugged", "status": "completed", "tag": "16587597-f896-4933-b4a2-bc2fdcb4f253"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:56.567595 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=16587597-f896-4933-b4a2-bc2fdcb4f253,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:56.571689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040f09b-3330-4d6f-abe0-cb437072efc1 req-780c208d-ceba-473c-a134-5b22f500f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:56.573486 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a040f09b-3330-4d6f-abe0-cb437072efc1 req-780c208d-ceba-473c-a134-5b22f500f1fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e06d01c6-fe38-4463-a6c6-0f140fdc5148 HTTP/1.1" status: 200 len: 862 time: 0.0985925 Aug 16 12:52:56.584041 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:56.646405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5decfd-f623-4310-8611-e73032c56824 req-a75fa763-b535-434a-be24-33e528b9a0e1 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:56.649841 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e5decfd-f623-4310-8611-e73032c56824 req-a75fa763-b535-434a-be24-33e528b9a0e1 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 944 time: 0.1564221 Aug 16 12:52:56.735281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=16587597-f896-4933-b4a2-bc2fdcb4f253,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:56.789556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e5decfd-f623-4310-8611-e73032c56824 req-86895b7f-5e89-4342-a482-82ce6eb47919 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310940 Aug 16 12:52:56.827273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040f09b-3330-4d6f-abe0-cb437072efc1 req-06685ae4-8994-4c9f-8f34-437f18ac5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:56.831333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a040f09b-3330-4d6f-abe0-cb437072efc1 req-06685ae4-8994-4c9f-8f34-437f18ac5e0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458756 Aug 16 12:52:56.875967 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e276650c-a0c7-4405-bf60-11bb7db8cf7f req-b7956d0b-275f-48a4-a8d8-13130088b05f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:56.912846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b606658e-19df-4d45-8146-98bd39872821'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:56.969125 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a44541-3855-4d8e-9268-65cd46b787ce x-openstack-request-id: req-b7a44541-3855-4d8e-9268-65cd46b787ce {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:56.970065 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef80b3d-5057-4670-8ad4-7eabbd405a2d", "name": "network-vif-plugged", "status": "completed", "tag": "16587597-f896-4933-b4a2-bc2fdcb4f253", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:56.971172 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7a44541-3855-4d8e-9268-65cd46b787ce {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:56.971918 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16587597-f896-4933-b4a2-bc2fdcb4f253', 'code': 200} Aug 16 12:52:57.034447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956d0b-275f-48a4-a8d8-13130088b05f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Pushing event deleted for resources: {'Port': ['ID=b606658e-19df-4d45-8146-98bd39872821,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:57.204047 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1450e383-0508-49c2-ae0a-a0f2c4a80af0 req-4a9453e6-525d-4e36-9110-dd7d783028e7 tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.25 "GET /v2.0/ports?device_id=10b1832b-b455-4715-9ec3-a6ddd9042a1e HTTP/1.1" status: 200 len: 210 time: 0.0807164 Aug 16 12:52:57.234850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e276650c-a0c7-4405-bf60-11bb7db8cf7f req-b7956d0b-275f-48a4-a8d8-13130088b05f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] No DVR routers for this DVR port b606658e-19df-4d45-8146-98bd39872821 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:52:57.242181 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6510bff-f61d-482a-b149-5251d4d9b8ca req-c6707454-c9d3-48c9-909f-ada8cbee5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:57.246744 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6510bff-f61d-482a-b149-5251d4d9b8ca req-c6707454-c9d3-48c9-909f-ada8cbee5a11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 1096 time: 0.2392898 Aug 16 12:52:57.259477 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e276650c-a0c7-4405-bf60-11bb7db8cf7f req-b7956d0b-275f-48a4-a8d8-13130088b05f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:57.276444 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e276650c-a0c7-4405-bf60-11bb7db8cf7f req-b7956d0b-275f-48a4-a8d8-13130088b05f tempest-ServersAdminTestJSON-174721190 tempest-ServersAdminTestJSON-174721190-project] 10.222.0.22 "DELETE /v2.0/ports/b606658e-19df-4d45-8146-98bd39872821 HTTP/1.1" status: 204 len: 173 time: 1.5623453 Aug 16 12:52:57.349627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a040f09b-3330-4d6f-abe0-cb437072efc1 req-c27c5cac-e8c2-4bde-b6fe-e531464165c5 service neutron] 10.222.0.42 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088127 Aug 16 12:52:57.417625 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6510bff-f61d-482a-b149-5251d4d9b8ca req-ddc3dc74-2594-42f5-9099-9c4087186db7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550431 Aug 16 12:52:57.482902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60430) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:57.617705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc0ca1-29f0-428f-9d7a-d607f290e89f req-549f121c-9c0f-4a8a-b586-ba9f637014f7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:57.620022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3edc0ca1-29f0-428f-9d7a-d607f290e89f req-549f121c-9c0f-4a8a-b586-ba9f637014f7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1390464 Aug 16 12:52:57.689714 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a040f09b-3330-4d6f-abe0-cb437072efc1 req-a08f9088-c0f3-4e21-ab4b-ba6fa84328b4 service neutron] 10.222.0.42 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311372 Aug 16 12:52:57.733182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3edc0ca1-29f0-428f-9d7a-d607f290e89f req-937f536e-2b21-42f8-80f0-dccaa7aa975c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926988 Aug 16 12:52:57.805985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-deleted', 'tag': 'b606658e-19df-4d45-8146-98bd39872821'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:52:57.810517 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e567990-64a2-41b6-b14a-c1bd9cdab4e8" -d '{"events": [{"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-deleted", "tag": "b606658e-19df-4d45-8146-98bd39872821"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:52:57.910567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1924226651-network', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:52:58.014045 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a87b0c-efae-4a77-bccd-90f9e739a878 x-openstack-request-id: req-16a87b0c-efae-4a77-bccd-90f9e739a878 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:52:58.014677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:52:58.016220 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b1832b-b455-4715-9ec3-a6ddd9042a1e", "name": "network-vif-deleted", "tag": "b606658e-19df-4d45-8146-98bd39872821", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:52:58.016621 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16a87b0c-efae-4a77-bccd-90f9e739a878 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:52:58.017316 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b1832b-b455-4715-9ec3-a6ddd9042a1e', 'name': 'network-vif-deleted', 'tag': 'b606658e-19df-4d45-8146-98bd39872821', 'status': 'completed', 'code': 200} Aug 16 12:52:58.020353 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:58.051565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d4a98fdb-b81b-4a0e-9ea9-973019b276d9 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:52:58.052965 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:58.129979 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2444e-2ccb-4818-aec1-e7c7607b62d2 req-2ba84607-3351-41ac-8f79-c64dc262d660 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:58.151510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19c2444e-2ccb-4818-aec1-e7c7607b62d2 req-2ba84607-3351-41ac-8f79-c64dc262d660 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 944 time: 0.1585765 Aug 16 12:52:58.295134 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19c2444e-2ccb-4818-aec1-e7c7607b62d2 req-4d72a4c3-5977-4b2e-bfe0-7d98e53ea4af tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417701 Aug 16 12:52:58.332555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d5cac-9d06-4a62-afec-68dc111f7b2c req-b6a09e4a-41af-4bb4-94fc-b0a6c668201d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:58.333756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-161d5cac-9d06-4a62-afec-68dc111f7b2c req-b6a09e4a-41af-4bb4-94fc-b0a6c668201d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.1255922 Aug 16 12:52:58.383986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d4a98fdb-b81b-4a0e-9ea9-973019b276d9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:58.414746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'port_id': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9', 'mac_address': 'fa:16:3e:e7:f1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:52:58.419574 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:58.432120 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:58.467566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-161d5cac-9d06-4a62-afec-68dc111f7b2c req-b0853292-db00-4432-a371-c2f9e017814c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979493 Aug 16 12:52:58.478788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:52:58.488618 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:58.491218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e6f67d-5f50-48e2-b331-23a5eabcae1e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:58.498161 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:58.499779 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Added segment 735e5a53-a285-44f9-a54b-9d6539eed89e of type vlan for network d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 Aug 16 12:52:58.516633 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a98fdb-b81b-4a0e-9ea9-973019b276d9 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:52:58.553118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d4a98fdb-b81b-4a0e-9ea9-973019b276d9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:52:58.561389 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:58.565158 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:58.599092 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:58.600363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:58.600950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:58.647061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:58.705087 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2165303 Aug 16 12:52:58.705516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60478) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:58.713035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] Request body: {'subnet': {'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1924226651-subnet', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:52:58.720826 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76893274-0788-4c98-b89d-497272fe2338 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e3078d-928c-4708-9ce5-3ddb0b10bcc2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:58.733137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:52:58.749595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:52:58.753949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:58.837292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d4a98fdb-b81b-4a0e-9ea9-973019b276d9'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:52:59.004109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586af386-9230-426e-9305-2d5fe6bf34a1 req-eeb74345-cd02-48f5-a04b-b54d2ca840d5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:59.005725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-586af386-9230-426e-9305-2d5fe6bf34a1 req-eeb74345-cd02-48f5-a04b-b54d2ca840d5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1094916 Aug 16 12:52:59.073717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60492) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:59.114450 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:59.214721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-586af386-9230-426e-9305-2d5fe6bf34a1 req-5a38cba3-46f5-43cd-9306-936854865a65 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791995 Aug 16 12:52:59.299001 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceac92c8-77e3-4913-9237-0a3628816f2c,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:52:59.301645 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] Checking segment: {'id': '735e5a53-a285-44f9-a54b-9d6539eed89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:52:59.302012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] Network hostable DHCP agents. Network: d7e3078d-928c-4708-9ce5-3ddb0b10bcc2, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:52:59.328878 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:59.360646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] Network d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:52:59.391691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, d7e3078d-928c-4708-9ce5-3ddb0b10bcc2) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:52:59.398487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:52:59.399803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:59.416389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802bb7e3-070d-491e-bb74-32970035116b None None] Network d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:52:59.429034 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5453932e-ebe7-4ad5-b1ea-7eb3d23ab80c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7216737 Aug 16 12:52:59.432994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60518) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:52:59.440907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1924226651-router', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:52:59.489128 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:59.490842 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:59.636148 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:59.722140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-d7e3078d-928c-4708-9ce5-3ddb0b10bcc2', 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'fixed_ips': [{'subnet_id': 'ceac92c8-77e3-4913-9237-0a3628816f2c'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:52:59.723374 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:52:59.897115 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:52:59.971901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-43e54335-070d-498b-92c4-f83ebdac7abb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83282f7aedff496b849ada2c0e105e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8942840 Aug 16 12:52:59.972505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60526) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:00.031231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Allocated IP 172.20.0.2 (d7e3078d-928c-4708-9ce5-3ddb0b10bcc2/ceac92c8-77e3-4913-9237-0a3628816f2c/a7321a38-8a07-494f-969b-049a0a0ff11f) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:00.053151 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8101-cad6-4f08-9334-814cd010d178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:00.103800 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8101-cad6-4f08-9334-814cd010d178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:00.154884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fe4bd-3d38-4577-aeb2-091373a9fdbf req-5cca0e7f-e29d-4dc8-9bb8-f542cb95c212 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:00.173619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f77fe4bd-3d38-4577-aeb2-091373a9fdbf req-5cca0e7f-e29d-4dc8-9bb8-f542cb95c212 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 945 time: 0.5298841 Aug 16 12:53:00.195213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9ef52-f754-4e87-9b3d-e21d5d8537cc req-21774f50-31c0-468a-8e23-d0b72b518a96 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:00.214951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5eb9ef52-f754-4e87-9b3d-e21d5d8537cc req-21774f50-31c0-468a-8e23-d0b72b518a96 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.5209942 Aug 16 12:53:00.225609 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8101-cad6-4f08-9334-814cd010d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:00.227187 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:00.233540 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8101-cad6-4f08-9334-814cd010d178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:00.238813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5e4d8101-cad6-4f08-9334-814cd010d178 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd293763-2755-4c98-85b9-98024c0c722e HTTP/1.1" status: 204 len: 168 time: 0.2644982 Aug 16 12:53:00.269931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d8101-cad6-4f08-9334-814cd010d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd293763-2755-4c98-85b9-98024c0c722e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:00.325603 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:00.344941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Transition to ACTIVE for port object a7321a38-8a07-494f-969b-049a0a0ff11f will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:00.377905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Transition to ACTIVE for port object a7321a38-8a07-494f-969b-049a0a0ff11f will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:00.399114 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:00.413246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f77fe4bd-3d38-4577-aeb2-091373a9fdbf req-7705838c-e561-4a9b-abff-7051e281f5d8 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951213 Aug 16 12:53:00.479694 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5eb9ef52-f754-4e87-9b3d-e21d5d8537cc req-3395b512-7ba1-4280-bd49-e6e64b8fa6fb tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723573 Aug 16 12:53:00.562214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Network d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:00.571267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:00.590531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:00.749399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Attempting to bind port a7321a38-8a07-494f-969b-049a0a0ff11f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:00.750050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Attempting to bind port a7321a38-8a07-494f-969b-049a0a0ff11f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '735e5a53-a285-44f9-a54b-9d6539eed89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:00.750676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Attempting to bind port a7321a38-8a07-494f-969b-049a0a0ff11f on network d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:00.762367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Pushing event updated for resources: {'Port': ['ID=a7321a38-8a07-494f-969b-049a0a0ff11f,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:00.786355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:00.788611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Checking segment: {'id': '735e5a53-a285-44f9-a54b-9d6539eed89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:00.790617 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:00.791918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Bound using segment: {'id': '735e5a53-a285-44f9-a54b-9d6539eed89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:00.793287 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Bound port: a7321a38-8a07-494f-969b-049a0a0ff11f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735e5a53-a285-44f9-a54b-9d6539eed89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:00.794435 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:00.881092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932661f-7898-4077-b066-792d2b87406e req-04e453d9-ad67-4eec-a7aa-c56e92e50d52 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:00.883310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a932661f-7898-4077-b066-792d2b87406e req-04e453d9-ad67-4eec-a7aa-c56e92e50d52 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1284912 Aug 16 12:53:00.887421 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:00.913835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:00.953868 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] For port a7321a38-8a07-494f-969b-049a0a0ff11f, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:00.962227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] For port a7321a38-8a07-494f-969b-049a0a0ff11f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a7321a38-8a07-494f-969b-049a0a0ff11f,segment=NetworkSegment(735e5a53-a285-44f9-a54b-9d6539eed89e),segment_id=735e5a53-a285-44f9-a54b-9d6539eed89e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:00.968439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b606658e-19df-4d45-8146-98bd39872821 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:53:01.010923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: b606658e-19df-4d45-8146-98bd39872821 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:53:01.011831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b606658e-19df-4d45-8146-98bd39872821 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:53:01.017079 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:01.047128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Allocated IP 172.25.0.87 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/8bd65954-7e4d-4656-87a5-2e1e7f5297c9) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:01.127834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16785d29-f46f-4b30-9a06-946b65200230 None None] Pushing event updated for resources: {'Port': ['ID=a7321a38-8a07-494f-969b-049a0a0ff11f,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:01.130764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60542) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:01.210741 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1b4458fa-f971-460f-a3a8-5b80f7c0bcff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ca53de0498e414487e877661b57a627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758383 Aug 16 12:53:01.213119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60544) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:01.304377 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3bf05250-507e-4923-ae73-0ff65f9779f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:01.350773 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3bf05250-507e-4923-ae73-0ff65f9779f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:01.393273 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:01.459820 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a932661f-7898-4077-b066-792d2b87406e req-1988a8f3-150a-4865-9229-dd37c4bc84a4 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475368 Aug 16 12:53:01.503912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3402cb7-2f72-49bb-8f83-58a9957c0a1f req-d1f8b6aa-fc37-40e3-a008-5191df07c472 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:01.512513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3402cb7-2f72-49bb-8f83-58a9957c0a1f req-d1f8b6aa-fc37-40e3-a008-5191df07c472 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 1096 time: 0.3294137 Aug 16 12:53:01.519362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3bf05250-507e-4923-ae73-0ff65f9779f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:01.524211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3bf05250-507e-4923-ae73-0ff65f9779f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:01.528447 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3bf05250-507e-4923-ae73-0ff65f9779f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e23c9fba-a857-4b99-b9a0-f7fe6645188f HTTP/1.1" status: 204 len: 168 time: 0.3129337 Aug 16 12:53:01.566026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf05250-507e-4923-ae73-0ff65f9779f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23c9fba-a857-4b99-b9a0-f7fe6645188f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:01.582181 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:01.627419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3402cb7-2f72-49bb-8f83-58a9957c0a1f req-e82b3ef3-8011-46da-a2ab-509b145271af tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127987 Aug 16 12:53:01.726366 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-54da12b6-154c-414e-bf22-265cf33e957a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:01.752839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:01.815830 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:01.835536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:01.875777 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd65954-7e4d-4656-87a5-2e1e7f5297c9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:01.936866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167f6bc-b25f-44d7-8317-87da88576ed4 req-a3899350-5e67-4c2d-ade7-87f9e137c634 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:01.950083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c167f6bc-b25f-44d7-8317-87da88576ed4 req-a3899350-5e67-4c2d-ade7-87f9e137c634 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 948 time: 0.2665765 Aug 16 12:53:02.054810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d4a98fdb-b81b-4a0e-9ea9-973019b276d9 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:02.266757 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:02.274540 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:02.275834 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:02.324641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c167f6bc-b25f-44d7-8317-87da88576ed4 req-079e8404-eca2-4d38-8daa-979dfbf57f45 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730187 Aug 16 12:53:02.346596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe4991-ba2d-4c30-8355-db9f21685df0 req-58d61118-5608-47f2-b886-87501db6bc6f tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:02.354135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6abe4991-ba2d-4c30-8355-db9f21685df0 req-58d61118-5608-47f2-b886-87501db6bc6f tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 945 time: 0.5278947 Aug 16 12:53:02.484947 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:02.571690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080655c8-894e-43a6-9a8f-958c1e98419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:02.574682 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641d8050-bb61-4f29-a56f-8fc1f748a8a3" -d '{"events": [{"server_uuid": "080655c8-894e-43a6-9a8f-958c1e98419e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a98fdb-b81b-4a0e-9ea9-973019b276d9"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:02.613998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d4a98fdb-b81b-4a0e-9ea9-973019b276d9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:02.630535 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:02.642790 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:02.814792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:02.824208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4746e95-d862-4875-8587-acb2a33c8ffa req-159b6078-1de2-4005-86cd-c51f28f09611 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:02.832126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f4746e95-d862-4875-8587-acb2a33c8ffa req-159b6078-1de2-4005-86cd-c51f28f09611 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.22 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 948 time: 0.1435070 Aug 16 12:53:02.955733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6abe4991-ba2d-4c30-8355-db9f21685df0 req-caf884d8-8a8a-4ea5-b1e0-460695f0ef94 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5746813 Aug 16 12:53:02.959965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3e833-5af9-4743-b60e-25471c416632 req-fde48f68-6d21-40b7-8100-cd6c4dd4616b tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:02.976897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42d3e833-5af9-4743-b60e-25471c416632 req-fde48f68-6d21-40b7-8100-cd6c4dd4616b tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 1096 time: 0.3573821 Aug 16 12:53:03.033526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f4746e95-d862-4875-8587-acb2a33c8ffa req-a764bbb6-df9a-4eb1-b7eb-6f977edb74f1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Deleting port 5570c125-e117-44d7-ae6a-00d04b07a499 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:53:03.034043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f4746e95-d862-4875-8587-acb2a33c8ffa req-a764bbb6-df9a-4eb1-b7eb-6f977edb74f1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:03.148592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc417111-6b55-4ec4-a5df-0a28103fd8cc None None] Network d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:53:03.333934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f4746e95-d862-4875-8587-acb2a33c8ffa req-a764bbb6-df9a-4eb1-b7eb-6f977edb74f1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] For port 5570c125-e117-44d7-ae6a-00d04b07a499, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5570c125-e117-44d7-ae6a-00d04b07a499,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:03.334695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f4746e95-d862-4875-8587-acb2a33c8ffa req-a764bbb6-df9a-4eb1-b7eb-6f977edb74f1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:03.377434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f4746e95-d862-4875-8587-acb2a33c8ffa req-a764bbb6-df9a-4eb1-b7eb-6f977edb74f1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Calling delete_port for 5570c125-e117-44d7-ae6a-00d04b07a499 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:53:03.562482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f4746e95-d862-4875-8587-acb2a33c8ffa req-a764bbb6-df9a-4eb1-b7eb-6f977edb74f1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:03.617325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a7321a38-8a07-494f-969b-049a0a0ff11f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:03.618279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764bbb6-df9a-4eb1-b7eb-6f977edb74f1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Pushing event deleted for resources: {'Port': ['ID=5570c125-e117-44d7-ae6a-00d04b07a499,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:03.628108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9ee56cfb-d766-469e-899e-934776211a94 None None] Provisioning for port a7321a38-8a07-494f-969b-049a0a0ff11f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:03.722238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4746e95-d862-4875-8587-acb2a33c8ffa req-a764bbb6-df9a-4eb1-b7eb-6f977edb74f1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] No DVR routers for this DVR port 5570c125-e117-44d7-ae6a-00d04b07a499 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:53:03.739634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port a7321a38-8a07-494f-969b-049a0a0ff11f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:03.742137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f4746e95-d862-4875-8587-acb2a33c8ffa req-a764bbb6-df9a-4eb1-b7eb-6f977edb74f1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:03.748144 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f4746e95-d862-4875-8587-acb2a33c8ffa req-a764bbb6-df9a-4eb1-b7eb-6f977edb74f1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.22 "DELETE /v2.0/ports/5570c125-e117-44d7-ae6a-00d04b07a499 HTTP/1.1" status: 204 len: 173 time: 0.9020517 Aug 16 12:53:03.748144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'name': 'network-vif-deleted', 'tag': '5570c125-e117-44d7-ae6a-00d04b07a499'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:03.749295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a7321a38-8a07-494f-969b-049a0a0ff11f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:03.749671 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:03.752140 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93d490c-c460-45a7-9715-e2ef71a3e851" -d '{"events": [{"server_uuid": "18973b29-9b99-4cf3-a5f8-20c628210c27", "name": "network-vif-deleted", "tag": "5570c125-e117-44d7-ae6a-00d04b07a499"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:03.814169 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:03.842573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42d3e833-5af9-4743-b60e-25471c416632 req-f47fec0c-6acc-41b9-9b4d-61ed06c67d82 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8348966 Aug 16 12:53:03.909941 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:03.970915 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aa668b-3cf6-4a83-a231-844b81314dc2 x-openstack-request-id: req-d3aa668b-3cf6-4a83-a231-844b81314dc2 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:03.972672 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080655c8-894e-43a6-9a8f-958c1e98419e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a98fdb-b81b-4a0e-9ea9-973019b276d9", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:03.973440 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3aa668b-3cf6-4a83-a231-844b81314dc2 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:03.975057 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080655c8-894e-43a6-9a8f-958c1e98419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9', 'code': 200} Aug 16 12:53:04.025883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port a7321a38-8a07-494f-969b-049a0a0ff11f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a7321a38-8a07-494f-969b-049a0a0ff11f,segment=NetworkSegment(735e5a53-a285-44f9-a54b-9d6539eed89e),segment_id=735e5a53-a285-44f9-a54b-9d6539eed89e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:04.035810 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:04.084992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cdf35-777b-43f9-bb4e-bc7b78fc763e req-13760d96-b3ee-4acd-9da8-a1bdef4fcd93 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:04.097388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=a7321a38-8a07-494f-969b-049a0a0ff11f,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:04.099165 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-774cdf35-777b-43f9-bb4e-bc7b78fc763e req-13760d96-b3ee-4acd-9da8-a1bdef4fcd93 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.2554605 Aug 16 12:53:04.180538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffb6ec8a-57ad-4e3f-965a-47fc846ea5cc req-915d40eb-0401-4b88-b679-52e559f13cd9 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=18973b29-9b99-4cf3-a5f8-20c628210c27 HTTP/1.1" status: 200 len: 210 time: 0.0569067 Aug 16 12:53:04.261274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-774cdf35-777b-43f9-bb4e-bc7b78fc763e req-61913827-b799-4107-af4b-099b815be47d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482084 Aug 16 12:53:04.331304 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-09c66699-bab5-4e03-9df2-24999b0c4e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:04.342792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Router 87c2f602-bae4-4747-b89b-c6826ed05cfe is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:53:04.413653 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cc1e6c-c4f5-45d3-bd74-4dc17d55d59f x-openstack-request-id: req-20cc1e6c-c4f5-45d3-bd74-4dc17d55d59f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:04.423175 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18973b29-9b99-4cf3-a5f8-20c628210c27", "name": "network-vif-deleted", "tag": "5570c125-e117-44d7-ae6a-00d04b07a499", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:04.431954 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20cc1e6c-c4f5-45d3-bd74-4dc17d55d59f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:04.432604 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18973b29-9b99-4cf3-a5f8-20c628210c27', 'name': 'network-vif-deleted', 'tag': '5570c125-e117-44d7-ae6a-00d04b07a499', 'status': 'completed', 'code': 200} Aug 16 12:53:04.474789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f9ed2-1894-420a-856b-aeea5ac73eee req-6b778501-4e7d-40c6-b6df-15411cf1765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:04.475912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3fc3a0b5-a0ab-41b7-9d40-9070e3f0f91c None None] Provisioning complete for port a7321a38-8a07-494f-969b-049a0a0ff11f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:04.476442 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a0b5-a0ab-41b7-9d40-9070e3f0f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:04.483308 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-151f9ed2-1894-420a-856b-aeea5ac73eee req-6b778501-4e7d-40c6-b6df-15411cf1765a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 1097 time: 0.2666533 Aug 16 12:53:04.628334 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-151f9ed2-1894-420a-856b-aeea5ac73eee req-947df7d8-d168-4912-ab0f-23ada46683b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412606 Aug 16 12:53:04.648958 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:04.780661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:53:04.802288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Sync routers for ids ['87c2f602-bae4-4747-b89b-c6826ed05cfe'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:53:04.816757 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Routers {'87c2f602-bae4-4747-b89b-c6826ed05cfe'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:04.817624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87c2f602-bae4-4747-b89b-c6826ed05cfe'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:04.822531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:04.823761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8f4d5182-4d53-41b6-8c89-725ea25824a0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3889682 Aug 16 12:53:04.826866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60606) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:04.881915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea278f-714a-4546-ab64-5d66e1949925 req-e180b322-a1a9-448b-88fe-250b53a0ec15 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:04.888993 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcea278f-714a-4546-ab64-5d66e1949925 req-e180b322-a1a9-448b-88fe-250b53a0ec15 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 946 time: 0.1228082 Aug 16 12:53:04.958439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcea278f-714a-4546-ab64-5d66e1949925 req-933c82cd-39a8-454c-9499-f8c7b17eca94 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632255 Aug 16 12:53:04.993835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Set router 87c2f602-bae4-4747-b89b-c6826ed05cfe gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:53:05.260379 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'name': 'tempest-ServersTestMultiNic-1924226651-router', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:52:59Z', 'updated_at': '2021-08-16T12:53:02Z', 'revision_number': 3, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'gw_port': {'id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:00Z', 'updated_at': '2021-08-16T12:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:05.294510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Checking router: 87c2f602-bae4-4747-b89b-c6826ed05cfe for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:53:05.295158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Updating router 87c2f602-bae4-4747-b89b-c6826ed05cfe port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:53:05.320269 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a7321a38-8a07-494f-969b-049a0a0ff11f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:05.358287 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:05.505402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:05.527708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a7321a38-8a07-494f-969b-049a0a0ff11f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:05.528098 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:05.716583 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-ef891645-2c9b-470d-8d2b-913e8168e9ad service neutron] show failed (client error): The resource could not be found. Aug 16 12:53:05.719333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-ef891645-2c9b-470d-8d2b-913e8168e9ad service neutron] 10.222.0.22 "GET /v2.0/ports/0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75/bindings/n-h2-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.3278155 Aug 16 12:53:05.979493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8fb76-89ab-4605-839f-74425899cc12 req-2978ede1-2f74-4ae4-9730-55f76243f179 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:05.988035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cad8fb76-89ab-4605-839f-74425899cc12 req-2978ede1-2f74-4ae4-9730-55f76243f179 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1507733 Aug 16 12:53:06.066160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cad8fb76-89ab-4605-839f-74425899cc12 req-79fd45f2-98d2-438c-a89e-44b8a3e66195 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610833 Aug 16 12:53:06.081769 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:06.094062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Transition to ACTIVE for port object 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:06.115131 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:06.217571 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3845e-1560-40f5-8604-cb2793565c4e None None] Pushing event updated for resources: {'Port': ['ID=8bd65954-7e4d-4656-87a5-2e1e7f5297c9,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:06.223937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Attempting to bind port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:06.224311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Attempting to bind port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:06.224681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Attempting to bind port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:06.235970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:06.237075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:06.237607 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:06.238125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:06.239067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Bound port: 8bd65954-7e4d-4656-87a5-2e1e7f5297c9, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:06.239752 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:06.319158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] For port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:06.323974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] For port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8bd65954-7e4d-4656-87a5-2e1e7f5297c9,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:06.332497 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:06.352527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-30d3a4c9-3153-487f-85d5-cc7bc5018d86 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:06.354212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-30d3a4c9-3153-487f-85d5-cc7bc5018d86 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 821 time: 0.1860340 Aug 16 12:53:06.387532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-7dd4188a-63bf-4b65-aefc-39e28c2e455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:06.389305 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-7dd4188a-63bf-4b65-aefc-39e28c2e455b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53&tenant_id=b57f202bdd7043b7b2e5fc4c5e698207 HTTP/1.1" status: 200 len: 1101 time: 0.1149957 Aug 16 12:53:06.399215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3845e-1560-40f5-8604-cb2793565c4e None None] Pushing event updated for resources: {'Port': ['ID=8bd65954-7e4d-4656-87a5-2e1e7f5297c9,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:06.402540 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Routers {'87c2f602-bae4-4747-b89b-c6826ed05cfe'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:06.403083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87c2f602-bae4-4747-b89b-c6826ed05cfe'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:06.405070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:06.406475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-88f424f4-e695-445f-aa9d-e60deaeb5aab tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/quotas/8b6d57c130764a11bfbcf61f14dbd350 HTTP/1.1" status: 200 len: 375 time: 0.0378060 Aug 16 12:53:06.444262 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:06.491544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-67d3adb8-c270-4ecb-b0dd-8bbea241a889 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:53:06.497809 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:06.499568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-67d3adb8-c270-4ecb-b0dd-8bbea241a889 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189502 Aug 16 12:53:06.507287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Request body: {'binding': {'host': 'n-h1-804708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:06.507764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Unknown quota resources ['binding']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 12:53:06.547002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-edd4e99d-c098-4e0b-b30d-1808e7f53ba5 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1392767 Aug 16 12:53:06.565925 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] Set router 87c2f602-bae4-4747-b89b-c6826ed05cfe gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:53:06.742635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-aa1a7c12-eb89-42e8-b36f-a94493f15997 service neutron] 10.222.0.25 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855316 Aug 16 12:53:06.821887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Allocated IP 172.20.0.1 (d7e3078d-928c-4708-9ce5-3ddb0b10bcc2/ceac92c8-77e3-4913-9237-0a3628816f2c/8cd3b176-b4c8-42b7-909a-5133c61fb388) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:06.838089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on host n-h1-804708-1 for vnic_type normal with profile None {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:06.838472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:06.838804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:06.839589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'name': 'tempest-ServersTestMultiNic-1924226651-router', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:52:59Z', 'updated_at': '2021-08-16T12:53:02Z', 'revision_number': 3, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'gw_port': {'id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:00Z', 'updated_at': '2021-08-16T12:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:06.851949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:06.852248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:06.864244 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:06.864584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:06.864958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:06.866710 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Bound port: 16587597-f896-4933-b4a2-bc2fdcb4f253, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:06.872501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b740c2a2-b742-40f2-94e4-3822ef1c52a4 None None] The sync data for ids ['87c2f602-bae4-4747-b89b-c6826ed05cfe'] in n-d-804708-1 is: [{'id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'name': 'tempest-ServersTestMultiNic-1924226651-router', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:52:59Z', 'updated_at': '2021-08-16T12:53:02Z', 'revision_number': 3, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'gw_port': {'id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:00Z', 'updated_at': '2021-08-16T12:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:53:06.891089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:06.902850 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-edf5607c-e858-46be-886b-b291f72ba596 service neutron] 10.222.0.25 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517916 Aug 16 12:53:06.921617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5570c125-e117-44d7-ae6a-00d04b07a499 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:53:06.936987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16587597-f896-4933-b4a2-bc2fdcb4f253,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:06.946406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:06.947926 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] 10.222.0.25 "POST /v2.0/ports/16587597-f896-4933-b4a2-bc2fdcb4f253/bindings HTTP/1.1" status: 201 len: 389 time: 0.4473014 Aug 16 12:53:06.955541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 5570c125-e117-44d7-ae6a-00d04b07a499 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:53:06.956024 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5570c125-e117-44d7-ae6a-00d04b07a499 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:53:06.957561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:53:06.972873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:07.019955 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:07.041377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:07.043659 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854ea170-f13b-4c67-89f9-b32ece605b0d" -d '{"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-unplugged", "status": "completed", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:07.048420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:07.058478 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:07.063336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Transition to ACTIVE for port object 8cd3b176-b4c8-42b7-909a-5133c61fb388 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:07.084175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Transition to ACTIVE for port object 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:07.101504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:07.168234 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 12:53:07.182446 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 12:53:07.205362 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:07.207309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:07.267816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] No DVR routers for this DVR port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:53:07.349334 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:07.365977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:07.366350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:07.366681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:07.433317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Network d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:07.467111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd3b176-b4c8-42b7-909a-5133c61fb388,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:07.481312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:07.484020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:07.617095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:07.617704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:07.639129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:07.639626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:07.640115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:07.640672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Bound port: 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:07.641174 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:07.659917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:07.729224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-9b1ae01f-972c-4fc1-a040-688f1af2da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:07.731977 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-9b1ae01f-972c-4fc1-a040-688f1af2da3c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 1096 time: 0.3675225 Aug 16 12:53:07.780357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e7edd-6b58-48be-bdbc-b9b35da9ee2a req-ad0ad624-7772-45bb-9d7f-056517607c87 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:07.785115 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f90e7edd-6b58-48be-bdbc-b9b35da9ee2a req-ad0ad624-7772-45bb-9d7f-056517607c87 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 946 time: 0.2078245 Aug 16 12:53:07.796352 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a7fdd4-bc6f-4a02-9f3d-78d5403f8359 x-openstack-request-id: req-07a7fdd4-bc6f-4a02-9f3d-78d5403f8359 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:07.796759 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-unplugged", "status": "completed", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:07.797107 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07a7fdd4-bc6f-4a02-9f3d-78d5403f8359 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:07.797602 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'code': 200} Aug 16 12:53:07.913525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f90e7edd-6b58-48be-bdbc-b9b35da9ee2a req-23ccfe2f-f4ec-4621-a5bf-5de006f3f800 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201987 Aug 16 12:53:08.040466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba9f67-457b-4d89-b83a-84fd68b32e4f req-49460e19-5e0a-42eb-9f5e-99f8cfd4ff0a tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:08.042745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bba9f67-457b-4d89-b83a-84fd68b32e4f req-49460e19-5e0a-42eb-9f5e-99f8cfd4ff0a tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.0928581 Aug 16 12:53:08.071398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2d316a7c-fec0-4d08-8bac-58ead0deb791 None None] Provisioning for port 8cd3b176-b4c8-42b7-909a-5133c61fb388 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:08.076145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2d316a7c-fec0-4d08-8bac-58ead0deb791 None None] Provisioning complete for port 8cd3b176-b4c8-42b7-909a-5133c61fb388 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:08.076644 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2d316a7c-fec0-4d08-8bac-58ead0deb791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:08.100383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:08.106644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:08.151030 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:08.172102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2d316a7c-fec0-4d08-8bac-58ead0deb791 None None] Port 8cd3b176-b4c8-42b7-909a-5133c61fb388 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:53:08.228916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bba9f67-457b-4d89-b83a-84fd68b32e4f req-dce56d56-d506-4af4-818a-e6565bd1bbd3 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732564 Aug 16 12:53:08.246565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-55af556e-e46e-4e72-906c-31f3c77cf838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:08.254735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6684494-3639-4c0e-a763-36b667f4493a req-4a88cc72-2696-4c6c-a1db-2baaa557873c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:08.263178 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-55af556e-e46e-4e72-906c-31f3c77cf838 service neutron] 10.222.0.22 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.5072501 Aug 16 12:53:08.287382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6684494-3639-4c0e-a763-36b667f4493a req-4a88cc72-2696-4c6c-a1db-2baaa557873c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 948 time: 0.2182660 Aug 16 12:53:08.377858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:08.378917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:08.380888 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] 10.222.0.42 "PUT /v2.0/ports/0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 1096 time: 1.9813473 Aug 16 12:53:08.425645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6684494-3639-4c0e-a763-36b667f4493a req-961052b0-4a95-4a78-baac-f4ef465601fd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368239 Aug 16 12:53:08.506163 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:08.552356 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-cf2867c8-7269-4ab8-a5c1-136e3ecd2aad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16587597-f896-4933-b4a2-bc2fdcb4f253 HTTP/1.1" status: 200 len: 217 time: 0.2018239 Aug 16 12:53:08.578514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68f0a0a4-57de-4252-9d00-1ecf083d81b0 req-485be96b-f9ca-42ed-9238-8772423dec25 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 210 time: 0.0875101 Aug 16 12:53:08.745755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfdd6a-5d82-4aab-9f13-5bc7b41b648a service neutron] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:08.848900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef8102-41e3-41a2-b0c4-548b17b7991b req-10a0de88-fa69-4e0e-a0f5-4a4132099bb8 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:08.851644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebef8102-41e3-41a2-b0c4-548b17b7991b req-10a0de88-fa69-4e0e-a0f5-4a4132099bb8 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bba1e34-4ef3-413e-848e-9487ced7d137 HTTP/1.1" status: 200 len: 948 time: 0.2070839 Aug 16 12:53:08.875072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a4e7e-4606-4260-902a-d981e99297c0 req-54214737-7f66-4fc5-94c8-cece0a1eda5d tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:08.879245 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-110a4e7e-4606-4260-902a-d981e99297c0 req-54214737-7f66-4fc5-94c8-cece0a1eda5d tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 946 time: 0.1430023 Aug 16 12:53:08.907206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60692) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:08.918823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ae3878fc-e78e-453a-8a9b-0e9f84fdbdb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Request body: {'floatingip': {'port_id': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:08.956326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-526fc8bf-2e8b-4c8c-b4b5-4d0886a8c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:08.959350 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-526fc8bf-2e8b-4c8c-b4b5-4d0886a8c82b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 1099 time: 0.4555142 Aug 16 12:53:08.971172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-2794079b-a290-4358-a371-408fa0bdc46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:08.974081 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-2794079b-a290-4358-a371-408fa0bdc46b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.3665326 Aug 16 12:53:09.007170 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae3878fc-e78e-453a-8a9b-0e9f84fdbdb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:09.080960 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b077e7ae-00f3-4572-a961-4ec753a101ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800309 Aug 16 12:53:09.092310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebef8102-41e3-41a2-b0c4-548b17b7991b req-3baae685-71d7-4011-b35f-f4057c039be6 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109759 Aug 16 12:53:09.397109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:09.452783 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:09.467685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-50d51fbb-4cb2-45d8-99bc-4981351eb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:09.471237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-50d51fbb-4cb2-45d8-99bc-4981351eb190 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.4946187 Aug 16 12:53:09.475734 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:09.585897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:09.605490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:09.606429 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:09.630720 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-52b59e5e-0453-4daa-96da-c47327a060f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 217 time: 0.1443458 Aug 16 12:53:09.665396 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7a993-c2f6-4c88-bc0a-0296100428c6 req-226fce55-18fc-4dc6-910b-854c6350295a tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:09.668179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-44b7a993-c2f6-4c88-bc0a-0296100428c6 req-226fce55-18fc-4dc6-910b-854c6350295a tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.2791872 Aug 16 12:53:09.678916 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-006ab253-cffd-4873-b9be-22f91e7ba686 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274241 Aug 16 12:53:09.811865 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:09.814656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:09.817140 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:09.819846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-44b7a993-c2f6-4c88-bc0a-0296100428c6 req-7eef1ae4-f828-45c3-874a-4240a0b1fc8b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322052 Aug 16 12:53:09.855558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8bd65954-7e4d-4656-87a5-2e1e7f5297c9,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:09.868922 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:09.870298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd3b176-b4c8-42b7-909a-5133c61fb388,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:09.874297 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:10.015165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-ddf2f3bf-3809-4dad-9cb5-ca250d9469a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:10.019167 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-ddf2f3bf-3809-4dad-9cb5-ca250d9469a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.3670702 Aug 16 12:53:10.119242 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=8bd65954-7e4d-4656-87a5-2e1e7f5297c9,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:10.255352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-147ad79a-4cc3-4dca-a788-f0f286899ce1 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:10.257888 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-147ad79a-4cc3-4dca-a788-f0f286899ce1 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 821 time: 0.6461120 Aug 16 12:53:10.307491 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Request body: {'port': {'device_id': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8', 'admin_state_up': True, 'tenant_id': '8b6d57c130764a11bfbcf61f14dbd350'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:10.351260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-4784778e-b18c-432e-a732-f7ec9dad0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:10.353234 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b686464-0bc9-455e-a856-d488741897cc req-469cd6d3-5c18-4a0e-a0ce-ae128fb04e3e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 210 time: 0.1906295 Aug 16 12:53:10.353807 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-4784778e-b18c-432e-a732-f7ec9dad0a9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3079407 Aug 16 12:53:10.372383 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-2edb9cd1-acea-4e9f-97a2-0681441ffb6b service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586388 Aug 16 12:53:10.412277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1347a-cc80-4e5b-aab4-4ee69f209a7e req-e81e0d78-c8aa-4215-af65-e50bc1ee0b05 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:10.433690 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f4b1347a-cc80-4e5b-aab4-4ee69f209a7e req-e81e0d78-c8aa-4215-af65-e50bc1ee0b05 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 948 time: 0.3802211 Aug 16 12:53:10.439450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60724) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:10.657139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871a00c-b29d-49fb-a62e-3f5e02cdeae9 req-abc0f5c2-a982-4eda-b689-344ff9451dc1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:10.669901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7871a00c-b29d-49fb-a62e-3f5e02cdeae9 req-abc0f5c2-a982-4eda-b689-344ff9451dc1 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bba1e34-4ef3-413e-848e-9487ced7d137 HTTP/1.1" status: 200 len: 948 time: 0.8359883 Aug 16 12:53:10.955393 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-69c6fadc-7570-4ef2-9986-22ff1c740c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:10.963999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f4b1347a-cc80-4e5b-aab4-4ee69f209a7e req-ee1e9681-4e2c-480d-a945-914f3af7e74c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288618 Aug 16 12:53:10.967350 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384e8631-d708-48ca-8308-6cc72e7a5161 x-openstack-request-id: req-384e8631-d708-48ca-8308-6cc72e7a5161 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:10.968220 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:10.968220 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-384e8631-d708-48ca-8308-6cc72e7a5161 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:10.968554 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'status': 'completed', 'code': 200} Aug 16 12:53:11.000733 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-ae3878fc-e78e-453a-8a9b-0e9f84fdbdb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:53:11.075885 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-93a54c31-5e7a-48ce-a9e9-1f0ef277258a service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7022130 Aug 16 12:53:11.115941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Network d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:11.130911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:11.246819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9fc6e-ccbe-40f8-81e5-e61394888702 req-c6c20a55-c2d4-4e40-a8cc-a90dfb3bba63 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:11.250010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48b9fc6e-ccbe-40f8-81e5-e61394888702 req-c6c20a55-c2d4-4e40-a8cc-a90dfb3bba63 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bba1e34-4ef3-413e-848e-9487ced7d137 HTTP/1.1" status: 200 len: 948 time: 0.5207074 Aug 16 12:53:11.332921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-f70691b8-58da-4fd8-8c9b-200ea675b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:11.340365 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae3878fc-e78e-453a-8a9b-0e9f84fdbdb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:11.352270 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-f70691b8-58da-4fd8-8c9b-200ea675b5a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 1099 time: 0.3976378 Aug 16 12:53:11.379897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:11.475928 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae3878fc-e78e-453a-8a9b-0e9f84fdbdb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:11.491719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:11.492169 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:11.733245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-85feb7ef-eed5-45fa-a27e-4ea1f711af84 None None] Provisioning complete for port 8cd3b176-b4c8-42b7-909a-5133c61fb388 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:11.733245 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-85feb7ef-eed5-45fa-a27e-4ea1f711af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:11.742346 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ef733a6-af51-4a2f-bb48-4780efc8144f req-aaab9ea7-b26c-470a-a0d7-3f9f183c7262 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564491 Aug 16 12:53:11.765132 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e425752-2ac0-40e3-8c99-8943b456fe6f req-b4531735-0cbd-4b87-9bee-32bb56f5df68 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:11.773653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-d01aa2cd-4afa-4069-9054-51dc9795bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:11.774017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e425752-2ac0-40e3-8c99-8943b456fe6f req-b4531735-0cbd-4b87-9bee-32bb56f5df68 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.6131144 Aug 16 12:53:11.775213 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-d01aa2cd-4afa-4069-9054-51dc9795bed8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.4032214 Aug 16 12:53:11.785766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48b9fc6e-ccbe-40f8-81e5-e61394888702 req-477c8f11-7907-4a19-a0e0-f7c167dc128c tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232299 Aug 16 12:53:11.793188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Router 87c2f602-bae4-4747-b89b-c6826ed05cfe has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:53:11.823813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-7871a00c-b29d-49fb-a62e-3f5e02cdeae9 req-ee8aac91-ba5d-4179-ad48-ddcfd632a1de tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Deleting port d8632730-df9b-40b9-92e8-5d8f050e4596 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:53:11.824206 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7871a00c-b29d-49fb-a62e-3f5e02cdeae9 req-ee8aac91-ba5d-4179-ad48-ddcfd632a1de tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:11.901900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-85feb7ef-eed5-45fa-a27e-4ea1f711af84 None None] Port 8cd3b176-b4c8-42b7-909a-5133c61fb388 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:53:11.979143 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-ae3878fc-e78e-453a-8a9b-0e9f84fdbdb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Floating IP 4178bd1e-669e-4d66-9d62-420af78e1d4b associated. External IP: 172.25.0.24, port: d4a98fdb-b81b-4a0e-9ea9-973019b276d9. Aug 16 12:53:11.998923 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-86cf0c47-625c-437f-9bf2-4b682fe03807 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 217 time: 0.1943214 Aug 16 12:53:12.122628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e425752-2ac0-40e3-8c99-8943b456fe6f req-df7881fc-fcc7-4f9c-bb8d-7640555935cb tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477364 Aug 16 12:53:12.138395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-70e0fbf7-7e3a-4396-a779-3baa15eb047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:12.139941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-70e0fbf7-7e3a-4396-a779-3baa15eb047d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 1099 time: 0.2858641 Aug 16 12:53:12.169309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-851e2348-90d3-4753-a059-23fb963f30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:12.169309 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-851e2348-90d3-4753-a059-23fb963f30b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1608200 Aug 16 12:53:12.187014 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-69c6fadc-7570-4ef2-9986-22ff1c740c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:12.207503 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e36c570c-7bb3-4f7b-b8c8-90b586e767b9 req-62320bb2-0db7-4c20-bba4-9ef75fb76343 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 210 time: 0.2128856 Aug 16 12:53:12.228258 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-7871a00c-b29d-49fb-a62e-3f5e02cdeae9 req-ee8aac91-ba5d-4179-ad48-ddcfd632a1de tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] For port d8632730-df9b-40b9-92e8-5d8f050e4596, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d8632730-df9b-40b9-92e8-5d8f050e4596,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:12.228965 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7871a00c-b29d-49fb-a62e-3f5e02cdeae9 req-ee8aac91-ba5d-4179-ad48-ddcfd632a1de tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:12.251847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-7871a00c-b29d-49fb-a62e-3f5e02cdeae9 req-ee8aac91-ba5d-4179-ad48-ddcfd632a1de tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Calling delete_port for d8632730-df9b-40b9-92e8-5d8f050e4596 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:53:12.401734 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-69c6fadc-7570-4ef2-9986-22ff1c740c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:12.425831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Made reservation on behalf of 8b6d57c130764a11bfbcf61f14dbd350 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:12.432060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:12.489649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:53:12.508368 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Sync routers for ids ['87c2f602-bae4-4747-b89b-c6826ed05cfe'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:53:12.512904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-6e052c36-e48f-4580-bd00-40f0b30b895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:12.514881 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-6e052c36-e48f-4580-bd00-40f0b30b895f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3653226 Aug 16 12:53:12.521147 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-33771293-2549-4c29-9e3f-f4c68c224961 admin admin] 10.222.0.25 "PUT /v2.0/routers/87c2f602-bae4-4747-b89b-c6826ed05cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6929708 Aug 16 12:53:12.530602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-757c3ad0-1281-4f6a-b5f6-40e35b0f52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:12.534423 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-757c3ad0-1281-4f6a-b5f6-40e35b0f52d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2134123 Aug 16 12:53:12.535763 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Routers {'87c2f602-bae4-4747-b89b-c6826ed05cfe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:12.537575 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87c2f602-bae4-4747-b89b-c6826ed05cfe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:12.719068 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-f67f0f0e-0d18-41ef-83f2-ae1736bc392f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 217 time: 0.1345360 Aug 16 12:53:12.879096 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Set router 87c2f602-bae4-4747-b89b-c6826ed05cfe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:53:12.949076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60742) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:12.976534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-f7a2efe2-23d7-40f1-b27d-c3e3c612f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:12.978054 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-f7a2efe2-23d7-40f1-b27d-c3e3c612f4fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2003956 Aug 16 12:53:13.002232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Allocated IP 172.20.0.5 (a63f4b9d-413f-431a-be90-442b0a6da2b8/ad86852c-fa37-427e-9e21-ef5fd6cc8dc5/422b9681-a527-4540-ab0f-9ac13c373da0) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:13.031980 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6fadc-7570-4ef2-9986-22ff1c740c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57bdbe4-2c18-4f8d-a2a7-908fae697bbe,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:13.052823 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-5451e373-2a2e-44ba-9158-c3e7d17bbdc3 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601960 Aug 16 12:53:13.093399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-69c6fadc-7570-4ef2-9986-22ff1c740c2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6fbd9d6bcec411eb7294eafac34f6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6475272 Aug 16 12:53:13.103627 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7871a00c-b29d-49fb-a62e-3f5e02cdeae9 req-ee8aac91-ba5d-4179-ad48-ddcfd632a1de tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:13.112936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60746) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:13.132352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-226283993'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:13.212929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f61743-ae22-413b-9cc1-be7469527259 req-64daf0c7-d028-4430-aaa8-a580084c1172 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:13.227492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8f61743-ae22-413b-9cc1-be7469527259 req-64daf0c7-d028-4430-aaa8-a580084c1172 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 948 time: 0.8296828 Aug 16 12:53:13.227814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-39ad200d-e620-4a47-9ceb-a60cc6469428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:13.229416 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-39ad200d-e620-4a47-9ceb-a60cc6469428 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2406414 Aug 16 12:53:13.283399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aac91-ba5d-4179-ad48-ddcfd632a1de tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Pushing event deleted for resources: {'Port': ['ID=d8632730-df9b-40b9-92e8-5d8f050e4596,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:13.357562 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'name': 'tempest-ServersTestMultiNic-1924226651-router', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:52:59Z', 'updated_at': '2021-08-16T12:53:08Z', 'revision_number': 4, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'gw_port': {'id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:00Z', 'updated_at': '2021-08-16T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '8cd3b176-b4c8-42b7-909a-5133c61fb388', 'name': '', 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'mac_address': 'fa:16:3e:f2:d2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ceac92c8-77e3-4913-9237-0a3628816f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:06Z', 'updated_at': '2021-08-16T12:53:08Z', 'revision_number': 2, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'subnets': [{'id': 'ceac92c8-77e3-4913-9237-0a3628816f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:13.391085 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-baa14ba6-e9c6-4af2-b7c3-c33eaadbfdf6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166816 Aug 16 12:53:13.401545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d4c5b-9614-47f2-a41d-1749def86116 req-202a33a6-f6ac-4ae6-a008-93ba9ab71d31 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:13.403364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-939d4c5b-9614-47f2-a41d-1749def86116 req-202a33a6-f6ac-4ae6-a008-93ba9ab71d31 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bba1e34-4ef3-413e-848e-9487ced7d137 HTTP/1.1" status: 200 len: 866 time: 0.4295599 Aug 16 12:53:13.444229 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Checking router: 87c2f602-bae4-4747-b89b-c6826ed05cfe for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:53:13.444649 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Updating router 87c2f602-bae4-4747-b89b-c6826ed05cfe port 8cd3b176-b4c8-42b7-909a-5133c61fb388 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:53:13.472117 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75fbb9e1-b650-4da0-91da-38de4360cb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:13.473897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8f61743-ae22-413b-9cc1-be7469527259 req-8d5c8d04-38c2-44c3-9f9e-052cc612c941 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448483 Aug 16 12:53:13.506482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7871a00c-b29d-49fb-a62e-3f5e02cdeae9 req-ee8aac91-ba5d-4179-ad48-ddcfd632a1de tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] No DVR routers for this DVR port d8632730-df9b-40b9-92e8-5d8f050e4596 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:53:13.511503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:13.515550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:13.541929 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:13.551555 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7871a00c-b29d-49fb-a62e-3f5e02cdeae9 req-ee8aac91-ba5d-4179-ad48-ddcfd632a1de tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:13.553742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7871a00c-b29d-49fb-a62e-3f5e02cdeae9 req-ee8aac91-ba5d-4179-ad48-ddcfd632a1de tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.42 "DELETE /v2.0/ports/d8632730-df9b-40b9-92e8-5d8f050e4596 HTTP/1.1" status: 204 len: 173 time: 2.8618155 Aug 16 12:53:13.560862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-deleted', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:13.563422 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8208449-4f8a-4c42-ad97-0afc83fe64dc" -d '{"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-deleted", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:13.616791 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-939d4c5b-9614-47f2-a41d-1749def86116 req-f80f709d-b657-4749-b26d-b3dbe53c8ab7 tempest-ListImageFiltersTestJSON-1778437484 tempest-ListImageFiltersTestJSON-1778437484-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e49c7c-0ea1-48e3-8058-a6915f482751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358881 Aug 16 12:53:13.637507 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75fbb9e1-b650-4da0-91da-38de4360cb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:13.666061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:13.691887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3878fc-e78e-453a-8a9b-0e9f84fdbdb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Router c7f5b03a-7307-455f-bba2-b1299ff84d37 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:53:13.694339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:53:13.707804 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-d29dfbc1-2529-4762-b793-66fa6eadc5bc service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498246 Aug 16 12:53:13.727813 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:13.728562 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Added segment 2401db56-3995-479a-a202-78b20c64fa1f of type vlan for network fa6be2ad-6cc1-4679-a831-ae7a73875124 Aug 16 12:53:14.005891 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.053335 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.139020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:53:14.145031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d8632730-df9b-40b9-92e8-5d8f050e4596 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:53:14.151097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcdbe8-cdd8-4cf9-9130-6880a4d000e2 req-948140f0-6db8-4e54-861e-d7cce96f5096 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:14.160703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2bcdbe8-cdd8-4cf9-9130-6880a4d000e2 req-948140f0-6db8-4e54-861e-d7cce96f5096 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 931 time: 0.3173141 Aug 16 12:53:14.175531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0de4ee-044a-4a0d-9c7d-84a8999904be req-ee912462-a8da-4d7b-a86b-9d18d923349d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:14.182094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86ab021e-1b9b-4ad9-bda0-193c6bd12ef0 req-4412a9ec-f582-4ab2-99cc-802db3bcf50c service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305968 Aug 16 12:53:14.183426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a0de4ee-044a-4a0d-9c7d-84a8999904be req-ee912462-a8da-4d7b-a86b-9d18d923349d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.3387170 Aug 16 12:53:14.198327 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.208842 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Transition to ACTIVE for port object 8cd3b176-b4c8-42b7-909a-5133c61fb388 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:14.225986 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.226451 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.233795 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:14.233795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.261229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['faf518b9-ac97-4f2a-ad36-6280549a8c2f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:14.265535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: d8632730-df9b-40b9-92e8-5d8f050e4596 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:53:14.265878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d8632730-df9b-40b9-92e8-5d8f050e4596 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:53:14.268745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3048356 Aug 16 12:53:14.288252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3878fc-e78e-453a-8a9b-0e9f84fdbdb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:53:14.295485 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60756) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:14.327798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'subnet': {'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:14.328118 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Pushing event updated for resources: {'Port': ['ID=8cd3b176-b4c8-42b7-909a-5133c61fb388,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:14.339736 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.340079 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.340419 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.340752 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.341082 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.341402 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.341730 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.342229 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.342728 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.343031 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.343351 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.343687 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:14.352183 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae3878fc-e78e-453a-8a9b-0e9f84fdbdb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.371363 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75fbb9e1-b650-4da0-91da-38de4360cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.374566 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e05a1-796d-4354-83f6-7743292e9d15 None None] Sync routers for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:53:14.382252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75fbb9e1-b650-4da0-91da-38de4360cb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.383405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-75fbb9e1-b650-4da0-91da-38de4360cb9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c57bdbe4-2c18-4f8d-a2a7-908fae697bbe HTTP/1.1" status: 204 len: 168 time: 1.2698810 Aug 16 12:53:14.420947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Network a63f4b9d-413f-431a-be90-442b0a6da2b8 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:14.436810 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.resource_extend [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:53:14.447431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:14.468672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:14.481120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbb9e1-b650-4da0-91da-38de4360cb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57bdbe4-2c18-4f8d-a2a7-908fae697bbe,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:14.511818 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Attempting to bind port 8cd3b176-b4c8-42b7-909a-5133c61fb388 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:14.512186 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Attempting to bind port 8cd3b176-b4c8-42b7-909a-5133c61fb388 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '735e5a53-a285-44f9-a54b-9d6539eed89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:14.512548 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Attempting to bind port 8cd3b176-b4c8-42b7-909a-5133c61fb388 on network d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:14.528957 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:14.529228 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Checking segment: {'id': '735e5a53-a285-44f9-a54b-9d6539eed89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:14.529813 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.530333 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Bound using segment: {'id': '735e5a53-a285-44f9-a54b-9d6539eed89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:14.530805 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Bound port: 8cd3b176-b4c8-42b7-909a-5133c61fb388, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735e5a53-a285-44f9-a54b-9d6539eed89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:14.531168 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.577949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Pushing event updated for resources: {'Port': ['ID=422b9681-a527-4540-ab0f-9ac13c373da0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:14.652910 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a0de4ee-044a-4a0d-9c7d-84a8999904be req-c5c1cdde-57cd-4dda-91af-4aa3e293679c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681637 Aug 16 12:53:14.664293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ae3878fc-e78e-453a-8a9b-0e9f84fdbdb3 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "PUT /v2.0/floatingips/4178bd1e-669e-4d66-9d62-420af78e1d4b HTTP/1.1" status: 200 len: 991 time: 5.7546368 Aug 16 12:53:14.691444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:14.699731 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.763574 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-6bc5487e-5ebc-4f15-b262-f5a543f458c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4755363 Aug 16 12:53:14.777714 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] For port 8cd3b176-b4c8-42b7-909a-5133c61fb388, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:14.780339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e05a1-796d-4354-83f6-7743292e9d15 None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:14.781382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-882e05a1-796d-4354-83f6-7743292e9d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:14.783391 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] For port 8cd3b176-b4c8-42b7-909a-5133c61fb388, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8cd3b176-b4c8-42b7-909a-5133c61fb388,segment=NetworkSegment(735e5a53-a285-44f9-a54b-9d6539eed89e),segment_id=735e5a53-a285-44f9-a54b-9d6539eed89e)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:14.785800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Request body: {'port': {'device_id': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:14.805481 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:14.911917 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Routers {'87c2f602-bae4-4747-b89b-c6826ed05cfe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:14.912916 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87c2f602-bae4-4747-b89b-c6826ed05cfe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:14.966692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2bcdbe8-cdd8-4cf9-9130-6880a4d000e2 req-97a6d471-2e3f-49df-b90f-6a432174ea00 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8046842 Aug 16 12:53:15.052113 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc7fa0a-efcd-4e90-8d11-58fbe49eae30 x-openstack-request-id: req-0dc7fa0a-efcd-4e90-8d11-58fbe49eae30 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:15.052848 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bba1e34-4ef3-413e-848e-9487ced7d137", "name": "network-vif-deleted", "tag": "d8632730-df9b-40b9-92e8-5d8f050e4596", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:15.059608 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dc7fa0a-efcd-4e90-8d11-58fbe49eae30 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:15.060799 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bba1e34-4ef3-413e-848e-9487ced7d137', 'name': 'network-vif-deleted', 'tag': 'd8632730-df9b-40b9-92e8-5d8f050e4596', 'status': 'completed', 'code': 200} Aug 16 12:53:15.080188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:15.105159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702339bc-5c76-4d00-8160-4d868f06615e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Network': ['ID=fa6be2ad-6cc1-4679-a831-ae7a73875124,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:15.313414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network fa6be2ad-6cc1-4679-a831-ae7a73875124 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:53:15.342152 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] Set router 87c2f602-bae4-4747-b89b-c6826ed05cfe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:53:15.459816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:15.493231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'mac_address': 'fa:16:3e:a2:e7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:53:15.522913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:15.539627 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:15.661561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10da19-144a-4b74-a55d-36e16666484c req-b426952c-4b6f-4da3-b6da-52f6b37966af tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:15.679893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c10da19-144a-4b74-a55d-36e16666484c req-b426952c-4b6f-4da3-b6da-52f6b37966af tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 948 time: 0.4688659 Aug 16 12:53:15.800112 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:15.875852 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b4449-9414-46e0-8d8b-5a1c6943b65b None None] Pushing event updated for resources: {'Port': ['ID=8cd3b176-b4c8-42b7-909a-5133c61fb388,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:15.923811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422b9681-a527-4540-ab0f-9ac13c373da0 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:15.929058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:15.937915 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:15.946213 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-882e05a1-796d-4354-83f6-7743292e9d15 None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:53:15.973226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Transition to ACTIVE for port object 422b9681-a527-4540-ab0f-9ac13c373da0 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:15.974592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60778) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:16.016545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f33fceb8-fb4c-4305-9645-8fda5e31b37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:16.055799 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'name': 'tempest-ServersTestMultiNic-1924226651-router', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:52:59Z', 'updated_at': '2021-08-16T12:53:08Z', 'revision_number': 4, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'gw_port': {'id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:00Z', 'updated_at': '2021-08-16T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '8cd3b176-b4c8-42b7-909a-5133c61fb388', 'name': '', 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'mac_address': 'fa:16:3e:f2:d2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ceac92c8-77e3-4913-9237-0a3628816f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:06Z', 'updated_at': '2021-08-16T12:53:14Z', 'revision_number': 4, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'subnets': [{'id': 'ceac92c8-77e3-4913-9237-0a3628816f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:16.125300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:16.127429 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c10da19-144a-4b74-a55d-36e16666484c req-b5f2b31f-80ea-4d2b-b8ef-89279fe74bef tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806334 Aug 16 12:53:16.132438 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:16.165912 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:16.183154 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eea1d8-3960-413d-8923-9e226b341668 None None] The sync data for ids ['87c2f602-bae4-4747-b89b-c6826ed05cfe'] in n-d-804708-1 is: [{'id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'name': 'tempest-ServersTestMultiNic-1924226651-router', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:52:59Z', 'updated_at': '2021-08-16T12:53:08Z', 'revision_number': 4, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'gw_port': {'id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:00Z', 'updated_at': '2021-08-16T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '8cd3b176-b4c8-42b7-909a-5133c61fb388', 'name': '', 'network_id': 'd7e3078d-928c-4708-9ce5-3ddb0b10bcc2', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'mac_address': 'fa:16:3e:f2:d2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ceac92c8-77e3-4913-9237-0a3628816f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:06Z', 'updated_at': '2021-08-16T12:53:14Z', 'revision_number': 4, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'subnets': [{'id': 'ceac92c8-77e3-4913-9237-0a3628816f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:53:16.183395 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:16.365429 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:16.531385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=422b9681-a527-4540-ab0f-9ac13c373da0,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:16.667761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:16.717623 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f33fceb8-fb4c-4305-9645-8fda5e31b37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:16.735192 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f33fceb8-fb4c-4305-9645-8fda5e31b37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:16.863033 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f33fceb8-fb4c-4305-9645-8fda5e31b37d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a38d03cab7444569970d479731059ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8792336 Aug 16 12:53:16.863287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60802) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:16.864528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:16.865060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:16.865597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:16.869402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fceb8-fb4c-4305-9645-8fda5e31b37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b73c2-7873-4765-9767-0635617345c6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:16.890536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Port 422b9681-a527-4540-ab0f-9ac13c373da0 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:16.893020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:16.917148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:16.917514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:16.918166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:16.918877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Bound port: 422b9681-a527-4540-ab0f-9ac13c373da0, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:16.919437 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:16.920153 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:17.098631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080655c8-894e-43a6-9a8f-958c1e98419e', 'tag': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:17.107511 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e" -d '{"events": [{"name": "network-changed", "server_uuid": "080655c8-894e-43a6-9a8f-958c1e98419e", "tag": "d4a98fdb-b81b-4a0e-9ea9-973019b276d9"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:17.115527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:17.128643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=422b9681-a527-4540-ab0f-9ac13c373da0,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:17.131547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-882e05a1-796d-4354-83f6-7743292e9d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '4178bd1e-669e-4d66-9d62-420af78e1d4b', 'tenant_id': '658311110ba74518860e125da8421b28', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'port_id': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'mac_address': 'fa:16:3e:e7:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080655c8-894e-43a6-9a8f-958c1e98419e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:49:04Z', 'updated_at': '2021-08-16T12:53:10Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:17.134399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Subnet': ['ID=10f5806e-32df-4d60-82af-47e11b7431a7,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:17.138085 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:17.180806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e05a1-796d-4354-83f6-7743292e9d15 None None] Checking router: c7f5b03a-7307-455f-bba2-b1299ff84d37 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:53:17.225475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e05a1-796d-4354-83f6-7743292e9d15 None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:17.226558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-882e05a1-796d-4354-83f6-7743292e9d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:17.285415 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1763e21-cb2e-4e39-a27e-2fc3bc9b7460 req-2b9faef0-b068-42b9-bc50-2fb56d45f5a5 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:17.301600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:17.302911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:17.305336 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] 10.222.0.22 "PUT /v2.0/ports/422b9681-a527-4540-ab0f-9ac13c373da0 HTTP/1.1" status: 200 len: 1091 time: 2.5284219 Aug 16 12:53:17.306088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'tag': '422b9681-a527-4540-ab0f-9ac13c373da0'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:17.309291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1763e21-cb2e-4e39-a27e-2fc3bc9b7460 req-2b9faef0-b068-42b9-bc50-2fb56d45f5a5 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.7334981 Aug 16 12:53:17.310228 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b80cfb9-1595-4877-aa5d-65bc9edb4b81" -d '{"events": [{"name": "network-changed", "server_uuid": "ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d", "tag": "422b9681-a527-4540-ab0f-9ac13c373da0"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:17.370830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb808f32-36ec-40b4-ab3e-be5c8d2ff0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=422b9681-a527-4540-ab0f-9ac13c373da0,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:17.396557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Checking segment: {'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:17.397542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network hostable DHCP agents. Network: fa6be2ad-6cc1-4679-a831-ae7a73875124, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:53:17.460229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8cd3b176-b4c8-42b7-909a-5133c61fb388 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:17.491089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-c78f3419-ee3c-4178-a6ee-11db29cf03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:17.492907 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-c78f3419-ee3c-4178-a6ee-11db29cf03aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 1094 time: 0.0990057 Aug 16 12:53:17.566463 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-4eb22c2f-dfa4-4079-a455-89666fa72eb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422b9681-a527-4540-ab0f-9ac13c373da0 HTTP/1.1" status: 200 len: 217 time: 0.0604827 Aug 16 12:53:17.573334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23afe3-d179-47fb-873b-116e8410bfcf req-ec8d6654-d00d-44d5-b219-9361e183b725 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:17.580370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c23afe3-d179-47fb-873b-116e8410bfcf req-ec8d6654-d00d-44d5-b219-9361e183b725 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.5077536 Aug 16 12:53:17.581466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c738067-1301-4cec-b191-11ad8fc73683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:17.607846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-882e05a1-796d-4354-83f6-7743292e9d15 None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:53:17.623098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network fa6be2ad-6cc1-4679-a831-ae7a73875124 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:53:17.661335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-bde5be66-1d13-4a28-b9a9-2d36afcf0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:17.664812 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-bde5be66-1d13-4a28-b9a9-2d36afcf0a92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.0899103 Aug 16 12:53:17.674437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 8cd3b176-b4c8-42b7-909a-5133c61fb388 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:17.686330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8cd3b176-b4c8-42b7-909a-5133c61fb388 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:17.686854 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:17.734700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c738067-1301-4cec-b191-11ad8fc73683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:17.739066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, fa6be2ad-6cc1-4679-a831-ae7a73875124) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:17.754037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7606ad2a-7646-48f1-9e17-27456eff8340 None None] Network fa6be2ad-6cc1-4679-a831-ae7a73875124 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:53:17.772427 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-58cff424-f7df-44fc-b939-1a4199dcab06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967014 Aug 16 12:53:17.786912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1763e21-cb2e-4e39-a27e-2fc3bc9b7460 req-6ee67d56-26d5-4c14-9447-90308e876063 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073076 Aug 16 12:53:17.810194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:17.811691 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:17.878619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c23afe3-d179-47fb-873b-116e8410bfcf req-5ce65126-16cf-4371-a4be-3658c52af906 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885425 Aug 16 12:53:17.906482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1e4e4baa-f48d-42c1-9030-3796cc050c9d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5947928 Aug 16 12:53:17.922736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60808) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:17.940392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1514938848'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:18.019694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:18.025316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:18.031676 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c738067-1301-4cec-b191-11ad8fc73683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:18.034716 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-db2a2c7a-cfda-4870-afb5-f4040728c864 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504661 Aug 16 12:53:18.035318 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c738067-1301-4cec-b191-11ad8fc73683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:18.037654 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6c738067-1301-4cec-b191-11ad8fc73683 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b9b73c2-7873-4765-9767-0635617345c6 HTTP/1.1" status: 204 len: 168 time: 1.1394117 Aug 16 12:53:18.073301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c738067-1301-4cec-b191-11ad8fc73683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b73c2-7873-4765-9767-0635617345c6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:18.098776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:53:18.117914 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:18.119287 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Added segment 53ed05c5-e7a0-413f-9f11-32925775df29 of type vlan for network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 Aug 16 12:53:18.290350 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:18.355836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:18.366441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:18.374694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:18.375864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:18.401235 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f98e0c0-8b80-46c9-b4fa-555da1fc5428 req-d1ad50ae-8b09-413f-bfa3-49fcdd1f447c service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583553 Aug 16 12:53:18.524871 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47d9bfa-dd2d-4d4e-94e2-de23f6be5664 x-openstack-request-id: req-f47d9bfa-dd2d-4d4e-94e2-de23f6be5664 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:18.525764 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080655c8-894e-43a6-9a8f-958c1e98419e", "tag": "d4a98fdb-b81b-4a0e-9ea9-973019b276d9", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:18.526339 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f47d9bfa-dd2d-4d4e-94e2-de23f6be5664 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:18.526982 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080655c8-894e-43a6-9a8f-958c1e98419e', 'tag': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9', 'status': 'completed', 'code': 200} Aug 16 12:53:18.546996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Network': ['ID=4cef06f8-9237-4782-b7c9-ee28cf5d9c12,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:18.592488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2ebd36d9-1af3-49de-bd12-3fafc1aa7e5b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6671276 Aug 16 12:53:18.598640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60832) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:18.610303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'subnet': {'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:18.672290 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64285ea7-edcc-4e3b-9506-7d183e21b212 x-openstack-request-id: req-64285ea7-edcc-4e3b-9506-7d183e21b212 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:18.676792 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d", "tag": "422b9681-a527-4540-ab0f-9ac13c373da0", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:18.677177 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64285ea7-edcc-4e3b-9506-7d183e21b212 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:18.677706 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'tag': '422b9681-a527-4540-ab0f-9ac13c373da0', 'status': 'completed', 'code': 200} Aug 16 12:53:18.788324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e req-f6d7a011-a621-4c0f-a53c-abc63e02898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:18.790367 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e req-f6d7a011-a621-4c0f-a53c-abc63e02898d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=658311110ba74518860e125da8421b28&device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 1097 time: 0.2508805 Aug 16 12:53:18.802894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80cfb9-1595-4877-aa5d-65bc9edb4b81 req-55837d31-065d-4965-b101-8d9980a5f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:18.804643 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b80cfb9-1595-4877-aa5d-65bc9edb4b81 req-55837d31-065d-4965-b101-8d9980a5f9a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 1094 time: 0.1220500 Aug 16 12:53:18.808151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:53:19.005528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80cfb9-1595-4877-aa5d-65bc9edb4b81 req-13c3935e-1ad2-4e8c-ab3a-bf16fb108c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:19.007540 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b80cfb9-1595-4877-aa5d-65bc9edb4b81 req-13c3935e-1ad2-4e8c-ab3a-bf16fb108c90 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.1924973 Aug 16 12:53:19.127237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-97bf6718-070f-4428-8a5b-5e0201ef20f9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:19.130458 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-97bf6718-070f-4428-8a5b-5e0201ef20f9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53&tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 949 time: 0.5639443 Aug 16 12:53:19.192884 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:19.435837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:19.495829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:19.500030 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:19.505390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:19.505390 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:19.571917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 8cd3b176-b4c8-42b7-909a-5133c61fb388, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8cd3b176-b4c8-42b7-909a-5133c61fb388,segment=NetworkSegment(735e5a53-a285-44f9-a54b-9d6539eed89e),segment_id=735e5a53-a285-44f9-a54b-9d6539eed89e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:19.588590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50a37-8bad-4257-be8c-e5303e7c75a3 req-7b567527-bd61-45d5-b56e-b74f7dd06aa6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:19.606761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11c50a37-8bad-4257-be8c-e5303e7c75a3 req-7b567527-bd61-45d5-b56e-b74f7dd06aa6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 949 time: 0.5933437 Aug 16 12:53:19.634698 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:19.635516 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-8f0bad2d-c439-46fd-ba7f-3a697f8b83fe service neutron] 10.222.0.42 "GET /v2.0/ports/0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75/bindings/n-h2-804708-1 HTTP/1.1" status: 200 len: 382 time: 0.3727591 Aug 16 12:53:19.922486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-fa6be2ad-6cc1-4679-a831-ae7a73875124', 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'fixed_ips': [{'subnet_id': '10f5806e-32df-4d60-82af-47e11b7431a7'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:53:19.925137 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:19.930476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-882e05a1-796d-4354-83f6-7743292e9d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '4178bd1e-669e-4d66-9d62-420af78e1d4b', 'tenant_id': '658311110ba74518860e125da8421b28', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'port_id': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'mac_address': 'fa:16:3e:e7:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080655c8-894e-43a6-9a8f-958c1e98419e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:49:04Z', 'updated_at': '2021-08-16T12:53:10Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:19.974928 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:19.991271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e05a1-796d-4354-83f6-7743292e9d15 None None] The sync data for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 is: [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '4178bd1e-669e-4d66-9d62-420af78e1d4b', 'tenant_id': '658311110ba74518860e125da8421b28', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'port_id': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'mac_address': 'fa:16:3e:e7:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080655c8-894e-43a6-9a8f-958c1e98419e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:49:04Z', 'updated_at': '2021-08-16T12:53:10Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:53:20.010525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e req-ef4cefbb-3918-4027-bd35-7c21ad33814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:20.014852 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e req-ef4cefbb-3918-4027-bd35-7c21ad33814d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd HTTP/1.1" status: 200 len: 923 time: 1.2142098 Aug 16 12:53:20.040551 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b80cfb9-1595-4877-aa5d-65bc9edb4b81 req-c770e1a1-4a81-45e2-a59b-ed901ee65ffb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422b9681-a527-4540-ab0f-9ac13c373da0 HTTP/1.1" status: 200 len: 217 time: 1.0155914 Aug 16 12:53:20.172344 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11c50a37-8bad-4257-be8c-e5303e7c75a3 req-a91e65ab-a6f5-4bea-9669-bf1e020935c8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641265 Aug 16 12:53:20.212327 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e req-123b724f-5d39-4974-9c36-2540955943c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4a98fdb-b81b-4a0e-9ea9-973019b276d9 HTTP/1.1" status: 200 len: 999 time: 0.1675117 Aug 16 12:53:20.279980 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-49e007d8-40c6-4792-879d-094a97e3d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:20.283975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-49e007d8-40c6-4792-879d-094a97e3d451 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 1100 time: 0.5649836 Aug 16 12:53:20.289792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Allocated IP 19.80.0.2 (fa6be2ad-6cc1-4679-a831-ae7a73875124/10f5806e-32df-4d60-82af-47e11b7431a7/5308ee13-6863-4d09-bcab-71a6327638f6) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:20.294023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b242027-b8ad-4c5d-9471-827202622743 req-a894b34a-0058-4f2b-bd98-6ffa2803b6f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5763979 Aug 16 12:53:20.411499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80cfb9-1595-4877-aa5d-65bc9edb4b81 req-8a1fba18-4e3e-4fcd-8952-fe393a6682ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:20.414769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b80cfb9-1595-4877-aa5d-65bc9edb4b81 req-8a1fba18-4e3e-4fcd-8952-fe393a6682ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.3536735 Aug 16 12:53:20.533794 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ff98e-044c-47a1-8fc5-59db74710d54 None None] New status for floating IP 4178bd1e-669e-4d66-9d62-420af78e1d4b: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:53:20.540757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c2ee-6c3f-4eaa-95a2-a3630bbe9514 req-2f5b486c-2b65-43a2-89e1-935b5fc14c66 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:20.550997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1889c2ee-6c3f-4eaa-95a2-a3630bbe9514 req-2f5b486c-2b65-43a2-89e1-935b5fc14c66 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.6556122 Aug 16 12:53:20.578485 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:20.588826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Transition to ACTIVE for port object 5308ee13-6863-4d09-bcab-71a6327638f6 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:20.592318 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-31d8ab29-9c5c-4a11-bbb6-cb68cf114cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:20.598245 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-31d8ab29-9c5c-4a11-bbb6-cb68cf114cde service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.2961886 Aug 16 12:53:20.607246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Transition to ACTIVE for port object 5308ee13-6863-4d09-bcab-71a6327638f6 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:20.618411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:20.621132 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8444a160-0e6c-4e1d-ac3c-f57cad267c1a" -d '{"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-plugged", "status": "completed", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:20.633387 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:20.665142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Network fa6be2ad-6cc1-4679-a831-ae7a73875124 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:20.669392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:20.674632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:20.675171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:20.677814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=8cd3b176-b4c8-42b7-909a-5133c61fb388,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:20.730083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60884) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:20.748888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Pushing event updated for resources: {'Port': ['ID=5308ee13-6863-4d09-bcab-71a6327638f6,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:20.758402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:20.813146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:20.889190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e req-32c35fde-5de2-4694-a1d0-f1091dc111eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:20.895926 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e req-32c35fde-5de2-4694-a1d0-f1091dc111eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e06d01c6-fe38-4463-a6c6-0f140fdc5148 HTTP/1.1" status: 200 len: 862 time: 0.4788163 Aug 16 12:53:20.896793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60888) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:20.904547 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b80cfb9-1595-4877-aa5d-65bc9edb4b81 req-548e5545-09eb-46a2-bcc3-518dd65a1e82 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4378603 Aug 16 12:53:20.948230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-ffca24d5-5b46-4793-bf93-b314389e919b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 217 time: 0.2338145 Aug 16 12:53:20.963255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Attempting to bind port 5308ee13-6863-4d09-bcab-71a6327638f6 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:20.964405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Attempting to bind port 5308ee13-6863-4d09-bcab-71a6327638f6 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:20.966666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Attempting to bind port 5308ee13-6863-4d09-bcab-71a6327638f6 on network fa6be2ad-6cc1-4679-a831-ae7a73875124 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:20.979700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:20.980437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Checking segment: {'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:20.981085 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:20.981713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Bound using segment: {'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:20.982462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Bound port: 5308ee13-6863-4d09-bcab-71a6327638f6, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:20.983094 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:20.996924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-network', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:21.022688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1889c2ee-6c3f-4eaa-95a2-a3630bbe9514 req-c3ca6917-8dc2-4d7f-a6f8-0949da761cb5 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669297 Aug 16 12:53:21.189075 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-275c02a7-1a31-44ad-a7c8-c7dff6f2e2c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e33d76f998964e3eab2bc8acf253358f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880163 Aug 16 12:53:21.243211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60892) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:21.263000 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:21.295434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e req-0811ecc3-cbd9-4579-a831-9514bc97d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:21.298647 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e req-0811ecc3-cbd9-4579-a831-9514bc97d486 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3869181 Aug 16 12:53:21.395554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Subnet': ['ID=9566df4a-4026-4178-9e4e-bfa30a24a5b6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:21.445041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf39cc3-ce73-4e94-bb9d-0e7d07858f7c req-aeea472f-2f71-4960-ae8c-79449a6900f7 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:21.458574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbf39cc3-ce73-4e94-bb9d-0e7d07858f7c req-aeea472f-2f71-4960-ae8c-79449a6900f7 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.8589854 Aug 16 12:53:21.477515 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb859f-170c-4f32-a7f2-8462d4d04005 x-openstack-request-id: req-15bb859f-170c-4f32-a7f2-8462d4d04005 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:21.478282 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-plugged", "status": "completed", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:21.478862 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15bb859f-170c-4f32-a7f2-8462d4d04005 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:21.479726 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'code': 200} Aug 16 12:53:21.537447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b242027-b8ad-4c5d-9471-827202622743 req-211b5a5b-70d5-4db0-832d-618988221911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:21.541468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] For port 5308ee13-6863-4d09-bcab-71a6327638f6, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:21.543599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b242027-b8ad-4c5d-9471-827202622743 req-211b5a5b-70d5-4db0-832d-618988221911 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 1101 time: 0.8753836 Aug 16 12:53:21.556347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] For port 5308ee13-6863-4d09-bcab-71a6327638f6, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5308ee13-6863-4d09-bcab-71a6327638f6,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:21.565313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e req-21190ab5-02c6-4297-bac7-e3c92e707104 service neutron] 10.222.0.42 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393596 Aug 16 12:53:21.568294 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:21.626248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-7bf03016-56c4-417d-be6f-af1292af6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:21.631759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-7bf03016-56c4-417d-be6f-af1292af6530 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.6336167 Aug 16 12:53:21.715598 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3522f11-c6dc-46fd-a8c4-7832e5ad305e req-1b1dbd5c-938c-433c-b1d4-28f1c0f98af6 service neutron] 10.222.0.42 "GET /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400435 Aug 16 12:53:21.719297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Made reservation on behalf of d036f4f2672549029dbdf57639e4c83a for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:21.723952 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:21.739573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:21.821352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f6d0e-6a65-4218-aa7b-65f7f4f8c08c None None] Pushing event updated for resources: {'Port': ['ID=5308ee13-6863-4d09-bcab-71a6327638f6,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:21.837495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8cd3b176-b4c8-42b7-909a-5133c61fb388 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:21.845169 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b80cfb9-1595-4877-aa5d-65bc9edb4b81 req-431570bf-612b-429b-9d17-54663a626961 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9092875 Aug 16 12:53:21.922611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8cd3b176-b4c8-42b7-909a-5133c61fb388 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:21.923255 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:21.931516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Checking segment: {'id': '53ed05c5-e7a0-413f-9f11-32925775df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:21.931907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network hostable DHCP agents. Network: 4cef06f8-9237-4782-b7c9-ee28cf5d9c12, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:53:21.969040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbf39cc3-ce73-4e94-bb9d-0e7d07858f7c req-cab53570-c992-4dec-adcd-12a6bc29d94e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643860 Aug 16 12:53:22.007667 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4101ab84-b2de-4a2a-8329-3f4d2198799c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:22.093765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:22.119848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:22.149009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b242027-b8ad-4c5d-9471-827202622743 req-566e75e1-b781-4b13-8221-3a81961dc698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:22.150867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b242027-b8ad-4c5d-9471-827202622743 req-566e75e1-b781-4b13-8221-3a81961dc698 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.5401044 Aug 16 12:53:22.155284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4101ab84-b2de-4a2a-8329-3f4d2198799c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:22.158444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:53:22.186319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-578ee693-2e1b-4001-ae94-eabd0f4098d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:22.192720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-578ee693-2e1b-4001-ae94-eabd0f4098d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3349326 Aug 16 12:53:22.200705 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:53:22.214714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef90565-1123-4158-b686-29eca6e8dc73,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:22.256110 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:22.256651 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Added segment 3706460a-2e66-444c-8033-2450cf5238a9 of type vlan for network 05721844-823e-460f-a168-4a22dab945ea Aug 16 12:53:22.261693 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b80cfb9-1595-4877-aa5d-65bc9edb4b81 req-139c3a92-3910-475d-9660-14f169bba0c5 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089005 Aug 16 12:53:22.361245 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:22.406599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:22.409393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:22.410615 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:22.446225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4e723-c374-43a2-bbde-11e848458890 req-1364f1d4-8ae8-4291-a493-a817fd52b4ab tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:22.450831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9cb4e723-c374-43a2-bbde-11e848458890 req-1364f1d4-8ae8-4291-a493-a817fd52b4ab tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.5876098 Aug 16 12:53:22.464758 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b242027-b8ad-4c5d-9471-827202622743 req-5860b1f5-c3d4-4642-92d1-a80e1d19a51c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=244f0070-7871-4125-bc73-6c2a75563a87 HTTP/1.1" status: 200 len: 217 time: 0.2905784 Aug 16 12:53:22.466270 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 4cef06f8-9237-4782-b7c9-ee28cf5d9c12) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:22.481405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dd7c41-614e-47fd-96d6-ff2bc01169a3 None None] Network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:53:22.515653 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7734923 Aug 16 12:53:22.519499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60902) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:22.526670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] Request body: {'subnet': {'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-subnet', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:22.557006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:22.557840 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:22.560021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] Made reservation on behalf of d036f4f2672549029dbdf57639e4c83a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:22.564449 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:22.566970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adf42e-2988-487b-8c6f-9c64a8322bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=05721844-823e-460f-a168-4a22dab945ea,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:22.609179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 05721844-823e-460f-a168-4a22dab945ea details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:53:22.843329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:22.952554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-4cef06f8-9237-4782-b7c9-ee28cf5d9c12', 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'fixed_ips': [{'subnet_id': '9566df4a-4026-4178-9e4e-bfa30a24a5b6'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:53:22.954378 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:23.016629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20563607-91e0-4e98-ba16-1c22caf3ec4d,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:23.029592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] Checking segment: {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:23.030183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] Network hostable DHCP agents. Network: 05721844-823e-460f-a168-4a22dab945ea, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:53:23.084861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] Network 05721844-823e-460f-a168-4a22dab945ea is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:53:23.127589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 05721844-823e-460f-a168-4a22dab945ea) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:23.136097 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-a40af1de-9484-4902-befb-cbb581127219 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9274890 Aug 16 12:53:23.151429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:23.153770 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:23.162915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Allocated IP 19.86.0.2 (4cef06f8-9237-4782-b7c9-ee28cf5d9c12/9566df4a-4026-4178-9e4e-bfa30a24a5b6/f809049d-ed66-4585-9aea-6c65d642c32a) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:23.167128 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9cb4e723-c374-43a2-bbde-11e848458890 req-954bc4a4-7e17-4911-b4b7-1001fe000ffe tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814008 Aug 16 12:53:23.170633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6e671b7c-b6fb-41e1-9bf5-8dcead73b905 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.5704165 Aug 16 12:53:23.256103 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-02c5a768-a171-4678-808e-182e3516041f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7326307 Aug 16 12:53:23.258547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60908) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:23.290979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:23.370807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b242027-b8ad-4c5d-9471-827202622743 req-20c97c01-192d-4909-a1db-5193d713bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:23.373409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b242027-b8ad-4c5d-9471-827202622743 req-20c97c01-192d-4909-a1db-5193d713bf4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.8782320 Aug 16 12:53:23.392498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2123a1-7c33-4b43-b2f1-a38378ab52af req-b636b6c3-59ff-4390-85b2-10c0a840c264 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:23.395646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c2123a1-7c33-4b43-b2f1-a38378ab52af req-b636b6c3-59ff-4390-85b2-10c0a840c264 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 1.1502898 Aug 16 12:53:23.480863 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:23.485736 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:23.551610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:23.562176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Transition to ACTIVE for port object f809049d-ed66-4585-9aea-6c65d642c32a will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:23.580024 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Transition to ACTIVE for port object f809049d-ed66-4585-9aea-6c65d642c32a will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:23.585163 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc7a8cb-35ad-4793-b6a9-9bd14bdaeb66 None None] Network 05721844-823e-460f-a168-4a22dab945ea requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:53:23.619970 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:23.664548 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4101ab84-b2de-4a2a-8329-3f4d2198799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:23.667118 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4101ab84-b2de-4a2a-8329-3f4d2198799c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:23.669007 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4101ab84-b2de-4a2a-8329-3f4d2198799c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29e49c7c-0ea1-48e3-8058-a6915f482751 HTTP/1.1" status: 204 len: 168 time: 2.4211643 Aug 16 12:53:23.706504 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-da1cf487-6062-407c-9f11-9ab12a5b327a service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566225 Aug 16 12:53:23.709790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad376ff-50c6-43ef-b73f-c5d6795e6572 None None] Network fa6be2ad-6cc1-4679-a831-ae7a73875124 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:53:23.802268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:23.850543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:23.865226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:23.876796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:23.880556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Pushing event updated for resources: {'Port': ['ID=f809049d-ed66-4585-9aea-6c65d642c32a,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:23.905212 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-116b71d7-0a3d-4f0b-b613-f5a257d1c86b None None] Provisioning for port 5308ee13-6863-4d09-bcab-71a6327638f6 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:23.997006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b242027-b8ad-4c5d-9471-827202622743 req-67cfb4b1-788c-4358-964e-b13f837ccff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:24.006333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b242027-b8ad-4c5d-9471-827202622743 req-67cfb4b1-788c-4358-964e-b13f837ccff6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6069708 Aug 16 12:53:24.009108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101ab84-b2de-4a2a-8329-3f4d2198799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e49c7c-0ea1-48e3-8058-a6915f482751,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:24.029936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Attempting to bind port f809049d-ed66-4585-9aea-6c65d642c32a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:24.030348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Attempting to bind port f809049d-ed66-4585-9aea-6c65d642c32a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '53ed05c5-e7a0-413f-9f11-32925775df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:24.030715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Attempting to bind port f809049d-ed66-4585-9aea-6c65d642c32a on network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:24.073256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:24.073632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Checking segment: {'id': '53ed05c5-e7a0-413f-9f11-32925775df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:24.074039 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:24.074477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Bound using segment: {'id': '53ed05c5-e7a0-413f-9f11-32925775df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:24.074982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Bound port: f809049d-ed66-4585-9aea-6c65d642c32a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ed05c5-e7a0-413f-9f11-32925775df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:24.075496 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:24.081810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5308ee13-6863-4d09-bcab-71a6327638f6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:24.119445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c2123a1-7c33-4b43-b2f1-a38378ab52af req-d2c14001-a48d-4a99-b3de-3025e98e5782 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929358 Aug 16 12:53:24.197058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-05721844-823e-460f-a168-4a22dab945ea', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:53:24.202594 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:24.420277 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:24.513241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f166f67-c684-4eb1-be48-251e8995e33e req-7c9bc7bf-2d94-4d43-97ff-8b253678665c tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:24.514819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f166f67-c684-4eb1-be48-251e8995e33e req-7c9bc7bf-2d94-4d43-97ff-8b253678665c tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.7692568 Aug 16 12:53:24.585043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b242027-b8ad-4c5d-9471-827202622743 req-526b9f00-2f3d-42fb-81a4-9890bde4cfd6 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130792 Aug 16 12:53:24.610161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] For port f809049d-ed66-4585-9aea-6c65d642c32a, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:24.666255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] For port f809049d-ed66-4585-9aea-6c65d642c32a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f809049d-ed66-4585-9aea-6c65d642c32a,segment=NetworkSegment(53ed05c5-e7a0-413f-9f11-32925775df29),segment_id=53ed05c5-e7a0-413f-9f11-32925775df29)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:24.729905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-58494792-f4be-4020-bca3-f0f7cbd19b55 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:24.736501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-58494792-f4be-4020-bca3-f0f7cbd19b55 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:24.737859 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:24.738201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-58494792-f4be-4020-bca3-f0f7cbd19b55 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/networks?id=fa6be2ad-6cc1-4679-a831-ae7a73875124&id=4cef06f8-9237-4782-b7c9-ee28cf5d9c12&id=fa6be2ad-6cc1-4679-a831-ae7a73875124 HTTP/1.1" status: 200 len: 1391 time: 0.4346204 Aug 16 12:53:24.743659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f166f67-c684-4eb1-be48-251e8995e33e req-0a3c54d7-3e17-4bbe-9fef-23c842998a18 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159696 Aug 16 12:53:24.812135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a011d5fb-a883-4e9d-ac3b-719831d11523 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/quotas/1f5a8be1fbc7461891b77fca419c01ce HTTP/1.1" status: 200 len: 375 time: 0.0530968 Aug 16 12:53:24.861247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b242027-b8ad-4c5d-9471-827202622743 req-aee8a0ca-776c-49d9-a0df-9accf7b2eced service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573686 Aug 16 12:53:24.901942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 5308ee13-6863-4d09-bcab-71a6327638f6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:24.978926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5308ee13-6863-4d09-bcab-71a6327638f6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:24.981837 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:24.982367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-9678b269-bbb7-4d93-88db-0b863b3bb901 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1508996 Aug 16 12:53:25.002084 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:25.068961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:25.208039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d11fe7-464f-44fb-8cd8-0910aefcd02b None None] Pushing event updated for resources: {'Port': ['ID=f809049d-ed66-4585-9aea-6c65d642c32a,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:25.257507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb0a80-d8be-4f7b-b54f-301a1d7eb3b9 req-b912afe3-b3f9-4cd5-a2b8-b7cb94726c8c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:25.265355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ccb0a80-d8be-4f7b-b54f-301a1d7eb3b9 req-b912afe3-b3f9-4cd5-a2b8-b7cb94726c8c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.2816677 Aug 16 12:53:25.304939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Allocated IP 172.20.0.2 (05721844-823e-460f-a168-4a22dab945ea/20563607-91e0-4e98-ba16-1c22caf3ec4d/12129b46-2270-4708-b938-02e6eca4fbae) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:25.334008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-3c8334ef-a428-438f-864d-6ecd41ad120a service neutron] 10.222.0.25 "GET /v2.0/networks/fa6be2ad-6cc1-4679-a831-ae7a73875124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344502 Aug 16 12:53:25.385849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ccb0a80-d8be-4f7b-b54f-301a1d7eb3b9 req-39bf0106-f52a-4416-adaa-d1f40be9ac4d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192257 Aug 16 12:53:25.581627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-df778389-e0b1-42e3-a000-e93b9c84210f None None] Provisioning complete for port 5308ee13-6863-4d09-bcab-71a6327638f6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:25.582195 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-df778389-e0b1-42e3-a000-e93b9c84210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:25.633874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Allocated IP 172.25.0.21 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/fa23b00a-0f97-43f2-aa69-d3f5101d894c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:25.747391 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-fdb7814f-dd46-4f87-9318-efaf38a42e9f service neutron] 10.222.0.25 "GET /v2.0/networks/fa6be2ad-6cc1-4679-a831-ae7a73875124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852961 Aug 16 12:53:25.914486 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:25.966022 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:25.970907 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-695006f4-397b-4527-93b1-f3e46be2c2e5 service neutron] 10.222.0.25 "GET /v2.0/networks/4cef06f8-9237-4782-b7c9-ee28cf5d9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221897 Aug 16 12:53:26.015772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:26.086744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:26.118832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:26.122494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Pushing event updated for resources: {'Port': ['ID=fa23b00a-0f97-43f2-aa69-d3f5101d894c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:26.128566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:26.196539 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-df778389-e0b1-42e3-a000-e93b9c84210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:26.201513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 5308ee13-6863-4d09-bcab-71a6327638f6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5308ee13-6863-4d09-bcab-71a6327638f6,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:26.218090 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:26.304835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-9aed1f99-6106-4132-b80a-3694c2581766 service neutron] 10.222.0.25 "GET /v2.0/networks/4cef06f8-9237-4782-b7c9-ee28cf5d9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194401 Aug 16 12:53:26.396501 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:26.447575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=5308ee13-6863-4d09-bcab-71a6327638f6,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:26.455983 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-f5becaf1-fbf5-456d-9c9a-dce6714031e2 service neutron] 10.222.0.25 "GET /v2.0/networks/fa6be2ad-6cc1-4679-a831-ae7a73875124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500912 Aug 16 12:53:26.460843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f809049d-ed66-4585-9aea-6c65d642c32a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:26.467012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8cf14-fca7-47a1-be41-ebb3777c98c3 req-82e0468c-1d2e-4525-ac0f-d1125ee5dd4c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:26.478547 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1d8cf14-fca7-47a1-be41-ebb3777c98c3 req-82e0468c-1d2e-4525-ac0f-d1125ee5dd4c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.4812686 Aug 16 12:53:26.583753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1d8cf14-fca7-47a1-be41-ebb3777c98c3 req-18a66b82-5026-4d45-b269-57deebb9dc46 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042783 Aug 16 12:53:26.792625 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-5cbbf01a-c40a-44fe-ae05-1dc16a049945 service neutron] 10.222.0.25 "GET /v2.0/networks/fa6be2ad-6cc1-4679-a831-ae7a73875124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357544 Aug 16 12:53:26.822798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29363968-d87d-46dd-a035-8170741cacd2 req-5b963943-2c83-4962-ab19-d093981f089a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:26.825644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Transition to ACTIVE for port object 12129b46-2270-4708-b938-02e6eca4fbae will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:26.834938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29363968-d87d-46dd-a035-8170741cacd2 req-5b963943-2c83-4962-ab19-d093981f089a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.1067550 Aug 16 12:53:26.837621 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:26.864298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Transition to ACTIVE for port object 12129b46-2270-4708-b938-02e6eca4fbae will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:26.892772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f9144-dade-41e9-8ba6-700a64fcbb68 None None] Network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:53:26.898363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29363968-d87d-46dd-a035-8170741cacd2 req-2ce4b5fd-f2a7-4262-be13-9c2a1aae6ee5 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593874 Aug 16 12:53:27.094509 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:27.260082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Network 05721844-823e-460f-a168-4a22dab945ea is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:27.284423 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-df778389-e0b1-42e3-a000-e93b9c84210f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 12:53:27.285384 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-df778389-e0b1-42e3-a000-e93b9c84210f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 12:53:27.287253 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:27.293534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:27.334553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecf239-e6b5-4770-9d55-1e9f414c0ccd req-2ee51b9a-97ab-45d5-94e8-f8f9154dba57 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:27.345268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93ecf239-e6b5-4770-9d55-1e9f414c0ccd req-2ee51b9a-97ab-45d5-94e8-f8f9154dba57 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.1122789 Aug 16 12:53:27.373270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-821522b1-eb3e-4e6e-8421-7155fe2e422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:27.375086 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-821522b1-eb3e-4e6e-8421-7155fe2e422a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53&tenant_id=b57f202bdd7043b7b2e5fc4c5e698207 HTTP/1.1" status: 200 len: 1101 time: 0.1934226 Aug 16 12:53:27.376904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:27.403255 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:27.435367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93ecf239-e6b5-4770-9d55-1e9f414c0ccd req-71876cf4-dfa9-46c1-81c0-5e546c33e55f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882285 Aug 16 12:53:27.524967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Pushing event updated for resources: {'Port': ['ID=12129b46-2270-4708-b938-02e6eca4fbae,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:27.613732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e336c208-4732-451b-a92c-3c93b1aa9f08 req-3f8d86a0-76b2-4448-89f6-9b632b5b199d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 210 time: 0.0832894 Aug 16 12:53:27.616809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Attempting to bind port 12129b46-2270-4708-b938-02e6eca4fbae on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:27.617664 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Attempting to bind port 12129b46-2270-4708-b938-02e6eca4fbae by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:27.618726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Attempting to bind port 12129b46-2270-4708-b938-02e6eca4fbae on network 05721844-823e-460f-a168-4a22dab945ea {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:27.624158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port f809049d-ed66-4585-9aea-6c65d642c32a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:27.651786 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:27.654838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Checking segment: {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:27.657383 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:27.658157 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Bound using segment: {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:27.668602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Bound port: 12129b46-2270-4708-b938-02e6eca4fbae, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:27.674434 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:27.803652 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:27.807135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Router a023f8de-1062-48fd-b8fa-2c021edc4153 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:53:27.840219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71bda4-0afa-4f2f-995c-616567d26ffb req-d76d21cf-9c3c-4662-bf54-15eae66d187d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:27.852975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d71bda4-0afa-4f2f-995c-616567d26ffb req-d76d21cf-9c3c-4662-bf54-15eae66d187d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.0862315 Aug 16 12:53:27.959741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d71bda4-0afa-4f2f-995c-616567d26ffb req-2bb44d02-8bab-4e71-8de8-670771a35bef tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958374 Aug 16 12:53:28.072078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] For port 12129b46-2270-4708-b938-02e6eca4fbae, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:28.089759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] For port 12129b46-2270-4708-b938-02e6eca4fbae, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12129b46-2270-4708-b938-02e6eca4fbae,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:28.121287 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:28.195262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e3f78a64-e304-41ce-8aaf-a69445b78f78 None None] Provisioning for port f809049d-ed66-4585-9aea-6c65d642c32a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:28.242859 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e3f78a64-e304-41ce-8aaf-a69445b78f78 None None] Provisioning complete for port f809049d-ed66-4585-9aea-6c65d642c32a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:28.243608 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e3f78a64-e304-41ce-8aaf-a69445b78f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:28.245721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d57f2-3031-426a-b0df-854767e4c0b8 req-09f42d94-6cc1-47d6-845e-b991effee9ed tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:28.266042 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d84d57f2-3031-426a-b0df-854767e4c0b8 req-09f42d94-6cc1-47d6-845e-b991effee9ed tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.1556914 Aug 16 12:53:28.336925 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d84d57f2-3031-426a-b0df-854767e4c0b8 req-024a787d-9859-4fea-bdb9-b41250fe02a9 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622537 Aug 16 12:53:28.432307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:53:28.466528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5308ee13-6863-4d09-bcab-71a6327638f6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:28.500703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Sync routers for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:53:28.534077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:28.551240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32778) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:28.552024 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-638ad2b9-568a-4c90-bece-8842577a24b0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.2826099 Aug 16 12:53:28.669955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:28.672440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ec23b-86a6-46ac-8216-41ba61e9aecd None None] Pushing event updated for resources: {'Port': ['ID=12129b46-2270-4708-b938-02e6eca4fbae,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:28.701684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32784) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:28.705433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:28.711195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:28.795376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:28.899200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:53:28.912791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:28.918285 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb5738e-1290-4c75-9ecf-097dc1241102" -d '{"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-unplugged", "status": "completed", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:28.944465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:28.978909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbb80b-6e36-48ae-b98e-8dd371bc1e13 req-ad187f24-6396-4023-9ccb-9c1cd2b6a374 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:28.991552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97dbb80b-6e36-48ae-b98e-8dd371bc1e13 req-ad187f24-6396-4023-9ccb-9c1cd2b6a374 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.2646704 Aug 16 12:53:28.991866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Transition to ACTIVE for port object 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:29.001582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:29.076507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=10']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:29.130278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] No DVR routers for this DVR port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:53:29.229570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:29.229823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:29.230300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:29.243640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:29.244066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Attempting to bind port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:29.249195 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbd3e6a2-e4c8-4704-b544-70a2e07e9408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:29.265867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:29.267603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:29.268041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:29.268504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Bound port: 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:29.269092 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:29.312227 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97dbb80b-6e36-48ae-b98e-8dd371bc1e13 req-ec222cf8-d515-4663-8f87-d70698f0848b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117263 Aug 16 12:53:29.330039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5308ee13-6863-4d09-bcab-71a6327638f6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:29.331175 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:29.332377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf3ba387-b606-4b92-a549-8f7dea04f1af req-1bd255b0-709f-400b-af89-9b76261c61e2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 210 time: 0.2776651 Aug 16 12:53:29.366840 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:29.393112 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e3f78a64-e304-41ce-8aaf-a69445b78f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:29.541608 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c8d26f-2cdb-44e1-8fd7-f70a638b65d2 x-openstack-request-id: req-17c8d26f-2cdb-44e1-8fd7-f70a638b65d2 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:29.542270 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-unplugged", "status": "completed", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:29.542270 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17c8d26f-2cdb-44e1-8fd7-f70a638b65d2 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:29.542740 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'code': 200} Aug 16 12:53:29.556173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e3f78a64-e304-41ce-8aaf-a69445b78f78 None None] For port f809049d-ed66-4585-9aea-6c65d642c32a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f809049d-ed66-4585-9aea-6c65d642c32a,segment=NetworkSegment(53ed05c5-e7a0-413f-9f11-32925775df29),segment_id=53ed05c5-e7a0-413f-9f11-32925775df29)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:29.573195 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e3f78a64-e304-41ce-8aaf-a69445b78f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:29.603104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:29.607695 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:29.625125 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:29.745484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:29.746023 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:29.748754 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] 10.222.0.22 "PUT /v2.0/ports/0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 1097 time: 2.3555436 Aug 16 12:53:29.795895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f78a64-e304-41ce-8aaf-a69445b78f78 None None] Pushing event updated for resources: {'Port': ['ID=f809049d-ed66-4585-9aea-6c65d642c32a,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:29.813428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-140fbc58-ad7d-4a38-9664-808a716b2856 None None] Provisioning complete for port f809049d-ed66-4585-9aea-6c65d642c32a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:29.814717 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-140fbc58-ad7d-4a38-9664-808a716b2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:29.846697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:26Z', 'revision_number': 3, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:29.905126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Checking router: a023f8de-1062-48fd-b8fa-2c021edc4153 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:53:29.905821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Updating router a023f8de-1062-48fd-b8fa-2c021edc4153 port fa23b00a-0f97-43f2-aa69-d3f5101d894c binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:53:29.962737 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.159627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac34391-a669-41d3-9fb1-937122738eb8 req-9bf2b84d-0c7a-487d-9be8-49023b82f574 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:30.175649 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ac34391-a669-41d3-9fb1-937122738eb8 req-9bf2b84d-0c7a-487d-9be8-49023b82f574 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.6070099 Aug 16 12:53:30.211078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8a147-b06f-4045-a20d-cb6366711314 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=11']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:30.234004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbd3e6a2-e4c8-4704-b544-70a2e07e9408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.244621 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbd3e6a2-e4c8-4704-b544-70a2e07e9408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.257573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:53:30.276507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-e5f1bfae-3f0b-435c-8fc7-569aacd46ae2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:30.283779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3e6a2-e4c8-4704-b544-70a2e07e9408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65771544-595f-43ca-ab57-8da8349ee549,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:30.290972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-402c0f7d-4802-4a5e-950a-824714a68916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:30.292298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-e5f1bfae-3f0b-435c-8fc7-569aacd46ae2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:30.292617 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-402c0f7d-4802-4a5e-950a-824714a68916 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 1100 time: 0.4805238 Aug 16 12:53:30.295445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-e5f1bfae-3f0b-435c-8fc7-569aacd46ae2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.42 "GET /v2.0/networks?id=fa6be2ad-6cc1-4679-a831-ae7a73875124&id=4cef06f8-9237-4782-b7c9-ee28cf5d9c12&id=fa6be2ad-6cc1-4679-a831-ae7a73875124 HTTP/1.1" status: 200 len: 1391 time: 0.9433525 Aug 16 12:53:30.320597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e897af1-1d5f-493a-8c39-af914d1e0d04 req-dd8d20d8-edb5-4a3c-8a58-9bba0b271e19 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:30.334943 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e897af1-1d5f-493a-8c39-af914d1e0d04 req-dd8d20d8-edb5-4a3c-8a58-9bba0b271e19 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.6938572 Aug 16 12:53:30.346424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:53:30.387337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'port': {'device_id': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124', 'admin_state_up': True, 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:30.425234 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bbd3e6a2-e4c8-4704-b544-70a2e07e9408 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e26eadccd18d4f61b893b2d3f46d9401&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7185106 Aug 16 12:53:30.427991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32802) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:30.438212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-2352f27e-1ea8-4943-96a1-e7fc8e60e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:30.439742 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-2352f27e-1ea8-4943-96a1-e7fc8e60e876 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1311569 Aug 16 12:53:30.475689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06568e28-5114-47fe-a687-5d1d30a4e9d8 None None] Network 05721844-823e-460f-a168-4a22dab945ea requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:53:30.499673 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.539234 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-234adb4c-9035-455d-9f1a-4d3c7dfde821 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 217 time: 0.0764773 Aug 16 12:53:30.592391 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.599673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-35f94da4-d7ef-4f26-95bb-adb049d5d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:30.601104 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ac34391-a669-41d3-9fb1-937122738eb8 req-75d6e698-2349-43dd-bf45-0ef517ea3a56 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113913 Aug 16 12:53:30.602267 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-35f94da4-d7ef-4f26-95bb-adb049d5d88e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0514390 Aug 16 12:53:30.615435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e897af1-1d5f-493a-8c39-af914d1e0d04 req-78dbc48c-61ce-47d9-a0c7-1e12c2cc2a90 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784536 Aug 16 12:53:30.635505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f809049d-ed66-4585-9aea-6c65d642c32a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:30.657934 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91eee23b-2525-40a1-b63e-c1ae7ae3e6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.696427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Transition to ACTIVE for port object fa23b00a-0f97-43f2-aa69-d3f5101d894c will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:30.705718 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91eee23b-2525-40a1-b63e-c1ae7ae3e6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.707031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-849aea14-f696-4e16-a928-8d8d32dcc863 None None] Provisioning for port 12129b46-2270-4708-b938-02e6eca4fbae completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:30.746659 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.820179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Attempting to bind port fa23b00a-0f97-43f2-aa69-d3f5101d894c on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:30.821030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Attempting to bind port fa23b00a-0f97-43f2-aa69-d3f5101d894c by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:30.821667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Attempting to bind port fa23b00a-0f97-43f2-aa69-d3f5101d894c on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:30.840469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:30.841230 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:30.841908 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.842578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:30.843284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Bound port: fa23b00a-0f97-43f2-aa69-d3f5101d894c, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:30.843883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.864820 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91eee23b-2525-40a1-b63e-c1ae7ae3e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.870030 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91eee23b-2525-40a1-b63e-c1ae7ae3e6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:30.874755 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-91eee23b-2525-40a1-b63e-c1ae7ae3e6f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65771544-595f-43ca-ab57-8da8349ee549 HTTP/1.1" status: 204 len: 168 time: 0.4430640 Aug 16 12:53:30.891900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-626cfdda-1f18-4a1e-8b1c-7f15dbf8091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:30.896246 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-626cfdda-1f18-4a1e-8b1c-7f15dbf8091a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2646899 Aug 16 12:53:30.897767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eee23b-2525-40a1-b63e-c1ae7ae3e6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65771544-595f-43ca-ab57-8da8349ee549,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:30.945130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdccae-c38b-4d21-814d-a72e254f290b None None] Pushing event updated for resources: {'Port': ['ID=fa23b00a-0f97-43f2-aa69-d3f5101d894c,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:31.017013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port f809049d-ed66-4585-9aea-6c65d642c32a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:31.018412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:31.081887 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-efe9d0f1-4211-4480-b155-754cdacd4f9a service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730127 Aug 16 12:53:31.228370 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbdc0911-d215-49cc-bcde-38085a82bbe9 req-54faee2a-7638-44b8-8bfb-a039eeafa3f8 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383321 Aug 16 12:53:31.300259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] For port fa23b00a-0f97-43f2-aa69-d3f5101d894c, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:31.305924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] For port fa23b00a-0f97-43f2-aa69-d3f5101d894c, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fa23b00a-0f97-43f2-aa69-d3f5101d894c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:31.310409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6d53a4c-4c6f-43e6-ae3d-a0622d9a38e1 req-28881e30-c696-4f8c-9751-b4f9d20dc027 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 210 time: 0.1461411 Aug 16 12:53:31.317486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:31.324687 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:31.330951 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:31.413534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7b66a-083d-437d-9feb-ef535c6ae178 req-0bb1cd01-465a-4864-959c-5019652bb333 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:31.431431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2b7b66a-083d-437d-9feb-ef535c6ae178 req-0bb1cd01-465a-4864-959c-5019652bb333 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 949 time: 0.3663254 Aug 16 12:53:31.473052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Allocated IP 172.20.0.1 (05721844-823e-460f-a168-4a22dab945ea/20563607-91e0-4e98-ba16-1c22caf3ec4d/4894f11f-d343-449d-9e79-5c416c52a545) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:31.529109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:31.530837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:31.543511 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:31.547241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdccae-c38b-4d21-814d-a72e254f290b None None] Pushing event updated for resources: {'Port': ['ID=fa23b00a-0f97-43f2-aa69-d3f5101d894c,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:31.547446 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce5138a-aeca-4b61-be4d-af9282e5dea0" -d '{"events": [{"name": "network-changed", "server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:31.614369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12129b46-2270-4708-b938-02e6eca4fbae up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:31.788627 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40550ce-06cf-4c2f-98b4-6fd6bf05cd79 x-openstack-request-id: req-a40550ce-06cf-4c2f-98b4-6fd6bf05cd79 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:31.788627 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:31.788627 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a40550ce-06cf-4c2f-98b4-6fd6bf05cd79 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:31.790643 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'status': 'completed', 'code': 200} Aug 16 12:53:31.823364 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:31.828604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:53:31.870268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Transition to ACTIVE for port object 4894f11f-d343-449d-9e79-5c416c52a545 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:31.961301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-3631bb5b-abd2-4288-bc40-467fc4c04ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:31.963541 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-3631bb5b-abd2-4288-bc40-467fc4c04ed3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 1100 time: 0.1237516 Aug 16 12:53:32.012079 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc778-50ed-4f94-b073-975543f33c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:32.075391 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 12129b46-2270-4708-b938-02e6eca4fbae completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:32.087256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 12129b46-2270-4708-b938-02e6eca4fbae triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:32.087877 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:32.138597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-a9f23eaf-a857-40f3-b69a-a5325f1fb227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:32.143484 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-a9f23eaf-a857-40f3-b69a-a5325f1fb227 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1718345 Aug 16 12:53:32.218028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Allocated IP 19.80.0.184 (fa6be2ad-6cc1-4679-a831-ae7a73875124/10f5806e-32df-4d60-82af-47e11b7431a7/99d4ee3e-70ac-4268-80df-ac5883c9e25b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:32.266000 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-ebc51eaf-1603-4daa-98fe-ee45b7cac6f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 217 time: 0.1129363 Aug 16 12:53:32.369339 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:32.378002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-ab3f196a-2197-49a7-a768-1c216bab0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:32.380410 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-ab3f196a-2197-49a7-a768-1c216bab0447 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0999193 Aug 16 12:53:32.395347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2b7b66a-083d-437d-9feb-ef535c6ae178 req-4d549add-7c64-49ca-ae82-e70c882f2284 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9436839 Aug 16 12:53:32.434617 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:32.456034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:26Z', 'revision_number': 3, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:32.480768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-066b1acc-c340-49d6-9f84-78bdab2aa1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:32.483159 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-066b1acc-c340-49d6-9f84-78bdab2aa1a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0942717 Aug 16 12:53:32.527126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e2151-f5ac-4518-a17c-75b4a576db45 None None] The sync data for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 is: [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:26Z', 'revision_number': 3, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:53:32.536466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 12129b46-2270-4708-b938-02e6eca4fbae, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12129b46-2270-4708-b938-02e6eca4fbae,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:32.545668 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:32.643832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-1e7b09d2-e00c-46dc-bb17-7d2cafb775e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:32.647225 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-1e7b09d2-e00c-46dc-bb17-7d2cafb775e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 1100 time: 0.6806412 Aug 16 12:53:32.662432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e423-c31d-45fb-bc7d-6e2c8a98c24c req-e2ed99d2-fb21-4e9d-a093-394943e81b5d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:32.669357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=12129b46-2270-4708-b938-02e6eca4fbae,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:32.673663 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-30c78765-f231-4c46-b386-5bfa0e9c54da service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805537 Aug 16 12:53:32.676967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e989e423-c31d-45fb-bc7d-6e2c8a98c24c req-e2ed99d2-fb21-4e9d-a093-394943e81b5d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.7119024 Aug 16 12:53:32.711161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Network 05721844-823e-460f-a168-4a22dab945ea is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:32.777908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:32.799256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:32.802373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4894f11f-d343-449d-9e79-5c416c52a545,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:32.818694 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-01128da2-40ae-4f7f-8e71-36e5ed604e2d service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349728 Aug 16 12:53:32.921131 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:32.931356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:33.260627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-36ae89cd-b21a-4efc-baeb-a3a1afec6a65 None None] Provisioning for port 4894f11f-d343-449d-9e79-5c416c52a545 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:33.269798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-36ae89cd-b21a-4efc-baeb-a3a1afec6a65 None None] Provisioning complete for port 4894f11f-d343-449d-9e79-5c416c52a545 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:33.271176 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36ae89cd-b21a-4efc-baeb-a3a1afec6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:33.328656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-36ae89cd-b21a-4efc-baeb-a3a1afec6a65 None None] Port 4894f11f-d343-449d-9e79-5c416c52a545 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:53:33.436083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e989e423-c31d-45fb-bc7d-6e2c8a98c24c req-0ef7f9f6-169b-4e68-b5a8-70efdab8f9d6 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7579505 Aug 16 12:53:33.452014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Transition to ACTIVE for port object 99d4ee3e-70ac-4268-80df-ac5883c9e25b will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:33.461356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f6c5c-9c99-4306-a21b-a0335d14bbc9 req-48366ee9-c113-4e26-831e-60daf2a9af25 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:33.463001 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e7f6c5c-9c99-4306-a21b-a0335d14bbc9 req-48366ee9-c113-4e26-831e-60daf2a9af25 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.8960636 Aug 16 12:53:33.613805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-1a2944ea-0f39-4386-816a-b5f67b29ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:33.615469 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-1a2944ea-0f39-4386-816a-b5f67b29ac14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.8991024 Aug 16 12:53:33.645347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e7f6c5c-9c99-4306-a21b-a0335d14bbc9 req-28c930fb-8ee2-44e2-bd9b-b4730a128edc tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591353 Aug 16 12:53:33.686985 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-369a4ff7-0ad6-438d-ac0e-2fc20647f58f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 200 len: 217 time: 0.0588481 Aug 16 12:53:33.723595 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:33.768548 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:33.843527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network fa6be2ad-6cc1-4679-a831-ae7a73875124 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:33.871480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:33.880266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:33.888814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-9b3c4cb9-7ac5-4c42-85c3-98faeb6b1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:33.890724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-9b3c4cb9-7ac5-4c42-85c3-98faeb6b1b21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1827545 Aug 16 12:53:33.939833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Port': ['ID=99d4ee3e-70ac-4268-80df-ac5883c9e25b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:34.046817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:34.047513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:34.066573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72afb7-9569-4239-b53c-5e756e951d3c req-9672e59d-5834-4bfe-b684-abfedf49af78 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:34.068521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b72afb7-9569-4239-b53c-5e756e951d3c req-9672e59d-5834-4bfe-b684-abfedf49af78 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 932 time: 0.2627394 Aug 16 12:53:34.200851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-38d070d2-efba-4e28-97b9-198e7e638c2c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8460345 Aug 16 12:53:34.211758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-c0f6410e-def0-464e-bf0f-53ba2dd6f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:34.214665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-c0f6410e-def0-464e-bf0f-53ba2dd6f645 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2767115 Aug 16 12:53:34.232751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'port': {'device_id': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12', 'admin_state_up': True, 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:34.280731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-34906b6f-be78-4b51-9982-eaa7bd3c3c20 None None] Provisioning for port 99d4ee3e-70ac-4268-80df-ac5883c9e25b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:34.306781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-34906b6f-be78-4b51-9982-eaa7bd3c3c20 None None] Provisioning complete for port 99d4ee3e-70ac-4268-80df-ac5883c9e25b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:34.307735 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34906b6f-be78-4b51-9982-eaa7bd3c3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:34.355539 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a75fb46b-36ca-43a0-8e40-b476ac0f99b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:34.390451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-34906b6f-be78-4b51-9982-eaa7bd3c3c20 None None] Port 99d4ee3e-70ac-4268-80df-ac5883c9e25b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:53:34.514551 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b72afb7-9569-4239-b53c-5e756e951d3c req-282fd803-ad96-411c-a029-ceb86d965e81 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119902 Aug 16 12:53:34.552470 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:34.726985 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:34.764521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca33b06-5ce8-4292-b76d-f96f28a2f050 req-5c515e2f-5468-436e-aca9-e8a88a835c0f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:34.767835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cca33b06-5ce8-4292-b76d-f96f28a2f050 req-5c515e2f-5468-436e-aca9-e8a88a835c0f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 949 time: 0.2287571 Aug 16 12:53:34.773586 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:34.779328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-91923512-7eb1-40e6-a8a8-272298ef1592 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403416 Aug 16 12:53:34.876687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12129b46-2270-4708-b938-02e6eca4fbae up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:34.983382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 12129b46-2270-4708-b938-02e6eca4fbae triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:34.983757 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:35.047186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 422b9681-a527-4540-ab0f-9ac13c373da0 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:53:35.124553 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:35.143274 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:35.149017 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:35.153804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4894f11f-d343-449d-9e79-5c416c52a545,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:35.187551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa23b00a-0f97-43f2-aa69-d3f5101d894c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:35.213272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cca33b06-5ce8-4292-b76d-f96f28a2f050 req-599c2f4f-e044-4881-b4c4-96207ea33670 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279227 Aug 16 12:53:35.233843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f824e4-69c9-4c40-9454-c547a8acf5e7 req-0e383250-31e1-40e8-a293-3a1440892a1d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:35.244624 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06f824e4-69c9-4c40-9454-c547a8acf5e7 req-0e383250-31e1-40e8-a293-3a1440892a1d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 945 time: 0.4970057 Aug 16 12:53:35.274265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=422b9681-a527-4540-ab0f-9ac13c373da0,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:35.293738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '422b9681-a527-4540-ab0f-9ac13c373da0', 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8', 'port_id': '422b9681-a527-4540-ab0f-9ac13c373da0', 'mac_address': 'fa:16:3e:ec:d2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad86852c-fa37-427e-9e21-ef5fd6cc8dc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:53:35.335097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port fa23b00a-0f97-43f2-aa69-d3f5101d894c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:35.348565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port fa23b00a-0f97-43f2-aa69-d3f5101d894c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:35.348955 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:35.393434 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:35.421329 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:35.423252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422b9681-a527-4540-ab0f-9ac13c373da0 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:35.452194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=422b9681-a527-4540-ab0f-9ac13c373da0,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:35.476164 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:35.476828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:53:35.541333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ce5138a-aeca-4b61-be4d-af9282e5dea0 req-c313208d-1173-491c-9727-fce84d4132f9 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7503235 Aug 16 12:53:35.558664 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:35.571753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=422b9681-a527-4540-ab0f-9ac13c373da0,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:35.611548 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06f824e4-69c9-4c40-9454-c547a8acf5e7 req-a002e9a4-3daa-4e03-afc1-2201f213bd68 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532231 Aug 16 12:53:35.650405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Network 05721844-823e-460f-a168-4a22dab945ea is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:35.660354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:35.687099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8712c4b-839d-49cd-8e31-58ea141a9f54 req-eb2b0618-01b5-4783-bcc2-f20cc28ec350 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:35.689406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8712c4b-839d-49cd-8e31-58ea141a9f54 req-eb2b0618-01b5-4783-bcc2-f20cc28ec350 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 944 time: 0.1991513 Aug 16 12:53:35.693102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port fa23b00a-0f97-43f2-aa69-d3f5101d894c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fa23b00a-0f97-43f2-aa69-d3f5101d894c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:35.699734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Allocated IP 19.86.0.228 (4cef06f8-9237-4782-b7c9-ee28cf5d9c12/9566df4a-4026-4178-9e4e-bfa30a24a5b6/f43f3365-1868-40bc-84be-14d7f53a1991) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:35.711481 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:35.842012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=fa23b00a-0f97-43f2-aa69-d3f5101d894c,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:35.883211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:35.902373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'mac_address': 'fa:16:3e:a2:e7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:53:36.030542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-56590d1c-6f26-4a79-ae2d-22a11d77734b tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:36.032964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-56590d1c-6f26-4a79-ae2d-22a11d77734b tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1096 time: 0.1218734 Aug 16 12:53:36.036219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8712c4b-839d-49cd-8e31-58ea141a9f54 req-44547a5a-0ad4-4ad5-9930-71a23ca14969 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856672 Aug 16 12:53:36.057895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804708-1'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:36.061931 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:36.064322 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:36.078528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b0e61ee6-f78f-4d27-9522-50e86f6fa272 None None] Provisioning complete for port 4894f11f-d343-449d-9e79-5c416c52a545 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:36.078948 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b0e61ee6-f78f-4d27-9522-50e86f6fa272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:36.086006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:36.146401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:36.153662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Transition to ACTIVE for port object f43f3365-1868-40bc-84be-14d7f53a1991 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:36.156711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:36.166900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b0e61ee6-f78f-4d27-9522-50e86f6fa272 None None] Port 4894f11f-d343-449d-9e79-5c416c52a545 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:53:36.170620 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:36.226784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Router a023f8de-1062-48fd-b8fa-2c021edc4153 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:53:36.283411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=12']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:36.291078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135117b-10b9-4e0a-bbde-2190355d48aa req-17b00c20-d7c5-4152-b626-6208ba465c29 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:36.292784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2135117b-10b9-4e0a-bbde-2190355d48aa req-17b00c20-d7c5-4152-b626-6208ba465c29 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 932 time: 0.1850135 Aug 16 12:53:36.363676 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:36.435340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=16587597-f896-4933-b4a2-bc2fdcb4f253,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:36.477922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:36.505872 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:36.512606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2135117b-10b9-4e0a-bbde-2190355d48aa req-dcc3363b-fa97-45ef-b89a-af092d8f5914 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788075 Aug 16 12:53:36.516134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Port': ['ID=f43f3365-1868-40bc-84be-14d7f53a1991,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:36.522738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:36.528683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:36.536842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16587597-f896-4933-b4a2-bc2fdcb4f253'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:36.541591 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f585a5-3351-443d-b05a-0b2fb2ea49d3" -d '{"events": [{"server_uuid": "7ef80b3d-5057-4670-8ad4-7eabbd405a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "16587597-f896-4933-b4a2-bc2fdcb4f253"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:36.549903 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:36.561985 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:36.576845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866e7f9-c9be-44b9-804d-23d44a983b63 req-0698eee7-1345-4138-923f-b7bb225d5aaf tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:36.579572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b866e7f9-c9be-44b9-804d-23d44a983b63 req-0698eee7-1345-4138-923f-b7bb225d5aaf tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.2225370 Aug 16 12:53:36.584776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:53:36.598762 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d5bd2487-07a4-4fe6-a122-308c9dfc99d1 admin admin] 10.222.0.25 "PUT /v2.0/routers/a023f8de-1062-48fd-b8fa-2c021edc4153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0455017 Aug 16 12:53:36.604727 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Sync routers for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:53:36.609036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['422b9681-a527-4540-ab0f-9ac13c373da0'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:36.644210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:36.644492 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:36.644694 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:36.645209 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:36.681066 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8328674b-79c5-46c7-9c9e-97af26e6881b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4624157 Aug 16 12:53:36.700559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b866e7f9-c9be-44b9-804d-23d44a983b63 req-e9dce1f6-5826-42bf-a7d8-df8d0042bb1f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002710 Aug 16 12:53:36.715440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'port': {'device_id': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124', 'admin_state_up': True, 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:36.725238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:36.842660 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a217353a-1954-41d7-800c-d872322476a5 x-openstack-request-id: req-a217353a-1954-41d7-800c-d872322476a5 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:36.843128 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef80b3d-5057-4670-8ad4-7eabbd405a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "16587597-f896-4933-b4a2-bc2fdcb4f253", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:36.843547 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a217353a-1954-41d7-800c-d872322476a5 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:36.844189 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16587597-f896-4933-b4a2-bc2fdcb4f253', 'code': 200} Aug 16 12:53:36.946618 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa23b00a-0f97-43f2-aa69-d3f5101d894c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:37.011447 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:53:37.074914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Pushing event updated for resources: {'Port': ['ID=16587597-f896-4933-b4a2-bc2fdcb4f253,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:37.099269 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 16587597-f896-4933-b4a2-bc2fdcb4f253 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:53:37.103335 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:53:37.105978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on host n-h2-804708-1 for vnic_type normal with profile {"migrating_to": "n-h1-804708-1"} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:37.106557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:37.107057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:37.127425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:37.129367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:37.148766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:37.149697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:37.150882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:37.152241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Bound port: 16587597-f896-4933-b4a2-bc2fdcb4f253, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:37.154793 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:37.287697 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.resource_extend [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:53:37.309930 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:37.314321 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:37.316860 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:37.322378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:37.338473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=16587597-f896-4933-b4a2-bc2fdcb4f253,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:37.354893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:37.370338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9fc6e70f-3942-4643-99cd-42952075b6b2 None None] Provisioning for port f43f3365-1868-40bc-84be-14d7f53a1991 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:37.374856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port fa23b00a-0f97-43f2-aa69-d3f5101d894c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:37.375238 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:37.395178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f03f3-8ad0-4884-a88c-4b0d3d4ecba0 req-4f283e37-5c07-4efa-a404-52f62f50aac1 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:37.396982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c4f03f3-8ad0-4884-a88c-4b0d3d4ecba0 req-4f283e37-5c07-4efa-a404-52f62f50aac1 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 943 time: 0.2276478 Aug 16 12:53:37.419240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9fc6e70f-3942-4643-99cd-42952075b6b2 None None] Provisioning complete for port f43f3365-1868-40bc-84be-14d7f53a1991 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:37.419624 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9fc6e70f-3942-4643-99cd-42952075b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:37.425795 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992be76a-3b79-4f87-9c8b-2db9bc2de259 req-c82b2c68-49da-40d6-95b7-6bd0309ce769 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:37.434050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-992be76a-3b79-4f87-9c8b-2db9bc2de259 req-c82b2c68-49da-40d6-95b7-6bd0309ce769 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 950 time: 0.2074780 Aug 16 12:53:37.490776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:37.494760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-9fc6e70f-3942-4643-99cd-42952075b6b2 None None] Port f43f3365-1868-40bc-84be-14d7f53a1991 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:53:37.513569 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:34Z', 'revision_number': 2, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:37.518830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-992be76a-3b79-4f87-9c8b-2db9bc2de259 req-8e97bffc-c973-40af-ba0d-82acca360f52 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835695 Aug 16 12:53:37.554384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on host n-h2-804708-1 for vnic_type normal with profile {"migrating_to": "n-h1-804708-1"} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:37.554384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:37.554384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:37.559508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:37.559878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Attempting to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 on network 76f9c591-4b94-4981-a8da-d9580c00efd0 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:37.573211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:37.573522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Checking segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:37.573881 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Bound using segment: {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:37.574396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Bound port: 16587597-f896-4933-b4a2-bc2fdcb4f253, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd807233a-7a6b-422a-ab43-d6dd8026ac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76f9c591-4b94-4981-a8da-d9580c00efd0'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:37.574790 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:37.626952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c4f03f3-8ad0-4884-a88c-4b0d3d4ecba0 req-855384cf-6fa8-49f0-b2e2-e732761d8c33 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063079 Aug 16 12:53:37.628287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Pushing event updated for resources: {'Port': ['ID=16587597-f896-4933-b4a2-bc2fdcb4f253,revision_number=8']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:37.628661 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Checking router: a023f8de-1062-48fd-b8fa-2c021edc4153 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:53:37.628661 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Updating router a023f8de-1062-48fd-b8fa-2c021edc4153 port 4894f11f-d343-449d-9e79-5c416c52a545 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:53:37.651977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:37.654590 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:37.658546 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bebe0be5-ffb7-4175-9356-743bd11129f5 service neutron] 10.222.0.22 "PUT /v2.0/ports/16587597-f896-4933-b4a2-bc2fdcb4f253 HTTP/1.1" status: 200 len: 1121 time: 1.6157544 Aug 16 12:53:37.676579 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:37.692303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Allocated IP 19.80.0.195 (fa6be2ad-6cc1-4679-a831-ae7a73875124/10f5806e-32df-4d60-82af-47e11b7431a7/0e6e6997-9db8-4aad-901a-53ab5c93d5b4) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:37.723470 n-d-804708-1 neutron-server[101397]: WARNING neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Concurrent port binding operations failed on port 16587597-f896-4933-b4a2-bc2fdcb4f253 Aug 16 12:53:37.756754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['16587597-f896-4933-b4a2-bc2fdcb4f253'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:37.849115 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebad7e8-35be-48d5-b39f-eef3c4a4fca4 req-0aed3d80-83a3-4101-ad4d-3462ae6c8328 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:37.861350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ebad7e8-35be-48d5-b39f-eef3c4a4fca4 req-0aed3d80-83a3-4101-ad4d-3462ae6c8328 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 944 time: 0.1361868 Aug 16 12:53:37.900407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=16587597-f896-4933-b4a2-bc2fdcb4f253,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:37.909625 n-d-804708-1 neutron-server[101397]: INFO neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Attempt 2 to bind port 16587597-f896-4933-b4a2-bc2fdcb4f253 Aug 16 12:53:37.910160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 16587597-f896-4933-b4a2-bc2fdcb4f253 has no active binding in host n-h1-804708-1 {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 12:53:37.970847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['16587597-f896-4933-b4a2-bc2fdcb4f253'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:37.980254 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ebad7e8-35be-48d5-b39f-eef3c4a4fca4 req-e9115611-5abe-4d18-b518-f641cbef1c46 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187191 Aug 16 12:53:38.057800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:38.084573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Transition to ACTIVE for port object 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:38.105760 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-7c552cac-bfb5-496b-a6e2-55b6ea321de6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:38.107194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-7c552cac-bfb5-496b-a6e2-55b6ea321de6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 821 time: 0.1647921 Aug 16 12:53:38.167278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-c75b106c-8668-4003-b7ad-b6c2c6361745 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/quotas/d036f4f2672549029dbdf57639e4c83a HTTP/1.1" status: 200 len: 375 time: 0.0392754 Aug 16 12:53:38.176025 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:38.245083 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:38.260321 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Transition to ACTIVE for port object 4894f11f-d343-449d-9e79-5c416c52a545 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:38.273109 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:38.327040 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e821ddc-897b-46c4-a1fd-19ea09cd66a7 None None] Pushing event updated for resources: {'Port': ['ID=4894f11f-d343-449d-9e79-5c416c52a545,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:38.385485 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network fa6be2ad-6cc1-4679-a831-ae7a73875124 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:38.396018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:38.401841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:38.410025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Port': ['ID=0e6e6997-9db8-4aad-901a-53ab5c93d5b4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:38.425014 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Attempting to bind port 4894f11f-d343-449d-9e79-5c416c52a545 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:38.425613 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Attempting to bind port 4894f11f-d343-449d-9e79-5c416c52a545 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:38.426220 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Attempting to bind port 4894f11f-d343-449d-9e79-5c416c52a545 on network 05721844-823e-460f-a168-4a22dab945ea {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:38.431773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4326683-1df7-4aaa-8364-6f4d565bc702 req-f8c574c5-82ec-43dc-9e9d-c1bcc4f55fea tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:38.435286 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:38.435846 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Checking segment: {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:38.436499 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:38.437126 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Bound using segment: {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:38.437900 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Bound port: 4894f11f-d343-449d-9e79-5c416c52a545, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:38.439078 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:38.439820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4326683-1df7-4aaa-8364-6f4d565bc702 req-f8c574c5-82ec-43dc-9e9d-c1bcc4f55fea tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:38.447665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4326683-1df7-4aaa-8364-6f4d565bc702 req-f8c574c5-82ec-43dc-9e9d-c1bcc4f55fea tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:38.460085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4326683-1df7-4aaa-8364-6f4d565bc702 req-f8c574c5-82ec-43dc-9e9d-c1bcc4f55fea tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2377 time: 0.2376504 Aug 16 12:53:38.512739 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-8da10548-4dc1-4c13-be1b-a98079544c0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2698426 Aug 16 12:53:38.593794 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] For port 4894f11f-d343-449d-9e79-5c416c52a545, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:38.602365 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] For port 4894f11f-d343-449d-9e79-5c416c52a545, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4894f11f-d343-449d-9e79-5c416c52a545,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:38.610486 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:38.732784 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e821ddc-897b-46c4-a1fd-19ea09cd66a7 None None] Pushing event updated for resources: {'Port': ['ID=4894f11f-d343-449d-9e79-5c416c52a545,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:38.757148 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:38.758213 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:38.846264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'tag': '16587597-f896-4933-b4a2-bc2fdcb4f253'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:38.852219 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dca805b-fdd9-461a-a7e8-2a19df3fdca9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef80b3d-5057-4670-8ad4-7eabbd405a2d", "tag": "16587597-f896-4933-b4a2-bc2fdcb4f253"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:38.953512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2730e3f3-f5ea-4cca-825e-9ec2a04962f8 None None] Provisioning for port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:38.963202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2730e3f3-f5ea-4cca-825e-9ec2a04962f8 None None] Provisioning complete for port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:38.963846 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2730e3f3-f5ea-4cca-825e-9ec2a04962f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:39.007766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:39.008694 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:39.037338 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4326683-1df7-4aaa-8364-6f4d565bc702 req-35236ba7-a48a-4d03-9b56-0e04f2dfc31b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761995 Aug 16 12:53:39.038402 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2730e3f3-f5ea-4cca-825e-9ec2a04962f8 None None] Port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:53:39.084515 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-c4a36d4d-cea2-4a69-9d0c-80eb9c34d6e9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3808105 Aug 16 12:53:39.094285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:39.122542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Request body: {'port': {'device_id': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:39.153740 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:53:39.215171 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-4e5e808b-4aca-4ac6-83dc-b3b9fa9bb94e service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014301 Aug 16 12:53:39.244777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:39.256300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:39.268534 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:39.310215 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:39.390206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-825db476-bbba-4f2f-a4f0-aa7c0fa41d37 service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658475 Aug 16 12:53:39.487690 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:39.552768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:39.556543 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d88e07-07fe-4678-93ac-cdfb3ebd9c89" -d '{"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-plugged", "status": "completed", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:39.623609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:39.634270 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:39.635813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 422b9681-a527-4540-ab0f-9ac13c373da0 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:39.640349 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:38Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:39.698058 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9180bee1-85b9-4261-87a4-5224944154c2 None None] The sync data for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 is: [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:38Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:53:39.767180 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c089c4f-0c8e-48a2-b955-329e9f1d2bec x-openstack-request-id: req-6c089c4f-0c8e-48a2-b955-329e9f1d2bec {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:39.779698 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef80b3d-5057-4670-8ad4-7eabbd405a2d", "tag": "16587597-f896-4933-b4a2-bc2fdcb4f253", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:39.780703 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c089c4f-0c8e-48a2-b955-329e9f1d2bec {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:39.800819 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'tag': '16587597-f896-4933-b4a2-bc2fdcb4f253', 'status': 'completed', 'code': 200} Aug 16 12:53:39.812344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=13']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:39.826350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 422b9681-a527-4540-ab0f-9ac13c373da0 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:39.837249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 422b9681-a527-4540-ab0f-9ac13c373da0 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:39.838025 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:40.021569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d4ee3e-70ac-4268-80df-ac5883c9e25b {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:40.034899 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:40.038034 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:40.079362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Transition to ACTIVE for port object 99d4ee3e-70ac-4268-80df-ac5883c9e25b will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:40.091358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03a38d-532a-480a-a8b3-8823f2419554 req-054918e4-e235-4017-9a71-33c562dd3b77 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:40.103776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d03a38d-532a-480a-a8b3-8823f2419554 req-054918e4-e235-4017-9a71-33c562dd3b77 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 943 time: 0.3946259 Aug 16 12:53:40.105858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=422b9681-a527-4540-ab0f-9ac13c373da0,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:40.115013 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:40.120102 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca805b-fdd9-461a-a7e8-2a19df3fdca9 req-4a7d2a4a-e68a-4dff-a29f-c288ff4a2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:40.122631 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0dca805b-fdd9-461a-a7e8-2a19df3fdca9 req-4a7d2a4a-e68a-4dff-a29f-c288ff4a2f4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 1124 time: 0.2970798 Aug 16 12:53:40.134256 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:40.216232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=422b9681-a527-4540-ab0f-9ac13c373da0,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:40.305815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225f0c3-0307-44bc-8521-52b4c457a4f1 req-15f8c8fd-5778-4ce8-9b9a-95bb6dc4de3a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:40.307920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d225f0c3-0307-44bc-8521-52b4c457a4f1 req-15f8c8fd-5778-4ce8-9b9a-95bb6dc4de3a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 944 time: 0.3286052 Aug 16 12:53:40.335951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d03a38d-532a-480a-a8b3-8823f2419554 req-05f72a05-6e2a-4463-bc95-fd917c0e07f2 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316446 Aug 16 12:53:40.340433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=99d4ee3e-70ac-4268-80df-ac5883c9e25b,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:40.412021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca805b-fdd9-461a-a7e8-2a19df3fdca9 req-63131f84-3268-48f7-b14b-ea5a025e873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:40.413617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0dca805b-fdd9-461a-a7e8-2a19df3fdca9 req-63131f84-3268-48f7-b14b-ea5a025e873b service neutron] 10.222.0.42 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.2670372 Aug 16 12:53:40.524225 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0dca805b-fdd9-461a-a7e8-2a19df3fdca9 req-faf4c35f-2080-4170-823a-dca9f09fe9a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16587597-f896-4933-b4a2-bc2fdcb4f253 HTTP/1.1" status: 200 len: 217 time: 0.0845563 Aug 16 12:53:40.537425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d225f0c3-0307-44bc-8521-52b4c457a4f1 req-3880bda5-b2c0-47e4-b5d2-8a1a74e06ee3 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101703 Aug 16 12:53:40.561905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-9fc5efb2-380b-4c4f-b7f0-33af8cf49566 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571129 Aug 16 12:53:40.699827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Attempting to bind port 99d4ee3e-70ac-4268-80df-ac5883c9e25b on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:40.700236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Attempting to bind port 99d4ee3e-70ac-4268-80df-ac5883c9e25b by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:40.700583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Attempting to bind port 99d4ee3e-70ac-4268-80df-ac5883c9e25b on network fa6be2ad-6cc1-4679-a831-ae7a73875124 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:40.724072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4894f11f-d343-449d-9e79-5c416c52a545 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:40.843731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 4894f11f-d343-449d-9e79-5c416c52a545 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:40.849867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4894f11f-d343-449d-9e79-5c416c52a545 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:40.850347 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:40.918769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbc495-f76c-4beb-8394-2e514444e78e req-88deef5d-0809-457c-9e53-715a80583b53 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:40.933006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-88deef5d-0809-457c-9e53-715a80583b53 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3252909 Aug 16 12:53:40.950604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Port 99d4ee3e-70ac-4268-80df-ac5883c9e25b on network fa6be2ad-6cc1-4679-a831-ae7a73875124 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:40.951148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Attempting to bind port 99d4ee3e-70ac-4268-80df-ac5883c9e25b on network fa6be2ad-6cc1-4679-a831-ae7a73875124 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:40.956335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca805b-fdd9-461a-a7e8-2a19df3fdca9 req-3cbdaf8b-fc58-40a2-943d-e0c741391cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:40.958962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0dca805b-fdd9-461a-a7e8-2a19df3fdca9 req-3cbdaf8b-fc58-40a2-943d-e0c741391cf3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.4094625 Aug 16 12:53:40.996444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-596e1f31-d12a-4cda-a0df-b0bae86a1488 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/quotas/b57f202bdd7043b7b2e5fc4c5e698207 HTTP/1.1" status: 200 len: 375 time: 0.0618701 Aug 16 12:53:41.015905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:41.016482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Checking segment: {'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:41.017183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Bound using segment: {'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:41.017905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Bound port: 99d4ee3e-70ac-4268-80df-ac5883c9e25b, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:41.018549 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:41.105214 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:41.149561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0dca805b-fdd9-461a-a7e8-2a19df3fdca9 req-429c59d7-cf85-4cae-9ad9-e42fbdc5e571 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1813314 Aug 16 12:53:41.152271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 4894f11f-d343-449d-9e79-5c416c52a545, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4894f11f-d343-449d-9e79-5c416c52a545,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:41.165859 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:41.226352 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69aa256-a4fa-4807-8a15-8209674f44f4 x-openstack-request-id: req-b69aa256-a4fa-4807-8a15-8209674f44f4 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:41.226725 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-plugged", "status": "completed", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:41.227136 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b69aa256-a4fa-4807-8a15-8209674f44f4 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:41.227666 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'code': 200} Aug 16 12:53:41.275988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=4894f11f-d343-449d-9e79-5c416c52a545,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:41.420784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-77740dd9-72f9-4669-bca7-6bd77537672b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4228086 Aug 16 12:53:41.468943 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5272d96-bc68-4e79-91e5-6b94dd300c13 req-b3fdc105-58f4-457b-8113-80431af52c53 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 210 time: 0.1618402 Aug 16 12:53:41.502066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] For port 99d4ee3e-70ac-4268-80df-ac5883c9e25b, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:41.584430 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] For port 99d4ee3e-70ac-4268-80df-ac5883c9e25b, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=99d4ee3e-70ac-4268-80df-ac5883c9e25b,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:41.593929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-636010b3-692a-4137-ba37-dbd712df2326 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:41.599157 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-636010b3-692a-4137-ba37-dbd712df2326 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.22 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 821 time: 0.2573252 Aug 16 12:53:41.600658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:41.617544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Request body: {'port': {'device_id': '66554334-d10e-4a19-a653-cf6c502d2e68', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'admin_state_up': True, 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:41.707884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0dca805b-fdd9-461a-a7e8-2a19df3fdca9 req-102fe9b0-9814-42a3-8273-870a838e2489 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458055 Aug 16 12:53:41.714183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:41.715080 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:41.717824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] 10.222.0.42 "PUT /v2.0/ports/99d4ee3e-70ac-4268-80df-ac5883c9e25b HTTP/1.1" status: 200 len: 1092 time: 2.6184359 Aug 16 12:53:41.721299 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'tag': '99d4ee3e-70ac-4268-80df-ac5883c9e25b'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:41.723813 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2f520a-6403-471d-a668-561840355a12" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "tag": "99d4ee3e-70ac-4268-80df-ac5883c9e25b"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:41.831637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Request body: {'port': {'device_id': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:41.918409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0c47f-d469-4727-959b-7a9ea1085ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=99d4ee3e-70ac-4268-80df-ac5883c9e25b,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:41.996027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cc907-e126-49d5-8199-ef604ff99859 req-4390659f-0ad8-4069-b99c-1952518b3c8c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:42.003315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cc907-e126-49d5-8199-ef604ff99859 req-4390659f-0ad8-4069-b99c-1952518b3c8c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:42.009556 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cc907-e126-49d5-8199-ef604ff99859 req-4390659f-0ad8-4069-b99c-1952518b3c8c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:42.018237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d96cc907-e126-49d5-8199-ef604ff99859 req-4390659f-0ad8-4069-b99c-1952518b3c8c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2389 time: 0.3957155 Aug 16 12:53:42.073863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0dca805b-fdd9-461a-a7e8-2a19df3fdca9 req-bebf372b-d505-478e-a316-698ed23d99c4 service neutron] 10.222.0.42 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456323 Aug 16 12:53:42.076769 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Made reservation on behalf of d036f4f2672549029dbdf57639e4c83a for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:42.087605 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:42.144782 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:42.188011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d96cc907-e126-49d5-8199-ef604ff99859 req-d34102d9-e1e0-422b-b6d9-bdc5746282ac tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685886 Aug 16 12:53:42.461987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Allocated IP 172.20.0.8 (05721844-823e-460f-a168-4a22dab945ea/20563607-91e0-4e98-ba16-1c22caf3ec4d/016c07e6-cce0-4e77-b426-fffd5e114036) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:42.788238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4894f11f-d343-449d-9e79-5c416c52a545 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:42.855138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:42.889508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Transition to ACTIVE for port object 016c07e6-cce0-4e77-b426-fffd5e114036 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:42.891127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43f3365-1868-40bc-84be-14d7f53a1991 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:42.918892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4894f11f-d343-449d-9e79-5c416c52a545 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:42.920024 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:42.942162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:42.964020 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:42.986209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Transition to ACTIVE for port object f43f3365-1868-40bc-84be-14d7f53a1991 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:43.002627 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:43.031631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Network 05721844-823e-460f-a168-4a22dab945ea is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:43.081445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:43.083255 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6756f7-ebd9-4113-99d5-1eded1deee75 req-06ac7c7e-801f-4833-919f-e688a7688220 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:43.085814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c6756f7-ebd9-4113-99d5-1eded1deee75 req-06ac7c7e-801f-4833-919f-e688a7688220 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.2600853 Aug 16 12:53:43.108619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:43.110915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd23a8-eced-43dc-838b-75f115e23422 req-a60b584d-52e7-4b87-b21d-f7d22a79c313 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:43.123201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bbd23a8-eced-43dc-838b-75f115e23422 req-a60b584d-52e7-4b87-b21d-f7d22a79c313 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 943 time: 0.3287995 Aug 16 12:53:43.224899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:43.224899 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:43.228102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b9681-a527-4540-ab0f-9ac13c373da0'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:43.234722 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8726964c-a774-4d29-874a-97ff3bbb0bbd" -d '{"events": [{"server_uuid": "ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d", "name": "network-vif-plugged", "status": "completed", "tag": "422b9681-a527-4540-ab0f-9ac13c373da0"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:43.244702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Pushing event updated for resources: {'Port': ['ID=016c07e6-cce0-4e77-b426-fffd5e114036,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:43.273942 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-de85d204-af30-4c8a-b723-6e469839ee0f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6605139 Aug 16 12:53:43.293479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Request body: {'port': {'device_id': '66554334-d10e-4a19-a653-cf6c502d2e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:43.333219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Pushing event updated for resources: {'Port': ['ID=f43f3365-1868-40bc-84be-14d7f53a1991,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:43.400608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:43.449721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bbd23a8-eced-43dc-838b-75f115e23422 req-46029054-10fa-48cf-be0d-57ee6c1ff625 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932413 Aug 16 12:53:43.477775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c6756f7-ebd9-4113-99d5-1eded1deee75 req-46ebb0cc-42b6-45d2-841c-ff11da4f739c tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433077 Aug 16 12:53:43.661248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Attempting to bind port f43f3365-1868-40bc-84be-14d7f53a1991 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:43.661874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Attempting to bind port f43f3365-1868-40bc-84be-14d7f53a1991 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '53ed05c5-e7a0-413f-9f11-32925775df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:43.663309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Attempting to bind port f43f3365-1868-40bc-84be-14d7f53a1991 on network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:43.671350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-5a3a4a71-4f58-4ae5-a294-51a29618a34a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1803038 Aug 16 12:53:43.707394 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c270124b-2c1f-4924-ab05-a96c428d674b None None] Provisioning for port 016c07e6-cce0-4e77-b426-fffd5e114036 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:43.715108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c270124b-2c1f-4924-ab05-a96c428d674b None None] Provisioning complete for port 016c07e6-cce0-4e77-b426-fffd5e114036 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:43.715489 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c270124b-2c1f-4924-ab05-a96c428d674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:43.743824 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83609c26-635f-49f5-9baa-4f514d6844e2 x-openstack-request-id: req-83609c26-635f-49f5-9baa-4f514d6844e2 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:43.744596 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "tag": "99d4ee3e-70ac-4268-80df-ac5883c9e25b", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:43.745194 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83609c26-635f-49f5-9baa-4f514d6844e2 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:43.745794 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'tag': '99d4ee3e-70ac-4268-80df-ac5883c9e25b', 'status': 'completed', 'code': 200} Aug 16 12:53:43.790591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Port f43f3365-1868-40bc-84be-14d7f53a1991 on network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:43.791429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Attempting to bind port f43f3365-1868-40bc-84be-14d7f53a1991 on network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:43.803793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c270124b-2c1f-4924-ab05-a96c428d674b None None] Port 016c07e6-cce0-4e77-b426-fffd5e114036 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:53:43.851398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58f6e11c-5294-4911-b061-b4e0f4295a58 req-d50f91f5-88e0-45f0-be9d-47d9bb4ef382 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 210 time: 0.1026361 Aug 16 12:53:43.857887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:43.858560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Checking segment: {'id': '53ed05c5-e7a0-413f-9f11-32925775df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:43.859156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Bound using segment: {'id': '53ed05c5-e7a0-413f-9f11-32925775df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:43.859934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Bound port: f43f3365-1868-40bc-84be-14d7f53a1991, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ed05c5-e7a0-413f-9f11-32925775df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:43.861239 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:43.862036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f520a-6403-471d-a668-561840355a12 req-85b6ab63-6c0a-47f3-802b-969ef5c555bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:43.862564 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f520a-6403-471d-a668-561840355a12 req-85b6ab63-6c0a-47f3-802b-969ef5c555bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:43.863017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f520a-6403-471d-a668-561840355a12 req-85b6ab63-6c0a-47f3-802b-969ef5c555bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:43.864679 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5b2f520a-6403-471d-a668-561840355a12 req-85b6ab63-6c0a-47f3-802b-969ef5c555bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2757 time: 0.1555459 Aug 16 12:53:44.007204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10e292-34d7-41c4-8d66-056c49f3b707 req-8aa8977f-4fc8-4315-b3b1-ff72854b8f91 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:44.008830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a10e292-34d7-41c4-8d66-056c49f3b707 req-8aa8977f-4fc8-4315-b3b1-ff72854b8f91 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 931 time: 0.1730788 Aug 16 12:53:44.062216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbc495-f76c-4beb-8394-2e514444e78e req-f00adb9a-20f0-44c3-ba27-12bb74978493 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:44.064660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-f00adb9a-20f0-44c3-ba27-12bb74978493 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3702445 Aug 16 12:53:44.077869 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Request body: {'port': {'device_id': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'b57f202bdd7043b7b2e5fc4c5e698207'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:44.089832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] For port f43f3365-1868-40bc-84be-14d7f53a1991, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:44.152702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] For port f43f3365-1868-40bc-84be-14d7f53a1991, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f43f3365-1868-40bc-84be-14d7f53a1991,segment=NetworkSegment(53ed05c5-e7a0-413f-9f11-32925775df29),segment_id=53ed05c5-e7a0-413f-9f11-32925775df29)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:44.161978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a10e292-34d7-41c4-8d66-056c49f3b707 req-3b3f97af-5cca-49e9-adda-e56a1c36a74c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354525 Aug 16 12:53:44.186153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.42', 64513) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:44.199378 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:44.271343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Pushing event updated for resources: {'Port': ['ID=f43f3365-1868-40bc-84be-14d7f53a1991,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:44.285511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:44.286724 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:44.288216 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-57370edf-7ed4-45c1-b574-ddcd6704b786 service neutron] 10.222.0.42 "PUT /v2.0/ports/f43f3365-1868-40bc-84be-14d7f53a1991 HTTP/1.1" status: 200 len: 1092 time: 2.4624546 Aug 16 12:53:44.292776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 16587597-f896-4933-b4a2-bc2fdcb4f253 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:53:44.338895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f520a-6403-471d-a668-561840355a12 req-57530765-2c2e-445e-90dc-bbd333257956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:44.339461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f520a-6403-471d-a668-561840355a12 req-57530765-2c2e-445e-90dc-bbd333257956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:44.339941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f520a-6403-471d-a668-561840355a12 req-57530765-2c2e-445e-90dc-bbd333257956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:44.341768 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5b2f520a-6403-471d-a668-561840355a12 req-57530765-2c2e-445e-90dc-bbd333257956 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4641821 Aug 16 12:53:44.343547 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f99d76-5ad5-4e05-8a1a-6115d2694ddb x-openstack-request-id: req-16f99d76-5ad5-4e05-8a1a-6115d2694ddb {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:44.344064 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d", "name": "network-vif-plugged", "status": "completed", "tag": "422b9681-a527-4540-ab0f-9ac13c373da0", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:44.345583 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16f99d76-5ad5-4e05-8a1a-6115d2694ddb {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:44.346892 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b9681-a527-4540-ab0f-9ac13c373da0', 'code': 200} Aug 16 12:53:44.363102 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bb504b79-59e7-45d3-8567-8aa3d59d7585 service neutron] 10.222.0.42 "GET /v2.0/ports/16587597-f896-4933-b4a2-bc2fdcb4f253/bindings/n-h1-804708-1 HTTP/1.1" status: 200 len: 384 time: 0.0885649 Aug 16 12:53:44.424303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Request body: {'port': {'device_id': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:44.557105 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:44.587759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e31ac-7339-49b0-bcc0-f36103e09073 req-bfad1100-a293-4005-8b93-4eb1aa4b3c99 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:44.614082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e31ac-7339-49b0-bcc0-f36103e09073 req-bfad1100-a293-4005-8b93-4eb1aa4b3c99 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:44.623483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e31ac-7339-49b0-bcc0-f36103e09073 req-bfad1100-a293-4005-8b93-4eb1aa4b3c99 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:44.626809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-067e31ac-7339-49b0-bcc0-f36103e09073 req-bfad1100-a293-4005-8b93-4eb1aa4b3c99 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2401 time: 0.3069992 Aug 16 12:53:44.678715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016c07e6-cce0-4e77-b426-fffd5e114036 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:44.686929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f520a-6403-471d-a668-561840355a12 req-d88e7804-3f83-45e1-924c-c4a9013082bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:44.689396 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5b2f520a-6403-471d-a668-561840355a12 req-d88e7804-3f83-45e1-924c-c4a9013082bf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3380227 Aug 16 12:53:44.693230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:44.723700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Transition to ACTIVE for port object 016c07e6-cce0-4e77-b426-fffd5e114036 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:44.756674 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:44.804797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8903ab-35d4-4656-a396-6e9e6f25f86e req-14e53a71-df32-412d-b96a-08d2c0f12f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:44.806889 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dd8903ab-35d4-4656-a396-6e9e6f25f86e req-14e53a71-df32-412d-b96a-08d2c0f12f6d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 1096 time: 0.3406663 Aug 16 12:53:44.832456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Made reservation on behalf of b57f202bdd7043b7b2e5fc4c5e698207 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:44.835906 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:44.879349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-067e31ac-7339-49b0-bcc0-f36103e09073 req-5c2e7920-dea9-425e-bb7e-8f7e729572db tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312937 Aug 16 12:53:44.959585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Pushing event updated for resources: {'Port': ['ID=016c07e6-cce0-4e77-b426-fffd5e114036,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:45.180586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32994) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:45.205451 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dd8903ab-35d4-4656-a396-6e9e6f25f86e req-2a5a0449-76b4-4e39-ab3a-dba3ef121dd6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416636 Aug 16 12:53:45.236330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b6327460-07d6-455e-9fac-3d502ea8be2c service neutron] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=16587597-f896-4933-b4a2-bc2fdcb4f253,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:45.293817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b6327460-07d6-455e-9fac-3d502ea8be2c service neutron] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:45.298967 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3430fd0d-9404-414c-9eba-6fa23ac0f946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:45.340811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Attempting to bind port 016c07e6-cce0-4e77-b426-fffd5e114036 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:45.341179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Attempting to bind port 016c07e6-cce0-4e77-b426-fffd5e114036 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:45.341540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Attempting to bind port 016c07e6-cce0-4e77-b426-fffd5e114036 on network 05721844-823e-460f-a168-4a22dab945ea {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:45.364732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Port 016c07e6-cce0-4e77-b426-fffd5e114036 on network 05721844-823e-460f-a168-4a22dab945ea not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:45.365077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Attempting to bind port 016c07e6-cce0-4e77-b426-fffd5e114036 on network 05721844-823e-460f-a168-4a22dab945ea {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:45.377137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b6327460-07d6-455e-9fac-3d502ea8be2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16587597-f896-4933-b4a2-bc2fdcb4f253 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:45.392540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:45.392950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Checking segment: {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:45.393378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Bound using segment: {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:45.394173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Bound port: 016c07e6-cce0-4e77-b426-fffd5e114036, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:45.394462 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:45.404821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b6327460-07d6-455e-9fac-3d502ea8be2c service neutron] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16587597-f896-4933-b4a2-bc2fdcb4f253,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:45.456903 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b6327460-07d6-455e-9fac-3d502ea8be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:45.604011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] For port 016c07e6-cce0-4e77-b426-fffd5e114036, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:45.643907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:45.672118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] For port 016c07e6-cce0-4e77-b426-fffd5e114036, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=016c07e6-cce0-4e77-b426-fffd5e114036,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:45.687600 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:45.693178 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:45.744077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Transition to ACTIVE for port object 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:45.749731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'tag': 'f43f3365-1868-40bc-84be-14d7f53a1991'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:45.754194 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f348808-db96-48bb-b74e-303e63f91aef" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "tag": "f43f3365-1868-40bc-84be-14d7f53a1991"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:45.769986 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:45.782860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Allocated IP 192.168.233.245 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/f4c52d3a-88c1-4383-94a2-d6c166531c35) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:45.798006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a93d5-8c25-4611-b851-7725cd3fcb45 req-811da19f-7072-42c3-a2ba-ddf53885facc tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:45.798675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3430fd0d-9404-414c-9eba-6fa23ac0f946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:45.800495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f58a93d5-8c25-4611-b851-7725cd3fcb45 req-811da19f-7072-42c3-a2ba-ddf53885facc tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 1.1005332 Aug 16 12:53:45.814758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:45.815084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c6945-291f-412a-9def-ffb7549e059d req-f1d0c581-a76f-4c35-a8be-a4ece82e9b21 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:45.816126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:45.818824 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-6c952326-6509-4a63-8503-127267f94f45 service neutron] 10.222.0.22 "PUT /v2.0/ports/016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 1091 time: 2.5302389 Aug 16 12:53:45.819713 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a12c6945-291f-412a-9def-ffb7549e059d req-f1d0c581-a76f-4c35-a8be-a4ece82e9b21 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 943 time: 0.2834299 Aug 16 12:53:45.820606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b6327460-07d6-455e-9fac-3d502ea8be2c service neutron] Transition to ACTIVE for port object 16587597-f896-4933-b4a2-bc2fdcb4f253 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:45.832955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:45.838255 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec" -d '{"events": [{"name": "network-changed", "server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:45.850274 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3430fd0d-9404-414c-9eba-6fa23ac0f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:45.862608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b6327460-07d6-455e-9fac-3d502ea8be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:46.010935 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:46.043978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c952326-6509-4a63-8503-127267f94f45 service neutron] Pushing event updated for resources: {'Port': ['ID=016c07e6-cce0-4e77-b426-fffd5e114036,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:46.048240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6e6997-9db8-4aad-901a-53ab5c93d5b4,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:46.070574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430fd0d-9404-414c-9eba-6fa23ac0f946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb980a8c-3fc7-4d94-a222-9fa4e282be3a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:46.128070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a12c6945-291f-412a-9def-ffb7549e059d req-887c7df1-5701-43c8-9354-c531a447008c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495751 Aug 16 12:53:46.185133 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f58a93d5-8c25-4611-b851-7725cd3fcb45 req-a1361d91-13a9-4a97-b4fe-07c3d194f4ea tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636324 Aug 16 12:53:46.196683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b6327460-07d6-455e-9fac-3d502ea8be2c service neutron] No DVR routers for this DVR port 16587597-f896-4933-b4a2-bc2fdcb4f253 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:53:46.250080 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3430fd0d-9404-414c-9eba-6fa23ac0f946 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2423e9059e24378a7bf1dfffb8a8c22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0679896 Aug 16 12:53:46.252017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33008) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:46.389921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56cd4f32-21ab-4dc5-ab2e-4cf6d04e4fba req-9a240f2e-7ea4-43e9-8aa8-eaf77a1b5854 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 210 time: 0.0828078 Aug 16 12:53:46.443145 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:46.513147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Transition to ACTIVE for port object f4c52d3a-88c1-4383-94a2-d6c166531c35 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:46.519746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Attempting to bind port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:46.520081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Attempting to bind port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:46.520408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Attempting to bind port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 on network fa6be2ad-6cc1-4679-a831-ae7a73875124 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:46.546155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 on network fa6be2ad-6cc1-4679-a831-ae7a73875124 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:46.546488 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Attempting to bind port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 on network fa6be2ad-6cc1-4679-a831-ae7a73875124 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:46.562731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d911a339-d1ff-4979-8053-ad7ecae23c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:46.586888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63b335-1187-49df-a7f0-7742de52d928 req-40e01f18-34d3-464d-a99f-200fb8149ed3 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:46.595320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a63b335-1187-49df-a7f0-7742de52d928 req-40e01f18-34d3-464d-a99f-200fb8149ed3 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 943 time: 0.1404619 Aug 16 12:53:46.597693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:46.598039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Checking segment: {'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:46.598464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Bound using segment: {'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:46.598925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Bound port: 0e6e6997-9db8-4aad-901a-53ab5c93d5b4, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2401db56-3995-479a-a202-78b20c64fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:46.599292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:46.678750 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7816b6-833a-42a4-a472-ee1d3ebde9ff x-openstack-request-id: req-6a7816b6-833a-42a4-a472-ee1d3ebde9ff {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:46.679942 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "tag": "f43f3365-1868-40bc-84be-14d7f53a1991", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:46.679942 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a7816b6-833a-42a4-a472-ee1d3ebde9ff {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:46.680525 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'tag': 'f43f3365-1868-40bc-84be-14d7f53a1991', 'status': 'completed', 'code': 200} Aug 16 12:53:46.686427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d911a339-d1ff-4979-8053-ad7ecae23c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:46.744524 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:46.756470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['244f0070-7871-4125-bc73-6c2a75563a87', '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:46.776026 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422ea34b-aa69-44e7-8454-a1080d997cf3 x-openstack-request-id: req-422ea34b-aa69-44e7-8454-a1080d997cf3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:46.776301 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:46.776576 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-422ea34b-aa69-44e7-8454-a1080d997cf3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:46.777022 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036', 'status': 'completed', 'code': 200} Aug 16 12:53:46.805158 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b6327460-07d6-455e-9fac-3d502ea8be2c service neutron] 10.222.0.42 "PUT /v2.0/ports/16587597-f896-4933-b4a2-bc2fdcb4f253/bindings/n-h1-804708-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4146841 Aug 16 12:53:46.831715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-ae7d4f7b-041e-4222-89c2-68c4ee430f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:46.834811 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-ae7d4f7b-041e-4222-89c2-68c4ee430f1f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 1094 time: 0.9165142 Aug 16 12:53:46.854272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:46.861881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6327460-07d6-455e-9fac-3d502ea8be2c service neutron] Pushing event updated for resources: {'Port': ['ID=16587597-f896-4933-b4a2-bc2fdcb4f253,revision_number=10']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:46.893866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:46.897818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a63b335-1187-49df-a7f0-7742de52d928 req-0ae4c010-3da0-4fe3-b8f2-d99a5787494d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013210 Aug 16 12:53:46.923573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:46.933128 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-1559cc51-82c9-4b49-948f-554956cd6d0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 217 time: 0.0808635 Aug 16 12:53:46.933507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:46.998243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f348808-db96-48bb-b74e-303e63f91aef req-7e4374b4-8af2-42ed-a1d1-9600600a682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:46.998671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f348808-db96-48bb-b74e-303e63f91aef req-7e4374b4-8af2-42ed-a1d1-9600600a682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:46.999252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f348808-db96-48bb-b74e-303e63f91aef req-7e4374b4-8af2-42ed-a1d1-9600600a682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.001249 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f348808-db96-48bb-b74e-303e63f91aef req-7e4374b4-8af2-42ed-a1d1-9600600a682e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2824 time: 0.2233438 Aug 16 12:53:47.024486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:47.067770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-c0d538e6-581a-4fc9-8096-aea1a815f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.069785 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-c0d538e6-581a-4fc9-8096-aea1a815f907 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.1123531 Aug 16 12:53:47.096228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] For port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:47.112791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] For port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0e6e6997-9db8-4aad-901a-53ab5c93d5b4,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:47.126945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-e6c72402-b464-491b-be35-8dbf5d7ea410 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.128459 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-e6c72402-b464-491b-be35-8dbf5d7ea410 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.2170599 Aug 16 12:53:47.139314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaddc4-9d0a-41c9-9299-c815a028c816 req-8f7ca79f-a8c8-4aa7-bb69-d1e265309313 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.152387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaddc4-9d0a-41c9-9299-c815a028c816 req-8f7ca79f-a8c8-4aa7-bb69-d1e265309313 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.182670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaddc4-9d0a-41c9-9299-c815a028c816 req-8f7ca79f-a8c8-4aa7-bb69-d1e265309313 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.190476 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7acaddc4-9d0a-41c9-9299-c815a028c816 req-8f7ca79f-a8c8-4aa7-bb69-d1e265309313 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2413 time: 0.3764570 Aug 16 12:53:47.213381 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.214593 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:47.224551 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:47.229017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f348808-db96-48bb-b74e-303e63f91aef req-b1d7eaac-f373-4a1e-9777-b7002244bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.229458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f348808-db96-48bb-b74e-303e63f91aef req-b1d7eaac-f373-4a1e-9777-b7002244bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.229947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f348808-db96-48bb-b74e-303e63f91aef req-b1d7eaac-f373-4a1e-9777-b7002244bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.232071 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f348808-db96-48bb-b74e-303e63f91aef req-b1d7eaac-f373-4a1e-9777-b7002244bed5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2180846 Aug 16 12:53:47.236626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bf96ce45-90ae-46b2-b7be-38fc1f6fe710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.238365 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-bf96ce45-90ae-46b2-b7be-38fc1f6fe710 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d&tenant_id=9cd65f42c34443729102b1f64cb34d2e HTTP/1.1" status: 200 len: 1095 time: 0.0924547 Aug 16 12:53:47.247992 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d911a339-d1ff-4979-8053-ad7ecae23c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:47.249722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-79594970-f60b-4802-b909-58fc1e4c28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.252081 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-79594970-f60b-4802-b909-58fc1e4c28ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415529 Aug 16 12:53:47.253516 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d911a339-d1ff-4979-8053-ad7ecae23c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:47.259835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d911a339-d1ff-4979-8053-ad7ecae23c35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb980a8c-3fc7-4d94-a222-9fa4e282be3a HTTP/1.1" status: 204 len: 168 time: 1.0067868 Aug 16 12:53:47.311130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4897239b-48b8-4f61-9d0c-e48ee997fcb3 None None] Provisioning for port f4c52d3a-88c1-4383-94a2-d6c166531c35 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:47.326021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4897239b-48b8-4f61-9d0c-e48ee997fcb3 None None] Provisioning complete for port f4c52d3a-88c1-4383-94a2-d6c166531c35 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:47.326435 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4897239b-48b8-4f61-9d0c-e48ee997fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:47.452623 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.454318 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:47.456888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/0e6e6997-9db8-4aad-901a-53ab5c93d5b4 HTTP/1.1" status: 200 len: 1092 time: 3.0588183 Aug 16 12:53:47.458789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911a339-d1ff-4979-8053-ad7ecae23c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb980a8c-3fc7-4d94-a222-9fa4e282be3a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:47.471737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-49e675e7-8c12-4c66-a7f7-f089bca158a6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3976784 Aug 16 12:53:47.499987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Request body: {'port': {'device_id': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:47.516061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4897239b-48b8-4f61-9d0c-e48ee997fcb3 None None] Port f4c52d3a-88c1-4383-94a2-d6c166531c35 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:53:47.520983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-e53462ba-d83d-41a1-bf8a-97d1c9a34b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.524561 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-e53462ba-d83d-41a1-bf8a-97d1c9a34b7b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9cd65f42c34443729102b1f64cb34d2e&device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 1095 time: 0.2215035 Aug 16 12:53:47.528384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f348808-db96-48bb-b74e-303e63f91aef req-63c9aca6-c4db-4f6c-99a2-ebe21d21ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.531573 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f348808-db96-48bb-b74e-303e63f91aef req-63c9aca6-c4db-4f6c-99a2-ebe21d21ab72 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2916133 Aug 16 12:53:47.550059 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7acaddc4-9d0a-41c9-9299-c815a028c816 req-29b1e1d9-1350-49b2-8afd-b501620af2ae tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284907 Aug 16 12:53:47.623234 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-defd63d8-8bb5-47be-b0b6-29f170b6d73a service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559089 Aug 16 12:53:47.670666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261298b-9b63-4e5a-8f5b-4ab6468c9ed6 req-f4aad8a9-e5f1-438f-a71d-bfdd3541e417 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.680900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8261298b-9b63-4e5a-8f5b-4ab6468c9ed6 req-f4aad8a9-e5f1-438f-a71d-bfdd3541e417 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 944 time: 0.3807807 Aug 16 12:53:47.771271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8261298b-9b63-4e5a-8f5b-4ab6468c9ed6 req-83f7f939-e663-40d9-9feb-ec0dd39388b4 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871117 Aug 16 12:53:47.774235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966cbd0-530a-4533-a686-58b7fe0106d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6e6997-9db8-4aad-901a-53ab5c93d5b4,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:47.901525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-65cf20d0-9400-407c-994d-8693097a0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.902431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-65cf20d0-9400-407c-994d-8693097a0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.903276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-65cf20d0-9400-407c-994d-8693097a0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.910939 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-65cf20d0-9400-407c-994d-8693097a0f38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2866 time: 0.3118403 Aug 16 12:53:47.923957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-675f7a02-6c68-4ac6-8a55-16e47bbfa659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:47.925560 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-675f7a02-6c68-4ac6-8a55-16e47bbfa659 service neutron] 10.222.0.22 "GET /v2.0/networks?id=76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 200 len: 908 time: 0.3890610 Aug 16 12:53:47.973861 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:47.987362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-05ab1b5c-cdde-4ce5-958e-a2e3962ecf10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=99d4ee3e-70ac-4268-80df-ac5883c9e25b HTTP/1.1" status: 200 len: 217 time: 0.0659628 Aug 16 12:53:48.035610 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-5cc0abe6-fd74-4be0-8806-69a499f2a7cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16587597-f896-4933-b4a2-bc2fdcb4f253 HTTP/1.1" status: 200 len: 217 time: 0.0612483 Aug 16 12:53:48.080815 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d97cc7c4-4f3f-493e-8cdb-437326b2b43e req-730dcbb5-2c40-45ed-ba13-b814771244af service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078207 Aug 16 12:53:48.111720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f367e4a-75a4-47d4-b823-b8e321f246c3 req-3f9b8f03-accc-423b-a56e-9324401b46ef tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:48.119273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f367e4a-75a4-47d4-b823-b8e321f246c3 req-3f9b8f03-accc-423b-a56e-9324401b46ef tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.3308828 Aug 16 12:53:48.145214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-3847d26d-5f95-45fc-b7e8-4e73dc200a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:48.147161 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-3847d26d-5f95-45fc-b7e8-4e73dc200a71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10f5806e-32df-4d60-82af-47e11b7431a7 HTTP/1.1" status: 200 len: 801 time: 0.1275070 Aug 16 12:53:48.153413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b9853834-0a88-4294-bd47-534024b1b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:48.154955 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-b9853834-0a88-4294-bd47-534024b1b3f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 200 len: 848 time: 0.0917878 Aug 16 12:53:48.226088 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-0bd45cee-18e0-4b9b-8dc0-a2bdc42ba5d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=76f9c591-4b94-4981-a8da-d9580c00efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601630 Aug 16 12:53:48.251998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c078334-4988-4aa4-8a53-722c6a930069 req-580c6af3-ec3a-4eaa-b8b3-e9c3faaeb1d5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:48.254640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c078334-4988-4aa4-8a53-722c6a930069 req-580c6af3-ec3a-4eaa-b8b3-e9c3faaeb1d5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 936 time: 0.2469816 Aug 16 12:53:48.300165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-ea87ac45-99d5-4540-a800-eb262cb2f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:48.301698 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-ea87ac45-99d5-4540-a800-eb262cb2f123 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6be2ad-6cc1-4679-a831-ae7a73875124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1457987 Aug 16 12:53:48.338217 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f367e4a-75a4-47d4-b823-b8e321f246c3 req-ece21100-726f-402c-b958-81a9b4f59bc8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123435 Aug 16 12:53:48.400924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec req-3cab83ec-6e7c-4f12-bc8e-57319dece6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:48.402553 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec req-3cab83ec-6e7c-4f12-bc8e-57319dece6b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 1094 time: 0.2275662 Aug 16 12:53:48.494364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c078334-4988-4aa4-8a53-722c6a930069 req-ba926f9b-ff0d-470d-a025-a129d4870efe tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111869 Aug 16 12:53:48.550835 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-097d2ae6-084e-41bf-9790-2b53e6bb6a74 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071911 Aug 16 12:53:48.601227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33046) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:48.620029 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-bff232de-be87-4d12-b467-2920f84b5e9a service neutron] 10.222.0.42 "GET /v2.0/networks/fa6be2ad-6cc1-4679-a831-ae7a73875124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777059 Aug 16 12:53:48.647571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2dc32-968f-47bf-bf8a-21e75da15b50 req-0452b62a-3d1d-4a2b-806a-6cec5fbcd470 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:48.649881 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71c2dc32-968f-47bf-bf8a-21e75da15b50 req-0452b62a-3d1d-4a2b-806a-6cec5fbcd470 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 943 time: 0.1197329 Aug 16 12:53:48.660142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec req-38ae3d03-50f0-4c76-b65e-33d2f8721f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:48.661694 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec req-38ae3d03-50f0-4c76-b65e-33d2f8721f16 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.2485073 Aug 16 12:53:48.682868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'tag': '0e6e6997-9db8-4aad-901a-53ab5c93d5b4'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:48.685050 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "tag": "0e6e6997-9db8-4aad-901a-53ab5c93d5b4"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:48.765829 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec req-f6523c79-94cb-4795-b445-b5b1a02b4d81 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 217 time: 0.0860381 Aug 16 12:53:48.771144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e8a51-7384-4178-9f98-448750be2d7d req-68cd6892-107d-472f-bc29-5dcee4d4d7ae tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:48.779357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-829e8a51-7384-4178-9f98-448750be2d7d req-68cd6892-107d-472f-bc29-5dcee4d4d7ae tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 1096 time: 0.1562524 Aug 16 12:53:48.796886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71c2dc32-968f-47bf-bf8a-21e75da15b50 req-6d455f23-4f91-4520-b474-510fcc5ae54a tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267579 Aug 16 12:53:48.807478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c52d3a-88c1-4383-94a2-d6c166531c35 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:48.827331 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:48.828623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1015244276-network', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:48.838561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-829e8a51-7384-4178-9f98-448750be2d7d req-7b976c98-e49d-4d78-b99b-0c362cf490d5 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579593 Aug 16 12:53:48.848845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Transition to ACTIVE for port object f4c52d3a-88c1-4383-94a2-d6c166531c35 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:48.856271 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:48.869519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-c684ec18-d0bf-4690-bef5-f2330d52cf43 service neutron] 10.222.0.22 "GET /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098035 Aug 16 12:53:48.908164 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-acaf4996-f119-4496-b48e-0ffb1b3622f5 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6be2ad-6cc1-4679-a831-ae7a73875124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546535 Aug 16 12:53:48.911488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec req-64e239d4-5922-48f5-b12a-18e49fca5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:48.916918 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec req-64e239d4-5922-48f5-b12a-18e49fca5388 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.1416049 Aug 16 12:53:48.934463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Made reservation on behalf of 95f5cc5c35b94402b51e49e4147bd21d for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:48.937955 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:48.945808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:48.976994 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9bc2a4-cdb9-4c1a-ae48-57c83fb7bd4c x-openstack-request-id: req-ec9bc2a4-cdb9-4c1a-ae48-57c83fb7bd4c {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:48.977297 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "tag": "0e6e6997-9db8-4aad-901a-53ab5c93d5b4", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:48.977553 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec9bc2a4-cdb9-4c1a-ae48-57c83fb7bd4c {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:48.980955 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'tag': '0e6e6997-9db8-4aad-901a-53ab5c93d5b4', 'status': 'completed', 'code': 200} Aug 16 12:53:49.002144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:49.009378 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-63c42650-f142-4e86-9e3f-a880c4f142fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.228&port_id=f43f3365-1868-40bc-84be-14d7f53a1991 HTTP/1.1" status: 200 len: 217 time: 0.0897641 Aug 16 12:53:49.074426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eabc8b-411d-42b6-87b6-76b7310410c8 req-077335fc-cc52-4550-acb0-665264a2ccd6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:49.081730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eabc8b-411d-42b6-87b6-76b7310410c8 req-077335fc-cc52-4550-acb0-665264a2ccd6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:49.088141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eabc8b-411d-42b6-87b6-76b7310410c8 req-077335fc-cc52-4550-acb0-665264a2ccd6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:49.090441 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91eabc8b-411d-42b6-87b6-76b7310410c8 req-077335fc-cc52-4550-acb0-665264a2ccd6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2413 time: 0.0996263 Aug 16 12:53:49.104079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:49.104822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:49.106557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:49.123443 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Port f4c52d3a-88c1-4383-94a2-d6c166531c35 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:49.123969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:49.134034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec req-0a5077f1-0a19-4c19-b544-5ccccf8679d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:49.136014 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec req-0a5077f1-0a19-4c19-b544-5ccccf8679d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924624 Aug 16 12:53:49.158081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-e4b82c02-abc2-4d62-bfac-d8488add4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:49.159731 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-e4b82c02-abc2-4d62-bfac-d8488add4726 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9566df4a-4026-4178-9e4e-bfa30a24a5b6 HTTP/1.1" status: 200 len: 801 time: 0.1190224 Aug 16 12:53:49.192469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:49.193015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:49.193638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:49.194490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Bound port: f4c52d3a-88c1-4383-94a2-d6c166531c35, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:49.195130 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:49.310847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10671d-e2fb-4d30-9bec-883744c2ed52 req-354123c5-a6a4-4530-9d32-8efcff6f7b34 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:49.313939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d10671d-e2fb-4d30-9bec-883744c2ed52 req-354123c5-a6a4-4530-9d32-8efcff6f7b34 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 944 time: 0.2197890 Aug 16 12:53:49.322126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91eabc8b-411d-42b6-87b6-76b7310410c8 req-c59e7204-db2d-477c-83ff-1644b4b5d5bc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010314 Aug 16 12:53:49.367356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-320c3b00-0023-4e02-920b-91827dd3863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:49.369133 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-320c3b00-0023-4e02-920b-91827dd3863b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cef06f8-9237-4782-b7c9-ee28cf5d9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1901245 Aug 16 12:53:49.396321 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec req-6c8d0a92-5de6-46d9-9c3e-a604cae679db service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487381 Aug 16 12:53:49.401839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-4b5332e1-afd3-404f-b13f-e75c20cbc3bc tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:49.403430 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-4b5332e1-afd3-404f-b13f-e75c20cbc3bc tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d&tenant_id=9cd65f42c34443729102b1f64cb34d2e&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1980460 Aug 16 12:53:49.470649 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d10671d-e2fb-4d30-9bec-883744c2ed52 req-7c1821cc-d069-49ae-a287-d25230522799 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464858 Aug 16 12:53:49.476471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:49.483864 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:49.507590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:49.519466 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:49.523886 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:49.543626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174701f2-1b4f-498c-87aa-33845f930204 req-134e17ba-9584-4982-9aac-7ad0d25d2af4 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:49.546266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-174701f2-1b4f-498c-87aa-33845f930204 req-134e17ba-9584-4982-9aac-7ad0d25d2af4 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 1096 time: 0.1398933 Aug 16 12:53:49.607889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:53:49.609245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:49.611652 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:49.613984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] 10.222.0.42 "PUT /v2.0/ports/f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 1096 time: 2.1212511 Aug 16 12:53:49.657975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:49.658347 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Added segment 98db9944-250e-4db5-b47a-10e4ae0266d0 of type vlan for network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea Aug 16 12:53:49.661025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e084ca96-f81c-40d9-9316-8a3bfc1b3b80,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:49.767259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-174701f2-1b4f-498c-87aa-33845f930204 req-26e6d271-2717-488e-9ac2-171e24226b01 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802843 Aug 16 12:53:49.768330 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c649c6-b352-4cdf-a971-34a7cc0101cb service neutron] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:49.810227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31b2df6d-0f5a-48ee-bc4e-54a23c45fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:49.813431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-31b2df6d-0f5a-48ee-bc4e-54a23c45fdae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1099 time: 0.0874708 Aug 16 12:53:49.838761 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-fd01339e-53d2-4ff1-89ac-f58eb932a216 service neutron] 10.222.0.42 "GET /v2.0/networks/4cef06f8-9237-4782-b7c9-ee28cf5d9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548872 Aug 16 12:53:49.848070 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a65b0abe-ead2-4dc1-9f38-33fb434b89ec req-d1f15e39-fd8c-49f4-bc7e-e5b542654ad4 service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220746 Aug 16 12:53:49.850807 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:49.927683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-9c6f6e4f-c8d0-4be6-ae20-4f42e6f051af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 217 time: 0.1054084 Aug 16 12:53:49.977784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.resource_extend [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:53:50.013925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-ca089a70-cd66-4e98-b785-107050138568 service neutron] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:50.018289 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:50.019547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:50.020143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:50.029918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-ca089a70-cd66-4e98-b785-107050138568 service neutron] Notify callbacks [] for binding, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:50.031089 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-ca089a70-cd66-4e98-b785-107050138568 service neutron] 10.222.0.22 "DELETE /v2.0/ports/16587597-f896-4933-b4a2-bc2fdcb4f253/bindings/n-h2-804708-1 HTTP/1.1" status: 204 len: 173 time: 0.6068909 Aug 16 12:53:50.128397 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10c5b0-c6d2-4425-8a2b-48e5271c071f req-0607a571-06c6-40bc-8536-2fe45f853ead tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:50.130040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d10c5b0-c6d2-4425-8a2b-48e5271c071f req-0607a571-06c6-40bc-8536-2fe45f853ead tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 948 time: 0.2009780 Aug 16 12:53:50.152002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbc495-f76c-4beb-8394-2e514444e78e req-27fb8fdd-4201-4364-9928-ef4ad742f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:50.153956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-27fb8fdd-4201-4364-9928-ef4ad742f3de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1706467 Aug 16 12:53:50.163161 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-29b62cca-8e03-4039-bd08-69eb979660b1 service neutron] 10.222.0.42 "GET /v2.0/networks/4cef06f8-9237-4782-b7c9-ee28cf5d9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081307 Aug 16 12:53:50.170811 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5641439 Aug 16 12:53:50.182586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33066) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:50.192476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] Request body: {'subnet': {'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1015244276-subnet', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:50.217841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65cb3-e2aa-4aa8-8ec6-3828613da772 req-d442ebb3-67ad-4c0b-b076-be2ef3c1a230 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:50.221192 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7d65cb3-e2aa-4aa8-8ec6-3828613da772 req-d442ebb3-67ad-4c0b-b076-be2ef3c1a230 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 943 time: 0.2187154 Aug 16 12:53:50.243466 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94b371-ec6d-47bf-bc63-e0ec2aee19f6 admin admin] Pushing event updated for resources: {'Network': ['ID=0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:50.248606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-d7b92e59-f7ce-4039-ab8f-b4e97f8468db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.195&port_id=0e6e6997-9db8-4aad-901a-53ab5c93d5b4 HTTP/1.1" status: 200 len: 217 time: 0.0767481 Aug 16 12:53:50.260684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:53:50.273608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d10c5b0-c6d2-4425-8a2b-48e5271c071f req-671f8519-ac64-4d87-838a-40f8dedba013 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332145 Aug 16 12:53:50.285944 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] Made reservation on behalf of 95f5cc5c35b94402b51e49e4147bd21d for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:53:50.288722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:50.326204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbc495-f76c-4beb-8394-2e514444e78e req-50ddf3c4-11fe-402e-bf96-03971e76d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:50.326204 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-50ddf3c4-11fe-402e-bf96-03971e76d9c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539493 Aug 16 12:53:50.342850 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7d65cb3-e2aa-4aa8-8ec6-3828613da772 req-d53f0052-f7d0-459b-b32d-8efa7369723d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103859 Aug 16 12:53:50.366426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-4cfcad4c-493a-43e3-8349-638fe252c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:50.369883 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-4cfcad4c-493a-43e3-8349-638fe252c024 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10f5806e-32df-4d60-82af-47e11b7431a7 HTTP/1.1" status: 200 len: 801 time: 0.1123502 Aug 16 12:53:50.496532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8ac18c26-ff75-45a2-91e4-37e0ccb89ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:50.498762 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-8ac18c26-ff75-45a2-91e4-37e0ccb89ac7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6be2ad-6cc1-4679-a831-ae7a73875124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1208661 Aug 16 12:53:50.633322 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03ce02-7703-41bf-a495-6328a37676cb req-4a7bc2f5-aed5-4b22-874d-ffc9d168552c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:50.639678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03ce02-7703-41bf-a495-6328a37676cb req-4a7bc2f5-aed5-4b22-874d-ffc9d168552c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:50.647340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03ce02-7703-41bf-a495-6328a37676cb req-4a7bc2f5-aed5-4b22-874d-ffc9d168552c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:50.649287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf03ce02-7703-41bf-a495-6328a37676cb req-4a7bc2f5-aed5-4b22-874d-ffc9d168552c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2413 time: 0.1752205 Aug 16 12:53:50.730389 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-4c64f85e-735c-4004-8fe9-65c0d0c30735 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6be2ad-6cc1-4679-a831-ae7a73875124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076299 Aug 16 12:53:50.749964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-823428d4-a8a7-4d41-ac13-e1a2be875986 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967626 Aug 16 12:53:50.883759 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747ae3f0-326f-407d-afbc-c73b1ffe1fb5 req-e0515684-5fa3-49e4-8476-1838a9a0ed4c service neutron] 10.222.0.42 "GET /v2.0/networks/fa6be2ad-6cc1-4679-a831-ae7a73875124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438537 Aug 16 12:53:50.965093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf03ce02-7703-41bf-a495-6328a37676cb req-9faab3de-6348-42b8-b8ed-98668886390b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708893 Aug 16 12:53:50.984318 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:50.989003 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:50.998041 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:51.022930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-57421d64-9eef-41f5-be1f-234e69170d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:51.023701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-57421d64-9eef-41f5-be1f-234e69170d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:51.024240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-57421d64-9eef-41f5-be1f-234e69170d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:51.026080 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-57421d64-9eef-41f5-be1f-234e69170d50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2866 time: 0.0738072 Aug 16 12:53:51.150433 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38dbc495-f76c-4beb-8394-2e514444e78e req-1776e854-ed80-4ffc-af0e-33d6d1d5522b service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894973 Aug 16 12:53:51.160906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52aede64-8d00-46b7-8bd2-aad3601112bd,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:51.174297 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 016c07e6-cce0-4e77-b426-fffd5e114036 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:53:51.187505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] Checking segment: {'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:51.188653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] Network hostable DHCP agents. Network: 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:53:51.223581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-eddcfcfc-2083-4658-b686-670fe9a8983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:51.226725 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-eddcfcfc-2083-4658-b686-670fe9a8983f service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa6be2ad-6cc1-4679-a831-ae7a73875124 HTTP/1.1" status: 200 len: 901 time: 0.1912436 Aug 16 12:53:51.308588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] Network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:53:51.358076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9afcf-7f1d-4456-a07c-97cfaed35623 req-6cdfac3f-f0e5-4a6e-9ab6-51f9a8a3676a tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:51.361121 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67d9afcf-7f1d-4456-a07c-97cfaed35623 req-6cdfac3f-f0e5-4a6e-9ab6-51f9a8a3676a tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 944 time: 0.1614647 Aug 16 12:53:51.372467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:51.388312 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fdb865-73b2-4e00-b36d-935ab25dfea3 None None] Network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:53:51.403748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:51.404680 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:51.476330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67d9afcf-7f1d-4456-a07c-97cfaed35623 req-c3384e6d-81c4-4610-9e4f-98b541bf1cdb tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071379 Aug 16 12:53:51.484002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-12a42ce6-5ab9-426e-9ec2-afbb8fed5236 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2978854 Aug 16 12:53:51.486222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33102) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:51.499073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:51.554431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 016c07e6-cce0-4e77-b426-fffd5e114036, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=016c07e6-cce0-4e77-b426-fffd5e114036,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:51.572377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '016c07e6-cce0-4e77-b426-fffd5e114036', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'port_id': '016c07e6-cce0-4e77-b426-fffd5e114036', 'mac_address': 'fa:16:3e:49:6f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:53:51.585997 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:51.588180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:51.680627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-02da84d0-c105-461a-8123-9397d60bc7e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.195&port_id=0e6e6997-9db8-4aad-901a-53ab5c93d5b4 HTTP/1.1" status: 200 len: 217 time: 0.4403777 Aug 16 12:53:51.715558 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:51.749942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:51.778924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-fabdbda3-c6d1-4936-a7dc-ca8ac4a52a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:51.780914 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-fabdbda3-c6d1-4936-a7dc-ca8ac4a52a03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10f5806e-32df-4d60-82af-47e11b7431a7 HTTP/1.1" status: 200 len: 801 time: 0.0897098 Aug 16 12:53:51.815701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016c07e6-cce0-4e77-b426-fffd5e114036 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:51.823512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:53:51.824401 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:51.872062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 016c07e6-cce0-4e77-b426-fffd5e114036, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=016c07e6-cce0-4e77-b426-fffd5e114036,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:51.888243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-a8090ba6-4a6a-4628-b317-239d27418a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:51.891673 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-a8090ba6-4a6a-4628-b317-239d27418a07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa6be2ad-6cc1-4679-a831-ae7a73875124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0919008 Aug 16 12:53:51.933856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:51.941849 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60fe399-77a2-48ae-9286-a7abe8925f21 x-openstack-request-id: req-e60fe399-77a2-48ae-9286-a7abe8925f21 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:51.942540 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:51.943211 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e60fe399-77a2-48ae-9286-a7abe8925f21 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:51.943825 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'status': 'completed', 'code': 200} Aug 16 12:53:51.970985 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:52.062675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a req-abcbae42-0c4b-4827-8ca1-530999511134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:52.064734 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a req-abcbae42-0c4b-4827-8ca1-530999511134 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1099 time: 0.1192365 Aug 16 12:53:52.068666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-b798b6b1-885e-43e6-81b2-632676ccdbe8 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:53:52.070181 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-b798b6b1-885e-43e6-81b2-632676ccdbe8 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116313 Aug 16 12:53:52.093076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-ca8ff6fa-8ea9-42eb-a9b0-449926a0a3fb service neutron] 10.222.0.42 "GET /v2.0/networks/fa6be2ad-6cc1-4679-a831-ae7a73875124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851952 Aug 16 12:53:52.093460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Request body: {'binding': {'host': 'n-h2-804708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:53:52.093686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Unknown quota resources ['binding']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 12:53:52.154033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=016c07e6-cce0-4e77-b426-fffd5e114036,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:52.192920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Allocated IP 172.20.0.2 (0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea/52aede64-8d00-46b7-8bd2-aad3601112bd/8cdd0b2a-b26a-4c21-9cab-40951ee25f8f) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:52.211136 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aac14c67-3f06-4d3c-99f9-f27d1e66b44e req-c896e147-ba6e-4658-91a1-80eefc5ec72b service neutron] 10.222.0.42 "GET /v2.0/networks/fa6be2ad-6cc1-4679-a831-ae7a73875124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096768 Aug 16 12:53:52.217687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b063e-188e-45b0-b914-5d68560a7cbf req-489f8989-fe9d-4740-b94c-13f05b5ac38a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:52.220610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e1b063e-188e-45b0-b914-5d68560a7cbf req-489f8989-fe9d-4740-b94c-13f05b5ac38a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 948 time: 0.2320409 Aug 16 12:53:52.382545 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:52.394459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Transition to ACTIVE for port object 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:52.415320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Transition to ACTIVE for port object 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:52.424758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['016c07e6-cce0-4e77-b426-fffd5e114036'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:52.429974 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:52.516013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:52.521617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:52.526765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Pushing event updated for resources: {'Port': ['ID=8cdd0b2a-b26a-4c21-9cab-40951ee25f8f,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:52.529140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:52.623010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Attempting to bind port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:52.623443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Attempting to bind port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:52.623901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Attempting to bind port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f on network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:52.639178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:52.639551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Checking segment: {'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:52.639997 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:52.640396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Bound using segment: {'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:52.640964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Bound port: 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:52.642004 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:52.675573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a req-008773f0-2c0a-4043-bbf7-5a960848108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:52.677091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a req-008773f0-2c0a-4043-bbf7-5a960848108c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.6032374 Aug 16 12:53:52.711016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e1b063e-188e-45b0-b914-5d68560a7cbf req-c0e002b3-7abc-458a-a7b0-98f468d3d59a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583127 Aug 16 12:53:52.744759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 on host n-h2-804708-1 for vnic_type normal with profile None {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:52.745111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:52.745452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:52.754080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Port 422b9681-a527-4540-ab0f-9ac13c373da0 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:53:52.754618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:52.759715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] For port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:52.763446 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:52.764129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:52.764658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] For port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8cdd0b2a-b26a-4c21-9cab-40951ee25f8f,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:52.764932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:52.765736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Bound port: 422b9681-a527-4540-ab0f-9ac13c373da0, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:52.776840 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:52.874352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af2668-8ac3-428f-99f3-ee8e88b0826d None None] Pushing event updated for resources: {'Port': ['ID=8cdd0b2a-b26a-4c21-9cab-40951ee25f8f,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:52.959775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a req-61d8119e-85a5-43be-9c23-f85b92bc8aa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 217 time: 0.2671180 Aug 16 12:53:53.059136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=422b9681-a527-4540-ab0f-9ac13c373da0,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:53.077786 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] Notify callbacks [] for binding, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:53.079654 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-f6a7749f-d376-4c55-bbd6-f6e2491bf563 service neutron] 10.222.0.25 "POST /v2.0/ports/422b9681-a527-4540-ab0f-9ac13c373da0/bindings HTTP/1.1" status: 201 len: 389 time: 0.9917123 Aug 16 12:53:53.091816 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:53.095501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a req-6f4cff3d-7da3-454c-92d8-b59e00b66e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:53.097323 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a req-6f4cff3d-7da3-454c-92d8-b59e00b66e7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1294649 Aug 16 12:53:53.133353 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:53.326031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a req-ca3a6d5a-3d48-43ec-8f86-26c6e86a0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:53.331188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a req-ca3a6d5a-3d48-43ec-8f86-26c6e86a0c02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2128799 Aug 16 12:53:53.453309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-8f101981-1f10-44b4-a823-eebc82e49eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:53.457358 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-8f101981-1f10-44b4-a823-eebc82e49eba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 1096 time: 0.0761137 Aug 16 12:53:53.481115 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45788120-8cfc-42cf-80b6-2d89ebfdcc2c req-deb2a495-88f4-4432-98d9-c51ac9ca3e9a tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:53.482741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45788120-8cfc-42cf-80b6-2d89ebfdcc2c req-deb2a495-88f4-4432-98d9-c51ac9ca3e9a tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 944 time: 0.6043792 Aug 16 12:53:53.508853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Allocated IP 172.25.0.151 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/d1113233-047e-4e94-8cf3-b0b6314be60e) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:53.551580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb2038-3767-45bd-98db-93b790af20e5 req-6cc65a7d-5bea-40bc-ba2c-d846a85536b5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:53.557501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb2038-3767-45bd-98db-93b790af20e5 req-6cc65a7d-5bea-40bc-ba2c-d846a85536b5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:53.563640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb2038-3767-45bd-98db-93b790af20e5 req-6cc65a7d-5bea-40bc-ba2c-d846a85536b5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:53.565457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1edb2038-3767-45bd-98db-93b790af20e5 req-6cc65a7d-5bea-40bc-ba2c-d846a85536b5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2413 time: 0.2323952 Aug 16 12:53:53.599657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-3568731e-9ac3-45a7-a062-53523864f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:53.602525 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-3568731e-9ac3-45a7-a062-53523864f91e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.1373050 Aug 16 12:53:53.632670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a req-aacaf12c-8354-4d48-b60c-101a557451c5 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775354 Aug 16 12:53:53.639665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45788120-8cfc-42cf-80b6-2d89ebfdcc2c req-e86aa4c5-a8a2-4bd7-88a5-3f0de0c85178 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463177 Aug 16 12:53:53.681284 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-a8d6b863-c261-4d0e-9585-0eeff4c887ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422b9681-a527-4540-ab0f-9ac13c373da0 HTTP/1.1" status: 200 len: 217 time: 0.0692585 Aug 16 12:53:53.776890 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1edb2038-3767-45bd-98db-93b790af20e5 req-76a6f25e-744f-4813-be81-80b0b8542fd9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957717 Aug 16 12:53:53.781580 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-75832360-a25d-49a2-923f-326d25ef3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:53.787659 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-75832360-a25d-49a2-923f-326d25ef3f95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.0935254 Aug 16 12:53:53.847309 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:53.856003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82638694-cc9f-4757-8bde-9d7e6c3d7d8a req-c70cc33a-9b2d-4250-b5e3-20ea130884e1 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140243 Aug 16 12:53:53.856586 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-5d483f64-c48e-4f12-8061-458edf7b5c3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591803 Aug 16 12:53:53.932282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a4765-4021-4c6f-8518-e69c1e284de4 req-3d8f486d-1b77-4dbe-90a6-06cd939fb75b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:53.933996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee5a4765-4021-4c6f-8518-e69c1e284de4 req-3d8f486d-1b77-4dbe-90a6-06cd939fb75b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.0739541 Aug 16 12:53:53.965018 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:53.988177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:53.992324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:54.013281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:54.076698 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-0bf62c43-9c20-484c-ab1b-113023aa2a76 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023702 Aug 16 12:53:54.097288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee5a4765-4021-4c6f-8518-e69c1e284de4 req-f98f65b0-4d49-45c6-aadc-d778b10aba98 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535938 Aug 16 12:53:54.117500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027017b3-8f6d-4051-8e09-6f6d51aa4bcc None None] Network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:53:54.122772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Pushing event updated for resources: {'Port': ['ID=d1113233-047e-4e94-8cf3-b0b6314be60e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:54.131793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c68bd-3bcb-4b8c-be9e-ed1f683c7467 req-ed52d582-64e5-4fa8-8e03-c64cc2eaed07 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:54.133340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-757c68bd-3bcb-4b8c-be9e-ed1f683c7467 req-ed52d582-64e5-4fa8-8e03-c64cc2eaed07 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 1095 time: 0.1177633 Aug 16 12:53:54.197731 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-d8ecdf28-60bd-4e8f-8e93-884743c61fce service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121452 Aug 16 12:53:54.214736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.215077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.215550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.215736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.216047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.216372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.216685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.217009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.217328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.217643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.217964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.218353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:54.280058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-757c68bd-3bcb-4b8c-be9e-ed1f683c7467 req-10c083a3-41d5-46f9-812b-0b074d54a7b4 tempest-LiveMigrationTest-1777214066 tempest-LiveMigrationTest-1777214066-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099613 Aug 16 12:53:54.318416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d97f969f-e742-4446-920e-f84518c583b9 None None] Provisioning for port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:54.337743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f43f3365-1868-40bc-84be-14d7f53a1991 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:53:54.513924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c9f34-2ced-4987-80be-43ba05746dc3 req-18ca1009-01f4-4267-b1c8-493edfead698 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:54.527306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-445c9f34-2ced-4987-80be-43ba05746dc3 req-18ca1009-01f4-4267-b1c8-493edfead698 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 948 time: 0.2358925 Aug 16 12:53:54.656077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f43f3365-1868-40bc-84be-14d7f53a1991, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f43f3365-1868-40bc-84be-14d7f53a1991,segment=NetworkSegment(53ed05c5-e7a0-413f-9f11-32925775df29),segment_id=53ed05c5-e7a0-413f-9f11-32925775df29)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:54.682015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'f43f3365-1868-40bc-84be-14d7f53a1991', 'network_id': '4cef06f8-9237-4782-b7c9-ee28cf5d9c12', 'port_id': 'f43f3365-1868-40bc-84be-14d7f53a1991', 'mac_address': 'fa:16:3e:e3:9a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9566df4a-4026-4178-9e4e-bfa30a24a5b6', 'ip_address': '19.86.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:53:54.737174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-445c9f34-2ced-4987-80be-43ba05746dc3 req-11088893-e0e7-451f-aa62-6af41db887c1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070739 Aug 16 12:53:54.747575 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:54.801719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab0381-ad9d-41bd-a6d7-7c89515d3d9e req-202f12b7-9a20-49f0-95a0-b8ce0414442d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:54.803521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41ab0381-ad9d-41bd-a6d7-7c89515d3d9e req-202f12b7-9a20-49f0-95a0-b8ce0414442d tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 944 time: 0.2568164 Aug 16 12:53:54.824588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43f3365-1868-40bc-84be-14d7f53a1991 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:54.827594 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:54.841587 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:54.893388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f43f3365-1868-40bc-84be-14d7f53a1991, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f43f3365-1868-40bc-84be-14d7f53a1991,segment=NetworkSegment(53ed05c5-e7a0-413f-9f11-32925775df29),segment_id=53ed05c5-e7a0-413f-9f11-32925775df29)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:54.914877 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:54.915549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:53:55.050063 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41ab0381-ad9d-41bd-a6d7-7c89515d3d9e req-48c5b1b4-e01f-4835-b7aa-b6c69a0cbf4b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320294 Aug 16 12:53:55.174521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:55.206739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629feb80-b322-4637-83ed-c5edca3dc918 req-c6ccd182-2577-4a6b-89c7-d0faa52498be tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:55.209463 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-629feb80-b322-4637-83ed-c5edca3dc918 req-c6ccd182-2577-4a6b-89c7-d0faa52498be tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 944 time: 0.2534118 Aug 16 12:53:55.216746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 016c07e6-cce0-4e77-b426-fffd5e114036 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:55.230070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:55.230070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:55.250034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0274128f-6567-407b-a582-8cc6edf5a196 None None] Provisioning complete for port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:55.250827 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0274128f-6567-407b-a582-8cc6edf5a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:55.252279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f43f3365-1868-40bc-84be-14d7f53a1991,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:55.309724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.310755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.311599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.312455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.313145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.313870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.314573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.315233 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.315892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.316554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.317215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.317877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:55.403149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0e6e6997-9db8-4aad-901a-53ab5c93d5b4,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:55.424818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-629feb80-b322-4637-83ed-c5edca3dc918 req-60e3c6d7-0138-4cad-8770-b238bfb683e7 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795659 Aug 16 12:53:55.434765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '0e6e6997-9db8-4aad-901a-53ab5c93d5b4', 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124', 'port_id': '0e6e6997-9db8-4aad-901a-53ab5c93d5b4', 'mac_address': 'fa:16:3e:73:7c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f5806e-32df-4d60-82af-47e11b7431a7', 'ip_address': '19.80.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:53:55.441543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 016c07e6-cce0-4e77-b426-fffd5e114036 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:55.550417 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:55.555760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 016c07e6-cce0-4e77-b426-fffd5e114036 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:55.556340 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:55.593254 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec92c4-437a-4f7a-bd52-0fddc75b7fbc req-0f73caa8-089a-46e4-9062-f7e3698905f2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:55.621644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec92c4-437a-4f7a-bd52-0fddc75b7fbc req-0f73caa8-089a-46e4-9062-f7e3698905f2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:55.634268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec92c4-437a-4f7a-bd52-0fddc75b7fbc req-0f73caa8-089a-46e4-9062-f7e3698905f2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:55.636720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-adec92c4-437a-4f7a-bd52-0fddc75b7fbc req-0f73caa8-089a-46e4-9062-f7e3698905f2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2414 time: 0.3148875 Aug 16 12:53:55.645645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c9355-0f2f-44c1-aef8-069296c88b40 req-d342be71-c801-443c-a933-b26a28fb7df6 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:55.655653 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f68c9355-0f2f-44c1-aef8-069296c88b40 req-d342be71-c801-443c-a933-b26a28fb7df6 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 944 time: 0.2378922 Aug 16 12:53:55.700744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:55.711925 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:55.740880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0e6e6997-9db8-4aad-901a-53ab5c93d5b4,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:55.761322 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-adec92c4-437a-4f7a-bd52-0fddc75b7fbc req-73d528fe-b281-4d89-90e8-9486e41fb7a7 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127262 Aug 16 12:53:55.802167 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:55.802167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f4c52d3a-88c1-4383-94a2-d6c166531c35 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:53:55.831117 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0274128f-6567-407b-a582-8cc6edf5a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:55.865032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:55.870077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f68c9355-0f2f-44c1-aef8-069296c88b40 req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Deleting port 16587597-f896-4933-b4a2-bc2fdcb4f253 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:53:55.870595 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f68c9355-0f2f-44c1-aef8-069296c88b40 req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:55.968487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0274128f-6567-407b-a582-8cc6edf5a196 None None] For port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8cdd0b2a-b26a-4c21-9cab-40951ee25f8f,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:56.024242 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0274128f-6567-407b-a582-8cc6edf5a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:56.033921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=0e6e6997-9db8-4aad-901a-53ab5c93d5b4,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:56.155385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:56.164930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f68c9355-0f2f-44c1-aef8-069296c88b40 req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] For port 16587597-f896-4933-b4a2-bc2fdcb4f253, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16587597-f896-4933-b4a2-bc2fdcb4f253,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:56.167353 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f68c9355-0f2f-44c1-aef8-069296c88b40 req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:56.191112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a685d-0e13-48b8-9249-32485ef4179e req-03ed91d8-a2a6-4930-8fa6-6605bff6ae24 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:56.199795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-923a685d-0e13-48b8-9249-32485ef4179e req-03ed91d8-a2a6-4930-8fa6-6605bff6ae24 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.3608391 Aug 16 12:53:56.204461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f68c9355-0f2f-44c1-aef8-069296c88b40 req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Calling delete_port for 16587597-f896-4933-b4a2-bc2fdcb4f253 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:53:56.263527 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 12:53:56.264397 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 12:53:56.279613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:56.283833 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839a92af-040f-412d-ad60-7d4a190696ec" -d '{"events": [{"server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "name": "network-vif-plugged", "status": "completed", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:56.285438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-923a685d-0e13-48b8-9249-32485ef4179e req-a9bb4457-60e6-41d1-8c6e-2df19e2c0b6e tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816007 Aug 16 12:53:56.288618 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274128f-6567-407b-a582-8cc6edf5a196 None None] Pushing event updated for resources: {'Port': ['ID=8cdd0b2a-b26a-4c21-9cab-40951ee25f8f,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:56.332315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 016c07e6-cce0-4e77-b426-fffd5e114036, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=016c07e6-cce0-4e77-b426-fffd5e114036,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:56.336192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:56.340231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27a259-9ecc-43db-b4d6-31aeb77b6ea2 req-f09819e7-54c2-4dd1-8108-aee74103a503 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:56.358921 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:56.359627 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f27a259-9ecc-43db-b4d6-31aeb77b6ea2 req-f09819e7-54c2-4dd1-8108-aee74103a503 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 945 time: 0.3866308 Aug 16 12:53:56.364101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Router 6d2b9655-36a6-4465-a02b-dc2a23285108 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:53:56.371877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'mac_address': 'fa:16:3e:07:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:53:56.488383 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f68c9355-0f2f-44c1-aef8-069296c88b40 req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:56.500292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=016c07e6-cce0-4e77-b426-fffd5e114036,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:56.509669 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:56.527625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Pushing event deleted for resources: {'Port': ['ID=16587597-f896-4933-b4a2-bc2fdcb4f253,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:56.535159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['a09d191d-f68d-415e-9254-f3089f527ea2', '16587597-f896-4933-b4a2-bc2fdcb4f253'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:56.543271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.543880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.544625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.545127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.545738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.546575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.547109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.548398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.548914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.549408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.549916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.550494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:53:56.581733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c52d3a-88c1-4383-94a2-d6c166531c35 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:56.607533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:56.622267 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:56.623449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 99d4ee3e-70ac-4268-80df-ac5883c9e25b details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:53:56.626138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68c9355-0f2f-44c1-aef8-069296c88b40 req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] No DVR routers for this DVR port 16587597-f896-4933-b4a2-bc2fdcb4f253 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:53:56.629961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f68c9355-0f2f-44c1-aef8-069296c88b40 req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:56.633094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f68c9355-0f2f-44c1-aef8-069296c88b40 req-231b7779-6bd5-43fa-946a-d61fc2fc6597 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.22 "DELETE /v2.0/ports/16587597-f896-4933-b4a2-bc2fdcb4f253 HTTP/1.1" status: 204 len: 173 time: 0.9696467 Aug 16 12:53:56.634843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'name': 'network-vif-deleted', 'tag': '16587597-f896-4933-b4a2-bc2fdcb4f253'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:53:56.635828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f27a259-9ecc-43db-b4d6-31aeb77b6ea2 req-2648c8d9-59b2-4096-8269-d7dabadd5a4a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628751 Aug 16 12:53:56.649120 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001cbe84-47ae-4430-80d9-3fd81490ec00" -d '{"events": [{"server_uuid": "7ef80b3d-5057-4670-8ad4-7eabbd405a2d", "name": "network-vif-deleted", "tag": "16587597-f896-4933-b4a2-bc2fdcb4f253"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:53:56.681600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53740ca3-5229-48b9-9e79-3cd5ca6044d1 req-8de25cb7-1a16-492f-899b-d669ba190843 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:56.697348 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-53740ca3-5229-48b9-9e79-3cd5ca6044d1 req-8de25cb7-1a16-492f-899b-d669ba190843 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 948 time: 0.2766387 Aug 16 12:53:56.739479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:56.822380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7010b9b-0683-46ae-8ade-31e97fa4c887 req-dd0a9385-a4e6-407b-b9e8-afe8f2b6952c tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 210 time: 0.0686769 Aug 16 12:53:56.836193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:53:56.856140 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-53740ca3-5229-48b9-9e79-3cd5ca6044d1 req-ff76a8d2-fdf1-4c18-98a4-55e2c8ebe027 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468210 Aug 16 12:53:56.880581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Sync routers for ids ['6d2b9655-36a6-4465-a02b-dc2a23285108'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:53:56.885753 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:56.887829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a70f0120-4629-495a-9b63-7bfbb1017a12 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3999941 Aug 16 12:53:56.890776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33158) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:53:56.901128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 99d4ee3e-70ac-4268-80df-ac5883c9e25b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=99d4ee3e-70ac-4268-80df-ac5883c9e25b,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:56.938198 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d045c08-ee6f-4a06-b882-a972977f9639 x-openstack-request-id: req-9d045c08-ee6f-4a06-b882-a972977f9639 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:56.938962 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "name": "network-vif-plugged", "status": "completed", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:56.939504 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d045c08-ee6f-4a06-b882-a972977f9639 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:56.940373 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036', 'code': 200} Aug 16 12:53:57.042693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '99d4ee3e-70ac-4268-80df-ac5883c9e25b', 'network_id': 'fa6be2ad-6cc1-4679-a831-ae7a73875124', 'port_id': '99d4ee3e-70ac-4268-80df-ac5883c9e25b', 'mac_address': 'fa:16:3e:53:3b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f5806e-32df-4d60-82af-47e11b7431a7', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:53:57.055219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Routers {'6d2b9655-36a6-4465-a02b-dc2a23285108'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:57.056507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6d2b9655-36a6-4465-a02b-dc2a23285108'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:57.116670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38591ede-e4d4-4014-9d97-20a192d558b9 req-5825d9f1-6a35-442c-bc1e-ba7ec5bbf6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:57.123498 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-38591ede-e4d4-4014-9d97-20a192d558b9 req-5825d9f1-6a35-442c-bc1e-ba7ec5bbf6d2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 1096 time: 0.0603609 Aug 16 12:53:57.144690 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1e6b47-a4d1-476c-b32c-5d46e4c5a3e3 x-openstack-request-id: req-fe1e6b47-a4d1-476c-b32c-5d46e4c5a3e3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:53:57.144984 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef80b3d-5057-4670-8ad4-7eabbd405a2d", "name": "network-vif-deleted", "tag": "16587597-f896-4933-b4a2-bc2fdcb4f253", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:53:57.145243 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe1e6b47-a4d1-476c-b32c-5d46e4c5a3e3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:53:57.145654 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef80b3d-5057-4670-8ad4-7eabbd405a2d', 'name': 'network-vif-deleted', 'tag': '16587597-f896-4933-b4a2-bc2fdcb4f253', 'status': 'completed', 'code': 200} Aug 16 12:53:57.223986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:53:57.239949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-38591ede-e4d4-4014-9d97-20a192d558b9 req-a107fb39-0283-4dbf-aece-e506a027feeb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933621 Aug 16 12:53:57.348932 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:57.423102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d4ee3e-70ac-4268-80df-ac5883c9e25b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:53:57.461707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Set router 6d2b9655-36a6-4465-a02b-dc2a23285108 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:53:57.548918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 99d4ee3e-70ac-4268-80df-ac5883c9e25b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=99d4ee3e-70ac-4268-80df-ac5883c9e25b,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:53:57.556672 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:57.664154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:57.664431 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:57.694750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=99d4ee3e-70ac-4268-80df-ac5883c9e25b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:57.874820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabfbe5-6311-4749-be70-e438f8d4b714 req-413c0751-a06d-44fd-b295-42f10954c34c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:57.877312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebabfbe5-6311-4749-be70-e438f8d4b714 req-413c0751-a06d-44fd-b295-42f10954c34c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 945 time: 0.7617283 Aug 16 12:53:57.980848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebabfbe5-6311-4749-be70-e438f8d4b714 req-fb8bc762-f969-44d8-abbe-8d93512f444c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836260 Aug 16 12:53:57.993301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7407d-6d48-4165-a89c-9e6e62060e93 req-e11c25db-6527-4734-a6ac-936e1796a5c9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:57.999524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7407d-6d48-4165-a89c-9e6e62060e93 req-e11c25db-6527-4734-a6ac-936e1796a5c9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:58.007078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7407d-6d48-4165-a89c-9e6e62060e93 req-e11c25db-6527-4734-a6ac-936e1796a5c9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:58.008893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58a7407d-6d48-4165-a89c-9e6e62060e93 req-e11c25db-6527-4734-a6ac-936e1796a5c9 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2416 time: 0.1305766 Aug 16 12:53:58.084315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58a7407d-6d48-4165-a89c-9e6e62060e93 req-9dd82e44-7620-409d-b3d3-73d1663dff3a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528910 Aug 16 12:53:58.094813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f43f3365-1868-40bc-84be-14d7f53a1991'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:58.097455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['0e6e6997-9db8-4aad-901a-53ab5c93d5b4'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:58.102607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f4c52d3a-88c1-4383-94a2-d6c166531c35'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:58.242657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51f07346-e42d-4e2e-a6dc-0ebcf1d4ad23 req-4f645b33-dea7-4f33-ac9a-39a475bd4e4f tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 210 time: 0.0734186 Aug 16 12:53:58.278443 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:58.290050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c7de8-0f4f-4977-98b8-de95c793c560 req-81b0fdef-c370-48eb-8cef-99381e200a47 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:58.292510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-405c7de8-0f4f-4977-98b8-de95c793c560 req-81b0fdef-c370-48eb-8cef-99381e200a47 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.1238708 Aug 16 12:53:58.356224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:54Z', 'revision_number': 3, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:58.390380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-405c7de8-0f4f-4977-98b8-de95c793c560 req-a9cbce0c-4e8a-4e1d-8518-dcb0688a5251 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911674 Aug 16 12:53:58.434829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Checking router: 6d2b9655-36a6-4465-a02b-dc2a23285108 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:53:58.435577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Updating router 6d2b9655-36a6-4465-a02b-dc2a23285108 port d1113233-047e-4e94-8cf3-b0b6314be60e binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:53:58.532918 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:58.589037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60822467-13b4-4e27-89c9-947f48a394b6 req-f9300f93-2b88-4431-9db9-74bb68dec498 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:58.593623 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60822467-13b4-4e27-89c9-947f48a394b6 req-f9300f93-2b88-4431-9db9-74bb68dec498 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 949 time: 0.2194581 Aug 16 12:53:58.660392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Allocated IP 172.20.0.1 (0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea/52aede64-8d00-46b7-8bd2-aad3601112bd/1823f390-9312-4e93-8bfc-8d7b3b736764) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:53:58.686736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60822467-13b4-4e27-89c9-947f48a394b6 req-c9f198ad-badd-4be6-97b8-f20eed0944e4 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659730 Aug 16 12:53:58.864043 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:58.896433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Transition to ACTIVE for port object 1823f390-9312-4e93-8bfc-8d7b3b736764 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:58.970572 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:59.042683 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:59.057437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Transition to ACTIVE for port object d1113233-047e-4e94-8cf3-b0b6314be60e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:53:59.068334 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:59.072156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:53:59.081443 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:53:59.087628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:53:59.140717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Attempting to bind port d1113233-047e-4e94-8cf3-b0b6314be60e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:53:59.141659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Attempting to bind port d1113233-047e-4e94-8cf3-b0b6314be60e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:53:59.142033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Attempting to bind port d1113233-047e-4e94-8cf3-b0b6314be60e on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:53:59.145807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d6f45-b418-4920-8494-6fa3912d763e None None] Pushing event updated for resources: {'Port': ['ID=d1113233-047e-4e94-8cf3-b0b6314be60e,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:59.152210 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:53:59.152655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:53:59.153182 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:59.153660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:53:59.154188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Bound port: d1113233-047e-4e94-8cf3-b0b6314be60e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:53:59.154739 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:59.188599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['99d4ee3e-70ac-4268-80df-ac5883c9e25b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:53:59.294920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 16587597-f896-4933-b4a2-bc2fdcb4f253 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:53:59.312686 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:59.318517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1823f390-9312-4e93-8bfc-8d7b3b736764,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:53:59.381570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 16587597-f896-4933-b4a2-bc2fdcb4f253 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:53:59.382512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 16587597-f896-4933-b4a2-bc2fdcb4f253 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:53:59.423583 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:59.514150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] For port d1113233-047e-4e94-8cf3-b0b6314be60e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:53:59.566056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] For port d1113233-047e-4e94-8cf3-b0b6314be60e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d1113233-047e-4e94-8cf3-b0b6314be60e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:53:59.567938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8d58713f-707f-4775-bc58-d09bf9b9ec86 None None] Provisioning for port 1823f390-9312-4e93-8bfc-8d7b3b736764 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:53:59.575316 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:53:59.585401 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:59.587544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264a935-4f74-469f-99bc-cb92ef4d15b4 req-22e01f89-714f-40ed-b77c-cfb8414e45c0 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:59.589270 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d264a935-4f74-469f-99bc-cb92ef4d15b4 req-22e01f89-714f-40ed-b77c-cfb8414e45c0 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 945 time: 0.2884023 Aug 16 12:53:59.603216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde082c-4c2e-4957-bd96-b462e43455ed req-d338cec3-f80c-4ce8-ba4f-e3a603da94eb tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:59.611545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde082c-4c2e-4957-bd96-b462e43455ed req-d338cec3-f80c-4ce8-ba4f-e3a603da94eb tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:59.611861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8d58713f-707f-4775-bc58-d09bf9b9ec86 None None] Provisioning complete for port 1823f390-9312-4e93-8bfc-8d7b3b736764 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:53:59.611861 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d58713f-707f-4775-bc58-d09bf9b9ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:59.617010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde082c-4c2e-4957-bd96-b462e43455ed req-d338cec3-f80c-4ce8-ba4f-e3a603da94eb tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:53:59.618924 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffde082c-4c2e-4957-bd96-b462e43455ed req-d338cec3-f80c-4ce8-ba4f-e3a603da94eb tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2416 time: 0.2952583 Aug 16 12:53:59.728668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d264a935-4f74-469f-99bc-cb92ef4d15b4 req-9667ba79-c480-45bc-8a0c-3f931271f187 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760183 Aug 16 12:53:59.757979 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Routers {'6d2b9655-36a6-4465-a02b-dc2a23285108'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:53:59.757979 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:53:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6d2b9655-36a6-4465-a02b-dc2a23285108'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:53:59.798417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffde082c-4c2e-4957-bd96-b462e43455ed req-b048694f-9d49-4e23-aff8-299bef8cdfe2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515257 Aug 16 12:53:59.821668 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:53:59.903527 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.resource_extend [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:53:59.955381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4db4b802-4b81-4ee4-9d6d-7e68ed1be722 req-9d06dc4a-dd48-4851-a223-48eb4e7b2ec8 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 210 time: 0.0681691 Aug 16 12:53:59.958170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8d58713f-707f-4775-bc58-d09bf9b9ec86 None None] Port 1823f390-9312-4e93-8bfc-8d7b3b736764 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:54:00.126977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d6f45-b418-4920-8494-6fa3912d763e None None] Pushing event updated for resources: {'Port': ['ID=d1113233-047e-4e94-8cf3-b0b6314be60e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:00.194305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee243d8-a020-4ed1-a890-fb3417fdbd12 req-45709f0a-eaa6-4682-a5d6-812f7dfe5123 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:00.199559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ee243d8-a020-4ed1-a890-fb3417fdbd12 req-45709f0a-eaa6-4682-a5d6-812f7dfe5123 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.2566953 Aug 16 12:54:00.229518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] Set router 6d2b9655-36a6-4465-a02b-dc2a23285108 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:00.235372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:00.333279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'port_id': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'mac_address': 'fa:16:3e:68:c0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:54:00.351499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ee243d8-a020-4ed1-a890-fb3417fdbd12 req-55fc9c69-c830-40fa-bf2b-453f0c94cd39 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327417 Aug 16 12:54:00.390636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:00.404873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03c48fee-7305-4521-a43f-323faf003867 req-6d45dda5-2b89-4f03-8de5-2803a8e12041 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2038317 Aug 16 12:54:00.411481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:00.416551 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:00.536580 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:00.540384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1823f390-9312-4e93-8bfc-8d7b3b736764,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:00.551746 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:00.552383 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:00.572838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9257e45c-95ad-434f-b44c-63d75aa8b666 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:54:00.591986 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ca5a-084f-4e89-96fb-88733ccbe6f9 req-7c523261-87e9-41a7-977d-02a903a47942 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:00.593661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e755ca5a-084f-4e89-96fb-88733ccbe6f9 req-7c523261-87e9-41a7-977d-02a903a47942 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 949 time: 0.1313107 Aug 16 12:54:00.616988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:00.625176 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:00.725238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:00.747505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e755ca5a-084f-4e89-96fb-88733ccbe6f9 req-1fce3eba-4aa7-4126-873d-20c87bd05b6c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041303 Aug 16 12:54:00.749123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1823f390-9312-4e93-8bfc-8d7b3b736764', 'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'mac_address': 'fa:16:3e:58:49:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:58Z', 'updated_at': '2021-08-16T12:53:58Z', 'revision_number': 1, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'subnets': [{'id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:00.759805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:54:00.764954 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:00.802968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['9257e45c-95ad-434f-b44c-63d75aa8b666'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:54:00.807700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f345d1-574b-4a7d-b203-b5de07565c43 None None] The sync data for ids ['6d2b9655-36a6-4465-a02b-dc2a23285108'] in n-d-804708-1 is: [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1823f390-9312-4e93-8bfc-8d7b3b736764', 'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'mac_address': 'fa:16:3e:58:49:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:58Z', 'updated_at': '2021-08-16T12:53:58Z', 'revision_number': 1, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'subnets': [{'id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:54:00.947312 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:01.131876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Router 6d2b9655-36a6-4465-a02b-dc2a23285108 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:54:01.143785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304bbb3-7048-4e75-96a6-ad3585da33a0 req-19f5ac55-4f07-4167-8d73-847e8b8ed70c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:01.153815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304bbb3-7048-4e75-96a6-ad3585da33a0 req-19f5ac55-4f07-4167-8d73-847e8b8ed70c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:01.160620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304bbb3-7048-4e75-96a6-ad3585da33a0 req-19f5ac55-4f07-4167-8d73-847e8b8ed70c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:01.167533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d304bbb3-7048-4e75-96a6-ad3585da33a0 req-19f5ac55-4f07-4167-8d73-847e8b8ed70c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2416 time: 0.2129242 Aug 16 12:54:01.211767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c5d4ae59-7f8e-4580-8437-931045473db3 None None] Provisioning complete for port 1823f390-9312-4e93-8bfc-8d7b3b736764 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:01.212308 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ae59-7f8e-4580-8437-931045473db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:01.268160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Allocated IP 172.25.0.49 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/b160d35b-489e-4de1-a09d-20cb4216ad98) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:54:01.465819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4ae59-7f8e-4580-8437-931045473db3 None None] Port 1823f390-9312-4e93-8bfc-8d7b3b736764 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:54:01.538147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d304bbb3-7048-4e75-96a6-ad3585da33a0 req-ff1e8627-e827-4c3c-beaa-1d38fe801079 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360412 Aug 16 12:54:01.588642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:01.782260 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88fe96f9-1252-462a-a792-541dffa67af8 req-949b54cd-180d-44a2-82a8-7db91b74fb73 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 210 time: 0.0704823 Aug 16 12:54:01.819825 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-14a5c8fd-ebb0-4a41-8c4c-85b4d350a73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:01.914229 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:01.925935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:54:01.978143 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a7a20d45-79ac-4287-ad68-8c54b0a203f4 admin admin] 10.222.0.25 "PUT /v2.0/routers/6d2b9655-36a6-4465-a02b-dc2a23285108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0728121 Aug 16 12:54:01.978462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:01.990942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:01.990942 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:02.067268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:02.194777 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:54:02.212505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:02.218958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:54:02.272395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Pushing event updated for resources: {'Port': ['ID=b160d35b-489e-4de1-a09d-20cb4216ad98,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:02.430444 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:02.486990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6e6997-9db8-4aad-901a-53ab5c93d5b4'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:02.490427 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b58ab15-c4eb-465a-a0d7-b527f11ea883" -d '{"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-plugged", "status": "completed", "tag": "0e6e6997-9db8-4aad-901a-53ab5c93d5b4"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:02.504508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0683c8-597f-4887-8a2e-b29ad475eb40 req-df20671b-0722-4e85-91fc-763d45a9dbe2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:02.506142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff0683c8-597f-4887-8a2e-b29ad475eb40 req-df20671b-0722-4e85-91fc-763d45a9dbe2 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.3096883 Aug 16 12:54:02.518618 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:02.529459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0e6e6997-9db8-4aad-901a-53ab5c93d5b4,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:02.541861 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:02.543155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f43f3365-1868-40bc-84be-14d7f53a1991 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:02.684543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=0e6e6997-9db8-4aad-901a-53ab5c93d5b4,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:02.778903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port f43f3365-1868-40bc-84be-14d7f53a1991 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:02.794472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port f43f3365-1868-40bc-84be-14d7f53a1991 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:02.795347 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:03.064134 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:03.154990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f43f3365-1868-40bc-84be-14d7f53a1991, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f43f3365-1868-40bc-84be-14d7f53a1991,segment=NetworkSegment(53ed05c5-e7a0-413f-9f11-32925775df29),segment_id=53ed05c5-e7a0-413f-9f11-32925775df29)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:03.163310 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:03.164883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f4c52d3a-88c1-4383-94a2-d6c166531c35 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:03.213872 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:03.293411 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff0683c8-597f-4887-8a2e-b29ad475eb40 req-36401fca-1650-46ec-a397-e62b2bd3d6bd tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7637377 Aug 16 12:54:03.384181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d1113233-047e-4e94-8cf3-b0b6314be60e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:03.557313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port f4c52d3a-88c1-4383-94a2-d6c166531c35 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:03.572310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f43f3365-1868-40bc-84be-14d7f53a1991,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:03.591439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b716607-aaa7-413f-9a7a-ff0190e0a5ec req-c5550996-7427-421d-84dc-fbe960d98c5a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:03.601479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port f4c52d3a-88c1-4383-94a2-d6c166531c35 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:03.602505 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:03.605198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b716607-aaa7-413f-9a7a-ff0190e0a5ec req-c5550996-7427-421d-84dc-fbe960d98c5a tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 949 time: 0.1406686 Aug 16 12:54:03.606051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d1113233-047e-4e94-8cf3-b0b6314be60e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:03.635591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d1113233-047e-4e94-8cf3-b0b6314be60e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:03.636487 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:03.665744 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b716607-aaa7-413f-9a7a-ff0190e0a5ec req-383427eb-1509-4213-a388-1cb2e83e211d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594320 Aug 16 12:54:03.687583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:03.700893 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:03.839613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Pushing event updated for resources: {'Port': ['ID=b160d35b-489e-4de1-a09d-20cb4216ad98,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:03.852791 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:03.886010 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:03.947819 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:03.953121 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03c48fee-7305-4521-a43f-323faf003867 req-e7c60191-3c82-4831-8ebd-b38474bdf83b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5467660 Aug 16 12:54:03.964284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port d1113233-047e-4e94-8cf3-b0b6314be60e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d1113233-047e-4e94-8cf3-b0b6314be60e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:03.985101 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:04.063603 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:04.080937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03c48fee-7305-4521-a43f-323faf003867 req-ac82df7c-7a8b-4b3f-a7f7-8b64596ed11d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.1224105 Aug 16 12:54:04.237360 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=d1113233-047e-4e94-8cf3-b0b6314be60e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:04.265115 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:04.267372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33268) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:04.278690 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:04.279618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-19e722be-8c47-4705-9d0e-10db10821aec tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598405882', 'description': 'tempest-description--1816943893'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:04.280536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:04.382049 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19e722be-8c47-4705-9d0e-10db10821aec tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:04.385311 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6bfc3b-0ede-46e7-9957-aa0d93b9f996 x-openstack-request-id: req-be6bfc3b-0ede-46e7-9957-aa0d93b9f996 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:04.385769 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-plugged", "status": "completed", "tag": "0e6e6997-9db8-4aad-901a-53ab5c93d5b4", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:04.386295 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be6bfc3b-0ede-46e7-9957-aa0d93b9f996 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:04.398677 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6e6997-9db8-4aad-901a-53ab5c93d5b4', 'code': 200} Aug 16 12:54:04.485274 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0cf436cc-31f8-4683-8740-b7c741a46767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:04.572944 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c48fee-7305-4521-a43f-323faf003867 req-97c45d82-dbdf-413b-b4d3-c431d9b1255d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:04.574718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03c48fee-7305-4521-a43f-323faf003867 req-97c45d82-dbdf-413b-b4d3-c431d9b1255d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.4800997 Aug 16 12:54:04.628987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:04.660345 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:04.691167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 9257e45c-95ad-434f-b44c-63d75aa8b666 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:04.693048 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:04.735765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19e722be-8c47-4705-9d0e-10db10821aec tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:04.742234 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19e722be-8c47-4705-9d0e-10db10821aec tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:04.779128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be71d4-68bb-4928-b467-a71ddffbe7c4 req-49fd0632-564e-4d6e-bb15-6875fc989913 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:04.808154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be71d4-68bb-4928-b467-a71ddffbe7c4 req-49fd0632-564e-4d6e-bb15-6875fc989913 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:04.850365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be71d4-68bb-4928-b467-a71ddffbe7c4 req-49fd0632-564e-4d6e-bb15-6875fc989913 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:04.850937 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19e722be-8c47-4705-9d0e-10db10821aec tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:04.854590 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17be71d4-68bb-4928-b467-a71ddffbe7c4 req-49fd0632-564e-4d6e-bb15-6875fc989913 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2418 time: 0.3369391 Aug 16 12:54:04.857192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-19e722be-8c47-4705-9d0e-10db10821aec tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5881042 Aug 16 12:54:04.867117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33276) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:04.917553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e722be-8c47-4705-9d0e-10db10821aec tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d057f54-8295-4a70-9a46-af01734b5ce2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:04.946860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f97cb78c-fb78-4727-bdaf-db461e91f0b7 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Request body: {'security_group_rule': {'security_group_id': '5d057f54-8295-4a70-9a46-af01734b5ce2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:04.961517 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Sync routers for ids ['6d2b9655-36a6-4465-a02b-dc2a23285108'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:54:04.977511 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Routers {'6d2b9655-36a6-4465-a02b-dc2a23285108'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:04.978843 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6d2b9655-36a6-4465-a02b-dc2a23285108'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:05.015198 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:05.091219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-429b464c-4f01-4c88-afd9-f0a2dd7cf598 req-2127f842-dadd-4b5b-9c7f-92b5e32cb991 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef80b3d-5057-4670-8ad4-7eabbd405a2d HTTP/1.1" status: 200 len: 210 time: 0.2086298 Aug 16 12:54:05.124390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:05.133627 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:05.136352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 99d4ee3e-70ac-4268-80df-ac5883c9e25b up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:05.210165 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17be71d4-68bb-4928-b467-a71ddffbe7c4 req-79f9db5b-fb67-435d-81fa-d6cde7f6d77d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445547 Aug 16 12:54:05.252318 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Set router 6d2b9655-36a6-4465-a02b-dc2a23285108 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:05.265732 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f97cb78c-fb78-4727-bdaf-db461e91f0b7 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:05.355539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:05.372856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d1113233-047e-4e94-8cf3-b0b6314be60e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:05.622213 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1823f390-9312-4e93-8bfc-8d7b3b736764', 'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'mac_address': 'fa:16:3e:58:49:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:58Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 2, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'subnets': [{'id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:05.665004 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Checking router: 6d2b9655-36a6-4465-a02b-dc2a23285108 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:54:05.665004 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Updating router 6d2b9655-36a6-4465-a02b-dc2a23285108 port 1823f390-9312-4e93-8bfc-8d7b3b736764 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:54:05.678688 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:05.694570 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:05.745447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d1113233-047e-4e94-8cf3-b0b6314be60e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:05.746082 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:05.801588 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f97cb78c-fb78-4727-bdaf-db461e91f0b7 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:05.853521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f97cb78c-fb78-4727-bdaf-db461e91f0b7 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.024377 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f97cb78c-fb78-4727-bdaf-db461e91f0b7 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.030540 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f97cb78c-fb78-4727-bdaf-db461e91f0b7 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1514094 Aug 16 12:54:06.031163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33284) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:06.043079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7a75b430-a52c-4a26-90f8-e832cfed8515 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Request body: {'security_group_rule': {'security_group_id': '5d057f54-8295-4a70-9a46-af01734b5ce2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:06.043317 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.047538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 99d4ee3e-70ac-4268-80df-ac5883c9e25b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:06.055118 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Transition to ACTIVE for port object 1823f390-9312-4e93-8bfc-8d7b3b736764 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:06.064649 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.074423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 99d4ee3e-70ac-4268-80df-ac5883c9e25b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:06.076886 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.102327 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea06e5c-6acf-44a6-bf1c-2e755345cc48 req-c160194d-9d81-4be9-8359-ec79506c7d9c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:06.112497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ea06e5c-6acf-44a6-bf1c-2e755345cc48 req-c160194d-9d81-4be9-8359-ec79506c7d9c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.6201160 Aug 16 12:54:06.131584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cb78c-fb78-4727-bdaf-db461e91f0b7 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940473cd-6f12-480d-9155-87609b37c77e,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:06.156181 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a75b430-a52c-4a26-90f8-e832cfed8515 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.184844 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Attempting to bind port 1823f390-9312-4e93-8bfc-8d7b3b736764 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:54:06.185381 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Attempting to bind port 1823f390-9312-4e93-8bfc-8d7b3b736764 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:54:06.185875 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Attempting to bind port 1823f390-9312-4e93-8bfc-8d7b3b736764 on network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:06.196233 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:54:06.196762 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Checking segment: {'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:06.197284 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.197773 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Bound using segment: {'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:54:06.198412 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Bound port: 1823f390-9312-4e93-8bfc-8d7b3b736764, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:54:06.198901 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.214566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd95f2-dc09-4611-a539-f441560e7b02 req-caf92a62-1744-4e1f-9a58-49c59a349d8a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:06.227025 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25bd95f2-dc09-4611-a539-f441560e7b02 req-caf92a62-1744-4e1f-9a58-49c59a349d8a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.7765832 Aug 16 12:54:06.296140 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] For port 1823f390-9312-4e93-8bfc-8d7b3b736764, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:06.302178 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] For port 1823f390-9312-4e93-8bfc-8d7b3b736764, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1823f390-9312-4e93-8bfc-8d7b3b736764,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:54:06.313714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a75b430-a52c-4a26-90f8-e832cfed8515 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.323361 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.324219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a75b430-a52c-4a26-90f8-e832cfed8515 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.361454 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd39e78-b2f9-48fb-9507-d5d367a4370e None None] Pushing event updated for resources: {'Port': ['ID=1823f390-9312-4e93-8bfc-8d7b3b736764,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:06.374141 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Routers {'6d2b9655-36a6-4465-a02b-dc2a23285108'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:06.376632 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6d2b9655-36a6-4465-a02b-dc2a23285108'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:06.384368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75b430-a52c-4a26-90f8-e832cfed8515 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09736a99-ccad-4c8e-810f-224cd11aba58,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:06.401054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43f3365-1868-40bc-84be-14d7f53a1991'}, {'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35'}, {'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:06.404380 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ece1810-4d55-4019-8c5d-b7486000543d" -d '{"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-plugged", "status": "completed", "tag": "f43f3365-1868-40bc-84be-14d7f53a1991"}, {"server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "name": "network-vif-plugged", "status": "completed", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35"}, {"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-plugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:06.412878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a75b430-a52c-4a26-90f8-e832cfed8515 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.418828 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7a75b430-a52c-4a26-90f8-e832cfed8515 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3851027 Aug 16 12:54:06.420591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33300) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:06.436142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ea06e5c-6acf-44a6-bf1c-2e755345cc48 req-04a34c95-d0a3-416d-a85c-5cf42a78382b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810256 Aug 16 12:54:06.455956 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:06.479621 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.525420 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.608589 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] Set router 6d2b9655-36a6-4465-a02b-dc2a23285108 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:06.657993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 99d4ee3e-70ac-4268-80df-ac5883c9e25b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=99d4ee3e-70ac-4268-80df-ac5883c9e25b,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:06.663645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:06.721795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25bd95f2-dc09-4611-a539-f441560e7b02 req-84856646-603d-4c7b-9c54-b9678b7ee0c6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516783 Aug 16 12:54:06.871164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=99d4ee3e-70ac-4268-80df-ac5883c9e25b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:07.144075 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd39e78-b2f9-48fb-9507-d5d367a4370e None None] Pushing event updated for resources: {'Port': ['ID=1823f390-9312-4e93-8bfc-8d7b3b736764,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:07.216729 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1823f390-9312-4e93-8bfc-8d7b3b736764', 'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'mac_address': 'fa:16:3e:58:49:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:58Z', 'updated_at': '2021-08-16T12:54:06Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'subnets': [{'id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:07.228218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678c7e-b355-476f-b6c1-008169628e87 req-598ff72c-c398-424d-b1eb-5b29df74164c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:07.240141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678c7e-b355-476f-b6c1-008169628e87 req-598ff72c-c398-424d-b1eb-5b29df74164c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:07.247765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678c7e-b355-476f-b6c1-008169628e87 req-598ff72c-c398-424d-b1eb-5b29df74164c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:07.255453 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:07.259372 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21678c7e-b355-476f-b6c1-008169628e87 req-598ff72c-c398-424d-b1eb-5b29df74164c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2419 time: 0.2350166 Aug 16 12:54:07.268260 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256660b8-84f3-4386-be4b-07afdd4539b9 None None] The sync data for ids ['6d2b9655-36a6-4465-a02b-dc2a23285108'] in n-d-804708-1 is: [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1823f390-9312-4e93-8bfc-8d7b3b736764', 'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'mac_address': 'fa:16:3e:58:49:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:58Z', 'updated_at': '2021-08-16T12:54:06Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'subnets': [{'id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:54:07.311903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-53abe394-d830-4f29-81f9-d66062ed207f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:07.320932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-53abe394-d830-4f29-81f9-d66062ed207f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 821 time: 0.5769308 Aug 16 12:54:07.387225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:07.398659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-be1ddd19-9ef6-4e09-a6ab-9b5b3b1e22b3 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/quotas/d036f4f2672549029dbdf57639e4c83a HTTP/1.1" status: 200 len: 375 time: 0.0767870 Aug 16 12:54:07.417936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21678c7e-b355-476f-b6c1-008169628e87 req-d4bbadf2-b026-48f0-bfb1-0e53944036e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560965 Aug 16 12:54:07.754249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Allocated IP 172.25.0.79 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/4e638a81-17f2-423d-92a3-a4af55bc8de6) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:54:07.761712 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da88a9ac-3248-4380-be43-b6711f8ab239 x-openstack-request-id: req-da88a9ac-3248-4380-be43-b6711f8ab239 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:07.762699 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-plugged", "status": "completed", "tag": "f43f3365-1868-40bc-84be-14d7f53a1991", "code": 200}, {"server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "name": "network-vif-plugged", "status": "completed", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35", "code": 200}, {"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-plugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:07.763229 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da88a9ac-3248-4380-be43-b6711f8ab239 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:07.763820 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43f3365-1868-40bc-84be-14d7f53a1991', 'code': 200} Aug 16 12:54:07.767752 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'code': 200} Aug 16 12:54:07.768264 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'code': 200} Aug 16 12:54:07.886459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-0126bfdd-40a0-4e24-88d3-53f58b71fcfb tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2687097 Aug 16 12:54:07.956957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4beb3-4296-40fb-a254-349c43719c68 req-a56afaac-8b0d-43ce-b044-a2b13de34e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:07.959188 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7cc4beb3-4296-40fb-a254-349c43719c68 req-a56afaac-8b0d-43ce-b044-a2b13de34e4c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1101 time: 0.1268535 Aug 16 12:54:08.055347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7cc4beb3-4296-40fb-a254-349c43719c68 req-0011e8c4-f9d7-4b84-af65-934897e7e5a3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872686 Aug 16 12:54:08.357126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5a718-4926-45e8-ba12-77a25b34c854 req-8496089b-b300-4842-9519-e8e7495dd944 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:08.368472 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12e5a718-4926-45e8-ba12-77a25b34c854 req-8496089b-b300-4842-9519-e8e7495dd944 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.4803553 Aug 16 12:54:08.471687 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:08.494568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12e5a718-4926-45e8-ba12-77a25b34c854 req-c0453163-22f7-45b0-91c7-3f57628d9fe8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234953 Aug 16 12:54:08.511482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-fee153d2-df9b-42f8-9432-cb76eee3e08e service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960984 Aug 16 12:54:08.666370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-919c7d63-1e01-416f-8d5a-58547e444a79 service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534040 Aug 16 12:54:08.670188 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:08.866815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:54:08.889409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:08.893195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:54:08.897750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Pushing event updated for resources: {'Port': ['ID=4e638a81-17f2-423d-92a3-a4af55bc8de6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:09.047627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf7694-9eb7-4260-9451-856d068cfab4 req-310717ff-816f-4f6d-af8d-0ce2e46703a7 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:09.055995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97cf7694-9eb7-4260-9451-856d068cfab4 req-310717ff-816f-4f6d-af8d-0ce2e46703a7 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.3219416 Aug 16 12:54:09.232291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97cf7694-9eb7-4260-9451-856d068cfab4 req-5725fadb-9549-4421-a485-e3f1fccdffee tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748896 Aug 16 12:54:09.316509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebdc01-56c3-4f7e-af6d-8e2e42f65372 req-f42713bf-2fed-4b2e-86d6-c4eb56ce326d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:09.351064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1823f390-9312-4e93-8bfc-8d7b3b736764 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:09.353313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebdc01-56c3-4f7e-af6d-8e2e42f65372 req-f42713bf-2fed-4b2e-86d6-c4eb56ce326d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:09.381775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebdc01-56c3-4f7e-af6d-8e2e42f65372 req-f42713bf-2fed-4b2e-86d6-c4eb56ce326d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:09.398872 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4eebdc01-56c3-4f7e-af6d-8e2e42f65372 req-f42713bf-2fed-4b2e-86d6-c4eb56ce326d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2419 time: 0.2708089 Aug 16 12:54:09.494395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 1823f390-9312-4e93-8bfc-8d7b3b736764 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:09.506644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 1823f390-9312-4e93-8bfc-8d7b3b736764 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:09.508157 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:09.692555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2ddf44b-1475-467f-af5d-15671883d994 req-0aad893c-346c-4642-899a-0a935c96afdc tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 210 time: 0.0903122 Aug 16 12:54:09.755188 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:09.774799 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4eebdc01-56c3-4f7e-af6d-8e2e42f65372 req-9c2cecbb-1aad-4ed6-b9de-67dc32029596 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745100 Aug 16 12:54:09.777143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d4ee3e-70ac-4268-80df-ac5883c9e25b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:09.796245 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584eb7f2-dda5-41e6-b08d-9f60ec08d08e" -d '{"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-plugged", "status": "completed", "tag": "99d4ee3e-70ac-4268-80df-ac5883c9e25b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:09.802268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:09.915061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 1823f390-9312-4e93-8bfc-8d7b3b736764, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1823f390-9312-4e93-8bfc-8d7b3b736764,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:09.924282 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:09.940103 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:10.092700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1529c3-3d5b-48f7-a65a-7c50b90aedf8 req-f3842827-dd98-414c-b67c-5b37f13b7914 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:10.104274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c1529c3-3d5b-48f7-a65a-7c50b90aedf8 req-f3842827-dd98-414c-b67c-5b37f13b7914 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.1583791 Aug 16 12:54:10.110576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=1823f390-9312-4e93-8bfc-8d7b3b736764,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:10.143109 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0054da0b-6e2b-466e-b1a3-86f4b265f66d x-openstack-request-id: req-0054da0b-6e2b-466e-b1a3-86f4b265f66d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:10.143921 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-plugged", "status": "completed", "tag": "99d4ee3e-70ac-4268-80df-ac5883c9e25b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:10.144561 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0054da0b-6e2b-466e-b1a3-86f4b265f66d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:10.145424 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d4ee3e-70ac-4268-80df-ac5883c9e25b', 'code': 200} Aug 16 12:54:10.187576 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c1529c3-3d5b-48f7-a65a-7c50b90aedf8 req-270f62c5-e266-4c32-a03d-bfb3a8e15114 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821159 Aug 16 12:54:10.346553 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:10.348609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c7fc8-7697-44d2-b297-853fa3d666d7 req-81fa6fcd-3844-4abc-a30a-e872d899502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:10.349385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c7fc8-7697-44d2-b297-853fa3d666d7 req-81fa6fcd-3844-4abc-a30a-e872d899502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:10.351250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c7fc8-7697-44d2-b297-853fa3d666d7 req-81fa6fcd-3844-4abc-a30a-e872d899502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:10.352743 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:10.356207 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ff3c7fc8-7697-44d2-b297-853fa3d666d7 req-81fa6fcd-3844-4abc-a30a-e872d899502f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2872 time: 0.0837986 Aug 16 12:54:10.422479 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ff3c7fc8-7697-44d2-b297-853fa3d666d7 req-2ab35df9-862f-484b-bd4d-70eca243e632 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557668 Aug 16 12:54:10.508124 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:10.683487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Pushing event updated for resources: {'Port': ['ID=4e638a81-17f2-423d-92a3-a4af55bc8de6,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:10.733670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b030b3-c470-48e0-8521-0931cb7b5c68 req-ef4b1187-223c-40c3-ae08-147a22eee38c tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:10.749296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69b030b3-c470-48e0-8521-0931cb7b5c68 req-ef4b1187-223c-40c3-ae08-147a22eee38c tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.2308962 Aug 16 12:54:10.751165 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:10.753224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5fff6cdd-53fe-4d14-9e36-796f161bb7ab tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3158238 Aug 16 12:54:10.798847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8c9dd-71d0-4ab4-a8c3-a4cb69001ff3 req-e5fa41cf-b5f2-4a98-87ef-8a75deef6493 tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:10.815507 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40c8c9dd-71d0-4ab4-a8c3-a4cb69001ff3 req-e5fa41cf-b5f2-4a98-87ef-8a75deef6493 tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1101 time: 0.3186347 Aug 16 12:54:10.903093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69b030b3-c470-48e0-8521-0931cb7b5c68 req-ddaee170-fe63-4662-8586-7ebe2f463bfb tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437891 Aug 16 12:54:10.921407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40c8c9dd-71d0-4ab4-a8c3-a4cb69001ff3 req-c0ade9fc-0e81-4d43-8780-1328841c9a6b tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045253 Aug 16 12:54:11.325684 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41b8ff7c-323e-4d49-8ca8-e64a9e9d80e0 req-0c612a02-c7ef-407e-b0a7-9fd0503d816c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 210 time: 0.2136948 Aug 16 12:54:11.434960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1823f390-9312-4e93-8bfc-8d7b3b736764 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:11.575775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511be1cf-aec1-486c-b027-c3d707641991 req-70739572-d245-4f90-8778-9fcc3a72abdf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:11.596654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511be1cf-aec1-486c-b027-c3d707641991 req-70739572-d245-4f90-8778-9fcc3a72abdf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:11.607571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511be1cf-aec1-486c-b027-c3d707641991 req-70739572-d245-4f90-8778-9fcc3a72abdf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:11.622085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-511be1cf-aec1-486c-b027-c3d707641991 req-70739572-d245-4f90-8778-9fcc3a72abdf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2419 time: 0.2946904 Aug 16 12:54:11.662599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 1823f390-9312-4e93-8bfc-8d7b3b736764 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:11.663185 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:11.871530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-b15a5fe7-cbc4-4013-a7cc-2f8c828a5cb0 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:11.926022 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-b15a5fe7-cbc4-4013-a7cc-2f8c828a5cb0 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.42 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 821 time: 0.7812710 Aug 16 12:54:11.987115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Request body: {'port': {'device_id': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'admin_state_up': True, 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:12.051682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-511be1cf-aec1-486c-b027-c3d707641991 req-df14ec68-9697-4ad5-9af1-8a027be92036 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282963 Aug 16 12:54:12.294284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Made reservation on behalf of d036f4f2672549029dbdf57639e4c83a for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:54:12.302495 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:12.550819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Allocated IP 172.20.0.7 (05721844-823e-460f-a168-4a22dab945ea/20563607-91e0-4e98-ba16-1c22caf3ec4d/c7d7e710-6cf4-420c-ada0-af7503eca31c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:54:12.577915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-f00f650a-faad-48c2-b196-a6293472dae3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3361800 Aug 16 12:54:12.603023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f345c-78d8-4187-8ad4-c3dbc7d582f2 req-a2701ac9-d76e-4c20-a8a8-6f16adf6a9ef tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:12.621052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c8f345c-78d8-4187-8ad4-c3dbc7d582f2 req-a2701ac9-d76e-4c20-a8a8-6f16adf6a9ef tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.4620128 Aug 16 12:54:12.669879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fd827-ba6c-452b-aa97-a531b633c5af req-8d0d6929-7a7a-406f-8634-3860f2c79cf3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:12.681892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c7fd827-ba6c-452b-aa97-a531b633c5af req-8d0d6929-7a7a-406f-8634-3860f2c79cf3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.3689179 Aug 16 12:54:12.735543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c8f345c-78d8-4187-8ad4-c3dbc7d582f2 req-3724ca68-d283-42c8-9206-8b0f59eb6d99 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099973 Aug 16 12:54:12.799835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c7fd827-ba6c-452b-aa97-a531b633c5af req-7dad48bc-7a6a-487b-91d2-57c8b366b12c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164861 Aug 16 12:54:12.982845 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:13.075347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-911460e3-3f7f-4c17-8866-2908851d7df9 req-29f7df41-dd22-41bb-b376-6b7be91b63d8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 210 time: 0.1229179 Aug 16 12:54:13.134451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Transition to ACTIVE for port object c7d7e710-6cf4-420c-ada0-af7503eca31c will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:13.301064 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:13.340949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['016c07e6-cce0-4e77-b426-fffd5e114036'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:54:13.498605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Network 05721844-823e-460f-a168-4a22dab945ea is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:54:13.511032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:13.532062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:54:13.567708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b297d-bdd8-4cab-8802-155978ed993f req-e346120c-dde6-4dec-98f8-45f14c13320c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:13.616661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b297d-bdd8-4cab-8802-155978ed993f req-e346120c-dde6-4dec-98f8-45f14c13320c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:13.673145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b297d-bdd8-4cab-8802-155978ed993f req-e346120c-dde6-4dec-98f8-45f14c13320c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:13.699995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-234b297d-bdd8-4cab-8802-155978ed993f req-e346120c-dde6-4dec-98f8-45f14c13320c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2419 time: 0.4903390 Aug 16 12:54:13.720356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Pushing event updated for resources: {'Port': ['ID=c7d7e710-6cf4-420c-ada0-af7503eca31c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:13.884834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:13.885523 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:13.911237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-997a93a0-aa35-41cf-bb48-c6faa0e033c2 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9734926 Aug 16 12:54:13.931677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Request body: {'port': {'device_id': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:13.932948 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-234b297d-bdd8-4cab-8802-155978ed993f req-8cfcb591-bd8d-4ac5-8324-b08b85f8b0b5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253692 Aug 16 12:54:13.989360 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:54:14.149570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:14.371423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3e957e86-7173-4f91-8779-4a0768278fef None None] Provisioning for port c7d7e710-6cf4-420c-ada0-af7503eca31c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:14.396862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3e957e86-7173-4f91-8779-4a0768278fef None None] Provisioning complete for port c7d7e710-6cf4-420c-ada0-af7503eca31c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:14.397832 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3e957e86-7173-4f91-8779-4a0768278fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:14.470463 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f533026-d02f-4c01-ba5f-d493aca57dd4 req-3b2e7822-4bf5-4a43-a972-5d005ff7e766 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:14.490162 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f533026-d02f-4c01-ba5f-d493aca57dd4 req-3b2e7822-4bf5-4a43-a972-5d005ff7e766 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.3460369 Aug 16 12:54:14.570863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3e957e86-7173-4f91-8779-4a0768278fef None None] Port c7d7e710-6cf4-420c-ada0-af7503eca31c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:54:14.584582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80dd0b-a6ed-4546-8155-3581b03f9a3c req-c9ba1ef5-bbbc-4c4a-85a4-0c99c2284e57 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:14.588723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b80dd0b-a6ed-4546-8155-3581b03f9a3c req-c9ba1ef5-bbbc-4c4a-85a4-0c99c2284e57 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.4557874 Aug 16 12:54:14.740646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f533026-d02f-4c01-ba5f-d493aca57dd4 req-38e789a4-b107-4652-b0c2-1158ff14fadf tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445104 Aug 16 12:54:14.834751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b80dd0b-a6ed-4546-8155-3581b03f9a3c req-c47f2786-0662-40f7-b798-9c9d18f0fc05 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352710 Aug 16 12:54:15.200917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d7e710-6cf4-420c-ada0-af7503eca31c {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:54:15.220785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:15.260575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Transition to ACTIVE for port object c7d7e710-6cf4-420c-ada0-af7503eca31c will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:15.266833 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:15.432258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Pushing event updated for resources: {'Port': ['ID=c7d7e710-6cf4-420c-ada0-af7503eca31c,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:15.460309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810d47f-59bb-4b75-aebc-de40de6a470f req-7121dd83-bad4-4e23-9032-404821ce4ba1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:15.478076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2810d47f-59bb-4b75-aebc-de40de6a470f req-7121dd83-bad4-4e23-9032-404821ce4ba1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 931 time: 0.3270085 Aug 16 12:54:15.613479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 422b9681-a527-4540-ab0f-9ac13c373da0 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:54:15.745625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Attempting to bind port c7d7e710-6cf4-420c-ada0-af7503eca31c on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:54:15.745855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Attempting to bind port c7d7e710-6cf4-420c-ada0-af7503eca31c by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:54:15.746241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Attempting to bind port c7d7e710-6cf4-420c-ada0-af7503eca31c on network 05721844-823e-460f-a168-4a22dab945ea {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:15.765019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Port c7d7e710-6cf4-420c-ada0-af7503eca31c on network 05721844-823e-460f-a168-4a22dab945ea not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:54:15.765283 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Attempting to bind port c7d7e710-6cf4-420c-ada0-af7503eca31c on network 05721844-823e-460f-a168-4a22dab945ea {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:15.792917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:54:15.795874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Checking segment: {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:15.796599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Bound using segment: {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:54:15.797823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Bound port: c7d7e710-6cf4-420c-ada0-af7503eca31c, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3706460a-2e66-444c-8033-2450cf5238a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '05721844-823e-460f-a168-4a22dab945ea'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:54:15.798406 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:15.911186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=422b9681-a527-4540-ab0f-9ac13c373da0,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:15.937035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2810d47f-59bb-4b75-aebc-de40de6a470f req-96eeb2e7-51c0-473b-aca8-12b0c6885330 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539757 Aug 16 12:54:15.944936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 422b9681-a527-4540-ab0f-9ac13c373da0 has no active binding in host n-h2-804708-1 {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 12:54:15.966748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] For port c7d7e710-6cf4-420c-ada0-af7503eca31c, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:15.991557 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:15.991891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] For port c7d7e710-6cf4-420c-ada0-af7503eca31c, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c7d7e710-6cf4-420c-ada0-af7503eca31c,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:54:16.004213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:16.005131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-50f597f7-d587-4479-8786-8520174b4347 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:16.013277 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-50f597f7-d587-4479-8786-8520174b4347 tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1096 time: 0.6989729 Aug 16 12:54:16.053079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804708-1'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:16.120137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b7b95cbc-4b39-4355-af59-a855ab84889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:16.123434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b7b95cbc-4b39-4355-af59-a855ab84889a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1101 time: 0.4465041 Aug 16 12:54:16.254456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:16.255343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:16.259156 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] 10.222.0.42 "PUT /v2.0/ports/c7d7e710-6cf4-420c-ada0-af7503eca31c HTTP/1.1" status: 200 len: 1091 time: 2.3355982 Aug 16 12:54:16.259635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'tag': 'c7d7e710-6cf4-420c-ada0-af7503eca31c'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:16.270168 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14" -d '{"events": [{"name": "network-changed", "server_uuid": "80937e38-3d04-45c4-9ce3-6e635f13c3cc", "tag": "c7d7e710-6cf4-420c-ada0-af7503eca31c"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:16.442390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206d8e1-0cc1-48bc-a64c-2dc750cc5dab service neutron] Pushing event updated for resources: {'Port': ['ID=c7d7e710-6cf4-420c-ada0-af7503eca31c,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:16.479398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-dd12cf6e-d6b8-4795-b5d6-88430efddd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:16.480959 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-dd12cf6e-d6b8-4795-b5d6-88430efddd95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 1094 time: 0.1567483 Aug 16 12:54:16.495662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-e9e07e76-8ebf-4f05-b976-7227f307f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:16.505358 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-e9e07e76-8ebf-4f05-b976-7227f307f60e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3696408 Aug 16 12:54:16.606348 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-e1db07a6-a1ba-470a-8530-9f77b17e5419 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d7e710-6cf4-420c-ada0-af7503eca31c HTTP/1.1" status: 200 len: 217 time: 0.1133702 Aug 16 12:54:16.755187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-a09e45de-86b4-496e-aa67-503e0090e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:16.756757 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-a09e45de-86b4-496e-aa67-503e0090e598 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.1423151 Aug 16 12:54:16.868054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-152df648-5d74-4bf9-b6bf-f29ed849435d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 217 time: 0.2885280 Aug 16 12:54:17.007620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-3a16243a-37d1-40d2-9b95-dafd822840dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.009219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-3a16243a-37d1-40d2-9b95-dafd822840dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1302426 Aug 16 12:54:17.039509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-f79f2096-a12a-4670-8742-253df8f2a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.041389 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-f79f2096-a12a-4670-8742-253df8f2a054 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2758279 Aug 16 12:54:17.051709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ea42b-27c7-4efe-b4ad-f11f9b993178 req-43c4e01f-479c-4e23-b56d-974690955bfd tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.053736 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d78ea42b-27c7-4efe-b4ad-f11f9b993178 req-43c4e01f-479c-4e23-b56d-974690955bfd tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.22 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 944 time: 0.1979198 Aug 16 12:54:17.095476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa85a6-f34e-4cbe-97e7-b48d8687dc9a req-59aa5f8b-acfd-42d7-baea-87ea5ebdfac4 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.102719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa85a6-f34e-4cbe-97e7-b48d8687dc9a req-59aa5f8b-acfd-42d7-baea-87ea5ebdfac4 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.112769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa85a6-f34e-4cbe-97e7-b48d8687dc9a req-59aa5f8b-acfd-42d7-baea-87ea5ebdfac4 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.117994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bfa85a6-f34e-4cbe-97e7-b48d8687dc9a req-59aa5f8b-acfd-42d7-baea-87ea5ebdfac4 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2419 time: 0.5755880 Aug 16 12:54:17.158273 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:17.247666 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-08cf294f-5592-4b9e-ae13-a9fda338d734 service neutron] 10.222.0.42 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907198 Aug 16 12:54:17.350227 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bfa85a6-f34e-4cbe-97e7-b48d8687dc9a req-7a2f9319-1814-4ba5-bbc1-1baf0cc4000a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718116 Aug 16 12:54:17.387562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33e706-0850-414e-8df5-a6e7a243f87d req-3077d026-915a-46cf-9614-230040d333d3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.389674 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a33e706-0850-414e-8df5-a6e7a243f87d req-3077d026-915a-46cf-9614-230040d333d3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.8827302 Aug 16 12:54:17.411033 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-fd266bbf-0297-4c55-9e87-c22fcd591a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.412602 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-fd266bbf-0297-4c55-9e87-c22fcd591a2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3881733 Aug 16 12:54:17.577106 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcce99d3-d6e7-458f-9313-bb2cf7b492d4 req-bb1bcf18-6069-4bf3-bd7c-2157df952b9c service neutron] 10.222.0.42 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349719 Aug 16 12:54:17.654701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-b4fe536b-52b8-46ff-83bc-ab1e21f41c35 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.663510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-b4fe536b-52b8-46ff-83bc-ab1e21f41c35 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.674190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-b4fe536b-52b8-46ff-83bc-ab1e21f41c35 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.678154 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-b4fe536b-52b8-46ff-83bc-ab1e21f41c35 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 2419 time: 0.4256959 Aug 16 12:54:17.720142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-d78ea42b-27c7-4efe-b4ad-f11f9b993178 req-5fab4f8a-1ed9-400c-8e0a-bcfe99266390 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Deleting port a09d191d-f68d-415e-9254-f3089f527ea2 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:17.721471 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d78ea42b-27c7-4efe-b4ad-f11f9b993178 req-5fab4f8a-1ed9-400c-8e0a-bcfe99266390 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:17.761613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a33e706-0850-414e-8df5-a6e7a243f87d req-9cb32057-d060-4e3d-b991-d08ff8ddc836 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479881 Aug 16 12:54:17.810525 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a856fb3-3b33-4a7a-8fd2-2c9b5bafae7b req-17eef10a-a268-4807-901b-4b53b5718459 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:17.821424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a856fb3-3b33-4a7a-8fd2-2c9b5bafae7b req-17eef10a-a268-4807-901b-4b53b5718459 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 945 time: 0.3605342 Aug 16 12:54:17.908479 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a856fb3-3b33-4a7a-8fd2-2c9b5bafae7b req-950b8c4e-04cd-4374-888d-30d8a94beb5a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854406 Aug 16 12:54:17.917542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=422b9681-a527-4540-ab0f-9ac13c373da0,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:17.926636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-c120c341-2219-41fa-a213-90ebe3b3915d service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916465 Aug 16 12:54:17.994026 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3744d224-8207-4b1c-9c08-8a40c1b9abfa x-openstack-request-id: req-3744d224-8207-4b1c-9c08-8a40c1b9abfa {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:17.994407 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80937e38-3d04-45c4-9ce3-6e635f13c3cc", "tag": "c7d7e710-6cf4-420c-ada0-af7503eca31c", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:17.995230 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3744d224-8207-4b1c-9c08-8a40c1b9abfa {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:17.995230 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'tag': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'status': 'completed', 'code': 200} Aug 16 12:54:18.105126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d78ea42b-27c7-4efe-b4ad-f11f9b993178 req-5fab4f8a-1ed9-400c-8e0a-bcfe99266390 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] For port a09d191d-f68d-415e-9254-f3089f527ea2, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a09d191d-f68d-415e-9254-f3089f527ea2,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:18.105750 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d78ea42b-27c7-4efe-b4ad-f11f9b993178 req-5fab4f8a-1ed9-400c-8e0a-bcfe99266390 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:18.123559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-d78ea42b-27c7-4efe-b4ad-f11f9b993178 req-5fab4f8a-1ed9-400c-8e0a-bcfe99266390 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Calling delete_port for a09d191d-f68d-415e-9254-f3089f527ea2 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:18.200851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-f3d401c5-f418-45a6-bec3-52844721c486 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:18.201379 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-f3d401c5-f418-45a6-bec3-52844721c486 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:18.228127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14 req-f528eb89-92ba-4f6e-98f3-6d7ba311bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:18.234046 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14 req-f528eb89-92ba-4f6e-98f3-6d7ba311bf6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 1094 time: 0.2087920 Aug 16 12:54:18.372082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14 req-368166c2-d282-4f3c-9dd5-34d9b1b73238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:18.373661 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14 req-368166c2-d282-4f3c-9dd5-34d9b1b73238 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.1308205 Aug 16 12:54:18.573658 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14 req-18c035cc-4e26-448c-a9ad-4a643a692114 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d7e710-6cf4-420c-ada0-af7503eca31c HTTP/1.1" status: 200 len: 217 time: 0.1855266 Aug 16 12:54:18.801966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14 req-66c2847d-c3d7-465e-8e50-99fcf2dd7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:18.803787 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14 req-66c2847d-c3d7-465e-8e50-99fcf2dd7b34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.2128153 Aug 16 12:54:18.811518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-f3d401c5-f418-45a6-bec3-52844721c486 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] For port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0e6e6997-9db8-4aad-901a-53ab5c93d5b4,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:18.812033 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-f3d401c5-f418-45a6-bec3-52844721c486 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:18.877937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-f3d401c5-f418-45a6-bec3-52844721c486 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Calling delete_port for 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:18.881373 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d78ea42b-27c7-4efe-b4ad-f11f9b993178 req-5fab4f8a-1ed9-400c-8e0a-bcfe99266390 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:18.910686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['a09d191d-f68d-415e-9254-f3089f527ea2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:54:18.935317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab4f8a-1ed9-400c-8e0a-bcfe99266390 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Pushing event deleted for resources: {'Port': ['ID=a09d191d-f68d-415e-9254-f3089f527ea2,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:18.945936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:19.022576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53396ca1-d15d-46a9-bf39-37aa78074ba5 req-8c9303d4-ae41-4ba5-b856-ba54c1ed492a tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:19.028333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14 req-68d74a0e-3d01-4765-9b38-c43ae57addc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:19.030081 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14 req-68d74a0e-3d01-4765-9b38-c43ae57addc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120256 Aug 16 12:54:19.040678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-53396ca1-d15d-46a9-bf39-37aa78074ba5 req-8c9303d4-ae41-4ba5-b856-ba54c1ed492a tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=230a7c9d-06f5-4578-baf2-657dcff893b5 HTTP/1.1" status: 200 len: 866 time: 0.9182341 Aug 16 12:54:19.057376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78ea42b-27c7-4efe-b4ad-f11f9b993178 req-5fab4f8a-1ed9-400c-8e0a-bcfe99266390 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] No DVR routers for this DVR port a09d191d-f68d-415e-9254-f3089f527ea2 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:19.074179 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d78ea42b-27c7-4efe-b4ad-f11f9b993178 req-5fab4f8a-1ed9-400c-8e0a-bcfe99266390 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:19.076432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d78ea42b-27c7-4efe-b4ad-f11f9b993178 req-5fab4f8a-1ed9-400c-8e0a-bcfe99266390 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.22 "DELETE /v2.0/ports/a09d191d-f68d-415e-9254-f3089f527ea2 HTTP/1.1" status: 204 len: 173 time: 1.8124430 Aug 16 12:54:19.102745 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533757f-5ee4-4b0f-b589-7694794e4c5a req-335b564b-11ca-4e50-a201-41d507d8e408 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:19.105410 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c533757f-5ee4-4b0f-b589-7694794e4c5a req-335b564b-11ca-4e50-a201-41d507d8e408 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 943 time: 0.9916422 Aug 16 12:54:19.107993 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b7ff88e9-b13a-41d6-8732-daee0b5d6cef service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1708777 Aug 16 12:54:19.147410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422b9681-a527-4540-ab0f-9ac13c373da0'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:19.150686 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973f82f6-b98a-4888-99e9-c066a960bb75" -d '{"events": [{"server_uuid": "ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d", "name": "network-vif-unplugged", "status": "completed", "tag": "422b9681-a527-4540-ab0f-9ac13c373da0"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:19.156931 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:19.202772 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:19.211753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c533757f-5ee4-4b0f-b589-7694794e4c5a req-d4a78e81-2095-4aea-b881-f0464ef8b6c1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928645 Aug 16 12:54:19.222209 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-53396ca1-d15d-46a9-bf39-37aa78074ba5 req-6b4ed305-2cdb-4693-abc5-cfccf75cd9ea tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803086 Aug 16 12:54:19.397864 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14 req-4bca1360-03e2-468b-8013-03c2d1f96125 service neutron] 10.222.0.42 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488646 Aug 16 12:54:19.548522 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-f3d401c5-f418-45a6-bec3-52844721c486 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:19.607462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d401c5-f418-45a6-bec3-52844721c486 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Port': ['ID=0e6e6997-9db8-4aad-901a-53ab5c93d5b4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:19.657379 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 on host n-h1-804708-1 for vnic_type normal with profile {"migrating_to": "n-h2-804708-1"} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:54:19.657636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:54:19.657835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:19.665149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c7d7e710-6cf4-420c-ada0-af7503eca31c details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:54:19.668917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Pushing event updated for resources: {'Port': ['ID=422b9681-a527-4540-ab0f-9ac13c373da0,revision_number=7']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:19.679428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Port 422b9681-a527-4540-ab0f-9ac13c373da0 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:54:19.679753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Attempting to bind port 422b9681-a527-4540-ab0f-9ac13c373da0 on network a63f4b9d-413f-431a-be90-442b0a6da2b8 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:19.686025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:54:19.686545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Checking segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:19.686940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Bound using segment: {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:54:19.687379 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Bound port: 422b9681-a527-4540-ab0f-9ac13c373da0, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12c577-9dc8-43ed-940b-91c3a29c49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a63f4b9d-413f-431a-be90-442b0a6da2b8'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:54:19.688460 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:19.722281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af3c2c-d898-48b1-812d-236a25d008cb req-f47f6175-a8ce-4f3c-a91d-b1fd31c7f48c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:19.731762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-f3d401c5-f418-45a6-bec3-52844721c486 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] No DVR routers for this DVR port 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:19.732475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07af3c2c-d898-48b1-812d-236a25d008cb req-f47f6175-a8ce-4f3c-a91d-b1fd31c7f48c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.2857549 Aug 16 12:54:19.746494 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-f3d401c5-f418-45a6-bec3-52844721c486 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:19.750463 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-f3d401c5-f418-45a6-bec3-52844721c486 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.42 "DELETE /v2.0/ports/0e6e6997-9db8-4aad-901a-53ab5c93d5b4 HTTP/1.1" status: 204 len: 173 time: 2.0644913 Aug 16 12:54:19.771479 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a4d3fb96-da8d-4de4-8107-81bffd8e7c14 req-5d0b0fce-2726-43e0-9e79-ca7d42bfb751 service neutron] 10.222.0.42 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468013 Aug 16 12:54:19.834214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e958b15-4038-4cbe-a1fa-8fb13283d058 req-95791a7a-3a2e-4fe4-8864-16aeda105784 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:19.851036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:19.863981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e958b15-4038-4cbe-a1fa-8fb13283d058 req-95791a7a-3a2e-4fe4-8864-16aeda105784 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:19.872179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e958b15-4038-4cbe-a1fa-8fb13283d058 req-95791a7a-3a2e-4fe4-8864-16aeda105784 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 1683 time: 0.4415450 Aug 16 12:54:19.983906 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07af3c2c-d898-48b1-812d-236a25d008cb req-8954a380-957f-4822-b781-d8d938d97b3e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492814 Aug 16 12:54:19.998678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'name': 'network-vif-deleted', 'tag': 'a09d191d-f68d-415e-9254-f3089f527ea2'}, {'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-deleted', 'tag': '0e6e6997-9db8-4aad-901a-53ab5c93d5b4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:20.002017 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043043c5-42a3-4e64-bb1d-7e1b65b61961" -d '{"events": [{"server_uuid": "230a7c9d-06f5-4578-baf2-657dcff893b5", "name": "network-vif-deleted", "tag": "a09d191d-f68d-415e-9254-f3089f527ea2"}, {"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-deleted", "tag": "0e6e6997-9db8-4aad-901a-53ab5c93d5b4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:20.023553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:54:20.027101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0e6e6997-9db8-4aad-901a-53ab5c93d5b4 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:54:20.028984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f43f3365-1868-40bc-84be-14d7f53a1991 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:20.082970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-870d24f6-9584-4383-b9b8-5d78abe53893 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting port 99d4ee3e-70ac-4268-80df-ac5883c9e25b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:20.083482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-870d24f6-9584-4383-b9b8-5d78abe53893 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:20.145498 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e958b15-4038-4cbe-a1fa-8fb13283d058 req-9f644766-5eaa-4bc5-bc7f-c35d37927c19 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691674 Aug 16 12:54:20.205049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:20.208898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=422b9681-a527-4540-ab0f-9ac13c373da0,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:54:20.223859 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:20.348142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port c7d7e710-6cf4-420c-ada0-af7503eca31c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c7d7e710-6cf4-420c-ada0-af7503eca31c,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:20.396469 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:20.400168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'port_id': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'mac_address': 'fa:16:3e:34:0e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:54:20.461408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-870d24f6-9584-4383-b9b8-5d78abe53893 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] For port 99d4ee3e-70ac-4268-80df-ac5883c9e25b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=99d4ee3e-70ac-4268-80df-ac5883c9e25b,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:20.462154 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-870d24f6-9584-4383-b9b8-5d78abe53893 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:20.483220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-870d24f6-9584-4383-b9b8-5d78abe53893 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Calling delete_port for 99d4ee3e-70ac-4268-80df-ac5883c9e25b owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:20.528676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f43f3365-1868-40bc-84be-14d7f53a1991, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f43f3365-1868-40bc-84be-14d7f53a1991,segment=NetworkSegment(53ed05c5-e7a0-413f-9f11-32925775df29),segment_id=53ed05c5-e7a0-413f-9f11-32925775df29)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:20.532747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43f3365-1868-40bc-84be-14d7f53a1991'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:20.536397 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d89e9b-063d-44dd-bb55-7722762c0d2d" -d '{"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-unplugged", "status": "completed", "tag": "f43f3365-1868-40bc-84be-14d7f53a1991"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:20.555036 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:20.555772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 99d4ee3e-70ac-4268-80df-ac5883c9e25b no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:20.557149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Pushing event updated for resources: {'Port': ['ID=422b9681-a527-4540-ab0f-9ac13c373da0,revision_number=8']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:20.593066 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623b3361-c082-4aaa-90f7-754b70f0a403 x-openstack-request-id: req-623b3361-c082-4aaa-90f7-754b70f0a403 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:20.593616 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d", "name": "network-vif-unplugged", "status": "completed", "tag": "422b9681-a527-4540-ab0f-9ac13c373da0", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:20.595320 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-623b3361-c082-4aaa-90f7-754b70f0a403 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:20.597376 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422b9681-a527-4540-ab0f-9ac13c373da0', 'code': 200} Aug 16 12:54:20.680105 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e23aa2-13de-4e42-b699-c7358c1a75c5 req-8e8865f1-0ae3-44d0-841e-e48fe5be93cc tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:20.688478 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:20.696441 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7e23aa2-13de-4e42-b699-c7358c1a75c5 req-8e8865f1-0ae3-44d0-841e-e48fe5be93cc tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.2568724 Aug 16 12:54:20.700435 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27104e18-a6dd-4c2e-86e6-d1b464362920 x-openstack-request-id: req-27104e18-a6dd-4c2e-86e6-d1b464362920 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:20.700916 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230a7c9d-06f5-4578-baf2-657dcff893b5", "name": "network-vif-deleted", "tag": "a09d191d-f68d-415e-9254-f3089f527ea2", "status": "completed", "code": 200}, {"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-deleted", "tag": "0e6e6997-9db8-4aad-901a-53ab5c93d5b4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:20.701189 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27104e18-a6dd-4c2e-86e6-d1b464362920 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:20.702001 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230a7c9d-06f5-4578-baf2-657dcff893b5', 'name': 'network-vif-deleted', 'tag': 'a09d191d-f68d-415e-9254-f3089f527ea2', 'status': 'completed', 'code': 200} Aug 16 12:54:20.702537 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-deleted', 'tag': '0e6e6997-9db8-4aad-901a-53ab5c93d5b4', 'status': 'completed', 'code': 200} Aug 16 12:54:20.743389 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-870d24f6-9584-4383-b9b8-5d78abe53893 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:20.773685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7e23aa2-13de-4e42-b699-c7358c1a75c5 req-f9afdb9c-51a3-4870-ae7b-13fb8970eff0 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758452 Aug 16 12:54:20.872667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d24f6-9584-4383-b9b8-5d78abe53893 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Port': ['ID=99d4ee3e-70ac-4268-80df-ac5883c9e25b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:20.886085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:20.889973 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:20.891148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-46bbe24b-e266-4cfe-a1f4-78b113f75d0a service neutron] 10.222.0.42 "PUT /v2.0/ports/422b9681-a527-4540-ab0f-9ac13c373da0 HTTP/1.1" status: 200 len: 1121 time: 4.8624544 Aug 16 12:54:20.934860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074af1e-9415-443e-acc0-9f23eb231911 req-e8ac8e67-e30d-4f22-93c5-c91051ff176f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:20.952168 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9074af1e-9415-443e-acc0-9f23eb231911 req-e8ac8e67-e30d-4f22-93c5-c91051ff176f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 943 time: 0.1733391 Aug 16 12:54:20.967495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-870d24f6-9584-4383-b9b8-5d78abe53893 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] No DVR routers for this DVR port 99d4ee3e-70ac-4268-80df-ac5883c9e25b on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:20.973773 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-870d24f6-9584-4383-b9b8-5d78abe53893 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:20.979957 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-870d24f6-9584-4383-b9b8-5d78abe53893 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.42 "DELETE /v2.0/ports/99d4ee3e-70ac-4268-80df-ac5883c9e25b HTTP/1.1" status: 204 len: 173 time: 1.2240639 Aug 16 12:54:20.989291 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-c9f382cc-d104-43b8-af86-3b5d5302f4ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2815912 Aug 16 12:54:21.008538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d7e710-6cf4-420c-ada0-af7503eca31c {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:54:21.048460 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9074af1e-9415-443e-acc0-9f23eb231911 req-bb9d70fe-50f1-4de5-bb1f-5739dc87edda tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950906 Aug 16 12:54:21.104966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No active binding found for port 99d4ee3e-70ac-4268-80df-ac5883c9e25b {{(pid=101397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 12:54:21.106026 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 99d4ee3e-70ac-4268-80df-ac5883c9e25b not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:54:21.130393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['422b9681-a527-4540-ab0f-9ac13c373da0'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:54:21.133520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['422b9681-a527-4540-ab0f-9ac13c373da0'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:54:21.237199 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6de47a-36fb-4629-aa81-c214ae869344 x-openstack-request-id: req-cd6de47a-36fb-4629-aa81-c214ae869344 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:21.237983 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-unplugged", "status": "completed", "tag": "f43f3365-1868-40bc-84be-14d7f53a1991", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:21.238434 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd6de47a-36fb-4629-aa81-c214ae869344 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:21.239004 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43f3365-1868-40bc-84be-14d7f53a1991', 'code': 200} Aug 16 12:54:21.275478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f43f3365-1868-40bc-84be-14d7f53a1991,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:21.281679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port c7d7e710-6cf4-420c-ada0-af7503eca31c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c7d7e710-6cf4-420c-ada0-af7503eca31c,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:21.346118 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:21.400543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a09d191d-f68d-415e-9254-f3089f527ea2 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:21.457257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f0763-e4dc-4692-8fc8-36841e94d2fa req-8867cf5e-7244-42b8-b732-a1953f82e663 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:21.458930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-735f0763-e4dc-4692-8fc8-36841e94d2fa req-8867cf5e-7244-42b8-b732-a1953f82e663 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.1817670 Aug 16 12:54:21.459569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: a09d191d-f68d-415e-9254-f3089f527ea2 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:54:21.459929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a09d191d-f68d-415e-9254-f3089f527ea2 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:54:21.561569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-735f0763-e4dc-4692-8fc8-36841e94d2fa req-dc97fbc9-a5c0-44c8-9d65-5c4630b6f81d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954890 Aug 16 12:54:21.617752 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=c7d7e710-6cf4-420c-ada0-af7503eca31c,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:21.678897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f2084-d192-4326-8219-1b5a03f9c0f0 req-8c676009-8cf7-4eeb-964a-776ce6156583 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:21.682468 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-066f2084-d192-4326-8219-1b5a03f9c0f0 req-8c676009-8cf7-4eeb-964a-776ce6156583 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 944 time: 0.1390436 Aug 16 12:54:21.733104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['c7d7e710-6cf4-420c-ada0-af7503eca31c'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:54:21.799481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-066f2084-d192-4326-8219-1b5a03f9c0f0 req-f3480813-9275-4af1-bae2-a61f5d594efd tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097734 Aug 16 12:54:21.955761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d779-3b88-4ceb-aac0-02398f9353ac req-1cb9f8cf-4d9c-4b02-8d12-50458bd014b6 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:21.957888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25e7d779-3b88-4ceb-aac0-02398f9353ac req-1cb9f8cf-4d9c-4b02-8d12-50458bd014b6 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 944 time: 0.0956080 Aug 16 12:54:22.040308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-533a12f6-97e3-47c4-974c-889c941bfc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:22.041921 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-533a12f6-97e3-47c4-974c-889c941bfc55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 1101 time: 0.2216892 Aug 16 12:54:22.096308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fc43d-70e4-4daf-84f8-82d85706264c req-34d39c67-6acd-4d9c-be7e-2f4249724a99 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:22.098409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a0fc43d-70e4-4daf-84f8-82d85706264c req-34d39c67-6acd-4d9c-be7e-2f4249724a99 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.1390886 Aug 16 12:54:22.103950 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25e7d779-3b88-4ceb-aac0-02398f9353ac req-983ead73-3c56-408b-beba-5c11322a0a8b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009634 Aug 16 12:54:22.163940 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a0fc43d-70e4-4daf-84f8-82d85706264c req-d56e8b12-c981-4532-8972-ec2ed5be73ec tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587187 Aug 16 12:54:22.177257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-09c6f76d-2ad6-4572-b0bd-05b1b2aa5ea8 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting port f43f3365-1868-40bc-84be-14d7f53a1991 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:22.177735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-09c6f76d-2ad6-4572-b0bd-05b1b2aa5ea8 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:22.201669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fa55d-54e6-4138-9dc8-5e0de7f23303 req-82d7215a-a7ba-405b-9ec0-604c8b844229 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:22.204925 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-040fa55d-54e6-4138-9dc8-5e0de7f23303 req-82d7215a-a7ba-405b-9ec0-604c8b844229 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 944 time: 0.1959310 Aug 16 12:54:22.270028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86175b6-7698-4812-8fe6-12d58b4f1ba5 req-a4ea4cc8-0713-4b73-81d8-5f63c744bcd5 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:22.271792 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b86175b6-7698-4812-8fe6-12d58b4f1ba5 req-a4ea4cc8-0713-4b73-81d8-5f63c744bcd5 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 944 time: 0.0700927 Aug 16 12:54:22.324606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b86175b6-7698-4812-8fe6-12d58b4f1ba5 req-ff8008d0-a0fb-4629-9215-e95e5a593b5a tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466437 Aug 16 12:54:22.409055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-1603de6d-586e-4f96-ad67-4279368ab74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:22.410932 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-1603de6d-586e-4f96-ad67-4279368ab74d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3355062 Aug 16 12:54:22.476711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-09c6f76d-2ad6-4572-b0bd-05b1b2aa5ea8 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] For port f43f3365-1868-40bc-84be-14d7f53a1991, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f43f3365-1868-40bc-84be-14d7f53a1991,segment=NetworkSegment(53ed05c5-e7a0-413f-9f11-32925775df29),segment_id=53ed05c5-e7a0-413f-9f11-32925775df29)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:22.476711 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-09c6f76d-2ad6-4572-b0bd-05b1b2aa5ea8 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:22.482887 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-fddb6a74-e11f-4bf9-aa2c-45e6d68dbc65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d HTTP/1.1" status: 200 len: 217 time: 0.0610223 Aug 16 12:54:22.497874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-09c6f76d-2ad6-4572-b0bd-05b1b2aa5ea8 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Calling delete_port for f43f3365-1868-40bc-84be-14d7f53a1991 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:22.545629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-040fa55d-54e6-4138-9dc8-5e0de7f23303 req-a76262ae-19df-4e13-8afa-84fb1b37b404 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Deleting port 8609c379-9e93-4942-9d18-99fd89003c4d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:22.546344 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-040fa55d-54e6-4138-9dc8-5e0de7f23303 req-a76262ae-19df-4e13-8afa-84fb1b37b404 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:22.599052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'tag': '422b9681-a527-4540-ab0f-9ac13c373da0'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:22.601892 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aa6261-04f1-4c8b-9f7d-c81e80f0ee62" -d '{"events": [{"name": "network-changed", "server_uuid": "ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d", "tag": "422b9681-a527-4540-ab0f-9ac13c373da0"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:22.666077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-46d68248-fef2-47a4-86e7-62b9e0f2e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:22.667534 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-46d68248-fef2-47a4-86e7-62b9e0f2e40e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1636057 Aug 16 12:54:22.695751 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da93f57f-9777-407a-89bb-10a8212131c4 x-openstack-request-id: req-da93f57f-9777-407a-89bb-10a8212131c4 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:22.696047 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d", "tag": "422b9681-a527-4540-ab0f-9ac13c373da0", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:22.698151 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da93f57f-9777-407a-89bb-10a8212131c4 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:22.698151 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'tag': '422b9681-a527-4540-ab0f-9ac13c373da0', 'status': 'completed', 'code': 200} Aug 16 12:54:22.714503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-deleted', 'tag': '99d4ee3e-70ac-4268-80df-ac5883c9e25b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:22.716737 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487c3e26-69ec-40fa-9764-73259cc9944c" -d '{"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-deleted", "tag": "99d4ee3e-70ac-4268-80df-ac5883c9e25b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:22.785558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-040fa55d-54e6-4138-9dc8-5e0de7f23303 req-a76262ae-19df-4e13-8afa-84fb1b37b404 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] For port 8609c379-9e93-4942-9d18-99fd89003c4d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8609c379-9e93-4942-9d18-99fd89003c4d,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:22.786013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-040fa55d-54e6-4138-9dc8-5e0de7f23303 req-a76262ae-19df-4e13-8afa-84fb1b37b404 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:22.807559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-040fa55d-54e6-4138-9dc8-5e0de7f23303 req-a76262ae-19df-4e13-8afa-84fb1b37b404 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Calling delete_port for 8609c379-9e93-4942-9d18-99fd89003c4d owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:22.835559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-c6d755c6-1928-4de6-af0f-725649f90682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:22.837089 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-c6d755c6-1928-4de6-af0f-725649f90682 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601238 Aug 16 12:54:22.903622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeca56-699f-480e-8050-80a0a7346524 req-5b3ddca0-a7fe-44a8-9664-7a6894b7f3d7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:22.918881 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88aeca56-699f-480e-8050-80a0a7346524 req-5b3ddca0-a7fe-44a8-9664-7a6894b7f3d7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.2016225 Aug 16 12:54:22.956463 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a9a87f-a6ae-405c-aa30-8800de578541 x-openstack-request-id: req-a2a9a87f-a6ae-405c-aa30-8800de578541 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:22.956921 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-deleted", "tag": "99d4ee3e-70ac-4268-80df-ac5883c9e25b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:22.957171 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2a9a87f-a6ae-405c-aa30-8800de578541 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:22.957559 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-deleted', 'tag': '99d4ee3e-70ac-4268-80df-ac5883c9e25b', 'status': 'completed', 'code': 200} Aug 16 12:54:22.995933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88aeca56-699f-480e-8050-80a0a7346524 req-2accd136-ef1e-4ed7-96dc-26c392464017 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742819 Aug 16 12:54:23.043558 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-09c6f76d-2ad6-4572-b0bd-05b1b2aa5ea8 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:23.158081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-140a80fe-2a09-4331-bf0e-acbdd8f2c5e5 req-38070841-09e3-456e-ae37-3051a53a37c5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 210 time: 0.0527191 Aug 16 12:54:23.216026 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-040fa55d-54e6-4138-9dc8-5e0de7f23303 req-a76262ae-19df-4e13-8afa-84fb1b37b404 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:23.223977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6f76d-2ad6-4572-b0bd-05b1b2aa5ea8 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Port': ['ID=f43f3365-1868-40bc-84be-14d7f53a1991,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:23.252043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa6261-04f1-4c8b-9f7d-c81e80f0ee62 req-7ddcb3ad-e164-4e30-b49e-e3ad36d95719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:23.253727 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9aa6261-04f1-4c8b-9f7d-c81e80f0ee62 req-7ddcb3ad-e164-4e30-b49e-e3ad36d95719 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 1124 time: 0.5166845 Aug 16 12:54:23.336761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c184181-ea45-45ba-a305-94684eb2254a req-63617dc0-27ec-4802-9bc5-1d3e5c302f06 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0144076-8e9e-4455-84b7-af65313d3e55 HTTP/1.1" status: 200 len: 210 time: 0.0486574 Aug 16 12:54:23.368164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-09c6f76d-2ad6-4572-b0bd-05b1b2aa5ea8 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] No DVR routers for this DVR port f43f3365-1868-40bc-84be-14d7f53a1991 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:23.392158 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-09c6f76d-2ad6-4572-b0bd-05b1b2aa5ea8 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:23.394203 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d6a396d-ca93-4b81-a692-a294a3fbcb04 req-09c6f76d-2ad6-4572-b0bd-05b1b2aa5ea8 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.42 "DELETE /v2.0/ports/f43f3365-1868-40bc-84be-14d7f53a1991 HTTP/1.1" status: 204 len: 173 time: 2.4039574 Aug 16 12:54:23.465376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb27d88-fa60-42d0-bba1-8c8962ab2d8b req-c71cb8c7-d0c6-4f79-9eb8-f138ab650d38 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:23.467040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ddb27d88-fa60-42d0-bba1-8c8962ab2d8b req-c71cb8c7-d0c6-4f79-9eb8-f138ab650d38 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.1295569 Aug 16 12:54:23.551310 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-8836c60c-db56-4290-96ee-83798cea7cd8 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855994 Aug 16 12:54:23.554091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-040fa55d-54e6-4138-9dc8-5e0de7f23303 req-a76262ae-19df-4e13-8afa-84fb1b37b404 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] No DVR routers for this DVR port 8609c379-9e93-4942-9d18-99fd89003c4d on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:23.555592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76262ae-19df-4e13-8afa-84fb1b37b404 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Pushing event deleted for resources: {'Port': ['ID=8609c379-9e93-4942-9d18-99fd89003c4d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:23.573228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-040fa55d-54e6-4138-9dc8-5e0de7f23303 req-a76262ae-19df-4e13-8afa-84fb1b37b404 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:23.575767 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-040fa55d-54e6-4138-9dc8-5e0de7f23303 req-a76262ae-19df-4e13-8afa-84fb1b37b404 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.22 "DELETE /v2.0/ports/8609c379-9e93-4942-9d18-99fd89003c4d HTTP/1.1" status: 204 len: 173 time: 1.3504713 Aug 16 12:54:23.592961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ddb27d88-fa60-42d0-bba1-8c8962ab2d8b req-44146b95-deec-494b-9cf6-816519a62d93 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173918 Aug 16 12:54:23.632165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698c27a-7519-413b-8075-65673a723238 req-e82d92d1-f48f-47e4-a9c8-67ba5183ad2d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:23.641945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9698c27a-7519-413b-8075-65673a723238 req-e82d92d1-f48f-47e4-a9c8-67ba5183ad2d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 944 time: 0.1531658 Aug 16 12:54:23.691833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c7d7e710-6cf4-420c-ada0-af7503eca31c up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:23.709401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa6261-04f1-4c8b-9f7d-c81e80f0ee62 req-1e6d3511-773b-4745-a84d-49a47533328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:23.710890 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9aa6261-04f1-4c8b-9f7d-c81e80f0ee62 req-1e6d3511-773b-4745-a84d-49a47533328d service neutron] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.4177794 Aug 16 12:54:23.715665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9698c27a-7519-413b-8075-65673a723238 req-0f680133-8746-4da8-af08-86aa9c31addf tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724814 Aug 16 12:54:23.772006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9aa6261-04f1-4c8b-9f7d-c81e80f0ee62 req-e9a641d5-e1fe-4c42-810e-7a2ebec68be6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422b9681-a527-4540-ab0f-9ac13c373da0 HTTP/1.1" status: 200 len: 217 time: 0.0522213 Aug 16 12:54:23.784765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port c7d7e710-6cf4-420c-ada0-af7503eca31c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:23.795432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port c7d7e710-6cf4-420c-ada0-af7503eca31c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:23.796208 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:23.839523 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-53bf6724-dd76-4c11-b5f8-bf939b40fdbb req-4e218855-eb98-4624-ae2b-6b5b5325f39a service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632546 Aug 16 12:54:23.888019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa6261-04f1-4c8b-9f7d-c81e80f0ee62 req-4a281537-40df-450a-bee7-ea96b1decdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:23.890310 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9aa6261-04f1-4c8b-9f7d-c81e80f0ee62 req-4a281537-40df-450a-bee7-ea96b1decdcf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.0909431 Aug 16 12:54:23.958426 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9aa6261-04f1-4c8b-9f7d-c81e80f0ee62 req-6558451f-4931-4426-a2be-bd1b47094ef9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595610 Aug 16 12:54:24.049817 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:24.172248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d7e710-6cf4-420c-ada0-af7503eca31c'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:24.186597 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69c98a5-9d22-4ba4-96d4-16c54884d4cc" -d '{"events": [{"server_uuid": "80937e38-3d04-45c4-9ce3-6e635f13c3cc", "name": "network-vif-plugged", "status": "completed", "tag": "c7d7e710-6cf4-420c-ada0-af7503eca31c"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:24.222159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port c7d7e710-6cf4-420c-ada0-af7503eca31c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c7d7e710-6cf4-420c-ada0-af7503eca31c,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:24.232992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:24.310433 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9aa6261-04f1-4c8b-9f7d-c81e80f0ee62 req-f31c6e58-b6be-4012-b1be-4475112b00ce service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441048 Aug 16 12:54:24.333594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4e557-1aa7-43e1-bb8d-eb0291ab7042 req-006f72d2-deb6-412d-b451-26f0e4091af1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:24.351342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aad4e557-1aa7-43e1-bb8d-eb0291ab7042 req-006f72d2-deb6-412d-b451-26f0e4091af1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.1508737 Aug 16 12:54:24.410782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aad4e557-1aa7-43e1-bb8d-eb0291ab7042 req-9595deae-a21a-4a08-81c0-015d8fba068b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570881 Aug 16 12:54:24.519653 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51efb191-69c4-45ce-a3d6-c122f2456673 x-openstack-request-id: req-51efb191-69c4-45ce-a3d6-c122f2456673 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:24.521186 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80937e38-3d04-45c4-9ce3-6e635f13c3cc", "name": "network-vif-plugged", "status": "completed", "tag": "c7d7e710-6cf4-420c-ada0-af7503eca31c", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:24.522564 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51efb191-69c4-45ce-a3d6-c122f2456673 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:24.524967 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'code': 200} Aug 16 12:54:24.607435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=c7d7e710-6cf4-420c-ada0-af7503eca31c,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:24.663220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0304336-4faa-43e8-8742-d253fc1ab767 req-6b648dc2-029d-4ff4-b51c-9bab4409c716 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34d5c-dbbe-4056-992f-c44a05f7ef19 HTTP/1.1" status: 200 len: 210 time: 0.0605252 Aug 16 12:54:24.705091 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9aa6261-04f1-4c8b-9f7d-c81e80f0ee62 req-c6171061-fc5b-4773-a499-b5173674f1a9 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783021 Aug 16 12:54:24.925618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebe92a-a519-41f4-90db-322e056babf1 req-9753331e-7790-4807-b00c-df257ada7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:24.927388 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffebe92a-a519-41f4-90db-322e056babf1 req-9753331e-7790-4807-b00c-df257ada7cdd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 1096 time: 0.0572362 Aug 16 12:54:24.936558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d0679-8e36-4daf-94fa-a1d4885ea9fd req-0e35ea42-f38d-45bf-94f8-1967de257d50 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:24.942147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-148d0679-8e36-4daf-94fa-a1d4885ea9fd req-0e35ea42-f38d-45bf-94f8-1967de257d50 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.1262836 Aug 16 12:54:24.980087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-deleted', 'tag': 'f43f3365-1868-40bc-84be-14d7f53a1991'}, {'server_uuid': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'name': 'network-vif-deleted', 'tag': '8609c379-9e93-4942-9d18-99fd89003c4d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:24.985846 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adebc22e-cf13-4707-a73f-8d05a3efc407" -d '{"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-deleted", "tag": "f43f3365-1868-40bc-84be-14d7f53a1991"}, {"server_uuid": "d0144076-8e9e-4455-84b7-af65313d3e55", "name": "network-vif-deleted", "tag": "8609c379-9e93-4942-9d18-99fd89003c4d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:25.042553 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffebe92a-a519-41f4-90db-322e056babf1 req-54912ba7-3fb4-469b-a147-6908461962ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014211 Aug 16 12:54:25.062626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-148d0679-8e36-4daf-94fa-a1d4885ea9fd req-155a0580-1503-436a-8346-503555f3ba43 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125164 Aug 16 12:54:25.214887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dada4ae-1de9-4bbf-aad0-d50f9340385b req-bc9a6563-94f1-4247-b90c-1c7572948c8d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:25.221982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3dada4ae-1de9-4bbf-aad0-d50f9340385b req-bc9a6563-94f1-4247-b90c-1c7572948c8d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 945 time: 0.1532540 Aug 16 12:54:25.335409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3dada4ae-1de9-4bbf-aad0-d50f9340385b req-a5feba31-a7b9-4362-99e5-174d7f787a4c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066024 Aug 16 12:54:25.395556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8609c379-9e93-4942-9d18-99fd89003c4d no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:25.441314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 8609c379-9e93-4942-9d18-99fd89003c4d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:54:25.441662 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8609c379-9e93-4942-9d18-99fd89003c4d not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:54:25.550621 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e256fb6f-390f-4920-bfd8-4be6ea36d47f x-openstack-request-id: req-e256fb6f-390f-4920-bfd8-4be6ea36d47f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:25.551984 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d34d5c-dbbe-4056-992f-c44a05f7ef19", "name": "network-vif-deleted", "tag": "f43f3365-1868-40bc-84be-14d7f53a1991", "status": "completed", "code": 200}, {"server_uuid": "d0144076-8e9e-4455-84b7-af65313d3e55", "name": "network-vif-deleted", "tag": "8609c379-9e93-4942-9d18-99fd89003c4d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:25.552810 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e256fb6f-390f-4920-bfd8-4be6ea36d47f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:25.553834 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d34d5c-dbbe-4056-992f-c44a05f7ef19', 'name': 'network-vif-deleted', 'tag': 'f43f3365-1868-40bc-84be-14d7f53a1991', 'status': 'completed', 'code': 200} Aug 16 12:54:25.554472 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0144076-8e9e-4455-84b7-af65313d3e55', 'name': 'network-vif-deleted', 'tag': '8609c379-9e93-4942-9d18-99fd89003c4d', 'status': 'completed', 'code': 200} Aug 16 12:54:25.662157 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a493a5f-06d0-45f6-b42e-b88d3921ad11 req-df32af34-17b0-4b7c-8655-c5d2f89b5722 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:25.669868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a493a5f-06d0-45f6-b42e-b88d3921ad11 req-df32af34-17b0-4b7c-8655-c5d2f89b5722 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 945 time: 0.1043413 Aug 16 12:54:25.759461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594f05-e874-47cb-8b38-a0163584d410 req-baa3c578-b99c-4b4e-92b3-d288ded2b45f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:25.762668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9594f05-e874-47cb-8b38-a0163584d410 req-baa3c578-b99c-4b4e-92b3-d288ded2b45f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.1091413 Aug 16 12:54:25.769182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a493a5f-06d0-45f6-b42e-b88d3921ad11 req-954a1256-73b4-481d-92b6-d5c640a5ff48 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983982 Aug 16 12:54:25.832681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33656) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:25.860073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9594f05-e874-47cb-8b38-a0163584d410 req-98534fd5-90f2-4cdc-909e-506baf570645 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893440 Aug 16 12:54:25.904627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a866dcf8-ee63-4456-ae54-d46cdbbd2e46 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting subnet 9566df4a-4026-4178-9e4e-bfa30a24a5b6 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:54:25.908203 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a866dcf8-ee63-4456-ae54-d46cdbbd2e46 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:25.975434 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a866dcf8-ee63-4456-ae54-d46cdbbd2e46 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:26.097713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ef8e3-e25f-4297-99e2-be0abe8cd2b5 req-5dd165d5-2ef9-4519-8bcd-a33d651b4680 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:26.099199 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c5ef8e3-e25f-4297-99e2-be0abe8cd2b5 req-5dd165d5-2ef9-4519-8bcd-a33d651b4680 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.22 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 945 time: 0.1204464 Aug 16 12:54:26.219651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a866dcf8-ee63-4456-ae54-d46cdbbd2e46 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:26.338893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78c2f-5622-4d3b-902f-04754cc7f1d2 req-d8747b82-d8b7-4895-b296-4a51e4a85f65 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:26.366147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41c78c2f-5622-4d3b-902f-04754cc7f1d2 req-d8747b82-d8b7-4895-b296-4a51e4a85f65 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.1225135 Aug 16 12:54:26.467848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41c78c2f-5622-4d3b-902f-04754cc7f1d2 req-eca02c32-9f65-4798-beb3-49cccb0addc5 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007805 Aug 16 12:54:26.470395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-3c5ef8e3-e25f-4297-99e2-be0abe8cd2b5 req-cef5f326-ed4f-425b-bc80-2a2cf26c1a6b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Deleting port bb2aee5d-1679-433c-9e9e-d37d657e41f9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:26.470999 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c5ef8e3-e25f-4297-99e2-be0abe8cd2b5 req-cef5f326-ed4f-425b-bc80-2a2cf26c1a6b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:26.503125 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a866dcf8-ee63-4456-ae54-d46cdbbd2e46 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:26.531037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866dcf8-ee63-4456-ae54-d46cdbbd2e46 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Subnet': ['ID=9566df4a-4026-4178-9e4e-bfa30a24a5b6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:26.583260 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a866dcf8-ee63-4456-ae54-d46cdbbd2e46 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:26.586169 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a866dcf8-ee63-4456-ae54-d46cdbbd2e46 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "DELETE /v2.0/subnets/9566df4a-4026-4178-9e4e-bfa30a24a5b6 HTTP/1.1" status: 204 len: 168 time: 0.7511990 Aug 16 12:54:26.588036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33666) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:26.594512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6be918-c2a4-49e1-9d40-38ec27d977db None None] Network 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:54:26.624242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62789e9a-646e-490a-abbf-2ab19fa05afc req-6be81f87-68bd-481b-9e0e-cedfcf6dee2b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:26.629073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62789e9a-646e-490a-abbf-2ab19fa05afc req-6be81f87-68bd-481b-9e0e-cedfcf6dee2b tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 945 time: 0.1212983 Aug 16 12:54:26.721249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62789e9a-646e-490a-abbf-2ab19fa05afc req-88909db5-cf5b-46ea-8157-faa936543888 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843921 Aug 16 12:54:26.722419 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:26.734558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3c5ef8e3-e25f-4297-99e2-be0abe8cd2b5 req-cef5f326-ed4f-425b-bc80-2a2cf26c1a6b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] For port bb2aee5d-1679-433c-9e9e-d37d657e41f9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bb2aee5d-1679-433c-9e9e-d37d657e41f9,segment=NetworkSegment(d807233a-7a6b-422a-ab43-d6dd8026ac8a),segment_id=d807233a-7a6b-422a-ab43-d6dd8026ac8a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:26.734996 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c5ef8e3-e25f-4297-99e2-be0abe8cd2b5 req-cef5f326-ed4f-425b-bc80-2a2cf26c1a6b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:26.753855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-3c5ef8e3-e25f-4297-99e2-be0abe8cd2b5 req-cef5f326-ed4f-425b-bc80-2a2cf26c1a6b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Calling delete_port for bb2aee5d-1679-433c-9e9e-d37d657e41f9 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:26.904644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting port f809049d-ed66-4585-9aea-6c65d642c32a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:26.904988 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:27.029039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] For port f809049d-ed66-4585-9aea-6c65d642c32a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f809049d-ed66-4585-9aea-6c65d642c32a,segment=NetworkSegment(53ed05c5-e7a0-413f-9f11-32925775df29),segment_id=53ed05c5-e7a0-413f-9f11-32925775df29)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:27.029415 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:27.053267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Calling delete_port for f809049d-ed66-4585-9aea-6c65d642c32a owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:27.054055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-db5004cd-8465-43a1-a6c4-7ad2ec306410 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:27.055740 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-db5004cd-8465-43a1-a6c4-7ad2ec306410 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1653736 Aug 16 12:54:27.080501 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c5ef8e3-e25f-4297-99e2-be0abe8cd2b5 req-cef5f326-ed4f-425b-bc80-2a2cf26c1a6b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:27.097916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118108eb-e051-41da-8d25-041bb246158a req-3a6805a0-d5a3-496d-91ad-846b6cdae338 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:27.108583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-118108eb-e051-41da-8d25-041bb246158a req-3a6805a0-d5a3-496d-91ad-846b6cdae338 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34e8adb-1818-48dd-9988-bd863d6243b6 HTTP/1.1" status: 200 len: 945 time: 0.1982870 Aug 16 12:54:27.148477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b968446-0696-42d6-aea2-18e87a6688f9 None None] DHCP port deletion for 4cef06f8-9237-4782-b7c9-ee28cf5d9c12 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:54:27.231137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5f326-ed4f-425b-bc80-2a2cf26c1a6b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Pushing event deleted for resources: {'Port': ['ID=bb2aee5d-1679-433c-9e9e-d37d657e41f9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:27.251828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5ef8e3-e25f-4297-99e2-be0abe8cd2b5 req-cef5f326-ed4f-425b-bc80-2a2cf26c1a6b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] No DVR routers for this DVR port bb2aee5d-1679-433c-9e9e-d37d657e41f9 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:27.258947 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c5ef8e3-e25f-4297-99e2-be0abe8cd2b5 req-cef5f326-ed4f-425b-bc80-2a2cf26c1a6b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:27.261683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1b968446-0696-42d6-aea2-18e87a6688f9 None None] Deleting port f809049d-ed66-4585-9aea-6c65d642c32a {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:27.264709 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b968446-0696-42d6-aea2-18e87a6688f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:27.274772 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c5ef8e3-e25f-4297-99e2-be0abe8cd2b5 req-cef5f326-ed4f-425b-bc80-2a2cf26c1a6b tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.22 "DELETE /v2.0/ports/bb2aee5d-1679-433c-9e9e-d37d657e41f9 HTTP/1.1" status: 204 len: 173 time: 1.1383512 Aug 16 12:54:27.290636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-f41f6433-c5f0-4689-808a-65cdd853cf72 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.2187011 Aug 16 12:54:27.321570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-001c58ba-1196-4759-b4df-d94266f4dda8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Request body: {'floatingip': {'port_id': '016c07e6-cce0-4e77-b426-fffd5e114036', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:27.405888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 422b9681-a527-4540-ab0f-9ac13c373da0 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:27.415917 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-0e552baf-1310-44ac-857e-9511aea0d3a1 service neutron] 10.222.0.22 "GET /v2.0/ports/422b9681-a527-4540-ab0f-9ac13c373da0/bindings/n-h2-804708-1 HTTP/1.1" status: 200 len: 384 time: 0.1731520 Aug 16 12:54:27.427566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:27.437059 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-001c58ba-1196-4759-b4df-d94266f4dda8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:27.455682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-118108eb-e051-41da-8d25-041bb246158a req-df94c928-0133-4b26-ba43-c11cd7328057 tempest-LiveMigrationTest-1736234043 tempest-LiveMigrationTest-1736234043-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328235 Aug 16 12:54:27.536981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Port': ['ID=f809049d-ed66-4585-9aea-6c65d642c32a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:27.561344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'name': 'network-vif-deleted', 'tag': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:27.572304 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1962d116-5a59-4f41-8649-cd3285af6ad4" -d '{"events": [{"server_uuid": "d34e8adb-1818-48dd-9988-bd863d6243b6", "name": "network-vif-deleted", "tag": "bb2aee5d-1679-433c-9e9e-d37d657e41f9"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:27.575807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] No DVR routers for this DVR port f809049d-ed66-4585-9aea-6c65d642c32a on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:27.652222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1b968446-0696-42d6-aea2-18e87a6688f9 None None] For port f809049d-ed66-4585-9aea-6c65d642c32a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f809049d-ed66-4585-9aea-6c65d642c32a,segment=NetworkSegment(53ed05c5-e7a0-413f-9f11-32925775df29),segment_id=53ed05c5-e7a0-413f-9f11-32925775df29)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:27.653292 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b968446-0696-42d6-aea2-18e87a6688f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:27.683393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1b968446-0696-42d6-aea2-18e87a6688f9 None None] Calling delete_port for f809049d-ed66-4585-9aea-6c65d642c32a owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:27.876460 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b968446-0696-42d6-aea2-18e87a6688f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:27.901504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:27.919261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cef06f8-9237-4782-b7c9-ee28cf5d9c12']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:27.936770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b968446-0696-42d6-aea2-18e87a6688f9 None None] Pushing event deleted for resources: {'Port': ['ID=f809049d-ed66-4585-9aea-6c65d642c32a,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:27.948446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ed05c5-e7a0-413f-9f11-32925775df29') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:27.948729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ed05c5-e7a0-413f-9f11-32925775df29') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:27.966015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b968446-0696-42d6-aea2-18e87a6688f9 None None] No DVR routers for this DVR port f809049d-ed66-4585-9aea-6c65d642c32a on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:27.987289 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.017423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d92665-a65f-4889-a9cc-b6f25a1e1768 req-e65d186b-6f87-4355-a2e7-7d56f9e894f6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:28.025272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46d92665-a65f-4889-a9cc-b6f25a1e1768 req-e65d186b-6f87-4355-a2e7-7d56f9e894f6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.3399312 Aug 16 12:54:28.037809 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.055760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:54:28.055760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:54:28.058512 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:54:28.172658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-cd9e3bda-b8b5-477f-88db-205cac500d89 service neutron] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=422b9681-a527-4540-ab0f-9ac13c373da0,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:28.189884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.206417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46d92665-a65f-4889-a9cc-b6f25a1e1768 req-e7b58fac-6f67-40c5-8dbf-b27ae3cb309f tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801181 Aug 16 12:54:28.255634 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.260316 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "DELETE /v2.0/networks/4cef06f8-9237-4782-b7c9-ee28cf5d9c12 HTTP/1.1" status: 204 len: 168 time: 1.6689205 Aug 16 12:54:28.261222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33682) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:28.319861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef437e-4647-42de-8fc9-5f878bab2a1b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Network': ['ID=4cef06f8-9237-4782-b7c9-ee28cf5d9c12,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:28.322206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-cd9e3bda-b8b5-477f-88db-205cac500d89 service neutron] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:28.327644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebe05b4-3773-4535-8c2e-55811169de22 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting subnet 10f5806e-32df-4d60-82af-47e11b7431a7 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:54:28.363123 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bebe05b4-3773-4535-8c2e-55811169de22 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.421224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-cd9e3bda-b8b5-477f-88db-205cac500d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422b9681-a527-4540-ab0f-9ac13c373da0 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:54:28.440747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bebe05b4-3773-4535-8c2e-55811169de22 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.444949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-cd9e3bda-b8b5-477f-88db-205cac500d89 service neutron] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=422b9681-a527-4540-ab0f-9ac13c373da0,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:28.489012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-cd9e3bda-b8b5-477f-88db-205cac500d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.517641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e9328-4858-48bb-a30f-2182503cabc4 req-5d5c7e64-f3d5-4a8b-84b4-e6b4d43485ee tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:28.522726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d34e9328-4858-48bb-a30f-2182503cabc4 req-5d5c7e64-f3d5-4a8b-84b4-e6b4d43485ee tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 943 time: 0.1271627 Aug 16 12:54:28.633138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bebe05b4-3773-4535-8c2e-55811169de22 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.634237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d34e9328-4858-48bb-a30f-2182503cabc4 req-b49b87af-63f1-4db7-88c5-77ed6a826dbe tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037617 Aug 16 12:54:28.745282 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-001c58ba-1196-4759-b4df-d94266f4dda8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.756126 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-001c58ba-1196-4759-b4df-d94266f4dda8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.763668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-cd9e3bda-b8b5-477f-88db-205cac500d89 service neutron] Transition to ACTIVE for port object 422b9681-a527-4540-ab0f-9ac13c373da0 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:28.766379 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bb9eac-fb08-471f-aa09-21e8351aa288 x-openstack-request-id: req-44bb9eac-fb08-471f-aa09-21e8351aa288 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:28.766787 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34e8adb-1818-48dd-9988-bd863d6243b6", "name": "network-vif-deleted", "tag": "bb2aee5d-1679-433c-9e9e-d37d657e41f9", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:28.767114 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44bb9eac-fb08-471f-aa09-21e8351aa288 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:28.767515 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34e8adb-1818-48dd-9988-bd863d6243b6', 'name': 'network-vif-deleted', 'tag': 'bb2aee5d-1679-433c-9e9e-d37d657e41f9', 'status': 'completed', 'code': 200} Aug 16 12:54:28.771276 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bebe05b4-3773-4535-8c2e-55811169de22 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.780127 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-cd9e3bda-b8b5-477f-88db-205cac500d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:28.892266 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-001c58ba-1196-4759-b4df-d94266f4dda8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Floating IP 55afda8a-4dee-44d4-b2d8-433a1654d0f7 associated. External IP: 172.25.0.49, port: 016c07e6-cce0-4e77-b426-fffd5e114036. Aug 16 12:54:29.036380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33692) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:29.189894 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-001c58ba-1196-4759-b4df-d94266f4dda8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Router a023f8de-1062-48fd-b8fa-2c021edc4153 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:54:29.227856 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:29.260435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f809049d-ed66-4585-9aea-6c65d642c32a no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:29.276892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e3bda-b8b5-477f-88db-205cac500d89 service neutron] Pushing event updated for resources: {'Port': ['ID=422b9681-a527-4540-ab0f-9ac13c373da0,revision_number=10']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:29.293373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe05b4-3773-4535-8c2e-55811169de22 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Subnet': ['ID=10f5806e-32df-4d60-82af-47e11b7431a7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:29.306063 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bebe05b4-3773-4535-8c2e-55811169de22 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:29.311127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bebe05b4-3773-4535-8c2e-55811169de22 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "DELETE /v2.0/subnets/10f5806e-32df-4d60-82af-47e11b7431a7 HTTP/1.1" status: 204 len: 168 time: 1.0491440 Aug 16 12:54:29.311855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33698) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:29.344222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3348f-0af3-4fcb-922a-50acc5c2cd4b None None] Network fa6be2ad-6cc1-4679-a831-ae7a73875124 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:54:29.346891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: f809049d-ed66-4585-9aea-6c65d642c32a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:54:29.347235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f809049d-ed66-4585-9aea-6c65d642c32a not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:54:29.507526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-001c58ba-1196-4759-b4df-d94266f4dda8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:54:29.517344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d5e31f-1a6e-47cf-b6b4-45e01e4a8e19 admin admin] Deleting subnet 12885796-d7f8-4981-89ab-5be63ffe3da1 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:54:29.519103 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-cd9e3bda-b8b5-477f-88db-205cac500d89 service neutron] No DVR routers for this DVR port 422b9681-a527-4540-ab0f-9ac13c373da0 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:29.521070 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e31f-1a6e-47cf-b6b4-45e01e4a8e19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:29.526654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:29.567718 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e31f-1a6e-47cf-b6b4-45e01e4a8e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:29.593163 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-cd9e3bda-b8b5-477f-88db-205cac500d89 service neutron] 10.222.0.22 "PUT /v2.0/ports/422b9681-a527-4540-ab0f-9ac13c373da0/bindings/n-h2-804708-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1605678 Aug 16 12:54:29.627879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting port 5308ee13-6863-4d09-bcab-71a6327638f6 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:29.628448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:29.635594 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83dad0-39a4-4965-9757-6afa4b389dcd None None] Sync routers for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:54:29.650749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bb2aee5d-1679-433c-9e9e-d37d657e41f9 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:29.675053 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e31f-1a6e-47cf-b6b4-45e01e4a8e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:29.692538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83dad0-39a4-4965-9757-6afa4b389dcd None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:29.693245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8c83dad0-39a4-4965-9757-6afa4b389dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:29.749329 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-001c58ba-1196-4759-b4df-d94266f4dda8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:29.783666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-001c58ba-1196-4759-b4df-d94266f4dda8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "PUT /v2.0/floatingips/55afda8a-4dee-44d4-b2d8-433a1654d0f7 HTTP/1.1" status: 200 len: 995 time: 2.4729078 Aug 16 12:54:29.787140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:29.789336 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1" -d '{"events": [{"name": "network-changed", "server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:29.792964 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e31f-1a6e-47cf-b6b4-45e01e4a8e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:29.821256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: bb2aee5d-1679-433c-9e9e-d37d657e41f9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:54:29.821956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bb2aee5d-1679-433c-9e9e-d37d657e41f9 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:54:29.861156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] For port 5308ee13-6863-4d09-bcab-71a6327638f6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5308ee13-6863-4d09-bcab-71a6327638f6,segment=NetworkSegment(2401db56-3995-479a-a202-78b20c64fa1f),segment_id=2401db56-3995-479a-a202-78b20c64fa1f)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:29.861587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:29.883507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5e31f-1a6e-47cf-b6b4-45e01e4a8e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12885796-d7f8-4981-89ab-5be63ffe3da1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:29.896241 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e31f-1a6e-47cf-b6b4-45e01e4a8e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:29.900376 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c8d5e31f-1a6e-47cf-b6b4-45e01e4a8e19 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/12885796-d7f8-4981-89ab-5be63ffe3da1 HTTP/1.1" status: 204 len: 168 time: 0.7267256 Aug 16 12:54:29.900618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Calling delete_port for 5308ee13-6863-4d09-bcab-71a6327638f6 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:29.911390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33706) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:29.951935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f74448-04ff-465f-8e0e-9d64a9e9d15b req-188d2abc-f5f0-43bb-8994-8429ff9f4512 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:29.958789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05f74448-04ff-465f-8e0e-9d64a9e9d15b req-188d2abc-f5f0-43bb-8994-8429ff9f4512 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.5421102 Aug 16 12:54:29.974261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86c1a82-ff37-4603-804b-01751132cf62 None None] DHCP port deletion for fa6be2ad-6cc1-4679-a831-ae7a73875124 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:54:30.004551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-25db5f9a-fc84-4c0a-b976-a99c8490092c tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:30.006969 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-25db5f9a-fc84-4c0a-b976-a99c8490092c tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.2706130 Aug 16 12:54:30.036313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-2e7bd94a-2861-4388-a48b-349ec50b58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:30.039006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-2e7bd94a-2861-4388-a48b-349ec50b58d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 1096 time: 0.2053933 Aug 16 12:54:30.054472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8c83dad0-39a4-4965-9757-6afa4b389dcd None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:30.146246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05f74448-04ff-465f-8e0e-9d64a9e9d15b req-599c649b-dfbb-44e5-986d-aa1a851af7e7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651299 Aug 16 12:54:30.181260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-33e16c94-bfd7-4998-bb6c-737e05835c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:30.183297 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-33e16c94-bfd7-4998-bb6c-737e05835c3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d&tenant_id=8b6d57c130764a11bfbcf61f14dbd350 HTTP/1.1" status: 200 len: 1095 time: 0.1618941 Aug 16 12:54:30.189842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.222587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b86c1a82-ff37-4603-804b-01751132cf62 None None] Deleting port 5308ee13-6863-4d09-bcab-71a6327638f6 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:30.222975 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b86c1a82-ff37-4603-804b-01751132cf62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.337168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b86c1a82-ff37-4603-804b-01751132cf62 None None] For port 5308ee13-6863-4d09-bcab-71a6327638f6, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:30.337966 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b86c1a82-ff37-4603-804b-01751132cf62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.348172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.360813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b86c1a82-ff37-4603-804b-01751132cf62 None None] Calling delete_port for 5308ee13-6863-4d09-bcab-71a6327638f6 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:30.364359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Port': ['ID=5308ee13-6863-4d09-bcab-71a6327638f6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:30.365223 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-b86c1a82-ff37-4603-804b-01751132cf62 None None] Port 5308ee13-6863-4d09-bcab-71a6327638f6 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 12:54:30.367123 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b86c1a82-ff37-4603-804b-01751132cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.368413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] No DVR routers for this DVR port 5308ee13-6863-4d09-bcab-71a6327638f6 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:30.437165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-adecb0cb-5a79-4bcf-ae67-f2b3064760e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:30.440071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-adecb0cb-5a79-4bcf-ae67-f2b3064760e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.3907719 Aug 16 12:54:30.480597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-85274177-1dc1-45a3-b123-9f364415d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:30.480953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c1a82-ff37-4603-804b-01751132cf62 None None] Pushing event deleted for resources: {'Port': ['ID=5308ee13-6863-4d09-bcab-71a6327638f6,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:30.482228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-85274177-1dc1-45a3-b123-9f364415d72f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 1095 time: 0.2569954 Aug 16 12:54:30.520170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c1a82-ff37-4603-804b-01751132cf62 None None] No DVR routers for this DVR port 5308ee13-6863-4d09-bcab-71a6327638f6 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:30.558134 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.580510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6be2ad-6cc1-4679-a831-ae7a73875124']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:30.608867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc36a0b-7373-4a7e-b771-96e897ac28ae req-612f5367-9fc4-41b3-a392-c3ca730aca1f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:30.614393 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bcc36a0b-7373-4a7e-b771-96e897ac28ae req-612f5367-9fc4-41b3-a392-c3ca730aca1f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 944 time: 0.3425899 Aug 16 12:54:30.620124 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.641976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2401db56-3995-479a-a202-78b20c64fa1f') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:30.642387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2401db56-3995-479a-a202-78b20c64fa1f') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:30.663342 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.687180 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.687813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f9c591-4b94-4981-a8da-d9580c00efd0']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:30.706843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:54:30.707272 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:54:30.711030 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:54:30.719917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd807233a-7a6b-422a-ab43-d6dd8026ac8a') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:30.720364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd807233a-7a6b-422a-ab43-d6dd8026ac8a') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:30.737506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8c83dad0-39a4-4965-9757-6afa4b389dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': '016c07e6-cce0-4e77-b426-fffd5e114036', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:49:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66554334-d10e-4a19-a653-cf6c502d2e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:28Z', 'revision_number': 1, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:30.775313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83dad0-39a4-4965-9757-6afa4b389dcd None None] Checking router: a023f8de-1062-48fd-b8fa-2c021edc4153 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:54:30.779594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-ffcb2b81-a174-4331-bbca-7c145b7d6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:30.783592 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-ffcb2b81-a174-4331-bbca-7c145b7d6056 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.2541864 Aug 16 12:54:30.787470 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.787856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83dad0-39a4-4965-9757-6afa4b389dcd None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:30.788647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8c83dad0-39a4-4965-9757-6afa4b389dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:30.832942 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-86ed56e6-4561-4e6c-bf41-6bbb83c3c69e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 998 time: 0.2655632 Aug 16 12:54:30.847222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bcc36a0b-7373-4a7e-b771-96e897ac28ae req-58131696-97c4-4c66-9717-eeeae9af18ed tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841478 Aug 16 12:54:30.849351 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.857404 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.862897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "DELETE /v2.0/networks/fa6be2ad-6cc1-4679-a831-ae7a73875124 HTTP/1.1" status: 204 len: 168 time: 1.5422542 Aug 16 12:54:30.866368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33724) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:30.881797 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-62086fb7-ce20-40fe-a436-95909dbf9fc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422b9681-a527-4540-ab0f-9ac13c373da0 HTTP/1.1" status: 200 len: 217 time: 0.0870559 Aug 16 12:54:30.883079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f3e68-a5df-4268-9da4-69952843b3e6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Network': ['ID=fa6be2ad-6cc1-4679-a831-ae7a73875124,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:30.918220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-298172786'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:30.924428 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.940841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:54:30.941619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:54:30.945915 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:54:30.955944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-fd619e62-3eb0-4370-881b-43fefebd2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:30.959752 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-fd619e62-3eb0-4370-881b-43fefebd2da4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.0675116 Aug 16 12:54:30.975818 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d49b4c7-124d-412a-88f9-d23f711ef79e x-openstack-request-id: req-2d49b4c7-124d-412a-88f9-d23f711ef79e {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:30.976081 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:30.976355 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d49b4c7-124d-412a-88f9-d23f711ef79e {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:30.976846 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036', 'status': 'completed', 'code': 200} Aug 16 12:54:30.996458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8c83dad0-39a4-4965-9757-6afa4b389dcd None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:31.028807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:54:31.034656 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.066319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-94d55c0a-b223-4d8f-895f-ac5c2b557116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:31.078391 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-94d55c0a-b223-4d8f-895f-ac5c2b557116 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.2417476 Aug 16 12:54:31.112757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1 req-288bdf37-e641-4319-8760-887d60e6f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:31.114734 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1 req-288bdf37-e641-4319-8760-887d60e6f1bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 1096 time: 0.1229460 Aug 16 12:54:31.148499 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-7cad0c04-5a0e-4189-982e-272621bb5d5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574174 Aug 16 12:54:31.162736 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.182134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.184463 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] 10.222.0.25 "DELETE /v2.0/networks/76f9c591-4b94-4981-a8da-d9580c00efd0 HTTP/1.1" status: 204 len: 168 time: 1.2231402 Aug 16 12:54:31.204052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33730) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:31.264160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:54:31.283905 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.284751 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Added segment 3ebb5770-31ce-43db-bf99-798c5d6f5e47 of type vlan for network d72bad72-5d18-40cb-9777-05720935b78a Aug 16 12:54:31.311104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5308ee13-6863-4d09-bcab-71a6327638f6 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:31.353103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efdabc-7171-487b-bb59-84f4e3f93344 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f9c591-4b94-4981-a8da-d9580c00efd0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:31.370536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8f85c0-51ef-4dd2-85f7-e829efdbc787 admin admin] Deleting subnet c017f832-9d4c-4904-8d99-57d481089985 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:54:31.378230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e8f85c0-51ef-4dd2-85f7-e829efdbc787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.414577 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.422240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-3ff97e93-0847-401a-8434-69517f36d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:31.424709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-3ff97e93-0847-401a-8434-69517f36d449 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3473461 Aug 16 12:54:31.440376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e129c-2627-4564-959a-be18b04a5a4f req-df74572f-a9fd-4ec4-992a-882b964b7a96 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:31.449538 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-97caeac2-019a-4c93-a217-d7f2525bd547 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852831 Aug 16 12:54:31.450607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-299e129c-2627-4564-959a-be18b04a5a4f req-df74572f-a9fd-4ec4-992a-882b964b7a96 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 945 time: 0.1512764 Aug 16 12:54:31.453840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1 req-e0914bc1-165b-4a8a-b317-f840b045ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:31.455493 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1 req-e0914bc1-165b-4a8a-b317-f840b045ad91 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.3192728 Aug 16 12:54:31.494730 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e8f85c0-51ef-4dd2-85f7-e829efdbc787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.563836 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 5308ee13-6863-4d09-bcab-71a6327638f6 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:54:31.565027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5308ee13-6863-4d09-bcab-71a6327638f6 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:54:31.614416 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1 req-4797df54-78db-4cad-b9c2-ab6f5265c074 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 998 time: 0.1463923 Aug 16 12:54:31.675782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8c83dad0-39a4-4965-9757-6afa4b389dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': '016c07e6-cce0-4e77-b426-fffd5e114036', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:49:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66554334-d10e-4a19-a653-cf6c502d2e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:28Z', 'revision_number': 1, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:31.721158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83dad0-39a4-4965-9757-6afa4b389dcd None None] The sync data for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 is: [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': '016c07e6-cce0-4e77-b426-fffd5e114036', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:49:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66554334-d10e-4a19-a653-cf6c502d2e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:28Z', 'revision_number': 1, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:54:31.740972 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e187ebef-9027-48e7-b26a-f946acc1e684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.760961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e8f85c0-51ef-4dd2-85f7-e829efdbc787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.802926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1 req-3e86cdde-2171-4125-bc59-a09122bcbc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:31.804432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1 req-3e86cdde-2171-4125-bc59-a09122bcbc1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.1806545 Aug 16 12:54:31.810229 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-5c57143e-bc5f-416c-908a-e912eb6d0213 service neutron] 10.222.0.42 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518472 Aug 16 12:54:31.892130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1 req-a08ead34-3d97-47f6-9d7a-66fa5e97e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:31.895381 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1 req-a08ead34-3d97-47f6-9d7a-66fa5e97e312 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773199 Aug 16 12:54:31.898408 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e8f85c0-51ef-4dd2-85f7-e829efdbc787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.898603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:54:31.934854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.941437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:31.942358 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:31.984473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-299e129c-2627-4564-959a-be18b04a5a4f req-ebcc857b-4f3d-450c-963e-9f11a492f561 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5326221 Aug 16 12:54:31.991812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e8f85c0-51ef-4dd2-85f7-e829efdbc787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.016469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9e8f85c0-51ef-4dd2-85f7-e829efdbc787 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c017f832-9d4c-4904-8d99-57d481089985 HTTP/1.1" status: 204 len: 168 time: 0.8014209 Aug 16 12:54:32.016469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f85c0-51ef-4dd2-85f7-e829efdbc787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c017f832-9d4c-4904-8d99-57d481089985,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:32.016768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33738) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:32.016768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1005700 Aug 16 12:54:32.025412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33742) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:32.033859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'subnet': {'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:32.066777 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1413c6ca-f8d4-43b3-a506-d8fb52ccfd73 None None] New status for floating IP 55afda8a-4dee-44d4-b2d8-433a1654d0f7: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:54:32.189712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-dc4993db-e6bd-4fec-950c-e063ecae2680 service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7345216 Aug 16 12:54:32.223646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-56e2c6f9-7aec-4b35-b5ba-1d3ac1895bcc tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:32.225527 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-56e2c6f9-7aec-4b35-b5ba-1d3ac1895bcc tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d&tenant_id=8b6d57c130764a11bfbcf61f14dbd350&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1109223 Aug 16 12:54:32.226237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3df36d-4512-4cf8-a587-3a2a2b33fe47 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Network': ['ID=d72bad72-5d18-40cb-9777-05720935b78a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:32.240567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network d72bad72-5d18-40cb-9777-05720935b78a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:54:32.266345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:54:32.266734 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.330576 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1 req-8cb935e9-a84d-4276-8c3c-608ce8c1aafa service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218032 Aug 16 12:54:32.431845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38cee7c2-9af5-431f-a524-57fd96224a3c req-5a64e533-1eb2-44a7-9e6a-1c7449e2a7fb service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191517 Aug 16 12:54:32.436598 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.503499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad473f63-9670-4182-a27b-c8bec3ff6ed6 req-e5dea49b-e5e7-46f7-a00f-acc3aac5426b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:32.505567 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad473f63-9670-4182-a27b-c8bec3ff6ed6 req-e5dea49b-e5e7-46f7-a00f-acc3aac5426b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.3373783 Aug 16 12:54:32.579873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-5ffcbe55-6bcd-4727-9f52-b9ca9c72c432 service neutron] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:32.586196 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.586392 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-5ffcbe55-6bcd-4727-9f52-b9ca9c72c432 service neutron] Notify callbacks [] for binding, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.587809 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2f66f91c-64f3-409c-a4e7-24b6ca6236f6 req-5ffcbe55-6bcd-4727-9f52-b9ca9c72c432 service neutron] 10.222.0.42 "DELETE /v2.0/ports/422b9681-a527-4540-ab0f-9ac13c373da0/bindings/n-h1-804708-1 HTTP/1.1" status: 204 len: 173 time: 0.3400130 Aug 16 12:54:32.589399 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-07f66f72-4bcb-48c1-9c85-b6cf9fdf75e1 req-9b19aa6b-5107-4942-a5f3-e070fdb3ad1f service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192285 Aug 16 12:54:32.621696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f721c5f4-2377-4feb-b475-f0202497b221']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:32.642804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9ee50e-1f6c-4b83-9921-7fae8a47373f') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:32.643092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9ee50e-1f6c-4b83-9921-7fae8a47373f') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:32.656794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad473f63-9670-4182-a27b-c8bec3ff6ed6 req-75d4e736-3457-434b-ac12-3a8b714337bc tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344728 Aug 16 12:54:32.679284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.703952 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.708915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2ecd-7d6f-45e3-940f-9fde3f429335 req-b0d1196d-33ea-430f-9e28-3cd8ab7c0ebb tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:32.710904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-894a2ecd-7d6f-45e3-940f-9fde3f429335 req-b0d1196d-33ea-430f-9e28-3cd8ab7c0ebb tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 944 time: 0.1476853 Aug 16 12:54:32.715309 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.739336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:54:32.739998 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.777488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Subnet': ['ID=3a519a69-7f85-43c2-80df-f03e00597210,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:32.786484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Checking segment: {'id': '3ebb5770-31ce-43db-bf99-798c5d6f5e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:32.786484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network hostable DHCP agents. Network: d72bad72-5d18-40cb-9777-05720935b78a, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:54:32.805510 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:54:32.812635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network d72bad72-5d18-40cb-9777-05720935b78a is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:54:32.827354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, d72bad72-5d18-40cb-9777-05720935b78a) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:32.840481 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:32.841109 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.841237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8329f0-d8fe-49df-9113-b246642d84ff None None] Network d72bad72-5d18-40cb-9777-05720935b78a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:54:32.847778 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.867780 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:32.869767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f721c5f4-2377-4feb-b475-f0202497b221 HTTP/1.1" status: 204 len: 168 time: 0.8546875 Aug 16 12:54:32.871157 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f6499-efb4-41fe-acd5-b658f58c3fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f721c5f4-2377-4feb-b475-f0202497b221,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:32.878550 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-68883262-480c-49c5-86b0-e1f05a07cda5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8516316 Aug 16 12:54:32.881181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33754) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:32.886790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1869796186'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:32.891295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-894a2ecd-7d6f-45e3-940f-9fde3f429335 req-50482ab7-871e-404a-8f17-256cf40f67da tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727433 Aug 16 12:54:32.963614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:54:32.982755 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.058068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:54:33.126445 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.135944 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Added segment 0139b251-6da2-44a5-ba47-64240576b159 of type vlan for network 49065efe-12fb-4a98-a55b-85fc7b976629 Aug 16 12:54:33.224996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33768) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:33.261525 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.294129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7bccd381-b882-4cde-bf63-8264e6afd746 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:33.296051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7bccd381-b882-4cde-bf63-8264e6afd746 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0809288 Aug 16 12:54:33.308117 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-d72bad72-5d18-40cb-9777-05720935b78a', 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'fixed_ips': [{'subnet_id': '3a519a69-7f85-43c2-80df-f03e00597210'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:54:33.310948 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.313576 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-99218183-278a-4064-be74-f06b8cc65c65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cd65f42c34443729102b1f64cb34d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870352 Aug 16 12:54:33.317362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33772) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:33.363668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.369678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:33.370359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.448226 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5658076 Aug 16 12:54:33.457027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33774) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:33.469454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'subnet': {'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:33.505026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-61879329-5eb1-4841-89c1-07f4556803aa tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 1000 time: 0.2013791 Aug 16 12:54:33.513118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Allocated IP 19.80.0.2 (d72bad72-5d18-40cb-9777-05720935b78a/3a519a69-7f85-43c2-80df-f03e00597210/0c97bfce-a428-4421-90e5-cc230bf00c7b) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:54:33.518946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39843a-b113-4015-9ffa-0019c814354f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Network': ['ID=49065efe-12fb-4a98-a55b-85fc7b976629,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:33.526549 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a840ccc-d72b-4e4f-8670-e7aa460ede33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.547519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 49065efe-12fb-4a98-a55b-85fc7b976629 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:54:33.553392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Request body: {'floatingip': {'port_id': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:33.556183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a840ccc-d72b-4e4f-8670-e7aa460ede33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.567276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e9b8-6724-4349-b125-ff4db2705239 req-d8fc8208-88d8-477e-9b49-b488387826cb tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:33.573742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-daa5e9b8-6724-4349-b125-ff4db2705239 req-d8fc8208-88d8-477e-9b49-b488387826cb tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 1095 time: 0.1631267 Aug 16 12:54:33.624153 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a840ccc-d72b-4e4f-8670-e7aa460ede33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.629511 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a840ccc-d72b-4e4f-8670-e7aa460ede33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.630758 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7a840ccc-d72b-4e4f-8670-e7aa460ede33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e HTTP/1.1" status: 204 len: 168 time: 0.3100669 Aug 16 12:54:33.639501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a840ccc-d72b-4e4f-8670-e7aa460ede33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4dfa4f-6e3d-4e2b-b4be-aefbfeddcc6e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:33.706447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-daa5e9b8-6724-4349-b125-ff4db2705239 req-c83831ff-f84e-4f0c-a735-1262fd455a7c tempest-LiveAutoBlockMigrationV225Test-735664630 tempest-LiveAutoBlockMigrationV225Test-735664630-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316121 Aug 16 12:54:33.716184 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.806214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:54:33.809752 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.871371 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.897231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Transition to ACTIVE for port object 0c97bfce-a428-4421-90e5-cc230bf00c7b will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:33.916517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Transition to ACTIVE for port object 0c97bfce-a428-4421-90e5-cc230bf00c7b will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:33.927252 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:33.994938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Pushing event updated for resources: {'Port': ['ID=0c97bfce-a428-4421-90e5-cc230bf00c7b,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:34.005216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Network d72bad72-5d18-40cb-9777-05720935b78a is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:54:34.007468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:34.009826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:54:34.019870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21769cfb-587d-4d37-95a0-9bcbe1e0a455 req-7ec5f660-7d4d-4833-a859-d6d90bf90b60 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:34.022785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21769cfb-587d-4d37-95a0-9bcbe1e0a455 req-7ec5f660-7d4d-4833-a859-d6d90bf90b60 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.1450145 Aug 16 12:54:34.090830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Attempting to bind port 0c97bfce-a428-4421-90e5-cc230bf00c7b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:54:34.091202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Attempting to bind port 0c97bfce-a428-4421-90e5-cc230bf00c7b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '3ebb5770-31ce-43db-bf99-798c5d6f5e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:54:34.091567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Attempting to bind port 0c97bfce-a428-4421-90e5-cc230bf00c7b on network d72bad72-5d18-40cb-9777-05720935b78a {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:34.097848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:54:34.098258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Checking segment: {'id': '3ebb5770-31ce-43db-bf99-798c5d6f5e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:34.098667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.099057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Bound using segment: {'id': '3ebb5770-31ce-43db-bf99-798c5d6f5e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:54:34.099511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Bound port: 0c97bfce-a428-4421-90e5-cc230bf00c7b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ebb5770-31ce-43db-bf99-798c5d6f5e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:54:34.099890 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.183940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] For port 0c97bfce-a428-4421-90e5-cc230bf00c7b, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:34.189283 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] For port 0c97bfce-a428-4421-90e5-cc230bf00c7b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0c97bfce-a428-4421-90e5-cc230bf00c7b,segment=NetworkSegment(3ebb5770-31ce-43db-bf99-798c5d6f5e47),segment_id=3ebb5770-31ce-43db-bf99-798c5d6f5e47)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:54:34.194397 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.221943 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21769cfb-587d-4d37-95a0-9bcbe1e0a455 req-71ec2b2e-b9b2-4ed1-89d3-a0fe36d6d8a9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709871 Aug 16 12:54:34.261018 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.265873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3f41d-8e40-43ea-a80d-8f24a3171d2b None None] Pushing event updated for resources: {'Port': ['ID=0c97bfce-a428-4421-90e5-cc230bf00c7b,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:34.293897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33792) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:34.338038 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ec04-45ec-489a-a2cc-2ab4df1f5f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.381000 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5a7447da-6384-4eed-a3f6-2d24a9a85f46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d0996b882124862a90bf87d643db2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800140 Aug 16 12:54:34.381304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33794) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:34.386369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Subnet': ['ID=7a7f1a6f-ce7a-4a37-b4cc-1ff679493af8,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:34.458397 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Checking segment: {'id': '0139b251-6da2-44a5-ba47-64240576b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:34.458757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network hostable DHCP agents. Network: 49065efe-12fb-4a98-a55b-85fc7b976629, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:54:34.480866 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be58a0c-5b23-4a33-b6db-2be6ecd1f9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.525932 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.540388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network 49065efe-12fb-4a98-a55b-85fc7b976629 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:54:34.559064 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be58a0c-5b23-4a33-b6db-2be6ecd1f9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.560719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 49065efe-12fb-4a98-a55b-85fc7b976629) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:34.571497 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:34.572349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.574222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c51d01c-20ba-4567-bb18-426d2224067d None None] Network 49065efe-12fb-4a98-a55b-85fc7b976629 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:54:34.673382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e16e05bd-a971-4681-a8ba-b46485908320 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2152226 Aug 16 12:54:34.691506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be58a0c-5b23-4a33-b6db-2be6ecd1f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.698800 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be58a0c-5b23-4a33-b6db-2be6ecd1f9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.702641 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4be58a0c-5b23-4a33-b6db-2be6ecd1f9c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16490499-1ccd-4784-9034-2fff76b04b32 HTTP/1.1" status: 204 len: 168 time: 0.3172278 Aug 16 12:54:34.727838 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:54:34.731623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be58a0c-5b23-4a33-b6db-2be6ecd1f9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16490499-1ccd-4784-9034-2fff76b04b32,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:34.852978 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.858805 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:34.934260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acfbad-1b2f-4fca-b4f0-dc8653b6195e req-fe15d05a-8c9c-4c5a-b206-632e1843a58d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:34.936127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0acfbad-1b2f-4fca-b4f0-dc8653b6195e req-fe15d05a-8c9c-4c5a-b206-632e1843a58d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 944 time: 0.1624928 Aug 16 12:54:34.975698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-49065efe-12fb-4a98-a55b-85fc7b976629', 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'fixed_ips': [{'subnet_id': '7a7f1a6f-ce7a-4a37-b4cc-1ff679493af8'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:54:34.976798 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:35.053234 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0acfbad-1b2f-4fca-b4f0-dc8653b6195e req-1cf8483f-0ef8-4361-9d2b-2db5fcd1f07f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003211 Aug 16 12:54:35.089644 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Floating IP 55afda8a-4dee-44d4-b2d8-433a1654d0f7 associated. External IP: 172.25.0.49, port: 016c07e6-cce0-4e77-b426-fffd5e114036. Aug 16 12:54:35.194081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Allocated IP 19.86.0.2 (49065efe-12fb-4a98-a55b-85fc7b976629/7a7f1a6f-ce7a-4a37-b4cc-1ff679493af8/8ef6c3da-7bb4-4e4a-9b29-11883254934d) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:54:35.292657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff8a1e-0098-4fac-9d09-ce4b484b5f65 req-6b6de566-95d9-4ac3-b02a-7b7f65318ba6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:35.295414 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faff8a1e-0098-4fac-9d09-ce4b484b5f65 req-6b6de566-95d9-4ac3-b02a-7b7f65318ba6 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 944 time: 0.0957997 Aug 16 12:54:35.373040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0c97bfce-a428-4421-90e5-cc230bf00c7b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:35.464953 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:35.505318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 0c97bfce-a428-4421-90e5-cc230bf00c7b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:35.548353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-faff8a1e-0098-4fac-9d09-ce4b484b5f65 req-7b013aa7-02b9-4cd8-bb49-dd4c03eb9419 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Deleting port 422b9681-a527-4540-ab0f-9ac13c373da0 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:35.548737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faff8a1e-0098-4fac-9d09-ce4b484b5f65 req-7b013aa7-02b9-4cd8-bb49-dd4c03eb9419 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:35.569503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1feb2c47-cecf-4ab4-a39c-97ced47c2846 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:35.578116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1feb2c47-cecf-4ab4-a39c-97ced47c2846 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:35.581423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1feb2c47-cecf-4ab4-a39c-97ced47c2846 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/networks?id=d72bad72-5d18-40cb-9777-05720935b78a&id=49065efe-12fb-4a98-a55b-85fc7b976629 HTTP/1.1" status: 200 len: 1391 time: 0.3502319 Aug 16 12:54:35.623991 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:35.637686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Transition to ACTIVE for port object 8ef6c3da-7bb4-4e4a-9b29-11883254934d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:35.676758 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56271f60-2d41-4982-8c62-42c76e833a6e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/quotas/1f5a8be1fbc7461891b77fca419c01ce HTTP/1.1" status: 200 len: 375 time: 0.0835302 Aug 16 12:54:35.678012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Transition to ACTIVE for port object 8ef6c3da-7bb4-4e4a-9b29-11883254934d will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:35.691441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:35.746617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Network 49065efe-12fb-4a98-a55b-85fc7b976629 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:54:35.752795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:35.757810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:35.762446 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Router a023f8de-1062-48fd-b8fa-2c021edc4153 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:54:35.785157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-faff8a1e-0098-4fac-9d09-ce4b484b5f65 req-7b013aa7-02b9-4cd8-bb49-dd4c03eb9419 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] For port 422b9681-a527-4540-ab0f-9ac13c373da0, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=422b9681-a527-4540-ab0f-9ac13c373da0,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:35.786298 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faff8a1e-0098-4fac-9d09-ce4b484b5f65 req-7b013aa7-02b9-4cd8-bb49-dd4c03eb9419 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:35.793511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:54:35.800727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-6fc3bf26-0981-44d1-a2f1-4ae5f3c6989f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1222203 Aug 16 12:54:35.819537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-faff8a1e-0098-4fac-9d09-ce4b484b5f65 req-7b013aa7-02b9-4cd8-bb49-dd4c03eb9419 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Calling delete_port for 422b9681-a527-4540-ab0f-9ac13c373da0 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:35.862143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Pushing event updated for resources: {'Port': ['ID=8ef6c3da-7bb4-4e4a-9b29-11883254934d,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:35.913629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Attempting to bind port 8ef6c3da-7bb4-4e4a-9b29-11883254934d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:54:35.920439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Attempting to bind port 8ef6c3da-7bb4-4e4a-9b29-11883254934d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '0139b251-6da2-44a5-ba47-64240576b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:54:35.920997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Attempting to bind port 8ef6c3da-7bb4-4e4a-9b29-11883254934d on network 49065efe-12fb-4a98-a55b-85fc7b976629 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:35.968731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:54:35.969186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Checking segment: {'id': '0139b251-6da2-44a5-ba47-64240576b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:35.969651 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:35.970056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Bound using segment: {'id': '0139b251-6da2-44a5-ba47-64240576b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:54:35.971062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Bound port: 8ef6c3da-7bb4-4e4a-9b29-11883254934d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0139b251-6da2-44a5-ba47-64240576b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:54:35.971464 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:36.054617 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:36.060546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b501b-a762-4698-b7d2-f711c6c0b55e None None] Network d72bad72-5d18-40cb-9777-05720935b78a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:54:36.117995 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:36.120329 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28386f62-f5db-4d46-a6dc-f1ab9316b35f" -d '{"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-unplugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:36.147417 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faff8a1e-0098-4fac-9d09-ce4b484b5f65 req-7b013aa7-02b9-4cd8-bb49-dd4c03eb9419 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:36.154866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:54:36.179985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['faf518b9-ac97-4f2a-ad36-6280549a8c2f', '422b9681-a527-4540-ab0f-9ac13c373da0'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:54:36.190650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:36.197470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d5bc2c-21fc-4e8f-9fa0-3d56de06f8e3 None None] Sync routers for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:54:36.208126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b013aa7-02b9-4cd8-bb49-dd4c03eb9419 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Pushing event deleted for resources: {'Port': ['ID=422b9681-a527-4540-ab0f-9ac13c373da0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:36.236278 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:36.241768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] For port 8ef6c3da-7bb4-4e4a-9b29-11883254934d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:36.296985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ff1af0de-9ed9-4892-b3ed-6ed29e71ebb2 None None] Provisioning for port 0c97bfce-a428-4421-90e5-cc230bf00c7b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:36.299669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-f77db8e8-bbfa-4734-a5a2-acde570ce46e service neutron] 10.222.0.25 "GET /v2.0/networks/d72bad72-5d18-40cb-9777-05720935b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982524 Aug 16 12:54:36.306369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] For port 8ef6c3da-7bb4-4e4a-9b29-11883254934d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8ef6c3da-7bb4-4e4a-9b29-11883254934d,segment=NetworkSegment(0139b251-6da2-44a5-ba47-64240576b159),segment_id=0139b251-6da2-44a5-ba47-64240576b159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:54:36.325378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ff1af0de-9ed9-4892-b3ed-6ed29e71ebb2 None None] Provisioning complete for port 0c97bfce-a428-4421-90e5-cc230bf00c7b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:36.325753 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0de-9ed9-4892-b3ed-6ed29e71ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:36.328247 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:36.329994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d5bc2c-21fc-4e8f-9fa0-3d56de06f8e3 None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:36.330677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-79d5bc2c-21fc-4e8f-9fa0-3d56de06f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:36.347506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-faff8a1e-0098-4fac-9d09-ce4b484b5f65 req-7b013aa7-02b9-4cd8-bb49-dd4c03eb9419 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] No DVR routers for this DVR port 422b9681-a527-4540-ab0f-9ac13c373da0 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:36.357737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faff8a1e-0098-4fac-9d09-ce4b484b5f65 req-7b013aa7-02b9-4cd8-bb49-dd4c03eb9419 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:36.360522 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faff8a1e-0098-4fac-9d09-ce4b484b5f65 req-7b013aa7-02b9-4cd8-bb49-dd4c03eb9419 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.42 "DELETE /v2.0/ports/422b9681-a527-4540-ab0f-9ac13c373da0 HTTP/1.1" status: 204 len: 173 time: 1.0585628 Aug 16 12:54:36.361568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'name': 'network-vif-deleted', 'tag': '422b9681-a527-4540-ab0f-9ac13c373da0'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:36.377712 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea3a666-ec99-42df-81e5-22fe2c9fbc18" -d '{"events": [{"server_uuid": "ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d", "name": "network-vif-deleted", "tag": "422b9681-a527-4540-ab0f-9ac13c373da0"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:36.643964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:36.970192 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-9fa35545-88cb-4be1-99ff-627025eb04e0 service neutron] 10.222.0.25 "GET /v2.0/networks/d72bad72-5d18-40cb-9777-05720935b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693394 Aug 16 12:54:36.976062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffe826-be9f-4e1b-bdb8-b4a2cae8947b None None] Pushing event updated for resources: {'Port': ['ID=8ef6c3da-7bb4-4e4a-9b29-11883254934d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:37.025265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-79d5bc2c-21fc-4e8f-9fa0-3d56de06f8e3 None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:37.080167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Router a023f8de-1062-48fd-b8fa-2c021edc4153 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:54:37.137020 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0de-9ed9-4892-b3ed-6ed29e71ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:37.166864 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-e161b6c9-67b1-4f30-8713-0e36e9c2e996 service neutron] 10.222.0.25 "GET /v2.0/networks/49065efe-12fb-4a98-a55b-85fc7b976629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956208 Aug 16 12:54:37.346932 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ff1af0de-9ed9-4892-b3ed-6ed29e71ebb2 None None] For port 0c97bfce-a428-4421-90e5-cc230bf00c7b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0c97bfce-a428-4421-90e5-cc230bf00c7b,segment=NetworkSegment(3ebb5770-31ce-43db-bf99-798c5d6f5e47),segment_id=3ebb5770-31ce-43db-bf99-798c5d6f5e47)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:37.389690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8ef6c3da-7bb4-4e4a-9b29-11883254934d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:37.392814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-b6a6dfcc-f398-42ad-a197-2516a2819b33 service neutron] 10.222.0.25 "GET /v2.0/networks/49065efe-12fb-4a98-a55b-85fc7b976629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247868 Aug 16 12:54:37.418660 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:37.419657 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ff1af0de-9ed9-4892-b3ed-6ed29e71ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:37.563574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1af0de-9ed9-4892-b3ed-6ed29e71ebb2 None None] Pushing event updated for resources: {'Port': ['ID=0c97bfce-a428-4421-90e5-cc230bf00c7b,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:37.649031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:54:37.650082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 8ef6c3da-7bb4-4e4a-9b29-11883254934d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:37.674324 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:37.805789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:37.808607 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df719ee9-d83f-4f94-a1a4-63141a4803dd" -d '{"events": [{"name": "network-changed", "server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:37.871157 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-7ffcdef7-4f12-46e4-b634-435b07c6fa59 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "PUT /v2.0/floatingips/55afda8a-4dee-44d4-b2d8-433a1654d0f7 HTTP/1.1" status: 200 len: 997 time: 4.3274317 Aug 16 12:54:37.897164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:54:37.959195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-c2c2b0e5-463b-4e5d-8b6a-0cc0ac6c0c72 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:37.960748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-c2c2b0e5-463b-4e5d-8b6a-0cc0ac6c0c72 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports/016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 942 time: 0.0782597 Aug 16 12:54:37.964794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-70d049cc-31f2-4d4d-b554-240287f394d7 None None] Provisioning complete for port 0c97bfce-a428-4421-90e5-cc230bf00c7b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:37.965404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-70d049cc-31f2-4d4d-b554-240287f394d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:38.320492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:38.334761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-f97e72a4-f53a-4adc-86b4-c0b21385d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:38.345510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-f97e72a4-f53a-4adc-86b4-c0b21385d53f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 1096 time: 0.2220943 Aug 16 12:54:38.375684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'port_id': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'mac_address': 'fa:16:3e:68:c0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:54:38.478886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46766005-671b-4571-b8d9-08ec02e97617 req-af121b42-3019-4eea-9573-7578b2bc2b21 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:38.488754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46766005-671b-4571-b8d9-08ec02e97617 req-af121b42-3019-4eea-9573-7578b2bc2b21 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.6337540 Aug 16 12:54:38.504783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a1c3af-13ad-44bb-9692-951c06dc9b71 None None] Network 49065efe-12fb-4a98-a55b-85fc7b976629 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:54:38.562930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46766005-671b-4571-b8d9-08ec02e97617 req-55ff6b40-cbd1-4155-82fe-f525aaad0a56 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725446 Aug 16 12:54:38.592541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-4ebc1133-3feb-418f-9115-0c20c7a38a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:38.604242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-4ebc1133-3feb-418f-9115-0c20c7a38a51 service neutron] 10.222.0.25 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.2556250 Aug 16 12:54:38.632107 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-79d5bc2c-21fc-4e8f-9fa0-3d56de06f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:34:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:34Z', 'revision_number': 3, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:38.710728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-c63d9674-fbe2-4817-8f82-4de72a1fc799 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 217 time: 0.1055248 Aug 16 12:54:38.786475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-206c74de-cb9a-47e8-9a9b-c27b30371453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:38.788305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-206c74de-cb9a-47e8-9a9b-c27b30371453 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.0767655 Aug 16 12:54:38.836342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e9145bd4-45cc-42df-a275-1307cf0c29d0 None None] Provisioning for port 8ef6c3da-7bb4-4e4a-9b29-11883254934d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:38.842692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e9145bd4-45cc-42df-a275-1307cf0c29d0 None None] Provisioning complete for port 8ef6c3da-7bb4-4e4a-9b29-11883254934d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:38.843069 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e9145bd4-45cc-42df-a275-1307cf0c29d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:38.849574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d5bc2c-21fc-4e8f-9fa0-3d56de06f8e3 None None] Checking router: a023f8de-1062-48fd-b8fa-2c021edc4153 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:54:38.852310 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:38.903567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9257e45c-95ad-434f-b44c-63d75aa8b666 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:54:38.911612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-d3f7c5c0-ee8d-4939-8612-70bf6032aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:38.915764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-d3f7c5c0-ee8d-4939-8612-70bf6032aee9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124265 Aug 16 12:54:38.920780 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bc8d048-515c-45b6-896e-7be9759f5491 req-75ab5e24-46ae-409a-ac15-3484af05f639 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 210 time: 0.0807216 Aug 16 12:54:38.926170 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fd0bac63-f9b3-441b-b410-37b47d424f60 req-30c68237-f74b-4b62-83d4-ea9187cc2dfc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961308 Aug 16 12:54:39.019775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d5bc2c-21fc-4e8f-9fa0-3d56de06f8e3 None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:39.022136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-79d5bc2c-21fc-4e8f-9fa0-3d56de06f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:39.107584 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ac6429-0034-4e0a-ad24-cc386881f47d x-openstack-request-id: req-75ac6429-0034-4e0a-ad24-cc386881f47d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:39.107937 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-unplugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:39.108123 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75ac6429-0034-4e0a-ad24-cc386881f47d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:39.108519 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'code': 200} Aug 16 12:54:39.111007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:39.139804 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:39.160424 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1f71f8-d826-4e31-9863-27b82e035142 x-openstack-request-id: req-7e1f71f8-d826-4e31-9863-27b82e035142 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:39.161635 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d", "name": "network-vif-deleted", "tag": "422b9681-a527-4540-ab0f-9ac13c373da0", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:39.162764 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e1f71f8-d826-4e31-9863-27b82e035142 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:39.165230 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d', 'name': 'network-vif-deleted', 'tag': '422b9681-a527-4540-ab0f-9ac13c373da0', 'status': 'completed', 'code': 200} Aug 16 12:54:39.210586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:39.256164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bac63-f9b3-441b-b410-37b47d424f60 req-7003416d-fdac-4b8c-82d8-59de18705a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:39.263384 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fd0bac63-f9b3-441b-b410-37b47d424f60 req-7003416d-fdac-4b8c-82d8-59de18705a2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 1095 time: 0.2132113 Aug 16 12:54:39.289665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-c71829f6-a489-4279-9e6b-40f16da0572b service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610203 Aug 16 12:54:39.294714 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0c97bfce-a428-4421-90e5-cc230bf00c7b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:39.354427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['9257e45c-95ad-434f-b44c-63d75aa8b666'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:54:39.464579 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e9145bd4-45cc-42df-a275-1307cf0c29d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:39.535909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c5ba7de-4f9b-470b-a3a8-732bc5f1c399 req-7f7f509f-dcdb-4500-beab-c042788e810b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 210 time: 0.2405834 Aug 16 12:54:39.634579 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-79d5bc2c-21fc-4e8f-9fa0-3d56de06f8e3 None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:39.684859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bac63-f9b3-441b-b410-37b47d424f60 req-82111697-5f21-4416-8ede-3ac86f84e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:39.691092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fd0bac63-f9b3-441b-b410-37b47d424f60 req-82111697-5f21-4416-8ede-3ac86f84e76e service neutron] 10.222.0.22 "GET /v2.0/networks?id=a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 200 len: 921 time: 0.4028208 Aug 16 12:54:39.747794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-10c3a347-662c-439f-9c46-2a7b6a33dd5d service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318907 Aug 16 12:54:39.779727 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fd0bac63-f9b3-441b-b410-37b47d424f60 req-d4f48977-35d5-4392-8cfa-2dd13262b1e0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8 HTTP/1.1" status: 200 len: 217 time: 0.0765867 Aug 16 12:54:39.791994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0c97bfce-a428-4421-90e5-cc230bf00c7b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:39.792377 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:39.878019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e9145bd4-45cc-42df-a275-1307cf0c29d0 None None] For port 8ef6c3da-7bb4-4e4a-9b29-11883254934d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8ef6c3da-7bb4-4e4a-9b29-11883254934d,segment=NetworkSegment(0139b251-6da2-44a5-ba47-64240576b159),segment_id=0139b251-6da2-44a5-ba47-64240576b159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:39.892761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 422b9681-a527-4540-ab0f-9ac13c373da0 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:39.930779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 422b9681-a527-4540-ab0f-9ac13c373da0 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:54:39.931321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 422b9681-a527-4540-ab0f-9ac13c373da0 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:54:39.933355 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e9145bd4-45cc-42df-a275-1307cf0c29d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:39.949093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-13c703f1-dfe7-4217-b90e-7edd46e4cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:39.964491 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-13c703f1-dfe7-4217-b90e-7edd46e4cbf2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 1096 time: 0.1702499 Aug 16 12:54:40.025972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9145bd4-45cc-42df-a275-1307cf0c29d0 None None] Pushing event updated for resources: {'Port': ['ID=8ef6c3da-7bb4-4e4a-9b29-11883254934d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:40.045578 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1cc4ff-528d-43da-bd04-dbb0e77e9b94 x-openstack-request-id: req-6e1cc4ff-528d-43da-bd04-dbb0e77e9b94 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:40.046145 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:40.046415 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e1cc4ff-528d-43da-bd04-dbb0e77e9b94 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:40.046884 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036', 'status': 'completed', 'code': 200} Aug 16 12:54:40.336323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bac63-f9b3-441b-b410-37b47d424f60 req-1862f196-c5f7-42e5-88a1-5ad021368b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:40.338974 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fd0bac63-f9b3-441b-b410-37b47d424f60 req-1862f196-c5f7-42e5-88a1-5ad021368b0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 200 len: 861 time: 0.4210610 Aug 16 12:54:40.360956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-193e1604-9e70-494c-b006-022b2188c208 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:40.378996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-193e1604-9e70-494c-b006-022b2188c208 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:40.381183 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-193e1604-9e70-494c-b006-022b2188c208 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.22 "GET /v2.0/networks?id=d72bad72-5d18-40cb-9777-05720935b78a&id=49065efe-12fb-4a98-a55b-85fc7b976629 HTTP/1.1" status: 200 len: 1391 time: 0.7543509 Aug 16 12:54:40.429373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-ecd09d05-33c3-4222-8ee5-cfb310513358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:40.431756 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fd0bac63-f9b3-441b-b410-37b47d424f60 req-63bf4e8a-3aa3-4fc9-926c-73dfb2b0d1b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a63f4b9d-413f-431a-be90-442b0a6da2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492256 Aug 16 12:54:40.438545 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'port': {'device_id': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a', 'admin_state_up': True, 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:40.439308 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-ecd09d05-33c3-4222-8ee5-cfb310513358 service neutron] 10.222.0.25 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.4716434 Aug 16 12:54:40.485358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ac053-2b6e-4c7a-b25a-8bfa6a16da63 req-d53d4bdd-342a-4e68-9182-dd10800ab2f1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:40.487149 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-919ac053-2b6e-4c7a-b25a-8bfa6a16da63 req-d53d4bdd-342a-4e68-9182-dd10800ab2f1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.2417698 Aug 16 12:54:40.743555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-eacfe6b8-d847-4e00-b733-98ea60c178dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d7e710-6cf4-420c-ada0-af7503eca31c HTTP/1.1" status: 200 len: 1000 time: 0.2956092 Aug 16 12:54:40.798728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-919ac053-2b6e-4c7a-b25a-8bfa6a16da63 req-209db909-5c3e-45fe-9d18-244b15ce499d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185018 Aug 16 12:54:40.816706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1d083611-f15a-4385-b8d8-61454ee2f2bf None None] Provisioning complete for port 8ef6c3da-7bb4-4e4a-9b29-11883254934d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:40.817748 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1d083611-f15a-4385-b8d8-61454ee2f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:40.884408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-e6630929-eb08-4d1a-bf03-408ad5ae006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:40.885938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-e6630929-eb08-4d1a-bf03-408ad5ae006e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.1226025 Aug 16 12:54:41.000588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-113298e8-e735-4295-8ec5-1943efac6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:41.002803 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-113298e8-e735-4295-8ec5-1943efac6e5f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993598 Aug 16 12:54:41.284008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df719ee9-d83f-4f94-a1a4-63141a4803dd req-04053612-7677-43f7-ad59-2bfaaa7fc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:41.289114 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df719ee9-d83f-4f94-a1a4-63141a4803dd req-04053612-7677-43f7-ad59-2bfaaa7fc0a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 1096 time: 1.1627259 Aug 16 12:54:41.312202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8ef6c3da-7bb4-4e4a-9b29-11883254934d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:41.323606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-79d5bc2c-21fc-4e8f-9fa0-3d56de06f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:34:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:34Z', 'revision_number': 3, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:41.366485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-579692dc-acd3-456c-9137-02b12c0635b8 service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568044 Aug 16 12:54:41.464737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d5bc2c-21fc-4e8f-9fa0-3d56de06f8e3 None None] The sync data for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 is: [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:34:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:34Z', 'revision_number': 3, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:54:41.558798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8ef6c3da-7bb4-4e4a-9b29-11883254934d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:41.559521 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:41.590158 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df719ee9-d83f-4f94-a1a4-63141a4803dd req-11da3bc3-3702-462b-8b67-08817442356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:41.591713 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df719ee9-d83f-4f94-a1a4-63141a4803dd req-11da3bc3-3702-462b-8b67-08817442356d service neutron] 10.222.0.22 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.2854621 Aug 16 12:54:41.697504 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a17ca-5fa3-4a2a-8d9b-4f62b47234f4 req-79fce6b3-ddc8-4e61-b6e0-61afe40f792c service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284152 Aug 16 12:54:41.776454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:41.880845 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc199bf-cbdc-4934-9889-11e0204b9743 None None] New status for floating IP 55afda8a-4dee-44d4-b2d8-433a1654d0f7: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:54:41.881586 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b20a9147-5d04-4db2-95cb-fcf3a9a6cb23 req-c1b53afe-4186-4477-a222-a71a0c85d2f3 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 210 time: 0.0596187 Aug 16 12:54:41.884168 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df719ee9-d83f-4f94-a1a4-63141a4803dd req-7517e988-d279-4773-95c9-85a7756039ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 217 time: 0.1411085 Aug 16 12:54:41.951651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 9257e45c-95ad-434f-b44c-63d75aa8b666 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:41.951651 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:41.990588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d9dcacd-f1b1-4142-bcb8-9dcd5bfe8b90 req-98e59fbd-9dfa-49a9-ad52-3aba8cc67149 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 210 time: 0.0760310 Aug 16 12:54:42.113117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'tag': 'c7d7e710-6cf4-420c-ada0-af7503eca31c'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:42.121763 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b349fc60-a471-4a09-8ae6-50b57cbce4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "80937e38-3d04-45c4-9ce3-6e635f13c3cc", "tag": "c7d7e710-6cf4-420c-ada0-af7503eca31c"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:42.174276 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-8d0e3e70-8659-4585-a1cd-c9fae7232e66 service neutron] show failed (client error): The resource could not be found. Aug 16 12:54:42.174276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-8d0e3e70-8659-4585-a1cd-c9fae7232e66 service neutron] 10.222.0.42 "GET /v2.0/ports/f4c52d3a-88c1-4383-94a2-d6c166531c35/bindings/n-h1-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.5754120 Aug 16 12:54:42.174276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:54:42.185899 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:42.224167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:42.229991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8faf6ffb-1d82-4d74-addc-9ebe031b7748 req-c3c0e829-a1b6-43c5-9790-35300370930f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 1000 time: 0.2382638 Aug 16 12:54:42.255040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:42.256842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92577d0f-4038-4c97-b6ad-c77a12caa35a req-274dfb16-a240-48ea-882c-a75f272b0ef4 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:42.259603 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c77f2b-851f-443b-ad06-17377e31a6ba" -d '{"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-plugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:42.261368 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fd0bac63-f9b3-441b-b410-37b47d424f60 req-79c40ada-0a1f-4fec-b645-23600cbe979c service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2725759 Aug 16 12:54:42.279177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92577d0f-4038-4c97-b6ad-c77a12caa35a req-274dfb16-a240-48ea-882c-a75f272b0ef4 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.1252468 Aug 16 12:54:42.308870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:42.321280 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:42.480689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92577d0f-4038-4c97-b6ad-c77a12caa35a req-51169d3c-87b4-4dea-8bf9-84feb6d9bfcd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996660 Aug 16 12:54:42.516494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=10']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:42.553028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8199c723-f795-4b28-8dc1-abfd657c1d52 None None] Sync routers for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:54:42.569142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8199c723-f795-4b28-8dc1-abfd657c1d52 None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:42.569796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8199c723-f795-4b28-8dc1-abfd657c1d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:42.587232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf6ffb-1d82-4d74-addc-9ebe031b7748 req-0e8ac2d7-7719-4676-bf11-7a146eb1faf6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:42.607434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8faf6ffb-1d82-4d74-addc-9ebe031b7748 req-0e8ac2d7-7719-4676-bf11-7a146eb1faf6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports/c7d7e710-6cf4-420c-ada0-af7503eca31c HTTP/1.1" status: 200 len: 942 time: 0.3757751 Aug 16 12:54:42.672552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df719ee9-d83f-4f94-a1a4-63141a4803dd req-5e68996d-d46d-4051-bf6d-f37278d0fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:42.682410 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df719ee9-d83f-4f94-a1a4-63141a4803dd req-5e68996d-d46d-4051-bf6d-f37278d0fee4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.7816010 Aug 16 12:54:42.855275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8199c723-f795-4b28-8dc1-abfd657c1d52 None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:42.858040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-93260121-9581-4819-9cd8-d9b982741eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:42.871778 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-93260121-9581-4819-9cd8-d9b982741eb3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de&tenant_id=b57f202bdd7043b7b2e5fc4c5e698207 HTTP/1.1" status: 200 len: 1101 time: 0.3295915 Aug 16 12:54:42.901421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:42.959846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8faf6ffb-1d82-4d74-addc-9ebe031b7748 req-5185d82b-5614-4af3-85b4-6fcfa275190d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 1000 time: 0.2174993 Aug 16 12:54:43.077556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df719ee9-d83f-4f94-a1a4-63141a4803dd req-46a1ac9c-8aed-4647-b4a6-baf29664d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:43.079968 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df719ee9-d83f-4f94-a1a4-63141a4803dd req-46a1ac9c-8aed-4647-b4a6-baf29664d159 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3841536 Aug 16 12:54:43.088568 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fd0bac63-f9b3-441b-b410-37b47d424f60 req-e85639d5-f962-4b57-8a23-ac7e91516fd3 service neutron] 10.222.0.22 "GET /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7899673 Aug 16 12:54:43.147303 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cc41e5-cc7c-4355-b294-b835795c68e4 x-openstack-request-id: req-84cc41e5-cc7c-4355-b294-b835795c68e4 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:43.147303 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80937e38-3d04-45c4-9ce3-6e635f13c3cc", "tag": "c7d7e710-6cf4-420c-ada0-af7503eca31c", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:43.147651 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84cc41e5-cc7c-4355-b294-b835795c68e4 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:43.148007 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'tag': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'status': 'completed', 'code': 200} Aug 16 12:54:43.257422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf6ffb-1d82-4d74-addc-9ebe031b7748 req-ab2d1b88-eaee-4d5e-b74a-cdad243d30af tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:43.264801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8faf6ffb-1d82-4d74-addc-9ebe031b7748 req-ab2d1b88-eaee-4d5e-b74a-cdad243d30af tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.3038359 Aug 16 12:54:43.270992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-8faf6ffb-1d82-4d74-addc-9ebe031b7748 req-867992f7-c92f-48a9-a1e0-80b6faec5e26 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:54:43.284439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8faf6ffb-1d82-4d74-addc-9ebe031b7748 req-867992f7-c92f-48a9-a1e0-80b6faec5e26 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185733 Aug 16 12:54:43.317750 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8d18a8-6237-4262-a305-ef4e198fc621 x-openstack-request-id: req-2b8d18a8-6237-4262-a305-ef4e198fc621 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:43.318401 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-plugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:43.318520 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b8d18a8-6237-4262-a305-ef4e198fc621 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:43.318927 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'code': 200} Aug 16 12:54:43.380884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Allocated IP 19.80.0.90 (d72bad72-5d18-40cb-9777-05720935b78a/3a519a69-7f85-43c2-80df-f03e00597210/36314fa1-1ecb-4b03-af74-10888430add1) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:54:43.425457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0b7769d-2a8b-4053-991f-a4c815dc2d2c req-65110bdf-07a8-4731-b1ea-249e9a98e53a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 210 time: 0.0785706 Aug 16 12:54:43.531133 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ddf0f53a-227e-4c4f-b942-9a885fe013a2 req-a47620f9-da5f-4a31-800c-89914899b8bf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 210 time: 0.0732841 Aug 16 12:54:43.603281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8199c723-f795-4b28-8dc1-abfd657c1d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:34:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:42Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:43.696704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8199c723-f795-4b28-8dc1-abfd657c1d52 None None] Checking router: a023f8de-1062-48fd-b8fa-2c021edc4153 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:54:43.714586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34008) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:43.744334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8199c723-f795-4b28-8dc1-abfd657c1d52 None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:43.745331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8199c723-f795-4b28-8dc1-abfd657c1d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:43.776336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:43.961709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-ce0ff7e1-181f-48f0-a97b-d7dfa91e907a tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 1000 time: 0.4247720 Aug 16 12:54:44.052829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8199c723-f795-4b28-8dc1-abfd657c1d52 None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:44.110703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-dfb3e98c-2875-492f-b3e2-501d896c4ce8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:44.124412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-dfb3e98c-2875-492f-b3e2-501d896c4ce8 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports/c7d7e710-6cf4-420c-ada0-af7503eca31c HTTP/1.1" status: 200 len: 942 time: 0.1536810 Aug 16 12:54:44.175143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73d8a-537a-4450-93a1-4ccddc7ff786 req-bb949085-4579-407e-88f3-a7b175a92292 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:44.177787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2dd73d8a-537a-4450-93a1-4ccddc7ff786 req-bb949085-4579-407e-88f3-a7b175a92292 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.4452007 Aug 16 12:54:44.251023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2dd73d8a-537a-4450-93a1-4ccddc7ff786 req-4385ff66-bb7f-40a7-abb2-69611768455c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666068 Aug 16 12:54:44.270068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:44.340183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:44.485732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-3914c10f-f891-471e-8416-d9978b85eb5e tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 1000 time: 0.2330523 Aug 16 12:54:44.489322 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:44.524421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Transition to ACTIVE for port object f4c52d3a-88c1-4383-94a2-d6c166531c35 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:44.527575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349fc60-a471-4a09-8ae6-50b57cbce4c7 req-376d36f1-c90f-4ec0-9096-999b779f2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:44.532459 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b349fc60-a471-4a09-8ae6-50b57cbce4c7 req-376d36f1-c90f-4ec0-9096-999b779f2ee6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 1096 time: 1.2207232 Aug 16 12:54:44.556562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:44.565329 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2551c2-80ba-4f8b-a23c-400e48d39d8a" -d '{"events": [{"server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:44.573344 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:44.626192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8199c723-f795-4b28-8dc1-abfd657c1d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:34:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:42Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:44.644516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8199c723-f795-4b28-8dc1-abfd657c1d52 None None] The sync data for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 is: [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:34:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:42Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:54:44.764674 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:44.787705 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83e00c3d-fd63-4013-86d5-1831e3b4aae6 req-45c382ed-3d10-406b-99e7-67144ad9c3ef tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec62afb3-bd4b-4d3d-a5d9-e50e2c17862d HTTP/1.1" status: 200 len: 210 time: 0.0826507 Aug 16 12:54:44.815677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Transition to ACTIVE for port object 36314fa1-1ecb-4b03-af74-10888430add1 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:44.970072 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df719ee9-d83f-4f94-a1a4-63141a4803dd req-a82f97d3-088a-481c-9de6-5db468c5c215 service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8662291 Aug 16 12:54:45.015030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-5ef433bc-89f8-4942-8954-d4f9d8045db7 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:45.027922 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-5ef433bc-89f8-4942-8954-d4f9d8045db7 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.5401716 Aug 16 12:54:45.059143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c5f36-5970-4d03-b538-5db529387c22 req-5bb48b3f-2f08-4949-b13d-5853bdfec579 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:45.063306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-833c5f36-5970-4d03-b538-5db529387c22 req-5bb48b3f-2f08-4949-b13d-5853bdfec579 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 931 time: 0.1258786 Aug 16 12:54:45.114363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:45.117505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349fc60-a471-4a09-8ae6-50b57cbce4c7 req-249d8f17-7dd5-4f42-a3cf-5812556d35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:45.119361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b349fc60-a471-4a09-8ae6-50b57cbce4c7 req-249d8f17-7dd5-4f42-a3cf-5812556d35f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.2460303 Aug 16 12:54:45.120226 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e9fab14-f535-4b5e-9278-fd63134c358b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:45.127213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:45.192703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-833c5f36-5970-4d03-b538-5db529387c22 req-da52dd9b-8ac3-406d-ba8a-8a553df5f98b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838990 Aug 16 12:54:45.234406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-0dcfd48e-2f1c-470d-94cf-03bdc1b396a3 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 1000 time: 0.2038615 Aug 16 12:54:45.244021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-bd504a49-bef6-4e16-8084-ae0680b8c97c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:45.394757 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-bd504a49-bef6-4e16-8084-ae0680b8c97c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:45.476228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b349fc60-a471-4a09-8ae6-50b57cbce4c7 req-1d49b307-14da-47e0-8a34-20129eff50e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d7e710-6cf4-420c-ada0-af7503eca31c HTTP/1.1" status: 200 len: 1000 time: 0.2756810 Aug 16 12:54:45.478198 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9339fd-5c44-4d67-ae38-3afd9112c19d x-openstack-request-id: req-9c9339fd-5c44-4d67-ae38-3afd9112c19d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:45.478922 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:45.478922 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c9339fd-5c44-4d67-ae38-3afd9112c19d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:45.479491 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'code': 200} Aug 16 12:54:45.580801 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df719ee9-d83f-4f94-a1a4-63141a4803dd req-db033f12-4986-4381-8895-d119c73ebaf3 service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554303 Aug 16 12:54:45.773316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-bd504a49-bef6-4e16-8084-ae0680b8c97c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:45.782896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Port': ['ID=36314fa1-1ecb-4b03-af74-10888430add1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:45.783824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f4c52d3a-88c1-4383-94a2-d6c166531c35 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:45.807012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] No DVR routers for this DVR port f4c52d3a-88c1-4383-94a2-d6c166531c35 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:45.825452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network d72bad72-5d18-40cb-9777-05720935b78a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:54:45.826006 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-bd504a49-bef6-4e16-8084-ae0680b8c97c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:45.826359 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-bd504a49-bef6-4e16-8084-ae0680b8c97c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Floating IP 55afda8a-4dee-44d4-b2d8-433a1654d0f7 disassociated. External IP: 172.25.0.49, port: c7d7e710-6cf4-420c-ada0-af7503eca31c. Aug 16 12:54:45.836720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:45.863008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:54:45.937874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349fc60-a471-4a09-8ae6-50b57cbce4c7 req-ce2b61a5-59ce-4c04-bba0-024920e805c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:45.939730 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b349fc60-a471-4a09-8ae6-50b57cbce4c7 req-ce2b61a5-59ce-4c04-bba0-024920e805c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.2781892 Aug 16 12:54:45.943851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:54:45.944338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:54:45.944779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:46.001841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f4c52d3a-88c1-4383-94a2-d6c166531c35 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:54:46.008560 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Port f4c52d3a-88c1-4383-94a2-d6c166531c35 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:54:46.011785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:46.016957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76d4e7-2927-4c3a-b0f9-cd9c1b10e3b1 req-8952f0bb-3337-497a-80a9-2dbbadd89901 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:46.019523 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:46.027768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:46.028600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:46.029197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd76d4e7-2927-4c3a-b0f9-cd9c1b10e3b1 req-8952f0bb-3337-497a-80a9-2dbbadd89901 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 948 time: 0.3288922 Aug 16 12:54:46.076421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:54:46.076421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:46.077132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:54:46.077966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Bound port: f4c52d3a-88c1-4383-94a2-d6c166531c35, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:54:46.079817 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:46.139627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349fc60-a471-4a09-8ae6-50b57cbce4c7 req-a474b6de-075e-4f13-a8a3-4f6e893e5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:46.141428 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b349fc60-a471-4a09-8ae6-50b57cbce4c7 req-a474b6de-075e-4f13-a8a3-4f6e893e5dcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851413 Aug 16 12:54:46.241444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd76d4e7-2927-4c3a-b0f9-cd9c1b10e3b1 req-86b55b80-c770-4f78-b900-9fea605360a3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112844 Aug 16 12:54:46.290208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d8d2a16f-b6fd-4547-8e47-8093a10f1035 None None] Provisioning for port 36314fa1-1ecb-4b03-af74-10888430add1 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:46.298873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d8d2a16f-b6fd-4547-8e47-8093a10f1035 None None] Provisioning complete for port 36314fa1-1ecb-4b03-af74-10888430add1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:46.299249 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d8d2a16f-b6fd-4547-8e47-8093a10f1035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:46.425020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2a16f-b6fd-4547-8e47-8093a10f1035 None None] Port 36314fa1-1ecb-4b03-af74-10888430add1 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:54:46.436589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-bd504a49-bef6-4e16-8084-ae0680b8c97c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Router a023f8de-1062-48fd-b8fa-2c021edc4153 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:54:46.535484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e9fab14-f535-4b5e-9278-fd63134c358b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:46.560784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e9fab14-f535-4b5e-9278-fd63134c358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:46.645714 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5e9fab14-f535-4b5e-9278-fd63134c358b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b71964b941a04f8ebb33d936e7ddec6c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9229715 Aug 16 12:54:46.662078 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-56f6d62e-0cd4-44ee-8380-5e7ee692ce95 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2289376 Aug 16 12:54:46.665082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:46.666887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34044) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:46.704784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-bd504a49-bef6-4e16-8084-ae0680b8c97c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:54:46.716437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-bd504a49-bef6-4e16-8084-ae0680b8c97c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:46.743867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Request body: {'port': {'device_id': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629', 'admin_state_up': True, 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:46.799211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b141f85-6649-4fa8-8351-bac2f75b1f2b req-7684ff02-473e-40fb-91f6-3c4543904dae tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:46.808553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b141f85-6649-4fa8-8351-bac2f75b1f2b req-7684ff02-473e-40fb-91f6-3c4543904dae tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 931 time: 0.1868534 Aug 16 12:54:46.819067 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-bd504a49-bef6-4e16-8084-ae0680b8c97c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "PUT /v2.0/floatingips/55afda8a-4dee-44d4-b2d8-433a1654d0f7 HTTP/1.1" status: 200 len: 694 time: 1.5834012 Aug 16 12:54:46.830527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'tag': 'c7d7e710-6cf4-420c-ada0-af7503eca31c'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:46.844405 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c" -d '{"events": [{"name": "network-changed", "server_uuid": "80937e38-3d04-45c4-9ce3-6e635f13c3cc", "tag": "c7d7e710-6cf4-420c-ada0-af7503eca31c"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:47.025168 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ce5f8-f049-4dcf-a5e1-9fd031c8200a None None] Sync routers for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:54:47.032469 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b141f85-6649-4fa8-8351-bac2f75b1f2b req-05e7a221-37d4-4635-9787-7a4a7a49d0df tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106841 Aug 16 12:54:47.036200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-ef8f13a1-4a6c-4728-814c-3a41bb1a4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:47.043697 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ce5f8-f049-4dcf-a5e1-9fd031c8200a None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:47.047053 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ca8ce5f8-f049-4dcf-a5e1-9fd031c8200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:47.048838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-ef8f13a1-4a6c-4728-814c-3a41bb1a4543 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 1096 time: 0.1949611 Aug 16 12:54:47.078357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:54:47.087130 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b349fc60-a471-4a09-8ae6-50b57cbce4c7 req-5440d5bf-a938-44de-a3e9-1cb47b9c3ded service neutron] 10.222.0.42 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8508236 Aug 16 12:54:47.090189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fab14-f535-4b5e-9278-fd63134c358b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a74639e-bfa4-473d-b07e-1d7f81e94574,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:47.139230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:47.255350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-4a4f4a0e-a69c-40a4-8511-aaa37b3b46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:47.261218 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-4a4f4a0e-a69c-40a4-8511-aaa37b3b46e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.2105460 Aug 16 12:54:47.275030 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68018ae4-7c92-4815-ac7c-1671ec4192f9 x-openstack-request-id: req-68018ae4-7c92-4815-ac7c-1671ec4192f9 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:47.276473 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80937e38-3d04-45c4-9ce3-6e635f13c3cc", "tag": "c7d7e710-6cf4-420c-ada0-af7503eca31c", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:47.276833 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68018ae4-7c92-4815-ac7c-1671ec4192f9 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:47.278320 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'tag': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'status': 'completed', 'code': 200} Aug 16 12:54:47.328368 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ca8ce5f8-f049-4dcf-a5e1-9fd031c8200a None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:47.405060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cc7adf0-fb9b-4e99-97b4-730bd119a322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:47.409526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:47.409679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:47.411017 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] 10.222.0.22 "PUT /v2.0/ports/f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 1096 time: 4.5258591 Aug 16 12:54:47.455415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-a88c12ac-be08-4528-8b0d-2a36093574df service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d7e710-6cf4-420c-ada0-af7503eca31c HTTP/1.1" status: 200 len: 217 time: 0.1850917 Aug 16 12:54:47.500159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:47.502139 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36c536c-805c-4f4b-a489-88612ba7597f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:47.566508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a5a5d-9415-4826-84d2-21574f4097e2 req-f0d1d6ae-89ac-408c-96e3-f27c800dcdc7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:47.574490 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-538a5a5d-9415-4826-84d2-21574f4097e2 req-f0d1d6ae-89ac-408c-96e3-f27c800dcdc7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 948 time: 0.2092528 Aug 16 12:54:47.624188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-044d83cb-1501-49cf-a783-fede8f38f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:47.627296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-044d83cb-1501-49cf-a783-fede8f38f66e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.1591978 Aug 16 12:54:47.660355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fafb02-e628-49e8-be71-85b62eebbf72 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:47.685977 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cc7adf0-fb9b-4e99-97b4-730bd119a322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:47.744806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-538a5a5d-9415-4826-84d2-21574f4097e2 req-a27504a9-3e26-45ee-ad24-40874b3c36da tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690161 Aug 16 12:54:47.803654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-16865e15-934a-464b-9cab-d3c44ed273ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:47.805226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-16865e15-934a-464b-9cab-d3c44ed273ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699584 Aug 16 12:54:47.935988 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ca8ce5f8-f049-4dcf-a5e1-9fd031c8200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:47.960545 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b349fc60-a471-4a09-8ae6-50b57cbce4c7 req-74c3e2b1-2980-4279-a1e8-e2e89ea41644 service neutron] 10.222.0.42 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8574634 Aug 16 12:54:47.999480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Made reservation on behalf of 1f5a8be1fbc7461891b77fca419c01ce for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:54:48.000261 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ce5f8-f049-4dcf-a5e1-9fd031c8200a None None] Checking router: a023f8de-1062-48fd-b8fa-2c021edc4153 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:54:48.022995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:48.023595 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ce5f8-f049-4dcf-a5e1-9fd031c8200a None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:48.024223 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ca8ce5f8-f049-4dcf-a5e1-9fd031c8200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:48.028601 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce61c15-f3e3-4081-8e36-7b5d6360d4a5 x-openstack-request-id: req-4ce61c15-f3e3-4081-8e36-7b5d6360d4a5 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:48.028601 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:48.028877 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ce61c15-f3e3-4081-8e36-7b5d6360d4a5 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:48.029357 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'status': 'completed', 'code': 200} Aug 16 12:54:48.042421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-995e9119-c51b-45f9-be8e-940688582fb9 service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304027 Aug 16 12:54:48.151572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-12662ad9-5221-4cf9-938f-e1469556cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:48.154335 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-12662ad9-5221-4cf9-938f-e1469556cb6c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1099 time: 0.6588428 Aug 16 12:54:48.250676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-3a1c9900-5130-4d80-b1a9-867c6e3c6947 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--598405882&fields=id&tenant_id=95f5cc5c35b94402b51e49e4147bd21d HTTP/1.1" status: 200 len: 267 time: 0.1422565 Aug 16 12:54:48.253044 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ca8ce5f8-f049-4dcf-a5e1-9fd031c8200a None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:48.347347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c536c-805c-4f4b-a489-88612ba7597f req-c2cf2b16-7b30-4fa4-ba81-012224e4fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:48.349298 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-c2cf2b16-7b30-4fa4-ba81-012224e4fc52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1099 time: 0.3237011 Aug 16 12:54:48.359145 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cc7adf0-fb9b-4e99-97b4-730bd119a322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:48.365136 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cc7adf0-fb9b-4e99-97b4-730bd119a322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:48.369819 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3cc7adf0-fb9b-4e99-97b4-730bd119a322 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a74639e-bfa4-473d-b07e-1d7f81e94574 HTTP/1.1" status: 204 len: 168 time: 1.6894031 Aug 16 12:54:48.370675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c req-9c6454ef-f4e7-4701-8b19-4ada7c50bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:48.372359 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c req-9c6454ef-f4e7-4701-8b19-4ada7c50bf88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 1096 time: 0.2804105 Aug 16 12:54:48.449730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7adf0-fb9b-4e99-97b4-730bd119a322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a74639e-bfa4-473d-b07e-1d7f81e94574,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:48.466896 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412703dd-00ef-4fdf-a1bd-cade935b0447 req-736e5505-69c3-49f4-ab61-0d85abce4444 service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167376 Aug 16 12:54:48.543440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569fa7-6b6f-4269-b421-454a08698422 req-bf837497-6925-4080-9c4f-0e634404ada1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:48.563296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-bf837497-6925-4080-9c4f-0e634404ada1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/networks?id=0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea HTTP/1.1" status: 200 len: 816 time: 0.2981727 Aug 16 12:54:48.596511 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-fcafcda0-c778-4d09-ae07-479fc3768536 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/quotas/95f5cc5c35b94402b51e49e4147bd21d HTTP/1.1" status: 200 len: 375 time: 0.0318744 Aug 16 12:54:48.716259 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ca8ce5f8-f049-4dcf-a5e1-9fd031c8200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:48.783826 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ce5f8-f049-4dcf-a5e1-9fd031c8200a None None] The sync data for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 is: [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:54:48.801268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-c1a40ca4-80e1-4abf-9ca6-e7f498b61945 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=95f5cc5c35b94402b51e49e4147bd21d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2037427 Aug 16 12:54:48.847567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5f1ef-585e-47c2-a5bf-1a4be92160c3 req-992c1fe8-f681-4854-8ea3-d6b5ffa47edb tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:48.850027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00a5f1ef-585e-47c2-a5bf-1a4be92160c3 req-992c1fe8-f681-4854-8ea3-d6b5ffa47edb tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 931 time: 0.2260830 Aug 16 12:54:49.132674 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00a5f1ef-585e-47c2-a5bf-1a4be92160c3 req-fea72503-ea36-4518-b32d-f1e3a86a230d tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430735 Aug 16 12:54:49.146744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34094) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:49.199843 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94dd84aa-63b4-4e6e-a648-679a76d85d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:49.322119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb540f-d816-4a78-8a3d-55a177190ca5 None None] New status for floating IP 55afda8a-4dee-44d4-b2d8-433a1654d0f7: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:54:49.461672 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94dd84aa-63b4-4e6e-a648-679a76d85d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:49.472686 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94dd84aa-63b4-4e6e-a648-679a76d85d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:49.520808 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-61f63f31-0901-4f42-814c-bb5aa8c20652 service neutron] 10.222.0.25 "GET /v2.0/networks/0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016463 Aug 16 12:54:49.550333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-c1311e1e-190b-4e7a-9345-4a1772c1fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:49.551839 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-c1311e1e-190b-4e7a-9345-4a1772c1fb42 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 1.3842683 Aug 16 12:54:49.565996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Allocated IP 19.86.0.192 (49065efe-12fb-4a98-a55b-85fc7b976629/7a7f1a6f-ce7a-4a37-b4cc-1ff679493af8/e8841bbb-dce7-4e03-bcac-c6548ee6a783) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:54:49.701553 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-caafa9e5-9f06-41d6-b4b0-dd47d77611a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 217 time: 0.1197014 Aug 16 12:54:49.765896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c536c-805c-4f4b-a489-88612ba7597f req-b6bb850a-9e22-4f82-ae8b-1c55778800b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:49.767476 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-b6bb850a-9e22-4f82-ae8b-1c55778800b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 1.3905597 Aug 16 12:54:49.817858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c req-59486a5d-5fea-4603-97a2-beb10cfb7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:49.820450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c req-59486a5d-5fea-4603-97a2-beb10cfb7847 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 1.4218173 Aug 16 12:54:49.884727 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-6fafa417-f36b-4d40-a2a1-43437ab86b82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 217 time: 0.0771120 Aug 16 12:54:49.953910 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c req-1cfc6e56-b681-4079-8383-cb9d8a20611e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7d7e710-6cf4-420c-ada0-af7503eca31c HTTP/1.1" status: 200 len: 217 time: 0.0836370 Aug 16 12:54:49.994244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-9ed48b3e-f5dd-4bd3-a71a-08bdb6cb6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:49.996144 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-9ed48b3e-f5dd-4bd3-a71a-08bdb6cb6a2a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2716851 Aug 16 12:54:50.185295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c536c-805c-4f4b-a489-88612ba7597f req-139da1e6-8f48-47f3-a350-c33a6fa976c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:50.198820 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-139da1e6-8f48-47f3-a350-c33a6fa976c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2646823 Aug 16 12:54:50.251216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c req-8e6cf441-d5e8-41ea-b5b5-813febc53c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:50.252732 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c req-8e6cf441-d5e8-41ea-b5b5-813febc53c7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.2730086 Aug 16 12:54:50.254409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd84aa-63b4-4e6e-a648-679a76d85d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4362a6a-5b29-45b8-838b-866e6ff1ed01,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:50.289012 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-94dd84aa-63b4-4e6e-a648-679a76d85d06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47fb9a1bb7ce490dac89801f8a2c2deb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1409063 Aug 16 12:54:50.290513 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34106) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:50.370371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-61be1cba-3149-468c-b320-3ad877d8a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:50.372224 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-61be1cba-3149-468c-b320-3ad877d8a771 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3331072 Aug 16 12:54:50.417508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:50.461876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-72fc23ad-c404-4ef8-81eb-112bcb864ea0 service neutron] 10.222.0.25 "GET /v2.0/networks/0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8616772 Aug 16 12:54:50.498730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c536c-805c-4f4b-a489-88612ba7597f req-b16602b4-e76c-47f5-a54b-5bc59a346b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:50.501006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-b16602b4-e76c-47f5-a54b-5bc59a346b2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2749758 Aug 16 12:54:50.532001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Transition to ACTIVE for port object e8841bbb-dce7-4e03-bcac-c6548ee6a783 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:50.554444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c req-d4fdad26-a7bb-4fb2-a7ba-e2977e284d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:50.556103 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c req-d4fdad26-a7bb-4fb2-a7ba-e2977e284d92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2781787 Aug 16 12:54:50.595102 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1aa065d-1cd2-40aa-b859-1a52d73378eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:50.664058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b50da-f703-421c-ac2b-1f9af70fafaf req-90f5e0cc-7098-4347-9afb-8d016168e1f9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:50.677159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a4b50da-f703-421c-ac2b-1f9af70fafaf req-90f5e0cc-7098-4347-9afb-8d016168e1f9 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 948 time: 0.4415653 Aug 16 12:54:50.686160 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1aa065d-1cd2-40aa-b859-1a52d73378eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:50.807631 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a4b50da-f703-421c-ac2b-1f9af70fafaf req-34da6334-c32f-4a7c-8a12-12f4d73e1963 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294873 Aug 16 12:54:50.839103 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1aa065d-1cd2-40aa-b859-1a52d73378eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:50.844466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1aa065d-1cd2-40aa-b859-1a52d73378eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:50.845897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e1aa065d-1cd2-40aa-b859-1a52d73378eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4362a6a-5b29-45b8-838b-866e6ff1ed01 HTTP/1.1" status: 204 len: 168 time: 0.5138874 Aug 16 12:54:50.856364 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-6c777ff8-67c9-43fd-9b94-cac3750ce66f service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664526 Aug 16 12:54:50.869882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa065d-1cd2-40aa-b859-1a52d73378eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4362a6a-5b29-45b8-838b-866e6ff1ed01,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:50.959837 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:54:50.988553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:51.020367 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-f77d1841-e876-47e0-916f-8b8940f9b113 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862905 Aug 16 12:54:51.054995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130439d-3e08-4e0e-bd5d-fbb08eed09f8 req-c50189e8-823b-44bf-9932-5b102f4e2d6c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:51.060616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5130439d-3e08-4e0e-bd5d-fbb08eed09f8 req-c50189e8-823b-44bf-9932-5b102f4e2d6c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.42 "GET /v2.0/ports?device_id=80937e38-3d04-45c4-9ce3-6e635f13c3cc HTTP/1.1" status: 200 len: 945 time: 0.1288171 Aug 16 12:54:51.288914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-b7558318-3316-4aeb-b2f5-3b63f2c6ad04 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:51.298167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-b7558318-3316-4aeb-b2f5-3b63f2c6ad04 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1627045 Aug 16 12:54:51.389457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Network 49065efe-12fb-4a98-a55b-85fc7b976629 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:54:51.409258 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-1d175b66-432b-4d9b-a894-2a8c2b85b05f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.1094434 Aug 16 12:54:51.421124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-d173f234-62be-4de1-ae18-f766ca0756bb tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Request body: {'floatingip': {'port_id': '016c07e6-cce0-4e77-b426-fffd5e114036', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:51.578420 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-d173f234-62be-4de1-ae18-f766ca0756bb tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:51.589562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:51.611253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:54:51.653187 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-5130439d-3e08-4e0e-bd5d-fbb08eed09f8 req-3bf8be3f-32e5-4f1b-b219-add7c1c7ed23 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Deleting port c7d7e710-6cf4-420c-ada0-af7503eca31c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:51.653535 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5130439d-3e08-4e0e-bd5d-fbb08eed09f8 req-3bf8be3f-32e5-4f1b-b219-add7c1c7ed23 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:51.701366 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-0cfb1298-f625-49c6-9fd5-641f81a4109c service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297910 Aug 16 12:54:51.705150 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-57b0e509-3a31-47b7-b2df-b983411787b6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8320248 Aug 16 12:54:51.727176 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c req-75e17bf3-7270-4de0-8424-7267753ea244 service neutron] 10.222.0.42 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1477513 Aug 16 12:54:51.751750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:51.752975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:51.808819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a7fde-566b-4553-a577-bc244937807f req-2e5f3eac-e740-4fc0-b274-79573324f52c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:51.824405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a7fde-566b-4553-a577-bc244937807f req-2e5f3eac-e740-4fc0-b274-79573324f52c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:51.828109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event updated for resources: {'Port': ['ID=e8841bbb-dce7-4e03-bcac-c6548ee6a783,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:51.839402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d22a7fde-566b-4553-a577-bc244937807f req-2e5f3eac-e740-4fc0-b274-79573324f52c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1654 time: 0.4976485 Aug 16 12:54:52.178276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-03a5395e-2c66-4d3a-9df9-b647beb53f57 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4681520 Aug 16 12:54:52.187788 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fda35a43-0245-4ffe-9352-1a8bafdf0044 None None] Provisioning for port e8841bbb-dce7-4e03-bcac-c6548ee6a783 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:52.205991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Request body: {'port': {'device_id': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:52.209840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fda35a43-0245-4ffe-9352-1a8bafdf0044 None None] Provisioning complete for port e8841bbb-dce7-4e03-bcac-c6548ee6a783 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:52.210455 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fda35a43-0245-4ffe-9352-1a8bafdf0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:52.231679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d22a7fde-566b-4553-a577-bc244937807f req-3f906539-e49b-4642-92c6-175c573242ba tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778093 Aug 16 12:54:52.384465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-fda35a43-0245-4ffe-9352-1a8bafdf0044 None None] Port e8841bbb-dce7-4e03-bcac-c6548ee6a783 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:54:52.402051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c536c-805c-4f4b-a489-88612ba7597f req-45c3a31f-7255-4372-8f48-9433df826ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:52.403666 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-45c3a31f-7255-4372-8f48-9433df826ca6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1099 time: 0.5718496 Aug 16 12:54:52.410761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:52.503834 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1eaefef9-57ed-4aa8-8e58-16fbef99b14c req-ee5d5123-8149-44d3-8cca-9a0a568d00f3 service neutron] 10.222.0.42 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315469 Aug 16 12:54:52.555062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-5130439d-3e08-4e0e-bd5d-fbb08eed09f8 req-3bf8be3f-32e5-4f1b-b219-add7c1c7ed23 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] For port c7d7e710-6cf4-420c-ada0-af7503eca31c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c7d7e710-6cf4-420c-ada0-af7503eca31c,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:52.555725 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5130439d-3e08-4e0e-bd5d-fbb08eed09f8 req-3bf8be3f-32e5-4f1b-b219-add7c1c7ed23 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:52.652576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-5130439d-3e08-4e0e-bd5d-fbb08eed09f8 req-3bf8be3f-32e5-4f1b-b219-add7c1c7ed23 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Calling delete_port for c7d7e710-6cf4-420c-ada0-af7503eca31c owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:52.746160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34162) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:52.859409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ead02-8f14-4643-8f88-1be6ec339fc5 req-99bc89bb-fd7a-4307-9dea-d3096fe16a63 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:52.861741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c67ead02-8f14-4643-8f88-1be6ec339fc5 req-99bc89bb-fd7a-4307-9dea-d3096fe16a63 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 946 time: 0.2107687 Aug 16 12:54:52.881104 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-d173f234-62be-4de1-ae18-f766ca0756bb tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:54:52.884101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c536c-805c-4f4b-a489-88612ba7597f req-2f542644-3363-4ba0-8d7f-c60ea38a2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:52.884667 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-2f542644-3363-4ba0-8d7f-c60ea38a2f0a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.4491878 Aug 16 12:54:52.976567 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-604e2594-6197-464e-a977-ba93d2f4c07e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 217 time: 0.0773959 Aug 16 12:54:52.985963 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-479224706-network', 'tenant_id': '194fddd554b3402986da83c64a5bd169'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:53.060630 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-d173f234-62be-4de1-ae18-f766ca0756bb tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:53.100647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-d173f234-62be-4de1-ae18-f766ca0756bb tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:53.142270 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c67ead02-8f14-4643-8f88-1be6ec339fc5 req-b0af2caf-41e3-4972-9da0-fd67dfa31fce tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591658 Aug 16 12:54:53.145412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c536c-805c-4f4b-a489-88612ba7597f req-6f249048-d30f-4848-9915-3d1c34fcce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:53.147152 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-6f249048-d30f-4848-9915-3d1c34fcce1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1613019 Aug 16 12:54:53.257823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Made reservation on behalf of 194fddd554b3402986da83c64a5bd169 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:54:53.261063 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:53.311093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:53.450402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c536c-805c-4f4b-a489-88612ba7597f req-84d53dd9-ed53-47ae-9846-b92c7a1553fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:53.451985 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-84d53dd9-ed53-47ae-9846-b92c7a1553fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2859261 Aug 16 12:54:53.466227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569fa7-6b6f-4269-b421-454a08698422 req-37117b8e-893f-47e5-aa15-dfc23eb07407 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:53.467752 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-37117b8e-893f-47e5-aa15-dfc23eb07407 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.22 "GET /v2.0/networks?id=0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea HTTP/1.1" status: 200 len: 816 time: 0.3956616 Aug 16 12:54:53.478012 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-d173f234-62be-4de1-ae18-f766ca0756bb tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Floating IP 55afda8a-4dee-44d4-b2d8-433a1654d0f7 associated. External IP: 172.25.0.49, port: 016c07e6-cce0-4e77-b426-fffd5e114036. Aug 16 12:54:53.480205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36314fa1-1ecb-4b03-af74-10888430add1 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:54:53.483213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c7ceb71-c5a1-4f3f-a2bf-ffb22c27e148 req-4494705a-1fcf-445b-98c3-deb716924ca6 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 210 time: 0.1982684 Aug 16 12:54:53.483912 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5130439d-3e08-4e0e-bd5d-fbb08eed09f8 req-3bf8be3f-32e5-4f1b-b219-add7c1c7ed23 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:53.496962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['c7d7e710-6cf4-420c-ada0-af7503eca31c'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:54:53.514539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:53.544473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['016c07e6-cce0-4e77-b426-fffd5e114036'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:54:53.617747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Transition to ACTIVE for port object 36314fa1-1ecb-4b03-af74-10888430add1 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:53.632302 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:53.637941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-aeec7afc-9f25-4cc0-8888-be5eee29b0df tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95f5cc5c35b94402b51e49e4147bd21d HTTP/1.1" status: 200 len: 379 time: 0.1527987 Aug 16 12:54:53.702160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Request body: {'port': {'device_id': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'admin_state_up': True, 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'security_groups': ['5d057f54-8295-4a70-9a46-af01734b5ce2']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:53.812930 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-420f3aed-0bac-468d-99b5-88550e7655cb service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436353 Aug 16 12:54:53.903249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8be3f-32e5-4f1b-b219-add7c1c7ed23 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Pushing event deleted for resources: {'Port': ['ID=c7d7e710-6cf4-420c-ada0-af7503eca31c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:53.927938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-5130439d-3e08-4e0e-bd5d-fbb08eed09f8 req-3bf8be3f-32e5-4f1b-b219-add7c1c7ed23 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] No DVR routers for this DVR port c7d7e710-6cf4-420c-ada0-af7503eca31c on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:53.931995 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5130439d-3e08-4e0e-bd5d-fbb08eed09f8 req-3bf8be3f-32e5-4f1b-b219-add7c1c7ed23 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:53.934508 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5130439d-3e08-4e0e-bd5d-fbb08eed09f8 req-3bf8be3f-32e5-4f1b-b219-add7c1c7ed23 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.42 "DELETE /v2.0/ports/c7d7e710-6cf4-420c-ada0-af7503eca31c HTTP/1.1" status: 204 len: 173 time: 2.8671436 Aug 16 12:54:53.950714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'name': 'network-vif-deleted', 'tag': 'c7d7e710-6cf4-420c-ada0-af7503eca31c'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:53.957795 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebab68a8-7497-4bbe-832e-87f0a0d94884" -d '{"events": [{"server_uuid": "80937e38-3d04-45c4-9ce3-6e635f13c3cc", "name": "network-vif-deleted", "tag": "c7d7e710-6cf4-420c-ada0-af7503eca31c"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:54.007989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Pushing event updated for resources: {'Port': ['ID=36314fa1-1ecb-4b03-af74-10888430add1,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:54.104212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf924cf0-c09f-4bed-a50c-14986f96cb04 req-e9e22df3-cac3-4ff4-b01e-c2243da2c465 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:54.109626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf924cf0-c09f-4bed-a50c-14986f96cb04 req-e9e22df3-cac3-4ff4-b01e-c2243da2c465 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 948 time: 0.4162307 Aug 16 12:54:54.365912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf924cf0-c09f-4bed-a50c-14986f96cb04 req-029b2154-9571-4157-84f4-9d1a18de0aae tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207308 Aug 16 12:54:54.469157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:54.511464 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:54.541950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5554578-a2c4-44d0-8793-9dc243e929e2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:54.568175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:54:54.574489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.574833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.575653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.576005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.576387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.576834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.577168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.578683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.579424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.579950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.580306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.580935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:54.600093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:54.600637 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Added segment e084e033-c2cc-4698-b66a-df6586fe0fdf of type vlan for network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c Aug 16 12:54:54.647222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-d173f234-62be-4de1-ae18-f766ca0756bb tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Router a023f8de-1062-48fd-b8fa-2c021edc4153 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:54:54.721924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:54.979285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Made reservation on behalf of 95f5cc5c35b94402b51e49e4147bd21d for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:54:54.984497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:54.986556 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:54.987572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:54.988215 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:55.017122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb6077-43eb-4013-a41f-da3646e289a3 req-9fbab71c-7085-4f2b-a4dc-b31395eb05ce tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:55.029963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Attempting to bind port 36314fa1-1ecb-4b03-af74-10888430add1 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:54:55.031703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Attempting to bind port 36314fa1-1ecb-4b03-af74-10888430add1 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '3ebb5770-31ce-43db-bf99-798c5d6f5e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:54:55.032585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Attempting to bind port 36314fa1-1ecb-4b03-af74-10888430add1 on network d72bad72-5d18-40cb-9777-05720935b78a {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:55.037999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb6077-43eb-4013-a41f-da3646e289a3 req-9fbab71c-7085-4f2b-a4dc-b31395eb05ce tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:55.039412 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36c536c-805c-4f4b-a489-88612ba7597f req-10a12efb-cffe-4536-a075-589065b4eba6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2020020 Aug 16 12:54:55.040954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83cb6077-43eb-4013-a41f-da3646e289a3 req-9fbab71c-7085-4f2b-a4dc-b31395eb05ce tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1666 time: 0.1185160 Aug 16 12:54:55.052308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Port 36314fa1-1ecb-4b03-af74-10888430add1 on network d72bad72-5d18-40cb-9777-05720935b78a not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:54:55.052923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Attempting to bind port 36314fa1-1ecb-4b03-af74-10888430add1 on network d72bad72-5d18-40cb-9777-05720935b78a {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:55.067384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-d173f234-62be-4de1-ae18-f766ca0756bb tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:54:55.084443 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dcddd9-3b27-41af-b5f0-e988ef4bd95f None None] Sync routers for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:54:55.101621 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dcddd9-3b27-41af-b5f0-e988ef4bd95f None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:55.102683 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-34dcddd9-3b27-41af-b5f0-e988ef4bd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:55.108372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-d173f234-62be-4de1-ae18-f766ca0756bb tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:55.112288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3622086 Aug 16 12:54:55.141367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:54:55.141713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Checking segment: {'id': '3ebb5770-31ce-43db-bf99-798c5d6f5e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:55.142199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Bound using segment: {'id': '3ebb5770-31ce-43db-bf99-798c5d6f5e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:54:55.142588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Bound port: 36314fa1-1ecb-4b03-af74-10888430add1, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ebb5770-31ce-43db-bf99-798c5d6f5e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:54:55.142953 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:55.144849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34188) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:55.165518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] Request body: {'subnet': {'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-479224706-subnet', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:55.339401 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-34dcddd9-3b27-41af-b5f0-e988ef4bd95f None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:55.363932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83cb6077-43eb-4013-a41f-da3646e289a3 req-c65808b2-1893-428b-a58c-bd8bc4f89fd4 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847207 Aug 16 12:54:55.377541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] Made reservation on behalf of 194fddd554b3402986da83c64a5bd169 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:54:55.380598 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:55.523642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0691c3-e3f0-4e8d-8b36-d93b48114e7c admin admin] Pushing event updated for resources: {'Network': ['ID=8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:55.538090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:54:55.540495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device f4c52d3a-88c1-4383-94a2-d6c166531c35 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:54:55.556341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-d173f234-62be-4de1-ae18-f766ca0756bb tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "PUT /v2.0/floatingips/55afda8a-4dee-44d4-b2d8-433a1654d0f7 HTTP/1.1" status: 200 len: 995 time: 4.1428709 Aug 16 12:54:55.692045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135dce4-83a5-43e8-bf4f-271027239f58 req-096716e4-bbc0-48d2-8c92-78fb9fc1ac98 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:55.694606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5135dce4-83a5-43e8-bf4f-271027239f58 req-096716e4-bbc0-48d2-8c92-78fb9fc1ac98 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 944 time: 0.3617015 Aug 16 12:54:55.732966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] For port 36314fa1-1ecb-4b03-af74-10888430add1, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:55.739977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] For port 36314fa1-1ecb-4b03-af74-10888430add1, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=36314fa1-1ecb-4b03-af74-10888430add1,segment=NetworkSegment(3ebb5770-31ce-43db-bf99-798c5d6f5e47),segment_id=3ebb5770-31ce-43db-bf99-798c5d6f5e47)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:54:55.740336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:55.748476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Allocated IP 172.20.0.8 (0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea/52aede64-8d00-46b7-8bd2-aad3601112bd/5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:54:55.757342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-38139a82-2ee8-417f-8ac2-80b6002f4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:55.768001 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-38139a82-2ee8-417f-8ac2-80b6002f4ecc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 1096 time: 0.1917455 Aug 16 12:54:55.784827 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:55.839486 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618d8a16-1835-4125-b789-caffd12b8c3b x-openstack-request-id: req-618d8a16-1835-4125-b789-caffd12b8c3b {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:55.841722 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80937e38-3d04-45c4-9ce3-6e635f13c3cc", "name": "network-vif-deleted", "tag": "c7d7e710-6cf4-420c-ada0-af7503eca31c", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:55.841722 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-618d8a16-1835-4125-b789-caffd12b8c3b {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:55.842339 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80937e38-3d04-45c4-9ce3-6e635f13c3cc', 'name': 'network-vif-deleted', 'tag': 'c7d7e710-6cf4-420c-ada0-af7503eca31c', 'status': 'completed', 'code': 200} Aug 16 12:54:55.856476 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.resource_extend [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:54:55.865005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c7d7e710-6cf4-420c-ada0-af7503eca31c no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:55.999762 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5a6630a-5eb2-4534-be21-57268ddbc007 req-c1afef77-95f3-4dd4-b9d8-4d753aa0682b tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 210 time: 0.0890622 Aug 16 12:54:56.044474 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-34dcddd9-3b27-41af-b5f0-e988ef4bd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': '016c07e6-cce0-4e77-b426-fffd5e114036', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:49:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66554334-d10e-4a19-a653-cf6c502d2e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:52Z', 'revision_number': 8, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:56.084054 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dcddd9-3b27-41af-b5f0-e988ef4bd95f None None] Checking router: a023f8de-1062-48fd-b8fa-2c021edc4153 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:54:56.098694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:56.101346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:56.107272 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] 10.222.0.22 "PUT /v2.0/ports/36314fa1-1ecb-4b03-af74-10888430add1 HTTP/1.1" status: 200 len: 1091 time: 3.9120708 Aug 16 12:54:56.108154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'tag': '36314fa1-1ecb-4b03-af74-10888430add1'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:56.117215 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dcddd9-3b27-41af-b5f0-e988ef4bd95f None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:54:56.118590 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-34dcddd9-3b27-41af-b5f0-e988ef4bd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:56.122594 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cdd195-3aad-49ed-aaad-5d0cb5179859" -d '{"events": [{"name": "network-changed", "server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "tag": "36314fa1-1ecb-4b03-af74-10888430add1"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:56.162830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1abc382-f557-4bc1-9603-9a7e07c7eb93,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:56.190290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Request body: {'port': {'device_id': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:56.231521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] Checking segment: {'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:56.232151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] Network hostable DHCP agents. Network: 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:54:56.247301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48d1a5-f2f8-4ebd-857e-abb6387a7455 service neutron] Pushing event updated for resources: {'Port': ['ID=36314fa1-1ecb-4b03-af74-10888430add1,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:56.383537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-b73dc6e3-617f-4e31-8288-029ae266abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:56.385050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-b73dc6e3-617f-4e31-8288-029ae266abb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.6128161 Aug 16 12:54:56.397550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: c7d7e710-6cf4-420c-ada0-af7503eca31c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:54:56.400550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c7d7e710-6cf4-420c-ada0-af7503eca31c not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:54:56.419984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] Network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:54:56.432079 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:56.446024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:56.474316 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6f6788-005c-4cc9-bdba-70551ed979a3 None None] Network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:54:56.478776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:56.479696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:56.560491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:56.561057 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35163355-bbc2-4aa7-90fc-a951959569e0 req-5c351f22-cc8c-4c5d-b511-08b4e686e4af tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:56.563384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35163355-bbc2-4aa7-90fc-a951959569e0 req-5c351f22-cc8c-4c5d-b511-08b4e686e4af tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 944 time: 0.3486757 Aug 16 12:54:56.599597 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-34dcddd9-3b27-41af-b5f0-e988ef4bd95f None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:54:56.607996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-5135dce4-83a5-43e8-bf4f-271027239f58 req-423f6ddc-d0f8-431e-a224-b47b4c021098 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Deleting port faf518b9-ac97-4f2a-ad36-6280549a8c2f {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:56.608349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5135dce4-83a5-43e8-bf4f-271027239f58 req-423f6ddc-d0f8-431e-a224-b47b4c021098 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:56.673848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'mac_address': 'fa:16:3e:07:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:54:56.693512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-6314462a-a30b-4226-87a7-652eee753ab2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 998 time: 0.2810855 Aug 16 12:54:56.737589 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:56.814274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c52d3a-88c1-4383-94a2-d6c166531c35 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:54:56.821241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'fixed_ips': [{'subnet_id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:54:56.822367 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:56.826889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35163355-bbc2-4aa7-90fc-a951959569e0 req-867a627c-f266-4c7f-8700-fb3f135bcd23 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450595 Aug 16 12:54:56.852472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:56.881050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8841bbb-dce7-4e03-bcac-c6548ee6a783 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:54:56.888555 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:56.901710 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:56.961881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Transition to ACTIVE for port object e8841bbb-dce7-4e03-bcac-c6548ee6a783 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:56.998662 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:57.061055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Pushing event updated for resources: {'Port': ['ID=e8841bbb-dce7-4e03-bcac-c6548ee6a783,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:57.065044 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-62532f3b-e4c5-4f35-8154-25333433197e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9056506 Aug 16 12:54:57.079598 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34208) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:54:57.089086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:57.096060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:57.106524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.107038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.107251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.107645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.107990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.108725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.108725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.109200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.109698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.109898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.110293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.110621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.134815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Allocated IP 172.20.0.2 (8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c/b1abc382-f557-4bc1-9603-9a7e07c7eb93/8214b6b4-07ba-4aa9-a757-2c245224068e) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:54:57.157941 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-34dcddd9-3b27-41af-b5f0-e988ef4bd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': '016c07e6-cce0-4e77-b426-fffd5e114036', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:49:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66554334-d10e-4a19-a653-cf6c502d2e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:52Z', 'revision_number': 8, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:54:57.193891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Transition to ACTIVE for port object 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:57.206193 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dcddd9-3b27-41af-b5f0-e988ef4bd95f None None] The sync data for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 is: [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '55afda8a-4dee-44d4-b2d8-433a1654d0f7', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'port_id': '016c07e6-cce0-4e77-b426-fffd5e114036', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'mac_address': 'fa:16:3e:49:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66554334-d10e-4a19-a653-cf6c502d2e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:02Z', 'updated_at': '2021-08-16T12:54:52Z', 'revision_number': 8, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:54:57.403411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:57.404599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:57.528398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:57.544611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e8352-b124-4063-9227-0e189f5562f7 req-cf09521d-ed60-46eb-935d-bedd120034f7 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:57.546376 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b46e8352-b124-4063-9227-0e189f5562f7 req-cf09521d-ed60-46eb-935d-bedd120034f7 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.42 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 946 time: 0.4091411 Aug 16 12:54:57.557819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.560275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.560749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.561334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.566554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.567033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.567479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.567924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.568379 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.568815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.569248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.569674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:54:57.585999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['f4c52d3a-88c1-4383-94a2-d6c166531c35'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:54:57.653356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc9a638-dd24-4546-9a5a-80d468ea3e05 None None] New status for floating IP 55afda8a-4dee-44d4-b2d8-433a1654d0f7: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:54:57.668374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Attempting to bind port e8841bbb-dce7-4e03-bcac-c6548ee6a783 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:54:57.668988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Attempting to bind port e8841bbb-dce7-4e03-bcac-c6548ee6a783 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '0139b251-6da2-44a5-ba47-64240576b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:54:57.669493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Attempting to bind port e8841bbb-dce7-4e03-bcac-c6548ee6a783 on network 49065efe-12fb-4a98-a55b-85fc7b976629 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:57.677855 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:57.680601 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:57.700646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Port e8841bbb-dce7-4e03-bcac-c6548ee6a783 on network 49065efe-12fb-4a98-a55b-85fc7b976629 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:54:57.701268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Attempting to bind port e8841bbb-dce7-4e03-bcac-c6548ee6a783 on network 49065efe-12fb-4a98-a55b-85fc7b976629 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:57.726816 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-e030d520-6589-48bb-9fab-c51527063a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:57.728664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-e030d520-6589-48bb-9fab-c51527063a56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.9528425 Aug 16 12:54:57.782586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-5135dce4-83a5-43e8-bf4f-271027239f58 req-423f6ddc-d0f8-431e-a224-b47b4c021098 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] For port faf518b9-ac97-4f2a-ad36-6280549a8c2f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=faf518b9-ac97-4f2a-ad36-6280549a8c2f,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:54:57.782965 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5135dce4-83a5-43e8-bf4f-271027239f58 req-423f6ddc-d0f8-431e-a224-b47b4c021098 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:57.801714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2fe2e-604e-4d32-9e23-5a16953a0459 req-27a23164-8588-4800-b5df-e31babe7868d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:57.809427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2dd2fe2e-604e-4d32-9e23-5a16953a0459 req-27a23164-8588-4800-b5df-e31babe7868d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 949 time: 0.1529963 Aug 16 12:54:57.821890 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-5135dce4-83a5-43e8-bf4f-271027239f58 req-423f6ddc-d0f8-431e-a224-b47b4c021098 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Calling delete_port for faf518b9-ac97-4f2a-ad36-6280549a8c2f owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:54:57.845759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:54:57.849143 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00b99b-95ca-4d8c-9919-6cc9098b592d" -d '{"events": [{"name": "network-changed", "server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:54:57.854674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:54:57.855366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Checking segment: {'id': '0139b251-6da2-44a5-ba47-64240576b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:57.855941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Bound using segment: {'id': '0139b251-6da2-44a5-ba47-64240576b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:54:57.856721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Bound port: e8841bbb-dce7-4e03-bcac-c6548ee6a783, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0139b251-6da2-44a5-ba47-64240576b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:54:57.857262 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:57.910312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-2bb638bc-64d4-44e7-a9d0-a331c6cbc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:57.910717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:54:57.911838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-2bb638bc-64d4-44e7-a9d0-a331c6cbc82e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753106 Aug 16 12:54:57.926438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2dd2fe2e-604e-4d32-9e23-5a16953a0459 req-80bcf889-f3ba-4163-a40d-85ac7d8b905c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126430 Aug 16 12:54:57.956333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:57.959207 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:57.971089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Transition to ACTIVE for port object 8214b6b4-07ba-4aa9-a757-2c245224068e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:57.992445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Transition to ACTIVE for port object 8214b6b4-07ba-4aa9-a757-2c245224068e will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:54:58.128009 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.157242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:54:58.293175 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5135dce4-83a5-43e8-bf4f-271027239f58 req-423f6ddc-d0f8-431e-a224-b47b4c021098 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.363395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cab2-7d11-4871-8cd6-cfd1296b8785 req-bce7da37-a495-4bd2-a547-6d241812630e tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:58.364981 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c13cab2-7d11-4871-8cd6-cfd1296b8785 req-bce7da37-a495-4bd2-a547-6d241812630e tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 946 time: 0.2521658 Aug 16 12:54:58.373925 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:54:58.385968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:58.386240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:54:58.390179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:54:58.392232 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.392409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Pushing event updated for resources: {'Port': ['ID=8214b6b4-07ba-4aa9-a757-2c245224068e,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:58.425133 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.440950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7933414 Aug 16 12:54:58.441728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404f07f-7596-48ee-bcd4-997e6638bac1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Pushing event updated for resources: {'Port': ['ID=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:58.494184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Attempting to bind port 8214b6b4-07ba-4aa9-a757-2c245224068e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:54:58.495189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Attempting to bind port 8214b6b4-07ba-4aa9-a757-2c245224068e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:54:58.495745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Attempting to bind port 8214b6b4-07ba-4aa9-a757-2c245224068e on network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:54:58.505241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:54:58.506435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Checking segment: {'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:54:58.507429 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.509415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Bound using segment: {'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:54:58.510695 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] For port e8841bbb-dce7-4e03-bcac-c6548ee6a783, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:58.513201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Bound port: 8214b6b4-07ba-4aa9-a757-2c245224068e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:54:58.513878 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.516176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] For port e8841bbb-dce7-4e03-bcac-c6548ee6a783, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e8841bbb-dce7-4e03-bcac-c6548ee6a783,segment=NetworkSegment(0139b251-6da2-44a5-ba47-64240576b159),segment_id=0139b251-6da2-44a5-ba47-64240576b159)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:54:58.524614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Request body: {'port': {'device_id': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:54:58.534871 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.541203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-60f66c35-a92f-4478-b27c-a2d8c7f828cc None None] Provisioning for port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:58.552031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-60f66c35-a92f-4478-b27c-a2d8c7f828cc None None] Provisioning complete for port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:58.553810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f6ddc-d0f8-431e-a224-b47b4c021098 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Pushing event deleted for resources: {'Port': ['ID=faf518b9-ac97-4f2a-ad36-6280549a8c2f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:58.554995 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60f66c35-a92f-4478-b27c-a2d8c7f828cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.614248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-1d381caf-930a-4bd0-a3e4-bb8586930b9b service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6866090 Aug 16 12:54:58.629592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-60f66c35-a92f-4478-b27c-a2d8c7f828cc None None] Port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:54:58.677230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:58.677870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.679472 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] 10.222.0.22 "PUT /v2.0/ports/e8841bbb-dce7-4e03-bcac-c6548ee6a783 HTTP/1.1" status: 200 len: 1092 time: 2.4967310 Aug 16 12:54:58.679797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-5135dce4-83a5-43e8-bf4f-271027239f58 req-423f6ddc-d0f8-431e-a224-b47b4c021098 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] No DVR routers for this DVR port faf518b9-ac97-4f2a-ad36-6280549a8c2f on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:54:58.695134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] For port 8214b6b4-07ba-4aa9-a757-2c245224068e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:54:58.700186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] For port 8214b6b4-07ba-4aa9-a757-2c245224068e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8214b6b4-07ba-4aa9-a757-2c245224068e,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:54:58.715051 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.814271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Deleting port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:54:58.814628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.817639 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.827720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ab0d6-94b5-4b1d-95e6-2cc390819a73 None None] Pushing event updated for resources: {'Port': ['ID=8214b6b4-07ba-4aa9-a757-2c245224068e,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:58.887316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5135dce4-83a5-43e8-bf4f-271027239f58 req-423f6ddc-d0f8-431e-a224-b47b4c021098 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:58.891944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5135dce4-83a5-43e8-bf4f-271027239f58 req-423f6ddc-d0f8-431e-a224-b47b4c021098 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.42 "DELETE /v2.0/ports/faf518b9-ac97-4f2a-ad36-6280549a8c2f HTTP/1.1" status: 204 len: 173 time: 3.1775806 Aug 16 12:54:58.912519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c13cab2-7d11-4871-8cd6-cfd1296b8785 req-0a142756-bd6f-4d3e-9aef-69538b68ea58 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5331962 Aug 16 12:54:59.005434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52f877c1-a56c-49c5-970b-18b517f62c44 req-2dab3a97-fa56-4449-969d-3b07b9a33128 service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268874 Aug 16 12:54:59.064167 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df5596b-1343-4b90-8459-d0f5fadee4a4 x-openstack-request-id: req-1df5596b-1343-4b90-8459-d0f5fadee4a4 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:59.064446 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "tag": "36314fa1-1ecb-4b03-af74-10888430add1", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:59.064701 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1df5596b-1343-4b90-8459-d0f5fadee4a4 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:59.065111 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'tag': '36314fa1-1ecb-4b03-af74-10888430add1', 'status': 'completed', 'code': 200} Aug 16 12:54:59.141666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b3aef-c83d-401f-b835-abc62d91917a service neutron] Pushing event updated for resources: {'Port': ['ID=e8841bbb-dce7-4e03-bcac-c6548ee6a783,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:54:59.237512 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:59.297166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176355df-0271-447b-acc7-ecce44e4dcf9 req-d25c4824-c77a-4dfe-a721-6355c347693b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:59.303270 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176355df-0271-447b-acc7-ecce44e4dcf9 req-d25c4824-c77a-4dfe-a721-6355c347693b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:59.306434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-d4d46532-baef-4352-824d-8706af828405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:59.310626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-d4d46532-baef-4352-824d-8706af828405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:59.311627 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-176355df-0271-447b-acc7-ecce44e4dcf9 req-d25c4824-c77a-4dfe-a721-6355c347693b tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1678 time: 0.1841900 Aug 16 12:54:59.319481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-d4d46532-baef-4352-824d-8706af828405 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1980 time: 0.5725150 Aug 16 12:54:59.365824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b7c52-39eb-4531-b10d-def78d955462 req-8c4db380-4b73-4c5c-88ad-434dea705d4b tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:54:59.367875 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b51b7c52-39eb-4531-b10d-def78d955462 req-8c4db380-4b73-4c5c-88ad-434dea705d4b tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 931 time: 0.1448700 Aug 16 12:54:59.383989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-176355df-0271-447b-acc7-ecce44e4dcf9 req-da925e33-8043-4919-b8af-cad13262916e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711544 Aug 16 12:54:59.423076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-330f974e-6856-4751-9613-d2aae2889fed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=36314fa1-1ecb-4b03-af74-10888430add1 HTTP/1.1" status: 200 len: 217 time: 0.0851014 Aug 16 12:54:59.514834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8214b6b4-07ba-4aa9-a757-2c245224068e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:59.529209 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b51b7c52-39eb-4531-b10d-def78d955462 req-7770ce1a-edee-442d-bfff-22744a82f9cf tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373076 Aug 16 12:54:59.542930 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cf4abc-a822-4e26-afbd-41b2ba1af6a3 x-openstack-request-id: req-b5cf4abc-a822-4e26-afbd-41b2ba1af6a3 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:54:59.543339 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:54:59.543339 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5cf4abc-a822-4e26-afbd-41b2ba1af6a3 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:54:59.546241 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036', 'status': 'completed', 'code': 200} Aug 16 12:54:59.585442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device f4c52d3a-88c1-4383-94a2-d6c166531c35 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:54:59.744807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 8214b6b4-07ba-4aa9-a757-2c245224068e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:59.772736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80b94c54-c764-4d09-8cee-a0d0c5abf3fb req-e2ec43e9-086c-4e66-aa5c-682c1c9c911d tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec7c7e97-3daf-40f6-ae27-62c69c10bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0766258 Aug 16 12:54:59.797261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port f4c52d3a-88c1-4383-94a2-d6c166531c35 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:54:59.801893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port f4c52d3a-88c1-4383-94a2-d6c166531c35 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:54:59.802354 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:59.855685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device faf518b9-ac97-4f2a-ad36-6280549a8c2f no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:54:59.898985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: faf518b9-ac97-4f2a-ad36-6280549a8c2f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:54:59.898985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device faf518b9-ac97-4f2a-ad36-6280549a8c2f not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:54:59.955696 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:54:59.999622 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:00.001140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:00.005557 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362f09c2-9738-493e-a3a3-ae1f02d9f4f0" -d '{"events": [{"server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "name": "network-vif-plugged", "status": "completed", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:00.013395 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:00.059085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d860b2de-300f-4110-ae3f-460c739ee4fb req-1d6881cf-9222-4e15-a828-5147c4384537 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips/55afda8a-4dee-44d4-b2d8-433a1654d0f7 HTTP/1.1" status: 200 len: 997 time: 0.2074487 Aug 16 12:55:00.059860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-c5d943c0-d28d-4cf6-b862-9cee334d2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:00.061519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-c5d943c0-d28d-4cf6-b862-9cee334d2514 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a519a69-7f85-43c2-80df-f03e00597210 HTTP/1.1" status: 200 len: 801 time: 0.6041875 Aug 16 12:55:00.140861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:00.216529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102286de-98e5-49fd-a952-3be3b3e588f2 req-9e956c24-4a7d-4621-bde9-f3ba2a483ca0 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:00.219777 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-102286de-98e5-49fd-a952-3be3b3e588f2 req-9e956c24-4a7d-4621-bde9-f3ba2a483ca0 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.1461287 Aug 16 12:55:00.252696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] For port d4a98fdb-b81b-4a0e-9ea9-973019b276d9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:00.253076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:00.285793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860b2de-300f-4110-ae3f-460c739ee4fb req-0bde1668-63d4-45b4-9354-540d8d47bde9 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:00.304709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d860b2de-300f-4110-ae3f-460c739ee4fb req-0bde1668-63d4-45b4-9354-540d8d47bde9 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.2445292 Aug 16 12:55:00.318518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00b99b-95ca-4d8c-9919-6cc9098b592d req-a5e860dc-cf44-46f6-b84e-4b273cea1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:00.320162 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a00b99b-95ca-4d8c-9919-6cc9098b592d req-a5e860dc-cf44-46f6-b84e-4b273cea1b45 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 1096 time: 0.6858485 Aug 16 12:55:00.354316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-102286de-98e5-49fd-a952-3be3b3e588f2 req-35c4496b-6430-45e8-8f6f-dfce636835f1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205342 Aug 16 12:55:00.460085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096b38b-a232-4da3-a223-b9fc097df7d9 req-1688520d-6b75-49c8-b796-944b5d7d11eb tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:00.485444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3096b38b-a232-4da3-a223-b9fc097df7d9 req-1688520d-6b75-49c8-b796-944b5d7d11eb tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 946 time: 0.1091764 Aug 16 12:55:00.513137 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2141c0e7-8ce7-4794-b272-7395f36470f1 x-openstack-request-id: req-2141c0e7-8ce7-4794-b272-7395f36470f1 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:00.513439 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "name": "network-vif-plugged", "status": "completed", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:00.513691 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2141c0e7-8ce7-4794-b272-7395f36470f1 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:00.514129 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'code': 200} Aug 16 12:55:00.603953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-b199ddb9-dd6b-4d8c-ae70-c33066a0721c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:00.605660 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-b199ddb9-dd6b-4d8c-ae70-c33066a0721c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de&tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 950 time: 0.5559676 Aug 16 12:55:00.705621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3096b38b-a232-4da3-a223-b9fc097df7d9 req-7a7cdaee-6622-4ecc-a0b1-37703af2a0f6 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998315 Aug 16 12:55:00.722445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-24e22c42-143a-44d1-8654-7a5a158c9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:00.724119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-24e22c42-143a-44d1-8654-7a5a158c9816 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d72bad72-5d18-40cb-9777-05720935b78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5288675 Aug 16 12:55:00.736462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9272e5b0-fd53-428c-a1c2-7ec77cac214d None None] Network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:00.737326 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-7e74c566-1625-453e-b646-4522369ca378 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 1000 time: 0.1776488 Aug 16 12:55:00.869906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-f0120239-9368-469e-a8c1-eacb718ba65e tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:00.885880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-f0120239-9368-469e-a8c1-eacb718ba65e tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports/016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 942 time: 0.1423931 Aug 16 12:55:00.980556 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b889376-b529-4a37-86f4-a6f9aef94aac req-c07544bb-cd72-4ffd-952a-ab072730013a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:00.989681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b889376-b529-4a37-86f4-a6f9aef94aac req-c07544bb-cd72-4ffd-952a-ab072730013a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:00.998222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b889376-b529-4a37-86f4-a6f9aef94aac req-c07544bb-cd72-4ffd-952a-ab072730013a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1678 time: 0.1508584 Aug 16 12:55:01.033089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ca681288-3a4a-4b1e-80b7-ed81828f5204 None None] Provisioning for port 8214b6b4-07ba-4aa9-a757-2c245224068e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:01.088792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ca681288-3a4a-4b1e-80b7-ed81828f5204 None None] Provisioning complete for port 8214b6b4-07ba-4aa9-a757-2c245224068e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:01.088792 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ca681288-3a4a-4b1e-80b7-ed81828f5204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:01.110983 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b889376-b529-4a37-86f4-a6f9aef94aac req-2339fabb-2035-4a2b-9df2-9f075f1c1a4c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117392 Aug 16 12:55:01.180550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-157a5c37-3ab3-4dd9-bdad-4943cb48b1b3 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 1000 time: 0.1736810 Aug 16 12:55:01.472736 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ca681288-3a4a-4b1e-80b7-ed81828f5204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:01.547462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'name': 'network-vif-deleted', 'tag': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:01.552320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ca681288-3a4a-4b1e-80b7-ed81828f5204 None None] For port 8214b6b4-07ba-4aa9-a757-2c245224068e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8214b6b4-07ba-4aa9-a757-2c245224068e,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:01.555311 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8244a8ff-eb59-40cc-8f5e-1127fa7c9ecd" -d '{"events": [{"server_uuid": "ec7c7e97-3daf-40f6-ae27-62c69c10bdc6", "name": "network-vif-deleted", "tag": "faf518b9-ac97-4f2a-ad36-6280549a8c2f"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:01.561870 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ca681288-3a4a-4b1e-80b7-ed81828f5204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:01.598792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef916234-2376-45d8-a7bf-469080fa647e req-dc6bcef8-6afe-45dc-ac12-b4457366a175 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:01.609582 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef916234-2376-45d8-a7bf-469080fa647e req-dc6bcef8-6afe-45dc-ac12-b4457366a175 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 931 time: 0.3152590 Aug 16 12:55:01.690988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca681288-3a4a-4b1e-80b7-ed81828f5204 None None] Pushing event updated for resources: {'Port': ['ID=8214b6b4-07ba-4aa9-a757-2c245224068e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:01.737085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-5ed6c35e-465e-4313-b4db-4ee916d1f577 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:01.747987 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d9922ff3-1f7e-4120-8687-5c167b3eb7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:01.753353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-5ed6c35e-465e-4313-b4db-4ee916d1f577 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.5715728 Aug 16 12:55:01.829637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d4a98fdb-b81b-4a0e-9ea9-973019b276d9 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:01.870357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef916234-2376-45d8-a7bf-469080fa647e req-a6c1de5f-d5c4-4526-ae1c-44f67f6bf9e5 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568464 Aug 16 12:55:01.911876 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:01.912925 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:01.913423 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Floating IP 4178bd1e-669e-4d66-9d62-420af78e1d4b disassociated. External IP: 172.25.0.24, port: d4a98fdb-b81b-4a0e-9ea9-973019b276d9. Aug 16 12:55:01.914443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Calling delete_port for d4a98fdb-b81b-4a0e-9ea9-973019b276d9 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:01.974615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-08bcb896-9c4c-4a81-b130-3e1548145fee tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 1000 time: 0.2194567 Aug 16 12:55:01.986871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-7c2b47ac-db6e-4ec7-8305-6df4f35e791d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:02.117423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-7c2b47ac-db6e-4ec7-8305-6df4f35e791d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:02.118091 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-261de680-566b-4e2a-a68c-730abdbf79b5 service neutron] 10.222.0.22 "GET /v2.0/ports/f4c52d3a-88c1-4383-94a2-d6c166531c35/bindings/n-h1-804708-1 HTTP/1.1" status: 200 len: 382 time: 1.4972000 Aug 16 12:55:02.118508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'tag': 'e8841bbb-dce7-4e03-bcac-c6548ee6a783'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:02.120818 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "tag": "e8841bbb-dce7-4e03-bcac-c6548ee6a783"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:02.164325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-85da795c-3d8a-4f2d-969d-2d1c079e531a None None] Provisioning complete for port 8214b6b4-07ba-4aa9-a757-2c245224068e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:02.165040 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-85da795c-3d8a-4f2d-969d-2d1c079e531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:02.208331 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:02.270946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d4a98fdb-b81b-4a0e-9ea9-973019b276d9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:02.283234 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:02.319219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a58239-2909-4e69-a235-d9f3651daa84 req-90c063cc-f3da-4770-b8e7-2f4a9ef5f68b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:02.328517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9a58239-2909-4e69-a235-d9f3651daa84 req-90c063cc-f3da-4770-b8e7-2f4a9ef5f68b tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.2071838 Aug 16 12:55:02.329494 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-1a284495-9e9f-4df2-8b49-7d8ef783729d service neutron] 10.222.0.22 "GET /v2.0/networks/d72bad72-5d18-40cb-9777-05720935b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5724084 Aug 16 12:55:02.432877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:02.451317 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9a58239-2909-4e69-a235-d9f3651daa84 req-088b4b33-de2e-428c-9fce-4b829fa0cbd3 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213198 Aug 16 12:55:02.515444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080655c8-894e-43a6-9a8f-958c1e98419e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:02.517843 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feccb9f-c49e-4e9d-9b68-b3f2cb54ff04" -d '{"events": [{"server_uuid": "080655c8-894e-43a6-9a8f-958c1e98419e", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a98fdb-b81b-4a0e-9ea9-973019b276d9"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:02.559805 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-5fe9b248-0f3c-437a-9317-1ce781d556b0 service neutron] 10.222.0.22 "GET /v2.0/networks/d72bad72-5d18-40cb-9777-05720935b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281133 Aug 16 12:55:02.640724 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa52b6ea-fc02-40f3-b490-ecb76c605212 x-openstack-request-id: req-aa52b6ea-fc02-40f3-b490-ecb76c605212 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:02.643053 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7c7e97-3daf-40f6-ae27-62c69c10bdc6", "name": "network-vif-deleted", "tag": "faf518b9-ac97-4f2a-ad36-6280549a8c2f", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:02.643636 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa52b6ea-fc02-40f3-b490-ecb76c605212 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:02.653128 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7c7e97-3daf-40f6-ae27-62c69c10bdc6', 'name': 'network-vif-deleted', 'tag': 'faf518b9-ac97-4f2a-ad36-6280549a8c2f', 'status': 'completed', 'code': 200} Aug 16 12:55:02.665766 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-7c2b47ac-db6e-4ec7-8305-6df4f35e791d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:02.678904 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-7c2b47ac-db6e-4ec7-8305-6df4f35e791d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:02.679371 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-7c2b47ac-db6e-4ec7-8305-6df4f35e791d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Floating IP 55afda8a-4dee-44d4-b2d8-433a1654d0f7 disassociated. External IP: 172.25.0.49, port: 016c07e6-cce0-4e77-b426-fffd5e114036. Aug 16 12:55:02.687181 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:02.723468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:02.892808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Allocated IP 172.25.0.2 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/41a627a6-649f-43d1-b20d-9f28dafdad9a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:55:02.925156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dccb65-a29b-4331-8e5d-8b8a350dae75 req-00d29be6-edef-45b3-af64-a346eba42d93 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:02.933733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0dccb65-a29b-4331-8e5d-8b8a350dae75 req-00d29be6-edef-45b3-af64-a346eba42d93 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 944 time: 0.1405916 Aug 16 12:55:03.002769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0dccb65-a29b-4331-8e5d-8b8a350dae75 req-04b9035e-d803-4cf1-abd0-3d7936b3bbd0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups?id=8847b37c-cecc-485c-97b3-6c9e07587304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675128 Aug 16 12:55:03.049046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:03.168250 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:03.202074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:55:03.283620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:03.286498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:55:03.289245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-7c2b47ac-db6e-4ec7-8305-6df4f35e791d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Router a023f8de-1062-48fd-b8fa-2c021edc4153 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:55:03.366969 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-865f495a-8dc9-482a-a55c-47ef6b9f172b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=e8841bbb-dce7-4e03-bcac-c6548ee6a783 HTTP/1.1" status: 200 len: 217 time: 0.7139883 Aug 16 12:55:03.367501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Pushing event updated for resources: {'Port': ['ID=41a627a6-649f-43d1-b20d-9f28dafdad9a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:03.373219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8214b6b4-07ba-4aa9-a757-2c245224068e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:03.470470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-47411f26-e001-4886-8820-efeb293fd619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:03.472230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-47411f26-e001-4886-8820-efeb293fd619 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7a7f1a6f-ce7a-4a37-b4cc-1ff679493af8 HTTP/1.1" status: 200 len: 801 time: 0.0834727 Aug 16 12:55:03.474945 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5a0369-fd13-4a9e-b028-5969729ee52d x-openstack-request-id: req-ab5a0369-fd13-4a9e-b028-5969729ee52d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:03.475243 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "tag": "e8841bbb-dce7-4e03-bcac-c6548ee6a783", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:03.475498 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab5a0369-fd13-4a9e-b028-5969729ee52d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:03.475898 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'tag': 'e8841bbb-dce7-4e03-bcac-c6548ee6a783', 'status': 'completed', 'code': 200} Aug 16 12:55:03.561959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8214b6b4-07ba-4aa9-a757-2c245224068e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:03.562438 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:03.597147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-daa1ca64-912b-4392-b899-81c7208c797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:03.599151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-daa1ca64-912b-4392-b899-81c7208c797f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1101 time: 1.2478442 Aug 16 12:55:03.612780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb4c5f-75d3-408a-90cc-764290ce5426 req-1fce00c2-fb5b-49e6-88dc-95edc1476a84 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:03.619529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb4c5f-75d3-408a-90cc-764290ce5426 req-1fce00c2-fb5b-49e6-88dc-95edc1476a84 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:03.621473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18eb4c5f-75d3-408a-90cc-764290ce5426 req-1fce00c2-fb5b-49e6-88dc-95edc1476a84 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1678 time: 0.1388576 Aug 16 12:55:03.647966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-7c2b47ac-db6e-4ec7-8305-6df4f35e791d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:03.655548 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-7c2b47ac-db6e-4ec7-8305-6df4f35e791d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:03.662212 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f759fd1-feed-492a-a0c0-f96e4cc88dac None None] Sync routers for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:03.679492 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f759fd1-feed-492a-a0c0-f96e4cc88dac None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:03.680500 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2f759fd1-feed-492a-a0c0-f96e4cc88dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:03.804786 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-7c2b47ac-db6e-4ec7-8305-6df4f35e791d tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "PUT /v2.0/floatingips/55afda8a-4dee-44d4-b2d8-433a1654d0f7 HTTP/1.1" status: 200 len: 695 time: 1.8287694 Aug 16 12:55:03.811740 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18eb4c5f-75d3-408a-90cc-764290ce5426 req-56f43239-5f18-4ebc-b4d5-d74958f91beb tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748667 Aug 16 12:55:03.820159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00b99b-95ca-4d8c-9919-6cc9098b592d req-14df0eb9-11a5-41e0-add0-a5db6f07a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:03.821964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a00b99b-95ca-4d8c-9919-6cc9098b592d req-14df0eb9-11a5-41e0-add0-a5db6f07a895 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 3.4811316 Aug 16 12:55:03.823195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-b52a5fbe-6b65-4078-b88c-bb4492666669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:03.824786 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-b52a5fbe-6b65-4078-b88c-bb4492666669 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1371000 Aug 16 12:55:03.906385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.22', 51325) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:03.914392 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a00b99b-95ca-4d8c-9919-6cc9098b592d req-14063388-7afa-45f0-898c-86d24ada854f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 217 time: 0.0604658 Aug 16 12:55:03.918260 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb880e71-13ef-4ffa-9302-230d7eee953b x-openstack-request-id: req-bb880e71-13ef-4ffa-9302-230d7eee953b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:03.918728 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080655c8-894e-43a6-9a8f-958c1e98419e", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a98fdb-b81b-4a0e-9ea9-973019b276d9", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:03.919109 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb880e71-13ef-4ffa-9302-230d7eee953b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:03.920880 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080655c8-894e-43a6-9a8f-958c1e98419e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9', 'code': 200} Aug 16 12:55:03.925005 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-2f759fd1-feed-492a-a0c0-f96e4cc88dac None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:03.935100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-8a28e8bc-aa4d-41c8-aab5-728ab4e1eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:03.957282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-8a28e8bc-aa4d-41c8-aab5-728ab4e1eefb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 1096 time: 0.1365755 Aug 16 12:55:03.981535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:55:04.055320 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-ac954c90-1d23-4903-a049-0dc803123f8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 217 time: 0.1545141 Aug 16 12:55:04.062361 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:04.132133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ba417b8c-7276-4113-80e8-492108e9050b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:04.133664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ba417b8c-7276-4113-80e8-492108e9050b tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 944 time: 0.2183478 Aug 16 12:55:04.165216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79909a9-71e6-433c-bd19-f8f295c57610 req-c778420c-86ca-4284-87c0-7c80a1a0630c tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:04.168140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-ca000be9-ba5c-43e9-abe3-cbfa923dbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:04.168332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b79909a9-71e6-433c-bd19-f8f295c57610 req-c778420c-86ca-4284-87c0-7c80a1a0630c tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 931 time: 0.1574106 Aug 16 12:55:04.170130 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-ca000be9-ba5c-43e9-abe3-cbfa923dbb29 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=49065efe-12fb-4a98-a55b-85fc7b976629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6824148 Aug 16 12:55:04.275779 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b79909a9-71e6-433c-bd19-f8f295c57610 req-628a5d01-ea75-45fc-872f-3e9b707d2582 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855131 Aug 16 12:55:04.279438 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2f759fd1-feed-492a-a0c0-f96e4cc88dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:04.316907 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f759fd1-feed-492a-a0c0-f96e4cc88dac None None] Checking router: a023f8de-1062-48fd-b8fa-2c021edc4153 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:04.325865 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-76499ee0-d014-4de0-894a-fd6f426bcb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:04.329997 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f759fd1-feed-492a-a0c0-f96e4cc88dac None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:04.329997 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2f759fd1-feed-492a-a0c0-f96e4cc88dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:04.349424 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-9e7a8013-304d-464e-88f8-49554205054f service neutron] 10.222.0.22 "GET /v2.0/networks/49065efe-12fb-4a98-a55b-85fc7b976629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615887 Aug 16 12:55:04.351514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-ce7b4322-0e2a-4522-9a11-fe228abbb999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:04.353198 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-ce7b4322-0e2a-4522-9a11-fe228abbb999 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2856004 Aug 16 12:55:04.356383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Transition to ACTIVE for port object 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:04.383851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-573fdc9a-4db3-40f5-b4a7-faad58bf8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:04.397248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-573fdc9a-4db3-40f5-b4a7-faad58bf8975 service neutron] 10.222.0.25 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.4389670 Aug 16 12:55:04.420284 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:04.482678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-c6345a72-7525-4d26-8669-b5804c70f1bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 217 time: 0.0843146 Aug 16 12:55:04.527452 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:04.543466 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-2f759fd1-feed-492a-a0c0-f96e4cc88dac None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:04.548461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00b99b-95ca-4d8c-9919-6cc9098b592d req-446e3d12-cd36-4e42-a107-bc9fc5e41b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:04.551403 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a00b99b-95ca-4d8c-9919-6cc9098b592d req-446e3d12-cd36-4e42-a107-bc9fc5e41b0b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.5056186 Aug 16 12:55:04.618437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3fedd-bd27-4928-8b99-aa1439d9c6b5 req-a495ede4-35a1-4fe0-9d18-4728af8fdcab tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:04.620686 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:04.633599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26b3fedd-bd27-4928-8b99-aa1439d9c6b5 req-a495ede4-35a1-4fe0-9d18-4728af8fdcab tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 944 time: 0.1890519 Aug 16 12:55:04.658946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:04.662903 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e784d8-4977-4c3f-bec4-d2514983d67e" -d '{"events": [{"name": "network-changed", "server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:04.709332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-14ad29ec-232b-43ee-a726-ce0d803babe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:04.711484 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-14ad29ec-232b-43ee-a726-ce0d803babe9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3360112 Aug 16 12:55:04.751089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26b3fedd-bd27-4928-8b99-aa1439d9c6b5 req-47bfef9e-1c24-4984-b830-5534022539ad tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163874 Aug 16 12:55:04.759321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-ebd99103-8785-4b8a-8baf-9470c8e77a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:04.767747 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-ebd99103-8785-4b8a-8baf-9470c8e77a71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.2837880 Aug 16 12:55:04.817636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ff4b0f4b-e18d-4a0c-9403-25ddf20dccb8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Deleting port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:04.817636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ff4b0f4b-e18d-4a0c-9403-25ddf20dccb8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:04.867013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Pushing event updated for resources: {'Port': ['ID=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:05.046666 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2f759fd1-feed-492a-a0c0-f96e4cc88dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:05.060935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ff4b0f4b-e18d-4a0c-9403-25ddf20dccb8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] For port b3af4824-5b93-4cfb-be9a-2990c57fa0b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:05.061312 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ff4b0f4b-e18d-4a0c-9403-25ddf20dccb8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:05.082528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ff4b0f4b-e18d-4a0c-9403-25ddf20dccb8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Calling delete_port for b3af4824-5b93-4cfb-be9a-2990c57fa0b8 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:05.083024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Pushing event deleted for resources: {'Port': ['ID=d4a98fdb-b81b-4a0e-9ea9-973019b276d9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:05.086114 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f759fd1-feed-492a-a0c0-f96e4cc88dac None None] The sync data for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 is: [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:53:33Z', 'revision_number': 4, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4894f11f-d343-449d-9e79-5c416c52a545', 'name': '', 'network_id': '05721844-823e-460f-a168-4a22dab945ea', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'mac_address': 'fa:16:3e:17:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:30Z', 'updated_at': '2021-08-16T12:53:41Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'subnets': [{'id': '20563607-91e0-4e98-ba16-1c22caf3ec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:05.157875 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a2bfe9ec-032b-4e99-a0af-5b4f04f0883f req-226c8ae8-21d4-4e6d-9ed4-72d1301170a4 service neutron] 10.222.0.22 "GET /v2.0/networks/49065efe-12fb-4a98-a55b-85fc7b976629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7908220 Aug 16 12:55:05.167239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00b99b-95ca-4d8c-9919-6cc9098b592d req-83a1455a-3591-40a5-8a71-a3d11e9b3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:05.169072 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a00b99b-95ca-4d8c-9919-6cc9098b592d req-83a1455a-3591-40a5-8a71-a3d11e9b3045 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5970850 Aug 16 12:55:05.346887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682dda4-6a34-42c9-8a79-b6a1922198c0 req-6ac4ef98-1504-484a-95ea-30df64f04825 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:05.355036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c682dda4-6a34-42c9-8a79-b6a1922198c0 req-6ac4ef98-1504-484a-95ea-30df64f04825 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.2396278 Aug 16 12:55:05.366169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-b55f5426-02ca-4787-9b22-b493b9ca533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:05.368211 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-b55f5426-02ca-4787-9b22-b493b9ca533a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5947907 Aug 16 12:55:05.411190 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:05.544319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:05.591603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ff4b0f4b-e18d-4a0c-9403-25ddf20dccb8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:05.610221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c682dda4-6a34-42c9-8a79-b6a1922198c0 req-a78acb2e-624a-47c3-b544-0042ebaf7829 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537196 Aug 16 12:55:05.652099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b0f4b-e18d-4a0c-9403-25ddf20dccb8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Pushing event deleted for resources: {'Port': ['ID=b3af4824-5b93-4cfb-be9a-2990c57fa0b8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:05.713208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef594740-16b8-4eda-966b-600acb66b3b2 None None] New status for floating IP 55afda8a-4dee-44d4-b2d8-433a1654d0f7: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:55:05.761997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ff4b0f4b-e18d-4a0c-9403-25ddf20dccb8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] No DVR routers for this DVR port b3af4824-5b93-4cfb-be9a-2990c57fa0b8 on host n-h1-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:05.770469 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ff4b0f4b-e18d-4a0c-9403-25ddf20dccb8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:05.771776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ff4b0f4b-e18d-4a0c-9403-25ddf20dccb8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.22 "DELETE /v2.0/ports/b3af4824-5b93-4cfb-be9a-2990c57fa0b8 HTTP/1.1" status: 204 len: 173 time: 1.6295562 Aug 16 12:55:05.796723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca9f8f39-324f-45bb-855c-9ca037f0f8b4 req-fb0adf4b-cb57-49b5-91e6-ee7ece209795 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 210 time: 0.0480208 Aug 16 12:55:05.799403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-936006ea-eb71-4fac-baf6-c5bde5a0afc9 service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124146 Aug 16 12:55:05.875214 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0151472f-f380-4634-a7af-3a545f7cd16d x-openstack-request-id: req-0151472f-f380-4634-a7af-3a545f7cd16d {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:05.875510 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:05.885095 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0151472f-f380-4634-a7af-3a545f7cd16d {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:05.887762 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036', 'status': 'completed', 'code': 200} Aug 16 12:55:06.089018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495d37c-0983-46ad-826b-ab5c353e3f59 req-3f7edaf0-3709-4de4-877a-fff76fdbea1e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:06.097390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495d37c-0983-46ad-826b-ab5c353e3f59 req-3f7edaf0-3709-4de4-877a-fff76fdbea1e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:06.099657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9495d37c-0983-46ad-826b-ab5c353e3f59 req-3f7edaf0-3709-4de4-877a-fff76fdbea1e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1678 time: 0.1176307 Aug 16 12:55:06.141626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f53e4c83-f589-4680-b9e4-e5e8f8ca5872 req-acd716a6-81a3-482d-9f12-bc56c82abbc1 service neutron] 10.222.0.25 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353226 Aug 16 12:55:06.167591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9495d37c-0983-46ad-826b-ab5c353e3f59 req-2f2a03b9-ca45-48cf-8a39-2866ea0aa268 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570743 Aug 16 12:55:06.268325 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-3b86d5ee-47bf-4816-8914-9c9977040804 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5246053 Aug 16 12:55:06.316779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Attempting to bind port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:55:06.317157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Attempting to bind port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:55:06.317838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Attempting to bind port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 on network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:06.344354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b18fbe-d625-4493-aec7-abfa3e2eb7d7 req-13e6b9ee-85ae-4fac-996c-fb5d4c8d2c19 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:06.347081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12b18fbe-d625-4493-aec7-abfa3e2eb7d7 req-13e6b9ee-85ae-4fac-996c-fb5d4c8d2c19 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 943 time: 0.0792594 Aug 16 12:55:06.433603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3735eba2-5e86-4150-8474-3144ceab4f46 req-79dd9277-ded5-4a74-90bd-7661850e90b5 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd401fc9-eec6-4551-9288-0d388ad4902f HTTP/1.1" status: 200 len: 210 time: 0.0850549 Aug 16 12:55:06.479179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12b18fbe-d625-4493-aec7-abfa3e2eb7d7 req-7af8fd8c-972e-41c6-9bab-49d63901c35c tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144550 Aug 16 12:55:06.517605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 on network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:55:06.517975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Attempting to bind port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 on network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:06.539239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:55:06.539576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Checking segment: {'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:06.540034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Bound using segment: {'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:55:06.540373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Bound port: 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98db9944-250e-4db5-b47a-10e4ae0266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:55:06.540729 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:06.606288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-492dd0c6-cb58-419e-bd19-5583b0176a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:06.606773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-492dd0c6-cb58-419e-bd19-5583b0176a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:06.608409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-492dd0c6-cb58-419e-bd19-5583b0176a74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1980 time: 1.2547691 Aug 16 12:55:06.635666 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a00b99b-95ca-4d8c-9919-6cc9098b592d req-a7cb73c8-2ca2-40cc-a472-7494373592fa service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4496596 Aug 16 12:55:06.668152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Router c7f5b03a-7307-455f-bba2-b1299ff84d37 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:55:06.819199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:06.941404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-31cd3cc3-5ebf-4fd6-965b-a0b350e56372 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197569 Aug 16 12:55:07.054079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] For port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:55:07.070305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] For port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:55:07.237288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:07.252671 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a00b99b-95ca-4d8c-9919-6cc9098b592d req-82256dca-86d5-4eea-a748-e8bf745f7267 service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964270 Aug 16 12:55:07.271733 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:07.312227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-26f94649-281e-4a91-b1ed-c9df48242192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:07.315395 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-26f94649-281e-4a91-b1ed-c9df48242192 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d72bad72-5d18-40cb-9777-05720935b78a HTTP/1.1" status: 200 len: 901 time: 0.6762376 Aug 16 12:55:07.424524 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-cbdfa2fb-1271-4195-bd50-e53cfd973e2f tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips/55afda8a-4dee-44d4-b2d8-433a1654d0f7 HTTP/1.1" status: 200 len: 693 time: 0.7074239 Aug 16 12:55:07.467466 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:07.468433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:07.470494 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] 10.222.0.22 "PUT /v2.0/ports/5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 HTTP/1.1" status: 200 len: 1091 time: 8.9510703 Aug 16 12:55:07.471232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'tag': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:07.474022 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9bd625-b875-430e-aac1-737ad091e393" -d '{"events": [{"name": "network-changed", "server_uuid": "9d99ba5a-5424-49fc-8827-fefb1d394ac5", "tag": "5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:07.501723 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-fc390ff5-19e1-42e6-b1cc-8a1843915a36 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=36314fa1-1ecb-4b03-af74-10888430add1 HTTP/1.1" status: 200 len: 217 time: 0.1722844 Aug 16 12:55:07.557046 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4135b8f-8de0-458a-b008-e649915b2427 req-62d1d982-bf58-495b-acf8-729cdcdcddab tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:07.564125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:07.567068 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4135b8f-8de0-458a-b008-e649915b2427 req-62d1d982-bf58-495b-acf8-729cdcdcddab tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.7481620 Aug 16 12:55:07.577730 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095dca02-c6f2-494b-9dc8-960f711403ab None None] Sync routers for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:07.595231 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095dca02-c6f2-494b-9dc8-960f711403ab None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:07.595907 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-095dca02-c6f2-494b-9dc8-960f711403ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:07.633071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b3af4824-5b93-4cfb-be9a-2990c57fa0b8 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:07.667014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: b3af4824-5b93-4cfb-be9a-2990c57fa0b8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:07.667527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b3af4824-5b93-4cfb-be9a-2990c57fa0b8 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:07.672399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775180f-96e8-48d2-8232-2060fd7f04cb service neutron] Pushing event updated for resources: {'Port': ['ID=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:07.673823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-9b83b775-1c67-48f5-881f-99ab2210fb15 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:07.675345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-9b83b775-1c67-48f5-881f-99ab2210fb15 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.2360711 Aug 16 12:55:07.680960 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4135b8f-8de0-458a-b008-e649915b2427 req-61e8bfd6-b833-4926-9b9f-ab2610fd9d8d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104603 Aug 16 12:55:07.774250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] No DVR routers for this DVR port d4a98fdb-b81b-4a0e-9ea9-973019b276d9 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:07.777275 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:07.780965 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b46e8352-b124-4063-9227-0e189f5562f7 req-5e2f78b9-3896-4620-8726-405bd7f5a0a0 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.42 "DELETE /v2.0/ports/d4a98fdb-b81b-4a0e-9ea9-973019b276d9 HTTP/1.1" status: 204 len: 173 time: 10.2266340 Aug 16 12:55:07.805054 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-095dca02-c6f2-494b-9dc8-960f711403ab None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:07.848032 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-18a5688d-0627-4726-8d3b-3eb710b4999e tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 696 time: 0.1637294 Aug 16 12:55:07.853015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569fa7-6b6f-4269-b421-454a08698422 req-5f564c08-6cef-46e3-920b-006465124a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:07.854679 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-5f564c08-6cef-46e3-920b-006465124a53 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95f5cc5c35b94402b51e49e4147bd21d&device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 1094 time: 0.3056655 Aug 16 12:55:07.856783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e784d8-4977-4c3f-bec4-d2514983d67e req-d9566c87-3989-491a-a4f9-3b518af69182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:07.866211 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1e784d8-4977-4c3f-bec4-d2514983d67e req-d9566c87-3989-491a-a4f9-3b518af69182 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d036f4f2672549029dbdf57639e4c83a&device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 1096 time: 0.4788861 Aug 16 12:55:07.875724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-742bd404-33e5-4632-85dd-bc50c1a9abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:07.877386 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-742bd404-33e5-4632-85dd-bc50c1a9abcd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a519a69-7f85-43c2-80df-f03e00597210 HTTP/1.1" status: 200 len: 801 time: 0.3518577 Aug 16 12:55:07.889611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'name': 'network-vif-deleted', 'tag': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:07.919155 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa7a344-d7b5-43f8-b3fd-3278989b9145" -d '{"events": [{"server_uuid": "dd401fc9-eec6-4551-9288-0d388ad4902f", "name": "network-vif-deleted", "tag": "b3af4824-5b93-4cfb-be9a-2990c57fa0b8"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:07.991046 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-91efd153-8cb5-4b1c-9f41-5bb4f9620644 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 HTTP/1.1" status: 200 len: 217 time: 0.1048043 Aug 16 12:55:08.012719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Router 10949b79-f5b3-412f-a796-512100587405 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:55:08.064157 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e0ac192-e11c-4f26-b112-9fe4e2a9d519 req-a81a8abc-9dbc-4df0-b004-f5a744992497 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/ports?device_id=080655c8-894e-43a6-9a8f-958c1e98419e HTTP/1.1" status: 200 len: 210 time: 0.1937740 Aug 16 12:55:08.069486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-82c6b4e7-d6ad-4b4c-9df9-1f86216572e3 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 696 time: 0.2193978 Aug 16 12:55:08.130547 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-095dca02-c6f2-494b-9dc8-960f711403ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:08.166660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569fa7-6b6f-4269-b421-454a08698422 req-d29ed549-5192-4760-9080-226a460673b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:08.168185 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-d29ed549-5192-4760-9080-226a460673b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52aede64-8d00-46b7-8bd2-aad3601112bd HTTP/1.1" status: 200 len: 855 time: 0.1512921 Aug 16 12:55:08.168317 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095dca02-c6f2-494b-9dc8-960f711403ab None None] Checking router: c7f5b03a-7307-455f-bba2-b1299ff84d37 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:08.178167 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095dca02-c6f2-494b-9dc8-960f711403ab None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:08.179053 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-095dca02-c6f2-494b-9dc8-960f711403ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:08.204573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-6a3d95f5-f4bc-4866-bcfe-91f40171874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:08.206086 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-6a3d95f5-f4bc-4866-bcfe-91f40171874f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d72bad72-5d18-40cb-9777-05720935b78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2390277 Aug 16 12:55:08.267859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e784d8-4977-4c3f-bec4-d2514983d67e req-34be26f9-a3f4-4338-bb54-cb9121291697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:08.269425 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1e784d8-4977-4c3f-bec4-d2514983d67e req-34be26f9-a3f4-4338-bb54-cb9121291697 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 200 len: 921 time: 0.3102038 Aug 16 12:55:08.292996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b12b4-9742-4311-b5b3-7960541431cf req-02303126-d2e5-40ed-b051-3d03c94ef0fd tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:08.307562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b12b4-9742-4311-b5b3-7960541431cf req-02303126-d2e5-40ed-b051-3d03c94ef0fd tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:08.309867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c1b12b4-9742-4311-b5b3-7960541431cf req-02303126-d2e5-40ed-b051-3d03c94ef0fd tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1678 time: 0.1449401 Aug 16 12:55:08.376033 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-c5640cbd-3034-4a8b-8ce7-c9dacee310d6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Deleting port b160d35b-489e-4de1-a09d-20cb4216ad98 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:08.376528 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-c5640cbd-3034-4a8b-8ce7-c9dacee310d6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:08.381950 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c1b12b4-9742-4311-b5b3-7960541431cf req-1959a807-4072-4f8a-91e7-01806933c791 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649984 Aug 16 12:55:08.385104 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1e784d8-4977-4c3f-bec4-d2514983d67e req-3788aecd-10bf-4dfe-951b-c29950d1464b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 200 len: 217 time: 0.0549502 Aug 16 12:55:08.411494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:08.414287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569fa7-6b6f-4269-b421-454a08698422 req-3072f4b1-9c8a-4e32-afb5-b038e03b4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:08.415798 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-3072f4b1-9c8a-4e32-afb5-b038e03b4c44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2276671 Aug 16 12:55:08.420214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Sync routers for ids ['10949b79-f5b3-412f-a796-512100587405'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:08.423660 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-095dca02-c6f2-494b-9dc8-960f711403ab None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:08.445236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Routers {'10949b79-f5b3-412f-a796-512100587405'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:08.446295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['10949b79-f5b3-412f-a796-512100587405'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:08.512009 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-c5640cbd-3034-4a8b-8ce7-c9dacee310d6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:08.512603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-c5640cbd-3034-4a8b-8ce7-c9dacee310d6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:08.531680 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-c5640cbd-3034-4a8b-8ce7-c9dacee310d6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Calling delete_port for b160d35b-489e-4de1-a09d-20cb4216ad98 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:08.534176 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df21458-2b4e-4104-a490-b45f21d1b5bc x-openstack-request-id: req-3df21458-2b4e-4104-a490-b45f21d1b5bc {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:08.534500 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d99ba5a-5424-49fc-8827-fefb1d394ac5", "tag": "5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:08.537397 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3df21458-2b4e-4104-a490-b45f21d1b5bc {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:08.537843 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'tag': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68', 'status': 'completed', 'code': 200} Aug 16 12:55:08.614589 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-fb056328-f5a2-4a52-8562-d7985946416f service neutron] 10.222.0.22 "GET /v2.0/networks/d72bad72-5d18-40cb-9777-05720935b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550842 Aug 16 12:55:08.700664 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Set router 10949b79-f5b3-412f-a796-512100587405 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:08.757356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde14b-369e-43ec-b2ab-0a0f8d6b160e req-01861318-a660-4e65-a632-edf0966e8ef7 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:08.759124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1bdde14b-369e-43ec-b2ab-0a0f8d6b160e req-01861318-a660-4e65-a632-edf0966e8ef7 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 943 time: 0.0910900 Aug 16 12:55:08.828598 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1bdde14b-369e-43ec-b2ab-0a0f8d6b160e req-206317e8-4fa6-4a78-8ec9-6b1f6729e6de tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609643 Aug 16 12:55:08.852609 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-095dca02-c6f2-494b-9dc8-960f711403ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:08.880978 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-c5640cbd-3034-4a8b-8ce7-c9dacee310d6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:08.919019 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:08.931331 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-52c11f56-7051-4667-afb7-af5833d7c498 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.8461344 Aug 16 12:55:08.932157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34362) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:08.941744 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095dca02-c6f2-494b-9dc8-960f711403ab None None] The sync data for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 is: [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:48:44Z', 'revision_number': 4, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '116a2343-df8d-45db-8c0a-dd8114df981e', 'name': '', 'network_id': 'f1d1179a-0d86-4c10-90fa-5cdb7bb176bd', 'tenant_id': '658311110ba74518860e125da8421b28', 'mac_address': 'fa:16:3e:54:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:43Z', 'updated_at': '2021-08-16T12:48:54Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'subnets': [{'id': 'e06d01c6-fe38-4463-a6c6-0f140fdc5148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:08.954200 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e7fea2-923d-43d6-b3fc-a33a00a2474e x-openstack-request-id: req-82e7fea2-923d-43d6-b3fc-a33a00a2474e {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:08.954560 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd401fc9-eec6-4551-9288-0d388ad4902f", "name": "network-vif-deleted", "tag": "b3af4824-5b93-4cfb-be9a-2990c57fa0b8", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:08.954825 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82e7fea2-923d-43d6-b3fc-a33a00a2474e {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:08.955466 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd401fc9-eec6-4551-9288-0d388ad4902f', 'name': 'network-vif-deleted', 'tag': 'b3af4824-5b93-4cfb-be9a-2990c57fa0b8', 'status': 'completed', 'code': 200} Aug 16 12:55:08.961964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e784d8-4977-4c3f-bec4-d2514983d67e req-4dbd8aee-7530-4f88-9543-64236e838137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:08.962840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5640cbd-3034-4a8b-8ce7-c9dacee310d6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Pushing event deleted for resources: {'Port': ['ID=b160d35b-489e-4de1-a09d-20cb4216ad98,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:08.969355 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1e784d8-4977-4c3f-bec4-d2514983d67e req-4dbd8aee-7530-4f88-9543-64236e838137 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 200 len: 860 time: 0.5724061 Aug 16 12:55:08.991299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:04Z', 'revision_number': 3, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:09.026850 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82cdd195-3aad-49ed-aaad-5d0cb5179859 req-6aeb5869-dd63-441c-b1f4-bf523be2a838 service neutron] 10.222.0.22 "GET /v2.0/networks/d72bad72-5d18-40cb-9777-05720935b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991237 Aug 16 12:55:09.057017 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Checking router: 10949b79-f5b3-412f-a796-512100587405 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:09.057530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Updating router 10949b79-f5b3-412f-a796-512100587405 port 41a627a6-649f-43d1-b20d-9f28dafdad9a binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:55:09.093249 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:09.105777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-c5640cbd-3034-4a8b-8ce7-c9dacee310d6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:09.109624 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-c5640cbd-3034-4a8b-8ce7-c9dacee310d6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:09.110947 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f75d247-1da8-4f9e-95b3-8eb1faed93a7 req-c5640cbd-3034-4a8b-8ce7-c9dacee310d6 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "DELETE /v2.0/floatingips/55afda8a-4dee-44d4-b2d8-433a1654d0f7 HTTP/1.1" status: 204 len: 173 time: 1.0242290 Aug 16 12:55:09.286517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad61e96-92f6-4cce-ab8a-b5a0b9e88611 req-c167c462-feb1-4693-8dd7-64269fc6f727 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:09.296590 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dad61e96-92f6-4cce-ab8a-b5a0b9e88611 req-c167c462-feb1-4693-8dd7-64269fc6f727 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.1031921 Aug 16 12:55:09.399755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dad61e96-92f6-4cce-ab8a-b5a0b9e88611 req-64ee48dc-914c-4734-b92f-4e53fef68158 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019123 Aug 16 12:55:09.439951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35aa9d-afbd-4b6a-a5e1-2741703d11a1 req-df1c3a4a-6005-4713-9413-070828ef7223 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:09.445051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb35aa9d-afbd-4b6a-a5e1-2741703d11a1 req-df1c3a4a-6005-4713-9413-070828ef7223 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.1715393 Aug 16 12:55:09.445678 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee06a55-1e84-4dc0-b831-9ca8d738ea50 None None] New status for floating IP 4178bd1e-669e-4d66-9d62-420af78e1d4b: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:55:09.537489 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb35aa9d-afbd-4b6a-a5e1-2741703d11a1 req-9b098ea8-c566-4bfb-a15f-9d60e4bd931d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835793 Aug 16 12:55:09.604881 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:09.632408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Transition to ACTIVE for port object 41a627a6-649f-43d1-b20d-9f28dafdad9a will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:09.646211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e8841bbb-dce7-4e03-bcac-c6548ee6a783 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:55:09.672052 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:09.728308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c4e14-90ba-4846-b62d-a65b3b6a64c6 req-cecb5dac-a8a1-4691-936f-2a546e5bf70f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:09.738550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-171c4e14-90ba-4846-b62d-a65b3b6a64c6 req-cecb5dac-a8a1-4691-936f-2a546e5bf70f tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 944 time: 0.0996959 Aug 16 12:55:09.774699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Attempting to bind port 41a627a6-649f-43d1-b20d-9f28dafdad9a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:55:09.775370 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Attempting to bind port 41a627a6-649f-43d1-b20d-9f28dafdad9a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:55:09.775912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Attempting to bind port 41a627a6-649f-43d1-b20d-9f28dafdad9a on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:09.801785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-171c4e14-90ba-4846-b62d-a65b3b6a64c6 req-22c10b44-cf73-428a-b7b2-8d378ed01337 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573339 Aug 16 12:55:09.831992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:55:09.832407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:09.833014 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:09.833611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:55:09.834297 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Bound port: 41a627a6-649f-43d1-b20d-9f28dafdad9a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:55:09.834878 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:09.865078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab05063-9266-4c40-8d52-dafc7b6c6db4 None None] Pushing event updated for resources: {'Port': ['ID=41a627a6-649f-43d1-b20d-9f28dafdad9a,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:09.902788 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-ee1dcb24-375e-4559-84aa-6f8688767887 service neutron] 10.222.0.22 "GET /v2.0/networks/0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3957014 Aug 16 12:55:09.953257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e8841bbb-dce7-4e03-bcac-c6548ee6a783, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e8841bbb-dce7-4e03-bcac-c6548ee6a783,segment=NetworkSegment(0139b251-6da2-44a5-ba47-64240576b159),segment_id=0139b251-6da2-44a5-ba47-64240576b159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:09.966982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e784d8-4977-4c3f-bec4-d2514983d67e req-9f157e80-f9aa-4a3f-b3d3-c2ca6d9a5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:09.969175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1e784d8-4977-4c3f-bec4-d2514983d67e req-9f157e80-f9aa-4a3f-b3d3-c2ca6d9a5b7b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05721844-823e-460f-a168-4a22dab945ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9547818 Aug 16 12:55:09.979158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] For port 41a627a6-649f-43d1-b20d-9f28dafdad9a, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:55:10.006187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] For port 41a627a6-649f-43d1-b20d-9f28dafdad9a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=41a627a6-649f-43d1-b20d-9f28dafdad9a,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:55:10.010629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'e8841bbb-dce7-4e03-bcac-c6548ee6a783', 'network_id': '49065efe-12fb-4a98-a55b-85fc7b976629', 'port_id': 'e8841bbb-dce7-4e03-bcac-c6548ee6a783', 'mac_address': 'fa:16:3e:67:9e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7f1a6f-ce7a-4a37-b4cc-1ff679493af8', 'ip_address': '19.86.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:55:10.018520 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:10.035843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94221712-ea8c-4a1a-be6a-752a63b159a5 req-c28b6c03-45f5-40e7-84f8-cabc6a860480 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:10.042834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94221712-ea8c-4a1a-be6a-752a63b159a5 req-c28b6c03-45f5-40e7-84f8-cabc6a860480 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:10.044870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94221712-ea8c-4a1a-be6a-752a63b159a5 req-c28b6c03-45f5-40e7-84f8-cabc6a860480 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1678 time: 0.1479950 Aug 16 12:55:10.065351 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-04e65d95-f140-4fa6-ad26-5b616ba5aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:10.067009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-04e65d95-f140-4fa6-ad26-5b616ba5aafa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de&tenant_id=b57f202bdd7043b7b2e5fc4c5e698207 HTTP/1.1" status: 200 len: 1101 time: 0.0948136 Aug 16 12:55:10.083311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:10.111116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-152e001a-03bf-43be-be24-502e2d53dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:10.112774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-152e001a-03bf-43be-be24-502e2d53dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:10.114616 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-152e001a-03bf-43be-be24-502e2d53dd18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1980 time: 0.9758668 Aug 16 12:55:10.132858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2466f5-be4d-43eb-b16e-69c802680e6f req-6b387756-63e7-4af5-9366-fa3f14e996ba tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:10.136794 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5e2466f5-be4d-43eb-b16e-69c802680e6f req-6b387756-63e7-4af5-9366-fa3f14e996ba tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 944 time: 0.3446510 Aug 16 12:55:10.169569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Routers {'10949b79-f5b3-412f-a796-512100587405'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:10.170138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['10949b79-f5b3-412f-a796-512100587405'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:10.196646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94221712-ea8c-4a1a-be6a-752a63b159a5 req-f0844560-6019-4908-a334-115e4573a761 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405690 Aug 16 12:55:10.218308 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:10.371299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] Set router 10949b79-f5b3-412f-a796-512100587405 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:10.438563 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa569fa7-6b6f-4269-b421-454a08698422 req-f04af8ec-4add-40e7-8a86-fae64bcc89e6 service neutron] 10.222.0.22 "GET /v2.0/networks/0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647284 Aug 16 12:55:10.445951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4ce80-54f5-4a19-a974-6cbc25f8dad3 req-63168c7b-2be6-48b0-a5d1-ca7d2caf34b4 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:10.464447 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:10.467033 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17c4ce80-54f5-4a19-a974-6cbc25f8dad3 req-63168c7b-2be6-48b0-a5d1-ca7d2caf34b4 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 945 time: 0.1586807 Aug 16 12:55:10.472183 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab05063-9266-4c40-8d52-dafc7b6c6db4 None None] Pushing event updated for resources: {'Port': ['ID=41a627a6-649f-43d1-b20d-9f28dafdad9a,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:10.523278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8841bbb-dce7-4e03-bcac-c6548ee6a783 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:55:10.529915 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1e784d8-4977-4c3f-bec4-d2514983d67e req-a00bc9dc-ab07-44f3-91a7-6bffd18599d4 service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332410 Aug 16 12:55:10.539336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080655c8-894e-43a6-9a8f-958c1e98419e', 'name': 'network-vif-deleted', 'tag': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:10.541512 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e511e0-02ee-4720-90b5-adc55f273c54" -d '{"events": [{"server_uuid": "080655c8-894e-43a6-9a8f-958c1e98419e", "name": "network-vif-deleted", "tag": "d4a98fdb-b81b-4a0e-9ea9-973019b276d9"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:10.608091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e8841bbb-dce7-4e03-bcac-c6548ee6a783, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e8841bbb-dce7-4e03-bcac-c6548ee6a783,segment=NetworkSegment(0139b251-6da2-44a5-ba47-64240576b159),segment_id=0139b251-6da2-44a5-ba47-64240576b159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:10.614171 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:10.614958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 36314fa1-1ecb-4b03-af74-10888430add1 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:55:10.618566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-1214ae77-c6f3-4a73-8c6b-c9e29181636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:10.620255 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-1214ae77-c6f3-4a73-8c6b-c9e29181636b service neutron] 10.222.0.22 "GET /v2.0/networks?id=49065efe-12fb-4a98-a55b-85fc7b976629 HTTP/1.1" status: 200 len: 902 time: 0.4432967 Aug 16 12:55:10.691092 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e8841bbb-dce7-4e03-bcac-c6548ee6a783,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:10.695807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:10.736345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17c4ce80-54f5-4a19-a974-6cbc25f8dad3 req-d7cb2fe0-0651-45fe-8087-8839472ca529 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683382 Aug 16 12:55:10.817049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ac591-7104-4f12-bac7-e0932eb249f7 req-ccad05b8-9476-403e-bf78-ea01ffd1b153 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:10.824621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-423ac591-7104-4f12-bac7-e0932eb249f7 req-ccad05b8-9476-403e-bf78-ea01ffd1b153 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 943 time: 0.1466362 Aug 16 12:55:10.834983 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h1-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:55:10.835393 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-c1e7b267-8c1c-4c3a-a1a3-1abade2088f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=e8841bbb-dce7-4e03-bcac-c6548ee6a783 HTTP/1.1" status: 200 len: 217 time: 0.1421399 Aug 16 12:55:10.892963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 36314fa1-1ecb-4b03-af74-10888430add1, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=36314fa1-1ecb-4b03-af74-10888430add1,segment=NetworkSegment(3ebb5770-31ce-43db-bf99-798c5d6f5e47),segment_id=3ebb5770-31ce-43db-bf99-798c5d6f5e47)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:10.918709 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '36314fa1-1ecb-4b03-af74-10888430add1', 'network_id': 'd72bad72-5d18-40cb-9777-05720935b78a', 'port_id': '36314fa1-1ecb-4b03-af74-10888430add1', 'mac_address': 'fa:16:3e:e1:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a519a69-7f85-43c2-80df-f03e00597210', 'ip_address': '19.80.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:55:10.933588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd625-b875-430e-aac1-737ad091e393 req-ba7ef083-4b34-458b-832d-208fad025147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:10.934628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-423ac591-7104-4f12-bac7-e0932eb249f7 req-c0a39889-4e4a-48e5-981b-fff2eaf391be tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087770 Aug 16 12:55:10.936440 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b9bd625-b875-430e-aac1-737ad091e393 req-ba7ef083-4b34-458b-832d-208fad025147 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95f5cc5c35b94402b51e49e4147bd21d&device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 1094 time: 0.3772454 Aug 16 12:55:10.942939 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:10.962315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Transition to ACTIVE for port object f4c52d3a-88c1-4383-94a2-d6c166531c35 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:10.964607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:10.970686 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b837b9-41d6-4730-9272-d7a1b7f46f88" -d '{"events": [{"server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:10.980909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:10.987716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-5e2466f5-be4d-43eb-b16e-69c802680e6f req-af29faaf-556a-40c9-a1ae-8bbf46a8f988 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Deleting port bb048ce9-ce73-4784-822a-e6fddb320cb3 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:10.988388 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e2466f5-be4d-43eb-b16e-69c802680e6f req-af29faaf-556a-40c9-a1ae-8bbf46a8f988 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:11.025718 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0129bb0f-dbe0-4b42-95c2-69abd420584e x-openstack-request-id: req-0129bb0f-dbe0-4b42-95c2-69abd420584e {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:11.026006 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080655c8-894e-43a6-9a8f-958c1e98419e", "name": "network-vif-deleted", "tag": "d4a98fdb-b81b-4a0e-9ea9-973019b276d9", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:11.026458 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0129bb0f-dbe0-4b42-95c2-69abd420584e {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:11.026865 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080655c8-894e-43a6-9a8f-958c1e98419e', 'name': 'network-vif-deleted', 'tag': 'd4a98fdb-b81b-4a0e-9ea9-973019b276d9', 'status': 'completed', 'code': 200} Aug 16 12:55:11.028428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:04Z', 'revision_number': 3, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:11.083924 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1e784d8-4977-4c3f-bec4-d2514983d67e req-ddf4cf01-9ba9-4d16-877c-613394abc510 service neutron] 10.222.0.22 "GET /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391517 Aug 16 12:55:11.087152 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:11.092477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97711e82-0229-41d7-8f8a-71cd96bcf5a6 None None] The sync data for ids ['10949b79-f5b3-412f-a796-512100587405'] in n-d-804708-1 is: [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:04Z', 'revision_number': 3, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:11.119594 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36314fa1-1ecb-4b03-af74-10888430add1 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:55:11.155905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] No DVR routers for this DVR port f4c52d3a-88c1-4383-94a2-d6c166531c35 on host n-h1-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:11.172249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 36314fa1-1ecb-4b03-af74-10888430add1, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=36314fa1-1ecb-4b03-af74-10888430add1,segment=NetworkSegment(3ebb5770-31ce-43db-bf99-798c5d6f5e47),segment_id=3ebb5770-31ce-43db-bf99-798c5d6f5e47)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:11.180642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-9ff401d7-31d0-4819-b6cc-08ed305869c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:11.182664 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-9ff401d7-31d0-4819-b6cc-08ed305869c1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7a7f1a6f-ce7a-4a37-b4cc-1ff679493af8 HTTP/1.1" status: 200 len: 801 time: 0.3304312 Aug 16 12:55:11.194675 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:11.196361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f5d73-aa69-441c-aa3f-1eb9bdb42086 req-119ed0e3-321a-4676-9219-af80c55771de tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:11.199266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-625f5d73-aa69-441c-aa3f-1eb9bdb42086 req-119ed0e3-321a-4676-9219-af80c55771de tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.3130772 Aug 16 12:55:11.206915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=10']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:11.277855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=36314fa1-1ecb-4b03-af74-10888430add1,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:11.297361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5e2466f5-be4d-43eb-b16e-69c802680e6f req-af29faaf-556a-40c9-a1ae-8bbf46a8f988 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] For port bb048ce9-ce73-4784-822a-e6fddb320cb3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=bb048ce9-ce73-4784-822a-e6fddb320cb3,segment=NetworkSegment(ee12c577-9dc8-43ed-940b-91c3a29c49da),segment_id=ee12c577-9dc8-43ed-940b-91c3a29c49da)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:11.297660 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e2466f5-be4d-43eb-b16e-69c802680e6f req-af29faaf-556a-40c9-a1ae-8bbf46a8f988 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:11.352893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-5e2466f5-be4d-43eb-b16e-69c802680e6f req-af29faaf-556a-40c9-a1ae-8bbf46a8f988 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Calling delete_port for bb048ce9-ce73-4784-822a-e6fddb320cb3 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:11.378538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5050f-d2d7-4b89-9c54-d6c78b68f961 req-ece12b25-55c7-4886-8cfc-98be866ced07 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:11.381207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8db5050f-d2d7-4b89-9c54-d6c78b68f961 req-ece12b25-55c7-4886-8cfc-98be866ced07 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.2888594 Aug 16 12:55:11.382376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:55:11.382904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:55:11.383468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:11.398431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-5854a22c-6277-4d65-a2e6-e86223936242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:11.400699 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-5854a22c-6277-4d65-a2e6-e86223936242 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=49065efe-12fb-4a98-a55b-85fc7b976629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2000482 Aug 16 12:55:11.439488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-625f5d73-aa69-441c-aa3f-1eb9bdb42086 req-4cad1f02-daa9-4e45-96d4-d05f8e6e69d4 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175021 Aug 16 12:55:11.442626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Port f4c52d3a-88c1-4383-94a2-d6c166531c35 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:55:11.443235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Attempting to bind port f4c52d3a-88c1-4383-94a2-d6c166531c35 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:11.491183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8db5050f-d2d7-4b89-9c54-d6c78b68f961 req-fbcb0514-31da-4973-9ffc-a2595a848752 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999396 Aug 16 12:55:11.492891 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:55:11.504517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:11.505200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:55:11.505851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Bound port: f4c52d3a-88c1-4383-94a2-d6c166531c35, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:55:11.506478 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:11.558393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd625-b875-430e-aac1-737ad091e393 req-460eb3b2-d6ab-408c-9ea0-6f2401750ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:11.559971 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b9bd625-b875-430e-aac1-737ad091e393 req-460eb3b2-d6ab-408c-9ea0-6f2401750ab9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea HTTP/1.1" status: 200 len: 916 time: 0.5941172 Aug 16 12:55:11.615182 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:11.643993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device f4c52d3a-88c1-4383-94a2-d6c166531c35 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:11.646873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:55:11.651489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:55:11.653313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34406) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:11.678483 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b9bd625-b875-430e-aac1-737ad091e393 req-a18c723e-38c3-4cd1-9104-b60cefbe1dc3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 HTTP/1.1" status: 200 len: 217 time: 0.1107728 Aug 16 12:55:11.680677 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:11.731546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['36314fa1-1ecb-4b03-af74-10888430add1'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:11.774385 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bdf904-fda1-4481-b509-c64eb816dad8 x-openstack-request-id: req-94bdf904-fda1-4481-b509-c64eb816dad8 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:11.775216 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:11.775216 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94bdf904-fda1-4481-b509-c64eb816dad8 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:11.775522 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'code': 200} Aug 16 12:55:11.777641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device f4c52d3a-88c1-4383-94a2-d6c166531c35 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:11.799386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:11.800384 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:11.802760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] 10.222.0.42 "PUT /v2.0/ports/f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 1097 time: 1.7259886 Aug 16 12:55:11.832916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ebe67-4498-4860-9ec5-13117d464312 req-bd37b776-7408-4253-a11f-9c8a63dce866 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:11.835239 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f98ebe67-4498-4860-9ec5-13117d464312 req-bd37b776-7408-4253-a11f-9c8a63dce866 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.22 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 945 time: 0.3199179 Aug 16 12:55:11.913771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769f3a6-bdf4-4c3f-ab35-a3758ec05888 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=11']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:11.992795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd625-b875-430e-aac1-737ad091e393 req-2f94e990-d704-4fa4-bc5a-fafe16525b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:11.994820 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b9bd625-b875-430e-aac1-737ad091e393 req-2f94e990-d704-4fa4-bc5a-fafe16525b24 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52aede64-8d00-46b7-8bd2-aad3601112bd HTTP/1.1" status: 200 len: 855 time: 0.2957020 Aug 16 12:55:11.994978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e965d7-26fa-45c3-a331-7758e6c2fa2c req-beaed007-b1a3-430a-bfe4-faa981a02c6a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:11.997093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1e965d7-26fa-45c3-a331-7758e6c2fa2c req-beaed007-b1a3-430a-bfe4-faa981a02c6a tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a09f73c-b6c6-4230-bd18-1224230c4be9 HTTP/1.1" status: 200 len: 944 time: 0.3281071 Aug 16 12:55:12.097312 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-cb78a613-19a9-4c86-a2e9-9b4bdae012fc service neutron] 10.222.0.22 "GET /v2.0/networks/49065efe-12fb-4a98-a55b-85fc7b976629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836507 Aug 16 12:55:12.105748 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e2466f5-be4d-43eb-b16e-69c802680e6f req-af29faaf-556a-40c9-a1ae-8bbf46a8f988 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:12.121594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-bfb54ab5-2934-45e6-bd94-afdcfa9e8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:12.123438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-bfb54ab5-2934-45e6-bd94-afdcfa9e8d8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1100 time: 0.2681878 Aug 16 12:55:12.124339 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-82d15ba6-0930-44cc-b37a-979f0d156bff tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:12.216607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0ad1-a08c-4b05-82ef-87042a8ed73e req-bb3858ce-3db8-4f02-b54a-bfca08fff33c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:12.223754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0ad1-a08c-4b05-82ef-87042a8ed73e req-bb3858ce-3db8-4f02-b54a-bfca08fff33c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:12.225424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d1b0ad1-a08c-4b05-82ef-87042a8ed73e req-bb3858ce-3db8-4f02-b54a-bfca08fff33c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1680 time: 0.2193198 Aug 16 12:55:12.238040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29faaf-556a-40c9-a1ae-8bbf46a8f988 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Pushing event deleted for resources: {'Port': ['ID=bb048ce9-ce73-4784-822a-e6fddb320cb3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:12.274203 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-82d15ba6-0930-44cc-b37a-979f0d156bff tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:12.290436 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1e965d7-26fa-45c3-a331-7758e6c2fa2c req-c55c07e6-5e0f-49e5-a466-dbe390759995 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.25 "GET /v2.0/security-groups?id=df543773-222f-4a24-bb84-d9023a524e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060614 Aug 16 12:55:12.371926 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d1b0ad1-a08c-4b05-82ef-87042a8ed73e req-c791ef4c-8acc-4654-842b-de633dd0e303 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084874 Aug 16 12:55:12.382726 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-af251e4c-af02-4fcf-a793-ed480ea55655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:12.383825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-af251e4c-af02-4fcf-a793-ed480ea55655 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.2409992 Aug 16 12:55:12.464060 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-82d15ba6-0930-44cc-b37a-979f0d156bff tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:12.467218 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-82d15ba6-0930-44cc-b37a-979f0d156bff tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:12.472081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-82d15ba6-0930-44cc-b37a-979f0d156bff tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "DELETE /v2.0/security-groups/8847b37c-cecc-485c-97b3-6c9e07587304 HTTP/1.1" status: 204 len: 168 time: 0.8144779 Aug 16 12:55:12.506164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34412) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:12.506419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d15ba6-0930-44cc-b37a-979f0d156bff tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8847b37c-cecc-485c-97b3-6c9e07587304,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:12.510423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-2aee45d9-ac81-47aa-abed-0140e27efb67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 217 time: 0.1057222 Aug 16 12:55:12.584332 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-eee0d4ae-efed-498f-8293-17d531eaa65a tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] show failed (client error): The resource could not be found. Aug 16 12:55:12.585396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eee0d4ae-efed-498f-8293-17d531eaa65a tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "GET /v2.0/security-groups/8847b37c-cecc-485c-97b3-6c9e07587304 HTTP/1.1" status: 404 len: 347 time: 0.0701318 Aug 16 12:55:12.590796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34418) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:12.665090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-7c37a874-d81d-4fb3-b9a2-683110fb9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:12.667227 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-7c37a874-d81d-4fb3-b9a2-683110fb9b1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1249576 Aug 16 12:55:12.677365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8a4d-1bdb-4ebb-8de4-43de9e82ca02 req-55bab921-35ff-44be-a039-22d2c783f174 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:12.679043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba6a8a4d-1bdb-4ebb-8de4-43de9e82ca02 req-55bab921-35ff-44be-a039-22d2c783f174 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 945 time: 0.2646677 Aug 16 12:55:12.696750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39768483-bf63-4a8d-bcbd-9c856133ed68 req-70caea4f-021e-4289-8865-9467219af908 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:12.698593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2466f5-be4d-43eb-b16e-69c802680e6f req-af29faaf-556a-40c9-a1ae-8bbf46a8f988 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] No DVR routers for this DVR port bb048ce9-ce73-4784-822a-e6fddb320cb3 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:12.699187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39768483-bf63-4a8d-bcbd-9c856133ed68 req-70caea4f-021e-4289-8865-9467219af908 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 943 time: 0.2289119 Aug 16 12:55:12.715948 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e2466f5-be4d-43eb-b16e-69c802680e6f req-af29faaf-556a-40c9-a1ae-8bbf46a8f988 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:12.719071 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5e2466f5-be4d-43eb-b16e-69c802680e6f req-af29faaf-556a-40c9-a1ae-8bbf46a8f988 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] 10.222.0.42 "DELETE /v2.0/ports/bb048ce9-ce73-4784-822a-e6fddb320cb3 HTTP/1.1" status: 204 len: 173 time: 2.5287857 Aug 16 12:55:12.745272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd625-b875-430e-aac1-737ad091e393 req-247f4dc6-1752-4474-81db-67a4202008ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:12.746878 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b9bd625-b875-430e-aac1-737ad091e393 req-247f4dc6-1752-4474-81db-67a4202008ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6455398 Aug 16 12:55:12.833390 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ed03fc-6b3e-4455-92a1-dda6f6fdfeb2 req-f7fd100b-50e1-4b75-9949-7700415cb5c8 service neutron] 10.222.0.22 "GET /v2.0/networks/49065efe-12fb-4a98-a55b-85fc7b976629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975155 Aug 16 12:55:12.884728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba6a8a4d-1bdb-4ebb-8de4-43de9e82ca02 req-3d176129-9be0-41b5-bec2-6d90a5f3807c tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ef90565-1123-4158-b686-29eca6e8dc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843851 Aug 16 12:55:12.890947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f98ebe67-4498-4860-9ec5-13117d464312 req-7a046c2c-098b-4fcd-b126-63ca34ea7df1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Deleting port 016c07e6-cce0-4e77-b426-fffd5e114036 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:12.891347 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f98ebe67-4498-4860-9ec5-13117d464312 req-7a046c2c-098b-4fcd-b126-63ca34ea7df1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:12.894346 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39768483-bf63-4a8d-bcbd-9c856133ed68 req-94001590-fa71-455c-ab44-4bb56a29da2e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828065 Aug 16 12:55:12.897256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Allocated IP 172.20.0.1 (8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c/b1abc382-f557-4bc1-9603-9a7e07c7eb93/1e6e2ca6-430f-4ead-93b9-e446f281328b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:55:12.901375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-d43e316b-77ba-456d-b1e8-9f8a5ae951f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:12.910150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-d43e316b-77ba-456d-b1e8-9f8a5ae951f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2229178 Aug 16 12:55:12.944698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['e8841bbb-dce7-4e03-bcac-c6548ee6a783'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:13.016442 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b9bd625-b875-430e-aac1-737ad091e393 req-5e6d3692-bba6-4647-8e37-b8175524b94e service neutron] 10.222.0.22 "GET /v2.0/networks/0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586193 Aug 16 12:55:13.059788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'name': 'network-vif-deleted', 'tag': 'bb048ce9-ce73-4784-822a-e6fddb320cb3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:13.063589 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0df7ba-75e5-4a9f-b39b-1b747d21fea8" -d '{"events": [{"server_uuid": "6a09f73c-b6c6-4230-bd18-1224230c4be9", "name": "network-vif-deleted", "tag": "bb048ce9-ce73-4784-822a-e6fddb320cb3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:13.129671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-d37ca0e0-e465-41fe-bfb4-f09cbf235f54 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Deleting port af6e4e4c-23c3-4a48-9170-a1582a6522e1 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:13.130847 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d37ca0e0-e465-41fe-bfb4-f09cbf235f54 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.165530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f98ebe67-4498-4860-9ec5-13117d464312 req-7a046c2c-098b-4fcd-b126-63ca34ea7df1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] For port 016c07e6-cce0-4e77-b426-fffd5e114036, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=016c07e6-cce0-4e77-b426-fffd5e114036,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:13.165959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f98ebe67-4498-4860-9ec5-13117d464312 req-7a046c2c-098b-4fcd-b126-63ca34ea7df1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.195980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f98ebe67-4498-4860-9ec5-13117d464312 req-7a046c2c-098b-4fcd-b126-63ca34ea7df1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Calling delete_port for 016c07e6-cce0-4e77-b426-fffd5e114036 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:13.212526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d37ca0e0-e465-41fe-bfb4-f09cbf235f54 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.213034 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d37ca0e0-e465-41fe-bfb4-f09cbf235f54 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.228699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-d37ca0e0-e465-41fe-bfb4-f09cbf235f54 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Calling delete_port for af6e4e4c-23c3-4a48-9170-a1582a6522e1 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:13.310447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.319244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b9bd625-b875-430e-aac1-737ad091e393 req-d58e919a-ae70-4a88-8174-24be5f38bb2c service neutron] 10.222.0.22 "GET /v2.0/networks/0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952416 Aug 16 12:55:13.343808 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-625501a2-abf0-41ed-bc7b-b15af5e86962 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158709 Aug 16 12:55:13.352612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Transition to ACTIVE for port object 1e6e2ca6-430f-4ead-93b9-e446f281328b will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:13.361061 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a7d73-d6df-4038-bd3e-55fad27e1212 req-600949d2-527b-4953-92bc-e4c88ed89ddd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:13.369198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe8a7d73-d6df-4038-bd3e-55fad27e1212 req-600949d2-527b-4953-92bc-e4c88ed89ddd tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 949 time: 0.3256361 Aug 16 12:55:13.433072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 41a627a6-649f-43d1-b20d-9f28dafdad9a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:13.453921 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.455677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75e615-7106-4ec3-86ee-fb167adebd9f req-88b50926-0460-49d3-872a-845f515ed361 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:13.457242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e75e615-7106-4ec3-86ee-fb167adebd9f req-88b50926-0460-49d3-872a-845f515ed361 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.4151416 Aug 16 12:55:13.516173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 41a627a6-649f-43d1-b20d-9f28dafdad9a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:13.517013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:55:13.520960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 41a627a6-649f-43d1-b20d-9f28dafdad9a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:13.521490 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.524131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:13.526131 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f98ebe67-4498-4860-9ec5-13117d464312 req-7a046c2c-098b-4fcd-b126-63ca34ea7df1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.527675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:55:13.566630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6e2ca6-430f-4ead-93b9-e446f281328b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:13.568979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe8a7d73-d6df-4038-bd3e-55fad27e1212 req-b1269f13-9a61-4a33-9900-07e462337fe1 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986496 Aug 16 12:55:13.585866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e75e615-7106-4ec3-86ee-fb167adebd9f req-c9222895-4d66-4dc0-9292-122fa5193264 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191797 Aug 16 12:55:13.644232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a046c2c-098b-4fcd-b126-63ca34ea7df1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Pushing event deleted for resources: {'Port': ['ID=016c07e6-cce0-4e77-b426-fffd5e114036,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:13.653961 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb389faf-b9d0-4cea-b496-2b06b342ef3e x-openstack-request-id: req-eb389faf-b9d0-4cea-b496-2b06b342ef3e {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:13.654357 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a09f73c-b6c6-4230-bd18-1224230c4be9", "name": "network-vif-deleted", "tag": "bb048ce9-ce73-4784-822a-e6fddb320cb3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:13.654615 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb389faf-b9d0-4cea-b496-2b06b342ef3e {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:13.655035 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a09f73c-b6c6-4230-bd18-1224230c4be9', 'name': 'network-vif-deleted', 'tag': 'bb048ce9-ce73-4784-822a-e6fddb320cb3', 'status': 'completed', 'code': 200} Aug 16 12:55:13.660509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 36314fa1-1ecb-4b03-af74-10888430add1 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:13.690075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34426) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:13.720795 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.755283 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.759450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45c23a70-6621-4d8c-b177-d025246f0e1d req-07eb2751-67ab-45cb-bad6-7bb69ff7e4a2 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808031 Aug 16 12:55:13.763810 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d37ca0e0-e465-41fe-bfb4-f09cbf235f54 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.782001 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 41a627a6-649f-43d1-b20d-9f28dafdad9a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=41a627a6-649f-43d1-b20d-9f28dafdad9a,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:13.793632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:13.797008 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:13.803146 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.809229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 36314fa1-1ecb-4b03-af74-10888430add1 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:13.820384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98ebe67-4498-4860-9ec5-13117d464312 req-7a046c2c-098b-4fcd-b126-63ca34ea7df1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] No DVR routers for this DVR port 016c07e6-cce0-4e77-b426-fffd5e114036 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:13.835386 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f98ebe67-4498-4860-9ec5-13117d464312 req-7a046c2c-098b-4fcd-b126-63ca34ea7df1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.838561 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f98ebe67-4498-4860-9ec5-13117d464312 req-7a046c2c-098b-4fcd-b126-63ca34ea7df1 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.22 "DELETE /v2.0/ports/016c07e6-cce0-4e77-b426-fffd5e114036 HTTP/1.1" status: 204 len: 173 time: 1.9811001 Aug 16 12:55:13.851332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 36314fa1-1ecb-4b03-af74-10888430add1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:13.852228 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.856484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ca0e0-e465-41fe-bfb4-f09cbf235f54 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Pushing event deleted for resources: {'Port': ['ID=af6e4e4c-23c3-4a48-9170-a1582a6522e1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:13.945397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c3dc66-6d5f-444c-b51a-8e8b129025ea admin admin] Deleting subnet ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:55:13.949739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:55:13.952009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:13.955901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=41a627a6-649f-43d1-b20d-9f28dafdad9a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:13.956105 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90c3dc66-6d5f-444c-b51a-8e8b129025ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:13.963896 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e89006-20bb-46f9-85bd-72d6e16001f8 x-openstack-request-id: req-21e89006-20bb-46f9-85bd-72d6e16001f8 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:13.964473 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:13.964473 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21e89006-20bb-46f9-85bd-72d6e16001f8 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:13.966227 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'status': 'completed', 'code': 200} Aug 16 12:55:14.064172 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90c3dc66-6d5f-444c-b51a-8e8b129025ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.066577 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5096b7a-cc1d-4c54-89cc-eb108e0e700c req-1a7e2695-2547-4acf-b08a-704a89bb86b4 tempest-FloatingIPsAssociationTestJSON-1367137022 tempest-FloatingIPsAssociationTestJSON-1367137022-project] 10.222.0.25 "GET /v2.0/ports?device_id=66554334-d10e-4a19-a653-cf6c502d2e68 HTTP/1.1" status: 200 len: 210 time: 0.0482118 Aug 16 12:55:14.068962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-69155126-d922-466d-ab0a-705deebbfc90 None None] Provisioning for port 1e6e2ca6-430f-4ead-93b9-e446f281328b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:14.087960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-69155126-d922-466d-ab0a-705deebbfc90 None None] Provisioning complete for port 1e6e2ca6-430f-4ead-93b9-e446f281328b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:14.088340 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-69155126-d922-466d-ab0a-705deebbfc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.126008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02302f-a458-47ae-bf4a-9bd99e0b5ecf req-db6bfcdc-e904-4276-afe7-879cd58e477c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:14.135868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02302f-a458-47ae-bf4a-9bd99e0b5ecf req-db6bfcdc-e904-4276-afe7-879cd58e477c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:14.143027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-7810a46c-aa40-48ff-a3a2-43df581f6177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:14.144917 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-7810a46c-aa40-48ff-a3a2-43df581f6177 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1100 time: 0.1522748 Aug 16 12:55:14.147789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f02302f-a458-47ae-bf4a-9bd99e0b5ecf req-db6bfcdc-e904-4276-afe7-879cd58e477c tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1680 time: 0.4353590 Aug 16 12:55:14.148758 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.190758 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90c3dc66-6d5f-444c-b51a-8e8b129025ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.201872 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d37ca0e0-e465-41fe-bfb4-f09cbf235f54 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.205068 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d37ca0e0-e465-41fe-bfb4-f09cbf235f54 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.206490 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d37ca0e0-e465-41fe-bfb4-f09cbf235f54 tempest-ServersWithSpecificFlavorTestJSON-1113631805 tempest-ServersWithSpecificFlavorTestJSON-1113631805-project] 10.222.0.25 "DELETE /v2.0/floatingips/4178bd1e-669e-4d66-9d62-420af78e1d4b HTTP/1.1" status: 204 len: 168 time: 1.6123421 Aug 16 12:55:14.274486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f02302f-a458-47ae-bf4a-9bd99e0b5ecf req-1825f5fa-d8a8-4f9b-b0a0-eb4064d61f39 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257198 Aug 16 12:55:14.285759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-32f1185d-2dc8-4d03-a20d-380142913e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:14.288459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-32f1185d-2dc8-4d03-a20d-380142913e73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1100 time: 0.3277283 Aug 16 12:55:14.341251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06addf2a-aee6-4fd1-8ad4-634f04bcd9c6 req-554d464b-db38-41fa-857d-f15661c77f69 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:14.349311 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06addf2a-aee6-4fd1-8ad4-634f04bcd9c6 req-554d464b-db38-41fa-857d-f15661c77f69 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 943 time: 0.1608691 Aug 16 12:55:14.349597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-69155126-d922-466d-ab0a-705deebbfc90 None None] Port 1e6e2ca6-430f-4ead-93b9-e446f281328b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:55:14.380297 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.390167 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.427815 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90c3dc66-6d5f-444c-b51a-8e8b129025ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.447247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:14.465960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36314fa1-1ecb-4b03-af74-10888430add1'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:14.469436 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cfb8a7-2cb5-4ab6-8b8e-3998bc4c3c21" -d '{"events": [{"server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "name": "network-vif-plugged", "status": "completed", "tag": "36314fa1-1ecb-4b03-af74-10888430add1"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:14.488758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'port_id': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'mac_address': 'fa:16:3e:68:c0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:55:14.503588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-e63d07ea-095b-4655-a2b6-ccc60e2c1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:14.504994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:14.505224 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-e63d07ea-095b-4655-a2b6-ccc60e2c1719 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3428841 Aug 16 12:55:14.507346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 36314fa1-1ecb-4b03-af74-10888430add1, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=36314fa1-1ecb-4b03-af74-10888430add1,segment=NetworkSegment(3ebb5770-31ce-43db-bf99-798c5d6f5e47),segment_id=3ebb5770-31ce-43db-bf99-798c5d6f5e47)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:14.538396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.542417 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.544349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device bb048ce9-ce73-4784-822a-e6fddb320cb3 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:14.573553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3dc66-6d5f-444c-b51a-8e8b129025ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad86852c-fa37-427e-9e21-ef5fd6cc8dc5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:14.581713 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90c3dc66-6d5f-444c-b51a-8e8b129025ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.586871 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-90c3dc66-6d5f-444c-b51a-8e8b129025ea admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad86852c-fa37-427e-9e21-ef5fd6cc8dc5 HTTP/1.1" status: 204 len: 168 time: 0.8922131 Aug 16 12:55:14.589693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34452) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:14.608504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: bb048ce9-ce73-4784-822a-e6fddb320cb3 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:14.609955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device bb048ce9-ce73-4784-822a-e6fddb320cb3 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:14.648685 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.659466 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-a123e97d-be20-458b-b81f-cfcdfb1ac2cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 217 time: 0.1169107 Aug 16 12:55:14.683274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=36314fa1-1ecb-4b03-af74-10888430add1,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:14.696813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9257e45c-95ad-434f-b44c-63d75aa8b666 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:55:14.769785 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=11']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:14.830386 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 12:55:14.830951 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 12:55:14.832791 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.899780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.904837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-0c4b3199-3184-488b-b645-a84c2297e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:14.907721 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-0c4b3199-3184-488b-b645-a84c2297e6a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2298379 Aug 16 12:55:14.910787 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:14.926621 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cedf430-1f52-43ab-b331-3f81e24f9d3b x-openstack-request-id: req-9cedf430-1f52-43ab-b331-3f81e24f9d3b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:14.926917 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "name": "network-vif-plugged", "status": "completed", "tag": "36314fa1-1ecb-4b03-af74-10888430add1", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:14.927338 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cedf430-1f52-43ab-b331-3f81e24f9d3b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:14.928045 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36314fa1-1ecb-4b03-af74-10888430add1', 'code': 200} Aug 16 12:55:14.971824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06addf2a-aee6-4fd1-8ad4-634f04bcd9c6 req-bd578921-5dc4-496f-86dd-057bc4b056c3 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6206756 Aug 16 12:55:15.052079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-51f86ef9-0087-4643-84a0-5352a0785ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:15.053938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-51f86ef9-0087-4643-84a0-5352a0785ea0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.7569771 Aug 16 12:55:15.081847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-19dcf573-78b8-4d14-9a52-ef37eac025c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:15.083401 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-19dcf573-78b8-4d14-9a52-ef37eac025c7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405687 Aug 16 12:55:15.086363 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:15.098692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6e2ca6-430f-4ead-93b9-e446f281328b,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:15.136310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-d7dd30d0-a163-436f-baff-1eaa03695e08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 200 len: 217 time: 0.0706131 Aug 16 12:55:15.146043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e511a-4443-480f-8cab-46c9f63fbeca req-c2cf17a5-2102-4a5e-ae82-e678dc317118 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:15.147680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-589e511a-4443-480f-8cab-46c9f63fbeca req-c2cf17a5-2102-4a5e-ae82-e678dc317118 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 949 time: 0.1503441 Aug 16 12:55:15.242193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-086b54f9-ff07-49c0-a092-733d5f3adf01 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446035 Aug 16 12:55:15.244008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f27a9f-8d55-4257-bd15-a16479aa1b39 req-fae76791-dbeb-4777-8212-341bef7727a1 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:15.248103 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-53f27a9f-8d55-4257-bd15-a16479aa1b39 req-fae76791-dbeb-4777-8212-341bef7727a1 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1990323 Aug 16 12:55:15.289413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-589e511a-4443-480f-8cab-46c9f63fbeca req-68ae8a2e-ed9c-464a-bc03-2f810a458332 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314566 Aug 16 12:55:15.295341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-fb54df9a-0704-4621-810e-035b08105e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:15.297429 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-fb54df9a-0704-4621-810e-035b08105e2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1477718 Aug 16 12:55:15.368698 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:15.378688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-53f27a9f-8d55-4257-bd15-a16479aa1b39 req-09058c70-6b41-42d9-b60b-041435d7aefc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154881 Aug 16 12:55:15.395502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-82a572db-356d-4cc8-a2c6-2620737a06df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:15.397098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-82a572db-356d-4cc8-a2c6-2620737a06df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855925 Aug 16 12:55:15.413436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63f4b9d-413f-431a-be90-442b0a6da2b8']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:15.434962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee12c577-9dc8-43ed-940b-91c3a29c49da') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:15.435411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee12c577-9dc8-43ed-940b-91c3a29c49da') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:15.436959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 41a627a6-649f-43d1-b20d-9f28dafdad9a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:15.439611 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:15.446723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:15.463485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:15.487634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34478) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:15.503653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:55:15.504068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:55:15.506417 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:55:15.521430 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9257e45c-95ad-434f-b44c-63d75aa8b666 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:55:15.547455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:15.559062 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:15.675255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e8841bbb-dce7-4e03-bcac-c6548ee6a783 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:15.767764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['9257e45c-95ad-434f-b44c-63d75aa8b666'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:15.785886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'name': 'network-vif-deleted', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:15.788362 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce9f1fc-e79c-42e8-a752-13dc70d35d9e" -d '{"events": [{"server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "name": "network-vif-deleted", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:15.788601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2a56-a86e-4792-a032-bde3655f2631 req-d206c536-6cfb-499c-a7e0-421639d7d6b2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:15.794467 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-0399d016-08af-498d-beba-4ecadc1ab829 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299473 Aug 16 12:55:15.796674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2a56-a86e-4792-a032-bde3655f2631 req-d206c536-6cfb-499c-a7e0-421639d7d6b2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:15.798388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84cd2a56-a86e-4792-a032-bde3655f2631 req-d206c536-6cfb-499c-a7e0-421639d7d6b2 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1681 time: 0.1928413 Aug 16 12:55:15.848522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-f2392660-6053-4ccb-8908-c6b805c151df service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415684 Aug 16 12:55:15.902758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=12']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:15.923914 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0feb93-a039-4f3f-94d5-4f3efcb736d9 x-openstack-request-id: req-bd0feb93-a039-4f3f-94d5-4f3efcb736d9 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:15.924203 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66554334-d10e-4a19-a653-cf6c502d2e68", "name": "network-vif-deleted", "tag": "016c07e6-cce0-4e77-b426-fffd5e114036", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:15.924464 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd0feb93-a039-4f3f-94d5-4f3efcb736d9 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:15.924859 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66554334-d10e-4a19-a653-cf6c502d2e68', 'name': 'network-vif-deleted', 'tag': '016c07e6-cce0-4e77-b426-fffd5e114036', 'status': 'completed', 'code': 200} Aug 16 12:55:15.966549 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:15.986643 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:15.991984 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a63f4b9d-413f-431a-be90-442b0a6da2b8 HTTP/1.1" status: 204 len: 168 time: 1.3575196 Aug 16 12:55:16.009775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34494) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:16.027861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84cd2a56-a86e-4792-a032-bde3655f2631 req-6aa22dc6-c01d-487e-8ee3-3ea8363f4fd6 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227807 Aug 16 12:55:16.034536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 41a627a6-649f-43d1-b20d-9f28dafdad9a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:16.044618 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.047919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2be8faba-b5ae-416b-9b2a-2d5eca1d55a5 req-29b8f082-eab0-4b67-8ed3-056d40e772f0 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773376 Aug 16 12:55:16.048787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34496) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:16.076465 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-4231034e-0672-400c-839e-385f575f2712 admin admin] Deleting subnet cdf3375d-17b9-4534-947a-0203927a956c {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:55:16.080585 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4231034e-0672-400c-839e-385f575f2712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.121534 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4231034e-0672-400c-839e-385f575f2712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.147421 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.164672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port e8841bbb-dce7-4e03-bcac-c6548ee6a783 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:16.171612 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4231034e-0672-400c-839e-385f575f2712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.208148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port e8841bbb-dce7-4e03-bcac-c6548ee6a783 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:16.208533 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.228264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ebbb5-802b-407f-b2af-7a3ea138a9f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63f4b9d-413f-431a-be90-442b0a6da2b8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:16.277551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecfca2-79ee-442b-ae14-4270e91b00cc req-a9f541ee-7e37-4681-bbd5-b16acc838314 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:16.287053 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4ecfca2-79ee-442b-ae14-4270e91b00cc req-a9f541ee-7e37-4681-bbd5-b16acc838314 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 943 time: 0.1378031 Aug 16 12:55:16.300807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:55:16.306865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:16.336942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4231034e-0672-400c-839e-385f575f2712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.349581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4ecfca2-79ee-442b-ae14-4270e91b00cc req-3b2cb07d-2c5c-44c9-94cc-fa44880e62fd tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614085 Aug 16 12:55:16.410436 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.476640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e8841bbb-dce7-4e03-bcac-c6548ee6a783, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e8841bbb-dce7-4e03-bcac-c6548ee6a783,segment=NetworkSegment(0139b251-6da2-44a5-ba47-64240576b159),segment_id=0139b251-6da2-44a5-ba47-64240576b159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:16.491263 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.492625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 016c07e6-cce0-4e77-b426-fffd5e114036 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:16.518920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 016c07e6-cce0-4e77-b426-fffd5e114036 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:16.519530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 016c07e6-cce0-4e77-b426-fffd5e114036 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:16.602982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e8841bbb-dce7-4e03-bcac-c6548ee6a783,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:16.615386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231034e-0672-400c-839e-385f575f2712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf3375d-17b9-4534-947a-0203927a956c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:16.615937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00eae3-4a01-4006-b29f-71815f41c71d req-6164eaa3-76c7-4c79-b039-dbde92450380 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:16.617679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e00eae3-4a01-4006-b29f-71815f41c71d req-6164eaa3-76c7-4c79-b039-dbde92450380 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 949 time: 0.1633379 Aug 16 12:55:16.630277 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4231034e-0672-400c-839e-385f575f2712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.632504 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4231034e-0672-400c-839e-385f575f2712 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cdf3375d-17b9-4534-947a-0203927a956c HTTP/1.1" status: 204 len: 168 time: 0.6216433 Aug 16 12:55:16.645171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34504) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:16.752839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8383c7-04f2-43b4-9730-55f1707c7c63 req-87b77895-241f-4072-ab47-b8bf0c851838 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:16.757951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Router 10949b79-f5b3-412f-a796-512100587405 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:55:16.760824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d8383c7-04f2-43b4-9730-55f1707c7c63 req-87b77895-241f-4072-ab47-b8bf0c851838 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 945 time: 0.2440741 Aug 16 12:55:16.793913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a6a7c441-7ae5-4577-bee6-2e5fe2c1089e None None] Provisioning complete for port 1e6e2ca6-430f-4ead-93b9-e446f281328b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:16.794644 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c441-7ae5-4577-bee6-2e5fe2c1089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.839967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7c441-7ae5-4577-bee6-2e5fe2c1089e None None] Port 1e6e2ca6-430f-4ead-93b9-e446f281328b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:55:16.876923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e00eae3-4a01-4006-b29f-71815f41c71d req-d55fd53c-af74-45b1-b7f1-08e7440cf794 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512066 Aug 16 12:55:16.929038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666'}, {'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8841bbb-dce7-4e03-bcac-c6548ee6a783'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:16.929940 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:16.931328 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9f07ec-d9b0-42db-8ce4-59886911912a" -d '{"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-unplugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666"}, {"server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "name": "network-vif-plugged", "status": "completed", "tag": "e8841bbb-dce7-4e03-bcac-c6548ee6a783"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:16.937712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:16.949176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Sync routers for ids ['10949b79-f5b3-412f-a796-512100587405'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:16.965108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Routers {'10949b79-f5b3-412f-a796-512100587405'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:16.965487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['10949b79-f5b3-412f-a796-512100587405'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:16.966699 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d8383c7-04f2-43b4-9730-55f1707c7c63 req-245194c5-0e21-4dae-a2ad-3bb1cadb168b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048736 Aug 16 12:55:16.984502 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a31466a7-6c42-4976-9128-9c6cacf20265 admin admin] 10.222.0.25 "PUT /v2.0/routers/10949b79-f5b3-412f-a796-512100587405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0350790 Aug 16 12:55:17.027506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:17.125711 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3456681d-09ed-45d5-872b-2f5d664b3f45 x-openstack-request-id: req-3456681d-09ed-45d5-872b-2f5d664b3f45 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:17.126452 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-unplugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666", "code": 200}, {"server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "name": "network-vif-plugged", "status": "completed", "tag": "e8841bbb-dce7-4e03-bcac-c6548ee6a783", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:17.126716 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3456681d-09ed-45d5-872b-2f5d664b3f45 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:17.127148 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'code': 200} Aug 16 12:55:17.127405 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8841bbb-dce7-4e03-bcac-c6548ee6a783', 'code': 200} Aug 16 12:55:17.288590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Set router 10949b79-f5b3-412f-a796-512100587405 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:17.299471 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:17.354783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589f34b6-649a-47d7-b994-1950f890f10b']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:17.376491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f57df92-b811-482f-80da-7093048ec2f8') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:17.376798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f57df92-b811-482f-80da-7093048ec2f8') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:17.393146 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:17.428746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d4105-8c6e-4e3e-8eca-1f3120222625 req-7643c5b0-9297-44e0-b58e-a5dd7acc8c46 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:17.435990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d4105-8c6e-4e3e-8eca-1f3120222625 req-7643c5b0-9297-44e0-b58e-a5dd7acc8c46 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:17.438223 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-028d4105-8c6e-4e3e-8eca-1f3120222625 req-7643c5b0-9297-44e0-b58e-a5dd7acc8c46 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1682 time: 0.1606719 Aug 16 12:55:17.449695 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:17.460207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:55:17.460690 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:55:17.526853 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:55:17.581470 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:17.592658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:17.595082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/589f34b6-649a-47d7-b994-1950f890f10b HTTP/1.1" status: 204 len: 168 time: 0.9465592 Aug 16 12:55:17.600309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:14Z', 'revision_number': 4, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1e6e2ca6-430f-4ead-93b9-e446f281328b', 'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'mac_address': 'fa:16:3e:e9:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:11Z', 'updated_at': '2021-08-16T12:55:14Z', 'revision_number': 2, 'project_id': '194fddd554b3402986da83c64a5bd169', 'subnets': [{'id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:17.638176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Checking router: 10949b79-f5b3-412f-a796-512100587405 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:17.638621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Updating router 10949b79-f5b3-412f-a796-512100587405 port 1e6e2ca6-430f-4ead-93b9-e446f281328b binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:55:17.650864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55787e6-71b4-444d-907f-b34e20db48e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=589f34b6-649a-47d7-b994-1950f890f10b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:17.689315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296c284-088e-465c-a96f-d79f5af3abf8 req-46fd9848-c40b-4feb-b0a0-ad559f2eebee tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:17.692704 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b296c284-088e-465c-a96f-d79f5af3abf8 req-46fd9848-c40b-4feb-b0a0-ad559f2eebee tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 1100 time: 0.2527175 Aug 16 12:55:17.693682 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:17.742964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-028d4105-8c6e-4e3e-8eca-1f3120222625 req-cf627dcc-17a0-4791-9f5f-20741f30db34 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725473 Aug 16 12:55:17.831051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152b44-b2e1-4a4a-90cc-ec2d4da39ca5 req-91402da0-c49a-4abb-8351-583510f968cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:17.832141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152b44-b2e1-4a4a-90cc-ec2d4da39ca5 req-91402da0-c49a-4abb-8351-583510f968cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:17.834045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-43152b44-b2e1-4a4a-90cc-ec2d4da39ca5 req-91402da0-c49a-4abb-8351-583510f968cd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1984 time: 0.5535607 Aug 16 12:55:17.846221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b296c284-088e-465c-a96f-d79f5af3abf8 req-83f31987-1b77-4478-8a8d-3f45a9ba0cd6 tempest-MigrationsAdminTest-1510037104 tempest-MigrationsAdminTest-1510037104-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393678 Aug 16 12:55:17.874116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34524) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:17.904546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f4c52d3a-88c1-4383-94a2-d6c166531c35 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:55:17.909132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:17.916539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.001295 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-43152b44-b2e1-4a4a-90cc-ec2d4da39ca5 req-1d8b3913-8e02-47eb-9837-ee9fab159295 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992970 Aug 16 12:55:18.025631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 9257e45c-95ad-434f-b44c-63d75aa8b666 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:18.026006 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.152361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] Deleting port 4894f11f-d343-449d-9e79-5c416c52a545 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:18.153191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.167290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e445f18d-e628-45db-9036-e5c2ece33c0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b6d57c130764a11bfbcf61f14dbd350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993202 Aug 16 12:55:18.170801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34530) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:18.271262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] For port 4894f11f-d343-449d-9e79-5c416c52a545, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4894f11f-d343-449d-9e79-5c416c52a545,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:18.271945 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.290596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] Calling delete_port for 4894f11f-d343-449d-9e79-5c416c52a545 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:18.356089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f48cd5-e206-451b-9894-11682a9be6a6 req-ceffb977-61ec-421b-9409-7ed94c3dc0c7 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:18.363782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88f48cd5-e206-451b-9894-11682a9be6a6 req-ceffb977-61ec-421b-9409-7ed94c3dc0c7 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 943 time: 0.3286421 Aug 16 12:55:18.381812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:18.428966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'mac_address': 'fa:16:3e:07:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:55:18.461217 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.469759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34532) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:18.486904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9357341b-ab04-4061-bac7-8d34f0bece1f tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761815874', 'description': 'tempest-description--70834521'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:18.566060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.573518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:18.580797 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.583967 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.589032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.626919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Transition to ACTIVE for port object 1e6e2ca6-430f-4ead-93b9-e446f281328b will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:18.632450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c52d3a-88c1-4383-94a2-d6c166531c35 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:55:18.658259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:18.665493 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.666636 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4894f11f-d343-449d-9e79-5c416c52a545,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:18.673771 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.708309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88f48cd5-e206-451b-9894-11682a9be6a6 req-0f956447-6333-450f-b882-81ff7d2895fe tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386192 Aug 16 12:55:18.712292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7c1cc0a-4808-4e0e-9fbc-cb0b61ac5fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.742010 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9357341b-ab04-4061-bac7-8d34f0bece1f tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.758416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=13']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:18.910616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7c1cc0a-4808-4e0e-9fbc-cb0b61ac5fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:18.993042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=12']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:18.993443 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:19.097439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e45448-e672-432d-aee9-4693cadda1f1 None None] Pushing event updated for resources: {'Port': ['ID=1e6e2ca6-430f-4ead-93b9-e446f281328b,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:19.111473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f4c52d3a-88c1-4383-94a2-d6c166531c35'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:19.168079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:19.180501 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4382465a-89bc-47e9-8e0e-79eebb5e044f" -d '{"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-plugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:19.196910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e865111-47c8-4e9f-9e01-71ca93c78ee0 req-ddf12df3-3f53-4217-8fbc-c6acafbbb950 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:19.198581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e865111-47c8-4e9f-9e01-71ca93c78ee0 req-ddf12df3-3f53-4217-8fbc-c6acafbbb950 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.3062055 Aug 16 12:55:19.214721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cc37f-652e-41b5-8f16-36559ae2062c req-ba1e72a6-262b-4f17-9f58-6e85fbb7e220 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:19.224462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b18cc37f-652e-41b5-8f16-36559ae2062c req-ba1e72a6-262b-4f17-9f58-6e85fbb7e220 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.4387908 Aug 16 12:55:19.329985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Attempting to bind port 1e6e2ca6-430f-4ead-93b9-e446f281328b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:55:19.330717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Attempting to bind port 1e6e2ca6-430f-4ead-93b9-e446f281328b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:55:19.331286 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Attempting to bind port 1e6e2ca6-430f-4ead-93b9-e446f281328b on network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:19.380122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:55:19.380838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Checking segment: {'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:19.382271 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:19.382913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Bound using segment: {'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:55:19.383615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Bound port: 1e6e2ca6-430f-4ead-93b9-e446f281328b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:55:19.384776 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:19.412099 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b18cc37f-652e-41b5-8f16-36559ae2062c req-f46d9339-fdb4-4055-a455-f94c2621c7a0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783442 Aug 16 12:55:19.417801 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7c1cc0a-4808-4e0e-9fbc-cb0b61ac5fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:19.422165 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7c1cc0a-4808-4e0e-9fbc-cb0b61ac5fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:19.423550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c7c1cc0a-4808-4e0e-9fbc-cb0b61ac5fde admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df543773-222f-4a24-bb84-d9023a524e2d HTTP/1.1" status: 204 len: 168 time: 1.2511950 Aug 16 12:55:19.484964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] Router a023f8de-1062-48fd-b8fa-2c021edc4153 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:55:19.489231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e865111-47c8-4e9f-9e01-71ca93c78ee0 req-60a287be-9b56-458b-b916-3ff2e0799815 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368238 Aug 16 12:55:19.513911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] For port 1e6e2ca6-430f-4ead-93b9-e446f281328b, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:55:19.526661 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] For port 1e6e2ca6-430f-4ead-93b9-e446f281328b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1e6e2ca6-430f-4ead-93b9-e446f281328b,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:55:19.546453 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9357341b-ab04-4061-bac7-8d34f0bece1f tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:19.548051 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1cc0a-4808-4e0e-9fbc-cb0b61ac5fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df543773-222f-4a24-bb84-d9023a524e2d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:19.581402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:19.599050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9357341b-ab04-4061-bac7-8d34f0bece1f tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:19.670444 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c773afe4-f40d-4f4b-8372-c162f45f9ded x-openstack-request-id: req-c773afe4-f40d-4f4b-8372-c162f45f9ded {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:19.671057 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-plugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:19.671434 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c773afe4-f40d-4f4b-8372-c162f45f9ded {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:19.671836 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'code': 200} Aug 16 12:55:19.672575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e45448-e672-432d-aee9-4693cadda1f1 None None] Pushing event updated for resources: {'Port': ['ID=1e6e2ca6-430f-4ead-93b9-e446f281328b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:19.715451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Routers {'10949b79-f5b3-412f-a796-512100587405'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:19.716112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['10949b79-f5b3-412f-a796-512100587405'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:19.783549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:55:19.791984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:19.793859 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] Deleting port 116a2343-df8d-45db-8c0a-dd8114df981e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:19.794244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:19.801752 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064bba52-16e6-43d3-8216-1e19c43b60f3 None None] Sync routers for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:19.814434 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064bba52-16e6-43d3-8216-1e19c43b60f3 None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:19.815069 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-064bba52-16e6-43d3-8216-1e19c43b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:19.824598 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-10573dc3-bc38-48ac-990b-0850b7410ec7 admin admin] 10.222.0.25 "PUT /v2.0/routers/a023f8de-1062-48fd-b8fa-2c021edc4153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3320453 Aug 16 12:55:19.829688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34546) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:19.860193 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9357341b-ab04-4061-bac7-8d34f0bece1f tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:19.878208 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9357341b-ab04-4061-bac7-8d34f0bece1f tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3997369 Aug 16 12:55:19.895227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357341b-ab04-4061-bac7-8d34f0bece1f tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d13276-18e2-4130-ba59-45d705f555e7,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:19.913576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34548) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:19.968154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-08da697e-b709-4b1a-9677-0e590e796678 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Request body: {'security_group_rule': {'security_group_id': '51d13276-18e2-4130-ba59-45d705f555e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:20.101826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:20.134035 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-064bba52-16e6-43d3-8216-1e19c43b60f3 None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:20.150147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] For port 116a2343-df8d-45db-8c0a-dd8114df981e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=116a2343-df8d-45db-8c0a-dd8114df981e,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:20.150624 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:20.156653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] Set router 10949b79-f5b3-412f-a796-512100587405 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:20.194581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] Calling delete_port for 116a2343-df8d-45db-8c0a-dd8114df981e owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:20.253338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34550) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:20.339845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002d6ed-1ba9-4f5a-a1f7-587dc99ed006 req-d171aef7-b942-47a8-991c-9e027ecc2b8e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:20.349326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002d6ed-1ba9-4f5a-a1f7-587dc99ed006 req-d171aef7-b942-47a8-991c-9e027ecc2b8e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:20.351199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a002d6ed-1ba9-4f5a-a1f7-587dc99ed006 req-d171aef7-b942-47a8-991c-9e027ecc2b8e tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1682 time: 0.7766690 Aug 16 12:55:20.471985 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-628b96cc-82a9-4720-aebd-1749f05797e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2494cf29732c447cbdad68d705d4434a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169352 Aug 16 12:55:20.474880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34554) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:20.491950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:20.498289 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:20.517346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'port_id': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68', 'mac_address': 'fa:16:3e:53:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:55:20.534928 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-064bba52-16e6-43d3-8216-1e19c43b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:55:18Z', 'revision_number': 5, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port': {'id': 'fa23b00a-0f97-43f2-aa69-d3f5101d894c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:25Z', 'updated_at': '2021-08-16T12:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:20.571570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f756be-c7f3-449a-8134-c9f5c5c61fe6 req-f1149ab2-1dfe-49bc-8908-cfff36415178 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:20.574335 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064bba52-16e6-43d3-8216-1e19c43b60f3 None None] Checking router: a023f8de-1062-48fd-b8fa-2c021edc4153 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:20.582780 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:20.586212 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064bba52-16e6-43d3-8216-1e19c43b60f3 None None] Routers {'a023f8de-1062-48fd-b8fa-2c021edc4153'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:20.586846 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-064bba52-16e6-43d3-8216-1e19c43b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a023f8de-1062-48fd-b8fa-2c021edc4153'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:20.591224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93f756be-c7f3-449a-8134-c9f5c5c61fe6 req-f1149ab2-1dfe-49bc-8908-cfff36415178 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 943 time: 0.6754980 Aug 16 12:55:20.646948 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:55:20.675102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:20.683733 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:20.690041 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12e0387a-705f-4bcc-be40-31c87f7d707e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:20.750905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:20.766862 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-064bba52-16e6-43d3-8216-1e19c43b60f3 None None] Set router a023f8de-1062-48fd-b8fa-2c021edc4153 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:20.780636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08da697e-b709-4b1a-9677-0e590e796678 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:20.788585 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12e0387a-705f-4bcc-be40-31c87f7d707e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:20.792977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:14Z', 'revision_number': 4, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1e6e2ca6-430f-4ead-93b9-e446f281328b', 'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'mac_address': 'fa:16:3e:e9:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:11Z', 'updated_at': '2021-08-16T12:55:19Z', 'revision_number': 4, 'project_id': '194fddd554b3402986da83c64a5bd169', 'subnets': [{'id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:20.800276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Deleting port fa23b00a-0f97-43f2-aa69-d3f5101d894c {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:20.800705 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:20.829663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1750de7-5a26-47c6-af04-550b4412c42f None None] The sync data for ids ['10949b79-f5b3-412f-a796-512100587405'] in n-d-804708-1 is: [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:14Z', 'revision_number': 4, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1e6e2ca6-430f-4ead-93b9-e446f281328b', 'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'mac_address': 'fa:16:3e:e9:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:11Z', 'updated_at': '2021-08-16T12:55:19Z', 'revision_number': 4, 'project_id': '194fddd554b3402986da83c64a5bd169', 'subnets': [{'id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:20.834767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a002d6ed-1ba9-4f5a-a1f7-587dc99ed006 req-5fb79f5c-635d-458d-bfb0-be21456973e7 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525561 Aug 16 12:55:20.848338 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-064bba52-16e6-43d3-8216-1e19c43b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:55:20Z', 'revision_number': 6, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:20.932461 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064bba52-16e6-43d3-8216-1e19c43b60f3 None None] The sync data for ids ['a023f8de-1062-48fd-b8fa-2c021edc4153'] in n-d-804708-1 is: [{'id': 'a023f8de-1062-48fd-b8fa-2c021edc4153', 'name': 'tempest-FloatingIPsAssociationTestJSON-1561986774-router', 'tenant_id': 'd036f4f2672549029dbdf57639e4c83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:23Z', 'updated_at': '2021-08-16T12:55:20Z', 'revision_number': 6, 'project_id': 'd036f4f2672549029dbdf57639e4c83a', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:21.022768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93f756be-c7f3-449a-8134-c9f5c5c61fe6 req-6c25a7c8-58cf-43fe-a3d5-9dd91d2b1773 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4305575 Aug 16 12:55:21.039642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430875-7ad3-4c50-943d-afbd6e698c61 req-35b88d46-8c71-4cff-bc9e-e383b83341e8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:21.041234 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b430875-7ad3-4c50-943d-afbd6e698c61 req-35b88d46-8c71-4cff-bc9e-e383b83341e8 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 0.7299755 Aug 16 12:55:21.085893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:21.108861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] For port fa23b00a-0f97-43f2-aa69-d3f5101d894c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fa23b00a-0f97-43f2-aa69-d3f5101d894c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:21.110275 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:21.114477 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12e0387a-705f-4bcc-be40-31c87f7d707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:21.117755 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12e0387a-705f-4bcc-be40-31c87f7d707e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:21.122450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-12e0387a-705f-4bcc-be40-31c87f7d707e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed993a19-a39a-4edc-91e9-bdcd7bfc0103 HTTP/1.1" status: 204 len: 168 time: 0.6462080 Aug 16 12:55:21.153179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Calling delete_port for fa23b00a-0f97-43f2-aa69-d3f5101d894c owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:21.161008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0387a-705f-4bcc-be40-31c87f7d707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed993a19-a39a-4edc-91e9-bdcd7bfc0103,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:21.632961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1e6e2ca6-430f-4ead-93b9-e446f281328b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:21.649712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:21.739015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa23b00a-0f97-43f2-aa69-d3f5101d894c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:21.817940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 1e6e2ca6-430f-4ead-93b9-e446f281328b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:21.829809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 1e6e2ca6-430f-4ead-93b9-e446f281328b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:21.830662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:21.905399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f4c52d3a-88c1-4383-94a2-d6c166531c35 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:55:21.929683 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:22.150747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c057a0-bb29-4091-b2b6-e50552336ec4 req-7ff5434a-c0bb-4c9b-976e-e396856a662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:22.165427 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c057a0-bb29-4091-b2b6-e50552336ec4 req-7ff5434a-c0bb-4c9b-976e-e396856a662b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1097 time: 0.4016309 Aug 16 12:55:22.181329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:22.187695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:22.198422 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:22.261117 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:22.303447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 1e6e2ca6-430f-4ead-93b9-e446f281328b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1e6e2ca6-430f-4ead-93b9-e446f281328b,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:22.309053 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:22.311439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'mac_address': 'fa:16:3e:07:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:55:22.336555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4894f11f-d343-449d-9e79-5c416c52a545 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:22.368016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:22.382065 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a023f8de-1062-48fd-b8fa-2c021edc4153 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:55:22.397873 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:22.403340 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-69225b77-a156-4878-8935-f70444b1f73f admin admin] 10.222.0.25 "DELETE /v2.0/routers/a023f8de-1062-48fd-b8fa-2c021edc4153 HTTP/1.1" status: 204 len: 168 time: 2.5724325 Aug 16 12:55:22.410816 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34578) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:22.447365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 4894f11f-d343-449d-9e79-5c416c52a545 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:22.447713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4894f11f-d343-449d-9e79-5c416c52a545 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:22.485742 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08da697e-b709-4b1a-9677-0e590e796678 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:22.488937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c057a0-bb29-4091-b2b6-e50552336ec4 req-d543afe9-6dca-48d9-99c8-e82fb5f62a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:22.491601 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c057a0-bb29-4091-b2b6-e50552336ec4 req-d543afe9-6dca-48d9-99c8-e82fb5f62a63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.2878077 Aug 16 12:55:22.517667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=1e6e2ca6-430f-4ead-93b9-e446f281328b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:22.524195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08da697e-b709-4b1a-9677-0e590e796678 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:22.589918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbbaf0-5fe2-49ee-b00c-8e6807dcd215 req-cac31600-d134-4a19-b3b1-1de8c43722ed tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:22.591574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9dfbbaf0-5fe2-49ee-b00c-8e6807dcd215 req-cac31600-d134-4a19-b3b1-1de8c43722ed tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 1.5419641 Aug 16 12:55:22.636675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51779f68-48b4-4531-a957-4c72571e3d0e req-7a63be5f-6342-44fb-8310-eae944374e71 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:22.640608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51779f68-48b4-4531-a957-4c72571e3d0e req-7a63be5f-6342-44fb-8310-eae944374e71 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 950 time: 1.4803929 Aug 16 12:55:22.668185 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c057a0-bb29-4091-b2b6-e50552336ec4 req-89b0eb52-c7c2-450e-88fe-31958470b6c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 1001 time: 0.1571476 Aug 16 12:55:22.729392 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:22.771773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c057a0-bb29-4091-b2b6-e50552336ec4 req-d4a252a3-b832-4bba-9404-4dee9a061a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:22.774424 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c057a0-bb29-4091-b2b6-e50552336ec4 req-d4a252a3-b832-4bba-9404-4dee9a061a44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.0990093 Aug 16 12:55:22.849134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da697e-b709-4b1a-9677-0e590e796678 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47e7ccd-bb3f-469c-b26f-cafd781714e1,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:22.858205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08da697e-b709-4b1a-9677-0e590e796678 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:22.859924 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-08da697e-b709-4b1a-9677-0e590e796678 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9008021 Aug 16 12:55:22.871812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34586) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:22.892523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4e847f6f-72e9-4fec-bf07-6bd2b055fc2d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Request body: {'security_group_rule': {'security_group_id': '51d13276-18e2-4130-ba59-45d705f555e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:22.901831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] Pushing event deleted for resources: {'Port': ['ID=116a2343-df8d-45db-8c0a-dd8114df981e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:22.964421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c057a0-bb29-4091-b2b6-e50552336ec4 req-48fc6c8a-5b2d-47e2-9075-1b5723fd6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:22.966390 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c057a0-bb29-4091-b2b6-e50552336ec4 req-48fc6c8a-5b2d-47e2-9075-1b5723fd6cb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799967 Aug 16 12:55:23.045495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-5559c4d0-dd2a-497c-996f-01d12873f995 admin admin] Deleting subnet 20563607-91e0-4e98-ba16-1c22caf3ec4d {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:55:23.055270 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5559c4d0-dd2a-497c-996f-01d12873f995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.094761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e847f6f-72e9-4fec-bf07-6bd2b055fc2d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.115600 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5559c4d0-dd2a-497c-996f-01d12873f995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.185348 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c057a0-bb29-4091-b2b6-e50552336ec4 req-44e18585-c73c-4cc7-8819-4c48cd3e221f service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111945 Aug 16 12:55:23.229256 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5559c4d0-dd2a-497c-996f-01d12873f995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.336267 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51779f68-48b4-4531-a957-4c72571e3d0e req-aa82ed13-7fa3-4f3a-a147-f7ffc0d6a365 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814966 Aug 16 12:55:23.370260 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9dfbbaf0-5fe2-49ee-b00c-8e6807dcd215 req-4e23af38-0f2e-4b25-8f95-dcfc8e973d48 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7469573 Aug 16 12:55:23.388466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5559c4d0-dd2a-497c-996f-01d12873f995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.467297 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45c057a0-bb29-4091-b2b6-e50552336ec4 req-1a145c04-f195-4150-af53-294f750c35f4 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710602 Aug 16 12:55:23.469278 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e847f6f-72e9-4fec-bf07-6bd2b055fc2d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.483336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e847f6f-72e9-4fec-bf07-6bd2b055fc2d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.509444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e847f6f-72e9-4fec-bf07-6bd2b055fc2d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f255d5b6-78f7-4ca7-b1b8-f60bbbb62cd8,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:23.543815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1e6e2ca6-430f-4ead-93b9-e446f281328b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:23.570017 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e847f6f-72e9-4fec-bf07-6bd2b055fc2d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.575173 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4e847f6f-72e9-4fec-bf07-6bd2b055fc2d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6959658 Aug 16 12:55:23.576218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34602) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:23.583029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:23.612410 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.613626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559c4d0-dd2a-497c-996f-01d12873f995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20563607-91e0-4e98-ba16-1c22caf3ec4d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:23.618612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 1e6e2ca6-430f-4ead-93b9-e446f281328b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:23.619218 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.650808 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5559c4d0-dd2a-497c-996f-01d12873f995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.656959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5559c4d0-dd2a-497c-996f-01d12873f995 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/20563607-91e0-4e98-ba16-1c22caf3ec4d HTTP/1.1" status: 204 len: 168 time: 1.2166631 Aug 16 12:55:23.660829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34604) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:23.695570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0025d30-b114-4387-80b5-fc5728513b7d None None] Network 05721844-823e-460f-a168-4a22dab945ea requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:23.696590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-0b430875-7ad3-4c50-943d-afbd6e698c61 req-dbe2cde6-e8cb-4b76-a0cf-4bd2b19dd0fb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Deleting port f4c52d3a-88c1-4383-94a2-d6c166531c35 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:23.697054 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0b430875-7ad3-4c50-943d-afbd6e698c61 req-dbe2cde6-e8cb-4b76-a0cf-4bd2b19dd0fb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.734434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:23.791808 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:23.835670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f32595-bfea-4a7a-a98f-9e0e5b87ad25 req-1e6891c0-7e90-400d-b594-6a6985c5c249 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:23.842134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f32595-bfea-4a7a-a98f-9e0e5b87ad25 req-1e6891c0-7e90-400d-b594-6a6985c5c249 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:23.851862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1f32595-bfea-4a7a-a98f-9e0e5b87ad25 req-1e6891c0-7e90-400d-b594-6a6985c5c249 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1682 time: 0.2444172 Aug 16 12:55:23.864951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4f4f4-7f51-4e80-af46-a4a2a65760f0 req-56b25eac-c720-404c-a395-f5c7102314cd tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:23.872719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dde4f4f4-7f51-4e80-af46-a4a2a65760f0 req-56b25eac-c720-404c-a395-f5c7102314cd tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 944 time: 0.3606436 Aug 16 12:55:23.956762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f4c52d3a-88c1-4383-94a2-d6c166531c35 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:24.034093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-0b430875-7ad3-4c50-943d-afbd6e698c61 req-dbe2cde6-e8cb-4b76-a0cf-4bd2b19dd0fb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:24.034643 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0b430875-7ad3-4c50-943d-afbd6e698c61 req-dbe2cde6-e8cb-4b76-a0cf-4bd2b19dd0fb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.035838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.096817 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa23b00a-0f97-43f2-aa69-d3f5101d894c no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:24.104951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-0b430875-7ad3-4c50-943d-afbd6e698c61 req-dbe2cde6-e8cb-4b76-a0cf-4bd2b19dd0fb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Calling delete_port for f4c52d3a-88c1-4383-94a2-d6c166531c35 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:24.120347 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.122053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: fa23b00a-0f97-43f2-aa69-d3f5101d894c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:24.122419 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa23b00a-0f97-43f2-aa69-d3f5101d894c not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:24.125421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:24.126019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dde4f4f4-7f51-4e80-af46-a4a2a65760f0 req-3277eb14-3b12-441b-9bef-18c00a18f5dd tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477007 Aug 16 12:55:24.135247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:24.135618 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.156589 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1f32595-bfea-4a7a-a98f-9e0e5b87ad25 req-98634b86-07e3-4c7e-837e-f78148048f17 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035927 Aug 16 12:55:24.226535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.343749 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.364929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Deleting port 12129b46-2270-4708-b938-02e6eca4fbae {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:24.369018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.379560 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f4c52d3a-88c1-4383-94a2-d6c166531c35 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:55:24.407243 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:24.410914 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57beb00-66bf-4b22-805c-1b04c3b6961f" -d '{"events": [{"server_uuid": "9d99ba5a-5424-49fc-8827-fefb1d394ac5", "name": "network-vif-plugged", "status": "completed", "tag": "5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:24.430401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:24.454547 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.460424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f4c52d3a-88c1-4383-94a2-d6c166531c35, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f4c52d3a-88c1-4383-94a2-d6c166531c35,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:24.536362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:24.537199 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.629626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edade3aa-26f4-472d-bb78-30556130dde5 None None] DHCP port deletion for 05721844-823e-460f-a168-4a22dab945ea request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:55:24.684402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] For port 12129b46-2270-4708-b938-02e6eca4fbae, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12129b46-2270-4708-b938-02e6eca4fbae,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:24.684826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.704788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Calling delete_port for 12129b46-2270-4708-b938-02e6eca4fbae owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:24.813960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Allocated IP 172.25.0.194 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/d6bfb49c-3560-4b55-b656-de9bfc368d23) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:55:24.816964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=13']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:24.832779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-edade3aa-26f4-472d-bb78-30556130dde5 None None] Deleting port 12129b46-2270-4708-b938-02e6eca4fbae {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:24.833188 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-edade3aa-26f4-472d-bb78-30556130dde5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.884639 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.913378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-edade3aa-26f4-472d-bb78-30556130dde5 None None] For port 12129b46-2270-4708-b938-02e6eca4fbae, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12129b46-2270-4708-b938-02e6eca4fbae,segment=NetworkSegment(3706460a-2e66-444c-8033-2450cf5238a9),segment_id=3706460a-2e66-444c-8033-2450cf5238a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:24.913779 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-edade3aa-26f4-472d-bb78-30556130dde5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:24.955887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Pushing event deleted for resources: {'Port': ['ID=12129b46-2270-4708-b938-02e6eca4fbae,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:24.977886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] No DVR routers for this DVR port 12129b46-2270-4708-b938-02e6eca4fbae on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:24.997948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0b430875-7ad3-4c50-943d-afbd6e698c61 req-dbe2cde6-e8cb-4b76-a0cf-4bd2b19dd0fb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:25.004544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] Router c7f5b03a-7307-455f-bba2-b1299ff84d37 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:55:25.048715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8367d-9b43-4873-b2da-89ca1fac919f req-3e29333d-302d-4b74-b4fe-b557470230d5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:25.050406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1fc8367d-9b43-4873-b2da-89ca1fac919f req-3e29333d-302d-4b74-b4fe-b557470230d5 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d1912b5-b0eb-488e-a89f-ee74530c21de HTTP/1.1" status: 200 len: 949 time: 0.2787244 Aug 16 12:55:25.063201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d30a-8c26-4823-b33e-2da26f387240 req-794b84c3-214e-4460-99d8-c65577f77188 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:25.064911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63d0d30a-8c26-4823-b33e-2da26f387240 req-794b84c3-214e-4460-99d8-c65577f77188 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.1718183 Aug 16 12:55:25.068789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2cde6-e8cb-4b76-a0cf-4bd2b19dd0fb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Pushing event deleted for resources: {'Port': ['ID=f4c52d3a-88c1-4383-94a2-d6c166531c35,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:25.180688 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:25.183969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:25.198352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05721844-823e-460f-a168-4a22dab945ea']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:25.205908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b430875-7ad3-4c50-943d-afbd6e698c61 req-dbe2cde6-e8cb-4b76-a0cf-4bd2b19dd0fb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] No DVR routers for this DVR port f4c52d3a-88c1-4383-94a2-d6c166531c35 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:25.213708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3706460a-2e66-444c-8033-2450cf5238a9') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:25.214022 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3706460a-2e66-444c-8033-2450cf5238a9') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:25.219049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-edade3aa-26f4-472d-bb78-30556130dde5 None None] Calling delete_port for 12129b46-2270-4708-b938-02e6eca4fbae owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:25.227734 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:25.258253 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:25.269585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63d0d30a-8c26-4823-b33e-2da26f387240 req-05b610cd-1996-4eac-b58c-3f7f1fac675f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951342 Aug 16 12:55:25.277911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:55:25.278358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:55:25.280245 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:55:25.287804 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0b430875-7ad3-4c50-943d-afbd6e698c61 req-dbe2cde6-e8cb-4b76-a0cf-4bd2b19dd0fb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:25.290236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b430875-7ad3-4c50-943d-afbd6e698c61 req-dbe2cde6-e8cb-4b76-a0cf-4bd2b19dd0fb tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "DELETE /v2.0/ports/f4c52d3a-88c1-4383-94a2-d6c166531c35 HTTP/1.1" status: 204 len: 173 time: 4.2389753 Aug 16 12:55:25.310490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'name': 'network-vif-deleted', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:25.314514 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0d700a-964d-4bbd-a82a-14d959a25c4a" -d '{"events": [{"server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "name": "network-vif-deleted", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:25.390799 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1fc8367d-9b43-4873-b2da-89ca1fac919f req-7a51733e-1f32-4364-b687-fe7e7c2b8178 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248112 Aug 16 12:55:25.416111 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1600ec80-cd69-4d8f-85bb-fa4524e25305 x-openstack-request-id: req-1600ec80-cd69-4d8f-85bb-fa4524e25305 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:25.416484 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d99ba5a-5424-49fc-8827-fefb1d394ac5", "name": "network-vif-plugged", "status": "completed", "tag": "5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:25.423975 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1600ec80-cd69-4d8f-85bb-fa4524e25305 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:25.424437 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68', 'code': 200} Aug 16 12:55:25.443689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['244f0070-7871-4125-bc73-6c2a75563a87', '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:25.459194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:25.507257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:25.612791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:25.618499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-753cff5c-4266-469d-8b52-1c48c697385d admin admin] 10.222.0.25 "PUT /v2.0/routers/c7f5b03a-7307-455f-bba2-b1299ff84d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5683157 Aug 16 12:55:25.620920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34640) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:25.629459 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:25.671681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:55:25.673599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:25.675618 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] 10.222.0.25 "DELETE /v2.0/networks/05721844-823e-460f-a168-4a22dab945ea HTTP/1.1" status: 204 len: 168 time: 2.0136979 Aug 16 12:55:25.694130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12129b46-2270-4708-b938-02e6eca4fbae no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:25.702788 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-edade3aa-26f4-472d-bb78-30556130dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:25.718584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:25.738628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:55:25.804586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b4c0b-7346-403b-bd4f-455bb9fcfa48 admin admin] Pushing event deleted for resources: {'Network': ['ID=05721844-823e-460f-a168-4a22dab945ea,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:25.828471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-edade3aa-26f4-472d-bb78-30556130dde5 None None] Network 05721844-823e-460f-a168-4a22dab945ea is not hosted by any dhcp agent {{(pid=101397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 12:55:25.828471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edade3aa-26f4-472d-bb78-30556130dde5 None None] No DVR routers for this DVR port 12129b46-2270-4708-b938-02e6eca4fbae on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:25.846119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Pushing event updated for resources: {'Port': ['ID=d6bfb49c-3560-4b55-b656-de9bfc368d23,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:25.855946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40325a3f-8487-4a1b-8ad8-db158c04531b None None] Sync routers for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:25.890907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01901456-175e-4d39-945b-d767885d220e req-afc74831-1122-46b6-a12e-0f634e3dcfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:25.892637 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01901456-175e-4d39-945b-d767885d220e req-afc74831-1122-46b6-a12e-0f634e3dcfb6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 1096 time: 0.2918301 Aug 16 12:55:25.916595 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edade3aa-26f4-472d-bb78-30556130dde5 None None] Pushing event deleted for resources: {'Port': ['ID=12129b46-2270-4708-b938-02e6eca4fbae,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:25.948045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 12129b46-2270-4708-b938-02e6eca4fbae {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:25.948327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12129b46-2270-4708-b938-02e6eca4fbae not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:25.973122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40325a3f-8487-4a1b-8ad8-db158c04531b None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:25.973122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-40325a3f-8487-4a1b-8ad8-db158c04531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:26.033173 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:26.173914 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-01901456-175e-4d39-945b-d767885d220e req-fe75dd2e-e613-4057-93ec-c65eaad8e3b9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688692 Aug 16 12:55:26.177817 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:26.190286 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34648) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:26.192676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751653e4-88c8-47a7-bfe1-6642249ad3ee req-0a76ecaa-ea96-4b5e-850a-587f10c146b5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:26.205772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751653e4-88c8-47a7-bfe1-6642249ad3ee req-0a76ecaa-ea96-4b5e-850a-587f10c146b5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:26.214420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-751653e4-88c8-47a7-bfe1-6642249ad3ee req-0a76ecaa-ea96-4b5e-850a-587f10c146b5 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1682 time: 0.5798991 Aug 16 12:55:26.259033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-40325a3f-8487-4a1b-8ad8-db158c04531b None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:26.272340 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:26.311360 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-751653e4-88c8-47a7-bfe1-6642249ad3ee req-1472990b-4958-4be3-8fde-0a7b0b9b9548 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773826 Aug 16 12:55:26.322512 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7f83b9d8-8d75-4fdb-9818-36123c6ac281 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d036f4f2672549029dbdf57639e4c83a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303370 Aug 16 12:55:26.329325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34652) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:26.349963 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa32c9-b26b-41e9-a257-14493a4594bf req-1d306192-ff63-48c8-b24b-fd5375fe1b48 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:26.351640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4aa32c9-b26b-41e9-a257-14493a4594bf req-1d306192-ff63-48c8-b24b-fd5375fe1b48 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 945 time: 0.4664762 Aug 16 12:55:26.425411 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a01a6e-6f31-4de2-8682-469a218ab58e x-openstack-request-id: req-53a01a6e-6f31-4de2-8682-469a218ab58e {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:26.429830 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-00ccd1b6-db72-4c45-a901-cc7100a6d8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:26.430907 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1912b5-b0eb-488e-a89f-ee74530c21de", "name": "network-vif-deleted", "tag": "f4c52d3a-88c1-4383-94a2-d6c166531c35", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:26.431834 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53a01a6e-6f31-4de2-8682-469a218ab58e {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:26.439533 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1912b5-b0eb-488e-a89f-ee74530c21de', 'name': 'network-vif-deleted', 'tag': 'f4c52d3a-88c1-4383-94a2-d6c166531c35', 'status': 'completed', 'code': 200} Aug 16 12:55:26.517232 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4aa32c9-b26b-41e9-a257-14493a4594bf req-c28d8a92-4899-4afc-8502-23dedda4ff13 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761511 Aug 16 12:55:26.525881 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-00ccd1b6-db72-4c45-a901-cc7100a6d8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:26.532608 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:26.647033 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-00ccd1b6-db72-4c45-a901-cc7100a6d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:26.650381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-00ccd1b6-db72-4c45-a901-cc7100a6d8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:26.651760 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-00ccd1b6-db72-4c45-a901-cc7100a6d8bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ef90565-1123-4158-b686-29eca6e8dc73 HTTP/1.1" status: 204 len: 168 time: 0.3211379 Aug 16 12:55:26.706816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccd1b6-db72-4c45-a901-cc7100a6d8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef90565-1123-4158-b686-29eca6e8dc73,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:26.753717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Deleting port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:26.758215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:26.768205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:26.773469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-826435e3-11f8-4bab-975d-e232ac777b86 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:26.790279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-826435e3-11f8-4bab-975d-e232ac777b86 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:26.792683 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-826435e3-11f8-4bab-975d-e232ac777b86 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1682 time: 0.1619866 Aug 16 12:55:26.794769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:26.887869 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7285a-2241-4576-aff6-4fba43d96157 req-398556d6-4569-4670-a933-00b5eebb01bd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:26.890002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3a7285a-2241-4576-aff6-4fba43d96157 req-398556d6-4569-4670-a933-00b5eebb01bd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.2364256 Aug 16 12:55:26.984299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-40325a3f-8487-4a1b-8ad8-db158c04531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:55:21Z', 'revision_number': 5, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port': {'id': 'a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:40Z', 'updated_at': '2021-08-16T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:27.003382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Pushing event updated for resources: {'Port': ['ID=d6bfb49c-3560-4b55-b656-de9bfc368d23,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:27.025886 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:27.056553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:27.057680 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5b6b8bca-b17d-48cb-9fee-4bdf0614d6e7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4794228 Aug 16 12:55:27.082956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-c0cffd66-845b-4d33-aac9-9164fee6eedf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting port 36314fa1-1ecb-4b03-af74-10888430add1 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:27.083314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-c0cffd66-845b-4d33-aac9-9164fee6eedf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:27.111479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40325a3f-8487-4a1b-8ad8-db158c04531b None None] Checking router: c7f5b03a-7307-455f-bba2-b1299ff84d37 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:27.123763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] For port a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:27.125508 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:27.145216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40325a3f-8487-4a1b-8ad8-db158c04531b None None] Routers {'c7f5b03a-7307-455f-bba2-b1299ff84d37'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:27.146198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-40325a3f-8487-4a1b-8ad8-db158c04531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c7f5b03a-7307-455f-bba2-b1299ff84d37'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:27.165022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Calling delete_port for a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:27.182850 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63325fe7-c2a3-4b05-b111-5b60a737a388 req-0b332e71-1cd9-47d9-a7e0-06f4b041d02f tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6fae1496e5634307be693c707394f2a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2114286 Aug 16 12:55:27.255291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3a7285a-2241-4576-aff6-4fba43d96157 req-c789edda-d961-4539-9cd9-218cc09ebfae tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3529985 Aug 16 12:55:27.410062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-40325a3f-8487-4a1b-8ad8-db158c04531b None None] Set router c7f5b03a-7307-455f-bba2-b1299ff84d37 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:27.463474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-c0cffd66-845b-4d33-aac9-9164fee6eedf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] For port 36314fa1-1ecb-4b03-af74-10888430add1, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=36314fa1-1ecb-4b03-af74-10888430add1,segment=NetworkSegment(3ebb5770-31ce-43db-bf99-798c5d6f5e47),segment_id=3ebb5770-31ce-43db-bf99-798c5d6f5e47)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:27.465911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-c0cffd66-845b-4d33-aac9-9164fee6eedf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:27.506329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-c0cffd66-845b-4d33-aac9-9164fee6eedf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Calling delete_port for 36314fa1-1ecb-4b03-af74-10888430add1 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:27.568239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-40325a3f-8487-4a1b-8ad8-db158c04531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:55:26Z', 'revision_number': 6, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:27.571398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63325fe7-c2a3-4b05-b111-5b60a737a388 req-dfda7549-4e34-42ca-838e-3ba475f1a24e tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:27.579425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63325fe7-c2a3-4b05-b111-5b60a737a388 req-dfda7549-4e34-42ca-838e-3ba475f1a24e tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778586 Aug 16 12:55:27.629054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40325a3f-8487-4a1b-8ad8-db158c04531b None None] The sync data for ids ['c7f5b03a-7307-455f-bba2-b1299ff84d37'] in n-d-804708-1 is: [{'id': 'c7f5b03a-7307-455f-bba2-b1299ff84d37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389144804-router', 'tenant_id': '658311110ba74518860e125da8421b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:39Z', 'updated_at': '2021-08-16T12:55:26Z', 'revision_number': 6, 'project_id': '658311110ba74518860e125da8421b28', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:27.787394 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-c0cffd66-845b-4d33-aac9-9164fee6eedf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:27.818366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['e8841bbb-dce7-4e03-bcac-c6548ee6a783'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:27.832713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cffd66-845b-4d33-aac9-9164fee6eedf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Port': ['ID=36314fa1-1ecb-4b03-af74-10888430add1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:27.907477 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-c0cffd66-845b-4d33-aac9-9164fee6eedf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] No DVR routers for this DVR port 36314fa1-1ecb-4b03-af74-10888430add1 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:27.912258 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-c0cffd66-845b-4d33-aac9-9164fee6eedf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:27.913872 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-c0cffd66-845b-4d33-aac9-9164fee6eedf tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.22 "DELETE /v2.0/ports/36314fa1-1ecb-4b03-af74-10888430add1 HTTP/1.1" status: 204 len: 173 time: 1.1138353 Aug 16 12:55:27.923986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'name': 'network-vif-deleted', 'tag': '36314fa1-1ecb-4b03-af74-10888430add1'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:27.926424 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bab1ec-df65-4a33-a670-7d2f1f5d6f95" -d '{"events": [{"server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "name": "network-vif-deleted", "tag": "36314fa1-1ecb-4b03-af74-10888430add1"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:27.959919 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:55:28.096393 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63325fe7-c2a3-4b05-b111-5b60a737a388 req-7444de41-70d8-4ecc-b66e-4275bea5ae98 tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/quotas/6fae1496e5634307be693c707394f2a6 HTTP/1.1" status: 200 len: 375 time: 0.5157185 Aug 16 12:55:28.178543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63325fe7-c2a3-4b05-b111-5b60a737a388 req-b8fb71ed-3496-4dab-b838-29baf340926d tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6fae1496e5634307be693c707394f2a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808609 Aug 16 12:55:28.250455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-2b8794c6-4856-4818-912f-10b0a500bffa tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting port e8841bbb-dce7-4e03-bcac-c6548ee6a783 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:28.251006 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-2b8794c6-4856-4818-912f-10b0a500bffa tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:28.276152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34698) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:28.295394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892182d8-95ea-416f-a894-324b83ec977a req-565de176-6022-444d-8dd9-72fd00040a0f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:28.319628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892182d8-95ea-416f-a894-324b83ec977a req-565de176-6022-444d-8dd9-72fd00040a0f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:28.334191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-892182d8-95ea-416f-a894-324b83ec977a req-565de176-6022-444d-8dd9-72fd00040a0f tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d58121a-7237-4f2d-b763-a5a044b8dcfc HTTP/1.1" status: 200 len: 1604 time: 0.7744858 Aug 16 12:55:28.385054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-2b8794c6-4856-4818-912f-10b0a500bffa tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] For port e8841bbb-dce7-4e03-bcac-c6548ee6a783, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e8841bbb-dce7-4e03-bcac-c6548ee6a783,segment=NetworkSegment(0139b251-6da2-44a5-ba47-64240576b159),segment_id=0139b251-6da2-44a5-ba47-64240576b159)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:28.385442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-2b8794c6-4856-4818-912f-10b0a500bffa tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:28.399920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-2b8794c6-4856-4818-912f-10b0a500bffa tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Calling delete_port for e8841bbb-dce7-4e03-bcac-c6548ee6a783 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:28.418309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-892182d8-95ea-416f-a894-324b83ec977a req-77672718-36e8-4afb-a637-4a5cb596f985 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "GET /v2.0/security-groups?id=34e6f67d-5f50-48e2-b331-23a5eabcae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827577 Aug 16 12:55:28.419623 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:28.462385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:28.575567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-network', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:28.597302 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-a94e2a83-1b25-4296-b7a4-d6503fb7e8ad tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--761815874&fields=id&tenant_id=194fddd554b3402986da83c64a5bd169 HTTP/1.1" status: 200 len: 267 time: 0.1083171 Aug 16 12:55:28.604611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:28.662713 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Made reservation on behalf of 7f6f2ce9b79247b1b5a887a4884f27e2 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:55:28.665628 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:28.769579 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:28.799289 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:28.845386 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:28.973549 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:28.974073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7f5b03a-7307-455f-bba2-b1299ff84d37 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:55:28.999463 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.000717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-49f9a50a-8e7c-4c79-8bef-ad869a045799 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c7f5b03a-7307-455f-bba2-b1299ff84d37 HTTP/1.1" status: 204 len: 168 time: 3.3785148 Aug 16 12:55:29.009496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34716) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:29.022329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-2b8794c6-4856-4818-912f-10b0a500bffa tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.057392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8794c6-4856-4818-912f-10b0a500bffa tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Port': ['ID=e8841bbb-dce7-4e03-bcac-c6548ee6a783,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:29.085407 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-169f4d77-414b-42b5-b7eb-5e6dcd41f14e tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:29.097708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-169f4d77-414b-42b5-b7eb-5e6dcd41f14e tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/networks?id=8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c HTTP/1.1" status: 200 len: 811 time: 0.4849946 Aug 16 12:55:29.131314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6415d-ce67-42c4-a2dc-c7ca74d4326e req-e1075a3b-669c-4ef1-bea2-1210e0e3b7b8 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:29.132573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-2b8794c6-4856-4818-912f-10b0a500bffa tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] No DVR routers for this DVR port e8841bbb-dce7-4e03-bcac-c6548ee6a783 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:29.135966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-2b8794c6-4856-4818-912f-10b0a500bffa tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.138381 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c3589c66-bc4d-493a-927e-a9d68a8c888f req-2b8794c6-4856-4818-912f-10b0a500bffa tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.22 "DELETE /v2.0/ports/e8841bbb-dce7-4e03-bcac-c6548ee6a783 HTTP/1.1" status: 204 len: 173 time: 1.1993568 Aug 16 12:55:29.146011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81f6415d-ce67-42c4-a2dc-c7ca74d4326e req-e1075a3b-669c-4ef1-bea2-1210e0e3b7b8 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 945 time: 0.3044899 Aug 16 12:55:29.175879 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-4fd037c3-5e7b-460e-b2ad-ac9c4bf6e72f tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/quotas/194fddd554b3402986da83c64a5bd169 HTTP/1.1" status: 200 len: 375 time: 0.0762992 Aug 16 12:55:29.205101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f928a8b-4744-44c2-8e77-dee7818ba1ce admin admin] Deleting subnet e06d01c6-fe38-4463-a6c6-0f140fdc5148 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:55:29.216458 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f928a8b-4744-44c2-8e77-dee7818ba1ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.245853 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.334054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81f6415d-ce67-42c4-a2dc-c7ca74d4326e req-4f6ebbc7-7766-409a-8d8b-944b2128f4df tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868770 Aug 16 12:55:29.381759 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f928a8b-4744-44c2-8e77-dee7818ba1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.382783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:29.384827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.422500 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e998a4-5fea-44b6-bed1-cc18c9a499e2 x-openstack-request-id: req-20e998a4-5fea-44b6-bed1-cc18c9a499e2 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:29.422845 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "name": "network-vif-deleted", "tag": "36314fa1-1ecb-4b03-af74-10888430add1", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:29.423151 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20e998a4-5fea-44b6-bed1-cc18c9a499e2 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:29.423565 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'name': 'network-vif-deleted', 'tag': '36314fa1-1ecb-4b03-af74-10888430add1', 'status': 'completed', 'code': 200} Aug 16 12:55:29.425851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:29.426234 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a2ebf7ab-75d7-4d4a-b2c2-3fd25a04bd0a not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:29.426661 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 116a2343-df8d-45db-8c0a-dd8114df981e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:29.448700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.465259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-67740341-e9af-4965-a35c-c07b6503b53c tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=194fddd554b3402986da83c64a5bd169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2885797 Aug 16 12:55:29.479300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 116a2343-df8d-45db-8c0a-dd8114df981e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:29.480966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 116a2343-df8d-45db-8c0a-dd8114df981e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:29.526809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:55:29.617189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997fd2b1-2d13-499e-a0c7-af5abd869dd3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:29.663561 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.663561 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Added segment 7082abad-1e9b-4b9d-ab1f-78c6769602e0 of type vlan for network df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 Aug 16 12:55:29.736170 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f928a8b-4744-44c2-8e77-dee7818ba1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.766159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e8841bbb-dce7-4e03-bcac-c6548ee6a783 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:29.788311 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.802741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dcb2f-483f-4f4e-b17d-f28932328259 req-24eaab07-c0e9-4cff-887b-a886f69409ff tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:29.804416 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c82dcb2f-483f-4f4e-b17d-f28932328259 req-24eaab07-c0e9-4cff-887b-a886f69409ff tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.2786818 Aug 16 12:55:29.822133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: e8841bbb-dce7-4e03-bcac-c6548ee6a783 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:29.823561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e8841bbb-dce7-4e03-bcac-c6548ee6a783 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:29.827723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 36314fa1-1ecb-4b03-af74-10888430add1 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:29.868012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 36314fa1-1ecb-4b03-af74-10888430add1 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:29.868012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 36314fa1-1ecb-4b03-af74-10888430add1 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:29.869073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-4b0b117d-70ea-4c9a-9be9-8a500644e9f6 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770554 Aug 16 12:55:29.915567 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.916517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:29.917094 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:29.954079 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c82dcb2f-483f-4f4e-b17d-f28932328259 req-c71f3c37-568d-4a9f-bf80-9ee0009c9a2e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357331 Aug 16 12:55:29.977942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f928a8b-4744-44c2-8e77-dee7818ba1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.070273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7841356 Aug 16 12:55:30.071794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34726) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:30.075565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f928a8b-4744-44c2-8e77-dee7818ba1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06d01c6-fe38-4463-a6c6-0f140fdc5148,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:30.078302 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f928a8b-4744-44c2-8e77-dee7818ba1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.080231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8f928a8b-4744-44c2-8e77-dee7818ba1ce admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e06d01c6-fe38-4463-a6c6-0f140fdc5148 HTTP/1.1" status: 204 len: 168 time: 1.0697112 Aug 16 12:55:30.089149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72fd22-9682-40ea-8096-92e9ec5c986b admin admin] Pushing event updated for resources: {'Network': ['ID=df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:30.093395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34728) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:30.099495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f2324-f175-4bc6-9964-e86fcd09f402 None None] Network f1d1179a-0d86-4c10-90fa-5cdb7bb176bd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:30.107835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] Request body: {'subnet': {'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-subnet', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:30.111755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:55:30.230248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-b52b5648-cdc4-4628-ad95-50445376f3be service neutron] 10.222.0.25 "GET /v2.0/networks/8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338451 Aug 16 12:55:30.233127 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.244131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] Made reservation on behalf of 7f6f2ce9b79247b1b5a887a4884f27e2 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:55:30.248043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.303674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Deleting port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:30.304025 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.428674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] For port ff4c6ec7-1789-4e29-8d09-fc98f953ad27, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ff4c6ec7-1789-4e29-8d09-fc98f953ad27,segment=NetworkSegment(8b749651-7089-419c-87ed-91e6abe98d81),segment_id=8b749651-7089-419c-87ed-91e6abe98d81)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:30.429230 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.471517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Calling delete_port for ff4c6ec7-1789-4e29-8d09-fc98f953ad27 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:30.515728 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.550664 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b7590e-37d2-4f8b-b1fe-9f728e73ae8b None None] DHCP port deletion for f1d1179a-0d86-4c10-90fa-5cdb7bb176bd request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:55:30.610481 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78334b23-b956-4494-bd28-c9ef2df54f42,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:30.615492 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.626189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bb4fa-fb39-44d3-ac2f-393a99f324c2 req-c74cb576-4e6e-42fb-bd9a-3f03cde62e53 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:30.628270 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-771bb4fa-fb39-44d3-ac2f-393a99f324c2 req-c74cb576-4e6e-42fb-bd9a-3f03cde62e53 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.22 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 951 time: 0.1239538 Aug 16 12:55:30.635846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] No DVR routers for this DVR port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:30.691228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4c6ec7-1789-4e29-8d09-fc98f953ad27,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:30.707833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-62b7590e-37d2-4f8b-b1fe-9f728e73ae8b None None] Deleting port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:30.719316 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-62b7590e-37d2-4f8b-b1fe-9f728e73ae8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.722533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] Checking segment: {'id': '7082abad-1e9b-4b9d-ab1f-78c6769602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:30.723339 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] Network hostable DHCP agents. Network: df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:55:30.759314 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.771476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d1179a-0d86-4c10-90fa-5cdb7bb176bd']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:30.782354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] Network df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:55:30.785053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b749651-7089-419c-87ed-91e6abe98d81') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:30.785363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b749651-7089-419c-87ed-91e6abe98d81') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:30.804572 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.827124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:30.848205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:30.852896 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.861773 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.872230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:55:30.872647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.889186 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0e9fe029-04e2-44d8-9882-1fb3b70c5ff4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8138745 Aug 16 12:55:30.907922 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45106fb2-bd53-4ff5-b714-196395c44852 None None] Network df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:30.911030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34740) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:30.918684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-router', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:30.938044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-771bb4fa-fb39-44d3-ac2f-393a99f324c2 req-537cb18c-efeb-4189-a337-8d8159df0dce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Deleting port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:30.938443 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-771bb4fa-fb39-44d3-ac2f-393a99f324c2 req-537cb18c-efeb-4189-a337-8d8159df0dce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:55:30.976437 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:55:31.006743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-62b7590e-37d2-4f8b-b1fe-9f728e73ae8b None None] For port ff4c6ec7-1789-4e29-8d09-fc98f953ad27, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:31.007199 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-62b7590e-37d2-4f8b-b1fe-9f728e73ae8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.037261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-62b7590e-37d2-4f8b-b1fe-9f728e73ae8b None None] Calling delete_port for ff4c6ec7-1789-4e29-8d09-fc98f953ad27 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:31.042377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-62b7590e-37d2-4f8b-b1fe-9f728e73ae8b None None] Port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 12:55:31.046784 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-62b7590e-37d2-4f8b-b1fe-9f728e73ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.065432 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.066661 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.109272 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.169509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b7590e-37d2-4f8b-b1fe-9f728e73ae8b None None] No DVR routers for this DVR port ff4c6ec7-1789-4e29-8d09-fc98f953ad27 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:31.170129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.175344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7590e-37d2-4f8b-b1fe-9f728e73ae8b None None] Pushing event deleted for resources: {'Port': ['ID=ff4c6ec7-1789-4e29-8d09-fc98f953ad27,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:31.183273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f1d1179a-0d86-4c10-90fa-5cdb7bb176bd HTTP/1.1" status: 204 len: 168 time: 1.0874639 Aug 16 12:55:31.186771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34748) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:31.191189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-771bb4fa-fb39-44d3-ac2f-393a99f324c2 req-537cb18c-efeb-4189-a337-8d8159df0dce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] For port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:31.191566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-771bb4fa-fb39-44d3-ac2f-393a99f324c2 req-537cb18c-efeb-4189-a337-8d8159df0dce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.195029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.242772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e106a3-d88d-4efe-a95c-12edcd3c58bf req-d0700644-72e3-4c78-9eed-11a2301a732d tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:31.244405 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94e106a3-d88d-4efe-a95c-12edcd3c58bf req-d0700644-72e3-4c78-9eed-11a2301a732d tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 945 time: 0.2853646 Aug 16 12:55:31.273782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34750) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:31.278982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b7cc39c3-2699-4ffb-a806-98fb2005c78a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Request body: {'floatingip': {'port_id': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:31.284437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667431e-8ce6-4501-ad14-827261ce6ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d1179a-0d86-4c10-90fa-5cdb7bb176bd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:31.332330 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d791-83a1-436a-be49-325e3d516b47 req-45e4eb7f-c065-42e1-a542-a79e0e2402f7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:31.340732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3024d791-83a1-436a-be49-325e3d516b47 req-45e4eb7f-c065-42e1-a542-a79e0e2402f7 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 951 time: 0.3730228 Aug 16 12:55:31.368334 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7cc39c3-2699-4ffb-a806-98fb2005c78a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.403579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-771bb4fa-fb39-44d3-ac2f-393a99f324c2 req-537cb18c-efeb-4189-a337-8d8159df0dce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Calling delete_port for 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:31.416555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ff4c6ec7-1789-4e29-8d09-fc98f953ad27 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:31.427911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'name': 'network-vif-deleted', 'tag': 'e8841bbb-dce7-4e03-bcac-c6548ee6a783'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:31.430246 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b11a2e3-4862-4af4-8303-fa6795e0b838" -d '{"events": [{"server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "name": "network-vif-deleted", "tag": "e8841bbb-dce7-4e03-bcac-c6548ee6a783"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:31.439467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34754) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:31.461799 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3024d791-83a1-436a-be49-325e3d516b47 req-4ecc3822-3d4c-445e-9dda-423221249244 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154587 Aug 16 12:55:31.467125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: ff4c6ec7-1789-4e29-8d09-fc98f953ad27 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:31.468546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ff4c6ec7-1789-4e29-8d09-fc98f953ad27 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:31.472525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1', 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'fixed_ips': [{'subnet_id': '78334b23-b956-4494-bd28-c9ef2df54f42'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:55:31.475137 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.711383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42bc7b27-70f1-4a1a-b32a-62fad220438d req-81471457-66fa-4284-a6e3-b5da32b890af tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 210 time: 0.1089802 Aug 16 12:55:31.730265 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.765947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0ce1f9-bc1d-4db5-9acc-5abf8ead2ede tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting subnet 7a7f1a6f-ce7a-4a37-b4cc-1ff679493af8 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:55:31.770507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Allocated IP 172.20.0.2 (df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1/78334b23-b956-4494-bd28-c9ef2df54f42/20c89332-c3fc-4f06-8fc6-f60ed7322e76) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:55:31.779433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce1f9-bc1d-4db5-9acc-5abf8ead2ede tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.818477 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f9ebafca-bd4a-46cd-8113-4d45d2c76c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:31.823981 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f74ae19-acd0-4762-ab7f-683f64aac319 x-openstack-request-id: req-2f74ae19-acd0-4762-ab7f-683f64aac319 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:31.824303 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d58121a-7237-4f2d-b763-a5a044b8dcfc", "name": "network-vif-deleted", "tag": "e8841bbb-dce7-4e03-bcac-c6548ee6a783", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:31.824560 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f74ae19-acd0-4762-ab7f-683f64aac319 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:31.824960 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d58121a-7237-4f2d-b763-a5a044b8dcfc', 'name': 'network-vif-deleted', 'tag': 'e8841bbb-dce7-4e03-bcac-c6548ee6a783', 'status': 'completed', 'code': 200} Aug 16 12:55:31.982725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce1f9-bc1d-4db5-9acc-5abf8ead2ede tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:32.036933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545d8a3-5915-4c6c-bf1d-ed86cfc871fc req-4e3056fe-3b78-404e-9067-89fbf18b240b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:32.039446 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4545d8a3-5915-4c6c-bf1d-ed86cfc871fc req-4e3056fe-3b78-404e-9067-89fbf18b240b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.1905231 Aug 16 12:55:32.117889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4545d8a3-5915-4c6c-bf1d-ed86cfc871fc req-a2ee6c24-bdc5-4fa6-8e01-28e903749e11 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670466 Aug 16 12:55:32.138376 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce1f9-bc1d-4db5-9acc-5abf8ead2ede tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:32.217500 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:32.240499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Transition to ACTIVE for port object 20c89332-c3fc-4f06-8fc6-f60ed7322e76 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:32.279056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Transition to ACTIVE for port object 20c89332-c3fc-4f06-8fc6-f60ed7322e76 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:32.304633 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:32.356240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Network df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:55:32.397446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:32.401894 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:55:32.483279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Attempting to bind port 20c89332-c3fc-4f06-8fc6-f60ed7322e76 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:55:32.483965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Attempting to bind port 20c89332-c3fc-4f06-8fc6-f60ed7322e76 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7082abad-1e9b-4b9d-ab1f-78c6769602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:55:32.484539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Attempting to bind port 20c89332-c3fc-4f06-8fc6-f60ed7322e76 on network df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:32.493544 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:55:32.493923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Checking segment: {'id': '7082abad-1e9b-4b9d-ab1f-78c6769602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:32.494357 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:32.494760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Bound using segment: {'id': '7082abad-1e9b-4b9d-ab1f-78c6769602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:55:32.495228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Bound port: 20c89332-c3fc-4f06-8fc6-f60ed7322e76, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7082abad-1e9b-4b9d-ab1f-78c6769602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:55:32.495610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:32.514135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Pushing event updated for resources: {'Port': ['ID=20c89332-c3fc-4f06-8fc6-f60ed7322e76,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:32.590154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] For port 20c89332-c3fc-4f06-8fc6-f60ed7322e76, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:55:32.600189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] For port 20c89332-c3fc-4f06-8fc6-f60ed7322e76, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=20c89332-c3fc-4f06-8fc6-f60ed7322e76,segment=NetworkSegment(7082abad-1e9b-4b9d-ab1f-78c6769602e0),segment_id=7082abad-1e9b-4b9d-ab1f-78c6769602e0)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:55:32.611480 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:32.622593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a73d8e5-80cf-41d6-8180-09decf9c9a71 req-21315b00-7880-4cd2-a8a1-3c6eb254c26e tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6fae1496e5634307be693c707394f2a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2154589 Aug 16 12:55:32.634838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce1f9-bc1d-4db5-9acc-5abf8ead2ede tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:32.688475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbb1eb-53d4-40e1-ab0e-5029a7c00d05 None None] Network 49065efe-12fb-4a98-a55b-85fc7b976629 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:32.712312 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce1f9-bc1d-4db5-9acc-5abf8ead2ede tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:32.722777 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4b0ce1f9-bc1d-4db5-9acc-5abf8ead2ede tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "DELETE /v2.0/subnets/7a7f1a6f-ce7a-4a37-b4cc-1ff679493af8 HTTP/1.1" status: 204 len: 168 time: 1.2824066 Aug 16 12:55:32.724951 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-771bb4fa-fb39-44d3-ac2f-393a99f324c2 req-537cb18c-efeb-4189-a337-8d8159df0dce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:32.739258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34782) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:32.751634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ce1f9-bc1d-4db5-9acc-5abf8ead2ede tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7f1a6f-ce7a-4a37-b4cc-1ff679493af8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:32.763597 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-b7cc39c3-2699-4ffb-a806-98fb2005c78a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:55:32.892551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1a0be-603d-4ef1-9e12-809d11104d72 req-697d0a0d-2d02-4f4b-aac8-9ad87b309cff tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:32.902353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0da1a0be-603d-4ef1-9e12-809d11104d72 req-697d0a0d-2d02-4f4b-aac8-9ad87b309cff tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=6413b8f1-1be0-45c0-a747-8bf0c654df53 HTTP/1.1" status: 200 len: 868 time: 0.3103695 Aug 16 12:55:32.910994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-a6767083-6cba-4543-bf84-3b37ff83f779 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:32.912496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-a6767083-6cba-4543-bf84-3b37ff83f779 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.42 "GET /v2.0/networks?id=8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c HTTP/1.1" status: 200 len: 811 time: 0.5455222 Aug 16 12:55:32.937990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['244f0070-7871-4125-bc73-6c2a75563a87', '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:32.962625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cb18c-efeb-4189-a337-8d8159df0dce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Pushing event deleted for resources: {'Port': ['ID=0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:33.079643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0da1a0be-603d-4ef1-9e12-809d11104d72 req-cb5d435b-8af8-49c9-a8ac-a1d5dee50976 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701005 Aug 16 12:55:33.081302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e3eee-ae8a-402e-8675-0bb934644450 None None] Pushing event updated for resources: {'Port': ['ID=20c89332-c3fc-4f06-8fc6-f60ed7322e76,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:33.083744 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7cc39c3-2699-4ffb-a806-98fb2005c78a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:33.138378 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7cc39c3-2699-4ffb-a806-98fb2005c78a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:33.242669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e1c1a750-9762-45b2-966a-f0fac1de6371 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=194fddd554b3402986da83c64a5bd169 HTTP/1.1" status: 200 len: 379 time: 0.3120615 Aug 16 12:55:33.256684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73d8e5-80cf-41d6-8180-09decf9c9a71 req-446efa5d-faa6-430d-9f01-3275f77d6489 tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:33.274912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a73d8e5-80cf-41d6-8180-09decf9c9a71 req-446efa5d-faa6-430d-9f01-3275f77d6489 tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6226373 Aug 16 12:55:33.314254 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Request body: {'port': {'device_id': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'admin_state_up': True, 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'security_groups': ['51d13276-18e2-4130-ba59-45d705f555e7']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:33.384224 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:33.415532 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305da3e2-0bb1-4340-a894-dfbe44e9ea3d None None] DHCP port deletion for 49065efe-12fb-4a98-a55b-85fc7b976629 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:55:33.433449 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:33.454897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 20c89332-c3fc-4f06-8fc6-f60ed7322e76 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:33.582179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Allocated IP 172.25.0.224 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:55:33.701485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:33.742225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-771bb4fa-fb39-44d3-ac2f-393a99f324c2 req-537cb18c-efeb-4189-a337-8d8159df0dce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] No DVR routers for this DVR port 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:33.747160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-771bb4fa-fb39-44d3-ac2f-393a99f324c2 req-537cb18c-efeb-4189-a337-8d8159df0dce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:33.750199 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-771bb4fa-fb39-44d3-ac2f-393a99f324c2 req-537cb18c-efeb-4189-a337-8d8159df0dce tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.22 "DELETE /v2.0/ports/0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 HTTP/1.1" status: 204 len: 173 time: 3.1020238 Aug 16 12:55:33.767503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:33.815849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:33.846056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-deleted', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:33.848958 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce59a96-1ade-4cc3-bf82-d15116462bc0" -d '{"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-deleted", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:33.851718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Pushing event updated for resources: {'Port': ['ID=c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:33.861537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:33.862294 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:33.873200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-305da3e2-0bb1-4340-a894-dfbe44e9ea3d None None] Deleting port 8ef6c3da-7bb4-4e4a-9b29-11883254934d {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:33.874833 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-305da3e2-0bb1-4340-a894-dfbe44e9ea3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:33.878916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:33.880611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 20c89332-c3fc-4f06-8fc6-f60ed7322e76 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:33.899676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:55:33.925099 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:33.928430 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:55:34.093396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-305da3e2-0bb1-4340-a894-dfbe44e9ea3d None None] For port 8ef6c3da-7bb4-4e4a-9b29-11883254934d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8ef6c3da-7bb4-4e4a-9b29-11883254934d,segment=NetworkSegment(0139b251-6da2-44a5-ba47-64240576b159),segment_id=0139b251-6da2-44a5-ba47-64240576b159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:34.093396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-305da3e2-0bb1-4340-a894-dfbe44e9ea3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:34.147269 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-305da3e2-0bb1-4340-a894-dfbe44e9ea3d None None] Calling delete_port for 8ef6c3da-7bb4-4e4a-9b29-11883254934d owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:34.174372 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-998e73a0-7c29-45f7-b887-760311dc0f0a req-a4789aca-fd01-4fe9-8a26-1cda40ee9012 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 210 time: 0.8943706 Aug 16 12:55:34.238886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting port 8ef6c3da-7bb4-4e4a-9b29-11883254934d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:34.239225 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:34.252746 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:34.270877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a73d8e5-80cf-41d6-8180-09decf9c9a71 req-f0ccabef-acfc-4f7e-832b-32b6bb8d8504 tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/quotas/6fae1496e5634307be693c707394f2a6 HTTP/1.1" status: 200 len: 375 time: 0.9929554 Aug 16 12:55:34.332147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda9de40-24bb-46d7-a4d0-a541f9df2db7 None None] Network df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:34.339243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a73d8e5-80cf-41d6-8180-09decf9c9a71 req-69d418a2-fec0-458c-8674-a8abf2c43267 tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6fae1496e5634307be693c707394f2a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570056 Aug 16 12:55:34.420141 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-92d76955-78e7-45eb-bb4f-e71f01fe18b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:34.431315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Made reservation on behalf of 194fddd554b3402986da83c64a5bd169 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:55:34.439279 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:34.469479 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-b7cc39c3-2699-4ffb-a806-98fb2005c78a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Floating IP 97d19480-488a-4215-a0b9-879b6b99e57b associated. External IP: 172.25.0.79, port: 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68. Aug 16 12:55:34.508594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] For port 8ef6c3da-7bb4-4e4a-9b29-11883254934d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8ef6c3da-7bb4-4e4a-9b29-11883254934d,segment=NetworkSegment(0139b251-6da2-44a5-ba47-64240576b159),segment_id=0139b251-6da2-44a5-ba47-64240576b159)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:34.509028 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:34.523209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Calling delete_port for 8ef6c3da-7bb4-4e4a-9b29-11883254934d owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:34.587912 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6d26f-d5d0-48e5-b5b4-00f6a7d0e190 x-openstack-request-id: req-9ff6d26f-d5d0-48e5-b5b4-00f6a7d0e190 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:34.588327 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6413b8f1-1be0-45c0-a747-8bf0c654df53", "name": "network-vif-deleted", "tag": "0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:34.588646 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ff6d26f-d5d0-48e5-b5b4-00f6a7d0e190 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:34.589248 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6413b8f1-1be0-45c0-a747-8bf0c654df53', 'name': 'network-vif-deleted', 'tag': '0b2d5a90-7b0a-47ae-a84f-eee5f7ea5a75', 'status': 'completed', 'code': 200} Aug 16 12:55:34.625542 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-35475e5d-378f-4933-8fd8-6db37a7ed1d9 None None] Provisioning for port 20c89332-c3fc-4f06-8fc6-f60ed7322e76 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:34.646623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-35475e5d-378f-4933-8fd8-6db37a7ed1d9 None None] Provisioning complete for port 20c89332-c3fc-4f06-8fc6-f60ed7322e76 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:34.647436 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-35475e5d-378f-4933-8fd8-6db37a7ed1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:34.719657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80152cfd-3815-48ac-87a4-b7f2524ced47 req-24161972-ec61-4b56-baa3-921e4894aa2f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:34.729204 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80152cfd-3815-48ac-87a4-b7f2524ced47 req-24161972-ec61-4b56-baa3-921e4894aa2f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.3931503 Aug 16 12:55:34.767450 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-305da3e2-0bb1-4340-a894-dfbe44e9ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:34.797225 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:34.805814 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:34.852651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305da3e2-0bb1-4340-a894-dfbe44e9ea3d None None] Pushing event deleted for resources: {'Port': ['ID=8ef6c3da-7bb4-4e4a-9b29-11883254934d,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:34.859737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305da3e2-0bb1-4340-a894-dfbe44e9ea3d None None] No DVR routers for this DVR port 8ef6c3da-7bb4-4e4a-9b29-11883254934d on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:34.996714 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-35475e5d-378f-4933-8fd8-6db37a7ed1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:35.044512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80152cfd-3815-48ac-87a4-b7f2524ced47 req-0bca588a-1b2e-43ce-8d11-e3df81895f46 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133073 Aug 16 12:55:35.057337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-35475e5d-378f-4933-8fd8-6db37a7ed1d9 None None] For port 20c89332-c3fc-4f06-8fc6-f60ed7322e76, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=20c89332-c3fc-4f06-8fc6-f60ed7322e76,segment=NetworkSegment(7082abad-1e9b-4b9d-ab1f-78c6769602e0),segment_id=7082abad-1e9b-4b9d-ab1f-78c6769602e0)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:35.078907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-35475e5d-378f-4933-8fd8-6db37a7ed1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:35.308111 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35475e5d-378f-4933-8fd8-6db37a7ed1d9 None None] Pushing event updated for resources: {'Port': ['ID=20c89332-c3fc-4f06-8fc6-f60ed7322e76,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:35.308957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Allocated IP 172.20.0.9 (8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c/b1abc382-f557-4bc1-9603-9a7e07c7eb93/90add74c-be7e-435c-bc69-f3f86b524e8d) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:55:35.412307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] No DVR routers for this DVR port 8ef6c3da-7bb4-4e4a-9b29-11883254934d on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:35.426404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:35.431999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8ef6c3da-7bb4-4e4a-9b29-11883254934d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:35.464453 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 8ef6c3da-7bb4-4e4a-9b29-11883254934d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:35.464721 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8ef6c3da-7bb4-4e4a-9b29-11883254934d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:35.491222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-059d6ef1-59b8-4ffb-94c9-62ec6517d793 req-7c9bb077-8a7e-4e44-90f7-f2a6a42b8e29 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 210 time: 0.1121726 Aug 16 12:55:35.526394 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-990011b7-0122-41ff-b6db-e49b6196619b None None] Provisioning complete for port 20c89332-c3fc-4f06-8fc6-f60ed7322e76 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:35.526782 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-990011b7-0122-41ff-b6db-e49b6196619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:35.558204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Port': ['ID=8ef6c3da-7bb4-4e4a-9b29-11883254934d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:35.571914 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:35.752955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cc39c3-2699-4ffb-a806-98fb2005c78a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Router 6d2b9655-36a6-4465-a02b-dc2a23285108 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:55:35.809949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3eafc-5498-43d8-b9bc-225975655516 req-0fa2a731-7a44-4286-8805-171d4a6bcc62 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:35.817354 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfc3eafc-5498-43d8-b9bc-225975655516 req-0fa2a731-7a44-4286-8805-171d4a6bcc62 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.1846788 Aug 16 12:55:35.832294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:35.850618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49065efe-12fb-4a98-a55b-85fc7b976629']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:35.869774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0139b251-6da2-44a5-ba47-64240576b159') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:35.870440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0139b251-6da2-44a5-ba47-64240576b159') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:35.908513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:35.924995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fc53971-0a29-49ed-b349-f100fb5fe88d req-569e9a27-03fe-46ca-9e68-9f8d90a02d6e tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6fae1496e5634307be693c707394f2a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294978 Aug 16 12:55:35.991448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:35.993988 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:35.998839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Transition to ACTIVE for port object 90add74c-be7e-435c-bc69-f3f86b524e8d will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:36.021213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.025457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfc3eafc-5498-43d8-b9bc-225975655516 req-b90247e4-c451-4609-892d-7f5243913784 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071905 Aug 16 12:55:36.089105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:55:36.089105 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:55:36.094313 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:55:36.114438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cc39c3-2699-4ffb-a806-98fb2005c78a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:36.126559 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7cc39c3-2699-4ffb-a806-98fb2005c78a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.131568 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e62c5b-2a26-43dc-b15e-d784b3d91f20 None None] Sync routers for ids ['6d2b9655-36a6-4465-a02b-dc2a23285108'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:36.155032 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e62c5b-2a26-43dc-b15e-d784b3d91f20 None None] Routers {'6d2b9655-36a6-4465-a02b-dc2a23285108'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:36.156079 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-93e62c5b-2a26-43dc-b15e-d784b3d91f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6d2b9655-36a6-4465-a02b-dc2a23285108'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:36.214551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53971-0a29-49ed-b349-f100fb5fe88d req-75b5ef7f-1663-4794-8b49-46bfcbf5759b tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:36.216279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fc53971-0a29-49ed-b349-f100fb5fe88d req-75b5ef7f-1663-4794-8b49-46bfcbf5759b tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764018 Aug 16 12:55:36.224596 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b7cc39c3-2699-4ffb-a806-98fb2005c78a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "PUT /v2.0/floatingips/97d19480-488a-4215-a0b9-879b6b99e57b HTTP/1.1" status: 200 len: 990 time: 4.9496186 Aug 16 12:55:36.228801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'tag': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:36.231216 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9d99ba5a-5424-49fc-8827-fefb1d394ac5", "tag": "5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:36.244026 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.283890 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fc53971-0a29-49ed-b349-f100fb5fe88d req-e355f194-0319-466d-b181-7e4a890cc5a7 tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/quotas/6fae1496e5634307be693c707394f2a6 HTTP/1.1" status: 200 len: 375 time: 0.0564997 Aug 16 12:55:36.299591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d8322-b7c0-4f0c-8679-fd2830a43405 req-783f3201-41e6-47ef-9e0c-6ccaf4b75756 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:36.303633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a96d8322-b7c0-4f0c-8679-fd2830a43405 req-783f3201-41e6-47ef-9e0c-6ccaf4b75756 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.1694045 Aug 16 12:55:36.320483 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-93e62c5b-2a26-43dc-b15e-d784b3d91f20 None None] Set router 6d2b9655-36a6-4465-a02b-dc2a23285108 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:36.334273 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.360382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.362857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "DELETE /v2.0/networks/49065efe-12fb-4a98-a55b-85fc7b976629 HTTP/1.1" status: 204 len: 168 time: 3.6221516 Aug 16 12:55:36.370062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34836) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:36.416630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:55:36.419210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fc53971-0a29-49ed-b349-f100fb5fe88d req-4fb9a6f5-19e1-4b9b-8216-5e87dc374342 tempest-QuotasAdminNegativeTest-173212257 tempest-QuotasAdminNegativeTest-173212257-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6fae1496e5634307be693c707394f2a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124134 Aug 16 12:55:36.452054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Pushing event updated for resources: {'Port': ['ID=90add74c-be7e-435c-bc69-f3f86b524e8d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:36.458440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:36.465317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:55:36.483772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] Deleting port a9a92dc5-08fd-4975-89a3-de593b56c40b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:36.489104 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.533895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f2b21-7d02-416b-b725-5e4dbc574730 tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Network': ['ID=49065efe-12fb-4a98-a55b-85fc7b976629,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:36.581925 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a96d8322-b7c0-4f0c-8679-fd2830a43405 req-ac0439e6-9ef8-406b-88bb-1ece0bc36692 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659123 Aug 16 12:55:36.598385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-630c6ad5-8ba9-4780-a8ea-619b490f8b4a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting subnet 3a519a69-7f85-43c2-80df-f03e00597210 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:55:36.613357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:36.614028 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.617930 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-630c6ad5-8ba9-4780-a8ea-619b490f8b4a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.650943 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-1d1b2676-d48a-4432-809e-b1f2e001cb63 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3692544 Aug 16 12:55:36.676211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Request body: {'port': {'device_id': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:36.736076 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fb8803-b805-4cfc-96db-b55495acb3da x-openstack-request-id: req-33fb8803-b805-4cfc-96db-b55495acb3da {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:36.736370 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d99ba5a-5424-49fc-8827-fefb1d394ac5", "tag": "5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:36.736624 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33fb8803-b805-4cfc-96db-b55495acb3da {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:36.737113 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'tag': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68', 'status': 'completed', 'code': 200} Aug 16 12:55:36.842980 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-630c6ad5-8ba9-4780-a8ea-619b490f8b4a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.882944 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-93e62c5b-2a26-43dc-b15e-d784b3d91f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '97d19480-488a-4215-a0b9-879b6b99e57b', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'port_id': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'mac_address': 'fa:16:3e:53:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:09Z', 'updated_at': '2021-08-16T12:55:32Z', 'revision_number': 1, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1823f390-9312-4e93-8bfc-8d7b3b736764', 'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'mac_address': 'fa:16:3e:58:49:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:58Z', 'updated_at': '2021-08-16T12:54:09Z', 'revision_number': 5, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'subnets': [{'id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:36.934211 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.950954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] For port a9a92dc5-08fd-4975-89a3-de593b56c40b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a9a92dc5-08fd-4975-89a3-de593b56c40b,segment=NetworkSegment(189b4c7e-0167-42cc-b808-af6d504f9ae8),segment_id=189b4c7e-0167-42cc-b808-af6d504f9ae8)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:36.951339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:36.976092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Router ae44f95e-4d00-4bac-ac27-40920fed434c is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:55:37.020306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-04b0c28b-32ea-47d8-9c70-e2c93b4115a9 None None] Provisioning for port 90add74c-be7e-435c-bc69-f3f86b524e8d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:37.026136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bab3b-979a-405a-b8a3-db05f650f72e req-b1f133ca-3acf-4b53-9f62-ddfef54a4f42 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:37.028006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e90bab3b-979a-405a-b8a3-db05f650f72e req-b1f133ca-3acf-4b53-9f62-ddfef54a4f42 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.3086793 Aug 16 12:55:37.029479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] Calling delete_port for a9a92dc5-08fd-4975-89a3-de593b56c40b owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:37.036128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-04b0c28b-32ea-47d8-9c70-e2c93b4115a9 None None] Provisioning complete for port 90add74c-be7e-435c-bc69-f3f86b524e8d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:37.036464 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-04b0c28b-32ea-47d8-9c70-e2c93b4115a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:37.038171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd req-1c3e4ed5-7376-4278-bf3e-ef9025f1ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:37.039793 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd req-1c3e4ed5-7376-4278-bf3e-ef9025f1ccc7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95f5cc5c35b94402b51e49e4147bd21d&device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 1096 time: 0.2455666 Aug 16 12:55:37.065952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a535e7-5faa-4726-8f9b-05514c577f07 req-a274352b-4ee7-46f8-b79d-2e70ebe3c253 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:37.073212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60a535e7-5faa-4726-8f9b-05514c577f07 req-a274352b-4ee7-46f8-b79d-2e70ebe3c253 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 931 time: 0.2383940 Aug 16 12:55:37.133685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-04b0c28b-32ea-47d8-9c70-e2c93b4115a9 None None] Port 90add74c-be7e-435c-bc69-f3f86b524e8d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:55:37.164396 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e62c5b-2a26-43dc-b15e-d784b3d91f20 None None] Checking router: 6d2b9655-36a6-4465-a02b-dc2a23285108 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:37.176705 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e62c5b-2a26-43dc-b15e-d784b3d91f20 None None] Routers {'6d2b9655-36a6-4465-a02b-dc2a23285108'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:37.177682 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-93e62c5b-2a26-43dc-b15e-d784b3d91f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6d2b9655-36a6-4465-a02b-dc2a23285108'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:37.223367 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:37.361324 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-93e62c5b-2a26-43dc-b15e-d784b3d91f20 None None] Set router 6d2b9655-36a6-4465-a02b-dc2a23285108 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:37.385593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 20c89332-c3fc-4f06-8fc6-f60ed7322e76 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:37.389800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60a535e7-5faa-4726-8f9b-05514c577f07 req-e022c31d-73af-444a-ad43-83ffb4dcc423 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000960 Aug 16 12:55:37.521915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 20c89332-c3fc-4f06-8fc6-f60ed7322e76 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:37.522593 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:37.551284 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-630c6ad5-8ba9-4780-a8ea-619b490f8b4a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:37.555434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7466718-9d6c-49cb-8c1f-9a1d3881d045 req-d2f32eb3-fbeb-463e-be8b-b348ddb5aca6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:37.563909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7466718-9d6c-49cb-8c1f-9a1d3881d045 req-d2f32eb3-fbeb-463e-be8b-b348ddb5aca6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 950 time: 0.3618639 Aug 16 12:55:37.673420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7466718-9d6c-49cb-8c1f-9a1d3881d045 req-f5d978e3-41ae-44cc-a3d3-a7af194a5b49 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085134 Aug 16 12:55:37.743647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:37.764973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Sync routers for ids ['ae44f95e-4d00-4bac-ac27-40920fed434c'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:37.778708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Routers {'ae44f95e-4d00-4bac-ac27-40920fed434c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:37.779611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-779078de-150f-496e-9102-9a82a92bc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ae44f95e-4d00-4bac-ac27-40920fed434c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:37.841441 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-93e62c5b-2a26-43dc-b15e-d784b3d91f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '97d19480-488a-4215-a0b9-879b6b99e57b', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'port_id': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'mac_address': 'fa:16:3e:53:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:09Z', 'updated_at': '2021-08-16T12:55:32Z', 'revision_number': 1, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1823f390-9312-4e93-8bfc-8d7b3b736764', 'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'mac_address': 'fa:16:3e:58:49:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:58Z', 'updated_at': '2021-08-16T12:54:09Z', 'revision_number': 5, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'subnets': [{'id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:37.860426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90add74c-be7e-435c-bc69-f3f86b524e8d {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:55:37.872727 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:37.892750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Transition to ACTIVE for port object 90add74c-be7e-435c-bc69-f3f86b524e8d will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:37.922537 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e62c5b-2a26-43dc-b15e-d784b3d91f20 None None] The sync data for ids ['6d2b9655-36a6-4465-a02b-dc2a23285108'] in n-d-804708-1 is: [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '97d19480-488a-4215-a0b9-879b6b99e57b', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'port_id': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'mac_address': 'fa:16:3e:53:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:54:09Z', 'updated_at': '2021-08-16T12:55:32Z', 'revision_number': 1, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1823f390-9312-4e93-8bfc-8d7b3b736764', 'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'mac_address': 'fa:16:3e:58:49:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:58Z', 'updated_at': '2021-08-16T12:54:09Z', 'revision_number': 5, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'subnets': [{'id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:37.937213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd req-0aef008b-e8e3-4ee1-a06d-5879f64f471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:37.938941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd req-0aef008b-e8e3-4ee1-a06d-5879f64f471c service neutron] 10.222.0.22 "GET /v2.0/networks?id=0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea HTTP/1.1" status: 200 len: 916 time: 0.8302271 Aug 16 12:55:37.969598 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:38.029573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e90bab3b-979a-405a-b8a3-db05f650f72e req-14707981-8fd8-445b-849f-115c6a38af40 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Deleting port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:38.030432 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e90bab3b-979a-405a-b8a3-db05f650f72e req-14707981-8fd8-445b-849f-115c6a38af40 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:38.033723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:38.038134 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fe88ad7a-a9b5-4b09-b257-767ac25f5d74 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1236718 Aug 16 12:55:38.040979 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34858) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:38.041813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Pushing event updated for resources: {'Port': ['ID=90add74c-be7e-435c-bc69-f3f86b524e8d,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:38.107513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Set router ae44f95e-4d00-4bac-ac27-40920fed434c gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:38.110600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34860) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:38.115918 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd req-9e2510c5-5019-4dda-99c8-ab2de23ff0e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 HTTP/1.1" status: 200 len: 998 time: 0.1626823 Aug 16 12:55:38.133824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436d0b1-a16e-4c0b-b43e-362e75c5d6a0 req-6411596d-dbfd-421f-968e-1374ce372618 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:38.136169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b436d0b1-a16e-4c0b-b43e-362e75c5d6a0 req-6411596d-dbfd-421f-968e-1374ce372618 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.3844016 Aug 16 12:55:38.172422 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-630c6ad5-8ba9-4780-a8ea-619b490f8b4a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:38.213715 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-630c6ad5-8ba9-4780-a8ea-619b490f8b4a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:38.219174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f26a6ed-ce7b-483a-b1b3-daa721a4f55c None None] Network d72bad72-5d18-40cb-9777-05720935b78a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:38.222699 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-630c6ad5-8ba9-4780-a8ea-619b490f8b4a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "DELETE /v2.0/subnets/3a519a69-7f85-43c2-80df-f03e00597210 HTTP/1.1" status: 204 len: 168 time: 1.8488905 Aug 16 12:55:38.224671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34868) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:38.398068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c6ad5-8ba9-4780-a8ea-619b490f8b4a tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Subnet': ['ID=3a519a69-7f85-43c2-80df-f03e00597210,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:38.411222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:38.507400 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4834de7f-ee42-4810-b60d-6d4d70f0e3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:38.516170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd req-579b7e9a-7ca0-4c19-a119-2efe48efdc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:38.524193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd req-579b7e9a-7ca0-4c19-a119-2efe48efdc0f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52aede64-8d00-46b7-8bd2-aad3601112bd HTTP/1.1" status: 200 len: 855 time: 0.3807228 Aug 16 12:55:38.539294 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0110f45a-30b2-4d68-ae3f-02d53fb81664 None None] New status for floating IP 97d19480-488a-4215-a0b9-879b6b99e57b: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:55:38.621149 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b436d0b1-a16e-4c0b-b43e-362e75c5d6a0 req-4ef2c8d3-8b4f-4782-a067-2a9fc866f9b8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4639869 Aug 16 12:55:38.628206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-e90bab3b-979a-405a-b8a3-db05f650f72e req-14707981-8fd8-445b-849f-115c6a38af40 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] For port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:38.629083 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e90bab3b-979a-405a-b8a3-db05f650f72e req-14707981-8fd8-445b-849f-115c6a38af40 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:38.662686 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:38.668738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e90bab3b-979a-405a-b8a3-db05f650f72e req-14707981-8fd8-445b-849f-115c6a38af40 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Calling delete_port for 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:38.705951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a92dc5-08fd-4975-89a3-de593b56c40b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:38.741920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd req-7a87806f-7fe7-465c-a17f-386970425954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:38.744134 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd req-7a87806f-7fe7-465c-a17f-386970425954 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898344 Aug 16 12:55:38.850624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-779078de-150f-496e-9102-9a82a92bc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-router', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:55:31Z', 'updated_at': '2021-08-16T12:55:34Z', 'revision_number': 3, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'gw_port': {'id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:33Z', 'updated_at': '2021-08-16T12:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:38.900440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Attempting to bind port 90add74c-be7e-435c-bc69-f3f86b524e8d on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:55:38.900836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Attempting to bind port 90add74c-be7e-435c-bc69-f3f86b524e8d by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:55:38.901261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Attempting to bind port 90add74c-be7e-435c-bc69-f3f86b524e8d on network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:38.920567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Checking router: ae44f95e-4d00-4bac-ac27-40920fed434c for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:38.921515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Updating router ae44f95e-4d00-4bac-ac27-40920fed434c port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:55:38.957702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cbf822-aae7-4aae-99ca-3ebb50e0f179 None None] DHCP port deletion for d72bad72-5d18-40cb-9777-05720935b78a request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:55:38.961147 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.082982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08a784-2ddd-489d-90bb-39c74295eba1 req-5c27fc7b-2d73-45a2-9726-e0f726a28835 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:39.091167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe08a784-2ddd-489d-90bb-39c74295eba1 req-5c27fc7b-2d73-45a2-9726-e0f726a28835 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 943 time: 0.5128813 Aug 16 12:55:39.096156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Port 90add74c-be7e-435c-bc69-f3f86b524e8d on network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:55:39.096999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Attempting to bind port 90add74c-be7e-435c-bc69-f3f86b524e8d on network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:39.118012 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd req-660682ac-f6da-4f84-aadd-62d10ee45f6c service neutron] 10.222.0.22 "GET /v2.0/networks/0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552538 Aug 16 12:55:39.124076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-46cbf822-aae7-4aae-99ca-3ebb50e0f179 None None] Deleting port 0c97bfce-a428-4421-90e5-cc230bf00c7b {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:39.124681 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-46cbf822-aae7-4aae-99ca-3ebb50e0f179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.185264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:55:39.186520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Checking segment: {'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:39.187102 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Bound using segment: {'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:55:39.187722 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Bound port: 90add74c-be7e-435c-bc69-f3f86b524e8d, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e084e033-c2cc-4698-b66a-df6586fe0fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:55:39.188245 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.206998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-46cbf822-aae7-4aae-99ca-3ebb50e0f179 None None] For port 0c97bfce-a428-4421-90e5-cc230bf00c7b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0c97bfce-a428-4421-90e5-cc230bf00c7b,segment=NetworkSegment(3ebb5770-31ce-43db-bf99-798c5d6f5e47),segment_id=3ebb5770-31ce-43db-bf99-798c5d6f5e47)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:39.207545 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-46cbf822-aae7-4aae-99ca-3ebb50e0f179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.223566 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-46cbf822-aae7-4aae-99ca-3ebb50e0f179 None None] Calling delete_port for 0c97bfce-a428-4421-90e5-cc230bf00c7b owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:39.377714 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-46cbf822-aae7-4aae-99ca-3ebb50e0f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.422201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbf822-aae7-4aae-99ca-3ebb50e0f179 None None] Pushing event deleted for resources: {'Port': ['ID=0c97bfce-a428-4421-90e5-cc230bf00c7b,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:39.426761 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0522a8d3-cb21-45e7-a5e7-d197fd4560fd req-93c883e5-7cf3-4f75-9d29-4b550eec3e83 service neutron] 10.222.0.22 "GET /v2.0/networks/0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648871 Aug 16 12:55:39.433661 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbf822-aae7-4aae-99ca-3ebb50e0f179 None None] No DVR routers for this DVR port 0c97bfce-a428-4421-90e5-cc230bf00c7b on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:39.481061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0c97bfce-a428-4421-90e5-cc230bf00c7b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:39.505473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.547729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 0c97bfce-a428-4421-90e5-cc230bf00c7b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:39.548381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0c97bfce-a428-4421-90e5-cc230bf00c7b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:39.660677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e90bab3b-979a-405a-b8a3-db05f650f72e req-14707981-8fd8-445b-849f-115c6a38af40 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.679416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Deleting port 0c97bfce-a428-4421-90e5-cc230bf00c7b {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:39.680066 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.716023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707981-8fd8-445b-849f-115c6a38af40 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Pushing event deleted for resources: {'Port': ['ID=8a7677c2-3bc8-4772-93ef-5cb3b781ea6d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:39.737698 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.760293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe08a784-2ddd-489d-90bb-39c74295eba1 req-e33f333e-7852-4228-a817-ba2ec07f8dfe tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6638849 Aug 16 12:55:39.760838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Transition to ACTIVE for port object c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:39.767326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['244f0070-7871-4125-bc73-6c2a75563a87', '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:39.773385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25e73-3ed0-46d0-9b39-9ecfcf4e6618 req-56c63614-5de4-4d64-99d2-a1e86f0e6a1c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:39.781607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0cf25e73-3ed0-46d0-9b39-9ecfcf4e6618 req-56c63614-5de4-4d64-99d2-a1e86f0e6a1c tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b8bcd01-819a-4c33-a669-7aa812527e8e HTTP/1.1" status: 200 len: 867 time: 0.9571092 Aug 16 12:55:39.803115 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.929084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Attempting to bind port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:55:39.929589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Attempting to bind port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:55:39.930054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Attempting to bind port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:39.964556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:55:39.964991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:39.965449 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.965953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:55:39.966850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Bound port: c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:55:39.968295 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:39.970632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e41da-25ba-4300-8661-5b991da51fd9 None None] Pushing event updated for resources: {'Port': ['ID=c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:40.020139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] For port 0c97bfce-a428-4421-90e5-cc230bf00c7b, host n-d-804708-1, got binding levels [] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:40.020863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:40.130530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Calling delete_port for 0c97bfce-a428-4421-90e5-cc230bf00c7b owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:40.135856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4834de7f-ee42-4810-b60d-6d4d70f0e3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:40.138921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Port 0c97bfce-a428-4421-90e5-cc230bf00c7b was not found and therefore no delete operation was performed {{(pid=101395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 12:55:40.159684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-779078de-150f-496e-9102-9a82a92bc834 None None] For port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:55:40.161293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] For port 90add74c-be7e-435c-bc69-f3f86b524e8d, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:55:40.165316 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-779078de-150f-496e-9102-9a82a92bc834 None None] For port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:55:40.183390 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:40.190639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0cf25e73-3ed0-46d0-9b39-9ecfcf4e6618 req-d5aeda6c-63d3-439c-a4c1-fa8751a1f0aa tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078554 Aug 16 12:55:40.202678 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4834de7f-ee42-4810-b60d-6d4d70f0e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:40.205476 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:40.227498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] For port 90add74c-be7e-435c-bc69-f3f86b524e8d, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=90add74c-be7e-435c-bc69-f3f86b524e8d,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:55:40.302720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Routers {'ae44f95e-4d00-4bac-ac27-40920fed434c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:40.303530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-779078de-150f-496e-9102-9a82a92bc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ae44f95e-4d00-4bac-ac27-40920fed434c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:40.312369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e41da-25ba-4300-8661-5b991da51fd9 None None] Pushing event updated for resources: {'Port': ['ID=c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:40.322020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90bab3b-979a-405a-b8a3-db05f650f72e req-14707981-8fd8-445b-849f-115c6a38af40 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] No DVR routers for this DVR port 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:40.330961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e90bab3b-979a-405a-b8a3-db05f650f72e req-14707981-8fd8-445b-849f-115c6a38af40 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:40.335594 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e90bab3b-979a-405a-b8a3-db05f650f72e req-14707981-8fd8-445b-849f-115c6a38af40 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "DELETE /v2.0/ports/8a7677c2-3bc8-4772-93ef-5cb3b781ea6d HTTP/1.1" status: 204 len: 173 time: 3.2903061 Aug 16 12:55:40.348533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'name': 'network-vif-deleted', 'tag': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:40.354955 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ae01b-3b7b-45c4-a963-afbde7ad0e76" -d '{"events": [{"server_uuid": "1b8bcd01-819a-4c33-a669-7aa812527e8e", "name": "network-vif-deleted", "tag": "8a7677c2-3bc8-4772-93ef-5cb3b781ea6d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:40.359160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Port': ['ID=0c97bfce-a428-4421-90e5-cc230bf00c7b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:40.375449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] No DVR routers for this DVR port 0c97bfce-a428-4421-90e5-cc230bf00c7b on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:40.457272 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ad1ff2-af9f-4a42-a74f-f081a40e2019 x-openstack-request-id: req-b6ad1ff2-af9f-4a42-a74f-f081a40e2019 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:40.457656 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8bcd01-819a-4c33-a669-7aa812527e8e", "name": "network-vif-deleted", "tag": "8a7677c2-3bc8-4772-93ef-5cb3b781ea6d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:40.457871 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6ad1ff2-af9f-4a42-a74f-f081a40e2019 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:40.460801 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8bcd01-819a-4c33-a669-7aa812527e8e', 'name': 'network-vif-deleted', 'tag': '8a7677c2-3bc8-4772-93ef-5cb3b781ea6d', 'status': 'completed', 'code': 200} Aug 16 12:55:40.462917 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:40.469059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834de7f-ee42-4810-b60d-6d4d70f0e3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5969b154-b9e9-4f44-9629-0135af6696a5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:40.537173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a831c-ed10-41c8-9e5b-89438b9580a7 req-bbbfb4e5-e3dc-4887-9287-f59ca8170fa4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:40.553515 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-698a831c-ed10-41c8-9e5b-89438b9580a7 req-bbbfb4e5-e3dc-4887-9287-f59ca8170fa4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.5130532 Aug 16 12:55:40.583313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] Router 9cf2b840-afd6-4956-b276-45f571c56450 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:55:40.687427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4834de7f-ee42-4810-b60d-6d4d70f0e3ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fae1496e5634307be693c707394f2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5751224 Aug 16 12:55:40.696640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34882) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:40.769913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-779078de-150f-496e-9102-9a82a92bc834 None None] Set router ae44f95e-4d00-4bac-ac27-40920fed434c gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:40.786472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:40.794450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-94358cb1-8a92-47b3-87a3-0bb9ea1700ac admin admin] 10.222.0.25 "PUT /v2.0/routers/9cf2b840-afd6-4956-b276-45f571c56450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6061358 Aug 16 12:55:40.800706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34890) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:40.816741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:40.825206 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:40.829143 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] 10.222.0.42 "PUT /v2.0/ports/90add74c-be7e-435c-bc69-f3f86b524e8d HTTP/1.1" status: 200 len: 1091 time: 4.1569583 Aug 16 12:55:40.830215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e75d4-c910-408e-a56a-bb51b984f589 service neutron] Pushing event updated for resources: {'Port': ['ID=90add74c-be7e-435c-bc69-f3f86b524e8d,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:40.845827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'tag': '90add74c-be7e-435c-bc69-f3f86b524e8d'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:40.853729 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade" -d '{"events": [{"name": "network-changed", "server_uuid": "de6359fa-e15b-447b-a9e4-9c360edeb17b", "tag": "90add74c-be7e-435c-bc69-f3f86b524e8d"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:40.886882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd7235-1259-49cb-beb5-01235f6f2170 None None] Sync routers for ids ['9cf2b840-afd6-4956-b276-45f571c56450'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:40.966821 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.023279 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6829edb-6ff5-47e4-8217-c56b9df7fe79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.026178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72bad72-5d18-40cb-9777-05720935b78a']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:41.034789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-698a831c-ed10-41c8-9e5b-89438b9580a7 req-db271235-74f7-4b1e-8c92-9cd3d7300231 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4128287 Aug 16 12:55:41.071046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.071321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd7235-1259-49cb-beb5-01235f6f2170 None None] Routers {'9cf2b840-afd6-4956-b276-45f571c56450'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:41.072029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-88dd7235-1259-49cb-beb5-01235f6f2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9cf2b840-afd6-4956-b276-45f571c56450'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:41.076085 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6829edb-6ff5-47e4-8217-c56b9df7fe79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.090390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebb5770-31ce-43db-bf99-798c5d6f5e47') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:41.090670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebb5770-31ce-43db-bf99-798c5d6f5e47') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:41.134775 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d9cd3e-6b98-4d99-9f27-086f120eb910 x-openstack-request-id: req-57d9cd3e-6b98-4d99-9f27-086f120eb910 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:41.135156 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6359fa-e15b-447b-a9e4-9c360edeb17b", "tag": "90add74c-be7e-435c-bc69-f3f86b524e8d", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:41.135318 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57d9cd3e-6b98-4d99-9f27-086f120eb910 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:41.135695 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'tag': '90add74c-be7e-435c-bc69-f3f86b524e8d', 'status': 'completed', 'code': 200} Aug 16 12:55:41.139956 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.179448 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.189562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-f11ae616-a4ef-4bf0-b83a-f7fdb33c0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:41.191119 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-f11ae616-a4ef-4bf0-b83a-f7fdb33c0a1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194fddd554b3402986da83c64a5bd169&device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 1094 time: 0.3062856 Aug 16 12:55:41.219316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:55:41.219721 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:55:41.223193 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:55:41.236346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fad18-83e7-4e6d-b8cb-efe8f5e0638b req-01aab40d-bd39-4af6-a8c7-8d55257b9ddc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:41.238075 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a0fad18-83e7-4e6d-b8cb-efe8f5e0638b req-01aab40d-bd39-4af6-a8c7-8d55257b9ddc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 943 time: 0.2679470 Aug 16 12:55:41.297593 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.300716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-88dd7235-1259-49cb-beb5-01235f6f2170 None None] Set router 9cf2b840-afd6-4956-b276-45f571c56450 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:41.308975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6829edb-6ff5-47e4-8217-c56b9df7fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.314149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6829edb-6ff5-47e4-8217-c56b9df7fe79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.316230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e6829edb-6ff5-47e4-8217-c56b9df7fe79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5969b154-b9e9-4f44-9629-0135af6696a5 HTTP/1.1" status: 204 len: 168 time: 0.6185730 Aug 16 12:55:41.331986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6829edb-6ff5-47e4-8217-c56b9df7fe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5969b154-b9e9-4f44-9629-0135af6696a5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:41.422642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Deleting port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:41.423069 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.423268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-189a37b7-e8ae-44c2-bf4f-5363c6e28326 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90add74c-be7e-435c-bc69-f3f86b524e8d HTTP/1.1" status: 200 len: 217 time: 0.1305637 Aug 16 12:55:41.430921 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.434117 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.470680 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.482491 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] 10.222.0.25 "DELETE /v2.0/networks/d72bad72-5d18-40cb-9777-05720935b78a HTTP/1.1" status: 204 len: 168 time: 3.2489338 Aug 16 12:55:41.519924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959caf7f-8e0a-47c7-8cc4-c854d560e9cc tempest-ServersTestMultiNic-1149201042 tempest-ServersTestMultiNic-1149201042-project] Pushing event deleted for resources: {'Network': ['ID=d72bad72-5d18-40cb-9777-05720935b78a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:41.528573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a0fad18-83e7-4e6d-b8cb-efe8f5e0638b req-2f32c8cc-e86f-46b9-970d-4bc187a8d80b tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701490 Aug 16 12:55:41.585517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-cf7d1040-b3d6-4db6-819a-5462a53b7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:41.587287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-cf7d1040-b3d6-4db6-819a-5462a53b7aff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1abc382-f557-4bc1-9603-9a7e07c7eb93 HTTP/1.1" status: 200 len: 850 time: 0.1439874 Aug 16 12:55:41.713781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] For port 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12a234a9-7a7c-48b0-bcc1-fcee2c8f804f,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:41.716412 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:41.747088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Calling delete_port for 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:41.754887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-779078de-150f-496e-9102-9a82a92bc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-router', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:55:31Z', 'updated_at': '2021-08-16T12:55:34Z', 'revision_number': 3, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'gw_port': {'id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:33Z', 'updated_at': '2021-08-16T12:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:41.808511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779078de-150f-496e-9102-9a82a92bc834 None None] The sync data for ids ['ae44f95e-4d00-4bac-ac27-40920fed434c'] in n-d-804708-1 is: [{'id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-router', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:55:31Z', 'updated_at': '2021-08-16T12:55:34Z', 'revision_number': 3, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'gw_port': {'id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:33Z', 'updated_at': '2021-08-16T12:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:41.871780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-aa78c193-9c66-44a0-a665-7b98e97d0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:41.874252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-aa78c193-9c66-44a0-a665-7b98e97d0680 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2635467 Aug 16 12:55:41.875876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34930) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:41.909263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-88dd7235-1259-49cb-beb5-01235f6f2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf2b840-afd6-4956-b276-45f571c56450', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-router', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:48Z', 'updated_at': '2021-08-16T12:55:38Z', 'revision_number': 5, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'gw_port': {'id': '12a234a9-7a7c-48b0-bcc1-fcee2c8f804f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf2b840-afd6-4956-b276-45f571c56450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:48:49Z', 'updated_at': '2021-08-16T12:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:41.978786 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd7235-1259-49cb-beb5-01235f6f2170 None None] Checking router: 9cf2b840-afd6-4956-b276-45f571c56450 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:41.979724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cda04-df01-4e2c-8a11-85eaff3fd6b2 req-e0370b12-c550-4aa3-a9f6-aa7bd7b5cb9e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:41.988934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f73cda04-df01-4e2c-8a11-85eaff3fd6b2 req-e0370b12-c550-4aa3-a9f6-aa7bd7b5cb9e tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.2409441 Aug 16 12:55:42.008067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:42.047136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd7235-1259-49cb-beb5-01235f6f2170 None None] Routers {'9cf2b840-afd6-4956-b276-45f571c56450'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:42.048427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-88dd7235-1259-49cb-beb5-01235f6f2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9cf2b840-afd6-4956-b276-45f571c56450'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:42.048662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34936) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:42.058297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Allocated IP 172.20.0.1 (df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1/78334b23-b956-4494-bd28-c9ef2df54f42/cab2780e-85fb-4d17-88ec-1cb9f912540c) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:55:42.123859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a01f38b-4ba4-41fc-91af-544b2e1d5ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:42.154553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:42.155536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8a7677c2-3bc8-4772-93ef-5cb3b781ea6d not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:42.223073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f73cda04-df01-4e2c-8a11-85eaff3fd6b2 req-08b9fb72-b9cb-46d4-adda-125c55160f5d tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332218 Aug 16 12:55:42.243203 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51551279-9158-4d52-8a50-8f7e01d6d329 req-b03cda59-74b6-4433-839b-a547790e7b85 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:42.243203 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-51551279-9158-4d52-8a50-8f7e01d6d329 req-b03cda59-74b6-4433-839b-a547790e7b85 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 950 time: 0.1971540 Aug 16 12:55:42.251491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-88dd7235-1259-49cb-beb5-01235f6f2170 None None] Set router 9cf2b840-afd6-4956-b276-45f571c56450 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:42.385058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-7151bb80-8ae0-4acf-bfab-c53cd344133f service neutron] 10.222.0.42 "GET /v2.0/networks/8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906204 Aug 16 12:55:42.421054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-88dd7235-1259-49cb-beb5-01235f6f2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf2b840-afd6-4956-b276-45f571c56450', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-router', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:48Z', 'updated_at': '2021-08-16T12:55:41Z', 'revision_number': 6, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:42.477997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd7235-1259-49cb-beb5-01235f6f2170 None None] The sync data for ids ['9cf2b840-afd6-4956-b276-45f571c56450'] in n-d-804708-1 is: [{'id': '9cf2b840-afd6-4956-b276-45f571c56450', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1528207282-router', 'tenant_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:48:48Z', 'updated_at': '2021-08-16T12:55:41Z', 'revision_number': 6, 'project_id': 'c644fa4f40b34a2ca9001be291cf7f92', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:42.490679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:42.547305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a234a9-7a7c-48b0-bcc1-fcee2c8f804f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:42.638543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16215b3-791b-490c-9c9b-f539d6db3e71 req-691891c5-db40-4ab0-9eb2-dfab298825a8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:42.647746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a16215b3-791b-490c-9c9b-f539d6db3e71 req-691891c5-db40-4ab0-9eb2-dfab298825a8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.4435208 Aug 16 12:55:42.671579 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:42.707453 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:42.784639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Transition to ACTIVE for port object cab2780e-85fb-4d17-88ec-1cb9f912540c will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:42.795195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce78c36-618b-4f8a-acf1-8d5bb39c9fa3 req-a3135d50-efaf-413a-b7d5-19f42aa71d4e service neutron] 10.222.0.42 "GET /v2.0/networks/8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607252 Aug 16 12:55:42.806339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a01f38b-4ba4-41fc-91af-544b2e1d5ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:42.814190 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a01f38b-4ba4-41fc-91af-544b2e1d5ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:42.822651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:42.831606 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:42.834846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a16215b3-791b-490c-9c9b-f539d6db3e71 req-5aca7d9c-9410-4049-8616-01234db3c8a9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861279 Aug 16 12:55:42.863301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-51551279-9158-4d52-8a50-8f7e01d6d329 req-ea6bd5c9-acae-4018-8c66-e4da6ef3c3e6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Deleting port 244f0070-7871-4125-bc73-6c2a75563a87 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:42.863724 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-51551279-9158-4d52-8a50-8f7e01d6d329 req-ea6bd5c9-acae-4018-8c66-e4da6ef3c3e6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:42.918309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1170d-88a2-45c8-8d9e-b7e93adaf3e3 req-4924999f-2814-4dac-a89f-9ae5151bc025 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:42.920087 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35e1170d-88a2-45c8-8d9e-b7e93adaf3e3 req-4924999f-2814-4dac-a89f-9ae5151bc025 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 943 time: 0.2224405 Aug 16 12:55:42.940372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01f38b-4ba4-41fc-91af-544b2e1d5ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf6610d-ffbf-452e-b481-82d8829e347b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:43.017490 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6a01f38b-4ba4-41fc-91af-544b2e1d5ed6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6a7a46c38504299a9c910b507cd5f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9666271 Aug 16 12:55:43.021283 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34976) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:43.065299 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.079663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.080403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf2b840-afd6-4956-b276-45f571c56450 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:55:43.095760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.099571 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9ccd3f19-ce40-4260-a01e-6ff2c30fa564 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9cf2b840-afd6-4956-b276-45f571c56450 HTTP/1.1" status: 204 len: 168 time: 2.2953327 Aug 16 12:55:43.109571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34978) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:43.136470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35e1170d-88a2-45c8-8d9e-b7e93adaf3e3 req-11c2964f-9c41-4c52-8204-80febfb718d4 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020874 Aug 16 12:55:43.164501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade req-8fe2dac0-dddb-4cfe-aa38-8c47650cf6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:43.166204 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade req-8fe2dac0-dddb-4cfe-aa38-8c47650cf6c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194fddd554b3402986da83c64a5bd169&device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 1094 time: 0.2736514 Aug 16 12:55:43.175460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Network df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:55:43.200890 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:43.214067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Pushing event updated for resources: {'Port': ['ID=cab2780e-85fb-4d17-88ec-1cb9f912540c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:43.229376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28ea387-46a6-4708-8e9a-774fb1c748b4 admin admin] Deleting subnet 240a02d9-a706-4f1c-b2e2-54cb4107b7eb {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:55:43.238475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:55:43.238739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-51551279-9158-4d52-8a50-8f7e01d6d329 req-ea6bd5c9-acae-4018-8c66-e4da6ef3c3e6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] For port 244f0070-7871-4125-bc73-6c2a75563a87, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=244f0070-7871-4125-bc73-6c2a75563a87,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:43.239115 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-51551279-9158-4d52-8a50-8f7e01d6d329 req-ea6bd5c9-acae-4018-8c66-e4da6ef3c3e6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.247661 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f28548da-422f-4d98-b18f-1f423632c2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.249633 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b28ea387-46a6-4708-8e9a-774fb1c748b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.305068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-51551279-9158-4d52-8a50-8f7e01d6d329 req-ea6bd5c9-acae-4018-8c66-e4da6ef3c3e6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Calling delete_port for 244f0070-7871-4125-bc73-6c2a75563a87 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:43.333514 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f28548da-422f-4d98-b18f-1f423632c2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.360239 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b28ea387-46a6-4708-8e9a-774fb1c748b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.413005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee6da9-c57e-4cb7-8a99-2138f25a867a req-e12c273e-56b2-4a64-8db0-30a95702dde3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:43.418071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59ee6da9-c57e-4cb7-8a99-2138f25a867a req-e12c273e-56b2-4a64-8db0-30a95702dde3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 946 time: 0.3034425 Aug 16 12:55:43.556126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f28548da-422f-4d98-b18f-1f423632c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.558668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f28548da-422f-4d98-b18f-1f423632c2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.562927 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f28548da-422f-4d98-b18f-1f423632c2d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cf6610d-ffbf-452e-b481-82d8829e347b HTTP/1.1" status: 204 len: 168 time: 0.5376468 Aug 16 12:55:43.573679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b28ea387-46a6-4708-8e9a-774fb1c748b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.580510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:43.604112 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28548da-422f-4d98-b18f-1f423632c2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf6610d-ffbf-452e-b481-82d8829e347b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:43.647279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ef896cee-66b4-4d95-bea1-777358163f0d None None] Provisioning for port cab2780e-85fb-4d17-88ec-1cb9f912540c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:43.659006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ef896cee-66b4-4d95-bea1-777358163f0d None None] Provisioning complete for port cab2780e-85fb-4d17-88ec-1cb9f912540c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:43.667499 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef896cee-66b4-4d95-bea1-777358163f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.688515 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-51551279-9158-4d52-8a50-8f7e01d6d329 req-ea6bd5c9-acae-4018-8c66-e4da6ef3c3e6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.721614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['244f0070-7871-4125-bc73-6c2a75563a87'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:43.758907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b28ea387-46a6-4708-8e9a-774fb1c748b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.767090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bd5c9-acae-4018-8c66-e4da6ef3c3e6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Pushing event deleted for resources: {'Port': ['ID=244f0070-7871-4125-bc73-6c2a75563a87,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:43.809766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ef896cee-66b4-4d95-bea1-777358163f0d None None] Port cab2780e-85fb-4d17-88ec-1cb9f912540c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:55:43.814534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ea387-46a6-4708-8e9a-774fb1c748b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=240a02d9-a706-4f1c-b2e2-54cb4107b7eb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:43.823828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b28ea387-46a6-4708-8e9a-774fb1c748b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.830057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02664fa-243b-4be0-84c8-323f4cb202c4 None None] Network e895d76d-b164-47a4-b04e-ec929eb2ac6d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:43.833197 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b28ea387-46a6-4708-8e9a-774fb1c748b4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/240a02d9-a706-4f1c-b2e2-54cb4107b7eb HTTP/1.1" status: 204 len: 168 time: 0.7192159 Aug 16 12:55:43.836768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:43.854340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34986) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:43.856568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-51551279-9158-4d52-8a50-8f7e01d6d329 req-ea6bd5c9-acae-4018-8c66-e4da6ef3c3e6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] No DVR routers for this DVR port 244f0070-7871-4125-bc73-6c2a75563a87 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:43.864438 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-51551279-9158-4d52-8a50-8f7e01d6d329 req-ea6bd5c9-acae-4018-8c66-e4da6ef3c3e6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.866433 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-51551279-9158-4d52-8a50-8f7e01d6d329 req-ea6bd5c9-acae-4018-8c66-e4da6ef3c3e6 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.42 "DELETE /v2.0/ports/244f0070-7871-4125-bc73-6c2a75563a87 HTTP/1.1" status: 204 len: 173 time: 1.5804722 Aug 16 12:55:43.867793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'name': 'network-vif-deleted', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:43.870873 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63a00da-afe3-4fcf-990a-62ad504a42b2" -d '{"events": [{"server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "name": "network-vif-deleted", "tag": "244f0070-7871-4125-bc73-6c2a75563a87"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:43.871938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:43.872412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.952466 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:43.992731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.007996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59ee6da9-c57e-4cb7-8a99-2138f25a867a req-6e75b155-6e60-4e5a-89f1-85b2f9a58126 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5724163 Aug 16 12:55:44.061467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Deleting port a35530d0-ac96-4fb1-8978-e1912d036e26 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:44.061792 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.167519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a051b-08d3-4790-a23f-9bb25c7ed811 req-5b602bd2-f5d4-4efa-b4fa-7bf71f964a84 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:44.168212 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.180334 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-928a051b-08d3-4790-a23f-9bb25c7ed811 req-5b602bd2-f5d4-4efa-b4fa-7bf71f964a84 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ea27e9-a056-4f4f-a716-608232226d70 HTTP/1.1" status: 200 len: 867 time: 0.8340871 Aug 16 12:55:44.204108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade req-f0eef2df-2c62-4bef-808f-5503e84cad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:44.206662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade req-f0eef2df-2c62-4bef-808f-5503e84cad00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c HTTP/1.1" status: 200 len: 911 time: 1.0270667 Aug 16 12:55:44.214882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:44.241014 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.303681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] For port a35530d0-ac96-4fb1-8978-e1912d036e26, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a35530d0-ac96-4fb1-8978-e1912d036e26,segment=NetworkSegment(189b4c7e-0167-42cc-b808-af6d504f9ae8),segment_id=189b4c7e-0167-42cc-b808-af6d504f9ae8)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:44.312422 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.375216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Calling delete_port for a35530d0-ac96-4fb1-8978-e1912d036e26 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:44.392040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:44.432464 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade req-94c5cf0e-39b7-4152-8704-eb4ccbf050e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90add74c-be7e-435c-bc69-f3f86b524e8d HTTP/1.1" status: 200 len: 217 time: 0.2123265 Aug 16 12:55:44.494422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:44.495168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12a234a9-7a7c-48b0-bcc1-fcee2c8f804f not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:44.495618 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a9a92dc5-08fd-4975-89a3-de593b56c40b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:44.502811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40aa4c-f7ed-4eeb-96d0-272b64df45ea None None] DHCP port deletion for e895d76d-b164-47a4-b04e-ec929eb2ac6d request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:55:44.571171 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a3f084-35a2-4457-ae3b-68c85807ad82 x-openstack-request-id: req-b4a3f084-35a2-4457-ae3b-68c85807ad82 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:44.571782 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ea27e9-a056-4f4f-a716-608232226d70", "name": "network-vif-deleted", "tag": "244f0070-7871-4125-bc73-6c2a75563a87", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:44.571782 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4a3f084-35a2-4457-ae3b-68c85807ad82 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:44.572106 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ea27e9-a056-4f4f-a716-608232226d70', 'name': 'network-vif-deleted', 'tag': '244f0070-7871-4125-bc73-6c2a75563a87', 'status': 'completed', 'code': 200} Aug 16 12:55:44.583787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-928a051b-08d3-4790-a23f-9bb25c7ed811 req-a6b0afaa-50eb-4d5b-a9cc-a6862bcf6d37 tempest-MigrationsAdminTest-142560527 tempest-MigrationsAdminTest-142560527-project] 10.222.0.25 "GET /v2.0/security-groups?id=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972559 Aug 16 12:55:44.598957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.657211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: a9a92dc5-08fd-4975-89a3-de593b56c40b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:44.658590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a9a92dc5-08fd-4975-89a3-de593b56c40b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:44.692281 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.713208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ed40aa4c-f7ed-4eeb-96d0-272b64df45ea None None] The port 'a35530d0-ac96-4fb1-8978-e1912d036e26' was deleted {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 16 12:55:44.716754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:44.719426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] No DVR routers for this DVR port a35530d0-ac96-4fb1-8978-e1912d036e26 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:44.795226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35530d0-ac96-4fb1-8978-e1912d036e26,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:44.806665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade req-1747bd77-de9c-442c-8b2d-a13414e70ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:44.808302 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade req-1747bd77-de9c-442c-8b2d-a13414e70ebb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1abc382-f557-4bc1-9603-9a7e07c7eb93 HTTP/1.1" status: 200 len: 850 time: 0.3158205 Aug 16 12:55:44.858215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.868473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e895d76d-b164-47a4-b04e-ec929eb2ac6d']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:44.881321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189b4c7e-0167-42cc-b808-af6d504f9ae8') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:44.881783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189b4c7e-0167-42cc-b808-af6d504f9ae8') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:44.897813 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.914666 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.919294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.926227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:55:44.926701 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:44.942741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c1041-bfa8-4923-b1a7-22b461c06af7 req-6416062f-f3f5-49d1-bec6-c9e3f5ea0d98 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:44.953722 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d6c1041-bfa8-4923-b1a7-22b461c06af7 req-6416062f-f3f5-49d1-bec6-c9e3f5ea0d98 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 943 time: 0.3549461 Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:55:44.983662 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:55:45.011141 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:45.020287 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:45.025407 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e895d76d-b164-47a4-b04e-ec929eb2ac6d HTTP/1.1" status: 204 len: 168 time: 1.1675882 Aug 16 12:55:45.026904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade req-f1a3301c-e26b-420c-a5f2-b51aac8d6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:45.028444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade req-f1a3301c-e26b-420c-a5f2-b51aac8d6a34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107978 Aug 16 12:55:45.040723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90823d-9e55-48f2-a540-89bce59e5bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e895d76d-b164-47a4-b04e-ec929eb2ac6d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:45.118455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d6c1041-bfa8-4923-b1a7-22b461c06af7 req-b79e1f36-e8dc-46f5-9eac-15501261a2ba tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617689 Aug 16 12:55:45.286115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35054) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:45.331327 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade req-d2f13333-9faf-4d37-b430-de93e7150fd2 service neutron] 10.222.0.42 "GET /v2.0/networks/8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904589 Aug 16 12:55:45.377814 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d5993f38-d099-40e4-9f5a-e5bd629b0fc5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=658311110ba74518860e125da8421b28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0926023 Aug 16 12:55:45.378688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35064) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:45.383019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:45.445921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:45.446926 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:45.451110 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfed2e09-1126-4d77-90cb-447b0441f303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:45.461023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:45.475619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:45.486933 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfed2e09-1126-4d77-90cb-447b0441f303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:45.590561 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfed2e09-1126-4d77-90cb-447b0441f303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:45.595481 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfed2e09-1126-4d77-90cb-447b0441f303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:45.601131 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dfed2e09-1126-4d77-90cb-447b0441f303 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29794843-94d2-4b68-bfc7-98360c549297 HTTP/1.1" status: 204 len: 168 time: 0.2213688 Aug 16 12:55:45.618193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed2e09-1126-4d77-90cb-447b0441f303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29794843-94d2-4b68-bfc7-98360c549297,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:45.676317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Pushing event updated for resources: {'Port': ['ID=cab2780e-85fb-4d17-88ec-1cb9f912540c,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:45.683493 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:45.731506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a35530d0-ac96-4fb1-8978-e1912d036e26 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:45.763618 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: a35530d0-ac96-4fb1-8978-e1912d036e26 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:45.765188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a35530d0-ac96-4fb1-8978-e1912d036e26 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:45.781434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b6c0aa5-966c-4e18-9507-8d3d16a1cade req-9e38f0e5-ce2f-4a8a-951b-027efbb67b90 service neutron] 10.222.0.42 "GET /v2.0/networks/8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355667 Aug 16 12:55:45.829624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] Deleting port 8cd3b176-b4c8-42b7-909a-5133c61fb388 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:45.830267 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:45.848382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Network df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:55:45.855764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:45.992223 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:46.030698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 90add74c-be7e-435c-bc69-f3f86b524e8d details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:55:46.035541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 244f0070-7871-4125-bc73-6c2a75563a87 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:46.036680 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] For port 8cd3b176-b4c8-42b7-909a-5133c61fb388, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8cd3b176-b4c8-42b7-909a-5133c61fb388,segment=NetworkSegment(735e5a53-a285-44f9-a54b-9d6539eed89e),segment_id=735e5a53-a285-44f9-a54b-9d6539eed89e)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:46.037833 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:46.061775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] Calling delete_port for 8cd3b176-b4c8-42b7-909a-5133c61fb388 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:46.113349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 244f0070-7871-4125-bc73-6c2a75563a87 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:46.113609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 244f0070-7871-4125-bc73-6c2a75563a87 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:46.114052 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:46.129414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Router ae44f95e-4d00-4bac-ac27-40920fed434c has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:55:46.265326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3e62e779-5622-4905-9247-7ee5845664c7 None None] Provisioning complete for port cab2780e-85fb-4d17-88ec-1cb9f912540c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:46.265761 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3e62e779-5622-4905-9247-7ee5845664c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:46.324404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 90add74c-be7e-435c-bc69-f3f86b524e8d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=90add74c-be7e-435c-bc69-f3f86b524e8d,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:46.341568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35098) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:46.401031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '90add74c-be7e-435c-bc69-f3f86b524e8d', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'port_id': '90add74c-be7e-435c-bc69-f3f86b524e8d', 'mac_address': 'fa:16:3e:c9:4a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:55:46.410596 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3e62e779-5622-4905-9247-7ee5845664c7 None None] Port cab2780e-85fb-4d17-88ec-1cb9f912540c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:55:46.419461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35106) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:46.489550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab6c3f-5e34-47d8-b256-579961ee14ef req-c11ba4ad-5c6c-477c-99fe-b8d998f23ee6 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:46.489550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6ab6c3f-5e34-47d8-b256-579961ee14ef req-c11ba4ad-5c6c-477c-99fe-b8d998f23ee6 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 943 time: 0.2549796 Aug 16 12:55:46.505758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:46.527471 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Sync routers for ids ['ae44f95e-4d00-4bac-ac27-40920fed434c'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:46.536148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cc723c7e-b018-42b3-b61b-489cfbb92d6c admin admin] 10.222.0.25 "PUT /v2.0/routers/ae44f95e-4d00-4bac-ac27-40920fed434c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4867871 Aug 16 12:55:46.542977 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Routers {'ae44f95e-4d00-4bac-ac27-40920fed434c'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:46.546338 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ae44f95e-4d00-4bac-ac27-40920fed434c'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:46.569743 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-609d86a6-584b-4a85-b241-0f05ce13d746 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c644fa4f40b34a2ca9001be291cf7f92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1478422 Aug 16 12:55:46.573913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35124) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:46.603681 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6ab6c3f-5e34-47d8-b256-579961ee14ef req-27ddb8ac-0d4e-4080-902d-7a8b794fd125 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013715 Aug 16 12:55:46.625667 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:46.709681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd3b176-b4c8-42b7-909a-5133c61fb388,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:46.731440 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:46.731709 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d3a7e9b-fe5b-48b7-bdeb-26e15a397bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:46.772480 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:46.818939 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d3a7e9b-fe5b-48b7-bdeb-26e15a397bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:46.852027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:46.863159 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e793e52b-147b-4ab1-b4e1-dab9f166fb5c" -d '{"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-unplugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:46.895562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90add74c-be7e-435c-bc69-f3f86b524e8d {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:55:46.926426 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Set router ae44f95e-4d00-4bac-ac27-40920fed434c gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:46.969828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 90add74c-be7e-435c-bc69-f3f86b524e8d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=90add74c-be7e-435c-bc69-f3f86b524e8d,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:46.981069 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f85c9c-8fe5-462c-a3bd-657c98ff6d86 x-openstack-request-id: req-98f85c9c-8fe5-462c-a3bd-657c98ff6d86 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:46.983126 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-unplugged", "status": "completed", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:46.983413 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98f85c9c-8fe5-462c-a3bd-657c98ff6d86 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:46.985846 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'code': 200} Aug 16 12:55:47.016695 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:47.023532 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:47.035319 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:47.059045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2298a8a2-20f1-4b5d-9f48-f9fd0f8b4c67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b57f202bdd7043b7b2e5fc4c5e698207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7161427 Aug 16 12:55:47.064193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35144) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:47.099104 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d3a7e9b-fe5b-48b7-bdeb-26e15a397bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:47.103329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d3a7e9b-fe5b-48b7-bdeb-26e15a397bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:47.104776 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5d3a7e9b-fe5b-48b7-bdeb-26e15a397bd6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48653899-f335-4421-b580-fd323bdd5d6c HTTP/1.1" status: 204 len: 168 time: 0.5298977 Aug 16 12:55:47.131293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a7e9b-fe5b-48b7-bdeb-26e15a397bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48653899-f335-4421-b580-fd323bdd5d6c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:47.201202 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:47.211322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=90add74c-be7e-435c-bc69-f3f86b524e8d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:47.224714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b11797-ab0c-4387-bd7b-a325432b1758 req-31a19d3d-81da-4fcb-8694-a4ae7b46a844 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:47.226339 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f4b11797-ab0c-4387-bd7b-a325432b1758 req-31a19d3d-81da-4fcb-8694-a4ae7b46a844 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1447363 Aug 16 12:55:47.287014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['90add74c-be7e-435c-bc69-f3f86b524e8d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:55:47.398303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-ceae99dc-ce4e-452c-942d-e6424ecfa78f tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d3d38cda7a7041e6a906de1cd248a852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1197581 Aug 16 12:55:47.422373 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c30ec61f-1b56-4fda-ada3-54cc5b9e18a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:47.464773 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-router', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:55:31Z', 'updated_at': '2021-08-16T12:55:44Z', 'revision_number': 4, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'gw_port': {'id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:33Z', 'updated_at': '2021-08-16T12:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'cab2780e-85fb-4d17-88ec-1cb9f912540c', 'name': '', 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'mac_address': 'fa:16:3e:f9:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '78334b23-b956-4494-bd28-c9ef2df54f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:41Z', 'updated_at': '2021-08-16T12:55:45Z', 'revision_number': 2, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'subnets': [{'id': '78334b23-b956-4494-bd28-c9ef2df54f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:47.507272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=14']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:47.511152 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Checking router: ae44f95e-4d00-4bac-ac27-40920fed434c for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:47.511504 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Updating router ae44f95e-4d00-4bac-ac27-40920fed434c port cab2780e-85fb-4d17-88ec-1cb9f912540c binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:55:47.532976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f4b11797-ab0c-4387-bd7b-a325432b1758 req-380b28d1-3d58-47f7-9921-e6c1274fb6bd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812536 Aug 16 12:55:47.547759 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:47.553857 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c30ec61f-1b56-4fda-ada3-54cc5b9e18a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:47.632481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-632fa438-786d-4e24-ba64-0fd57d160f1b tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:47.640146 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-632fa438-786d-4e24-ba64-0fd57d160f1b tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407274 Aug 16 12:55:47.724348 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-c91c2902-62a7-47d2-8271-5b6f9fa5c61d tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/quotas/d3d38cda7a7041e6a906de1cd248a852 HTTP/1.1" status: 200 len: 375 time: 0.0832524 Aug 16 12:55:47.961490 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:47.976371 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Transition to ACTIVE for port object cab2780e-85fb-4d17-88ec-1cb9f912540c will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:47.984552 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.044225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 90add74c-be7e-435c-bc69-f3f86b524e8d up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:48.077967 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Pushing event updated for resources: {'Port': ['ID=cab2780e-85fb-4d17-88ec-1cb9f912540c,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:48.103950 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.104320 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.104639 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.104978 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.105315 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.105647 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.105975 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.106329 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.106657 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.106981 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.107309 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.108152 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:48.132293 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 90add74c-be7e-435c-bc69-f3f86b524e8d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:48.139983 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Attempting to bind port cab2780e-85fb-4d17-88ec-1cb9f912540c on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:55:48.140283 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 90add74c-be7e-435c-bc69-f3f86b524e8d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:48.140396 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Attempting to bind port cab2780e-85fb-4d17-88ec-1cb9f912540c by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7082abad-1e9b-4b9d-ab1f-78c6769602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:55:48.140763 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Attempting to bind port cab2780e-85fb-4d17-88ec-1cb9f912540c on network df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:48.140886 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.146729 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:55:48.147111 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Checking segment: {'id': '7082abad-1e9b-4b9d-ab1f-78c6769602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:48.147523 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.147928 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Bound using segment: {'id': '7082abad-1e9b-4b9d-ab1f-78c6769602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:55:48.148398 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Bound port: cab2780e-85fb-4d17-88ec-1cb9f912540c, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7082abad-1e9b-4b9d-ab1f-78c6769602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:55:48.148800 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.181431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-2394d760-39e7-4470-b17c-cc50b8e58c8e tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3d38cda7a7041e6a906de1cd248a852&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4560747 Aug 16 12:55:48.263374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c30ec61f-1b56-4fda-ada3-54cc5b9e18a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.263618 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] For port cab2780e-85fb-4d17-88ec-1cb9f912540c, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:55:48.267201 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c30ec61f-1b56-4fda-ada3-54cc5b9e18a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.268224 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] For port cab2780e-85fb-4d17-88ec-1cb9f912540c, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cab2780e-85fb-4d17-88ec-1cb9f912540c,segment=NetworkSegment(7082abad-1e9b-4b9d-ab1f-78c6769602e0),segment_id=7082abad-1e9b-4b9d-ab1f-78c6769602e0)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:55:48.268862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c30ec61f-1b56-4fda-ada3-54cc5b9e18a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7a0621c-8b11-48f5-8dfa-eeaf97300fc2 HTTP/1.1" status: 204 len: 168 time: 1.1885064 Aug 16 12:55:48.279316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-083e69ba-038f-407a-b5b6-cf72fa52642c req-e0251fb5-d5d7-498b-9496-748f7e6c2a7e tempest-FloatingIPsNegativeTestJSON-564873593 tempest-FloatingIPsNegativeTestJSON-564873593-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=7f6f2ce9b79247b1b5a887a4884f27e2 HTTP/1.1" status: 200 len: 217 time: 0.1123810 Aug 16 12:55:48.291445 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.311490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ec61f-1b56-4fda-ada3-54cc5b9e18a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a0621c-8b11-48f5-8dfa-eeaf97300fc2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:48.312035 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.339314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] Router 87c2f602-bae4-4747-b89b-c6826ed05cfe has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:55:48.414865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 90add74c-be7e-435c-bc69-f3f86b524e8d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=90add74c-be7e-435c-bc69-f3f86b524e8d,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:48.422211 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.534017 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=90add74c-be7e-435c-bc69-f3f86b524e8d,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:48.559380 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb2e62-d91c-427f-8adf-56c2f7694bbd None None] Pushing event updated for resources: {'Port': ['ID=cab2780e-85fb-4d17-88ec-1cb9f912540c,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:48.563464 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Routers {'ae44f95e-4d00-4bac-ac27-40920fed434c'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:48.564311 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ae44f95e-4d00-4bac-ac27-40920fed434c'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:48.667891 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:48.679640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9c97a-7f09-4a3e-8b3c-543386c7b8b5 None None] Sync routers for ids ['87c2f602-bae4-4747-b89b-c6826ed05cfe'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:48.683613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35196) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:48.702890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9c97a-7f09-4a3e-8b3c-543386c7b8b5 None None] Routers {'87c2f602-bae4-4747-b89b-c6826ed05cfe'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:48.703605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9fe9c97a-7f09-4a3e-8b3c-543386c7b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87c2f602-bae4-4747-b89b-c6826ed05cfe'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:48.706799 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ac8b32a1-dc91-4acb-90c1-7d90a116f468 admin admin] 10.222.0.25 "PUT /v2.0/routers/87c2f602-bae4-4747-b89b-c6826ed05cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8278799 Aug 16 12:55:48.874392 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35dae640-ba0f-4c7d-963b-002566575a83 req-e0bc2a09-8e83-4358-ab0c-54811edbcf8d tempest-FloatingIPsNegativeTestJSON-564873593 tempest-FloatingIPsNegativeTestJSON-564873593-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1638398 Aug 16 12:55:48.946549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d771c6-5828-4723-9e4e-e35fd59d30ea req-ff1d41f5-ce60-4400-b496-0ff2132dca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:48.954247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4d771c6-5828-4723-9e4e-e35fd59d30ea req-ff1d41f5-ce60-4400-b496-0ff2132dca1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1095 time: 0.1879020 Aug 16 12:55:48.994899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90add74c-be7e-435c-bc69-f3f86b524e8d'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:48.997739 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8689e5f-c7c7-4e7c-9b32-68d545561af5" -d '{"events": [{"server_uuid": "de6359fa-e15b-447b-a9e4-9c360edeb17b", "name": "network-vif-plugged", "status": "completed", "tag": "90add74c-be7e-435c-bc69-f3f86b524e8d"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:49.036058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:49.037558 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] Set router ae44f95e-4d00-4bac-ac27-40920fed434c gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:49.135769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dacb3181-5f0b-40ec-b3a0-04e9cb8b5734 req-0c340828-3e73-4010-9919-b40e03c82bb0 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 210 time: 0.1501265 Aug 16 12:55:49.143696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9fe9c97a-7f09-4a3e-8b3c-543386c7b8b5 None None] Set router 87c2f602-bae4-4747-b89b-c6826ed05cfe gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:49.351034 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:49.432997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d771c6-5828-4723-9e4e-e35fd59d30ea req-5804d5a4-db44-421e-a7a8-6a4b2e2c39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:49.434719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4d771c6-5828-4723-9e4e-e35fd59d30ea req-5804d5a4-db44-421e-a7a8-6a4b2e2c39e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.4727969 Aug 16 12:55:49.474175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Deleting port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:49.474527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:49.517880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57361a5c-be70-4312-8836-9ddfa3e4e97c req-47d9ff3a-741a-484f-9bbe-17ef428e0218 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:49.526697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57361a5c-be70-4312-8836-9ddfa3e4e97c req-47d9ff3a-741a-484f-9bbe-17ef428e0218 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 945 time: 0.2314782 Aug 16 12:55:49.562711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d808c-7aa2-4917-9a91-9c975900b734 req-1273cbd6-b2b1-42a2-a565-ec1401bdbf61 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:49.572006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b21d808c-7aa2-4917-9a91-9c975900b734 req-1273cbd6-b2b1-42a2-a565-ec1401bdbf61 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.2631083 Aug 16 12:55:49.572317 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-router', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:55:31Z', 'updated_at': '2021-08-16T12:55:44Z', 'revision_number': 4, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'gw_port': {'id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:33Z', 'updated_at': '2021-08-16T12:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'cab2780e-85fb-4d17-88ec-1cb9f912540c', 'name': '', 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'mac_address': 'fa:16:3e:f9:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '78334b23-b956-4494-bd28-c9ef2df54f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:41Z', 'updated_at': '2021-08-16T12:55:48Z', 'revision_number': 4, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'subnets': [{'id': '78334b23-b956-4494-bd28-c9ef2df54f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:49.615694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35218) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:49.626544 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9fe9c97a-7f09-4a3e-8b3c-543386c7b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'name': 'tempest-ServersTestMultiNic-1924226651-router', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:52:59Z', 'updated_at': '2021-08-16T12:55:46Z', 'revision_number': 5, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'gw_port': {'id': '8bd65954-7e4d-4656-87a5-2e1e7f5297c9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:00Z', 'updated_at': '2021-08-16T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:49.637591 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ab58d-a677-4e71-8c0f-373d6c8d966d None None] The sync data for ids ['ae44f95e-4d00-4bac-ac27-40920fed434c'] in n-d-804708-1 is: [{'id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-router', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:55:31Z', 'updated_at': '2021-08-16T12:55:44Z', 'revision_number': 4, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'gw_port': {'id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:33Z', 'updated_at': '2021-08-16T12:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'cab2780e-85fb-4d17-88ec-1cb9f912540c', 'name': '', 'network_id': 'df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'mac_address': 'fa:16:3e:f9:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '78334b23-b956-4494-bd28-c9ef2df54f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:41Z', 'updated_at': '2021-08-16T12:55:48Z', 'revision_number': 4, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'subnets': [{'id': '78334b23-b956-4494-bd28-c9ef2df54f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:49.658148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57361a5c-be70-4312-8836-9ddfa3e4e97c req-f2ce1ea3-34ae-4559-8956-9fe9b474eb8e tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299069 Aug 16 12:55:49.676014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9c97a-7f09-4a3e-8b3c-543386c7b8b5 None None] Checking router: 87c2f602-bae4-4747-b89b-c6826ed05cfe for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:49.693216 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4d771c6-5828-4723-9e4e-e35fd59d30ea req-5cfd6eee-1758-44fd-808f-85fc966ee943 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 999 time: 0.2446251 Aug 16 12:55:49.718191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9c97a-7f09-4a3e-8b3c-543386c7b8b5 None None] Routers {'87c2f602-bae4-4747-b89b-c6826ed05cfe'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:49.719310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9fe9c97a-7f09-4a3e-8b3c-543386c7b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87c2f602-bae4-4747-b89b-c6826ed05cfe'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:49.777596 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-51b6923c-eaec-46d4-8bf4-b53303775c02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25e89ed795e2439e8f9d5a763bf6f77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604095 Aug 16 12:55:49.797357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35220) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:49.833147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] For port 8bd65954-7e4d-4656-87a5-2e1e7f5297c9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8bd65954-7e4d-4656-87a5-2e1e7f5297c9,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:49.834329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:49.873877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Calling delete_port for 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:49.913500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9fe9c97a-7f09-4a3e-8b3c-543386c7b8b5 None None] Set router 87c2f602-bae4-4747-b89b-c6826ed05cfe gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:49.977381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b21d808c-7aa2-4917-9a91-9c975900b734 req-791c6f91-f5ac-486d-8339-003e62c74cc8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4035335 Aug 16 12:55:49.985369 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-d4b989d6-82d9-4ce3-a9e0-aeb661bebaed req-bea9e8c3-7638-4067-8b3b-9000a4a85b95 tempest-FloatingIPsNegativeTestJSON-564873593 tempest-FloatingIPsNegativeTestJSON-564873593-project] show failed (client error): The resource could not be found. Aug 16 12:55:49.989572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4b989d6-82d9-4ce3-a9e0-aeb661bebaed req-bea9e8c3-7638-4067-8b3b-9000a4a85b95 tempest-FloatingIPsNegativeTestJSON-564873593 tempest-FloatingIPsNegativeTestJSON-564873593-project] 10.222.0.25 "GET /v2.0/floatingips/fb67f85d-8727-4c53-9a54-638e64a586d8 HTTP/1.1" status: 404 len: 350 time: 0.2429993 Aug 16 12:55:50.003795 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c749abf-0f2b-43ec-a0aa-cb40a0509a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:50.004710 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35226) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:50.045879 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c749abf-0f2b-43ec-a0aa-cb40a0509a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:50.052688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9fe9c97a-7f09-4a3e-8b3c-543386c7b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'name': 'tempest-ServersTestMultiNic-1924226651-router', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:52:59Z', 'updated_at': '2021-08-16T12:55:49Z', 'revision_number': 6, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:50.126434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d771c6-5828-4723-9e4e-e35fd59d30ea req-baa1b8be-4881-4390-a34f-b62cb782e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:50.128432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4d771c6-5828-4723-9e4e-e35fd59d30ea req-baa1b8be-4881-4390-a34f-b62cb782e381 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.3808079 Aug 16 12:55:50.146774 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac959c-d790-41d5-8e46-93e7f2fd4ccf x-openstack-request-id: req-51ac959c-d790-41d5-8e46-93e7f2fd4ccf {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:50.148519 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6359fa-e15b-447b-a9e4-9c360edeb17b", "name": "network-vif-plugged", "status": "completed", "tag": "90add74c-be7e-435c-bc69-f3f86b524e8d", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:50.148790 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51ac959c-d790-41d5-8e46-93e7f2fd4ccf {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:50.150066 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90add74c-be7e-435c-bc69-f3f86b524e8d', 'code': 200} Aug 16 12:55:50.150959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9c97a-7f09-4a3e-8b3c-543386c7b8b5 None None] The sync data for ids ['87c2f602-bae4-4747-b89b-c6826ed05cfe'] in n-d-804708-1 is: [{'id': '87c2f602-bae4-4747-b89b-c6826ed05cfe', 'name': 'tempest-ServersTestMultiNic-1924226651-router', 'tenant_id': '1f5a8be1fbc7461891b77fca419c01ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:52:59Z', 'updated_at': '2021-08-16T12:55:49Z', 'revision_number': 6, 'project_id': '1f5a8be1fbc7461891b77fca419c01ce', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:50.315273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5234935-f640-4f4c-8131-262f86696842 req-58b1f701-882f-492e-b5bf-ee77cd9d239f tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 210 time: 0.0562525 Aug 16 12:55:50.332566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c749abf-0f2b-43ec-a0aa-cb40a0509a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:50.335380 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c749abf-0f2b-43ec-a0aa-cb40a0509a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:50.336519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1c749abf-0f2b-43ec-a0aa-cb40a0509a3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c4327f0-a155-4a14-beac-5e053433a07a HTTP/1.1" status: 204 len: 168 time: 0.5379009 Aug 16 12:55:50.344974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d771c6-5828-4723-9e4e-e35fd59d30ea req-96b91cc0-8407-46fe-b621-c8837ecdea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:50.346629 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4d771c6-5828-4723-9e4e-e35fd59d30ea req-96b91cc0-8407-46fe-b621-c8837ecdea7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045434 Aug 16 12:55:50.722639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4d771c6-5828-4723-9e4e-e35fd59d30ea req-e0f0f1ce-8508-45e5-b3b7-86fca2c158db service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658142 Aug 16 12:55:50.963115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c749abf-0f2b-43ec-a0aa-cb40a0509a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4327f0-a155-4a14-beac-5e053433a07a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:51.000454 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4d771c6-5828-4723-9e4e-e35fd59d30ea req-62088256-9bd1-46dc-8795-4f5449cbef4a service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658038 Aug 16 12:55:51.044144 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-29625c84-77c5-49b9-81c4-0382dccb476b tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d3d38cda7a7041e6a906de1cd248a852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6705933 Aug 16 12:55:51.075670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5c866-44d6-4f41-818b-10acd397c634 req-20ffbd72-e21d-456e-aca3-f90cd112d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:51.078676 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0f5c866-44d6-4f41-818b-10acd397c634 req-20ffbd72-e21d-456e-aca3-f90cd112d17b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 1096 time: 0.9081862 Aug 16 12:55:51.079915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc8600-1a67-4dc6-8594-1305ba1d3f91 req-384ed396-1124-40c9-9a1f-4df2a959fb09 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:51.083466 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d0bc8600-1a67-4dc6-8594-1305ba1d3f91 req-384ed396-1124-40c9-9a1f-4df2a959fb09 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 945 time: 0.1942692 Aug 16 12:55:51.256194 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:51.265900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d0bc8600-1a67-4dc6-8594-1305ba1d3f91 req-e8d668a0-262d-41c9-9810-37509eea89b7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735923 Aug 16 12:55:51.325607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d779c-d9d6-4d03-9390-bbb24aab3e1f req-f73b71aa-90be-4926-b1bc-28b72ffc8860 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:51.329600 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-036d779c-d9d6-4d03-9390-bbb24aab3e1f req-f73b71aa-90be-4926-b1bc-28b72ffc8860 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.2084627 Aug 16 12:55:51.378762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd65954-7e4d-4656-87a5-2e1e7f5297c9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:51.485477 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-036d779c-d9d6-4d03-9390-bbb24aab3e1f req-eb8601ce-6073-4537-bd13-561cdc343503 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381004 Aug 16 12:55:51.500729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cab2780e-85fb-4d17-88ec-1cb9f912540c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:55:51.539350 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:51.566980 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0f5c866-44d6-4f41-818b-10acd397c634 req-d9b050f3-17bb-446f-b0fd-2fb98419ea3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4492486 Aug 16 12:55:51.596243 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port cab2780e-85fb-4d17-88ec-1cb9f912540c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:51.608893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port cab2780e-85fb-4d17-88ec-1cb9f912540c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:51.609690 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:51.620437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-84b7f6e7-3138-421c-8a2b-097ca3b598c6 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:51.622336 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-84b7f6e7-3138-421c-8a2b-097ca3b598c6 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5704513 Aug 16 12:55:51.643500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Request body: {'port': {'device_id': 'dabce55a-faa4-4948-9766-ef71f4c3311c', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'd3d38cda7a7041e6a906de1cd248a852'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:51.667338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:51.725314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc8c600e-3168-4213-aaf4-816bf74cb467 req-a629a1fc-04b3-49cf-b255-4234abd77b6a tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 210 time: 0.0923975 Aug 16 12:55:51.830992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:51.907342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port cab2780e-85fb-4d17-88ec-1cb9f912540c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cab2780e-85fb-4d17-88ec-1cb9f912540c,segment=NetworkSegment(7082abad-1e9b-4b9d-ab1f-78c6769602e0),segment_id=7082abad-1e9b-4b9d-ab1f-78c6769602e0)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:51.914469 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:51.936542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35294) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:51.938716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:51.941372 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.013643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8cd3b176-b4c8-42b7-909a-5133c61fb388 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:52.022285 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.022972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87c2f602-bae4-4747-b89b-c6826ed05cfe {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:55:52.028993 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.031236 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a788c0ab-de0b-4a34-93ad-0017315a374c admin admin] 10.222.0.25 "DELETE /v2.0/routers/87c2f602-bae4-4747-b89b-c6826ed05cfe HTTP/1.1" status: 204 len: 168 time: 3.3465071 Aug 16 12:55:52.034645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35304) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:52.041166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=cab2780e-85fb-4d17-88ec-1cb9f912540c,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:52.052320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 8cd3b176-b4c8-42b7-909a-5133c61fb388 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:52.054381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8cd3b176-b4c8-42b7-909a-5133c61fb388 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:52.055149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:52.082670 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:52.083323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8bd65954-7e4d-4656-87a5-2e1e7f5297c9 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:52.120042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af5e972-d40d-48ea-853f-9b2c2ce8b72b admin admin] Deleting subnet ceac92c8-77e3-4913-9237-0a3628816f2c {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:55:52.126545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1af5e972-d40d-48ea-853f-9b2c2ce8b72b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.163385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] Deleting port cab2780e-85fb-4d17-88ec-1cb9f912540c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:52.164081 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.194077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1369249488-network', 'tenant_id': '2706d657c21b456da2ceb534084c65a2'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:52.204938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Made reservation on behalf of d3d38cda7a7041e6a906de1cd248a852 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:55:52.209721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.228222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.249033 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1af5e972-d40d-48ea-853f-9b2c2ce8b72b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.290974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] For port cab2780e-85fb-4d17-88ec-1cb9f912540c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cab2780e-85fb-4d17-88ec-1cb9f912540c,segment=NetworkSegment(7082abad-1e9b-4b9d-ab1f-78c6769602e0),segment_id=7082abad-1e9b-4b9d-ab1f-78c6769602e0)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:52.291425 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.307940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] Calling delete_port for cab2780e-85fb-4d17-88ec-1cb9f912540c owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:52.399969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Made reservation on behalf of 2706d657c21b456da2ceb534084c65a2 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:55:52.402413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.439367 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1af5e972-d40d-48ea-853f-9b2c2ce8b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.444973 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.477173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf561b-4617-468e-b0b3-dd8c78b548d9 req-f46ec7d0-6265-4246-ba8a-3d6a2b0f0a7b tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:52.478769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfaf561b-4617-468e-b0b3-dd8c78b548d9 req-f46ec7d0-6265-4246-ba8a-3d6a2b0f0a7b tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 945 time: 0.0856154 Aug 16 12:55:52.564086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1af5e972-d40d-48ea-853f-9b2c2ce8b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.582421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfaf561b-4617-468e-b0b3-dd8c78b548d9 req-6689b215-c5e8-4ed3-9e19-fb319067e611 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621066 Aug 16 12:55:52.625021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5e972-d40d-48ea-853f-9b2c2ce8b72b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceac92c8-77e3-4913-9237-0a3628816f2c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:52.627217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1af5e972-d40d-48ea-853f-9b2c2ce8b72b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.629711 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1af5e972-d40d-48ea-853f-9b2c2ce8b72b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ceac92c8-77e3-4913-9237-0a3628816f2c HTTP/1.1" status: 204 len: 168 time: 0.5939956 Aug 16 12:55:52.634888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35324) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:52.635413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae1f8d-37d1-4640-a0f1-fcaa4c29ac00 None None] Network d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:52.678088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb0571-f216-480e-8f1c-934edc9dfb4d req-86775f95-2667-4e46-bac1-41a6d98fff26 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:52.682308 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.686279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eeb0571-f216-480e-8f1c-934edc9dfb4d req-86775f95-2667-4e46-bac1-41a6d98fff26 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1097920 Aug 16 12:55:52.725004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.738984 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.782188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eeb0571-f216-480e-8f1c-934edc9dfb4d req-b4baf2f6-106f-4856-a100-2d9e3ebfde34 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948267 Aug 16 12:55:52.787848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:52.790620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab2780e-85fb-4d17-88ec-1cb9f912540c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:52.915648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ac66f0-2d85-453a-94ee-7c2254b682c8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:52.968343 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f009ee32-1e6f-4a11-874b-d1f1123ad52d req-08419aa3-167d-4317-9217-b5702a9244c4 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 210 time: 0.1166906 Aug 16 12:55:52.986986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f2548b-e5f6-41dd-a00f-cf9e4cb9c068 None None] DHCP port deletion for d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:55:53.091625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-67f2548b-e5f6-41dd-a00f-cf9e4cb9c068 None None] Deleting port a7321a38-8a07-494f-969b-049a0a0ff11f {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:53.092313 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-67f2548b-e5f6-41dd-a00f-cf9e4cb9c068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.137614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Allocated IP 192.168.233.120 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/e4ea408a-6faf-431f-beea-d47a7fdfe664) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:55:53.212530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-67f2548b-e5f6-41dd-a00f-cf9e4cb9c068 None None] For port a7321a38-8a07-494f-969b-049a0a0ff11f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a7321a38-8a07-494f-969b-049a0a0ff11f,segment=NetworkSegment(735e5a53-a285-44f9-a54b-9d6539eed89e),segment_id=735e5a53-a285-44f9-a54b-9d6539eed89e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:53.212952 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-67f2548b-e5f6-41dd-a00f-cf9e4cb9c068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.232400 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-67f2548b-e5f6-41dd-a00f-cf9e4cb9c068 None None] Calling delete_port for a7321a38-8a07-494f-969b-049a0a0ff11f owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:53.238476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Deleting port a7321a38-8a07-494f-969b-049a0a0ff11f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:53.238805 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.250186 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.250473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.267651 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2d66-2e33-4a24-9ba6-4799295817fa req-debf02af-72bb-417c-8245-65d36cb2a01d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:53.285197 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.290497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-170b2d66-2e33-4a24-9ba6-4799295817fa req-debf02af-72bb-417c-8245-65d36cb2a01d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1899650 Aug 16 12:55:53.398196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:55:53.418723 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-67f2548b-e5f6-41dd-a00f-cf9e4cb9c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.468730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2548b-e5f6-41dd-a00f-cf9e4cb9c068 None None] Pushing event deleted for resources: {'Port': ['ID=a7321a38-8a07-494f-969b-049a0a0ff11f,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:53.491599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40168874-6514-49c2-a949-4a1ef2414eb7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:53.499201 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.499587 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Added segment cc2e3133-d582-41e0-8425-ade1477a7b65 of type vlan for network f0488115-7484-4c40-aeb4-a4a01423232a Aug 16 12:55:53.506541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a7321a38-8a07-494f-969b-049a0a0ff11f no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:53.511693 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-170b2d66-2e33-4a24-9ba6-4799295817fa req-d70c4e7f-92b9-4b51-8105-83f0189ea883 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147048 Aug 16 12:55:53.543156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: a7321a38-8a07-494f-969b-049a0a0ff11f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:53.543574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a7321a38-8a07-494f-969b-049a0a0ff11f not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:53.558662 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2548b-e5f6-41dd-a00f-cf9e4cb9c068 None None] No DVR routers for this DVR port a7321a38-8a07-494f-969b-049a0a0ff11f on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:53.601670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] For port a7321a38-8a07-494f-969b-049a0a0ff11f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a7321a38-8a07-494f-969b-049a0a0ff11f,segment=NetworkSegment(735e5a53-a285-44f9-a54b-9d6539eed89e),segment_id=735e5a53-a285-44f9-a54b-9d6539eed89e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:53.602080 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.663330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Calling delete_port for a7321a38-8a07-494f-969b-049a0a0ff11f owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:53.688679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.758252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796e9f1-94f7-4bd7-aa08-1eaef86b8bc8 req-ce3fe30c-7ebb-465c-b4ce-ffbf75b5ba66 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:53.759741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f796e9f1-94f7-4bd7-aa08-1eaef86b8bc8 req-ce3fe30c-7ebb-465c-b4ce-ffbf75b5ba66 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1225321 Aug 16 12:55:53.786518 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.803337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd47b5-a1f6-46fe-91cc-2c8cef01a89d req-925d9c90-e7ca-4ba4-87fe-0cea2e75b58c tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:53.804812 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34dd47b5-a1f6-46fe-91cc-2c8cef01a89d req-925d9c90-e7ca-4ba4-87fe-0cea2e75b58c tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 945 time: 0.1240942 Aug 16 12:55:53.809396 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.810384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:53.811094 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.820930 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] Router ae44f95e-4d00-4bac-ac27-40920fed434c has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:55:53.822866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Transition to ACTIVE for port object e4ea408a-6faf-431f-beea-d47a7fdfe664 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:53.853850 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f796e9f1-94f7-4bd7-aa08-1eaef86b8bc8 req-5d5eb67b-b52a-4985-8f9c-5744efd690ae tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840261 Aug 16 12:55:53.893949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9428003 Aug 16 12:55:53.900343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35374) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:53.905224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745023a4-09a9-4356-b570-2ccc8c860d38 admin admin] Pushing event updated for resources: {'Network': ['ID=f0488115-7484-4c40-aeb4-a4a01423232a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:53.905944 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Request body: {'subnet': {'network_id': 'f0488115-7484-4c40-aeb4-a4a01423232a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1369249488-subnet', 'tenant_id': '2706d657c21b456da2ceb534084c65a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:53.908239 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:53.919875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network f0488115-7484-4c40-aeb4-a4a01423232a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:55:53.921145 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34dd47b5-a1f6-46fe-91cc-2c8cef01a89d req-704573ed-8ac5-42b5-95ab-649a29fba807 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018836 Aug 16 12:55:53.924329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] No DVR routers for this DVR port a7321a38-8a07-494f-969b-049a0a0ff11f on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:55:53.957570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7321a38-8a07-494f-969b-049a0a0ff11f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:54.005071 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.083108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:55:54.087914 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.091148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:54.101122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:55:54.115981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e3078d-928c-4708-9ce5-3ddb0b10bcc2']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:54.166897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735e5a53-a285-44f9-a54b-9d6539eed89e') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:54.168130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735e5a53-a285-44f9-a54b-9d6539eed89e') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:54.181056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Pushing event updated for resources: {'Port': ['ID=e4ea408a-6faf-431f-beea-d47a7fdfe664,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:54.200854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.226731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:54.227516 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.244972 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.253477 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:55:54.253967 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:55:54.255893 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:55:54.323255 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.333867 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.335800 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] 10.222.0.25 "DELETE /v2.0/networks/d7e3078d-928c-4708-9ce5-3ddb0b10bcc2 HTTP/1.1" status: 204 len: 168 time: 1.6995707 Aug 16 12:55:54.353955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72f745-486d-4d0a-9593-d3970e3fc62d admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e3078d-928c-4708-9ce5-3ddb0b10bcc2,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:54.423982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-253409f8-2dea-4540-9198-3bfca27fdfbf None None] Provisioning for port e4ea408a-6faf-431f-beea-d47a7fdfe664 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:55:54.427803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-253409f8-2dea-4540-9198-3bfca27fdfbf None None] Provisioning complete for port e4ea408a-6faf-431f-beea-d47a7fdfe664 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:55:54.428397 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-253409f8-2dea-4540-9198-3bfca27fdfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.464127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-083b5b7e-2ad3-4c0f-bf58-5e6907e4c693 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8279123 Aug 16 12:55:54.466040 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Made reservation on behalf of 2706d657c21b456da2ceb534084c65a2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:55:54.468800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.474039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-253409f8-2dea-4540-9198-3bfca27fdfbf None None] Port e4ea408a-6faf-431f-beea-d47a7fdfe664 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:55:54.480548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Request body: {'port': {'device_id': 'dabce55a-faa4-4948-9766-ef71f4c3311c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:54.509395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35388) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:54.513570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:54.526954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-577a3a7d-a9be-4cea-b7b9-29dee71cebc6 admin admin] 10.222.0.25 "PUT /v2.0/routers/ae44f95e-4d00-4bac-ac27-40920fed434c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5037544 Aug 16 12:55:54.527171 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6cfaa-1ccf-4b84-a238-a0e840b3a85e None None] Sync routers for ids ['ae44f95e-4d00-4bac-ac27-40920fed434c'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:54.529300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35390) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:54.538026 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6cfaa-1ccf-4b84-a238-a0e840b3a85e None None] Routers {'ae44f95e-4d00-4bac-ac27-40920fed434c'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:54.539294 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-15b6cfaa-1ccf-4b84-a238-a0e840b3a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ae44f95e-4d00-4bac-ac27-40920fed434c'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:54.566804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029308ac-d467-4a5f-a980-3d55b7cce291 req-5b89bc99-30b3-43ae-83a5-782d321c2c25 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:54.568330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-029308ac-d467-4a5f-a980-3d55b7cce291 req-5b89bc99-30b3-43ae-83a5-782d321c2c25 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 936 time: 0.1828821 Aug 16 12:55:54.575657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a8b52-2ccf-49dc-9325-931515a971ff req-b047d853-41b0-4cca-a126-afb17d44a350 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:54.586768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c9a8b52-2ccf-49dc-9325-931515a971ff req-b047d853-41b0-4cca-a126-afb17d44a350 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 945 time: 0.1978221 Aug 16 12:55:54.591990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35392) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:54.600432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-881fe437-bc11-4645-9e6a-9822cded5902 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Request body: {'floatingip': {'port_id': '90add74c-be7e-435c-bc69-f3f86b524e8d'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:54.653916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.676842 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-029308ac-d467-4a5f-a980-3d55b7cce291 req-d2b69a27-4701-4919-b01c-378bd25c916f tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743432 Aug 16 12:55:54.698198 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-15b6cfaa-1ccf-4b84-a238-a0e840b3a85e None None] Set router ae44f95e-4d00-4bac-ac27-40920fed434c gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:54.752646 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-881fe437-bc11-4645-9e6a-9822cded5902 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.852682 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0a7a8232-9011-463e-aaf5-e50901345a22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f5a8be1fbc7461891b77fca419c01ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415620 Aug 16 12:55:54.881990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35410) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:54.915858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:54.991724 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:55.003568 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-15b6cfaa-1ccf-4b84-a238-a0e840b3a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-router', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:55:31Z', 'updated_at': '2021-08-16T12:55:52Z', 'revision_number': 5, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'gw_port': {'id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:33Z', 'updated_at': '2021-08-16T12:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:55.041052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-3f79dc96-c0f1-4467-b25e-990a0a283670 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:55.044835 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6cfaa-1ccf-4b84-a238-a0e840b3a85e None None] Checking router: ae44f95e-4d00-4bac-ac27-40920fed434c for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:55:55.048122 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-3f79dc96-c0f1-4467-b25e-990a0a283670 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 812 time: 0.2726195 Aug 16 12:55:55.057090 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6cfaa-1ccf-4b84-a238-a0e840b3a85e None None] Routers {'ae44f95e-4d00-4bac-ac27-40920fed434c'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:55.058230 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-15b6cfaa-1ccf-4b84-a238-a0e840b3a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ae44f95e-4d00-4bac-ac27-40920fed434c'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:55.131611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-bcb7949d-54ad-4833-867a-800011603ab8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/quotas/69db3e09f4b04fcd9dcdc03807c00973 HTTP/1.1" status: 200 len: 375 time: 0.0823929 Aug 16 12:55:55.134388 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0a37f56-cfd3-42e7-acec-1b2aca2a1876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:55.152983 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61455d7f-18b9-430b-ae62-1508b5189ed4,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:55.229041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.229041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.229293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.229550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.230297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.231256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.231256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.231468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.231658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.232090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.232283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.233561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:55.244617 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0a37f56-cfd3-42e7-acec-1b2aca2a1876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:55.258442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Checking segment: {'id': 'cc2e3133-d582-41e0-8425-ade1477a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f0488115-7484-4c40-aeb4-a4a01423232a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:55.258936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Network hostable DHCP agents. Network: f0488115-7484-4c40-aeb4-a4a01423232a, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:55:55.259137 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-15b6cfaa-1ccf-4b84-a238-a0e840b3a85e None None] Set router ae44f95e-4d00-4bac-ac27-40920fed434c gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:55.310747 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-62d00e8e-57eb-4d8f-8323-538807141413 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1781895 Aug 16 12:55:55.313117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35418) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:55.334020 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:55.336904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Network f0488115-7484-4c40-aeb4-a4a01423232a is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:55:55.429620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, f0488115-7484-4c40-aeb4-a4a01423232a) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:55.437114 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:55.440237 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:55.441960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27d57f-e4f2-4fa8-b246-34d1d251db7d None None] Network f0488115-7484-4c40-aeb4-a4a01423232a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:55.467943 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f9f9a25a-498e-4aec-9e8b-b84528953548 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5570033 Aug 16 12:55:55.467943 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0a37f56-cfd3-42e7-acec-1b2aca2a1876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:55.477525 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0a37f56-cfd3-42e7-acec-1b2aca2a1876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:55.480206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e0a37f56-cfd3-42e7-acec-1b2aca2a1876 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34e6f67d-5f50-48e2-b331-23a5eabcae1e HTTP/1.1" status: 204 len: 168 time: 0.5934324 Aug 16 12:55:55.517300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a37f56-cfd3-42e7-acec-1b2aca2a1876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e6f67d-5f50-48e2-b331-23a5eabcae1e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:55.551157 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-15b6cfaa-1ccf-4b84-a238-a0e840b3a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-router', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:55:31Z', 'updated_at': '2021-08-16T12:55:52Z', 'revision_number': 5, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'gw_port': {'id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:33Z', 'updated_at': '2021-08-16T12:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:55.580688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-cdd62c02-b2a9-47fb-9cae-483e00c4b765 service neutron] 10.222.0.25 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622452 Aug 16 12:55:55.594189 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6cfaa-1ccf-4b84-a238-a0e840b3a85e None None] The sync data for ids ['ae44f95e-4d00-4bac-ac27-40920fed434c'] in n-d-804708-1 is: [{'id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'name': 'tempest-FloatingIPsNegativeTestJSON-886921024-router', 'tenant_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:55:31Z', 'updated_at': '2021-08-16T12:55:52Z', 'revision_number': 5, 'project_id': '7f6f2ce9b79247b1b5a887a4884f27e2', 'gw_port': {'id': 'c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae44f95e-4d00-4bac-ac27-40920fed434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:33Z', 'updated_at': '2021-08-16T12:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:55:55.614367 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-740abf81-081f-4d7b-8d9c-d63c2cf6887d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:55.651068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Deleting port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:55.651415 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:55.710943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069cc411-c9d1-48df-88cd-c272735dde18 None None] Network f0488115-7484-4c40-aeb4-a4a01423232a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:55.900792 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-740abf81-081f-4d7b-8d9c-d63c2cf6887d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:55.913305 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-740abf81-081f-4d7b-8d9c-d63c2cf6887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:56.034271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6906ac5-7d24-450e-b026-8366ffdac726 req-e9189c97-9fa0-4bb4-a52c-85a89c044860 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:56.042314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6906ac5-7d24-450e-b026-8366ffdac726 req-e9189c97-9fa0-4bb4-a52c-85a89c044860 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 936 time: 0.1930003 Aug 16 12:55:56.049716 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-740abf81-081f-4d7b-8d9c-d63c2cf6887d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf92272011c64d8eb974276cfd1e1dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7347751 Aug 16 12:55:56.050667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35436) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:56.097263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740abf81-081f-4d7b-8d9c-d63c2cf6887d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379393bf-eef8-4987-8ef6-14f09141e423,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:56.120156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-1e37e110-6868-4bdb-b220-398f645191b9 service neutron] 10.222.0.25 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262790 Aug 16 12:55:56.214410 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6906ac5-7d24-450e-b026-8366ffdac726 req-ba311332-646d-4cf9-9fcb-dd2fa32a2c3f tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578455 Aug 16 12:55:56.222904 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee233-f5a8-40ae-8388-f8bf4073acd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:56.282953 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee233-f5a8-40ae-8388-f8bf4073acd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:56.302874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ea408a-6faf-431f-beea-d47a7fdfe664 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:55:56.316041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] For port c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:55:56.316543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:56.320748 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.resource_extend [None req-881fe437-bc11-4645-9e6a-9822cded5902 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:55:56.364704 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:56.374238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Calling delete_port for c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:55:56.400470 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee233-f5a8-40ae-8388-f8bf4073acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:56.411583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee233-f5a8-40ae-8388-f8bf4073acd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:56.422682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ae0ee233-f5a8-40ae-8388-f8bf4073acd8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/379393bf-eef8-4987-8ef6-14f09141e423 HTTP/1.1" status: 204 len: 168 time: 0.3640823 Aug 16 12:55:56.435002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ee233-f5a8-40ae-8388-f8bf4073acd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379393bf-eef8-4987-8ef6-14f09141e423,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:56.486945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Transition to ACTIVE for port object e4ea408a-6faf-431f-beea-d47a7fdfe664 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:55:56.495446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-881fe437-bc11-4645-9e6a-9822cded5902 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:56.499669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:56.541924 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9743511-d073-4c47-9bba-8bfba787a88f req-c9286e94-0aab-45b2-b8aa-adba0dbe6441 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 210 time: 0.0433855 Aug 16 12:55:56.549996 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-881fe437-bc11-4645-9e6a-9822cded5902 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:56.602668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Pushing event updated for resources: {'Port': ['ID=e4ea408a-6faf-431f-beea-d47a7fdfe664,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:56.905643 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-881fe437-bc11-4645-9e6a-9822cded5902 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Floating IP 7c9ec558-1784-4c8a-9013-ddbfc3f92c57 associated. External IP: 172.25.0.194, port: 90add74c-be7e-435c-bc69-f3f86b524e8d. Aug 16 12:55:56.945802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35468) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:56.957550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-157385995-network', 'tenant_id': 'a1bd341d555c4d33833bf725fd767726'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:57.016333 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Made reservation on behalf of a1bd341d555c4d33833bf725fd767726 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:55:57.019797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.034067 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.079803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Attempting to bind port e4ea408a-6faf-431f-beea-d47a7fdfe664 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:55:57.080598 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Attempting to bind port e4ea408a-6faf-431f-beea-d47a7fdfe664 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:55:57.081358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Attempting to bind port e4ea408a-6faf-431f-beea-d47a7fdfe664 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:57.098217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Port e4ea408a-6faf-431f-beea-d47a7fdfe664 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:55:57.098602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Attempting to bind port e4ea408a-6faf-431f-beea-d47a7fdfe664 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:55:57.115011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:55:57.115011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:57.115011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:55:57.115011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Bound port: e4ea408a-6faf-431f-beea-d47a7fdfe664, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:55:57.115011 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.284654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.342632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cab2780e-85fb-4d17-88ec-1cb9f912540c no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:57.344439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:57.400048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.401172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.401558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.402217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.403500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.403500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.404112 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.405266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.405884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.406901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.407515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.408136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:55:57.431785 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: cab2780e-85fb-4d17-88ec-1cb9f912540c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:57.432771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cab2780e-85fb-4d17-88ec-1cb9f912540c not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:57.573855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35478) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:57.581185 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.599009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] For port e4ea408a-6faf-431f-beea-d47a7fdfe664, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:55:57.599868 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.657736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] For port e4ea408a-6faf-431f-beea-d47a7fdfe664, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e4ea408a-6faf-431f-beea-d47a7fdfe664,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:55:57.668529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685f4388-acf8-4ffc-aca5-6e90c58513c9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:57.678437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-637e039a-0514-48b9-b4fc-e8643d44329a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.716919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:55:57.727218 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.791373 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.807547 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d44b267-3459-4283-997e-89fda1ad2c52 req-01d6fe7c-6738-4377-a915-2435c985707e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 210 time: 0.1232562 Aug 16 12:55:57.812524 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.812986 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Added segment c0712b37-7b2a-4050-aa87-336c3b88f305 of type vlan for network d8c4d189-e6b8-4629-ae30-5903c9969615 Aug 16 12:55:57.840873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5e1ee-9af2-4b69-b587-6db0ae82638c req-d934b988-3267-4814-87b4-2847c9df455b tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:57.851561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6a5e1ee-9af2-4b69-b587-6db0ae82638c req-d934b988-3267-4814-87b4-2847c9df455b tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 948 time: 0.3833737 Aug 16 12:55:57.951886 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-637e039a-0514-48b9-b4fc-e8643d44329a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.968066 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-637e039a-0514-48b9-b4fc-e8643d44329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.971821 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.976855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:57.977791 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:57.988200 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] 10.222.0.22 "PUT /v2.0/ports/e4ea408a-6faf-431f-beea-d47a7fdfe664 HTTP/1.1" status: 200 len: 1096 time: 3.5111909 Aug 16 12:55:57.996350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabce55a-faa4-4948-9766-ef71f4c3311c', 'tag': 'e4ea408a-6faf-431f-beea-d47a7fdfe664'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:55:58.008002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35486) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:58.009067 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c95812f-b8c9-4877-acce-add95b787404" -d '{"events": [{"name": "network-changed", "server_uuid": "dabce55a-faa4-4948-9766-ef71f4c3311c", "tag": "e4ea408a-6faf-431f-beea-d47a7fdfe664"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:55:58.078022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-637e039a-0514-48b9-b4fc-e8643d44329a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2eceaa3ecdf741a69f2961dd0f5a6254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021679 Aug 16 12:55:58.079088 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.082698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35492) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:58.087478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.096566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6a5e1ee-9af2-4b69-b587-6db0ae82638c req-b2a4dafa-720b-4d99-bd3c-03f20af40a1d tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434268 Aug 16 12:55:58.115855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e039a-0514-48b9-b4fc-e8643d44329a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e93752-b221-4035-a80a-817c2f518952,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:58.120368 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04619573-7aa4-4ec4-b8a9-11c0fa210220 x-openstack-request-id: req-04619573-7aa4-4ec4-b8a9-11c0fa210220 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:55:58.120577 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.120848 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabce55a-faa4-4948-9766-ef71f4c3311c", "tag": "e4ea408a-6faf-431f-beea-d47a7fdfe664", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:55:58.121173 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04619573-7aa4-4ec4-b8a9-11c0fa210220 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:55:58.121840 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabce55a-faa4-4948-9766-ef71f4c3311c', 'tag': 'e4ea408a-6faf-431f-beea-d47a7fdfe664', 'status': 'completed', 'code': 200} Aug 16 12:55:58.124101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:58.125088 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.245132 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c4d189-e6b8-4629-ae30-5903c9969615,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:58.260682 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network d8c4d189-e6b8-4629-ae30-5903c9969615 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:55:58.262352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1110206022-network', 'tenant_id': '0be2eb8b2c004f9491c2890097b0f416'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:58.281242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-193dce3b-7137-4b08-8288-2cb45feeeb21 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3338082 Aug 16 12:55:58.291132 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35494) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:58.299866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] Request body: {'subnet': {'network_id': 'd8c4d189-e6b8-4629-ae30-5903c9969615', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-157385995-subnet', 'tenant_id': 'a1bd341d555c4d33833bf725fd767726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:58.336816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881fe437-bc11-4645-9e6a-9822cded5902 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Router 10949b79-f5b3-412f-a796-512100587405 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:55:58.338883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5c7dd-febb-41c3-9272-fab6be8a650e service neutron] Pushing event updated for resources: {'Port': ['ID=e4ea408a-6faf-431f-beea-d47a7fdfe664,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:58.354025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Made reservation on behalf of 0be2eb8b2c004f9491c2890097b0f416 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:55:58.356920 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.376207 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-884c16bd-92c7-453d-8b1c-4b964c7d1fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.377274 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.379714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae44f95e-4d00-4bac-ac27-40920fed434c {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:55:58.391120 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.393038 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7596a0b7-dfde-4357-8158-207cc4108ed5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ae44f95e-4d00-4bac-ac27-40920fed434c HTTP/1.1" status: 204 len: 168 time: 3.8643811 Aug 16 12:55:58.404965 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-884c16bd-92c7-453d-8b1c-4b964c7d1fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.408577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35496) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:58.435482 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.478358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-bbf6bfaf-1211-4260-aafe-09d84682f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:58.486939 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-bbf6bfaf-1211-4260-aafe-09d84682f3da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3d38cda7a7041e6a906de1cd248a852&device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 1099 time: 0.3219972 Aug 16 12:55:58.492975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] Made reservation on behalf of a1bd341d555c4d33833bf725fd767726 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:55:58.495797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.553273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db9b604-c215-4f75-bcc5-db1d82cf9fad admin admin] Deleting subnet 78334b23-b956-4494-bd28-c9ef2df54f42 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:55:58.565688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2db9b604-c215-4f75-bcc5-db1d82cf9fad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.596675 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-b35fe402-66c7-4e8e-84f2-d9feb9337901 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e4ea408a-6faf-431f-beea-d47a7fdfe664 HTTP/1.1" status: 200 len: 217 time: 0.0620203 Aug 16 12:55:58.662573 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2db9b604-c215-4f75-bcc5-db1d82cf9fad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.697958 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-884c16bd-92c7-453d-8b1c-4b964c7d1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.700511 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-608b334a-181d-480c-ae44-d3bfe9082030 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:58.700777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-884c16bd-92c7-453d-8b1c-4b964c7d1fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.705294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-884c16bd-92c7-453d-8b1c-4b964c7d1fb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5e93752-b221-4035-a80a-817c2f518952 HTTP/1.1" status: 204 len: 168 time: 0.6176639 Aug 16 12:55:58.705561 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-608b334a-181d-480c-ae44-d3bfe9082030 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.22 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 812 time: 0.4137645 Aug 16 12:55:58.740367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c16bd-92c7-453d-8b1c-4b964c7d1fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e93752-b221-4035-a80a-817c2f518952,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:58.754018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Request body: {'port': {'device_id': 'c3e13d05-9193-4348-bdaa-f8f55008a504', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'admin_state_up': True, 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:58.791946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881fe437-bc11-4645-9e6a-9822cded5902 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:55:58.810353 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-881fe437-bc11-4645-9e6a-9822cded5902 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:58.817486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-10b888c8-c4d3-4cf3-b148-ff48e64aad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:58.819706 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-10b888c8-c4d3-4cf3-b148-ff48e64aad0b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2056613 Aug 16 12:55:58.823121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78959f24-71a3-4267-84d0-0dfc4f46a723 None None] Sync routers for ids ['10949b79-f5b3-412f-a796-512100587405'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:55:58.839370 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78959f24-71a3-4267-84d0-0dfc4f46a723 None None] Routers {'10949b79-f5b3-412f-a796-512100587405'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:55:58.840799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-78959f24-71a3-4267-84d0-0dfc4f46a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['10949b79-f5b3-412f-a796-512100587405'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:58.913724 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2db9b604-c215-4f75-bcc5-db1d82cf9fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.008433 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.038089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8b59fb2-33a2-40bd-a29e-e8b50ae2203b req-78909c60-7dac-4495-8c32-25d7f4078857 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 210 time: 0.0784183 Aug 16 12:55:59.045814 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.073133 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-881fe437-bc11-4645-9e6a-9822cded5902 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "PUT /v2.0/floatingips/7c9ec558-1784-4c8a-9013-ddbfc3f92c57 HTTP/1.1" status: 200 len: 991 time: 4.4763250 Aug 16 12:55:59.089914 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.096175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:55:59.116070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-2edf72cf-a802-4405-a394-602fa476589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:59.119420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-2edf72cf-a802-4405-a394-602fa476589f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2727902 Aug 16 12:55:59.143404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:59.151293 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.151644 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Added segment 96bd1e92-a2d0-4114-995e-9dca6a6645cb of type vlan for network 83f03dc6-ef0f-42b3-bd8b-7bd26877a861 Aug 16 12:55:59.178441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2db9b604-c215-4f75-bcc5-db1d82cf9fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.219844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c3eaa81-2f5b-4d15-8421-58cefb5e66e5,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:59.236921 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2db9b604-c215-4f75-bcc5-db1d82cf9fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.241921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2db9b604-c215-4f75-bcc5-db1d82cf9fad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/78334b23-b956-4494-bd28-c9ef2df54f42 HTTP/1.1" status: 204 len: 168 time: 0.8320255 Aug 16 12:55:59.246016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35510) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:59.281391 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.288439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9b604-c215-4f75-bcc5-db1d82cf9fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78334b23-b956-4494-bd28-c9ef2df54f42,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:59.306395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3315ec21-4126-445e-999c-eee7440bca64 None None] Network df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:55:59.387163 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-78959f24-71a3-4267-84d0-0dfc4f46a723 None None] Set router 10949b79-f5b3-412f-a796-512100587405 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:55:59.393277 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.398387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Made reservation on behalf of 69db3e09f4b04fcd9dcdc03807c00973 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:55:59.407845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] Checking segment: {'id': 'c0712b37-7b2a-4050-aa87-336c3b88f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd8c4d189-e6b8-4629-ae30-5903c9969615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:55:59.408486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] Network hostable DHCP agents. Network: d8c4d189-e6b8-4629-ae30-5903c9969615, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:55:59.411413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.437896 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.438885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:59.439464 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.465866 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-dbc4a3b3-e044-4e09-b749-354a850111a4 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338196 Aug 16 12:55:59.501968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.518348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:55:59.569292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] Network d8c4d189-e6b8-4629-ae30-5903c9969615 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:55:59.571838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:55:59.572492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5595427 Aug 16 12:55:59.573245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c6efca5b-7bd6-41d2-b361-f9d6b6baa2b6 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:55:59.584326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35518) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:59.595376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] Request body: {'subnet': {'network_id': '83f03dc6-ef0f-42b3-bd8b-7bd26877a861', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1110206022-subnet', 'tenant_id': '0be2eb8b2c004f9491c2890097b0f416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:55:59.599527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9c0a8-f11a-4f44-9d33-d7edb06a20e6 admin admin] Pushing event updated for resources: {'Network': ['ID=83f03dc6-ef0f-42b3-bd8b-7bd26877a861,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:55:59.612397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 83f03dc6-ef0f-42b3-bd8b-7bd26877a861 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:55:59.616904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, d8c4d189-e6b8-4629-ae30-5903c9969615) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:55:59.655621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:59.656227 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.690197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352da7b1-2461-4ffc-80d5-59e944ce8448 req-e569df23-4a4f-4d34-a781-90b774a9bfcd tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:55:59.698045 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-352da7b1-2461-4ffc-80d5-59e944ce8448 req-e569df23-4a4f-4d34-a781-90b774a9bfcd tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 948 time: 0.2412689 Aug 16 12:55:59.712463 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] Made reservation on behalf of 0be2eb8b2c004f9491c2890097b0f416 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:55:59.724227 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:59.773256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fef76616-ef52-462f-b549-490b663d85ab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4781251 Aug 16 12:55:59.871067 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5095e684-5c1e-481f-afbc-825f20d540e9 req-4dab3953-d56b-4947-bc9b-f9d714dbb0d2 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967783 Aug 16 12:55:59.930840 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-352da7b1-2461-4ffc-80d5-59e944ce8448 req-14c9cae3-7e1d-4206-8c6e-7ed1981976bc tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316632 Aug 16 12:55:59.937284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Allocated IP 172.20.0.4 (332b6301-e3c3-48b0-a69e-a0e7cf1ae430/dac6c284-5c0d-410c-8657-6a93f25e8167/7ea1c7be-d747-494d-8759-92d77770e3b8) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:55:59.978793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Deleting port 20c89332-c3fc-4f06-8fc6-f60ed7322e76 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:55:59.979780 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:00.089724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bcde67-36dc-46a8-b75e-498b4634ade6 None None] Network d8c4d189-e6b8-4629-ae30-5903c9969615 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:00.099857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] For port 20c89332-c3fc-4f06-8fc6-f60ed7322e76, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=20c89332-c3fc-4f06-8fc6-f60ed7322e76,segment=NetworkSegment(7082abad-1e9b-4b9d-ab1f-78c6769602e0),segment_id=7082abad-1e9b-4b9d-ab1f-78c6769602e0)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:00.100691 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:00.127514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Calling delete_port for 20c89332-c3fc-4f06-8fc6-f60ed7322e76 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:56:00.132313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95812f-b8c9-4877-acce-add95b787404 req-044421ac-c86f-4425-b057-8f00dfd515a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:00.135878 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c95812f-b8c9-4877-acce-add95b787404 req-044421ac-c86f-4425-b057-8f00dfd515a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3d38cda7a7041e6a906de1cd248a852&device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 1099 time: 0.1783307 Aug 16 12:56:00.143834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'tag': '90add74c-be7e-435c-bc69-f3f86b524e8d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:00.148526 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65" -d '{"events": [{"name": "network-changed", "server_uuid": "de6359fa-e15b-447b-a9e4-9c360edeb17b", "tag": "90add74c-be7e-435c-bc69-f3f86b524e8d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:00.310710 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:00.414912 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13c74cc-de3d-46aa-9831-e3cd031f332e x-openstack-request-id: req-b13c74cc-de3d-46aa-9831-e3cd031f332e {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:00.415275 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6359fa-e15b-447b-a9e4-9c360edeb17b", "tag": "90add74c-be7e-435c-bc69-f3f86b524e8d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:00.415473 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b13c74cc-de3d-46aa-9831-e3cd031f332e {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:00.416009 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'tag': '90add74c-be7e-435c-bc69-f3f86b524e8d', 'status': 'completed', 'code': 200} Aug 16 12:56:00.497834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f776909-a4b1-4130-964b-d654ec65c025 req-5f5b0e3c-1b5e-4d7c-b9ed-cf92b29ce440 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 210 time: 0.1886928 Aug 16 12:56:00.543244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:00.565372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec56a4ba-9322-4c1c-b7af-8ab5b88d1f98,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:00.591541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95812f-b8c9-4877-acce-add95b787404 req-939469d0-3354-49d7-bfe4-032edcae2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:00.593146 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c95812f-b8c9-4877-acce-add95b787404 req-939469d0-3354-49d7-bfe4-032edcae2619 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.4385474 Aug 16 12:56:00.660201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Pushing event deleted for resources: {'Port': ['ID=20c89332-c3fc-4f06-8fc6-f60ed7322e76,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:00.674913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] No DVR routers for this DVR port 20c89332-c3fc-4f06-8fc6-f60ed7322e76 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:56:00.753210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] Checking segment: {'id': '96bd1e92-a2d0-4114-995e-9dca6a6645cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83f03dc6-ef0f-42b3-bd8b-7bd26877a861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:00.753712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] Network hostable DHCP agents. Network: 83f03dc6-ef0f-42b3-bd8b-7bd26877a861, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:56:00.764905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65 req-3f2cbea7-553c-4bf7-aca8-62c62d316769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:00.766306 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65 req-3f2cbea7-553c-4bf7-aca8-62c62d316769 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194fddd554b3402986da83c64a5bd169&device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 1096 time: 0.3533599 Aug 16 12:56:00.771312 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c95812f-b8c9-4877-acce-add95b787404 req-7cf2383e-c1cd-4543-a4ed-8e80192d857b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e4ea408a-6faf-431f-beea-d47a7fdfe664 HTTP/1.1" status: 200 len: 217 time: 0.1592951 Aug 16 12:56:00.788650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c58ced-0cb7-495b-937d-17e2d20bc4af None None] DHCP port deletion for df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:56:00.837275 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:00.852833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b996d7-2e97-4622-8205-d0a77f85c13a None None] Network d8c4d189-e6b8-4629-ae30-5903c9969615 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:00.926547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95812f-b8c9-4877-acce-add95b787404 req-2acffb19-82fa-4aa5-9e8e-47fa0362b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:00.932570 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c95812f-b8c9-4877-acce-add95b787404 req-2acffb19-82fa-4aa5-9e8e-47fa0362b2d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1439950 Aug 16 12:56:00.948395 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:00.958649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Transition to ACTIVE for port object 7ea1c7be-d747-494d-8759-92d77770e3b8 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:01.002313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:01.024493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-78959f24-71a3-4267-84d0-0dfc4f46a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:14Z', 'revision_number': 4, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '7c9ec558-1784-4c8a-9013-ddbfc3f92c57', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '10949b79-f5b3-412f-a796-512100587405', 'port_id': '90add74c-be7e-435c-bc69-f3f86b524e8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'mac_address': 'fa:16:3e:c9:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:55:25Z', 'updated_at': '2021-08-16T12:55:56Z', 'revision_number': 1, 'project_id': '194fddd554b3402986da83c64a5bd169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6e2ca6-430f-4ead-93b9-e446f281328b', 'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'mac_address': 'fa:16:3e:e9:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:11Z', 'updated_at': '2021-08-16T12:55:22Z', 'revision_number': 5, 'project_id': '194fddd554b3402986da83c64a5bd169', 'subnets': [{'id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:01.060448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7082abad-1e9b-4b9d-ab1f-78c6769602e0') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:01.061037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7082abad-1e9b-4b9d-ab1f-78c6769602e0') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:01.066297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] Network 83f03dc6-ef0f-42b3-bd8b-7bd26877a861 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:56:01.083475 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:01.094909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78959f24-71a3-4267-84d0-0dfc4f46a723 None None] Checking router: 10949b79-f5b3-412f-a796-512100587405 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:56:01.120541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 83f03dc6-ef0f-42b3-bd8b-7bd26877a861) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:01.130075 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:01.137573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:01.137988 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:01.164577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:56:01.165037 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:01.168295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30285f-03c5-4070-92f3-954ba08b588e None None] Network 83f03dc6-ef0f-42b3-bd8b-7bd26877a861 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:56:01.171719 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:56:01.180632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78959f24-71a3-4267-84d0-0dfc4f46a723 None None] Routers {'10949b79-f5b3-412f-a796-512100587405'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:56:01.181947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-78959f24-71a3-4267-84d0-0dfc4f46a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:55:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['10949b79-f5b3-412f-a796-512100587405'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:01.247503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-24fe4655-f661-410a-b971-f46c9f03d591 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:01.260171 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-24fe4655-f661-410a-b971-f46c9f03d591 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/networks?id=f0488115-7484-4c40-aeb4-a4a01423232a HTTP/1.1" status: 200 len: 815 time: 0.3480721 Aug 16 12:56:01.319290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d3a5bcf6-7256-47ca-bdd3-fad46ca51588 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7318590 Aug 16 12:56:01.338664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-ee32b51f-1607-421e-93be-1c62c3abf905 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/quotas/2706d657c21b456da2ceb534084c65a2 HTTP/1.1" status: 200 len: 375 time: 0.0771852 Aug 16 12:56:01.398737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5a6d8d6f-d164-4581-a3ec-d39b9a6bac8c tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2706d657c21b456da2ceb534084c65a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588892 Aug 16 12:56:01.402231 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:01.422945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155b636-1095-4fe2-90dd-e8d34be99135 req-bbceca33-0048-47f8-a28c-70744cc806f1 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:01.425601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c155b636-1095-4fe2-90dd-e8d34be99135 req-bbceca33-0048-47f8-a28c-70744cc806f1 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 948 time: 0.2900586 Aug 16 12:56:01.435163 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:01.442461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] 10.222.0.25 "DELETE /v2.0/networks/df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1 HTTP/1.1" status: 204 len: 168 time: 2.1926610 Aug 16 12:56:01.495987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a40c51-1ad7-4e21-9374-4cad481100fb admin admin] Pushing event deleted for resources: {'Network': ['ID=df4b9dc0-5deb-4579-aad9-3c4cfa95a9f1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:01.545677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 20c89332-c3fc-4f06-8fc6-f60ed7322e76 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:56:01.598224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c155b636-1095-4fe2-90dd-e8d34be99135 req-bfd9be4d-7f05-4722-ab31-945529a8e5bc tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129572 Aug 16 12:56:01.675194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-11781002-f529-468a-9781-17c77476a77f service neutron] 10.222.0.25 "GET /v2.0/networks/f0488115-7484-4c40-aeb4-a4a01423232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743168 Aug 16 12:56:01.789367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 20c89332-c3fc-4f06-8fc6-f60ed7322e76 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:56:01.789909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 20c89332-c3fc-4f06-8fc6-f60ed7322e76 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:56:01.833157 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f2ce0fb-328a-4133-9f4f-641325f25887 req-afb510b1-a742-45e6-8806-cc6a99707291 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 210 time: 0.1213510 Aug 16 12:56:01.924596 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-78959f24-71a3-4267-84d0-0dfc4f46a723 None None] Set router 10949b79-f5b3-412f-a796-512100587405 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:56:01.988213 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c78b5824-d96f-42ad-a463-0042723561c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:02.004586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95812f-b8c9-4877-acce-add95b787404 req-630fdbe1-b809-4514-9ddf-4dc4352c8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:02.006455 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c95812f-b8c9-4877-acce-add95b787404 req-630fdbe1-b809-4514-9ddf-4dc4352c8562 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535115 Aug 16 12:56:02.024142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-bf9b9fa1-f993-4762-bdf8-fd7aebaba144 service neutron] 10.222.0.25 "GET /v2.0/networks/f0488115-7484-4c40-aeb4-a4a01423232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454654 Aug 16 12:56:02.025698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65 req-74ca0043-3d63-468f-9f56-cc923cb5b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:02.027576 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65 req-74ca0043-3d63-468f-9f56-cc923cb5b1fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c HTTP/1.1" status: 200 len: 911 time: 1.2379797 Aug 16 12:56:02.033160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:02.086992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d27303-3d5a-43db-b747-4643fe756585 None None] Network 83f03dc6-ef0f-42b3-bd8b-7bd26877a861 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:02.190945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35586) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:02.360541 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65 req-fdb1c99a-da0d-4e31-887f-5f92ed8193df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90add74c-be7e-435c-bc69-f3f86b524e8d HTTP/1.1" status: 200 len: 999 time: 0.3232925 Aug 16 12:56:02.381394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-42508790-ed0c-407a-9668-75ffd1b471a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f6f2ce9b79247b1b5a887a4884f27e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866696 Aug 16 12:56:02.383722 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35592) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:02.585569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd3ff1e8-a7e2-41ec-8c86-8a8665ae3a3b req-0b57ea5b-5a4c-4f4e-b6ae-cdecc67f80dd tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 210 time: 0.0769424 Aug 16 12:56:02.600639 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c95812f-b8c9-4877-acce-add95b787404 req-1c7e3000-b7b1-4551-8849-c879f75b091d service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849631 Aug 16 12:56:02.674758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0b7fbd6-9f6c-439f-8747-c54b478d7a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:02.740114 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:02.786628 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0b7fbd6-9f6c-439f-8747-c54b478d7a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:02.804966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:02.819422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:02.942028 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0b7fbd6-9f6c-439f-8747-c54b478d7a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:02.945414 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0b7fbd6-9f6c-439f-8747-c54b478d7a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:02.954722 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e0b7fbd6-9f6c-439f-8747-c54b478d7a1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/997fd2b1-2d13-499e-a0c7-af5abd869dd3 HTTP/1.1" status: 204 len: 168 time: 0.5682797 Aug 16 12:56:02.963981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-78959f24-71a3-4267-84d0-0dfc4f46a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:14Z', 'revision_number': 4, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '7c9ec558-1784-4c8a-9013-ddbfc3f92c57', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '10949b79-f5b3-412f-a796-512100587405', 'port_id': '90add74c-be7e-435c-bc69-f3f86b524e8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'mac_address': 'fa:16:3e:c9:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:55:25Z', 'updated_at': '2021-08-16T12:55:56Z', 'revision_number': 1, 'project_id': '194fddd554b3402986da83c64a5bd169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6e2ca6-430f-4ead-93b9-e446f281328b', 'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'mac_address': 'fa:16:3e:e9:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:11Z', 'updated_at': '2021-08-16T12:55:22Z', 'revision_number': 5, 'project_id': '194fddd554b3402986da83c64a5bd169', 'subnets': [{'id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:02.996372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7fbd6-9f6c-439f-8747-c54b478d7a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997fd2b1-2d13-499e-a0c7-af5abd869dd3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:03.141750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78959f24-71a3-4267-84d0-0dfc4f46a723 None None] The sync data for ids ['10949b79-f5b3-412f-a796-512100587405'] in n-d-804708-1 is: [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:14Z', 'revision_number': 4, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '7c9ec558-1784-4c8a-9013-ddbfc3f92c57', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '10949b79-f5b3-412f-a796-512100587405', 'port_id': '90add74c-be7e-435c-bc69-f3f86b524e8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'mac_address': 'fa:16:3e:c9:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:55:25Z', 'updated_at': '2021-08-16T12:55:56Z', 'revision_number': 1, 'project_id': '194fddd554b3402986da83c64a5bd169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6e2ca6-430f-4ead-93b9-e446f281328b', 'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'mac_address': 'fa:16:3e:e9:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:11Z', 'updated_at': '2021-08-16T12:55:22Z', 'revision_number': 5, 'project_id': '194fddd554b3402986da83c64a5bd169', 'subnets': [{'id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:56:03.163829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event updated for resources: {'Port': ['ID=7ea1c7be-d747-494d-8759-92d77770e3b8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:03.387517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65 req-5b00cc17-478f-40ae-b5d0-53cc5e31c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:03.397040 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65 req-5b00cc17-478f-40ae-b5d0-53cc5e31c104 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1abc382-f557-4bc1-9603-9a7e07c7eb93 HTTP/1.1" status: 200 len: 850 time: 0.9297950 Aug 16 12:56:03.427842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-39c3855e-511b-46e1-ad7a-97b8a691f42c None None] Provisioning for port 7ea1c7be-d747-494d-8759-92d77770e3b8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:03.443120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-39c3855e-511b-46e1-ad7a-97b8a691f42c None None] Provisioning complete for port 7ea1c7be-d747-494d-8759-92d77770e3b8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:03.444003 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-39c3855e-511b-46e1-ad7a-97b8a691f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:03.514675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cff08-8473-4fed-b653-1d87fa1b6b68 req-d9b6e2d1-9c0f-4cc8-a6b7-f94b7d42c97e tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:03.531084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-893cff08-8473-4fed-b653-1d87fa1b6b68 req-d9b6e2d1-9c0f-4cc8-a6b7-f94b7d42c97e tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 948 time: 0.2814908 Aug 16 12:56:03.614519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-39c3855e-511b-46e1-ad7a-97b8a691f42c None None] Port 7ea1c7be-d747-494d-8759-92d77770e3b8 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:56:03.625165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-60934c0d-ced8-4e0a-abdf-38cc195a5408 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:03.635148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-60934c0d-ced8-4e0a-abdf-38cc195a5408 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/networks?id=83f03dc6-ef0f-42b3-bd8b-7bd26877a861 HTTP/1.1" status: 200 len: 818 time: 0.5913866 Aug 16 12:56:03.635796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:03.636906 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:03.681751 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690f509-71df-4c8b-a8d8-04e3de3fb8f0 None None] New status for floating IP 7c9ec558-1784-4c8a-9013-ddbfc3f92c57: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:56:03.684080 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-9b5b9167-22e0-4244-8742-e566db7ce269 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/quotas/0be2eb8b2c004f9491c2890097b0f416 HTTP/1.1" status: 200 len: 375 time: 0.0471389 Aug 16 12:56:03.721191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65 req-fcbd8878-79bd-4839-a6bc-fc12effb395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:03.725379 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65 req-fcbd8878-79bd-4839-a6bc-fc12effb395e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3266938 Aug 16 12:56:03.728653 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2d94dc84-d3c1-435c-839b-2a44702d178d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0070496 Aug 16 12:56:03.733186 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c95812f-b8c9-4877-acce-add95b787404 req-4017acbd-0ec4-4db8-a8fa-12631cffbf94 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9909651 Aug 16 12:56:03.784562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-893cff08-8473-4fed-b653-1d87fa1b6b68 req-1c8e3914-c38f-41ef-966a-409ed3ee8504 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445202 Aug 16 12:56:03.911009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-6a84db6c-bc2d-437e-b9d4-2be2024aaf07 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0be2eb8b2c004f9491c2890097b0f416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2251234 Aug 16 12:56:04.000152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e4ea408a-6faf-431f-beea-d47a7fdfe664 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:56:04.016801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Request body: {'port': {'device_id': 'c3e13d05-9193-4348-bdaa-f8f55008a504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:04.115729 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65 req-6843b6c0-0b84-4561-9628-d14ce77fb965 service neutron] 10.222.0.42 "GET /v2.0/networks/8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776546 Aug 16 12:56:04.172545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b57119-4bae-498a-8e1a-551f168ef7b4 req-a24dedc6-a90b-4aad-ba4d-3bee364dffd9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:04.189303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7b57119-4bae-498a-8e1a-551f168ef7b4 req-a24dedc6-a90b-4aad-ba4d-3bee364dffd9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 931 time: 0.1462333 Aug 16 12:56:04.222384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e6722e1f-6e6c-4d30-a3db-ac7d49a2256e service neutron] 10.222.0.25 "GET /v2.0/networks/83f03dc6-ef0f-42b3-bd8b-7bd26877a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086739 Aug 16 12:56:04.332837 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8aaaf233-a1fe-47cd-95cf-a3b63c498759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:04.341157 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf814528-7039-41b7-a4ea-5ddbe5e2eb65 req-2f26f08e-d7b7-44dd-bc1f-a1a9b40533dd service neutron] 10.222.0.42 "GET /v2.0/networks/8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157650 Aug 16 12:56:04.342793 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:04.349822 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e4ea408a-6faf-431f-beea-d47a7fdfe664, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e4ea408a-6faf-431f-beea-d47a7fdfe664,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:04.374886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'e4ea408a-6faf-431f-beea-d47a7fdfe664', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'e4ea408a-6faf-431f-beea-d47a7fdfe664', 'mac_address': 'fa:16:3e:2e:7a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:56:04.473667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-8d5e327d-8679-4b9c-b2d0-dbeda129eb80 service neutron] 10.222.0.25 "GET /v2.0/networks/83f03dc6-ef0f-42b3-bd8b-7bd26877a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358184 Aug 16 12:56:04.508163 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:04.561452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ea408a-6faf-431f-beea-d47a7fdfe664 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:04.583696 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:04.606339 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7b57119-4bae-498a-8e1a-551f168ef7b4 req-7288c8de-2a85-4909-8459-e57399b32bbc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046474 Aug 16 12:56:04.623821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e4ea408a-6faf-431f-beea-d47a7fdfe664, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e4ea408a-6faf-431f-beea-d47a7fdfe664,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:04.640057 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:04.776406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e4ea408a-6faf-431f-beea-d47a7fdfe664,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:04.788005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.788841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.789486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.790066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.790663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.791211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.791806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.792396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.792923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.793532 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.794050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.794601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:04.975529 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:56:05.018424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35654) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:05.023358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['e4ea408a-6faf-431f-beea-d47a7fdfe664'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:05.164347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bf91873-607b-4715-8310-0f6e040ca170 req-aa9d937e-3f7f-4219-b7bd-56e824e9d88e tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 210 time: 0.0461500 Aug 16 12:56:05.209336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-2efc2173-ce0a-4940-bab4-33fc65ec87fc tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:05.213005 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-2efc2173-ce0a-4940-bab4-33fc65ec87fc tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.42 "GET /v2.0/networks?id=f0488115-7484-4c40-aeb4-a4a01423232a HTTP/1.1" status: 200 len: 815 time: 0.6133761 Aug 16 12:56:05.240372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Request body: {'port': {'device_id': 'c00229bc-e73a-4427-bf00-af53491277de', 'network_id': 'f0488115-7484-4c40-aeb4-a4a01423232a', 'admin_state_up': True, 'tenant_id': '2706d657c21b456da2ceb534084c65a2'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:05.358748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b9affa3-c1f9-4566-b2e9-c06e2fa2d5e1 req-5e9fc296-6640-4f8a-8d7c-1227cfbcf661 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 210 time: 0.0825818 Aug 16 12:56:05.384605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2016147743-network', 'tenant_id': '2b649a19566844bbabbc96fb5bab23c8'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:05.421232 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:05.442718 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Made reservation on behalf of 2b649a19566844bbabbc96fb5bab23c8 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:05.447171 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:05.450165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea1c7be-d747-494d-8759-92d77770e3b8 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:05.462482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:05.468449 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:05.491391 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Transition to ACTIVE for port object 7ea1c7be-d747-494d-8759-92d77770e3b8 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:05.505297 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:05.531561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b7724-27f4-4caa-a541-30ff2c033232 req-627185b1-5b6e-471b-a800-14f377f079ac tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:05.547069 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db5b7724-27f4-4caa-a541-30ff2c033232 req-627185b1-5b6e-471b-a800-14f377f079ac tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 949 time: 0.2559516 Aug 16 12:56:05.582092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea1c7be-d747-494d-8759-92d77770e3b8,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:05.671207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db5b7724-27f4-4caa-a541-30ff2c033232 req-af4c45c8-1af1-4250-ab0a-83ca927002c9 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212804 Aug 16 12:56:05.800896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Attempting to bind port 7ea1c7be-d747-494d-8759-92d77770e3b8 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:05.801559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Attempting to bind port 7ea1c7be-d747-494d-8759-92d77770e3b8 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:05.802067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Attempting to bind port 7ea1c7be-d747-494d-8759-92d77770e3b8 on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:05.815777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Port 7ea1c7be-d747-494d-8759-92d77770e3b8 on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:56:05.816275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Attempting to bind port 7ea1c7be-d747-494d-8759-92d77770e3b8 on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:05.824291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:05.824612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Checking segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:05.825026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Bound using segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:05.825450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Bound port: 7ea1c7be-d747-494d-8759-92d77770e3b8, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:05.825983 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:05.868998 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:05.914636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:05.925266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Made reservation on behalf of 2706d657c21b456da2ceb534084c65a2 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:05.937260 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:06.008825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:56:06.047023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53af5de5-813e-4d4a-8faf-0fff9cac1c6b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:06.061567 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:06.062121 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Added segment 34ac334d-6670-4d63-97c5-eb469e8e554d of type vlan for network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d Aug 16 12:56:06.080442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4184a1b-bc65-4f0c-9493-a43d04cecfda req-5d6ed8f8-cc24-49f1-9d14-c2024ccbe285 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:06.095144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4184a1b-bc65-4f0c-9493-a43d04cecfda req-5d6ed8f8-cc24-49f1-9d14-c2024ccbe285 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 943 time: 0.2697778 Aug 16 12:56:06.151232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] For port 7ea1c7be-d747-494d-8759-92d77770e3b8, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:06.161432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] For port 7ea1c7be-d747-494d-8759-92d77770e3b8, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7ea1c7be-d747-494d-8759-92d77770e3b8,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:06.175302 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:06.312271 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:06.319026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:06.320248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:06.320973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] 10.222.0.22 "PUT /v2.0/ports/7ea1c7be-d747-494d-8759-92d77770e3b8 HTTP/1.1" status: 200 len: 1091 time: 2.3266084 Aug 16 12:56:06.324596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e13d05-9193-4348-bdaa-f8f55008a504', 'tag': '7ea1c7be-d747-494d-8759-92d77770e3b8'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:06.328174 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b38817f-bafc-4486-acc3-227785b8c0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e13d05-9193-4348-bdaa-f8f55008a504", "tag": "7ea1c7be-d747-494d-8759-92d77770e3b8"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:06.408494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4184a1b-bc65-4f0c-9493-a43d04cecfda req-683ba781-9309-4131-96e6-c3cf4a4fff8d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122947 Aug 16 12:56:06.427630 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:06.429054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:06.430394 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:06.456971 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35690) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:06.474369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4526153 Aug 16 12:56:06.489991 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35694) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:06.497033 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] Request body: {'subnet': {'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2016147743-subnet', 'tenant_id': '2b649a19566844bbabbc96fb5bab23c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:06.512576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d454c5b-5630-47ba-bea9-1b69b0f93b69 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea1c7be-d747-494d-8759-92d77770e3b8,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:06.560594 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d964a5-e1fe-4bb5-88a2-c131e1d4c586 x-openstack-request-id: req-e2d964a5-e1fe-4bb5-88a2-c131e1d4c586 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:06.561036 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e13d05-9193-4348-bdaa-f8f55008a504", "tag": "7ea1c7be-d747-494d-8759-92d77770e3b8", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:06.561494 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2d964a5-e1fe-4bb5-88a2-c131e1d4c586 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:06.562224 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e13d05-9193-4348-bdaa-f8f55008a504', 'tag': '7ea1c7be-d747-494d-8759-92d77770e3b8', 'status': 'completed', 'code': 200} Aug 16 12:56:06.573259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] Made reservation on behalf of 2b649a19566844bbabbc96fb5bab23c8 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:06.586326 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:06.589623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Allocated IP 172.20.0.13 (f0488115-7484-4c40-aeb4-a4a01423232a/61455d7f-18b9-430b-ae62-1508b5189ed4/dc1f38c2-2d17-4723-924b-b3b80b78c1ca) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:06.609437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-bc13ac45-8673-4c09-add1-1c36b5081e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:06.611563 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-bc13ac45-8673-4c09-add1-1c36b5081e90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 1094 time: 0.2109168 Aug 16 12:56:06.735865 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-ea7eee25-7759-4069-91d6-dee93c83d44c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea1c7be-d747-494d-8759-92d77770e3b8 HTTP/1.1" status: 200 len: 217 time: 0.0998254 Aug 16 12:56:06.855388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-f042ea83-c0f8-4f39-a827-d4e546df9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:06.856908 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-f042ea83-c0f8-4f39-a827-d4e546df9e2d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1091735 Aug 16 12:56:07.061141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-a5e57db1-2192-4f34-98b9-8a277952eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:07.063626 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-a5e57db1-2192-4f34-98b9-8a277952eee7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884882 Aug 16 12:56:07.118485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-c3872b92-7c45-4866-a379-f4d5583512a3 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:07.121507 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-c3872b92-7c45-4866-a379-f4d5583512a3 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.22 "GET /v2.0/networks?id=83f03dc6-ef0f-42b3-bd8b-7bd26877a861 HTTP/1.1" status: 200 len: 818 time: 0.3055682 Aug 16 12:56:07.143155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Request body: {'port': {'device_id': 'eac5ff65-f871-4da0-acfc-7f967741c379', 'network_id': '83f03dc6-ef0f-42b3-bd8b-7bd26877a861', 'admin_state_up': True, 'tenant_id': '0be2eb8b2c004f9491c2890097b0f416'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:07.150037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61458fc6-ecb8-4a93-93b7-9209134dcc4c req-88b7e381-2eaf-4559-8947-fbff817d415e tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 210 time: 0.0878801 Aug 16 12:56:07.179697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a12a15c-2220-4e6b-b143-18893cbdb9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:07.205205 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-526f680c-b3cc-4383-b023-7f606807bb91 req-24c6dabb-d60b-4563-a2dd-f9f201d60e88 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 210 time: 0.1451964 Aug 16 12:56:07.214433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:07.243427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13627dd5-7592-4639-994e-8e4ef803e56f admin admin] Pushing event updated for resources: {'Network': ['ID=80e67e3f-fb8e-40f7-bf88-1b500d006d8d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:07.283865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:56:07.360274 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:07.420815 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-d31080ff-a8fe-4821-8acf-984186ad4a8e service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405242 Aug 16 12:56:07.548660 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:07.596281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c96f3-5220-4a02-a52b-06cfe633d9a3 req-10b0c3cf-a6e0-46f2-b745-b42141094bec tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:07.598284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-341c96f3-5220-4a02-a52b-06cfe633d9a3 req-10b0c3cf-a6e0-46f2-b745-b42141094bec tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 949 time: 0.2543695 Aug 16 12:56:07.615027 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:07.625214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Network f0488115-7484-4c40-aeb4-a4a01423232a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:07.631842 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ec43637d-a069-4ecd-a39d-276e3f51520b req-2803a435-65a0-46f9-bf18-4607e5255962 service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940131 Aug 16 12:56:07.636424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:07.640347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Pushing event updated for resources: {'Port': ['ID=dc1f38c2-2d17-4723-924b-b3b80b78c1ca,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:07.643515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:07.690674 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a12a15c-2220-4e6b-b143-18893cbdb9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:07.712599 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a12a15c-2220-4e6b-b143-18893cbdb9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:07.726198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:07.727012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:07.728798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ea8d8-1aa8-4f82-b468-8a85508f61be req-b2a30c9b-1e8c-4af8-8365-df1019819a97 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:07.731942 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b20ea8d8-1aa8-4f82-b468-8a85508f61be req-b2a30c9b-1e8c-4af8-8365-df1019819a97 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 943 time: 0.2047665 Aug 16 12:56:07.771670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Made reservation on behalf of 0be2eb8b2c004f9491c2890097b0f416 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:07.775793 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:07.796187 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-8c3fc973-dbdc-4cc8-90af-40fa42c79d23 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5683243 Aug 16 12:56:07.803302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=909c1a27-3032-4df6-8e77-1f1290416049,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:07.819999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Request body: {'port': {'device_id': 'c00229bc-e73a-4427-bf00-af53491277de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:07.823387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-341c96f3-5220-4a02-a52b-06cfe633d9a3 req-3acea462-c177-45c7-9a13-2e8604dbbce5 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057860 Aug 16 12:56:07.850361 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7a12a15c-2220-4e6b-b143-18893cbdb9d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=721c55d5826948b09cde790710fbe050&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3830047 Aug 16 12:56:07.851365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12a15c-2220-4e6b-b143-18893cbdb9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9221b824-4e40-4f30-8e92-501830f1fc2e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:07.853352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35704) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:07.877677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] Checking segment: {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:07.877677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] Network hostable DHCP agents. Network: 80e67e3f-fb8e-40f7-bf88-1b500d006d8d, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:56:07.881961 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38817f-bafc-4486-acc3-227785b8c0e3 req-4f376e50-9a06-4a55-800b-4821b152f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:07.883855 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b38817f-bafc-4486-acc3-227785b8c0e3 req-4f376e50-9a06-4a55-800b-4821b152f8fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 1094 time: 0.1533363 Aug 16 12:56:07.905223 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b20ea8d8-1aa8-4f82-b468-8a85508f61be req-58f35ff0-89cc-493f-a658-d0889aa1186c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521697 Aug 16 12:56:07.963467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] Network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:56:07.989789 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a749-7687-4b11-86bf-cd2ff1e17bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:07.995797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 80e67e3f-fb8e-40f7-bf88-1b500d006d8d) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:08.007227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af25c854-1b66-4713-a23b-45ec93eaa5d1 None None] Network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:08.008447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:08.010612 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:08.013152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e4ea408a-6faf-431f-beea-d47a7fdfe664 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:08.036552 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:08.062799 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a749-7687-4b11-86bf-cd2ff1e17bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:08.077055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-013fa5bf-d153-461b-943b-75de733a6b9d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5845423 Aug 16 12:56:08.136992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Allocated IP 172.20.0.10 (83f03dc6-ef0f-42b3-bd8b-7bd26877a861/ec56a4ba-9322-4c1c-b7af-8ab5b88d1f98/276924b5-2d92-472e-b010-b2ed7e3f529d) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:08.145834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38817f-bafc-4486-acc3-227785b8c0e3 req-e0c8e334-672a-48e6-9eab-28cc3cfd581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:08.147858 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b38817f-bafc-4486-acc3-227785b8c0e3 req-e0c8e334-672a-48e6-9eab-28cc3cfd581b service neutron] 10.222.0.22 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.2566547 Aug 16 12:56:08.189636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a749-7687-4b11-86bf-cd2ff1e17bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:08.193319 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a749-7687-4b11-86bf-cd2ff1e17bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:08.194920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6bb2a749-7687-4b11-86bf-cd2ff1e17bde admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9221b824-4e40-4f30-8e92-501830f1fc2e HTTP/1.1" status: 204 len: 168 time: 0.3405735 Aug 16 12:56:08.213700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2a749-7687-4b11-86bf-cd2ff1e17bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9221b824-4e40-4f30-8e92-501830f1fc2e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:08.230863 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b38817f-bafc-4486-acc3-227785b8c0e3 req-57414f17-03a2-4188-b018-e6e5a89d41d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea1c7be-d747-494d-8759-92d77770e3b8 HTTP/1.1" status: 200 len: 217 time: 0.0683663 Aug 16 12:56:08.398668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38817f-bafc-4486-acc3-227785b8c0e3 req-d89681a6-e8b4-40ef-8259-9caa96542091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:08.401495 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b38817f-bafc-4486-acc3-227785b8c0e3 req-d89681a6-e8b4-40ef-8259-9caa96542091 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1052189 Aug 16 12:56:08.436643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port e4ea408a-6faf-431f-beea-d47a7fdfe664 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:08.457582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port e4ea408a-6faf-431f-beea-d47a7fdfe664 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:08.458487 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:08.554721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-edaf3deb-6099-4d44-b312-b377d7185f4c req-6453f0e8-368c-4e0c-856b-9b164ab5d2c9 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 210 time: 0.1279492 Aug 16 12:56:08.584804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ad0cca-d961-4187-adde-5c5abe444c8a None None] Network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:08.617662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e72083-3fb7-4d8a-98d4-d2527e19ce9b req-29227b86-3ed0-45ba-a791-d789865ff8c6 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:08.630278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67e72083-3fb7-4d8a-98d4-d2527e19ce9b req-29227b86-3ed0-45ba-a791-d789865ff8c6 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 932 time: 0.2904341 Aug 16 12:56:08.726775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67e72083-3fb7-4d8a-98d4-d2527e19ce9b req-98845558-5a14-410c-8fcc-e1ecee1a4e0b tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/security-groups?id=40168874-6514-49c2-a949-4a1ef2414eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828657 Aug 16 12:56:08.764840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38817f-bafc-4486-acc3-227785b8c0e3 req-e96bc40e-c0eb-4236-b912-66a8f2810880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:08.766724 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b38817f-bafc-4486-acc3-227785b8c0e3 req-e96bc40e-c0eb-4236-b912-66a8f2810880 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3510659 Aug 16 12:56:08.769743 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:08.858830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabce55a-faa4-4948-9766-ef71f4c3311c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ea408a-6faf-431f-beea-d47a7fdfe664'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:08.862178 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5f11a9-737a-46ae-97c6-09d5ec05da37" -d '{"events": [{"server_uuid": "dabce55a-faa4-4948-9766-ef71f4c3311c", "name": "network-vif-plugged", "status": "completed", "tag": "e4ea408a-6faf-431f-beea-d47a7fdfe664"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:08.932259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e4ea408a-6faf-431f-beea-d47a7fdfe664, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e4ea408a-6faf-431f-beea-d47a7fdfe664,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:08.941317 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eddffa-7eaa-4145-9814-045b23093549 x-openstack-request-id: req-e0eddffa-7eaa-4145-9814-045b23093549 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:08.941668 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabce55a-faa4-4948-9766-ef71f4c3311c", "name": "network-vif-plugged", "status": "completed", "tag": "e4ea408a-6faf-431f-beea-d47a7fdfe664", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:08.941962 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0eddffa-7eaa-4145-9814-045b23093549 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:08.942618 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabce55a-faa4-4948-9766-ef71f4c3311c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ea408a-6faf-431f-beea-d47a7fdfe664', 'code': 200} Aug 16 12:56:08.950669 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:08.955254 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b38817f-bafc-4486-acc3-227785b8c0e3 req-7087cf75-3b0d-4c38-973d-679bd6301607 service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743116 Aug 16 12:56:08.959271 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:08.969109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35730) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:08.999934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73adfe71-6ed1-44ce-a043-1aaa14ec3e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:09.070325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e4ea408a-6faf-431f-beea-d47a7fdfe664,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:09.186579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdddcb-7819-485c-b71a-e0be669b8fcb req-c256ac2e-d68d-4930-b198-05d876d1548b tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:09.188995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6dfdddcb-7819-485c-b71a-e0be669b8fcb req-c256ac2e-d68d-4930-b198-05d876d1548b tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 950 time: 0.0969796 Aug 16 12:56:09.289271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6dfdddcb-7819-485c-b71a-e0be669b8fcb req-1147f4b3-c058-4a1d-82b3-41de90f97c1b tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803354 Aug 16 12:56:09.306735 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73adfe71-6ed1-44ce-a043-1aaa14ec3e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:09.318284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73adfe71-6ed1-44ce-a043-1aaa14ec3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:09.411045 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-73adfe71-6ed1-44ce-a043-1aaa14ec3e39 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e23bf2af606747c6acdfbd65eb1cde25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400084 Aug 16 12:56:09.412849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adfe71-6ed1-44ce-a043-1aaa14ec3e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349df80c-4869-4aed-bb9b-2bad6746975f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:09.429706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35742) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:09.705618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf3242-ad9b-440f-a420-a54dd824a529 req-5abb303c-1fd1-4c15-a808-46fd4650a1a9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:09.708106 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0bf3242-ad9b-440f-a420-a54dd824a529 req-5abb303c-1fd1-4c15-a808-46fd4650a1a9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 943 time: 0.2798622 Aug 16 12:56:09.724331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f3c80-643b-4951-883c-176dd05bb332 req-9bb9b360-6a65-4f6c-b3c9-3160981cf0e9 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:09.726386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-9bb9b360-6a65-4f6c-b3c9-3160981cf0e9 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 805 time: 0.3035254 Aug 16 12:56:09.727086 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aedeb461-568d-46db-8e25-3d2bdba69373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:09.777694 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-b2ae8801-2770-47d2-9a3d-4a6e4a2605ba tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/quotas/2b649a19566844bbabbc96fb5bab23c8 HTTP/1.1" status: 200 len: 375 time: 0.0397282 Aug 16 12:56:09.785128 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aedeb461-568d-46db-8e25-3d2bdba69373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:09.790945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2252e5-8d60-46e4-8445-353864357205 req-bcf1f566-ea08-44d4-9630-1d41857d3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:09.792622 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f2252e5-8d60-46e4-8445-353864357205 req-bcf1f566-ea08-44d4-9630-1d41857d3b03 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 1101 time: 0.6522651 Aug 16 12:56:09.799984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1f38c2-2d17-4723-924b-b3b80b78c1ca {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:09.808425 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:09.821492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b38817f-bafc-4486-acc3-227785b8c0e3 req-c626e111-2b9e-49f4-a79f-b35fd27de803 service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316593 Aug 16 12:56:09.827349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:09.865442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-e9f50163-cb00-4765-9e54-757f60cb6116 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642362 Aug 16 12:56:09.870537 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0bf3242-ad9b-440f-a420-a54dd824a529 req-01fb9915-4219-43fd-9c45-4b7ce4584fa4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411753 Aug 16 12:56:09.891471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Transition to ACTIVE for port object dc1f38c2-2d17-4723-924b-b3b80b78c1ca will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:09.916644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:09.924860 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f2252e5-8d60-46e4-8445-353864357205 req-33df097f-d6cd-4ee8-b9ee-46ba0e0d9049 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184931 Aug 16 12:56:09.929464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Network 83f03dc6-ef0f-42b3-bd8b-7bd26877a861 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:09.935115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Pushing event updated for resources: {'Port': ['ID=276924b5-2d92-472e-b010-b2ed7e3f529d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:09.940709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:09.944728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:10.006399 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aedeb461-568d-46db-8e25-3d2bdba69373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:10.011760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aedeb461-568d-46db-8e25-3d2bdba69373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:10.016149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7ea1c7be-d747-494d-8759-92d77770e3b8 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:56:10.022615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-aedeb461-568d-46db-8e25-3d2bdba69373 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/349df80c-4869-4aed-bb9b-2bad6746975f HTTP/1.1" status: 204 len: 168 time: 0.5876951 Aug 16 12:56:10.038505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1f38c2-2d17-4723-924b-b3b80b78c1ca,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:10.062836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:10.063524 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:10.074658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeb461-568d-46db-8e25-3d2bdba69373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349df80c-4869-4aed-bb9b-2bad6746975f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:10.104868 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-811e23f4-26cf-4117-972c-a860b36687db tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9685953 Aug 16 12:56:10.109575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-d893fdc3-d84c-4cd1-945b-2ccd626e6664 service neutron] 10.222.0.25 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265229 Aug 16 12:56:10.139205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Attempting to bind port dc1f38c2-2d17-4723-924b-b3b80b78c1ca on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:10.139550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Attempting to bind port dc1f38c2-2d17-4723-924b-b3b80b78c1ca by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'cc2e3133-d582-41e0-8425-ade1477a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f0488115-7484-4c40-aeb4-a4a01423232a'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:10.139991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Attempting to bind port dc1f38c2-2d17-4723-924b-b3b80b78c1ca on network f0488115-7484-4c40-aeb4-a4a01423232a {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:10.144783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Port dc1f38c2-2d17-4723-924b-b3b80b78c1ca on network f0488115-7484-4c40-aeb4-a4a01423232a not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:56:10.145109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Attempting to bind port dc1f38c2-2d17-4723-924b-b3b80b78c1ca on network f0488115-7484-4c40-aeb4-a4a01423232a {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:10.150713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:10.151125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Checking segment: {'id': 'cc2e3133-d582-41e0-8425-ade1477a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f0488115-7484-4c40-aeb4-a4a01423232a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:10.151433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Bound using segment: {'id': 'cc2e3133-d582-41e0-8425-ade1477a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f0488115-7484-4c40-aeb4-a4a01423232a'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:10.151871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Bound port: dc1f38c2-2d17-4723-924b-b3b80b78c1ca, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2e3133-d582-41e0-8425-ade1477a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f0488115-7484-4c40-aeb4-a4a01423232a'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:10.152230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:10.248185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] For port dc1f38c2-2d17-4723-924b-b3b80b78c1ca, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:10.256390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7ea1c7be-d747-494d-8759-92d77770e3b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7ea1c7be-d747-494d-8759-92d77770e3b8,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:10.256936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] For port dc1f38c2-2d17-4723-924b-b3b80b78c1ca, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=dc1f38c2-2d17-4723-924b-b3b80b78c1ca,segment=NetworkSegment(cc2e3133-d582-41e0-8425-ade1477a7b65),segment_id=cc2e3133-d582-41e0-8425-ade1477a7b65)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:10.267231 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:10.283064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Request body: {'port': {'device_id': 'eac5ff65-f871-4da0-acfc-7f967741c379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:10.287498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '7ea1c7be-d747-494d-8759-92d77770e3b8', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'port_id': '7ea1c7be-d747-494d-8759-92d77770e3b8', 'mac_address': 'fa:16:3e:5d:90:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:56:10.315333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-7ce37063-9db9-4b7d-bd8b-bc9f1763141f service neutron] 10.222.0.25 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987159 Aug 16 12:56:10.352005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:10.353094 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:10.356267 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] 10.222.0.42 "PUT /v2.0/ports/dc1f38c2-2d17-4723-924b-b3b80b78c1ca HTTP/1.1" status: 200 len: 1092 time: 2.5399721 Aug 16 12:56:10.365283 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00229bc-e73a-4427-bf00-af53491277de', 'tag': 'dc1f38c2-2d17-4723-924b-b3b80b78c1ca'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:10.368376 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd73c897-e892-4ded-a38e-fa868f800978" -d '{"events": [{"name": "network-changed", "server_uuid": "c00229bc-e73a-4427-bf00-af53491277de", "tag": "dc1f38c2-2d17-4723-924b-b3b80b78c1ca"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:10.393701 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:10.423794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea1c7be-d747-494d-8759-92d77770e3b8 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:10.473928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7ea1c7be-d747-494d-8759-92d77770e3b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7ea1c7be-d747-494d-8759-92d77770e3b8,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:10.480244 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:10.480926 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:10.509758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e744512-cfed-4bf8-b861-3307567d93d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1f38c2-2d17-4723-924b-b3b80b78c1ca,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:10.547164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-b71e7f0f-3f4a-407c-b0b4-c12052ff3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:10.548602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-b71e7f0f-3f4a-407c-b0b4-c12052ff3b11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2706d657c21b456da2ceb534084c65a2&device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 1095 time: 0.1168711 Aug 16 12:56:10.583987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e514acb-1638-4c73-8e7c-687301b3d18f req-b9e1a88a-f6fd-4e60-b919-e0f5df294b85 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:10.589105 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e514acb-1638-4c73-8e7c-687301b3d18f req-b9e1a88a-f6fd-4e60-b919-e0f5df294b85 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 932 time: 0.1478443 Aug 16 12:56:10.606640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7ea1c7be-d747-494d-8759-92d77770e3b8,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:10.657188 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-08af8a7a-6e8c-477c-8eb9-b959b04cc888 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc1f38c2-2d17-4723-924b-b3b80b78c1ca HTTP/1.1" status: 200 len: 217 time: 0.0919096 Aug 16 12:56:10.711045 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e514acb-1638-4c73-8e7c-687301b3d18f req-7f748572-52db-4623-afd3-53cb836ca9a7 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210055 Aug 16 12:56:10.788578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-73fcd3f4-64a7-4abc-b01a-3f84eec3092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:10.790893 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-73fcd3f4-64a7-4abc-b01a-3f84eec3092a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61455d7f-18b9-430b-ae62-1508b5189ed4 HTTP/1.1" status: 200 len: 855 time: 0.1255190 Aug 16 12:56:10.809291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c5bed-ef53-47af-8881-7a602c3a9fc7 req-df3eb254-0a37-42b4-a689-5ec83cb53472 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:10.811014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e8c5bed-ef53-47af-8881-7a602c3a9fc7 req-df3eb254-0a37-42b4-a689-5ec83cb53472 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 944 time: 0.1340141 Aug 16 12:56:10.872330 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-ef9cd840-67b8-4122-9d3d-ec51a87c614c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0488115-7484-4c40-aeb4-a4a01423232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660448 Aug 16 12:56:10.887385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e8c5bed-ef53-47af-8881-7a602c3a9fc7 req-ea0bf561-e141-4a35-8268-474d0e1b1adb tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/security-groups?id=40168874-6514-49c2-a949-4a1ef2414eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626934 Aug 16 12:56:11.001546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7ea1c7be-d747-494d-8759-92d77770e3b8'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:11.047539 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cce5d5-dfda-4830-9c3d-1120e618b99e x-openstack-request-id: req-b2cce5d5-dfda-4830-9c3d-1120e618b99e {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:11.047844 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00229bc-e73a-4427-bf00-af53491277de", "tag": "dc1f38c2-2d17-4723-924b-b3b80b78c1ca", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:11.048078 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2cce5d5-dfda-4830-9c3d-1120e618b99e {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:11.048477 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00229bc-e73a-4427-bf00-af53491277de', 'tag': 'dc1f38c2-2d17-4723-924b-b3b80b78c1ca', 'status': 'completed', 'code': 200} Aug 16 12:56:11.083544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb743e-406a-4276-a71b-f860da4227c1 req-9fdd5318-5f29-4ef5-a9ea-bfeb9ad5104e tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:11.093706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dfb743e-406a-4276-a71b-f860da4227c1 req-9fdd5318-5f29-4ef5-a9ea-bfeb9ad5104e tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 950 time: 0.1268611 Aug 16 12:56:11.105092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-440e8f73-abe6-4fb2-a72b-de7219e80708 service neutron] 10.222.0.42 "GET /v2.0/networks/f0488115-7484-4c40-aeb4-a4a01423232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003970 Aug 16 12:56:11.166422 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be9a1709-08ea-436a-a4d3-d4455646201b req-34398fec-5e76-4dad-887a-9fb33489ca00 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 210 time: 0.0443449 Aug 16 12:56:11.184144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dfb743e-406a-4276-a71b-f860da4227c1 req-bdde5c54-88fd-41bd-a2aa-21eac1d23629 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890853 Aug 16 12:56:11.353669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276924b5-2d92-472e-b010-b2ed7e3f529d {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:11.401540 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fb970-bc4a-4177-aad6-452f2f1d8100 req-938b415c-477f-4568-8ccb-6a1665b3bb84 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:11.419338 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c97fb970-bc4a-4177-aad6-452f2f1d8100 req-938b415c-477f-4568-8ccb-6a1665b3bb84 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 944 time: 0.1197033 Aug 16 12:56:11.488231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c97fb970-bc4a-4177-aad6-452f2f1d8100 req-422ab919-684c-4745-9087-37bdce40b2b1 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598168 Aug 16 12:56:11.500273 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:11.529418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Transition to ACTIVE for port object 276924b5-2d92-472e-b010-b2ed7e3f529d will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:11.539715 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:11.599622 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fe0238a-8c0e-412e-8d65-97d2475aabeb req-ecd60767-f5f3-433f-86b6-6df8cc1d7503 service neutron] 10.222.0.42 "GET /v2.0/networks/f0488115-7484-4c40-aeb4-a4a01423232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766347 Aug 16 12:56:11.630323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Pushing event updated for resources: {'Port': ['ID=276924b5-2d92-472e-b010-b2ed7e3f529d,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:11.759302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Attempting to bind port 276924b5-2d92-472e-b010-b2ed7e3f529d on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:11.759653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Attempting to bind port 276924b5-2d92-472e-b010-b2ed7e3f529d by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '96bd1e92-a2d0-4114-995e-9dca6a6645cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83f03dc6-ef0f-42b3-bd8b-7bd26877a861'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:11.759999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Attempting to bind port 276924b5-2d92-472e-b010-b2ed7e3f529d on network 83f03dc6-ef0f-42b3-bd8b-7bd26877a861 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:11.769313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Port 276924b5-2d92-472e-b010-b2ed7e3f529d on network 83f03dc6-ef0f-42b3-bd8b-7bd26877a861 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:56:11.769643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Attempting to bind port 276924b5-2d92-472e-b010-b2ed7e3f529d on network 83f03dc6-ef0f-42b3-bd8b-7bd26877a861 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:11.775670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c897-e892-4ded-a38e-fa868f800978 req-f2793ed5-9342-4c85-a3d7-0758c4fde463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:11.777636 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd73c897-e892-4ded-a38e-fa868f800978 req-f2793ed5-9342-4c85-a3d7-0758c4fde463 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2706d657c21b456da2ceb534084c65a2&device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 1095 time: 0.0720150 Aug 16 12:56:11.780567 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:11.780912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Checking segment: {'id': '96bd1e92-a2d0-4114-995e-9dca6a6645cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83f03dc6-ef0f-42b3-bd8b-7bd26877a861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:11.781302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Bound using segment: {'id': '96bd1e92-a2d0-4114-995e-9dca6a6645cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83f03dc6-ef0f-42b3-bd8b-7bd26877a861'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:11.781893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Bound port: 276924b5-2d92-472e-b010-b2ed7e3f529d, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96bd1e92-a2d0-4114-995e-9dca6a6645cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83f03dc6-ef0f-42b3-bd8b-7bd26877a861'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:11.782441 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:11.916979 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a28753-a858-4f21-8db0-0f9eaf8937ae req-e9fe6011-20cd-4991-8d6c-8bfda51e297c tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:11.922978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5a28753-a858-4f21-8db0-0f9eaf8937ae req-e9fe6011-20cd-4991-8d6c-8bfda51e297c tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 944 time: 0.0882807 Aug 16 12:56:11.940803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] For port 276924b5-2d92-472e-b010-b2ed7e3f529d, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:11.950433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] For port 276924b5-2d92-472e-b010-b2ed7e3f529d, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=276924b5-2d92-472e-b010-b2ed7e3f529d,segment=NetworkSegment(96bd1e92-a2d0-4114-995e-9dca6a6645cb),segment_id=96bd1e92-a2d0-4114-995e-9dca6a6645cb)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:11.958427 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:11.971974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c897-e892-4ded-a38e-fa868f800978 req-5bd68ee2-ccad-47e8-adc6-9573cd981aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:11.974037 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd73c897-e892-4ded-a38e-fa868f800978 req-5bd68ee2-ccad-47e8-adc6-9573cd981aa5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0488115-7484-4c40-aeb4-a4a01423232a HTTP/1.1" status: 200 len: 915 time: 0.1714201 Aug 16 12:56:11.978476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:11.979885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:11.981930 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] 10.222.0.22 "PUT /v2.0/ports/276924b5-2d92-472e-b010-b2ed7e3f529d HTTP/1.1" status: 200 len: 1092 time: 1.7120039 Aug 16 12:56:12.007044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5a28753-a858-4f21-8db0-0f9eaf8937ae req-ef29bd9b-f164-4d0e-af67-c7918ad6d697 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740860 Aug 16 12:56:12.081278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f208-6674-4d69-a517-c5c03a44c6df req-86acca71-704d-45fa-b085-5f324bab7764 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:12.083523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5e8f208-6674-4d69-a517-c5c03a44c6df req-86acca71-704d-45fa-b085-5f324bab7764 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 944 time: 0.0612574 Aug 16 12:56:12.092946 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd73c897-e892-4ded-a38e-fa868f800978 req-d839e7f7-4f66-4309-bcd8-b0bb41b6e429 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc1f38c2-2d17-4723-924b-b3b80b78c1ca HTTP/1.1" status: 200 len: 217 time: 0.0641999 Aug 16 12:56:12.138979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5e8f208-6674-4d69-a517-c5c03a44c6df req-6fef8ebe-150a-48dd-8493-5b96c987e630 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/security-groups?id=40168874-6514-49c2-a949-4a1ef2414eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Aug 16 12:56:12.192874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b6029-7e96-469f-b40b-1e62ae49cace service neutron] Pushing event updated for resources: {'Port': ['ID=276924b5-2d92-472e-b010-b2ed7e3f529d,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:12.208670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c897-e892-4ded-a38e-fa868f800978 req-693db9d8-3e0e-4a9a-88ab-7d2ed64551a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:12.210306 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd73c897-e892-4ded-a38e-fa868f800978 req-693db9d8-3e0e-4a9a-88ab-7d2ed64551a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61455d7f-18b9-430b-ae62-1508b5189ed4 HTTP/1.1" status: 200 len: 855 time: 0.0968130 Aug 16 12:56:12.212584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-ac0914f5-b103-4831-a220-cf5e3d979c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:12.214043 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-ac0914f5-b103-4831-a220-cf5e3d979c68 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0be2eb8b2c004f9491c2890097b0f416&device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 1095 time: 0.1718578 Aug 16 12:56:12.266743 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd73c897-e892-4ded-a38e-fa868f800978 req-3b5e60d9-0862-4b16-a145-8e34a09faa2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0488115-7484-4c40-aeb4-a4a01423232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467229 Aug 16 12:56:12.346837 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-16900dbb-820a-457d-b133-43b6d3241777 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=276924b5-2d92-472e-b010-b2ed7e3f529d HTTP/1.1" status: 200 len: 217 time: 0.1161480 Aug 16 12:56:12.466328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f3c80-643b-4951-883c-176dd05bb332 req-d6373475-fecf-4dd9-99e4-1076a87a6f23 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:12.468521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-d6373475-fecf-4dd9-99e4-1076a87a6f23 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.42 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 805 time: 0.2595913 Aug 16 12:56:12.472070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b25c6498-05a2-432e-b1e5-dee938e59ca7 req-26b99667-db78-48fa-80e4-403257fcc3f3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 210 time: 0.0783882 Aug 16 12:56:12.475696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-3e6029e1-2850-495e-8089-68ebfcef386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:12.477339 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-3e6029e1-2850-495e-8089-68ebfcef386a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec56a4ba-9322-4c1c-b7af-8ab5b88d1f98 HTTP/1.1" status: 200 len: 858 time: 0.1116452 Aug 16 12:56:12.486679 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Request body: {'port': {'device_id': '56480c6c-2c5f-4774-88f0-d3cf161bd85c', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'admin_state_up': True, 'tenant_id': '2b649a19566844bbabbc96fb5bab23c8'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:12.498682 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd73c897-e892-4ded-a38e-fa868f800978 req-fe977d9d-27b6-46e2-b41f-33d147145822 service neutron] 10.222.0.42 "GET /v2.0/networks/f0488115-7484-4c40-aeb4-a4a01423232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562340 Aug 16 12:56:12.534996 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-7f7ae654-ef99-42db-a752-e6c0fbe1bc32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=83f03dc6-ef0f-42b3-bd8b-7bd26877a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461516 Aug 16 12:56:12.615362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c318c47-a827-4da7-ad31-1936a104cb55 req-c8a35cc5-7a84-45f2-b905-3f4e4b5363bb tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:12.617922 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c318c47-a827-4da7-ad31-1936a104cb55 req-c8a35cc5-7a84-45f2-b905-3f4e4b5363bb tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 950 time: 0.2649879 Aug 16 12:56:12.692324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Made reservation on behalf of 2b649a19566844bbabbc96fb5bab23c8 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:12.695722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:12.699019 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd73c897-e892-4ded-a38e-fa868f800978 req-8a468536-d7fe-485d-81aa-0442b2f2998a service neutron] 10.222.0.42 "GET /v2.0/networks/f0488115-7484-4c40-aeb4-a4a01423232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948364 Aug 16 12:56:12.711855 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-7fcfda91-6ca7-4d40-8a4f-e740b8776b4e service neutron] 10.222.0.22 "GET /v2.0/networks/83f03dc6-ef0f-42b3-bd8b-7bd26877a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647551 Aug 16 12:56:12.723896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e6d0d-3e5d-43e5-a5b3-b1a29fdb5e56 req-a838e776-1d30-428f-b2dc-60bdc2fa81c2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:12.725403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a8e6d0d-3e5d-43e5-a5b3-b1a29fdb5e56 req-a838e776-1d30-428f-b2dc-60bdc2fa81c2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 944 time: 0.1347995 Aug 16 12:56:12.730383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c318c47-a827-4da7-ad31-1936a104cb55 req-9d38cb02-2f8d-4141-bb0e-992020cfcba8 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902019 Aug 16 12:56:12.823834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a8e6d0d-3e5d-43e5-a5b3-b1a29fdb5e56 req-b7467180-cc3a-4c48-bae2-ae2e6c71aa64 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913560 Aug 16 12:56:12.828604 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-305ec355-e641-4456-8f30-b0dfb3a48ea8 req-6a1b5777-6a68-4456-a5f7-706ac44baec2 service neutron] 10.222.0.22 "GET /v2.0/networks/83f03dc6-ef0f-42b3-bd8b-7bd26877a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096995 Aug 16 12:56:12.942829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Allocated IP 172.20.0.8 (80e67e3f-fb8e-40f7-bf88-1b500d006d8d/909c1a27-3032-4df6-8e77-1f1290416049/acdc0afb-b950-459b-bafe-2965ba6db95b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:13.054370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac5ff65-f871-4da0-acfc-7f967741c379', 'tag': '276924b5-2d92-472e-b010-b2ed7e3f529d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:13.058939 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0c1ead-1fb1-4a81-8aab-3be8dcc78bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "eac5ff65-f871-4da0-acfc-7f967741c379", "tag": "276924b5-2d92-472e-b010-b2ed7e3f529d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:13.142188 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:13.232323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df173651-eb8b-4b5e-82f9-b42a84e189fc req-659d54d2-7c44-4300-b4a9-6a80c8c02b2b tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:13.234312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df173651-eb8b-4b5e-82f9-b42a84e189fc req-659d54d2-7c44-4300-b4a9-6a80c8c02b2b tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 944 time: 0.0853276 Aug 16 12:56:13.247005 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8c0dac-a84c-4164-86d6-eb2574f78951 x-openstack-request-id: req-9b8c0dac-a84c-4164-86d6-eb2574f78951 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:13.247411 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac5ff65-f871-4da0-acfc-7f967741c379", "tag": "276924b5-2d92-472e-b010-b2ed7e3f529d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:13.247736 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b8c0dac-a84c-4164-86d6-eb2574f78951 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:13.248846 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac5ff65-f871-4da0-acfc-7f967741c379', 'tag': '276924b5-2d92-472e-b010-b2ed7e3f529d', 'status': 'completed', 'code': 200} Aug 16 12:56:13.266803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:13.340536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c1ead-1fb1-4a81-8aab-3be8dcc78bcd req-e7ad39cc-dccb-4cb9-a39f-50aca3346f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:13.342910 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d0c1ead-1fb1-4a81-8aab-3be8dcc78bcd req-e7ad39cc-dccb-4cb9-a39f-50aca3346f3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0be2eb8b2c004f9491c2890097b0f416&device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 1095 time: 0.0524690 Aug 16 12:56:13.345738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:13.371208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:13.382502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:13.393721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df173651-eb8b-4b5e-82f9-b42a84e189fc req-50ec1524-7046-4a2c-8aae-1cb15770af23 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500649 Aug 16 12:56:13.425199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Pushing event updated for resources: {'Port': ['ID=acdc0afb-b950-459b-bafe-2965ba6db95b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:13.454749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173838f3-79fc-4563-863d-2dbc764204a4 req-672f89b2-c505-4901-81bd-f1797cd6531f tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:13.456401 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-173838f3-79fc-4563-863d-2dbc764204a4 req-672f89b2-c505-4901-81bd-f1797cd6531f tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 950 time: 0.1379211 Aug 16 12:56:13.466146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c1ead-1fb1-4a81-8aab-3be8dcc78bcd req-4631737f-332f-4160-b4ed-99c7216ff387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:13.468485 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d0c1ead-1fb1-4a81-8aab-3be8dcc78bcd req-4631737f-332f-4160-b4ed-99c7216ff387 service neutron] 10.222.0.22 "GET /v2.0/networks?id=83f03dc6-ef0f-42b3-bd8b-7bd26877a861 HTTP/1.1" status: 200 len: 918 time: 0.1174726 Aug 16 12:56:13.479559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:13.480245 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:13.524088 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d0c1ead-1fb1-4a81-8aab-3be8dcc78bcd req-24a839c0-8c46-4ea4-ae58-c1b2591b7bec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=276924b5-2d92-472e-b010-b2ed7e3f529d HTTP/1.1" status: 200 len: 217 time: 0.0474010 Aug 16 12:56:13.549023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-c9a62e0a-5d5d-4f94-babd-6be15da72735 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0694931 Aug 16 12:56:13.560160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-173838f3-79fc-4563-863d-2dbc764204a4 req-f86ef5cc-98c6-4ecf-9172-dd864e999894 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978065 Aug 16 12:56:13.571125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Request body: {'port': {'device_id': '56480c6c-2c5f-4774-88f0-d3cf161bd85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:13.600765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c1ead-1fb1-4a81-8aab-3be8dcc78bcd req-2d61484f-c4b9-4580-98a0-29f7f9f91086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:13.603218 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d0c1ead-1fb1-4a81-8aab-3be8dcc78bcd req-2d61484f-c4b9-4580-98a0-29f7f9f91086 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ec56a4ba-9322-4c1c-b7af-8ab5b88d1f98 HTTP/1.1" status: 200 len: 858 time: 0.0707932 Aug 16 12:56:13.612028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6f21a-161e-467f-9a1e-89d855c32aba req-c3c161fe-e2d6-41df-b13d-59cfed743a28 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:13.613771 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7fd6f21a-161e-467f-9a1e-89d855c32aba req-c3c161fe-e2d6-41df-b13d-59cfed743a28 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 944 time: 0.1226375 Aug 16 12:56:13.657403 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d0c1ead-1fb1-4a81-8aab-3be8dcc78bcd req-0394c9ab-ba49-4bec-8c99-605d9efc370c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=83f03dc6-ef0f-42b3-bd8b-7bd26877a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450962 Aug 16 12:56:13.685894 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:13.719554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7fd6f21a-161e-467f-9a1e-89d855c32aba req-e0813d06-6fe8-41b2-ae2c-7c637e7d3fc4 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/security-groups?id=40168874-6514-49c2-a949-4a1ef2414eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910544 Aug 16 12:56:13.769135 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d0c1ead-1fb1-4a81-8aab-3be8dcc78bcd req-33c55ee6-d605-4eac-b51f-cb54eb03e9e9 service neutron] 10.222.0.22 "GET /v2.0/networks/83f03dc6-ef0f-42b3-bd8b-7bd26877a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028852 Aug 16 12:56:13.849023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60067a7d-27cd-4cca-ae0b-ac13251ae2c2 req-e2f027fa-8fc1-40c4-926d-ea6aa2de5b4a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:13.851453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60067a7d-27cd-4cca-ae0b-ac13251ae2c2 req-e2f027fa-8fc1-40c4-926d-ea6aa2de5b4a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 931 time: 0.1507673 Aug 16 12:56:13.896035 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d0c1ead-1fb1-4a81-8aab-3be8dcc78bcd req-fcb0149c-33b0-4823-9b63-da0962414189 service neutron] 10.222.0.22 "GET /v2.0/networks/83f03dc6-ef0f-42b3-bd8b-7bd26877a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184223 Aug 16 12:56:13.982911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60067a7d-27cd-4cca-ae0b-ac13251ae2c2 req-1ba96848-a69b-4a7f-9240-1a0b24274353 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720074 Aug 16 12:56:14.019103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7ea1c7be-d747-494d-8759-92d77770e3b8 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:14.081187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 7ea1c7be-d747-494d-8759-92d77770e3b8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:14.086185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 7ea1c7be-d747-494d-8759-92d77770e3b8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:14.087045 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.104792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f75f9-39c3-40c4-8615-d372cd9ad590 req-d227f7a1-7150-46a2-8ca9-032e1afe589b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:14.113029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b6f75f9-39c3-40c4-8615-d372cd9ad590 req-d227f7a1-7150-46a2-8ca9-032e1afe589b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 944 time: 0.0911403 Aug 16 12:56:14.185106 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.187348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device dc1f38c2-2d17-4723-924b-b3b80b78c1ca details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:56:14.190384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35852) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:14.194025 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b6f75f9-39c3-40c4-8615-d372cd9ad590 req-5db51626-2f69-4905-bbf3-49b6accc4fb4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805507 Aug 16 12:56:14.218774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acdc0afb-b950-459b-bafe-2965ba6db95b {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:14.227242 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.243546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Transition to ACTIVE for port object acdc0afb-b950-459b-bafe-2965ba6db95b will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:14.248402 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.250747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e13d05-9193-4348-bdaa-f8f55008a504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea1c7be-d747-494d-8759-92d77770e3b8'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:14.253390 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6279101b-6061-41b2-963e-effe86fa33ee" -d '{"events": [{"server_uuid": "c3e13d05-9193-4348-bdaa-f8f55008a504", "name": "network-vif-plugged", "status": "completed", "tag": "7ea1c7be-d747-494d-8759-92d77770e3b8"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:14.290444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7ea1c7be-d747-494d-8759-92d77770e3b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7ea1c7be-d747-494d-8759-92d77770e3b8,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:14.297108 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.330813 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0780891c-3d2c-4ed7-86fa-2345dce1d018 x-openstack-request-id: req-0780891c-3d2c-4ed7-86fa-2345dce1d018 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:14.331110 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e13d05-9193-4348-bdaa-f8f55008a504", "name": "network-vif-plugged", "status": "completed", "tag": "7ea1c7be-d747-494d-8759-92d77770e3b8", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:14.331358 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0780891c-3d2c-4ed7-86fa-2345dce1d018 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:14.331741 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e13d05-9193-4348-bdaa-f8f55008a504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea1c7be-d747-494d-8759-92d77770e3b8', 'code': 200} Aug 16 12:56:14.346903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Pushing event updated for resources: {'Port': ['ID=acdc0afb-b950-459b-bafe-2965ba6db95b,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:14.376017 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-916698cd-dd91-492c-820d-78e7814365d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.428252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7ea1c7be-d747-494d-8759-92d77770e3b8,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:14.436367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port dc1f38c2-2d17-4723-924b-b3b80b78c1ca, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=dc1f38c2-2d17-4723-924b-b3b80b78c1ca,segment=NetworkSegment(cc2e3133-d582-41e0-8425-ade1477a7b65),segment_id=cc2e3133-d582-41e0-8425-ade1477a7b65)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:14.457821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'dc1f38c2-2d17-4723-924b-b3b80b78c1ca', 'network_id': 'f0488115-7484-4c40-aeb4-a4a01423232a', 'port_id': 'dc1f38c2-2d17-4723-924b-b3b80b78c1ca', 'mac_address': 'fa:16:3e:cf:1d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61455d7f-18b9-430b-ae62-1508b5189ed4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:56:14.480157 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Attempting to bind port acdc0afb-b950-459b-bafe-2965ba6db95b on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:14.481263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Attempting to bind port acdc0afb-b950-459b-bafe-2965ba6db95b by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:14.481783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Attempting to bind port acdc0afb-b950-459b-bafe-2965ba6db95b on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:14.487991 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Port acdc0afb-b950-459b-bafe-2965ba6db95b on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:56:14.488591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Attempting to bind port acdc0afb-b950-459b-bafe-2965ba6db95b on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:14.497111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:14.497631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Checking segment: {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:14.498598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Bound using segment: {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:14.499371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Bound port: acdc0afb-b950-459b-bafe-2965ba6db95b, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:14.499674 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.522813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6296e2-e232-487c-bcd8-ed58a6ec7755 req-d84301a0-ad96-4064-abd4-dbb456f5d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:14.524325 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5f6296e2-e232-487c-bcd8-ed58a6ec7755 req-d84301a0-ad96-4064-abd4-dbb456f5d832 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 1096 time: 0.0738909 Aug 16 12:56:14.536416 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.558314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1f38c2-2d17-4723-924b-b3b80b78c1ca {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:14.561788 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-916698cd-dd91-492c-820d-78e7814365d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.575420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-916698cd-dd91-492c-820d-78e7814365d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.583442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port dc1f38c2-2d17-4723-924b-b3b80b78c1ca, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=dc1f38c2-2d17-4723-924b-b3b80b78c1ca,segment=NetworkSegment(cc2e3133-d582-41e0-8425-ade1477a7b65),segment_id=cc2e3133-d582-41e0-8425-ade1477a7b65)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:14.584334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fd708-f5cb-4295-a1df-76d717ea7411 req-b4abe5f0-3166-4c12-b2e9-3d8baf5267af tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:14.595081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd1fd708-f5cb-4295-a1df-76d717ea7411 req-b4abe5f0-3166-4c12-b2e9-3d8baf5267af tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 944 time: 0.0996451 Aug 16 12:56:14.597583 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.615385 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5f6296e2-e232-487c-bcd8-ed58a6ec7755 req-fa92302d-5950-49f3-98d4-3eb860f35d81 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821314 Aug 16 12:56:14.644255 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-916698cd-dd91-492c-820d-78e7814365d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b37321c16da9454a806208c3028793d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527967 Aug 16 12:56:14.644915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35862) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:14.655841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916698cd-dd91-492c-820d-78e7814365d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cbb0d3-09cb-497e-b3f3-1ad76412defd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:14.675030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=dc1f38c2-2d17-4723-924b-b3b80b78c1ca,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:14.694320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] For port acdc0afb-b950-459b-bafe-2965ba6db95b, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:14.715216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b56472c5-3caa-4a51-b9ef-340257fedbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.716120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] For port acdc0afb-b950-459b-bafe-2965ba6db95b, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=acdc0afb-b950-459b-bafe-2965ba6db95b,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:14.720938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd1fd708-f5cb-4295-a1df-76d717ea7411 req-d636543c-01d1-4989-bf7e-3626625c47fa tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248705 Aug 16 12:56:14.725237 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.747356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b56472c5-3caa-4a51-b9ef-340257fedbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.768112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e0f69-168e-4980-83aa-1c0417842ff4 req-d08507d9-b7fe-4f59-8367-74e60c5f71c1 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:14.769885 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c94e0f69-168e-4980-83aa-1c0417842ff4 req-d08507d9-b7fe-4f59-8367-74e60c5f71c1 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 950 time: 0.1191082 Aug 16 12:56:14.784177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:14.784810 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.786445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] 10.222.0.42 "PUT /v2.0/ports/acdc0afb-b950-459b-bafe-2965ba6db95b HTTP/1.1" status: 200 len: 1091 time: 1.2203622 Aug 16 12:56:14.786902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56480c6c-2c5f-4774-88f0-d3cf161bd85c', 'tag': 'acdc0afb-b950-459b-bafe-2965ba6db95b'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:14.789228 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5481679d-8c64-45ce-bd95-0bdb10d54d00" -d '{"events": [{"name": "network-changed", "server_uuid": "56480c6c-2c5f-4774-88f0-d3cf161bd85c", "tag": "acdc0afb-b950-459b-bafe-2965ba6db95b"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:14.820299 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b56472c5-3caa-4a51-b9ef-340257fedbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.823147 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b56472c5-3caa-4a51-b9ef-340257fedbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:14.824569 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b56472c5-3caa-4a51-b9ef-340257fedbd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47cbb0d3-09cb-497e-b3f3-1ad76412defd HTTP/1.1" status: 204 len: 168 time: 0.1770635 Aug 16 12:56:14.833987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56472c5-3caa-4a51-b9ef-340257fedbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cbb0d3-09cb-497e-b3f3-1ad76412defd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:14.837832 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['dc1f38c2-2d17-4723-924b-b3b80b78c1ca'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:14.871928 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c30276-db13-40c9-afd7-2bcf79fcca25 service neutron] Pushing event updated for resources: {'Port': ['ID=acdc0afb-b950-459b-bafe-2965ba6db95b,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:14.915327 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c94e0f69-168e-4980-83aa-1c0417842ff4 req-7701487d-b0e2-4755-a0fd-a2f291fe5bec tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0ac66f0-2d85-453a-94ee-7c2254b682c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223416 Aug 16 12:56:14.943153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33e6b2-f712-49de-b613-5c7968c98fd3 req-54d6fbc4-0a8c-4ce2-aa9a-be5db8a29fb5 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:14.944028 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f33e6b2-f712-49de-b613-5c7968c98fd3 req-54d6fbc4-0a8c-4ce2-aa9a-be5db8a29fb5 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 945 time: 0.1231146 Aug 16 12:56:14.946162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f3c80-643b-4951-883c-176dd05bb332 req-7a0d2bb2-c427-4d26-b216-4b5c53d8ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:14.947888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-7a0d2bb2-c427-4d26-b216-4b5c53d8ad80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 1094 time: 0.1098719 Aug 16 12:56:15.001680 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b82aa39-fc7e-41c3-8585-35213b0c90ef x-openstack-request-id: req-1b82aa39-fc7e-41c3-8585-35213b0c90ef {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:15.001954 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56480c6c-2c5f-4774-88f0-d3cf161bd85c", "tag": "acdc0afb-b950-459b-bafe-2965ba6db95b", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:15.002247 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b82aa39-fc7e-41c3-8585-35213b0c90ef {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:15.002647 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56480c6c-2c5f-4774-88f0-d3cf161bd85c', 'tag': 'acdc0afb-b950-459b-bafe-2965ba6db95b', 'status': 'completed', 'code': 200} Aug 16 12:56:15.008316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-c715d4d5-78ff-486a-abf7-d9e510e3fe2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acdc0afb-b950-459b-bafe-2965ba6db95b HTTP/1.1" status: 200 len: 217 time: 0.0479105 Aug 16 12:56:15.104388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f33e6b2-f712-49de-b613-5c7968c98fd3 req-a1bd2824-28c9-42f4-b413-0e243e4accba tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/security-groups?id=40168874-6514-49c2-a949-4a1ef2414eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477544 Aug 16 12:56:15.133703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f3c80-643b-4951-883c-176dd05bb332 req-0b243b0a-bc8a-409f-9a5b-5b007ebf3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:15.135885 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-0b243b0a-bc8a-409f-9a5b-5b007ebf3d19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=909c1a27-3032-4df6-8e77-1f1290416049 HTTP/1.1" status: 200 len: 845 time: 0.1167970 Aug 16 12:56:15.196766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-1f60a855-7d40-4ebb-9a05-e2609236a945 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449288 Aug 16 12:56:15.197069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439ab2f-d9f0-487f-bf8f-a1069ee994d5 req-33c790ae-c134-4f1e-8d09-df6e48b36fee tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:15.197069 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7439ab2f-d9f0-487f-bf8f-a1069ee994d5 req-33c790ae-c134-4f1e-8d09-df6e48b36fee tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.22 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 950 time: 0.0588691 Aug 16 12:56:15.287679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35880) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:15.309010 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57b3aa0c-8814-4e0e-8e22-0fa616cd4e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:15.317643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c357784-5f18-41e1-a2b6-db9229d893a9 req-5f6ff132-f8e6-467f-8d4e-695e4f24141a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:15.320377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c357784-5f18-41e1-a2b6-db9229d893a9 req-5f6ff132-f8e6-467f-8d4e-695e4f24141a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 943 time: 0.1793728 Aug 16 12:56:15.386747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-7439ab2f-d9f0-487f-bf8f-a1069ee994d5 req-5ab876cb-a105-4275-9c9a-2c7dd7257444 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Deleting port e4ea408a-6faf-431f-beea-d47a7fdfe664 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:56:15.387230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7439ab2f-d9f0-487f-bf8f-a1069ee994d5 req-5ab876cb-a105-4275-9c9a-2c7dd7257444 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:15.434806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c357784-5f18-41e1-a2b6-db9229d893a9 req-e1d0d4ab-1336-4765-9c7c-b3949a2f513c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051271 Aug 16 12:56:15.442222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-32cca60d-fcb8-4bb7-9d5d-30585929b63c service neutron] 10.222.0.42 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391951 Aug 16 12:56:15.498625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e6ec-d855-4fd8-b3d9-49e1344f2180 req-3507e3dd-eab3-4ed5-82ef-9d713239e983 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:15.500267 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3503e6ec-d855-4fd8-b3d9-49e1344f2180 req-3507e3dd-eab3-4ed5-82ef-9d713239e983 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1367006 Aug 16 12:56:15.538678 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57b3aa0c-8814-4e0e-8e22-0fa616cd4e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:15.549443 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57b3aa0c-8814-4e0e-8e22-0fa616cd4e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:15.587758 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3503e6ec-d855-4fd8-b3d9-49e1344f2180 req-aa8c770f-2bb2-4dff-a140-5160d69fcb8a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510879 Aug 16 12:56:15.601349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306f3c80-643b-4951-883c-176dd05bb332 req-e6766f31-4073-4668-b5de-50c0ce627738 service neutron] 10.222.0.42 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499286 Aug 16 12:56:15.617284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-7439ab2f-d9f0-487f-bf8f-a1069ee994d5 req-5ab876cb-a105-4275-9c9a-2c7dd7257444 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] For port e4ea408a-6faf-431f-beea-d47a7fdfe664, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e4ea408a-6faf-431f-beea-d47a7fdfe664,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:15.617668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7439ab2f-d9f0-487f-bf8f-a1069ee994d5 req-5ab876cb-a105-4275-9c9a-2c7dd7257444 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:15.628972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3aa0c-8814-4e0e-8e22-0fa616cd4e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1877c0-4ff4-491c-a2da-5f3e7eb001e7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:15.637302 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-57b3aa0c-8814-4e0e-8e22-0fa616cd4e2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fdb28551e064793b273bd8e7bbe9da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457570 Aug 16 12:56:15.639327 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35882) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:15.646716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-7439ab2f-d9f0-487f-bf8f-a1069ee994d5 req-5ab876cb-a105-4275-9c9a-2c7dd7257444 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Calling delete_port for e4ea408a-6faf-431f-beea-d47a7fdfe664 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:56:15.773714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481679d-8c64-45ce-bd95-0bdb10d54d00 req-dc942f42-23c9-45e2-a41b-f5da79855c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:15.775349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5481679d-8c64-45ce-bd95-0bdb10d54d00 req-dc942f42-23c9-45e2-a41b-f5da79855c4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 1094 time: 0.1096935 Aug 16 12:56:15.778956 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae65c41c-7849-4595-bb56-721407fe369b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:15.830809 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7439ab2f-d9f0-487f-bf8f-a1069ee994d5 req-5ab876cb-a105-4275-9c9a-2c7dd7257444 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:15.838753 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae65c41c-7849-4595-bb56-721407fe369b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:15.856299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['e4ea408a-6faf-431f-beea-d47a7fdfe664'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:15.858629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab876cb-a105-4275-9c9a-2c7dd7257444 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Pushing event deleted for resources: {'Port': ['ID=e4ea408a-6faf-431f-beea-d47a7fdfe664,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:15.920755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7439ab2f-d9f0-487f-bf8f-a1069ee994d5 req-5ab876cb-a105-4275-9c9a-2c7dd7257444 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] No DVR routers for this DVR port e4ea408a-6faf-431f-beea-d47a7fdfe664 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:56:15.924500 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7439ab2f-d9f0-487f-bf8f-a1069ee994d5 req-5ab876cb-a105-4275-9c9a-2c7dd7257444 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:15.926616 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7439ab2f-d9f0-487f-bf8f-a1069ee994d5 req-5ab876cb-a105-4275-9c9a-2c7dd7257444 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.22 "DELETE /v2.0/ports/e4ea408a-6faf-431f-beea-d47a7fdfe664 HTTP/1.1" status: 204 len: 173 time: 0.7230742 Aug 16 12:56:15.926966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabce55a-faa4-4948-9766-ef71f4c3311c', 'name': 'network-vif-deleted', 'tag': 'e4ea408a-6faf-431f-beea-d47a7fdfe664'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:15.929419 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b21df6-4384-430d-bfd8-6e7e8649cd2e" -d '{"events": [{"server_uuid": "dabce55a-faa4-4948-9766-ef71f4c3311c", "name": "network-vif-deleted", "tag": "e4ea408a-6faf-431f-beea-d47a7fdfe664"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:15.987300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db247c-3ac8-48e2-8c3f-0fffa955ce6d req-12bd3388-b445-4f4f-904e-b61f4f4ca52a tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:15.995377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81db247c-3ac8-48e2-8c3f-0fffa955ce6d req-12bd3388-b445-4f4f-904e-b61f4f4ca52a tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 944 time: 0.1720159 Aug 16 12:56:15.999083 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:16.023596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481679d-8c64-45ce-bd95-0bdb10d54d00 req-43aa5a35-f04c-48fb-8e86-3c712a8c02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:16.026327 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5481679d-8c64-45ce-bd95-0bdb10d54d00 req-43aa5a35-f04c-48fb-8e86-3c712a8c02c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 905 time: 0.2410746 Aug 16 12:56:16.036328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 276924b5-2d92-472e-b010-b2ed7e3f529d details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:56:16.039819 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b16bef-99ed-43bb-a8d2-e74add3386b5 x-openstack-request-id: req-d0b16bef-99ed-43bb-a8d2-e74add3386b5 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:16.040218 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabce55a-faa4-4948-9766-ef71f4c3311c", "name": "network-vif-deleted", "tag": "e4ea408a-6faf-431f-beea-d47a7fdfe664", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:16.040574 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0b16bef-99ed-43bb-a8d2-e74add3386b5 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:16.041091 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabce55a-faa4-4948-9766-ef71f4c3311c', 'name': 'network-vif-deleted', 'tag': 'e4ea408a-6faf-431f-beea-d47a7fdfe664', 'status': 'completed', 'code': 200} Aug 16 12:56:16.088213 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae65c41c-7849-4595-bb56-721407fe369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:16.093200 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae65c41c-7849-4595-bb56-721407fe369b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:16.094962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ae65c41c-7849-4595-bb56-721407fe369b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a1877c0-4ff4-491c-a2da-5f3e7eb001e7 HTTP/1.1" status: 204 len: 168 time: 0.4538703 Aug 16 12:56:16.156154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65c41c-7849-4595-bb56-721407fe369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1877c0-4ff4-491c-a2da-5f3e7eb001e7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:16.163708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5481679d-8c64-45ce-bd95-0bdb10d54d00 req-5010c42a-30e5-4489-9495-b30462e8b4a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acdc0afb-b950-459b-bafe-2965ba6db95b HTTP/1.1" status: 200 len: 217 time: 0.1096103 Aug 16 12:56:16.174750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81db247c-3ac8-48e2-8c3f-0fffa955ce6d req-3d0e1bc0-d3b3-4e4a-b012-10e456d184d0 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783328 Aug 16 12:56:16.237040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device dc1f38c2-2d17-4723-924b-b3b80b78c1ca up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:16.255601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90ceee57-11b3-4551-9f29-5d0153a4838b req-ea167a72-c15b-4f2f-937e-b74346169370 tempest-ServerDiagnosticsNegativeTest-477528347 tempest-ServerDiagnosticsNegativeTest-477528347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dabce55a-faa4-4948-9766-ef71f4c3311c HTTP/1.1" status: 200 len: 210 time: 0.0611331 Aug 16 12:56:16.295650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481679d-8c64-45ce-bd95-0bdb10d54d00 req-0a26e61f-d121-49b3-b023-708d7781685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:16.305144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5481679d-8c64-45ce-bd95-0bdb10d54d00 req-0a26e61f-d121-49b3-b023-708d7781685f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=909c1a27-3032-4df6-8e77-1f1290416049 HTTP/1.1" status: 200 len: 845 time: 0.1274905 Aug 16 12:56:16.334470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 276924b5-2d92-472e-b010-b2ed7e3f529d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=276924b5-2d92-472e-b010-b2ed7e3f529d,segment=NetworkSegment(96bd1e92-a2d0-4114-995e-9dca6a6645cb),segment_id=96bd1e92-a2d0-4114-995e-9dca6a6645cb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:16.354675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '276924b5-2d92-472e-b010-b2ed7e3f529d', 'network_id': '83f03dc6-ef0f-42b3-bd8b-7bd26877a861', 'port_id': '276924b5-2d92-472e-b010-b2ed7e3f529d', 'mac_address': 'fa:16:3e:f0:5d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec56a4ba-9322-4c1c-b7af-8ab5b88d1f98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:56:16.358675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port dc1f38c2-2d17-4723-924b-b3b80b78c1ca completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:16.367796 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5481679d-8c64-45ce-bd95-0bdb10d54d00 req-52875506-6aa7-426d-966f-8eeeed4c7e7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520189 Aug 16 12:56:16.368108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port dc1f38c2-2d17-4723-924b-b3b80b78c1ca triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:16.368662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:16.449542 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:16.472265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276924b5-2d92-472e-b010-b2ed7e3f529d {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:16.502094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 276924b5-2d92-472e-b010-b2ed7e3f529d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=276924b5-2d92-472e-b010-b2ed7e3f529d,segment=NetworkSegment(96bd1e92-a2d0-4114-995e-9dca6a6645cb),segment_id=96bd1e92-a2d0-4114-995e-9dca6a6645cb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:16.508802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19942ee7-7d2e-404b-98b5-b1da0f893ef0 req-d47cfa9e-1bc1-482c-81c6-9524e386ad86 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:16.510589 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19942ee7-7d2e-404b-98b5-b1da0f893ef0 req-d47cfa9e-1bc1-482c-81c6-9524e386ad86 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 945 time: 0.1414948 Aug 16 12:56:16.554829 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:16.603308 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:16.648852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=276924b5-2d92-472e-b010-b2ed7e3f529d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:16.660199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00229bc-e73a-4427-bf00-af53491277de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1f38c2-2d17-4723-924b-b3b80b78c1ca'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:16.663918 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4fcbe2-c587-4513-b4e2-cb34b668ffc2" -d '{"events": [{"server_uuid": "c00229bc-e73a-4427-bf00-af53491277de", "name": "network-vif-plugged", "status": "completed", "tag": "dc1f38c2-2d17-4723-924b-b3b80b78c1ca"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:16.684260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port dc1f38c2-2d17-4723-924b-b3b80b78c1ca, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=dc1f38c2-2d17-4723-924b-b3b80b78c1ca,segment=NetworkSegment(cc2e3133-d582-41e0-8425-ade1477a7b65),segment_id=cc2e3133-d582-41e0-8425-ade1477a7b65)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:16.690064 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:16.772270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=dc1f38c2-2d17-4723-924b-b3b80b78c1ca,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:16.944186 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5481679d-8c64-45ce-bd95-0bdb10d54d00 req-fe12f7bd-6280-4b54-954d-e203979ad315 service neutron] 10.222.0.42 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277398 Aug 16 12:56:16.954691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19942ee7-7d2e-404b-98b5-b1da0f893ef0 req-b8fe6806-584b-47d9-9081-da8a90b7d440 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/security-groups?id=40168874-6514-49c2-a949-4a1ef2414eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323189 Aug 16 12:56:16.961652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['276924b5-2d92-472e-b010-b2ed7e3f529d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:17.005434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b437682-f2ed-4ca8-934b-10f7972328a5 req-1a3ff9be-3c8a-4800-b8eb-6b01e208eedb tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:17.007222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b437682-f2ed-4ca8-934b-10f7972328a5 req-1a3ff9be-3c8a-4800-b8eb-6b01e208eedb tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 943 time: 0.1100056 Aug 16 12:56:17.172468 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b437682-f2ed-4ca8-934b-10f7972328a5 req-157c92bf-a72d-45df-b4e7-7522555b82cc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173425 Aug 16 12:56:17.175859 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5481679d-8c64-45ce-bd95-0bdb10d54d00 req-5cbb9a0f-0d04-4b39-9f34-4b38373e7c99 service neutron] 10.222.0.42 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179530 Aug 16 12:56:17.184315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cdd12-1c44-4cfc-9a90-56b101c557fb req-40a64022-6d6b-4317-a217-d4a7d697a4d5 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:17.186545 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-966cdd12-1c44-4cfc-9a90-56b101c557fb req-40a64022-6d6b-4317-a217-d4a7d697a4d5 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1332879 Aug 16 12:56:17.241305 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a688a88-ac2b-4371-86c6-1cd49f0aa3e3 x-openstack-request-id: req-2a688a88-ac2b-4371-86c6-1cd49f0aa3e3 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:17.241611 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00229bc-e73a-4427-bf00-af53491277de", "name": "network-vif-plugged", "status": "completed", "tag": "dc1f38c2-2d17-4723-924b-b3b80b78c1ca", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:17.241921 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a688a88-ac2b-4371-86c6-1cd49f0aa3e3 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:17.242357 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00229bc-e73a-4427-bf00-af53491277de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1f38c2-2d17-4723-924b-b3b80b78c1ca', 'code': 200} Aug 16 12:56:17.258402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-966cdd12-1c44-4cfc-9a90-56b101c557fb req-31d60150-0559-42d6-b7b7-817923631d43 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541477 Aug 16 12:56:17.408049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3833af-ef6a-4274-9570-ef3bfc0fa10c req-96373ba0-e01e-4c23-848d-b2b47cf63fda tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:17.409919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf3833af-ef6a-4274-9570-ef3bfc0fa10c req-96373ba0-e01e-4c23-848d-b2b47cf63fda tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 945 time: 0.0998616 Aug 16 12:56:17.412181 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f8b2d-64dd-481c-990f-7e49a919cf7e req-9a0a46d5-9137-4c73-a297-8b3c6f53db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:17.413707 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f19f8b2d-64dd-481c-990f-7e49a919cf7e req-9a0a46d5-9137-4c73-a297-8b3c6f53db58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 1097 time: 0.0929039 Aug 16 12:56:17.478900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf3833af-ef6a-4274-9570-ef3bfc0fa10c req-5567b657-a3cd-4d65-a5b9-aa2378d044ec tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628209 Aug 16 12:56:17.483341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f19f8b2d-64dd-481c-990f-7e49a919cf7e req-fdd40878-8f22-4058-8bbd-1bfd9fb1ea3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40168874-6514-49c2-a949-4a1ef2414eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589285 Aug 16 12:56:17.734559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdd3a4-1f87-450d-adda-9be808da7469 req-a04a89e4-fe00-4dde-8d72-e431af072779 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:17.740487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20cdd3a4-1f87-450d-adda-9be808da7469 req-a04a89e4-fe00-4dde-8d72-e431af072779 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.0787544 Aug 16 12:56:17.748449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35942) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:17.812576 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20cdd3a4-1f87-450d-adda-9be808da7469 req-65a9dd30-7c98-4379-b99a-b672e1efb494 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615594 Aug 16 12:56:17.931592 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-00f06007-e68c-439e-9500-e692402cbec8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3d38cda7a7041e6a906de1cd248a852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819451 Aug 16 12:56:17.934150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35952) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:18.002398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fb1d-c61c-4ec8-b791-e6f7a1dd1e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.032183 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fb1d-c61c-4ec8-b791-e6f7a1dd1e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.049965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 276924b5-2d92-472e-b010-b2ed7e3f529d up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:18.123863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 276924b5-2d92-472e-b010-b2ed7e3f529d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:18.131585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 276924b5-2d92-472e-b010-b2ed7e3f529d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:18.132258 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.139047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01e0e1-0f65-45fc-a815-559f38c063f0 req-cf609a58-c15d-4b98-ac02-b133319eac92 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:18.142697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a01e0e1-0f65-45fc-a815-559f38c063f0 req-cf609a58-c15d-4b98-ac02-b133319eac92 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 946 time: 0.0898504 Aug 16 12:56:18.171938 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fb1d-c61c-4ec8-b791-e6f7a1dd1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.175804 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fb1d-c61c-4ec8-b791-e6f7a1dd1e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.179616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f2b1fb1d-c61c-4ec8-b791-e6f7a1dd1e6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0ac66f0-2d85-453a-94ee-7c2254b682c8 HTTP/1.1" status: 204 len: 168 time: 0.2420957 Aug 16 12:56:18.203293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1fb1d-c61c-4ec8-b791-e6f7a1dd1e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ac66f0-2d85-453a-94ee-7c2254b682c8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:18.206881 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device acdc0afb-b950-459b-bafe-2965ba6db95b details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:56:18.240894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a01e0e1-0f65-45fc-a815-559f38c063f0 req-228d7a4b-b9d8-4da5-bd72-1f77d9ca1d68 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/security-groups?id=40168874-6514-49c2-a949-4a1ef2414eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960362 Aug 16 12:56:18.288835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.374397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 276924b5-2d92-472e-b010-b2ed7e3f529d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=276924b5-2d92-472e-b010-b2ed7e3f529d,segment=NetworkSegment(96bd1e92-a2d0-4114-995e-9dca6a6645cb),segment_id=96bd1e92-a2d0-4114-995e-9dca6a6645cb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:18.393401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c5ad-d4c0-4224-8537-77ff825339ad req-1895721e-5fd0-4408-a11e-516f891398fb tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:18.401035 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.401935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e4ea408a-6faf-431f-beea-d47a7fdfe664 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:56:18.412055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23d0c5ad-d4c0-4224-8537-77ff825339ad req-1895721e-5fd0-4408-a11e-516f891398fb tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 943 time: 0.1127315 Aug 16 12:56:18.458277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: e4ea408a-6faf-431f-beea-d47a7fdfe664 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:56:18.458670 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e4ea408a-6faf-431f-beea-d47a7fdfe664 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:56:18.523330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23d0c5ad-d4c0-4224-8537-77ff825339ad req-03d561ab-fc3a-439b-928d-cd4841e86b95 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103814 Aug 16 12:56:18.532615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=276924b5-2d92-472e-b010-b2ed7e3f529d,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:18.539422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port acdc0afb-b950-459b-bafe-2965ba6db95b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=acdc0afb-b950-459b-bafe-2965ba6db95b,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:18.567874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'acdc0afb-b950-459b-bafe-2965ba6db95b', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'port_id': 'acdc0afb-b950-459b-bafe-2965ba6db95b', 'mac_address': 'fa:16:3e:b5:5e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909c1a27-3032-4df6-8e77-1f1290416049', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:56:18.634874 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.662289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acdc0afb-b950-459b-bafe-2965ba6db95b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:18.698329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port acdc0afb-b950-459b-bafe-2965ba6db95b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=acdc0afb-b950-459b-bafe-2965ba6db95b,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:18.706356 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.715633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c3b17-071f-449d-a1a3-40e03a870331 req-77271965-c880-4656-b16b-dbc5d76b5383 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:18.717990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-951c3b17-071f-449d-a1a3-40e03a870331 req-77271965-c880-4656-b16b-dbc5d76b5383 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 946 time: 0.0642402 Aug 16 12:56:18.766279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-951c3b17-071f-449d-a1a3-40e03a870331 req-ca65eb66-9ec1-4ded-b6de-41ea03f94950 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Aug 16 12:56:18.782674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=acdc0afb-b950-459b-bafe-2965ba6db95b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:18.835532 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35980) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:18.851111 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3641f31e-52e3-40ca-8800-bb34d1382701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.963186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['acdc0afb-b950-459b-bafe-2965ba6db95b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:18.999014 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3641f31e-52e3-40ca-8800-bb34d1382701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:19.007490 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3641f31e-52e3-40ca-8800-bb34d1382701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:19.018744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b72a7f-689f-40b0-b5dc-5445dde681a8 req-29e066d5-4350-4fd7-92c6-80155edad70f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:19.020456 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-44b72a7f-689f-40b0-b5dc-5445dde681a8 req-29e066d5-4350-4fd7-92c6-80155edad70f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.0875862 Aug 16 12:56:19.090619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3641f31e-52e3-40ca-8800-bb34d1382701 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfdf14de1ccd48a19b5594eba18b42d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500250 Aug 16 12:56:19.092594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35994) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:19.093385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641f31e-52e3-40ca-8800-bb34d1382701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8e80d1-2254-4d47-9fc3-70405e2ee401,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:19.109137 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-44b72a7f-689f-40b0-b5dc-5445dde681a8 req-8324ac32-bb2b-40ad-bd84-035dc69db3d0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 Aug 16 12:56:19.171714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9319126f-5d28-46ab-a8de-c06de2d7d1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:19.196345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9319126f-5d28-46ab-a8de-c06de2d7d1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:19.243390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac5ff65-f871-4da0-acfc-7f967741c379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276924b5-2d92-472e-b010-b2ed7e3f529d'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:19.245898 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cad9ca3-8731-496e-ad5d-8f381819d397" -d '{"events": [{"server_uuid": "eac5ff65-f871-4da0-acfc-7f967741c379", "name": "network-vif-plugged", "status": "completed", "tag": "276924b5-2d92-472e-b010-b2ed7e3f529d"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:19.271325 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9319126f-5d28-46ab-a8de-c06de2d7d1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:19.273731 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9319126f-5d28-46ab-a8de-c06de2d7d1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:19.281003 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9319126f-5d28-46ab-a8de-c06de2d7d1df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b8e80d1-2254-4d47-9fc3-70405e2ee401 HTTP/1.1" status: 204 len: 168 time: 0.1858902 Aug 16 12:56:19.296825 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319126f-5d28-46ab-a8de-c06de2d7d1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8e80d1-2254-4d47-9fc3-70405e2ee401,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:19.344299 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508d677f-c260-4a42-be78-884054c625da x-openstack-request-id: req-508d677f-c260-4a42-be78-884054c625da {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:19.344708 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac5ff65-f871-4da0-acfc-7f967741c379", "name": "network-vif-plugged", "status": "completed", "tag": "276924b5-2d92-472e-b010-b2ed7e3f529d", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:19.345521 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-508d677f-c260-4a42-be78-884054c625da {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:19.346074 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac5ff65-f871-4da0-acfc-7f967741c379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276924b5-2d92-472e-b010-b2ed7e3f529d', 'code': 200} Aug 16 12:56:19.404943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36004) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:19.448801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3abda5-1df2-4ac5-badd-e4126ea8553c req-16c27dfb-b3a7-432f-a688-9d2a78239f07 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:19.451320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab3abda5-1df2-4ac5-badd-e4126ea8553c req-16c27dfb-b3a7-432f-a688-9d2a78239f07 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 946 time: 0.0876207 Aug 16 12:56:19.477784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431a9b0-9701-4cae-b2ad-a26366761d31 req-c514890e-41f8-431e-9d80-935f6b47d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:19.479424 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c431a9b0-9701-4cae-b2ad-a26366761d31 req-c514890e-41f8-431e-9d80-935f6b47d931 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 1097 time: 0.0540373 Aug 16 12:56:19.525396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab3abda5-1df2-4ac5-badd-e4126ea8553c req-cc3172aa-2236-4a7b-acd8-0881f9277b1c tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/security-groups?id=40168874-6514-49c2-a949-4a1ef2414eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658946 Aug 16 12:56:19.530143 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c431a9b0-9701-4cae-b2ad-a26366761d31 req-e145d8a9-cd6a-483d-b5c8-b38bebea21f6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434549 Aug 16 12:56:19.693191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfc9fe-dc41-4be4-a41c-744606496454 req-30170f32-3dc2-4cbb-b04f-e926d1f12e59 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:19.706869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3cfc9fe-dc41-4be4-a41c-744606496454 req-30170f32-3dc2-4cbb-b04f-e926d1f12e59 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 944 time: 0.0766673 Aug 16 12:56:19.734750 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a5f668fc-960a-4b41-ae6e-c8df7d54fb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:19.776678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3cfc9fe-dc41-4be4-a41c-744606496454 req-f590bf87-df2c-46f0-86d4-76cac48343de tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676522 Aug 16 12:56:19.898242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a5f668fc-960a-4b41-ae6e-c8df7d54fb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:19.910403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a5f668fc-960a-4b41-ae6e-c8df7d54fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:19.961954 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a5f668fc-960a-4b41-ae6e-c8df7d54fb25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0eb7f70222264268b280d26729cee812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5558968 Aug 16 12:56:19.963657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f668fc-960a-4b41-ae6e-c8df7d54fb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cd8081-0079-4c54-b8a5-676565e4e501,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:19.966281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36030) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:20.038515 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47858ba0-9d7a-474c-a6db-05b34a587304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:20.059864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec232-d48d-4812-b436-431753c2301d req-50b58fbf-428d-4b68-a4d8-9c6647294677 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:20.072954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0deec232-d48d-4812-b436-431753c2301d req-50b58fbf-428d-4b68-a4d8-9c6647294677 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 946 time: 0.1634243 Aug 16 12:56:20.083180 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47858ba0-9d7a-474c-a6db-05b34a587304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:20.148078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0deec232-d48d-4812-b436-431753c2301d req-f9584c81-098c-4909-8b32-93582039ff74 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738602 Aug 16 12:56:20.200134 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47858ba0-9d7a-474c-a6db-05b34a587304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:20.204859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-47858ba0-9d7a-474c-a6db-05b34a587304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:20.219044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device acdc0afb-b950-459b-bafe-2965ba6db95b up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:20.219557 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-47858ba0-9d7a-474c-a6db-05b34a587304 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65cd8081-0079-4c54-b8a5-676565e4e501 HTTP/1.1" status: 204 len: 168 time: 0.2410696 Aug 16 12:56:20.243573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47858ba0-9d7a-474c-a6db-05b34a587304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cd8081-0079-4c54-b8a5-676565e4e501,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:20.308943 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a18770-db7e-4b83-b200-8eec5e079b4a req-94a830fc-a64a-4288-b888-b358fa31597a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:20.312746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6a18770-db7e-4b83-b200-8eec5e079b4a req-94a830fc-a64a-4288-b888-b358fa31597a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.0687568 Aug 16 12:56:20.376378 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6a18770-db7e-4b83-b200-8eec5e079b4a req-2995560a-c71f-4a48-a2c0-14ffad37374b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570271 Aug 16 12:56:20.391044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port acdc0afb-b950-459b-bafe-2965ba6db95b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:20.400375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port acdc0afb-b950-459b-bafe-2965ba6db95b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:20.400873 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:20.506137 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:20.545677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port acdc0afb-b950-459b-bafe-2965ba6db95b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=acdc0afb-b950-459b-bafe-2965ba6db95b,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:20.551785 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:20.619738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=acdc0afb-b950-459b-bafe-2965ba6db95b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:20.758659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36058) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:20.774767 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38d41618-f7f4-416b-b721-8a5345fc28ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:20.950011 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38d41618-f7f4-416b-b721-8a5345fc28ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:20.955505 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38d41618-f7f4-416b-b721-8a5345fc28ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:20.978589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e496a8e-948d-4250-8e6e-798c1b9e1413 req-c8253f7a-5437-45fc-862f-bbc1ccb26849 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:20.998450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e496a8e-948d-4250-8e6e-798c1b9e1413 req-c8253f7a-5437-45fc-862f-bbc1ccb26849 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 945 time: 0.1137390 Aug 16 12:56:21.034719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-38d41618-f7f4-416b-b721-8a5345fc28ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c174cece51645c29bcd019e389cdc58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745125 Aug 16 12:56:21.036790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d41618-f7f4-416b-b721-8a5345fc28ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051302b7-fd33-4226-a799-bbdaf634c467,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:21.041936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36068) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:21.059887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e496a8e-948d-4250-8e6e-798c1b9e1413 req-e5c9516d-a726-4810-91dd-67c112d444df tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589318 Aug 16 12:56:21.139780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2a45283-5437-4aaa-bb69-2b0c89d379fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:21.175144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2a45283-5437-4aaa-bb69-2b0c89d379fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:21.267699 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2a45283-5437-4aaa-bb69-2b0c89d379fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:21.284253 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2a45283-5437-4aaa-bb69-2b0c89d379fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:21.288241 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d2a45283-5437-4aaa-bb69-2b0c89d379fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/051302b7-fd33-4226-a799-bbdaf634c467 HTTP/1.1" status: 204 len: 168 time: 0.2424171 Aug 16 12:56:21.315411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a45283-5437-4aaa-bb69-2b0c89d379fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051302b7-fd33-4226-a799-bbdaf634c467,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:21.346058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ce9e-d24d-4be9-a272-a887e04cbc20 req-e77b11df-a47f-48f8-b9d3-129c1bc9dcf0 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:21.347744 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c099ce9e-d24d-4be9-a272-a887e04cbc20 req-e77b11df-a47f-48f8-b9d3-129c1bc9dcf0 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 946 time: 0.1037972 Aug 16 12:56:21.348002 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56480c6c-2c5f-4774-88f0-d3cf161bd85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdc0afb-b950-459b-bafe-2965ba6db95b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:21.350734 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444f04cb-8fc4-4844-945f-cc4ab376b947" -d '{"events": [{"server_uuid": "56480c6c-2c5f-4774-88f0-d3cf161bd85c", "name": "network-vif-plugged", "status": "completed", "tag": "acdc0afb-b950-459b-bafe-2965ba6db95b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:21.416770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c099ce9e-d24d-4be9-a272-a887e04cbc20 req-5be7b047-cd58-4270-851a-886cf71e1277 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570133 Aug 16 12:56:21.518253 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7c8636-65e7-4fae-9aa9-b450d020e8ff x-openstack-request-id: req-cb7c8636-65e7-4fae-9aa9-b450d020e8ff {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:21.518809 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56480c6c-2c5f-4774-88f0-d3cf161bd85c", "name": "network-vif-plugged", "status": "completed", "tag": "acdc0afb-b950-459b-bafe-2965ba6db95b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:21.521838 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb7c8636-65e7-4fae-9aa9-b450d020e8ff {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:21.522375 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56480c6c-2c5f-4774-88f0-d3cf161bd85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdc0afb-b950-459b-bafe-2965ba6db95b', 'code': 200} Aug 16 12:56:21.667305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889428b2-60d2-4be5-9a0c-0b7741056719 req-39d51a4e-18ab-4575-8a58-08fcd76e9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:21.670290 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-889428b2-60d2-4be5-9a0c-0b7741056719 req-39d51a4e-18ab-4575-8a58-08fcd76e9584 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 1096 time: 0.0782928 Aug 16 12:56:21.672458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a028688-262f-4428-973a-8eb62ef54b4f req-5089d804-6cc3-4c56-80eb-2c0a7d4a1e7f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:21.674233 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a028688-262f-4428-973a-8eb62ef54b4f req-5089d804-6cc3-4c56-80eb-2c0a7d4a1e7f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.0915179 Aug 16 12:56:21.679592 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-343df54b-a7af-454a-b245-d1e385c86400 req-bb3c8d00-8f2d-4052-891f-6d2d3ae2c95c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1525323 Aug 16 12:56:21.759965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a028688-262f-4428-973a-8eb62ef54b4f req-8ea06bef-8e89-4a9f-acc7-3aed8963723e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757203 Aug 16 12:56:21.799405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-889428b2-60d2-4be5-9a0c-0b7741056719 req-f200ca74-fbb7-47af-9e8e-1e3772d847de service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154761 Aug 16 12:56:21.845461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343df54b-a7af-454a-b245-d1e385c86400 req-175b9e46-a562-4c88-94ae-27bd45ebe298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:21.847305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-343df54b-a7af-454a-b245-d1e385c86400 req-175b9e46-a562-4c88-94ae-27bd45ebe298 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1095 time: 0.0801728 Aug 16 12:56:22.010791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343df54b-a7af-454a-b245-d1e385c86400 req-50250aff-222e-474a-a1f4-5ea85505a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:22.013510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-343df54b-a7af-454a-b245-d1e385c86400 req-50250aff-222e-474a-a1f4-5ea85505a920 service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.1254773 Aug 16 12:56:22.137149 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-343df54b-a7af-454a-b245-d1e385c86400 req-f8add2d0-4501-4862-b97b-b9631dd53a5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 999 time: 0.1150885 Aug 16 12:56:22.147042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f74fb-1554-4a27-8055-878b7772ea7f req-c5ba3abb-b06c-469e-a724-dc87c7034da5 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:22.148610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c89f74fb-1554-4a27-8055-878b7772ea7f req-c5ba3abb-b06c-469e-a724-dc87c7034da5 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 946 time: 0.0861194 Aug 16 12:56:22.208669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343df54b-a7af-454a-b245-d1e385c86400 req-e35a32a6-0dc6-4cd2-bde8-b3af4b7b49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:22.210774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-343df54b-a7af-454a-b245-d1e385c86400 req-e35a32a6-0dc6-4cd2-bde8-b3af4b7b49fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.0610619 Aug 16 12:56:22.320990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c89f74fb-1554-4a27-8055-878b7772ea7f req-06863a6c-d2e3-4a6d-a1d6-bb4150e047f2 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090374 Aug 16 12:56:22.341050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343df54b-a7af-454a-b245-d1e385c86400 req-f7f0b81a-f378-490c-8eaf-1ab19b6b45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:22.343105 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-343df54b-a7af-454a-b245-d1e385c86400 req-f7f0b81a-f378-490c-8eaf-1ab19b6b45c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019523 Aug 16 12:56:22.484823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-926a6483-b6dc-4557-b438-74588d1d145b tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=19f65863d28d4ec6a68ad423b5ab533b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296352 Aug 16 12:56:22.514980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-343df54b-a7af-454a-b245-d1e385c86400 req-6c8780cd-2290-4d39-92d9-495d5d3b9d6c service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638470 Aug 16 12:56:22.748167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78c258-8340-4b34-be9d-ae68c90bffd2 req-56735370-ea13-4fd5-895f-7fde018f3acf tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:22.749959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d78c258-8340-4b34-be9d-ae68c90bffd2 req-56735370-ea13-4fd5-895f-7fde018f3acf tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 945 time: 0.1490619 Aug 16 12:56:22.758839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-245ce43a-cff9-415f-8f04-82b1c6ad7353 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:22.760249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-245ce43a-cff9-415f-8f04-82b1c6ad7353 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628901 Aug 16 12:56:22.762626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-343df54b-a7af-454a-b245-d1e385c86400 req-c93e4ac0-7643-4664-9e16-aa26058c8ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350965 Aug 16 12:56:22.814688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-9bf31dc2-4a1d-4059-85ba-541238b3f436 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/quotas/19f65863d28d4ec6a68ad423b5ab533b HTTP/1.1" status: 200 len: 375 time: 0.0331957 Aug 16 12:56:22.824310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d78c258-8340-4b34-be9d-ae68c90bffd2 req-2b01b00c-a8ed-43c7-9b53-6825626d6e1c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606344 Aug 16 12:56:22.857865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-ae620703-cdf1-4807-863b-06822a069d36 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=19f65863d28d4ec6a68ad423b5ab533b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323215 Aug 16 12:56:23.124659 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2d6d-63c7-4231-8597-a0678bba35ba req-de9c6932-657a-4b9f-849a-8e9c03255fcd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.139423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b50c2d6d-63c7-4231-8597-a0678bba35ba req-de9c6932-657a-4b9f-849a-8e9c03255fcd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1214030 Aug 16 12:56:23.209122 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbdcea02-e359-4af3-9d05-005c8eb71b02 req-4555c517-6237-4e7a-a5e8-3f576cdf7368 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 210 time: 0.0659554 Aug 16 12:56:23.232927 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b50c2d6d-63c7-4231-8597-a0678bba35ba req-f6a93294-7e7f-435b-82ab-8b7d311d64b3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915692 Aug 16 12:56:23.532536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae6739-e4e2-40fd-b127-e5dcede12ed3 req-9743482c-6ab2-47f5-b2d7-e4df5f61cfc1 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.534317 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50ae6739-e4e2-40fd-b127-e5dcede12ed3 req-9743482c-6ab2-47f5-b2d7-e4df5f61cfc1 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 946 time: 0.0845571 Aug 16 12:56:23.584101 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50ae6739-e4e2-40fd-b127-e5dcede12ed3 req-e7cc8b6b-71ea-4786-8398-e7d894db8dd3 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Aug 16 12:56:23.658956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35de45-8961-440c-8e76-a94767d570ce req-2b981fb3-6102-4e4a-8188-13e2dafd4f62 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.662366 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a35de45-8961-440c-8e76-a94767d570ce req-2b981fb3-6102-4e4a-8188-13e2dafd4f62 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 946 time: 0.0954022 Aug 16 12:56:23.783472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-3a35de45-8961-440c-8e76-a94767d570ce req-84f89082-8fd2-4e8b-8547-ac3dd420c3ba tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Deleting port 276924b5-2d92-472e-b010-b2ed7e3f529d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:56:23.784217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a35de45-8961-440c-8e76-a94767d570ce req-84f89082-8fd2-4e8b-8547-ac3dd420c3ba tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:23.909565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98891a5-1c81-420e-bf82-528221a424b6 req-19d833f4-5e03-463b-abb3-7795b380726b tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.911259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98891a5-1c81-420e-bf82-528221a424b6 req-19d833f4-5e03-463b-abb3-7795b380726b tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.912257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98891a5-1c81-420e-bf82-528221a424b6 req-19d833f4-5e03-463b-abb3-7795b380726b tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.912937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98891a5-1c81-420e-bf82-528221a424b6 req-19d833f4-5e03-463b-abb3-7795b380726b tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.913660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98891a5-1c81-420e-bf82-528221a424b6 req-19d833f4-5e03-463b-abb3-7795b380726b tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.914565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98891a5-1c81-420e-bf82-528221a424b6 req-19d833f4-5e03-463b-abb3-7795b380726b tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.915277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98891a5-1c81-420e-bf82-528221a424b6 req-19d833f4-5e03-463b-abb3-7795b380726b tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.916159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98891a5-1c81-420e-bf82-528221a424b6 req-19d833f4-5e03-463b-abb3-7795b380726b tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.917339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98891a5-1c81-420e-bf82-528221a424b6 req-19d833f4-5e03-463b-abb3-7795b380726b tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.918008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98891a5-1c81-420e-bf82-528221a424b6 req-19d833f4-5e03-463b-abb3-7795b380726b tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:23.945564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a98891a5-1c81-420e-bf82-528221a424b6 req-19d833f4-5e03-463b-abb3-7795b380726b tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7104 time: 0.1879401 Aug 16 12:56:24.023751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3a35de45-8961-440c-8e76-a94767d570ce req-84f89082-8fd2-4e8b-8547-ac3dd420c3ba tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] For port 276924b5-2d92-472e-b010-b2ed7e3f529d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=276924b5-2d92-472e-b010-b2ed7e3f529d,segment=NetworkSegment(96bd1e92-a2d0-4114-995e-9dca6a6645cb),segment_id=96bd1e92-a2d0-4114-995e-9dca6a6645cb)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:24.024266 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a35de45-8961-440c-8e76-a94767d570ce req-84f89082-8fd2-4e8b-8547-ac3dd420c3ba tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:24.058999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-3a35de45-8961-440c-8e76-a94767d570ce req-84f89082-8fd2-4e8b-8547-ac3dd420c3ba tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Calling delete_port for 276924b5-2d92-472e-b010-b2ed7e3f529d owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:56:24.111085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef23191-68ca-4b1a-b9d4-1bd0b2ca5fb5 req-63efff30-989b-42f7-92c3-42e8c73f2f4c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.112671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef23191-68ca-4b1a-b9d4-1bd0b2ca5fb5 req-63efff30-989b-42f7-92c3-42e8c73f2f4c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 945 time: 0.0831981 Aug 16 12:56:24.113972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98728f-405a-4e66-a06a-759ae64f2289 req-d6067f77-e7cd-443e-9c49-c02b5fbff08e tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.130708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be98728f-405a-4e66-a06a-759ae64f2289 req-d6067f77-e7cd-443e-9c49-c02b5fbff08e tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 886 time: 0.1826754 Aug 16 12:56:24.198307 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef23191-68ca-4b1a-b9d4-1bd0b2ca5fb5 req-0ecbca8b-626c-4237-8ba4-fea1acd4178c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577595 Aug 16 12:56:24.285943 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a35de45-8961-440c-8e76-a94767d570ce req-84f89082-8fd2-4e8b-8547-ac3dd420c3ba tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:24.363290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f89082-8fd2-4e8b-8547-ac3dd420c3ba tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Pushing event deleted for resources: {'Port': ['ID=276924b5-2d92-472e-b010-b2ed7e3f529d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:24.470608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a35de45-8961-440c-8e76-a94767d570ce req-84f89082-8fd2-4e8b-8547-ac3dd420c3ba tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] No DVR routers for this DVR port 276924b5-2d92-472e-b010-b2ed7e3f529d on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:56:24.476642 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a35de45-8961-440c-8e76-a94767d570ce req-84f89082-8fd2-4e8b-8547-ac3dd420c3ba tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:24.479361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a35de45-8961-440c-8e76-a94767d570ce req-84f89082-8fd2-4e8b-8547-ac3dd420c3ba tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.22 "DELETE /v2.0/ports/276924b5-2d92-472e-b010-b2ed7e3f529d HTTP/1.1" status: 204 len: 173 time: 0.8108370 Aug 16 12:56:24.479853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac5ff65-f871-4da0-acfc-7f967741c379', 'name': 'network-vif-deleted', 'tag': '276924b5-2d92-472e-b010-b2ed7e3f529d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:24.484796 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f059d3c9-fa1c-415d-b114-98f1f2f19854" -d '{"events": [{"server_uuid": "eac5ff65-f871-4da0-acfc-7f967741c379", "name": "network-vif-deleted", "tag": "276924b5-2d92-472e-b010-b2ed7e3f529d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:24.531036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e04b-0889-4466-aea6-a751e1f5acbb req-b20fea99-ab9c-41f3-869f-1a491e92c4fb tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.531517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e04b-0889-4466-aea6-a751e1f5acbb req-b20fea99-ab9c-41f3-869f-1a491e92c4fb tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.531993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e04b-0889-4466-aea6-a751e1f5acbb req-b20fea99-ab9c-41f3-869f-1a491e92c4fb tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.532512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e04b-0889-4466-aea6-a751e1f5acbb req-b20fea99-ab9c-41f3-869f-1a491e92c4fb tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.533136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e04b-0889-4466-aea6-a751e1f5acbb req-b20fea99-ab9c-41f3-869f-1a491e92c4fb tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.533654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e04b-0889-4466-aea6-a751e1f5acbb req-b20fea99-ab9c-41f3-869f-1a491e92c4fb tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.534159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e04b-0889-4466-aea6-a751e1f5acbb req-b20fea99-ab9c-41f3-869f-1a491e92c4fb tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.534761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e04b-0889-4466-aea6-a751e1f5acbb req-b20fea99-ab9c-41f3-869f-1a491e92c4fb tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.535205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e04b-0889-4466-aea6-a751e1f5acbb req-b20fea99-ab9c-41f3-869f-1a491e92c4fb tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.535696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e04b-0889-4466-aea6-a751e1f5acbb req-b20fea99-ab9c-41f3-869f-1a491e92c4fb tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.538029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e290e04b-0889-4466-aea6-a751e1f5acbb req-b20fea99-ab9c-41f3-869f-1a491e92c4fb tempest-NetworksTest-1868563038 tempest-NetworksTest-1868563038-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7104 time: 0.2937694 Aug 16 12:56:24.592360 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-f4d37710-8da8-4ac5-92a6-d63cff36af94 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=19f65863d28d4ec6a68ad423b5ab533b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502560 Aug 16 12:56:24.604073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743a28e-d712-4238-855c-b4eb35d9858d req-dba11032-b8a4-47f9-aadf-a1b403b635b2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.612406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b743a28e-d712-4238-855c-b4eb35d9858d req-dba11032-b8a4-47f9-aadf-a1b403b635b2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1445878 Aug 16 12:56:24.759060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-65120a90-2775-40b1-80d7-dd71db38e7ae tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.761532 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-65120a90-2775-40b1-80d7-dd71db38e7ae tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624022 Aug 16 12:56:24.768905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bcb85a9-14e7-4704-a440-bbc2a1b7275d req-63dbd96b-195b-4fc9-87a3-a367bdf369c6 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 210 time: 0.1227081 Aug 16 12:56:24.778626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Request body: {'port': {'device_id': '00ac2d3d-17d6-4bf8-94e0-873a5a887b32', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '19f65863d28d4ec6a68ad423b5ab533b'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:24.811721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b743a28e-d712-4238-855c-b4eb35d9858d req-22fc970c-11de-457a-bdf5-be9f5363bf85 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962862 Aug 16 12:56:24.931044 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdf27fa-e061-44e1-8939-935942d80139 x-openstack-request-id: req-0cdf27fa-e061-44e1-8939-935942d80139 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:24.931597 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac5ff65-f871-4da0-acfc-7f967741c379", "name": "network-vif-deleted", "tag": "276924b5-2d92-472e-b010-b2ed7e3f529d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:24.932008 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cdf27fa-e061-44e1-8939-935942d80139 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:24.933022 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac5ff65-f871-4da0-acfc-7f967741c379', 'name': 'network-vif-deleted', 'tag': '276924b5-2d92-472e-b010-b2ed7e3f529d', 'status': 'completed', 'code': 200} Aug 16 12:56:24.951796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82bbc-5813-4f6c-9a0c-2126c146f2b3 req-73b9f749-b306-4115-b452-e1fc29eb9348 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:24.964280 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9a82bbc-5813-4f6c-9a0c-2126c146f2b3 req-73b9f749-b306-4115-b452-e1fc29eb9348 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 945 time: 0.0844765 Aug 16 12:56:25.052048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9a82bbc-5813-4f6c-9a0c-2126c146f2b3 req-7f5795e6-b487-4816-bb0c-a8705966aecd tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867538 Aug 16 12:56:25.092169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Made reservation on behalf of 19f65863d28d4ec6a68ad423b5ab533b for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:25.094442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.109789 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.111016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36210) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:25.200520 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4fa6abd4-9b97-470f-bc33-dd8a0307afa3 req-1f522235-9a9a-4b40-8905-07be9b0f9955 tempest-InstanceActionsV221TestJSON-1262357685 tempest-InstanceActionsV221TestJSON-1262357685-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac5ff65-f871-4da0-acfc-7f967741c379 HTTP/1.1" status: 200 len: 210 time: 0.0652747 Aug 16 12:56:25.472355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-82b0ca95-04c0-4029-a917-61370dd2de40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.525273 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.547025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.660907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9c598b-c931-4afb-a92f-38d0f270bffd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:25.739215 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-82b0ca95-04c0-4029-a917-61370dd2de40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.748513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-82b0ca95-04c0-4029-a917-61370dd2de40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.845838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-82b0ca95-04c0-4029-a917-61370dd2de40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1ef600a00394079a8d8f815c315fcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7291026 Aug 16 12:56:25.846349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36238) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:25.896068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0ca95-04c0-4029-a917-61370dd2de40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78af0a3e-2014-48f3-a8c1-fbfe444382ca,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:25.974557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b9aced3-67a8-4cde-bef9-401845c21b9c req-2c626107-ae9f-4f81-aebc-db2db291dae8 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 210 time: 0.0484521 Aug 16 12:56:26.039959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-680c280c-2cd5-4dc1-8465-681f3ba720c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.047827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Allocated IP 192.168.233.149 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/d20182b1-a79a-42bb-960e-d8a19947c2a9) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:26.051748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eabdfb-fa14-44b3-8e5a-1a51b62bfd02 req-d128e0d7-c3af-4236-88ff-14e76d40c824 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:26.053802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33eabdfb-fa14-44b3-8e5a-1a51b62bfd02 req-d128e0d7-c3af-4236-88ff-14e76d40c824 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1160421 Aug 16 12:56:26.094273 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-680c280c-2cd5-4dc1-8465-681f3ba720c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.117501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 276924b5-2d92-472e-b010-b2ed7e3f529d no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:56:26.123578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33eabdfb-fa14-44b3-8e5a-1a51b62bfd02 req-b4b50dd0-4b5d-460d-99ec-dad4adfa7355 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604742 Aug 16 12:56:26.230654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-680c280c-2cd5-4dc1-8465-681f3ba720c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.233765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-680c280c-2cd5-4dc1-8465-681f3ba720c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.235022 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-680c280c-2cd5-4dc1-8465-681f3ba720c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78af0a3e-2014-48f3-a8c1-fbfe444382ca HTTP/1.1" status: 204 len: 168 time: 0.3867452 Aug 16 12:56:26.254355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c280c-2cd5-4dc1-8465-681f3ba720c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78af0a3e-2014-48f3-a8c1-fbfe444382ca,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:26.314019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 276924b5-2d92-472e-b010-b2ed7e3f529d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:56:26.314430 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 276924b5-2d92-472e-b010-b2ed7e3f529d not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:56:26.321603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.349999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Transition to ACTIVE for port object d20182b1-a79a-42bb-960e-d8a19947c2a9 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:26.413285 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.481789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:26.488329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:26.492956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:26.501911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Pushing event updated for resources: {'Port': ['ID=d20182b1-a79a-42bb-960e-d8a19947c2a9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:26.572235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:26.573081 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.589481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-67c24ee2-2fbf-468b-a3fa-fe169336f4d0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8147311 Aug 16 12:56:26.611378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Request body: {'port': {'device_id': '00ac2d3d-17d6-4bf8-94e0-873a5a887b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:26.661984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36258) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:26.712568 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.731121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ce178b-5b41-4fe9-9c7c-15a3b278c1a6 admin admin] Deleting subnet ec56a4ba-9322-4c1c-b7af-8ab5b88d1f98 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:56:26.735875 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34ce178b-5b41-4fe9-9c7c-15a3b278c1a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.780279 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34ce178b-5b41-4fe9-9c7c-15a3b278c1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.828980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34ce178b-5b41-4fe9-9c7c-15a3b278c1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.867227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36260) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:26.883296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bacbfd94-6a1b-4dfd-bf4e-f9698daeb483 None None] Provisioning for port d20182b1-a79a-42bb-960e-d8a19947c2a9 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:26.887924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bacbfd94-6a1b-4dfd-bf4e-f9698daeb483 None None] Provisioning complete for port d20182b1-a79a-42bb-960e-d8a19947c2a9 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:26.888855 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bacbfd94-6a1b-4dfd-bf4e-f9698daeb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.900052 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e634ff5f-1ae2-481e-9533-864b6686f14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.929664 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34ce178b-5b41-4fe9-9c7c-15a3b278c1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.942326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-bacbfd94-6a1b-4dfd-bf4e-f9698daeb483 None None] Port d20182b1-a79a-42bb-960e-d8a19947c2a9 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:56:26.962711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce178b-5b41-4fe9-9c7c-15a3b278c1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec56a4ba-9322-4c1c-b7af-8ab5b88d1f98,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:26.971178 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34ce178b-5b41-4fe9-9c7c-15a3b278c1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:26.973703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-34ce178b-5b41-4fe9-9c7c-15a3b278c1a6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ec56a4ba-9322-4c1c-b7af-8ab5b88d1f98 HTTP/1.1" status: 204 len: 168 time: 0.3099024 Aug 16 12:56:26.978606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36272) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:27.106522 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.144112 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e634ff5f-1ae2-481e-9533-864b6686f14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.151992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e634ff5f-1ae2-481e-9533-864b6686f14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.157871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c339557-68a6-455b-b6e9-32dc68d26a5e req-6ecb7632-f433-4c28-a475-b5074dea4b15 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:27.165292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c339557-68a6-455b-b6e9-32dc68d26a5e req-6ecb7632-f433-4c28-a475-b5074dea4b15 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 936 time: 0.1148336 Aug 16 12:56:27.237566 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.248095 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e634ff5f-1ae2-481e-9533-864b6686f14e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=926bef1ec225458fbb34b8b61b11434e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797066 Aug 16 12:56:27.249162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634ff5f-1ae2-481e-9533-864b6686f14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9faeb3-2191-4519-9efd-c16a2fb4bfaa,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:27.253387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36280) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:27.256190 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f03dc6-ef0f-42b3-bd8b-7bd26877a861']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:27.270938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20182b1-a79a-42bb-960e-d8a19947c2a9 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:27.280361 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.282765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c339557-68a6-455b-b6e9-32dc68d26a5e req-69f1c390-6f3f-4906-a964-d3ac6e55c053 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f9c598b-c931-4afb-a92f-38d0f270bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165509 Aug 16 12:56:27.294146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bd1e92-a2d0-4114-995e-9dca6a6645cb') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:27.294523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bd1e92-a2d0-4114-995e-9dca6a6645cb') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:27.304650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Transition to ACTIVE for port object d20182b1-a79a-42bb-960e-d8a19947c2a9 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:27.309790 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.339362 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.376590 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.392495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:56:27.393082 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:56:27.394722 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:56:27.415321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Pushing event updated for resources: {'Port': ['ID=d20182b1-a79a-42bb-960e-d8a19947c2a9,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:27.419260 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-073d2b19-89ab-45d8-84ef-d51cee3ec78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.454518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Attempting to bind port d20182b1-a79a-42bb-960e-d8a19947c2a9 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:27.455190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Attempting to bind port d20182b1-a79a-42bb-960e-d8a19947c2a9 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:27.455633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Attempting to bind port d20182b1-a79a-42bb-960e-d8a19947c2a9 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:27.462156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Port d20182b1-a79a-42bb-960e-d8a19947c2a9 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:56:27.462959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Attempting to bind port d20182b1-a79a-42bb-960e-d8a19947c2a9 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:27.468712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:27.469232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:27.469893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:27.470625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Bound port: d20182b1-a79a-42bb-960e-d8a19947c2a9, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:27.471221 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.472202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5b7a1-3cb7-4b33-9705-c93dcc3ea794 req-d97251ff-6945-4b60-9049-819e804fcd5e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:27.474040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06b5b7a1-3cb7-4b33-9705-c93dcc3ea794 req-d97251ff-6945-4b60-9049-819e804fcd5e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1822653 Aug 16 12:56:27.512898 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-073d2b19-89ab-45d8-84ef-d51cee3ec78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.534841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.540244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.543266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] 10.222.0.25 "DELETE /v2.0/networks/83f03dc6-ef0f-42b3-bd8b-7bd26877a861 HTTP/1.1" status: 204 len: 168 time: 0.5632653 Aug 16 12:56:27.587500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799e17e-86cc-4d80-a36e-c846a6b3e60f admin admin] Pushing event deleted for resources: {'Network': ['ID=83f03dc6-ef0f-42b3-bd8b-7bd26877a861,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:27.612072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06b5b7a1-3cb7-4b33-9705-c93dcc3ea794 req-63676e6c-221f-4264-ac44-9fe9e098a1ae tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179633 Aug 16 12:56:27.646487 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-073d2b19-89ab-45d8-84ef-d51cee3ec78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.650007 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-073d2b19-89ab-45d8-84ef-d51cee3ec78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.651295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-073d2b19-89ab-45d8-84ef-d51cee3ec78e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec9faeb3-2191-4519-9efd-c16a2fb4bfaa HTTP/1.1" status: 204 len: 168 time: 0.3970032 Aug 16 12:56:27.664475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d2b19-89ab-45d8-84ef-d51cee3ec78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9faeb3-2191-4519-9efd-c16a2fb4bfaa,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:27.877879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36290) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:27.938138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-157a5178-c756-4b0a-80fe-be8970965b76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0be2eb8b2c004f9491c2890097b0f416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588143 Aug 16 12:56:27.940481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36296) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:27.983159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] For port d20182b1-a79a-42bb-960e-d8a19947c2a9, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:27.996661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] For port d20182b1-a79a-42bb-960e-d8a19947c2a9, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d20182b1-a79a-42bb-960e-d8a19947c2a9,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:28.004234 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:28.009196 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-982115a7-fc8a-48ed-9f78-1604f9ea458e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:28.042086 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-982115a7-fc8a-48ed-9f78-1604f9ea458e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:28.073174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Pushing event updated for resources: {'Port': ['ID=d20182b1-a79a-42bb-960e-d8a19947c2a9,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:28.078464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:28.078904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:28.080448 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-2ad4253b-ca97-4b53-a521-d0df21777f09 service neutron] 10.222.0.22 "PUT /v2.0/ports/d20182b1-a79a-42bb-960e-d8a19947c2a9 HTTP/1.1" status: 200 len: 1096 time: 1.4760637 Aug 16 12:56:28.080749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac2d3d-17d6-4bf8-94e0-873a5a887b32', 'tag': 'd20182b1-a79a-42bb-960e-d8a19947c2a9'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:28.083288 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2c9289-79e2-4952-9730-a51bf55a6f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac2d3d-17d6-4bf8-94e0-873a5a887b32", "tag": "d20182b1-a79a-42bb-960e-d8a19947c2a9"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:28.142224 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba80d24f-7dd5-4b5a-9d43-9de4242d16aa x-openstack-request-id: req-ba80d24f-7dd5-4b5a-9d43-9de4242d16aa {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:28.142512 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac2d3d-17d6-4bf8-94e0-873a5a887b32", "tag": "d20182b1-a79a-42bb-960e-d8a19947c2a9", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:28.142785 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba80d24f-7dd5-4b5a-9d43-9de4242d16aa {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:28.143207 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac2d3d-17d6-4bf8-94e0-873a5a887b32', 'tag': 'd20182b1-a79a-42bb-960e-d8a19947c2a9', 'status': 'completed', 'code': 200} Aug 16 12:56:28.147871 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-982115a7-fc8a-48ed-9f78-1604f9ea458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:28.150581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-982115a7-fc8a-48ed-9f78-1604f9ea458e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:28.151834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-982115a7-fc8a-48ed-9f78-1604f9ea458e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac HTTP/1.1" status: 204 len: 168 time: 0.2103896 Aug 16 12:56:28.207310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982115a7-fc8a-48ed-9f78-1604f9ea458e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1308a7-e1ea-4d49-85cb-65b9ed0b0aac,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:28.255714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-fe5c58fc-4892-45c2-8d87-5e8c37169da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:28.257747 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-fe5c58fc-4892-45c2-8d87-5e8c37169da9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=19f65863d28d4ec6a68ad423b5ab533b&device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 1099 time: 0.0999382 Aug 16 12:56:28.358085 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-3d3dc3ad-9195-4ef7-b9f9-06b648afd74e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=d20182b1-a79a-42bb-960e-d8a19947c2a9 HTTP/1.1" status: 200 len: 217 time: 0.0868905 Aug 16 12:56:28.474998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ae2f1-e70f-4263-8a9c-8979a45d362f req-b81ca59d-36fa-4247-8841-0bf93048d547 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:28.479332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a44ae2f1-e70f-4263-8a9c-8979a45d362f req-b81ca59d-36fa-4247-8841-0bf93048d547 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 948 time: 0.1136558 Aug 16 12:56:28.492765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-8557be50-20b4-4758-840d-2a5ca3968761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:28.497893 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-8557be50-20b4-4758-840d-2a5ca3968761 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1320281 Aug 16 12:56:28.565691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a44ae2f1-e70f-4263-8a9c-8979a45d362f req-946b4a22-d77a-4040-9443-41c795b12162 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f9c598b-c931-4afb-a92f-38d0f270bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738850 Aug 16 12:56:28.605017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-3f200a53-a8da-4e7e-9ad3-9ccd46ad2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:28.608215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-3f200a53-a8da-4e7e-9ad3-9ccd46ad2d84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039853 Aug 16 12:56:28.813618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55516c-72fc-455a-98c1-a67adddddbfe req-7299cac5-c83b-4149-be00-e87e0e025c42 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:28.825571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab55516c-72fc-455a-98c1-a67adddddbfe req-7299cac5-c83b-4149-be00-e87e0e025c42 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1000860 Aug 16 12:56:28.833700 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-0f11467d-c1eb-4403-9fc8-826a8a582465 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179582 Aug 16 12:56:28.865727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab55516c-72fc-455a-98c1-a67adddddbfe req-72ea45bc-6433-4d12-bc7b-19d711356c8d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Aug 16 12:56:28.974550 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-26d86dff-8052-4cb9-af22-f4dd71879a6e req-13cd9f6e-6e56-472d-8a59-eee02e7a4c54 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318178 Aug 16 12:56:29.109698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c9289-79e2-4952-9730-a51bf55a6f1e req-0876eeca-7ba0-476c-9f29-dfffa7d1a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:29.111655 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b2c9289-79e2-4952-9730-a51bf55a6f1e req-0876eeca-7ba0-476c-9f29-dfffa7d1a7f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=19f65863d28d4ec6a68ad423b5ab533b&device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 1099 time: 0.0642831 Aug 16 12:56:29.234206 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:29.246669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c9289-79e2-4952-9730-a51bf55a6f1e req-222f01c4-2f47-4221-8f4e-89b48bbab275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:29.249239 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b2c9289-79e2-4952-9730-a51bf55a6f1e req-222f01c4-2f47-4221-8f4e-89b48bbab275 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1295955 Aug 16 12:56:29.288261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36386) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:29.302126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b2c9289-79e2-4952-9730-a51bf55a6f1e req-f788e677-0d18-42c5-a716-f025d577df3e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=d20182b1-a79a-42bb-960e-d8a19947c2a9 HTTP/1.1" status: 200 len: 217 time: 0.0450578 Aug 16 12:56:29.361864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c9289-79e2-4952-9730-a51bf55a6f1e req-471aed49-bee8-4880-9b6f-fdbf07aeded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:29.363361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b2c9289-79e2-4952-9730-a51bf55a6f1e req-471aed49-bee8-4880-9b6f-fdbf07aeded7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0545146 Aug 16 12:56:29.411389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c9289-79e2-4952-9730-a51bf55a6f1e req-c1930c4f-8af8-40fd-959e-f97ec3798cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:29.412900 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b2c9289-79e2-4952-9730-a51bf55a6f1e req-c1930c4f-8af8-40fd-959e-f97ec3798cbb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416472 Aug 16 12:56:29.485573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-718176548-network', 'tenant_id': '78ef6ec5532a46108445b307e3b09735'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:29.515145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Made reservation on behalf of 78ef6ec5532a46108445b307e3b09735 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:29.518864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:29.525896 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b2c9289-79e2-4952-9730-a51bf55a6f1e req-d76e5be7-1c44-4185-9838-6f4744b0d173 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054406 Aug 16 12:56:29.532419 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:29.684767 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b2c9289-79e2-4952-9730-a51bf55a6f1e req-b9f89a86-dee1-4199-886f-7bdcaaeb402e service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503699 Aug 16 12:56:29.686256 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:29.705475 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:29.770635 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:56:29.807743 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:29.808093 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Added segment ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4 of type vlan for network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad Aug 16 12:56:29.811456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1f1af2-db78-49a1-bc57-1c39bc1832db,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:29.846791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317356-cf67-4cc6-8b58-fbbe845f9b3b req-559c50ca-6939-40b6-a4e4-a07e818c9d09 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:29.849316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc317356-cf67-4cc6-8b58-fbbe845f9b3b req-559c50ca-6939-40b6-a4e4-a07e818c9d09 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 948 time: 0.1615674 Aug 16 12:56:29.929771 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc317356-cf67-4cc6-8b58-fbbe845f9b3b req-76eba849-7e90-46ca-a5a5-30d3b2ae9644 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f9c598b-c931-4afb-a92f-38d0f270bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522630 Aug 16 12:56:29.931959 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:29.997502 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:29.998627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:29.999213 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:30.069882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7790720 Aug 16 12:56:30.072027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36416) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:30.079876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] Request body: {'subnet': {'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-718176548-subnet', 'tenant_id': '78ef6ec5532a46108445b307e3b09735', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:30.093434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27654fd8-161c-4f4f-aa74-2c47789d7ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:30.110922 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37074aec-21ea-4bf7-9db2-cdbb04ceaaeb req-9aa76239-f78e-409d-afb6-b06ef53ba8c5 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:30.111156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:56:30.114384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37074aec-21ea-4bf7-9db2-cdbb04ceaaeb req-9aa76239-f78e-409d-afb6-b06ef53ba8c5 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1499143 Aug 16 12:56:30.180993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] Made reservation on behalf of 78ef6ec5532a46108445b307e3b09735 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:30.183543 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:30.293203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37074aec-21ea-4bf7-9db2-cdbb04ceaaeb req-0637fb62-8893-4ee0-81c8-23a85d7c5273 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554229 Aug 16 12:56:30.301043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device acdc0afb-b950-459b-bafe-2965ba6db95b details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:56:30.455975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port acdc0afb-b950-459b-bafe-2965ba6db95b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=acdc0afb-b950-459b-bafe-2965ba6db95b,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:30.483898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'acdc0afb-b950-459b-bafe-2965ba6db95b', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'port_id': 'acdc0afb-b950-459b-bafe-2965ba6db95b', 'mac_address': 'fa:16:3e:b5:5e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909c1a27-3032-4df6-8e77-1f1290416049', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:56:30.510247 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-a80a773c-89db-47a3-81a6-e7ecbe6d5fff req-0aa888b5-1779-4916-8dd2-4e504916f09a tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Request body: {'security_group': {'name': 'tempest-securitygroup-304219544', 'description': 'tempest-description-394767751'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:30.571747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:30.577351 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a80a773c-89db-47a3-81a6-e7ecbe6d5fff req-0aa888b5-1779-4916-8dd2-4e504916f09a tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:30.578252 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:30.605037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acdc0afb-b950-459b-bafe-2965ba6db95b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:30.619887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a80a773c-89db-47a3-81a6-e7ecbe6d5fff req-0aa888b5-1779-4916-8dd2-4e504916f09a tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:30.648255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port acdc0afb-b950-459b-bafe-2965ba6db95b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=acdc0afb-b950-459b-bafe-2965ba6db95b,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:30.657785 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:30.690766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:30.702603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] Checking segment: {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:30.703252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] Network hostable DHCP agents. Network: 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:56:30.739737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=acdc0afb-b950-459b-bafe-2965ba6db95b,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:30.754662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] Network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:56:30.756437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['acdc0afb-b950-459b-bafe-2965ba6db95b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:30.768539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:30.774074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:30.774914 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:30.787287 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43461f78-72ab-4de6-89fd-da6987577196 None None] Network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:30.906012 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a80a773c-89db-47a3-81a6-e7ecbe6d5fff req-0aa888b5-1779-4916-8dd2-4e504916f09a tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:30.914356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a80a773c-89db-47a3-81a6-e7ecbe6d5fff req-0aa888b5-1779-4916-8dd2-4e504916f09a tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.029781 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a80a773c-89db-47a3-81a6-e7ecbe6d5fff req-0aa888b5-1779-4916-8dd2-4e504916f09a tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.046788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4a9ce8e1-17fa-4add-ae3e-3ac99bc7c647 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9736075 Aug 16 12:56:31.117828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa888b5-1779-4916-8dd2-4e504916f09a tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7abc21b-9318-4e48-bc8c-369f1a4b3a76,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:31.127797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a80a773c-89db-47a3-81a6-e7ecbe6d5fff req-0aa888b5-1779-4916-8dd2-4e504916f09a tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.189310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa888b5-1779-4916-8dd2-4e504916f09a tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1d8d1e-8a97-44d3-8aba-7154bc8d870d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:31.231400 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-3515bbd6-2bed-40da-ac7b-d01cbca5b0ad', 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad', 'tenant_id': '78ef6ec5532a46108445b307e3b09735', 'fixed_ips': [{'subnet_id': 'eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:56:31.234332 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.269128 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a80a773c-89db-47a3-81a6-e7ecbe6d5fff req-0aa888b5-1779-4916-8dd2-4e504916f09a tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.278462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a80a773c-89db-47a3-81a6-e7ecbe6d5fff req-0aa888b5-1779-4916-8dd2-4e504916f09a tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7728603 Aug 16 12:56:31.353292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18200c-5cd0-4841-9dcc-549de07099ab req-bbeb5126-75a4-4728-822d-d13cf2d3c581 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:31.366922 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f18200c-5cd0-4841-9dcc-549de07099ab req-bbeb5126-75a4-4728-822d-d13cf2d3c581 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 948 time: 0.1749244 Aug 16 12:56:31.410127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-a1e6b7e3-a792-42ab-80c8-00408f501c79 req-ad0c61a8-a369-4244-9824-9f7bedad2220 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Request body: {'security_group': {'name': 'tempest-securitygroup-813470234', 'description': 'tempest-description-888093834'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:31.448578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f18200c-5cd0-4841-9dcc-549de07099ab req-21400619-14d6-4a42-89ff-0bbc51b74cfc tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f9c598b-c931-4afb-a92f-38d0f270bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805886 Aug 16 12:56:31.461746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Allocated IP 172.20.0.2 (3515bbd6-2bed-40da-ac7b-d01cbca5b0ad/eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90/96900ff7-9a42-4163-ba3e-047e3f137eb8) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:31.462510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a1e6b7e3-a792-42ab-80c8-00408f501c79 req-ad0c61a8-a369-4244-9824-9f7bedad2220 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.642748 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a1e6b7e3-a792-42ab-80c8-00408f501c79 req-ad0c61a8-a369-4244-9824-9f7bedad2220 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.660520 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a1e6b7e3-a792-42ab-80c8-00408f501c79 req-ad0c61a8-a369-4244-9824-9f7bedad2220 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.695975 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.699973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42508f03-15a9-44a2-9956-5c178982299c req-0694bc43-46e5-4e23-8757-df3b4295d9bb tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:31.710958 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42508f03-15a9-44a2-9956-5c178982299c req-0694bc43-46e5-4e23-8757-df3b4295d9bb tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1421196 Aug 16 12:56:31.722435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Transition to ACTIVE for port object 96900ff7-9a42-4163-ba3e-047e3f137eb8 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:31.745671 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4ce96704-8beb-4cfc-9eab-275ad8608f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.758809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Transition to ACTIVE for port object 96900ff7-9a42-4163-ba3e-047e3f137eb8 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:31.773677 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.775984 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a1e6b7e3-a792-42ab-80c8-00408f501c79 req-ad0c61a8-a369-4244-9824-9f7bedad2220 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.777308 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1e6b7e3-a792-42ab-80c8-00408f501c79 req-ad0c61a8-a369-4244-9824-9f7bedad2220 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3745599 Aug 16 12:56:31.782772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c61a8-a369-4244-9824-9f7bedad2220 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621f70f0-5ee0-4569-9047-2369bb18da54,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:31.813193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42508f03-15a9-44a2-9956-5c178982299c req-bd4192a7-1ce2-46c5-b754-2a947deaff94 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702083 Aug 16 12:56:31.855492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:31.863200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:31.869419 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Pushing event updated for resources: {'Port': ['ID=96900ff7-9a42-4163-ba3e-047e3f137eb8,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:31.873525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:31.926374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-2f5c40fc-a99c-4902-894e-88a7ce80bf1f req-0c55f4a7-d192-492d-afeb-b923f84b17da tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1252572518', 'description': 'tempest-description-1433388886'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:31.964183 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Attempting to bind port 96900ff7-9a42-4163-ba3e-047e3f137eb8 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:31.964564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Attempting to bind port 96900ff7-9a42-4163-ba3e-047e3f137eb8 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:31.964928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Attempting to bind port 96900ff7-9a42-4163-ba3e-047e3f137eb8 on network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:31.971789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:31.972349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Checking segment: {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:31.973076 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.973362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Bound using segment: {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:31.973944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Bound port: 96900ff7-9a42-4163-ba3e-047e3f137eb8, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:31.974290 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.987359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f5c40fc-a99c-4902-894e-88a7ce80bf1f req-0c55f4a7-d192-492d-afeb-b923f84b17da tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.005947 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f5c40fc-a99c-4902-894e-88a7ce80bf1f req-0c55f4a7-d192-492d-afeb-b923f84b17da tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.057208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] For port 96900ff7-9a42-4163-ba3e-047e3f137eb8, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:32.060765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] For port 96900ff7-9a42-4163-ba3e-047e3f137eb8, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=96900ff7-9a42-4163-ba3e-047e3f137eb8,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:32.064955 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.152752 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad45b6-970d-43ec-9d6b-53bb56c12e0b None None] Pushing event updated for resources: {'Port': ['ID=96900ff7-9a42-4163-ba3e-047e3f137eb8,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:32.176526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d20182b1-a79a-42bb-960e-d8a19947c2a9 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:56:32.312592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d20182b1-a79a-42bb-960e-d8a19947c2a9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d20182b1-a79a-42bb-960e-d8a19947c2a9,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:32.317037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device acdc0afb-b950-459b-bafe-2965ba6db95b up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:32.361827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'd20182b1-a79a-42bb-960e-d8a19947c2a9', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'd20182b1-a79a-42bb-960e-d8a19947c2a9', 'mac_address': 'fa:16:3e:dd:c3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:56:32.455897 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.489398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20182b1-a79a-42bb-960e-d8a19947c2a9 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:32.517886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d20182b1-a79a-42bb-960e-d8a19947c2a9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d20182b1-a79a-42bb-960e-d8a19947c2a9,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:32.525639 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.534039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port acdc0afb-b950-459b-bafe-2965ba6db95b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:32.534606 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.609636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-ae117dcf-fe4e-4da8-afee-b38a41546a83 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:32.615228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=d20182b1-a79a-42bb-960e-d8a19947c2a9,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:32.616659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-ae117dcf-fe4e-4da8-afee-b38a41546a83 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/networks?id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad HTTP/1.1" status: 200 len: 815 time: 0.6129022 Aug 16 12:56:32.647055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-22e6377c-af9b-49cc-b36a-05a8a3e20906 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/quotas/78ef6ec5532a46108445b307e3b09735 HTTP/1.1" status: 200 len: 375 time: 0.0293891 Aug 16 12:56:32.689790 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.713090 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f5c40fc-a99c-4902-894e-88a7ce80bf1f req-0c55f4a7-d192-492d-afeb-b923f84b17da tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.720714 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f5c40fc-a99c-4902-894e-88a7ce80bf1f req-0c55f4a7-d192-492d-afeb-b923f84b17da tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.743199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port acdc0afb-b950-459b-bafe-2965ba6db95b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=acdc0afb-b950-459b-bafe-2965ba6db95b,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:32.745215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56480c6c-2c5f-4774-88f0-d3cf161bd85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdc0afb-b950-459b-bafe-2965ba6db95b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:32.749517 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a28210-d023-448a-81bd-4ea191b2e999" -d '{"events": [{"server_uuid": "56480c6c-2c5f-4774-88f0-d3cf161bd85c", "name": "network-vif-plugged", "status": "completed", "tag": "acdc0afb-b950-459b-bafe-2965ba6db95b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:32.754517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.758796 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-bc9b2418-cc1f-4f55-afa4-9afb62f2d41c tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78ef6ec5532a46108445b307e3b09735&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011009 Aug 16 12:56:32.768950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55f4a7-d192-492d-afeb-b923f84b17da tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75460a64-8f93-417e-88e4-c94b2a63872f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:32.831123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=acdc0afb-b950-459b-bafe-2965ba6db95b,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:32.909771 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f5c40fc-a99c-4902-894e-88a7ce80bf1f req-0c55f4a7-d192-492d-afeb-b923f84b17da tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.913962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-8afbaba4-6bb4-4633-a558-eeac303f3b1f service neutron] 10.222.0.25 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381421 Aug 16 12:56:32.918150 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f5c40fc-a99c-4902-894e-88a7ce80bf1f req-0c55f4a7-d192-492d-afeb-b923f84b17da tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.963467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['d20182b1-a79a-42bb-960e-d8a19947c2a9'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:33.027235 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2f5c40fc-a99c-4902-894e-88a7ce80bf1f req-0c55f4a7-d192-492d-afeb-b923f84b17da tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:33.040866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f5c40fc-a99c-4902-894e-88a7ce80bf1f req-0c55f4a7-d192-492d-afeb-b923f84b17da tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1187685 Aug 16 12:56:33.052481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55f4a7-d192-492d-afeb-b923f84b17da tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb3268c-c1bc-475c-8890-de067d0854eb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:33.130356 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-a2b5a8be-5359-4cd4-a0f6-45a3d8821ee5 service neutron] 10.222.0.25 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079153 Aug 16 12:56:33.381304 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b41f7b-c70f-4c42-a064-1fc0e8116ffd x-openstack-request-id: req-58b41f7b-c70f-4c42-a064-1fc0e8116ffd {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:33.381840 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56480c6c-2c5f-4774-88f0-d3cf161bd85c", "name": "network-vif-plugged", "status": "completed", "tag": "acdc0afb-b950-459b-bafe-2965ba6db95b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:33.382437 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58b41f7b-c70f-4c42-a064-1fc0e8116ffd {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:33.384267 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56480c6c-2c5f-4774-88f0-d3cf161bd85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdc0afb-b950-459b-bafe-2965ba6db95b', 'code': 200} Aug 16 12:56:33.615839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 96900ff7-9a42-4163-ba3e-047e3f137eb8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:33.759499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb97de83-6b8d-41dc-a49e-ad5afa9bdd46 None None] Network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:33.772164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75ca19-97f4-4843-8aad-524a540dd513 req-86e951fb-352b-43d9-9a88-d51bb2f2db3a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:33.783039 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c75ca19-97f4-4843-8aad-524a540dd513 req-86e951fb-352b-43d9-9a88-d51bb2f2db3a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.2334402 Aug 16 12:56:33.813577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51714496-492d-4f2c-b689-4e5845f171d0 req-5710f142-7dc0-411b-9b4d-411b177a086e tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:33.815233 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51714496-492d-4f2c-b689-4e5845f171d0 req-5710f142-7dc0-411b-9b4d-411b177a086e tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 949 time: 0.2362120 Aug 16 12:56:33.859811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 96900ff7-9a42-4163-ba3e-047e3f137eb8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:33.896087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-642ecc80-9225-4bce-b127-9e630e5a76fd None None] Provisioning for port 96900ff7-9a42-4163-ba3e-047e3f137eb8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:33.906288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-642ecc80-9225-4bce-b127-9e630e5a76fd None None] Provisioning complete for port 96900ff7-9a42-4163-ba3e-047e3f137eb8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:33.906662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-642ecc80-9225-4bce-b127-9e630e5a76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:33.916337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c75ca19-97f4-4843-8aad-524a540dd513 req-d4743dbf-219f-4054-afc9-542d12e8a58e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324048 Aug 16 12:56:33.961055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51714496-492d-4f2c-b689-4e5845f171d0 req-bd62e11a-988c-4c3a-ae5c-dbefef683044 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f9c598b-c931-4afb-a92f-38d0f270bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279480 Aug 16 12:56:33.975311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-0f30cf5f-9008-441c-b2f0-64d35fc25557 req-db282fac-63f1-4655-a320-61f55261d9c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-863832146', 'description': 'tempest-description-1157785449'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:34.044060 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0f30cf5f-9008-441c-b2f0-64d35fc25557 req-db282fac-63f1-4655-a320-61f55261d9c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.196461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d20182b1-a79a-42bb-960e-d8a19947c2a9 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:34.244545 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0f30cf5f-9008-441c-b2f0-64d35fc25557 req-db282fac-63f1-4655-a320-61f55261d9c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.276907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-642ecc80-9225-4bce-b127-9e630e5a76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.349731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0f30cf5f-9008-441c-b2f0-64d35fc25557 req-db282fac-63f1-4655-a320-61f55261d9c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.354921 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-47835c61-ae89-4a31-a828-babf2d724637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.363567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-642ecc80-9225-4bce-b127-9e630e5a76fd None None] For port 96900ff7-9a42-4163-ba3e-047e3f137eb8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=96900ff7-9a42-4163-ba3e-047e3f137eb8,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:34.369856 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-642ecc80-9225-4bce-b127-9e630e5a76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.379473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port d20182b1-a79a-42bb-960e-d8a19947c2a9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:34.386219 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0f30cf5f-9008-441c-b2f0-64d35fc25557 req-db282fac-63f1-4655-a320-61f55261d9c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.404523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f30cf5f-9008-441c-b2f0-64d35fc25557 req-db282fac-63f1-4655-a320-61f55261d9c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4477558 Aug 16 12:56:34.412152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port d20182b1-a79a-42bb-960e-d8a19947c2a9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:34.412528 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.457928 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db282fac-63f1-4655-a320-61f55261d9c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c74a41-4e70-47a3-b051-a564f173920b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:34.482877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-164f0031-bca6-4cc1-add2-ce611ddd66e0 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:34.489896 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-164f0031-bca6-4cc1-add2-ce611ddd66e0 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/networks?id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad HTTP/1.1" status: 200 len: 815 time: 0.2439132 Aug 16 12:56:34.504357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ecc80-9225-4bce-b127-9e630e5a76fd None None] Pushing event updated for resources: {'Port': ['ID=96900ff7-9a42-4163-ba3e-047e3f137eb8,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:34.519388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-df04e2d1-8109-49e7-801f-a06f3a719549 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/quotas/78ef6ec5532a46108445b307e3b09735 HTTP/1.1" status: 200 len: 375 time: 0.0284121 Aug 16 12:56:34.588577 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.653230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-ae8b41a3-bc8a-4c2d-95e7-fa389cb75e0d tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78ef6ec5532a46108445b307e3b09735&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1313128 Aug 16 12:56:34.727766 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.859366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d20182b1-a79a-42bb-960e-d8a19947c2a9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d20182b1-a79a-42bb-960e-d8a19947c2a9,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:34.860962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-17324102-36a4-4077-8528-2fe1a07e9d5a None None] Provisioning complete for port 96900ff7-9a42-4163-ba3e-047e3f137eb8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:34.861451 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-17324102-36a4-4077-8528-2fe1a07e9d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.881452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-ee0a17a9-3a3f-44a5-b4b4-b3b521b50d0f service neutron] 10.222.0.25 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263877 Aug 16 12:56:34.912244 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.995712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=d20182b1-a79a-42bb-960e-d8a19947c2a9,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:35.028326 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-bf2a6422-a550-4b15-8e26-e01534d7fbe3 service neutron] 10.222.0.25 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455331 Aug 16 12:56:35.386160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac2d3d-17d6-4bf8-94e0-873a5a887b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20182b1-a79a-42bb-960e-d8a19947c2a9'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:35.391604 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd940896-afe5-4972-a071-36c4da2ad66c" -d '{"events": [{"server_uuid": "00ac2d3d-17d6-4bf8-94e0-873a5a887b32", "name": "network-vif-plugged", "status": "completed", "tag": "d20182b1-a79a-42bb-960e-d8a19947c2a9"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:35.427858 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:35.477643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 96900ff7-9a42-4163-ba3e-047e3f137eb8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:35.551645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 96900ff7-9a42-4163-ba3e-047e3f137eb8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:35.552078 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:35.563082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dc92b-ec92-45fe-a454-76e8b00aa5d6 req-1f5e73ca-f6db-47cb-8a4e-86b9fdc3d4dd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:35.565477 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e98dc92b-ec92-45fe-a454-76e8b00aa5d6 req-1f5e73ca-f6db-47cb-8a4e-86b9fdc3d4dd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.2387938 Aug 16 12:56:35.648143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-06b4f0b8-ed72-4c6c-87ae-d8711e96930c tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:35.650359 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-06b4f0b8-ed72-4c6c-87ae-d8711e96930c tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.42 "GET /v2.0/networks?id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad HTTP/1.1" status: 200 len: 815 time: 0.3911819 Aug 16 12:56:35.669142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Request body: {'port': {'device_id': '4d8172de-7797-4d36-b436-228f9ca7b9dd', 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad', 'admin_state_up': True, 'tenant_id': '78ef6ec5532a46108445b307e3b09735'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:35.700849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e98dc92b-ec92-45fe-a454-76e8b00aa5d6 req-505e5e46-054c-4352-af01-a3ab9fc89f09 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238482 Aug 16 12:56:35.968355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e52d5d-3a38-48c6-9620-bde4519c7a4f req-f45727c3-7c8d-4d74-8233-810a9203c883 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:35.969904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39e52d5d-3a38-48c6-9620-bde4519c7a4f req-f45727c3-7c8d-4d74-8233-810a9203c883 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 950 time: 0.1736419 Aug 16 12:56:36.035891 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Made reservation on behalf of 78ef6ec5532a46108445b307e3b09735 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:36.039421 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:36.081431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39e52d5d-3a38-48c6-9620-bde4519c7a4f req-a3a10078-28e1-4900-aef3-e5d6f05c5ed3 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f9c598b-c931-4afb-a92f-38d0f270bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957539 Aug 16 12:56:36.118221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-1dbbc444-3d17-427d-90cc-1c0bbbd8267f tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50533 time: 0.9392343 Aug 16 12:56:36.348195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-2f0e57e7-7324-45ab-a6a8-9d6575e28d7b tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/0f9c598b-c931-4afb-a92f-38d0f270bffd HTTP/1.1" status: 200 len: 2981 time: 0.2286465 Aug 16 12:56:36.450153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Allocated IP 172.20.0.6 (3515bbd6-2bed-40da-ac7b-d01cbca5b0ad/eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90/679c9754-a92f-4e79-b6d8-767d54974c5a) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:36.521357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-3f7312d4-4d64-4f9a-8320-693c0ebfd9db tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/0f9c598b-c931-4afb-a92f-38d0f270bffd HTTP/1.1" status: 200 len: 2981 time: 0.1224315 Aug 16 12:56:36.552643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-5c216104-47dd-4fcd-8f37-dfbc0668b49c tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:36.561263 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-5c216104-47dd-4fcd-8f37-dfbc0668b49c tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/networks?id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad HTTP/1.1" status: 200 len: 815 time: 0.3410909 Aug 16 12:56:36.595513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-4f847234-4d66-4908-b3a0-234c5afd6722 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/quotas/78ef6ec5532a46108445b307e3b09735 HTTP/1.1" status: 200 len: 375 time: 0.0332453 Aug 16 12:56:36.698522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-834fcd66-348e-4477-80da-3eddce0ce9a2 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/173f2296-d9c8-4a4d-b744-fb4497ed8ec4 HTTP/1.1" status: 200 len: 2981 time: 0.1760509 Aug 16 12:56:36.738858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-8867b105-70b5-4464-9471-354c72015749 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:36.741987 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-8867b105-70b5-4464-9471-354c72015749 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.42 "GET /v2.0/networks?id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad HTTP/1.1" status: 200 len: 815 time: 0.2738965 Aug 16 12:56:36.791412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-bfde330d-13d8-473b-a497-d851b73ec508 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78ef6ec5532a46108445b307e3b09735&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1950276 Aug 16 12:56:36.847555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-3ff83e31-f233-44ee-9234-63b838661768 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/173f2296-d9c8-4a4d-b744-fb4497ed8ec4 HTTP/1.1" status: 200 len: 2981 time: 0.1482387 Aug 16 12:56:36.891235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Request body: {'port': {'device_id': 'd8cab892-3c91-4b3f-80ba-60faec99746c', 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad', 'admin_state_up': True, 'tenant_id': '78ef6ec5532a46108445b307e3b09735'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:36.942860 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:36.991742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Transition to ACTIVE for port object 679c9754-a92f-4e79-b6d8-767d54974c5a will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:36.996300 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-b1028aff-fa10-4028-b1a4-cf493b3db41d tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/40168874-6514-49c2-a949-4a1ef2414eb7 HTTP/1.1" status: 200 len: 2981 time: 0.0965700 Aug 16 12:56:37.036374 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-f022b8c6-157b-4f5a-9f70-5976545939fd service neutron] 10.222.0.25 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309449 Aug 16 12:56:37.077273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Made reservation on behalf of 78ef6ec5532a46108445b307e3b09735 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:37.084590 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.102951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-2fb99af1-4a38-421a-a00a-e576db35c9c4 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/40168874-6514-49c2-a949-4a1ef2414eb7 HTTP/1.1" status: 200 len: 2981 time: 0.0935690 Aug 16 12:56:37.189378 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.247725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.264285 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-273e2330-7d5e-4eec-b82f-b99c57c6915a tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4fa74c32-8883-4f44-a95f-70e7ac034fc7 HTTP/1.1" status: 200 len: 2977 time: 0.1216891 Aug 16 12:56:37.268151 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-8b357125-a47f-49c7-9505-7466ff52b27b service neutron] 10.222.0.25 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222905 Aug 16 12:56:37.283681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Allocated IP 172.20.0.3 (3515bbd6-2bed-40da-ac7b-d01cbca5b0ad/eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90/ad7bff45-6fa3-4514-ad88-12d2acaf92c4) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:37.288324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:37.301775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:37.305923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:37.309127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Pushing event updated for resources: {'Port': ['ID=679c9754-a92f-4e79-b6d8-767d54974c5a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:37.429860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:37.430594 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.436211 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-65566103-09b5-4659-992b-b858de8e9b19 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4fa74c32-8883-4f44-a95f-70e7ac034fc7 HTTP/1.1" status: 200 len: 2977 time: 0.1614244 Aug 16 12:56:37.486092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-db44c4e4-aaf3-43bd-9af3-475555bf4507 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8248451 Aug 16 12:56:37.516361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Request body: {'port': {'device_id': '4d8172de-7797-4d36-b436-228f9ca7b9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:37.589665 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.609872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Transition to ACTIVE for port object ad7bff45-6fa3-4514-ad88-12d2acaf92c4 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:37.611185 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-21e2462b-b9b8-44e9-9759-10e5a4a23d0d tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/53af5de5-813e-4d4a-8faf-0fff9cac1c6b HTTP/1.1" status: 200 len: 2981 time: 0.1607285 Aug 16 12:56:37.653138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.734739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:37.737443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Pushing event updated for resources: {'Port': ['ID=ad7bff45-6fa3-4514-ad88-12d2acaf92c4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:37.741224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:37.745402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:37.802216 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.857745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5426a158-f267-43d5-bd26-6a3a671ab955 None None] Provisioning for port 679c9754-a92f-4e79-b6d8-767d54974c5a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:37.863182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:37.864013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.880284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5426a158-f267-43d5-bd26-6a3a671ab955 None None] Provisioning complete for port 679c9754-a92f-4e79-b6d8-767d54974c5a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:37.883994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5426a158-f267-43d5-bd26-6a3a671ab955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.904328 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-34d0ee40-aaa1-4098-87f6-e7769323b3ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0340564 Aug 16 12:56:37.917051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Request body: {'port': {'device_id': 'd8cab892-3c91-4b3f-80ba-60faec99746c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:37.967990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-c81c82a5-8c26-477d-82ce-52c4412f407a tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/53af5de5-813e-4d4a-8faf-0fff9cac1c6b HTTP/1.1" status: 200 len: 2981 time: 0.3537667 Aug 16 12:56:38.094965 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af89335e-12df-4229-94c2-a78f35cc9a11 x-openstack-request-id: req-af89335e-12df-4229-94c2-a78f35cc9a11 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:38.095455 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac2d3d-17d6-4bf8-94e0-873a5a887b32", "name": "network-vif-plugged", "status": "completed", "tag": "d20182b1-a79a-42bb-960e-d8a19947c2a9", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:38.095873 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af89335e-12df-4229-94c2-a78f35cc9a11 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:38.096504 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac2d3d-17d6-4bf8-94e0-873a5a887b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20182b1-a79a-42bb-960e-d8a19947c2a9', 'code': 200} Aug 16 12:56:38.117328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5426a158-f267-43d5-bd26-6a3a671ab955 None None] Port 679c9754-a92f-4e79-b6d8-767d54974c5a cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:56:38.199159 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:38.280957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-811d27f7-073d-489a-bed9-f43b8ac39dbe None None] Provisioning for port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:38.288431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-811d27f7-073d-489a-bed9-f43b8ac39dbe None None] Provisioning complete for port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:38.289493 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-811d27f7-073d-489a-bed9-f43b8ac39dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:38.430180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-811d27f7-073d-489a-bed9-f43b8ac39dbe None None] Port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:56:38.514578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586c91-ed14-4160-b2c9-edd696cdeaa6 req-1866be0f-95cf-4f57-ad7b-0a754e6460d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:38.516555 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb586c91-ed14-4160-b2c9-edd696cdeaa6 req-1866be0f-95cf-4f57-ad7b-0a754e6460d2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 1101 time: 0.2591898 Aug 16 12:56:38.634693 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb586c91-ed14-4160-b2c9-edd696cdeaa6 req-7a979f8f-eabc-40eb-9695-aed4b292dee3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0f9c598b-c931-4afb-a92f-38d0f270bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079252 Aug 16 12:56:38.785503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679c9754-a92f-4e79-b6d8-767d54974c5a {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:38.798209 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-3ee5c279-5737-49be-8e4f-83363b37afe0 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/685f4388-acf8-4ffc-aca5-6e90c58513c9 HTTP/1.1" status: 200 len: 2981 time: 0.8226717 Aug 16 12:56:38.800864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:38.832194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Transition to ACTIVE for port object 679c9754-a92f-4e79-b6d8-767d54974c5a will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:38.885398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:39.048930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-8e3d4ddb-6f7a-4afd-8184-415924116bec tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/685f4388-acf8-4ffc-aca5-6e90c58513c9 HTTP/1.1" status: 200 len: 2981 time: 0.2279727 Aug 16 12:56:39.111171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Pushing event updated for resources: {'Port': ['ID=679c9754-a92f-4e79-b6d8-767d54974c5a,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:39.163758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca33132-aaaf-4ae2-8ec9-caab84555d31 req-75e8f468-a349-4e9e-b02b-a1a9e27cd9e0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:39.175930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cca33132-aaaf-4ae2-8ec9-caab84555d31 req-75e8f468-a349-4e9e-b02b-a1a9e27cd9e0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.2959950 Aug 16 12:56:39.288346 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cca33132-aaaf-4ae2-8ec9-caab84555d31 req-f32947c0-bad3-462c-9f20-e1770ae95f75 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114066 Aug 16 12:56:39.292775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Attempting to bind port 679c9754-a92f-4e79-b6d8-767d54974c5a on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:39.293125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Attempting to bind port 679c9754-a92f-4e79-b6d8-767d54974c5a by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:39.293479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Attempting to bind port 679c9754-a92f-4e79-b6d8-767d54974c5a on network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:39.312187 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Port 679c9754-a92f-4e79-b6d8-767d54974c5a on network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:56:39.312967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Attempting to bind port 679c9754-a92f-4e79-b6d8-767d54974c5a on network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:39.322011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-3c4edd93-9f0a-4440-a38f-d87873525942 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/73c09d67-177b-4dea-b56d-37042e88b958 HTTP/1.1" status: 200 len: 2981 time: 0.2493825 Aug 16 12:56:39.333044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:39.337650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Checking segment: {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:39.339251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Bound using segment: {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:39.341369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Bound port: 679c9754-a92f-4e79-b6d8-767d54974c5a, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:39.344123 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:39.394076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7bff45-6fa3-4514-ad88-12d2acaf92c4 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:39.412234 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:39.442383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Transition to ACTIVE for port object ad7bff45-6fa3-4514-ad88-12d2acaf92c4 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:39.501889 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:39.547795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-3d223249-ddcb-4c89-95b7-42300fb4bdc5 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/73c09d67-177b-4dea-b56d-37042e88b958 HTTP/1.1" status: 200 len: 2981 time: 0.1719408 Aug 16 12:56:39.570543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] For port 679c9754-a92f-4e79-b6d8-767d54974c5a, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:39.582551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387b5e7-321c-4297-afc6-9df46b60ab5f req-6de05827-a116-4a3b-bf0a-b4fcd4efb7f3 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:39.592173 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a387b5e7-321c-4297-afc6-9df46b60ab5f req-6de05827-a116-4a3b-bf0a-b4fcd4efb7f3 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 950 time: 0.1561327 Aug 16 12:56:39.597149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] For port 679c9754-a92f-4e79-b6d8-767d54974c5a, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=679c9754-a92f-4e79-b6d8-767d54974c5a,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:39.643026 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:39.756912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:39.757683 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:39.759736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] 10.222.0.42 "PUT /v2.0/ports/679c9754-a92f-4e79-b6d8-767d54974c5a HTTP/1.1" status: 200 len: 1091 time: 2.2529685 Aug 16 12:56:39.761899 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-3bc2c181-abcc-41e6-8927-debc023195f1 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/75460a64-8f93-417e-88e4-c94b2a63872f HTTP/1.1" status: 200 len: 2981 time: 0.1622787 Aug 16 12:56:39.762853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8172de-7797-4d36-b436-228f9ca7b9dd', 'tag': '679c9754-a92f-4e79-b6d8-767d54974c5a'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:39.765388 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b70452-b385-44b2-be44-b44c26fb9c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8172de-7797-4d36-b436-228f9ca7b9dd", "tag": "679c9754-a92f-4e79-b6d8-767d54974c5a"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:39.811217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Pushing event updated for resources: {'Port': ['ID=ad7bff45-6fa3-4514-ad88-12d2acaf92c4,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:39.909236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a387b5e7-321c-4297-afc6-9df46b60ab5f req-bc1b3d31-159e-426f-90f0-b15e4995d4a4 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f9c598b-c931-4afb-a92f-38d0f270bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155687 Aug 16 12:56:39.947664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd20664-d42b-43f4-923c-70f807059786 service neutron] Pushing event updated for resources: {'Port': ['ID=679c9754-a92f-4e79-b6d8-767d54974c5a,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:40.132082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-08014222-26ad-4213-962f-5dc4a0a06a2e tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/75460a64-8f93-417e-88e4-c94b2a63872f HTTP/1.1" status: 200 len: 2981 time: 0.3394649 Aug 16 12:56:40.166866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Attempting to bind port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:40.167347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Attempting to bind port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:40.167902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Attempting to bind port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 on network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:40.177893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 on network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:56:40.178502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Attempting to bind port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 on network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:40.189761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:40.191751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Checking segment: {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:40.191751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Bound using segment: {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:40.192729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Bound port: ad7bff45-6fa3-4514-ad88-12d2acaf92c4, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:40.193942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:40.211175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-9d6e7858-acfe-4cbd-99c7-03f492809c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:40.237139 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-9d6e7858-acfe-4cbd-99c7-03f492809c78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78ef6ec5532a46108445b307e3b09735&device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 1094 time: 0.3889785 Aug 16 12:56:40.550549 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f7377d9-326f-4b37-a2ae-d5d2d3b64f98 req-7b6098c8-6013-4c74-b21f-7a4f033d9a6e tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 210 time: 0.3451879 Aug 16 12:56:40.562996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-5948e59b-0255-4a01-917f-0218769f8f62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679c9754-a92f-4e79-b6d8-767d54974c5a HTTP/1.1" status: 200 len: 217 time: 0.2535250 Aug 16 12:56:40.715719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-70431d11-8597-47fd-97fc-2be0153e7906 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a5554578-a2c4-44d0-8793-9dc243e929e2 HTTP/1.1" status: 200 len: 2981 time: 0.5639234 Aug 16 12:56:40.722396 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] For port ad7bff45-6fa3-4514-ad88-12d2acaf92c4, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:40.818147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-b8343b2b-38ed-409f-ae76-aafb8ffc47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:40.819618 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-b8343b2b-38ed-409f-ae76-aafb8ffc47fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90 HTTP/1.1" status: 200 len: 854 time: 0.2365248 Aug 16 12:56:40.843410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] For port ad7bff45-6fa3-4514-ad88-12d2acaf92c4, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ad7bff45-6fa3-4514-ad88-12d2acaf92c4,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:40.860670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:40.898684 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-e085a6de-a70e-417d-9092-23cebf102d74 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a5554578-a2c4-44d0-8793-9dc243e929e2 HTTP/1.1" status: 200 len: 2981 time: 0.1669562 Aug 16 12:56:40.925351 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-28ff8b4e-5d8d-4a1d-b175-c12a09c0c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:40.927112 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-28ff8b4e-5d8d-4a1d-b175-c12a09c0c3dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873909 Aug 16 12:56:40.940787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Pushing event updated for resources: {'Port': ['ID=ad7bff45-6fa3-4514-ad88-12d2acaf92c4,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:40.964025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:40.964661 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:40.966833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f9d505b3-2a02-467f-8184-c99611adc1fe service neutron] 10.222.0.42 "PUT /v2.0/ports/ad7bff45-6fa3-4514-ad88-12d2acaf92c4 HTTP/1.1" status: 200 len: 1091 time: 3.0534639 Aug 16 12:56:40.967125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cab892-3c91-4b3f-80ba-60faec99746c', 'tag': 'ad7bff45-6fa3-4514-ad88-12d2acaf92c4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:40.969621 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02675e6b-2d06-4ad5-b72d-37001faef02e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cab892-3c91-4b3f-80ba-60faec99746c", "tag": "ad7bff45-6fa3-4514-ad88-12d2acaf92c4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:40.986472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-7ff4d0bd-1cb2-40e5-ba4f-b8cd2f23c892 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:40.988237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-7ff4d0bd-1cb2-40e5-ba4f-b8cd2f23c892 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.22 "GET /v2.0/networks?id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad HTTP/1.1" status: 200 len: 815 time: 0.4712558 Aug 16 12:56:41.020303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Request body: {'port': {'device_id': 'd2e963db-2fc5-41ea-8c66-97bad937bf76', 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad', 'admin_state_up': True, 'tenant_id': '78ef6ec5532a46108445b307e3b09735'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:41.179008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-74243e81-a4d0-4f35-ab8d-7cc7f709e7b7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a6a84afd-a1a7-4f3b-a357-a89136d8e5bf HTTP/1.1" status: 200 len: 2973 time: 0.2692177 Aug 16 12:56:41.233164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-704289fd-1987-4ac3-8c10-1a7c0d035578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:41.234977 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-704289fd-1987-4ac3-8c10-1a7c0d035578 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78ef6ec5532a46108445b307e3b09735&device_id=d8cab892-3c91-4b3f-80ba-60faec99746c HTTP/1.1" status: 200 len: 1094 time: 0.2081165 Aug 16 12:56:41.339058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-b23846c9-5e12-4f2a-9ef2-b61b57a1c7d3 service neutron] 10.222.0.42 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526537 Aug 16 12:56:41.352670 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8da6f3-9496-4cf5-b516-0ad09fa2918d x-openstack-request-id: req-1a8da6f3-9496-4cf5-b516-0ad09fa2918d {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:41.352974 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8172de-7797-4d36-b436-228f9ca7b9dd", "tag": "679c9754-a92f-4e79-b6d8-767d54974c5a", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:41.353230 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a8da6f3-9496-4cf5-b516-0ad09fa2918d {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:41.353634 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8172de-7797-4d36-b436-228f9ca7b9dd', 'tag': '679c9754-a92f-4e79-b6d8-767d54974c5a', 'status': 'completed', 'code': 200} Aug 16 12:56:41.392135 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-f1f61672-6e10-4a8e-9d45-15ee8ca9655c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7bff45-6fa3-4514-ad88-12d2acaf92c4 HTTP/1.1" status: 200 len: 217 time: 0.1414528 Aug 16 12:56:41.533195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-4a7524a3-20c3-4eaf-9b9d-9b8e3381ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:41.536335 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-4a7524a3-20c3-4eaf-9b9d-9b8e3381ebdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90 HTTP/1.1" status: 200 len: 854 time: 0.1325350 Aug 16 12:56:41.617123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Made reservation on behalf of 78ef6ec5532a46108445b307e3b09735 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:41.630127 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:41.636596 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-ba4785a7-4b65-43a9-9189-2daa802f1f6b tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a6a84afd-a1a7-4f3b-a357-a89136d8e5bf HTTP/1.1" status: 200 len: 2973 time: 0.4492295 Aug 16 12:56:41.762421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4b25583-18e0-4392-a40d-ed71307ae730 req-23ad3cdb-8ccf-41e0-84e4-7a7e49f35804 service neutron] 10.222.0.42 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077868 Aug 16 12:56:41.804332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-e4ef7cf2-8da4-4f10-a6bc-5494ee0702fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:41.808230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-e4ef7cf2-8da4-4f10-a6bc-5494ee0702fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2559366 Aug 16 12:56:41.810500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc6c18-f316-4576-a5b6-72013f35f940 req-a0cddb64-a5af-4967-bfa4-bfca89767582 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:41.821246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b0cc6c18-f316-4576-a5b6-72013f35f940 req-a0cddb64-a5af-4967-bfa4-bfca89767582 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.3572853 Aug 16 12:56:41.875975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-9d2b623e-d1b4-4b68-ae91-ae62b24e1206 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e084ca96-f81c-40d9-9316-8a3bfc1b3b80 HTTP/1.1" status: 200 len: 2981 time: 0.2133486 Aug 16 12:56:41.965565 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:56:41.984764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b0cc6c18-f316-4576-a5b6-72013f35f940 req-26bad8df-92d0-469d-a69c-45d3802816f7 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611280 Aug 16 12:56:42.013216 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-deb034b6-58f6-4045-98d9-2bc4270914d6 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e084ca96-f81c-40d9-9316-8a3bfc1b3b80 HTTP/1.1" status: 200 len: 2981 time: 0.1003523 Aug 16 12:56:42.030252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Allocated IP 172.20.0.8 (3515bbd6-2bed-40da-ac7b-d01cbca5b0ad/eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90/33c29709-b61d-49c2-ab91-4d0161da9f84) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:42.056430 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-a39a8c8b-e296-4d4e-9d22-db3b5528fca6 service neutron] 10.222.0.42 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325706 Aug 16 12:56:42.058842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b70452-b385-44b2-be44-b44c26fb9c4c req-6e050b89-02b1-4fac-be71-d7c8c2dc7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:42.063910 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25b70452-b385-44b2-be44-b44c26fb9c4c req-6e050b89-02b1-4fac-be71-d7c8c2dc7106 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78ef6ec5532a46108445b307e3b09735&device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 1094 time: 0.2046657 Aug 16 12:56:42.238914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b70452-b385-44b2-be44-b44c26fb9c4c req-6c2b18a3-5751-471b-a2da-7a06a1c87226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:42.240686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25b70452-b385-44b2-be44-b44c26fb9c4c req-6c2b18a3-5751-471b-a2da-7a06a1c87226 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad HTTP/1.1" status: 200 len: 915 time: 0.1577413 Aug 16 12:56:42.310551 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9068f3a3-5763-4797-ae27-7351dff3c170 req-2a156e47-e9c5-4035-800d-62fc3238c0c4 service neutron] 10.222.0.42 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287889 Aug 16 12:56:42.355132 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:42.374606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Transition to ACTIVE for port object 33c29709-b61d-49c2-ab91-4d0161da9f84 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:42.462458 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25b70452-b385-44b2-be44-b44c26fb9c4c req-bc5569e7-ed11-4f17-a3cd-6ca4fa7745de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679c9754-a92f-4e79-b6d8-767d54974c5a HTTP/1.1" status: 200 len: 217 time: 0.2042770 Aug 16 12:56:42.514143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:42.527191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-a369492a-25f0-48b6-ba89-ded91031923d tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e7abc21b-9318-4e48-bc8c-369f1a4b3a76 HTTP/1.1" status: 200 len: 2981 time: 0.4910431 Aug 16 12:56:42.529722 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b70452-b385-44b2-be44-b44c26fb9c4c req-0b04579c-930d-46cf-9e1f-eb4d8df0fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:42.531665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25b70452-b385-44b2-be44-b44c26fb9c4c req-0b04579c-930d-46cf-9e1f-eb4d8df0fe08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90 HTTP/1.1" status: 200 len: 854 time: 0.0601482 Aug 16 12:56:42.645159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa435c4-c5eb-402b-9f78-1178a94efc2c req-7dad40d2-e992-42a6-ba92-c6ef5e27f7c8 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:42.646893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3aa435c4-c5eb-402b-9f78-1178a94efc2c req-7dad40d2-e992-42a6-ba92-c6ef5e27f7c8 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 950 time: 0.4050143 Aug 16 12:56:42.688525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-02b00fc0-5051-4232-aebb-e45dd8de0677 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e7abc21b-9318-4e48-bc8c-369f1a4b3a76 HTTP/1.1" status: 200 len: 2981 time: 0.1097088 Aug 16 12:56:42.735528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:42.748875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:42.755189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:42.830915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:42.840349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:42.878631 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-44cffc72-5c7c-4d32-8716-8a527bd89811 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3820207 Aug 16 12:56:42.881153 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8794477 Aug 16 12:56:42.882994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3164f2d-43e2-49ee-b765-486d42636997 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Pushing event updated for resources: {'Port': ['ID=33c29709-b61d-49c2-ab91-4d0161da9f84,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:42.915102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Request body: {'port': {'device_id': 'd2e963db-2fc5-41ea-8c66-97bad937bf76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:43.067134 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:43.120729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-c3ca558e-892f-4142-8ca7-1579d1724173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:43.122849 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-c3ca558e-892f-4142-8ca7-1579d1724173 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95f5cc5c35b94402b51e49e4147bd21d&device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 1096 time: 0.1560142 Aug 16 12:56:43.229792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-56e0e067-9c73-464c-8364-b21611080dd4 None None] Provisioning for port 33c29709-b61d-49c2-ab91-4d0161da9f84 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:43.252591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-56e0e067-9c73-464c-8364-b21611080dd4 None None] Provisioning complete for port 33c29709-b61d-49c2-ab91-4d0161da9f84 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:43.257837 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-56e0e067-9c73-464c-8364-b21611080dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:43.344200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b70452-b385-44b2-be44-b44c26fb9c4c req-d08c7cfd-1f0d-40b0-a096-9a2e969e0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:43.346084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25b70452-b385-44b2-be44-b44c26fb9c4c req-d08c7cfd-1f0d-40b0-a096-9a2e969e0cd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8001900 Aug 16 12:56:43.416543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-56e0e067-9c73-464c-8364-b21611080dd4 None None] Port 33c29709-b61d-49c2-ab91-4d0161da9f84 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:56:43.476660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-aface5bd-b70c-434f-87f2-eeaf3f7b378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:43.478920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-aface5bd-b70c-434f-87f2-eeaf3f7b378d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea HTTP/1.1" status: 200 len: 916 time: 0.3348775 Aug 16 12:56:43.495269 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3aa435c4-c5eb-402b-9f78-1178a94efc2c req-b6bac008-9daa-44e7-95a6-54e715a283c5 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f9c598b-c931-4afb-a92f-38d0f270bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8165157 Aug 16 12:56:43.529752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-e772352d-8a91-467c-ae23-d2e52620b6f2 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ea1f1af2-db78-49a1-bc57-1c39bc1832db HTTP/1.1" status: 200 len: 2981 time: 0.2570932 Aug 16 12:56:43.555955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25b70452-b385-44b2-be44-b44c26fb9c4c req-c54e2770-7e60-4cd4-9bcf-f3c051c8624f service neutron] 10.222.0.42 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957705 Aug 16 12:56:43.633738 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-1b4da6f7-b53c-433c-93ef-a6c1aed3ce80 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 HTTP/1.1" status: 200 len: 1000 time: 0.0965831 Aug 16 12:56:43.635611 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f5982f-e355-4454-9074-ddcd061ac0e6 x-openstack-request-id: req-b6f5982f-e355-4454-9074-ddcd061ac0e6 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:43.636110 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cab892-3c91-4b3f-80ba-60faec99746c", "tag": "ad7bff45-6fa3-4514-ad88-12d2acaf92c4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:43.636541 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6f5982f-e355-4454-9074-ddcd061ac0e6 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:43.637101 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cab892-3c91-4b3f-80ba-60faec99746c', 'tag': 'ad7bff45-6fa3-4514-ad88-12d2acaf92c4', 'status': 'completed', 'code': 200} Aug 16 12:56:43.745678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0474b251-0958-4f78-ba6b-2babb6704038 req-0a0d2beb-4b37-440a-8010-6a51da27ea69 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ea1f1af2-db78-49a1-bc57-1c39bc1832db HTTP/1.1" status: 200 len: 2981 time: 0.2146270 Aug 16 12:56:43.808225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f82535-ae1d-4313-aab4-b3bcb3335349 req-edec8c0a-3c8b-4075-9f91-612b3b07f142 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:43.810382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1f82535-ae1d-4313-aab4-b3bcb3335349 req-edec8c0a-3c8b-4075-9f91-612b3b07f142 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 931 time: 0.1247816 Aug 16 12:56:43.843144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-2c57ec9b-544f-4944-bb28-6d6ef7bf1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:43.845691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25b70452-b385-44b2-be44-b44c26fb9c4c req-c07961a7-a2ad-4fba-8884-1fbbd458c714 service neutron] 10.222.0.42 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780113 Aug 16 12:56:43.845892 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-2c57ec9b-544f-4944-bb28-6d6ef7bf1147 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52aede64-8d00-46b7-8bd2-aad3601112bd HTTP/1.1" status: 200 len: 855 time: 0.1957419 Aug 16 12:56:43.893915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1f82535-ae1d-4313-aab4-b3bcb3335349 req-48481204-d43b-4f54-bd24-38fa943c6083 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693643 Aug 16 12:56:43.960662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02675e6b-2d06-4ad5-b72d-37001faef02e req-7674f22b-e060-4c18-864d-c311f6526d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:43.964836 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02675e6b-2d06-4ad5-b72d-37001faef02e req-7674f22b-e060-4c18-864d-c311f6526d5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78ef6ec5532a46108445b307e3b09735&device_id=d8cab892-3c91-4b3f-80ba-60faec99746c HTTP/1.1" status: 200 len: 1094 time: 0.3243942 Aug 16 12:56:44.074753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-d2293c51-50be-4663-a810-8846de55cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:44.077738 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-d2293c51-50be-4663-a810-8846de55cd72 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243273 Aug 16 12:56:44.358158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 679c9754-a92f-4e79-b6d8-767d54974c5a details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:56:44.373355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83cb8e-839f-415f-a38f-4be1e94ae3f0 req-71002209-1083-469a-ae4b-6548e794f441 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:44.376017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a83cb8e-839f-415f-a38f-4be1e94ae3f0 req-71002209-1083-469a-ae4b-6548e794f441 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1729312 Aug 16 12:56:44.493800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a83cb8e-839f-415f-a38f-4be1e94ae3f0 req-e1fe0059-30a8-4127-bbb0-adbd2b677b68 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024048 Aug 16 12:56:44.721130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6764719-50cb-4f34-ae5b-ecf48827d4ac req-1de2857f-8804-4436-82aa-7dda913acacc tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45a692d35bbe40f68532b899fdabd490 HTTP/1.1" status: 200 len: 6100 time: 0.1692908 Aug 16 12:56:44.830884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c29709-b61d-49c2-ab91-4d0161da9f84 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:44.852385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 679c9754-a92f-4e79-b6d8-767d54974c5a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=679c9754-a92f-4e79-b6d8-767d54974c5a,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:44.863839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:44.881538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6764719-50cb-4f34-ae5b-ecf48827d4ac req-9b6976fc-5c39-42d4-ba25-42bb8402dd00 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] 10.222.0.25 "GET /v2.0/security-groups/e7abc21b-9318-4e48-bc8c-369f1a4b3a76 HTTP/1.1" status: 200 len: 2981 time: 0.1413670 Aug 16 12:56:44.900971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '679c9754-a92f-4e79-b6d8-767d54974c5a', 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad', 'port_id': '679c9754-a92f-4e79-b6d8-767d54974c5a', 'mac_address': 'fa:16:3e:e6:20:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:56:44.920000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Transition to ACTIVE for port object 33c29709-b61d-49c2-ab91-4d0161da9f84 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:44.967840 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.021247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6764719-50cb-4f34-ae5b-ecf48827d4ac req-9928b791-9f5f-46b2-a29d-f4f18d738e8e tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] 10.222.0.25 "GET /v2.0/security-groups/e7abc21b-9318-4e48-bc8c-369f1a4b3a76 HTTP/1.1" status: 200 len: 2981 time: 0.1361175 Aug 16 12:56:45.087023 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.132862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679c9754-a92f-4e79-b6d8-767d54974c5a {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:45.175734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Pushing event updated for resources: {'Port': ['ID=33c29709-b61d-49c2-ab91-4d0161da9f84,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:45.203246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 679c9754-a92f-4e79-b6d8-767d54974c5a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=679c9754-a92f-4e79-b6d8-767d54974c5a,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:45.209372 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.367180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02675e6b-2d06-4ad5-b72d-37001faef02e req-921f4ba4-36dc-4d41-bfca-97b3f5ecccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:45.371350 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02675e6b-2d06-4ad5-b72d-37001faef02e req-921f4ba4-36dc-4d41-bfca-97b3f5ecccbc service neutron] 10.222.0.42 "GET /v2.0/networks?id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad HTTP/1.1" status: 200 len: 915 time: 1.3959272 Aug 16 12:56:45.484840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=679c9754-a92f-4e79-b6d8-767d54974c5a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:45.489358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea930-ea47-4f2c-b8ab-90549f2ac8a8 req-8d8cbdcd-2057-49bf-955c-c184e2ff3709 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:45.512081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f9ea930-ea47-4f2c-b8ab-90549f2ac8a8 req-8d8cbdcd-2057-49bf-955c-c184e2ff3709 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 943 time: 0.2558749 Aug 16 12:56:45.522266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['679c9754-a92f-4e79-b6d8-767d54974c5a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:45.602290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f9ea930-ea47-4f2c-b8ab-90549f2ac8a8 req-ed5bc1c1-bbf8-481e-a4a7-81f8295f6ab4 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770946 Aug 16 12:56:45.611013 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-77be2800-e574-4bf1-a1d1-c9f5f41f5254 service neutron] 10.222.0.22 "GET /v2.0/networks/0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5244672 Aug 16 12:56:45.617559 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02675e6b-2d06-4ad5-b72d-37001faef02e req-113cbb4a-3533-45d5-8acb-1a6cd80ee0cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7bff45-6fa3-4514-ad88-12d2acaf92c4 HTTP/1.1" status: 200 len: 217 time: 0.2383440 Aug 16 12:56:45.885627 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e37aaa5e-cf24-413c-b7c9-f6c5b4047725 req-42164273-73b3-474c-b5d0-0b3f315c1996 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f5c74a41-4e70-47a3-b051-a564f173920b HTTP/1.1" status: 200 len: 1777 time: 0.0961273 Aug 16 12:56:46.018615 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.028222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e37aaa5e-cf24-413c-b7c9-f6c5b4047725 req-574a3c29-fb00-4145-913c-4f080b0d6be9 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.086903 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e37aaa5e-cf24-413c-b7c9-f6c5b4047725 req-574a3c29-fb00-4145-913c-4f080b0d6be9 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.111721 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f5f8870-9f06-4cb6-8aea-88f14cd34786 req-78de461c-5cfe-4763-b99f-e5e1eb8299a1 service neutron] 10.222.0.22 "GET /v2.0/networks/0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718847 Aug 16 12:56:46.132655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02675e6b-2d06-4ad5-b72d-37001faef02e req-a08f41a6-83b7-4e0d-9ae6-f427e01c7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:46.136060 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02675e6b-2d06-4ad5-b72d-37001faef02e req-a08f41a6-83b7-4e0d-9ae6-f427e01c7130 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90 HTTP/1.1" status: 200 len: 854 time: 0.5072398 Aug 16 12:56:46.171423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e37aaa5e-cf24-413c-b7c9-f6c5b4047725 req-574a3c29-fb00-4145-913c-4f080b0d6be9 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.173727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Attempting to bind port 33c29709-b61d-49c2-ab91-4d0161da9f84 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:46.174090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Attempting to bind port 33c29709-b61d-49c2-ab91-4d0161da9f84 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:46.174483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Attempting to bind port 33c29709-b61d-49c2-ab91-4d0161da9f84 on network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:46.188093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e37aaa5e-cf24-413c-b7c9-f6c5b4047725 req-574a3c29-fb00-4145-913c-4f080b0d6be9 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.192305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e37aaa5e-cf24-413c-b7c9-f6c5b4047725 req-574a3c29-fb00-4145-913c-4f080b0d6be9 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5c74a41-4e70-47a3-b051-a564f173920b HTTP/1.1" status: 204 len: 173 time: 0.3053730 Aug 16 12:56:46.215870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Port 33c29709-b61d-49c2-ab91-4d0161da9f84 on network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:56:46.216870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Attempting to bind port 33c29709-b61d-49c2-ab91-4d0161da9f84 on network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:46.241394 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:46.241747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Checking segment: {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:46.242189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Bound using segment: {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:46.242619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Bound port: 33c29709-b61d-49c2-ab91-4d0161da9f84, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:46.242988 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.282580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a3c29-fb00-4145-913c-4f080b0d6be9 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c74a41-4e70-47a3-b051-a564f173920b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:46.352822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77f164-d096-4c5c-abaf-e8753cb2b009 req-3864442a-7dbd-4d32-8fd0-ae464d089f84 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:46.358942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ad7bff45-6fa3-4514-ad88-12d2acaf92c4 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:56:46.362719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02675e6b-2d06-4ad5-b72d-37001faef02e req-261af7ea-2d76-4d81-8c02-aba028130845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:46.365448 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02675e6b-2d06-4ad5-b72d-37001faef02e req-261af7ea-2d76-4d81-8c02-aba028130845 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196617 Aug 16 12:56:46.369489 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b77f164-d096-4c5c-abaf-e8753cb2b009 req-3864442a-7dbd-4d32-8fd0-ae464d089f84 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 950 time: 0.1747658 Aug 16 12:56:46.524075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ad7bff45-6fa3-4514-ad88-12d2acaf92c4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ad7bff45-6fa3-4514-ad88-12d2acaf92c4,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:46.550567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'ad7bff45-6fa3-4514-ad88-12d2acaf92c4', 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad', 'port_id': 'ad7bff45-6fa3-4514-ad88-12d2acaf92c4', 'mac_address': 'fa:16:3e:8b:0f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:56:46.560822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] For port 33c29709-b61d-49c2-ab91-4d0161da9f84, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:46.592616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] For port 33c29709-b61d-49c2-ab91-4d0161da9f84, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=33c29709-b61d-49c2-ab91-4d0161da9f84,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:46.603648 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b77f164-d096-4c5c-abaf-e8753cb2b009 req-c3482bd0-84af-4472-8146-79120cb01730 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f9c598b-c931-4afb-a92f-38d0f270bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331429 Aug 16 12:56:46.611069 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.639389 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.657035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0c557-d163-4bc4-af36-82eb5e34ea18 req-8e0993d5-59e2-485f-b259-a007061b87f3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:46.663596 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5d0c557-d163-4bc4-af36-82eb5e34ea18 req-8e0993d5-59e2-485f-b259-a007061b87f3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.3317809 Aug 16 12:56:46.672447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7bff45-6fa3-4514-ad88-12d2acaf92c4 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:46.701941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ad7bff45-6fa3-4514-ad88-12d2acaf92c4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ad7bff45-6fa3-4514-ad88-12d2acaf92c4,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:46.712241 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.742015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:46.743053 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.745899 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] 10.222.0.22 "PUT /v2.0/ports/33c29709-b61d-49c2-ab91-4d0161da9f84 HTTP/1.1" status: 200 len: 1091 time: 3.8400252 Aug 16 12:56:46.749855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e963db-2fc5-41ea-8c66-97bad937bf76', 'tag': '33c29709-b61d-49c2-ab91-4d0161da9f84'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:46.754467 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df81cadc-b975-497f-b96a-ad3f112bf98f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e963db-2fc5-41ea-8c66-97bad937bf76", "tag": "33c29709-b61d-49c2-ab91-4d0161da9f84"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:46.778147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5d0c557-d163-4bc4-af36-82eb5e34ea18 req-ed26e060-595c-4f01-b296-281ed23bd204 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003919 Aug 16 12:56:46.797436 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02675e6b-2d06-4ad5-b72d-37001faef02e req-e5411ef6-fbb4-4724-af21-f50e75cad7da service neutron] 10.222.0.42 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207969 Aug 16 12:56:46.867357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=ad7bff45-6fa3-4514-ad88-12d2acaf92c4,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:46.907187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-361d4dce-62e3-4324-9ddc-f256567cf3f6 req-b10b8c21-963a-4ed9-857d-703b85f0f7a5 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "GET /v2.0/security-groups/fdb3268c-c1bc-475c-8890-de067d0854eb HTTP/1.1" status: 200 len: 1778 time: 0.1149950 Aug 16 12:56:46.994380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['ad7bff45-6fa3-4514-ad88-12d2acaf92c4'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:47.052932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b5f6c-dcb8-40b6-9541-2dab8457389e service neutron] Pushing event updated for resources: {'Port': ['ID=33c29709-b61d-49c2-ab91-4d0161da9f84,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:47.130237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf5b8b-c69a-4c87-8fcf-a69924b6567a req-0f7db22e-ff82-4af1-97c2-98b5463f2829 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:47.138782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-daaf5b8b-c69a-4c87-8fcf-a69924b6567a req-0f7db22e-ff82-4af1-97c2-98b5463f2829 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 943 time: 0.1438653 Aug 16 12:56:47.162950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-361d4dce-62e3-4324-9ddc-f256567cf3f6 req-908eef93-eff6-4364-aae1-28bd750988c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:47.205551 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-daaf5b8b-c69a-4c87-8fcf-a69924b6567a req-b8dd90e2-4256-45c8-b6f4-de14f1b42220 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657082 Aug 16 12:56:47.227448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-5a562595-6e61-4db5-92c3-06b347fc9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:47.229768 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-5a562595-6e61-4db5-92c3-06b347fc9f18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=78ef6ec5532a46108445b307e3b09735&device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 1094 time: 0.3096173 Aug 16 12:56:47.266211 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02675e6b-2d06-4ad5-b72d-37001faef02e req-358463c1-c265-4c55-abe3-7af73ad33c3f service neutron] 10.222.0.42 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363291 Aug 16 12:56:47.273268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-361d4dce-62e3-4324-9ddc-f256567cf3f6 req-908eef93-eff6-4364-aae1-28bd750988c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:47.340103 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-32627527-8a0f-4786-8300-33aebe751118 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c29709-b61d-49c2-ab91-4d0161da9f84 HTTP/1.1" status: 200 len: 217 time: 0.0720830 Aug 16 12:56:47.375939 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-361d4dce-62e3-4324-9ddc-f256567cf3f6 req-908eef93-eff6-4364-aae1-28bd750988c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:47.379758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-361d4dce-62e3-4324-9ddc-f256567cf3f6 req-908eef93-eff6-4364-aae1-28bd750988c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:47.381130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-361d4dce-62e3-4324-9ddc-f256567cf3f6 req-908eef93-eff6-4364-aae1-28bd750988c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/fdb3268c-c1bc-475c-8890-de067d0854eb HTTP/1.1" status: 204 len: 173 time: 0.4724913 Aug 16 12:56:47.398714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908eef93-eff6-4364-aae1-28bd750988c7 tempest-SecurityGroupsTestAdminJSON-1600405355 tempest-SecurityGroupsTestAdminJSON-1600405355-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb3268c-c1bc-475c-8890-de067d0854eb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:47.433793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-d22d685d-6246-42f6-bdc5-3438f09317ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:47.436455 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-d22d685d-6246-42f6-bdc5-3438f09317ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90 HTTP/1.1" status: 200 len: 854 time: 0.0890889 Aug 16 12:56:47.491990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb48a8-6cc7-4581-9ede-bc67de05b07b req-fd2ed339-31ca-4674-9e22-d4310a23b844 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:47.493707 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f9cb48a8-6cc7-4581-9ede-bc67de05b07b req-fd2ed339-31ca-4674-9e22-d4310a23b844 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.22 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 950 time: 0.3504977 Aug 16 12:56:47.499390 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6408c493-eb59-4f6d-a26a-f72d0669dc1c x-openstack-request-id: req-6408c493-eb59-4f6d-a26a-f72d0669dc1c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:47.499992 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e963db-2fc5-41ea-8c66-97bad937bf76", "tag": "33c29709-b61d-49c2-ab91-4d0161da9f84", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:47.499992 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6408c493-eb59-4f6d-a26a-f72d0669dc1c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:47.500330 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e963db-2fc5-41ea-8c66-97bad937bf76', 'tag': '33c29709-b61d-49c2-ab91-4d0161da9f84', 'status': 'completed', 'code': 200} Aug 16 12:56:47.735464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-54edd025-cc8b-4c16-add7-caa5863a8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:47.737984 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-54edd025-cc8b-4c16-add7-caa5863a8518 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2926273 Aug 16 12:56:47.742674 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d175813-2190-45b3-a0c2-b168bdb8f551 req-2803e170-c3c9-4521-abf9-df325fd99f7b tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] 10.222.0.25 "GET /v2.0/security-groups/621f70f0-5ee0-4569-9047-2369bb18da54 HTTP/1.1" status: 200 len: 1776 time: 0.1635785 Aug 16 12:56:47.794991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f9cb48a8-6cc7-4581-9ede-bc67de05b07b req-961f0390-b00d-4a82-af57-8bdec17be9d9 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Deleting port d20182b1-a79a-42bb-960e-d8a19947c2a9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:56:47.796235 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f9cb48a8-6cc7-4581-9ede-bc67de05b07b req-961f0390-b00d-4a82-af57-8bdec17be9d9 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:47.909691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2744a-e14d-4b66-a152-ad037e906098 req-f0209225-a0b9-45be-9560-b5b2958edda0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:47.911583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2cb2744a-e14d-4b66-a152-ad037e906098 req-f0209225-a0b9-45be-9560-b5b2958edda0 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 950 time: 0.1420891 Aug 16 12:56:47.973531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5d175813-2190-45b3-a0c2-b168bdb8f551 req-b929c7df-5b59-4148-8d2f-1f2b2ecbed58 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:47.991213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2cb2744a-e14d-4b66-a152-ad037e906098 req-4c37e98e-185c-43a7-9cb7-ac1f5bb60db5 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f9c598b-c931-4afb-a92f-38d0f270bffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661864 Aug 16 12:56:48.035797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5d175813-2190-45b3-a0c2-b168bdb8f551 req-b929c7df-5b59-4148-8d2f-1f2b2ecbed58 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.096049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f9cb48a8-6cc7-4581-9ede-bc67de05b07b req-961f0390-b00d-4a82-af57-8bdec17be9d9 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] For port d20182b1-a79a-42bb-960e-d8a19947c2a9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d20182b1-a79a-42bb-960e-d8a19947c2a9,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:48.097324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f9cb48a8-6cc7-4581-9ede-bc67de05b07b req-961f0390-b00d-4a82-af57-8bdec17be9d9 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.144372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5d175813-2190-45b3-a0c2-b168bdb8f551 req-b929c7df-5b59-4148-8d2f-1f2b2ecbed58 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.147438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-5d175813-2190-45b3-a0c2-b168bdb8f551 req-b929c7df-5b59-4148-8d2f-1f2b2ecbed58 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.148718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d175813-2190-45b3-a0c2-b168bdb8f551 req-b929c7df-5b59-4148-8d2f-1f2b2ecbed58 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] 10.222.0.25 "DELETE /v2.0/security-groups/621f70f0-5ee0-4569-9047-2369bb18da54 HTTP/1.1" status: 204 len: 173 time: 0.4032874 Aug 16 12:56:48.168669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929c7df-5b59-4148-8d2f-1f2b2ecbed58 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=621f70f0-5ee0-4569-9047-2369bb18da54,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:48.189928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f9cb48a8-6cc7-4581-9ede-bc67de05b07b req-961f0390-b00d-4a82-af57-8bdec17be9d9 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Calling delete_port for d20182b1-a79a-42bb-960e-d8a19947c2a9 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:56:48.212359 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-73c46402-0527-4070-9427-2f73bd54951e service neutron] 10.222.0.22 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648321 Aug 16 12:56:48.326636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4762e0fc-fc33-4cdd-b0c0-12317a44f73d req-43b5677a-3e5b-4544-aaf3-44add98968fa tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] 10.222.0.25 "GET /v2.0/security-groups/5e1d8d1e-8a97-44d3-8aba-7154bc8d870d HTTP/1.1" status: 200 len: 1776 time: 0.1402006 Aug 16 12:56:48.387013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ad7bff45-6fa3-4514-ad88-12d2acaf92c4 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:48.470238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:48.479777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:48.481060 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.483860 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f9cb48a8-6cc7-4581-9ede-bc67de05b07b req-961f0390-b00d-4a82-af57-8bdec17be9d9 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.549296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69b56d-6d11-4b7a-8c18-de769f47ceeb req-0a3002c2-49ab-4e38-968c-936313055735 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:48.560620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a69b56d-6d11-4b7a-8c18-de769f47ceeb req-0a3002c2-49ab-4e38-968c-936313055735 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1804075 Aug 16 12:56:48.579453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f0390-b00d-4a82-af57-8bdec17be9d9 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Pushing event deleted for resources: {'Port': ['ID=d20182b1-a79a-42bb-960e-d8a19947c2a9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:48.599169 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4762e0fc-fc33-4cdd-b0c0-12317a44f73d req-aeda92aa-5d42-4d34-8e6c-4d4c67e24a84 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.616803 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5ff82555-0d83-4058-a4bf-fbabeb2b7740 req-fff09a37-a00b-4232-9bf2-d4b814fb42d1 service neutron] 10.222.0.22 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964391 Aug 16 12:56:48.661932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cb48a8-6cc7-4581-9ede-bc67de05b07b req-961f0390-b00d-4a82-af57-8bdec17be9d9 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] No DVR routers for this DVR port d20182b1-a79a-42bb-960e-d8a19947c2a9 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:56:48.667467 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f9cb48a8-6cc7-4581-9ede-bc67de05b07b req-961f0390-b00d-4a82-af57-8bdec17be9d9 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.672658 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f9cb48a8-6cc7-4581-9ede-bc67de05b07b req-961f0390-b00d-4a82-af57-8bdec17be9d9 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.22 "DELETE /v2.0/ports/d20182b1-a79a-42bb-960e-d8a19947c2a9 HTTP/1.1" status: 204 len: 173 time: 1.1075101 Aug 16 12:56:48.688593 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.720502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a69b56d-6d11-4b7a-8c18-de769f47ceeb req-d767dd6d-d641-49b7-9cd7-3df85900d413 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623132 Aug 16 12:56:48.740537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4762e0fc-fc33-4cdd-b0c0-12317a44f73d req-aeda92aa-5d42-4d34-8e6c-4d4c67e24a84 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.815240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ad7bff45-6fa3-4514-ad88-12d2acaf92c4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ad7bff45-6fa3-4514-ad88-12d2acaf92c4,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:48.818853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cab892-3c91-4b3f-80ba-60faec99746c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7bff45-6fa3-4514-ad88-12d2acaf92c4'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:48.822598 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf06f0d-ab82-4e2f-bbbb-91ad7ec2f83c" -d '{"events": [{"server_uuid": "d8cab892-3c91-4b3f-80ba-60faec99746c", "name": "network-vif-plugged", "status": "completed", "tag": "ad7bff45-6fa3-4514-ad88-12d2acaf92c4"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:48.828323 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.829553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 679c9754-a92f-4e79-b6d8-767d54974c5a up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:48.875874 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4762e0fc-fc33-4cdd-b0c0-12317a44f73d req-aeda92aa-5d42-4d34-8e6c-4d4c67e24a84 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.880934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4762e0fc-fc33-4cdd-b0c0-12317a44f73d req-aeda92aa-5d42-4d34-8e6c-4d4c67e24a84 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:48.905199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4762e0fc-fc33-4cdd-b0c0-12317a44f73d req-aeda92aa-5d42-4d34-8e6c-4d4c67e24a84 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] 10.222.0.25 "DELETE /v2.0/security-groups/5e1d8d1e-8a97-44d3-8aba-7154bc8d870d HTTP/1.1" status: 204 len: 173 time: 0.5698545 Aug 16 12:56:48.928922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81cadc-b975-497f-b96a-ad3f112bf98f req-623b7887-2e9b-458c-9916-a7698942ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:48.931530 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df81cadc-b975-497f-b96a-ad3f112bf98f req-623b7887-2e9b-458c-9916-a7698942ff49 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=78ef6ec5532a46108445b307e3b09735&device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 1094 time: 0.1133707 Aug 16 12:56:48.936147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda92aa-5d42-4d34-8e6c-4d4c67e24a84 tempest-SecurityGroupsTestAdminJSON-1775006933 tempest-SecurityGroupsTestAdminJSON-1775006933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1d8d1e-8a97-44d3-8aba-7154bc8d870d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:49.162260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8235823-5c97-4a1c-83c3-78d642d6b4b4 req-b9d88723-e8ff-4072-85b7-fa107d620ced tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:49.178504 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8235823-5c97-4a1c-83c3-78d642d6b4b4 req-b9d88723-e8ff-4072-85b7-fa107d620ced tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 943 time: 0.2179468 Aug 16 12:56:49.365528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 679c9754-a92f-4e79-b6d8-767d54974c5a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:49.384762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 679c9754-a92f-4e79-b6d8-767d54974c5a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:49.385145 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:49.386974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=ad7bff45-6fa3-4514-ad88-12d2acaf92c4,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:49.394253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81cadc-b975-497f-b96a-ad3f112bf98f req-ed2cea2d-475d-4a7c-806b-af92da067305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:49.425365 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8235823-5c97-4a1c-83c3-78d642d6b4b4 req-09a2adfc-3fe9-4069-b2f0-e11417f2b94f tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000186 Aug 16 12:56:49.427027 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df81cadc-b975-497f-b96a-ad3f112bf98f req-ed2cea2d-475d-4a7c-806b-af92da067305 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad HTTP/1.1" status: 200 len: 915 time: 0.4805911 Aug 16 12:56:49.548306 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac2d3d-17d6-4bf8-94e0-873a5a887b32', 'name': 'network-vif-deleted', 'tag': 'd20182b1-a79a-42bb-960e-d8a19947c2a9'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:49.550649 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cb4388-b344-4811-9a0d-ba72f9a9a683" -d '{"events": [{"server_uuid": "00ac2d3d-17d6-4bf8-94e0-873a5a887b32", "name": "network-vif-deleted", "tag": "d20182b1-a79a-42bb-960e-d8a19947c2a9"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:49.587393 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df81cadc-b975-497f-b96a-ad3f112bf98f req-aced8159-dcfb-4b47-b786-dcb0b802fd39 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33c29709-b61d-49c2-ab91-4d0161da9f84 HTTP/1.1" status: 200 len: 217 time: 0.1519163 Aug 16 12:56:49.618372 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:49.709155 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6176468-4aca-4363-adb5-f473f3eda6e1 x-openstack-request-id: req-a6176468-4aca-4363-adb5-f473f3eda6e1 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:49.709520 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cab892-3c91-4b3f-80ba-60faec99746c", "name": "network-vif-plugged", "status": "completed", "tag": "ad7bff45-6fa3-4514-ad88-12d2acaf92c4", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:49.709750 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6176468-4aca-4363-adb5-f473f3eda6e1 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:49.710172 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cab892-3c91-4b3f-80ba-60faec99746c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7bff45-6fa3-4514-ad88-12d2acaf92c4', 'code': 200} Aug 16 12:56:49.783088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 679c9754-a92f-4e79-b6d8-767d54974c5a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=679c9754-a92f-4e79-b6d8-767d54974c5a,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:49.794743 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:49.826509 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a24d99-ef93-4c97-b731-0348f5ac0857 x-openstack-request-id: req-09a24d99-ef93-4c97-b731-0348f5ac0857 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:49.826509 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac2d3d-17d6-4bf8-94e0-873a5a887b32", "name": "network-vif-deleted", "tag": "d20182b1-a79a-42bb-960e-d8a19947c2a9", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:49.826509 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09a24d99-ef93-4c97-b731-0348f5ac0857 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:49.826509 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac2d3d-17d6-4bf8-94e0-873a5a887b32', 'name': 'network-vif-deleted', 'tag': 'd20182b1-a79a-42bb-960e-d8a19947c2a9', 'status': 'completed', 'code': 200} Aug 16 12:56:49.902886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93d44bf1-21f1-49b7-aa98-08d2ca15c1c7 req-c816eca0-01ba-491f-be41-4a6af4eda763 tempest-TenantUsagesTestJSON-224393932 tempest-TenantUsagesTestJSON-224393932-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac2d3d-17d6-4bf8-94e0-873a5a887b32 HTTP/1.1" status: 200 len: 210 time: 0.0550644 Aug 16 12:56:49.911109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81cadc-b975-497f-b96a-ad3f112bf98f req-56758874-ab52-48c3-8720-4d84dffe3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:49.918433 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df81cadc-b975-497f-b96a-ad3f112bf98f req-56758874-ab52-48c3-8720-4d84dffe3b4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90 HTTP/1.1" status: 200 len: 854 time: 0.2833338 Aug 16 12:56:49.952868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36782) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:49.955907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=679c9754-a92f-4e79-b6d8-767d54974c5a,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:50.065792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a806ba-3daf-4d6d-864f-16de522c8290 req-6c7849f5-2d92-44b9-b4f2-52a1ffbd0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:50.067411 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-38a806ba-3daf-4d6d-864f-16de522c8290 req-6c7849f5-2d92-44b9-b4f2-52a1ffbd0796 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8cab892-3c91-4b3f-80ba-60faec99746c HTTP/1.1" status: 200 len: 1096 time: 0.2960131 Aug 16 12:56:50.069447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81cadc-b975-497f-b96a-ad3f112bf98f req-e62a90d7-1e35-430e-bd8d-2e109e8a6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:50.071003 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df81cadc-b975-497f-b96a-ad3f112bf98f req-e62a90d7-1e35-430e-bd8d-2e109e8a6447 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404178 Aug 16 12:56:50.100994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b1e2-c57d-475c-bda6-7744a03e9594 req-28b5255a-415b-4d8f-9001-fe1818afd275 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:50.120290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3da3b1e2-c57d-475c-bda6-7744a03e9594 req-28b5255a-415b-4d8f-9001-fe1818afd275 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1806898 Aug 16 12:56:50.221068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d20182b1-a79a-42bb-960e-d8a19947c2a9 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:56:50.261559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3da3b1e2-c57d-475c-bda6-7744a03e9594 req-f05189e6-1095-4c48-9ed3-8121ed98430e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369920 Aug 16 12:56:50.268043 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df81cadc-b975-497f-b96a-ad3f112bf98f req-b0d333cd-c5e7-48ce-be9f-e1a1086e8464 service neutron] 10.222.0.22 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836908 Aug 16 12:56:50.363009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: d20182b1-a79a-42bb-960e-d8a19947c2a9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:56:50.363499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d20182b1-a79a-42bb-960e-d8a19947c2a9 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:56:50.438702 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c93b97f0-25a6-42b0-9529-8229dad8b8af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45a692d35bbe40f68532b899fdabd490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807570 Aug 16 12:56:50.441929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36802) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:50.477211 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-38a806ba-3daf-4d6d-864f-16de522c8290 req-87763928-ef19-4b6f-8d96-1c93b709f683 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906860 Aug 16 12:56:50.546323 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df81cadc-b975-497f-b96a-ad3f112bf98f req-e409b678-48b8-4a3b-bc4e-9f2788584f38 service neutron] 10.222.0.22 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389987 Aug 16 12:56:50.603933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e4e7f-4437-47e9-b8ce-4a8a8017b098 req-f0228b9d-7c00-4904-9972-e6ebe72bdfe6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:50.605584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b7e4e7f-4437-47e9-b8ce-4a8a8017b098 req-f0228b9d-7c00-4904-9972-e6ebe72bdfe6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1197684 Aug 16 12:56:50.614552 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bd79f2dd-1e5a-4cb6-8a1b-f5caa7ec595c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:50.647607 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bd79f2dd-1e5a-4cb6-8a1b-f5caa7ec595c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:50.774953 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b7e4e7f-4437-47e9-b8ce-4a8a8017b098 req-983e9156-bdbd-4634-aeb3-5d66712aaf4f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866892 Aug 16 12:56:50.788639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bace6-e0f4-4448-ab49-31491ac7ec60 req-d28868a3-3eae-4f08-bd9f-132a25f13351 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:50.790224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f37bace6-e0f4-4448-ab49-31491ac7ec60 req-d28868a3-3eae-4f08-bd9f-132a25f13351 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 943 time: 0.1038890 Aug 16 12:56:50.796028 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bd79f2dd-1e5a-4cb6-8a1b-f5caa7ec595c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:50.799316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bd79f2dd-1e5a-4cb6-8a1b-f5caa7ec595c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:50.803470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bd79f2dd-1e5a-4cb6-8a1b-f5caa7ec595c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7abc21b-9318-4e48-bc8c-369f1a4b3a76 HTTP/1.1" status: 204 len: 168 time: 0.3588941 Aug 16 12:56:50.839348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79f2dd-1e5a-4cb6-8a1b-f5caa7ec595c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7abc21b-9318-4e48-bc8c-369f1a4b3a76,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:50.878222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f37bace6-e0f4-4448-ab49-31491ac7ec60 req-77c0b8a3-d1e5-4b0a-a386-c2da479affbc tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667305 Aug 16 12:56:51.248045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281461-3727-462e-8731-a1884eb41e05 req-03f07e06-fb31-45bf-8511-c449d7d0620a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:51.251483 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-03f07e06-fb31-45bf-8511-c449d7d0620a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 812 time: 0.1438980 Aug 16 12:56:51.275807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-70dff50b-035c-4262-a8ea-a718612ea940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/quotas/69db3e09f4b04fcd9dcdc03807c00973 HTTP/1.1" status: 200 len: 375 time: 0.0150628 Aug 16 12:56:51.281500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36864) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:51.381662 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-acf80373-fa67-41d3-b8d5-07f4eb3d41b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d29520ff6d3843a7bb57df782f7fdd4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985241 Aug 16 12:56:51.383461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36868) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:51.457063 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36870) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:51.473556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-c79c901a-a6e7-401e-9250-7fa226ac13d8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1789331 Aug 16 12:56:51.487523 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-00bf4497-ba32-4849-81e6-14012980c3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:51.529550 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-00bf4497-ba32-4849-81e6-14012980c3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:51.593465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-00bf4497-ba32-4849-81e6-14012980c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:51.598300 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-00bf4497-ba32-4849-81e6-14012980c3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:51.604254 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-00bf4497-ba32-4849-81e6-14012980c3ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75460a64-8f93-417e-88e4-c94b2a63872f HTTP/1.1" status: 204 len: 168 time: 0.2195439 Aug 16 12:56:51.628886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf4497-ba32-4849-81e6-14012980c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75460a64-8f93-417e-88e4-c94b2a63872f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:51.711237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8172de-7797-4d36-b436-228f9ca7b9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679c9754-a92f-4e79-b6d8-767d54974c5a'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:51.714004 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2257cab-92eb-4907-9645-ab89d1d8adf1" -d '{"events": [{"server_uuid": "4d8172de-7797-4d36-b436-228f9ca7b9dd", "name": "network-vif-plugged", "status": "completed", "tag": "679c9754-a92f-4e79-b6d8-767d54974c5a"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:51.766138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-186177eb-ef94-404f-8bbd-4ac2777571d8 service neutron] 10.222.0.25 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846470 Aug 16 12:56:51.790418 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f10fe59c-e271-4640-99f0-f4f9fda96bcd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19f65863d28d4ec6a68ad423b5ab533b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315659 Aug 16 12:56:51.799683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36888) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:51.871693 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26d9a0a5-4635-4494-9cbd-68315b4f5dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:51.909356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26d9a0a5-4635-4494-9cbd-68315b4f5dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:51.926348 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-8df706ac-2405-4bfa-a9c1-4e61ae183f7e service neutron] 10.222.0.25 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524179 Aug 16 12:56:52.013890 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26d9a0a5-4635-4494-9cbd-68315b4f5dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:52.016875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26d9a0a5-4635-4494-9cbd-68315b4f5dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:52.030481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-26d9a0a5-4635-4494-9cbd-68315b4f5dee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f9c598b-c931-4afb-a92f-38d0f270bffd HTTP/1.1" status: 204 len: 168 time: 0.2250385 Aug 16 12:56:52.060080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9a0a5-4635-4494-9cbd-68315b4f5dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9c598b-c931-4afb-a92f-38d0f270bffd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:52.217997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 33c29709-b61d-49c2-ab91-4d0161da9f84 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:56:52.446138 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8e39f2-e63f-4183-81b3-d4145f279a08 x-openstack-request-id: req-3e8e39f2-e63f-4183-81b3-d4145f279a08 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:52.448557 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8172de-7797-4d36-b436-228f9ca7b9dd", "name": "network-vif-plugged", "status": "completed", "tag": "679c9754-a92f-4e79-b6d8-767d54974c5a", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:52.449190 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e8e39f2-e63f-4183-81b3-d4145f279a08 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:52.449783 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8172de-7797-4d36-b436-228f9ca7b9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679c9754-a92f-4e79-b6d8-767d54974c5a', 'code': 200} Aug 16 12:56:52.545627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 33c29709-b61d-49c2-ab91-4d0161da9f84, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=33c29709-b61d-49c2-ab91-4d0161da9f84,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:52.581417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '33c29709-b61d-49c2-ab91-4d0161da9f84', 'network_id': '3515bbd6-2bed-40da-ac7b-d01cbca5b0ad', 'port_id': '33c29709-b61d-49c2-ab91-4d0161da9f84', 'mac_address': 'fa:16:3e:38:7d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:56:52.644777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da9f79-d323-4b2c-8beb-aeba44c52a2c req-1b16610b-12cc-488c-b73f-78fd81f17737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:52.648466 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d0da9f79-d323-4b2c-8beb-aeba44c52a2c req-1b16610b-12cc-488c-b73f-78fd81f17737 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 1096 time: 0.1272161 Aug 16 12:56:52.649900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4e42e10-4e38-43e0-8dd2-1ee5a04ffa66 req-7caddf6f-ba2b-4c34-b574-d5ac3a036c65 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 210 time: 0.0878038 Aug 16 12:56:52.681734 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:52.718131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c29709-b61d-49c2-ab91-4d0161da9f84 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:52.743632 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d0da9f79-d323-4b2c-8beb-aeba44c52a2c req-b84dc147-61a2-49fb-8952-f2c5b3416c77 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842373 Aug 16 12:56:52.810646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 33c29709-b61d-49c2-ab91-4d0161da9f84, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=33c29709-b61d-49c2-ab91-4d0161da9f84,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:52.814083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2546d2-8b61-40b1-880c-6e5a04c4d597 req-1eafaf3e-4801-4b71-9a9c-cd2eb9c3a004 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:52.817453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f2546d2-8b61-40b1-880c-6e5a04c4d597 req-1eafaf3e-4801-4b71-9a9c-cd2eb9c3a004 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 943 time: 0.1891384 Aug 16 12:56:52.826037 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:52.864851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36950) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:52.888386 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3ff4-5651-44c0-abfd-e51f69ee7921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:52.922227 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f2546d2-8b61-40b1-880c-6e5a04c4d597 req-e1157d9c-c2a4-4961-92a2-b388c8146544 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969107 Aug 16 12:56:52.991949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=33c29709-b61d-49c2-ab91-4d0161da9f84,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:53.101827 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3ff4-5651-44c0-abfd-e51f69ee7921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:53.109643 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3ff4-5651-44c0-abfd-e51f69ee7921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:53.191990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc3ff4-5651-44c0-abfd-e51f69ee7921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1959761-e9db-48c2-8738-5335bb5a5c33,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:53.210694 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['33c29709-b61d-49c2-ab91-4d0161da9f84'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:53.231989 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d1cc3ff4-5651-44c0-abfd-e51f69ee7921 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52dc2c6d30594158beff5386111a7c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631136 Aug 16 12:56:53.233038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:53.383521 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1872e488-3bf7-4b22-80bf-246ab0dda05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:53.448679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1872e488-3bf7-4b22-80bf-246ab0dda05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:53.529171 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1872e488-3bf7-4b22-80bf-246ab0dda05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:53.532288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1872e488-3bf7-4b22-80bf-246ab0dda05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:53.533753 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1872e488-3bf7-4b22-80bf-246ab0dda05f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1959761-e9db-48c2-8738-5335bb5a5c33 HTTP/1.1" status: 204 len: 168 time: 0.2997534 Aug 16 12:56:53.548017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872e488-3bf7-4b22-80bf-246ab0dda05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1959761-e9db-48c2-8738-5335bb5a5c33,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:53.598629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-c0cc45e0-c335-4bf1-9479-7cdc6b581026 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:53.615196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-c0cc45e0-c335-4bf1-9479-7cdc6b581026 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 805 time: 0.2834320 Aug 16 12:56:53.653078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-8a4eb5ea-4348-4b13-b36e-a7dc09736bf4 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/quotas/2b649a19566844bbabbc96fb5bab23c8 HTTP/1.1" status: 200 len: 375 time: 0.0350828 Aug 16 12:56:53.751906 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-17047f8f-dde4-4521-b65c-b1c13936b8ec tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959322 Aug 16 12:56:54.003332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4cff5f73-7f8d-4696-b219-1f1d0d35a311 req-b738c305-cc99-4c61-8fd7-197fbaa4dc06 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 210 time: 0.1011658 Aug 16 12:56:54.054410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281461-3727-462e-8731-a1884eb41e05 req-2f89d322-4b1b-458b-8143-21e4af324d76 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:54.055933 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-2f89d322-4b1b-458b-8143-21e4af324d76 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.22 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 812 time: 0.1792517 Aug 16 12:56:54.078809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Request body: {'port': {'device_id': 'a203df81-48db-4832-b9ed-8eeab5992aca', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'admin_state_up': True, 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:54.157021 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-98a2e1b8-08f2-42dd-be46-a5cd5acb78af service neutron] 10.222.0.25 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999822 Aug 16 12:56:54.288144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-d2bef4b0-2d83-406e-aed7-9f100513ee81 service neutron] 10.222.0.25 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311080 Aug 16 12:56:54.340344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Made reservation on behalf of 69db3e09f4b04fcd9dcdc03807c00973 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:54.347485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:54.364098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c90f-664f-4e4e-96c7-7e78518253e1 req-59c740d3-7902-43aa-83ed-0ba2112e0128 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:54.366585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3975c90f-664f-4e4e-96c7-7e78518253e1 req-59c740d3-7902-43aa-83ed-0ba2112e0128 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 944 time: 0.0775218 Aug 16 12:56:54.445982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3975c90f-664f-4e4e-96c7-7e78518253e1 req-a2222667-e105-4ebb-8e67-419e576a9048 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654204 Aug 16 12:56:54.618680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Allocated IP 172.20.0.6 (332b6301-e3c3-48b0-a69e-a0e7cf1ae430/dac6c284-5c0d-410c-8657-6a93f25e8167/11b8f6d4-8694-4b7d-b47d-5c2c8534111e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:54.672434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7dbde395-5c9e-419c-ae90-088e72da136c req-8eecb2b5-2dd4-4924-ad8c-96f4e2ecde18 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 210 time: 0.0744133 Aug 16 12:56:54.947892 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:54.991696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Transition to ACTIVE for port object 11b8f6d4-8694-4b7d-b47d-5c2c8534111e will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:55.149276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-065d6dd4-93ee-4786-9bbc-49facaff87bd tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a62bbc3cea8d414ea9cc9cb66b82c3f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403078 Aug 16 12:56:55.186381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d724e3-600e-4ae1-9319-91bdd1ee3017 req-26d6b9b5-0789-4816-a360-d9cf6db532bd tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:55.188081 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24d724e3-600e-4ae1-9319-91bdd1ee3017 req-26d6b9b5-0789-4816-a360-d9cf6db532bd tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.42 "GET /v2.0/ports?device_id=56480c6c-2c5f-4774-88f0-d3cf161bd85c HTTP/1.1" status: 200 len: 945 time: 0.1690533 Aug 16 12:56:55.189432 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:55.194738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a392057-a082-44d9-b993-0bf67d33036a req-454074f9-268b-4fee-bf3e-3e8094e1660b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 210 time: 0.0567703 Aug 16 12:56:55.234719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7ea1c7be-d747-494d-8759-92d77770e3b8'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:56:55.366145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:55.386146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:55.430844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:55.432039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-ee7dc8a2-4fdc-460c-8999-27fc351166a7 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:55.438351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event updated for resources: {'Port': ['ID=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:55.440442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-ee7dc8a2-4fdc-460c-8999-27fc351166a7 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893620 Aug 16 12:56:55.467462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-188966ce-9553-402c-8d1a-211e6a870f6e tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/quotas/a62bbc3cea8d414ea9cc9cb66b82c3f3 HTTP/1.1" status: 200 len: 375 time: 0.0238082 Aug 16 12:56:55.538822 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-7673a917-1516-4c79-adc2-122265c1f375 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a62bbc3cea8d414ea9cc9cb66b82c3f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700617 Aug 16 12:56:55.579717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:55.580378 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:55.618774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-24d724e3-600e-4ae1-9319-91bdd1ee3017 req-389a37f6-1f4a-443d-ae30-943aecb6ca76 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Deleting port acdc0afb-b950-459b-bafe-2965ba6db95b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:56:55.619369 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24d724e3-600e-4ae1-9319-91bdd1ee3017 req-389a37f6-1f4a-443d-ae30-943aecb6ca76 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:55.637090 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-6d509d18-6b06-4b77-9659-063ff7802940 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5648360 Aug 16 12:56:55.688866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab836909-44c6-43a1-bfdb-5eeb61e53933 req-42ea636b-e306-4f6f-82a4-63e3dde9efa4 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:55.694197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Request body: {'port': {'device_id': 'a203df81-48db-4832-b9ed-8eeab5992aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:55.706751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab836909-44c6-43a1-bfdb-5eeb61e53933 req-42ea636b-e306-4f6f-82a4-63e3dde9efa4 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 944 time: 0.1175601 Aug 16 12:56:55.794087 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab836909-44c6-43a1-bfdb-5eeb61e53933 req-04ba65d1-3e91-497d-89e1-67c9256c69f6 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782726 Aug 16 12:56:55.907362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-19145538-8a95-4773-a4f1-c5e2119bed10 None None] Provisioning for port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:55.914944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-19145538-8a95-4773-a4f1-c5e2119bed10 None None] Provisioning complete for port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:55.917999 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-19145538-8a95-4773-a4f1-c5e2119bed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:55.939776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-abbd6cf7-aae0-4518-be62-0ec1e7f1db6c req-9b0943ce-d224-4771-b08f-8048a429b4fe tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 210 time: 0.0608585 Aug 16 12:56:55.971450 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:55.985193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-19145538-8a95-4773-a4f1-c5e2119bed10 None None] Port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:56:56.034955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b579c5e-2123-49ac-aeff-2a5a0b0304b3 req-ac91fdc7-f676-473a-a8b3-c7515293f2de tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 210 time: 0.0943372 Aug 16 12:56:56.082536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-24d724e3-600e-4ae1-9319-91bdd1ee3017 req-389a37f6-1f4a-443d-ae30-943aecb6ca76 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] For port acdc0afb-b950-459b-bafe-2965ba6db95b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=acdc0afb-b950-459b-bafe-2965ba6db95b,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:56.082971 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24d724e3-600e-4ae1-9319-91bdd1ee3017 req-389a37f6-1f4a-443d-ae30-943aecb6ca76 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:56.113068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-24d724e3-600e-4ae1-9319-91bdd1ee3017 req-389a37f6-1f4a-443d-ae30-943aecb6ca76 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Calling delete_port for acdc0afb-b950-459b-bafe-2965ba6db95b owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:56:56.220392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 33c29709-b61d-49c2-ab91-4d0161da9f84 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:56.357658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 33c29709-b61d-49c2-ab91-4d0161da9f84 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:56.363174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 33c29709-b61d-49c2-ab91-4d0161da9f84 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:56.363915 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:56.430841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586612e3-e3a5-45b5-a399-9ee69f35c6fe req-c8d50268-d9fc-4b32-83f4-d8e640daf0d0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:56.448908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-586612e3-e3a5-45b5-a399-9ee69f35c6fe req-c8d50268-d9fc-4b32-83f4-d8e640daf0d0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 931 time: 0.1071255 Aug 16 12:56:56.456851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device acdc0afb-b950-459b-bafe-2965ba6db95b no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:56:56.526721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24d724e3-600e-4ae1-9319-91bdd1ee3017 req-389a37f6-1f4a-443d-ae30-943aecb6ca76 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:56.535675 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-586612e3-e3a5-45b5-a399-9ee69f35c6fe req-2219ee05-86b4-4098-bd9a-5362053e26ff tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839214 Aug 16 12:56:56.567803 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:56.619301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a37f6-1f4a-443d-ae30-943aecb6ca76 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Pushing event deleted for resources: {'Port': ['ID=acdc0afb-b950-459b-bafe-2965ba6db95b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:56.676044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 33c29709-b61d-49c2-ab91-4d0161da9f84, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=33c29709-b61d-49c2-ab91-4d0161da9f84,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:56.687848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e963db-2fc5-41ea-8c66-97bad937bf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c29709-b61d-49c2-ab91-4d0161da9f84'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:56.696739 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf54c735-d5f2-41a3-a597-ee80ed7e1e8e" -d '{"events": [{"server_uuid": "d2e963db-2fc5-41ea-8c66-97bad937bf76", "name": "network-vif-plugged", "status": "completed", "tag": "33c29709-b61d-49c2-ab91-4d0161da9f84"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:56.704484 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:56.767788 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58bc1e1-1754-4b5c-bdd8-2acb1384527e x-openstack-request-id: req-a58bc1e1-1754-4b5c-bdd8-2acb1384527e {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:56.768206 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e963db-2fc5-41ea-8c66-97bad937bf76", "name": "network-vif-plugged", "status": "completed", "tag": "33c29709-b61d-49c2-ab91-4d0161da9f84", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:56.768713 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a58bc1e1-1754-4b5c-bdd8-2acb1384527e {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:56.769121 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e963db-2fc5-41ea-8c66-97bad937bf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c29709-b61d-49c2-ab91-4d0161da9f84', 'code': 200} Aug 16 12:56:56.789016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No active binding found for port acdc0afb-b950-459b-bafe-2965ba6db95b {{(pid=101397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 12:56:56.790643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device acdc0afb-b950-459b-bafe-2965ba6db95b not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:56:56.793742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=33c29709-b61d-49c2-ab91-4d0161da9f84,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:56.829932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d724e3-600e-4ae1-9319-91bdd1ee3017 req-389a37f6-1f4a-443d-ae30-943aecb6ca76 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] No DVR routers for this DVR port acdc0afb-b950-459b-bafe-2965ba6db95b on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:56:56.833887 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24d724e3-600e-4ae1-9319-91bdd1ee3017 req-389a37f6-1f4a-443d-ae30-943aecb6ca76 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:56.838640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24d724e3-600e-4ae1-9319-91bdd1ee3017 req-389a37f6-1f4a-443d-ae30-943aecb6ca76 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.42 "DELETE /v2.0/ports/acdc0afb-b950-459b-bafe-2965ba6db95b HTTP/1.1" status: 204 len: 173 time: 1.6388543 Aug 16 12:56:56.859767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56480c6c-2c5f-4774-88f0-d3cf161bd85c', 'name': 'network-vif-deleted', 'tag': 'acdc0afb-b950-459b-bafe-2965ba6db95b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:56.866254 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf2a8e7-5174-41fd-a2cf-7c6ec50e04f9" -d '{"events": [{"server_uuid": "56480c6c-2c5f-4774-88f0-d3cf161bd85c", "name": "network-vif-deleted", "tag": "acdc0afb-b950-459b-bafe-2965ba6db95b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:56.929536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-5c55e25f-00b1-4c7a-8d78-8779f8a88481 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:56.933349 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-5c55e25f-00b1-4c7a-8d78-8779f8a88481 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 805 time: 0.7256408 Aug 16 12:56:56.938183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cde951-612d-4e07-b9f7-3fff0eca25dc req-8ffa55ea-6c30-428d-871d-d03ff63e7bf1 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:56.946369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08cde951-612d-4e07-b9f7-3fff0eca25dc req-8ffa55ea-6c30-428d-871d-d03ff63e7bf1 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 945 time: 0.0715954 Aug 16 12:56:56.964100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Request body: {'port': {'device_id': 'b07654c3-1cd7-4194-a7d3-8cdee91430ad', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'admin_state_up': True, 'tenant_id': '2b649a19566844bbabbc96fb5bab23c8'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:57.015527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08cde951-612d-4e07-b9f7-3fff0eca25dc req-ab8026eb-4c18-44fb-be16-b7954640e14a tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681717 Aug 16 12:56:57.020145 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b2a1fa-bfc9-47be-a24f-32e929ae0b88 x-openstack-request-id: req-e1b2a1fa-bfc9-47be-a24f-32e929ae0b88 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:57.020436 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56480c6c-2c5f-4774-88f0-d3cf161bd85c", "name": "network-vif-deleted", "tag": "acdc0afb-b950-459b-bafe-2965ba6db95b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:57.020685 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1b2a1fa-bfc9-47be-a24f-32e929ae0b88 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:57.021074 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56480c6c-2c5f-4774-88f0-d3cf161bd85c', 'name': 'network-vif-deleted', 'tag': 'acdc0afb-b950-459b-bafe-2965ba6db95b', 'status': 'completed', 'code': 200} Aug 16 12:56:57.126671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6dcac-3ce4-4483-ac97-2fb5283af6b5 req-80e39dc3-ec7d-43a0-b8eb-340b13149ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:57.128438 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d8e6dcac-3ce4-4483-ac97-2fb5283af6b5 req-80e39dc3-ec7d-43a0-b8eb-340b13149ca6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 1096 time: 0.1699193 Aug 16 12:56:57.130593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b8f6d4-8694-4b7d-b47d-5c2c8534111e {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:56:57.142413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3b5c7b7-95c1-41e6-b8f6-f94fe22cb782 req-d20128d8-c14b-4a95-8518-5a28465d0bd4 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 210 time: 0.0384991 Aug 16 12:56:57.152974 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:57.196122 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d8e6dcac-3ce4-4483-ac97-2fb5283af6b5 req-02ac9395-8b65-4d7d-81b4-7fa8041fce84 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581677 Aug 16 12:56:57.205136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Transition to ACTIVE for port object 11b8f6d4-8694-4b7d-b47d-5c2c8534111e will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:57.215047 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:57.318429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Made reservation on behalf of 2b649a19566844bbabbc96fb5bab23c8 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:57.324500 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:57.413035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30dbcec3-4b3f-4b1c-a0c4-e3289f88204b req-6db5f4a5-54a7-4a54-ae31-f8b9684cef03 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 210 time: 0.0666780 Aug 16 12:56:57.781654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50253972-9551-4323-badd-356f30b728eb req-89365b0f-37e1-448b-9f41-9f03efe8bee4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:57.791198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50253972-9551-4323-badd-356f30b728eb req-89365b0f-37e1-448b-9f41-9f03efe8bee4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 943 time: 0.1220336 Aug 16 12:56:57.842838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50253972-9551-4323-badd-356f30b728eb req-a70307ae-d030-42c5-9917-c54f5a86313b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505354 Aug 16 12:56:57.871163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37120) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:57.965653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:58.004914 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-ff1cf76e-3b06-4f90-8ebc-830fbd5efa28 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a62bbc3cea8d414ea9cc9cb66b82c3f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5278649 Aug 16 12:56:58.006000 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.012968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.013427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.013772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.014133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.014468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.014798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.015123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.015444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.015768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.016092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.016413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.016730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.150084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Attempting to bind port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:58.150456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Attempting to bind port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:58.150788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Attempting to bind port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:58.170965 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.177012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:56:58.177336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Attempting to bind port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:58.188447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Allocated IP 172.20.0.9 (80e67e3f-fb8e-40f7-bf88-1b500d006d8d/909c1a27-3032-4df6-8e77-1f1290416049/9b5c0ea7-f30f-4f5c-896d-40cae10381f9) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:58.189084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a67e3-4ac7-4f19-8a22-78856274a87f req-e7fc8831-5d15-4811-a3c8-2c2a1bfa06de tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:58.191091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-416a67e3-4ac7-4f19-8a22-78856274a87f req-e7fc8831-5d15-4811-a3c8-2c2a1bfa06de tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 945 time: 0.0963767 Aug 16 12:56:58.191810 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.201855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:58.202241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Checking segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:58.202631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Bound using segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:58.203079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Bound port: 11b8f6d4-8694-4b7d-b47d-5c2c8534111e, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:58.203436 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.250937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-b5cff49d-eca5-4870-bd02-0cd4d6f5ead0 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:58.251315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-b5cff49d-eca5-4870-bd02-0cd4d6f5ead0 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273626 Aug 16 12:56:58.263456 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6fb23b2f18b4b91949cffadfa2d2f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904510 Aug 16 12:56:58.268761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37132) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:58.291957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Request body: {'port': {'device_id': 'aefe35e5-fad4-4d54-9c8d-33e26db7c7d0', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'a62bbc3cea8d414ea9cc9cb66b82c3f3'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:58.292921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-416a67e3-4ac7-4f19-8a22-78856274a87f req-8ff4f38c-d42b-4b18-a199-9c3592e0771f tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842934 Aug 16 12:56:58.311569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0906087b-0cb6-4788-abb6-1888d7807096,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:58.365945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab30dec6-1622-474f-a5d5-c6d41a2762e7 req-86c370e9-ad27-4ef6-bb36-5799777d3507 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 210 time: 0.0733793 Aug 16 12:56:58.365945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.365945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.365945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.365945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.365945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.365945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.369782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.369782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.369782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.369782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.369782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.369782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550cf2a-66d0-4710-9e24-b58060f1657b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:58.388889 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46fae081-0755-4831-b69c-264f1509a626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.418509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46fae081-0755-4831-b69c-264f1509a626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.490019 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46fae081-0755-4831-b69c-264f1509a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.492874 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46fae081-0755-4831-b69c-264f1509a626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.494287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-46fae081-0755-4831-b69c-264f1509a626 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0906087b-0cb6-4788-abb6-1888d7807096 HTTP/1.1" status: 204 len: 168 time: 0.2241433 Aug 16 12:56:58.504816 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fae081-0755-4831-b69c-264f1509a626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0906087b-0cb6-4788-abb6-1888d7807096,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:58.526301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] For port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:58.530462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] For port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:58.563752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c2ee782-fdfe-49c6-b0a0-d9bf150670b5 req-e6e8b893-8d01-440e-be77-029f2bb7c031 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 210 time: 0.0333526 Aug 16 12:56:58.572674 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.672243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:58.673714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.675283 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] 10.222.0.22 "PUT /v2.0/ports/11b8f6d4-8694-4b7d-b47d-5c2c8534111e HTTP/1.1" status: 200 len: 1091 time: 3.0167415 Aug 16 12:56:58.733963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272ed8-3ef7-4c3a-af6f-b3ed8fc70fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:58.744728 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.807733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Made reservation on behalf of a62bbc3cea8d414ea9cc9cb66b82c3f3 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:58.812102 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.848319 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281461-3727-462e-8731-a1884eb41e05 req-acce2165-1a5f-440b-9a70-4d533350e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:58.849907 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-acce2165-1a5f-440b-9a70-4d533350e553 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 1094 time: 0.1084955 Aug 16 12:56:58.854038 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:58.951415 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-9ebe7415-a527-41e8-a7ff-6706eb7dc2b7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11b8f6d4-8694-4b7d-b47d-5c2c8534111e HTTP/1.1" status: 200 len: 217 time: 0.0856259 Aug 16 12:56:58.984764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62664900-6c51-4604-aa2c-4cae04150ec2 req-67a7e5fa-8c4b-4f16-88d4-0185df5b12a7 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:58.993700 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62664900-6c51-4604-aa2c-4cae04150ec2 req-67a7e5fa-8c4b-4f16-88d4-0185df5b12a7 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 946 time: 0.1338377 Aug 16 12:56:59.020644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:59.022124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37148) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:59.027597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a203df81-48db-4832-b9ed-8eeab5992aca', 'tag': '11b8f6d4-8694-4b7d-b47d-5c2c8534111e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:56:59.029893 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a203df81-48db-4832-b9ed-8eeab5992aca", "tag": "11b8f6d4-8694-4b7d-b47d-5c2c8534111e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:56:59.070255 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62664900-6c51-4604-aa2c-4cae04150ec2 req-d219cd26-f726-47af-a581-774c2ae4bb32 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/security-groups?id=40168874-6514-49c2-a949-4a1ef2414eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749340 Aug 16 12:56:59.088626 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3f20135-b87f-48f5-a8ab-ccc8512c2e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:59.089539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e941ed9-555a-477e-8459-d2befe4e2057 req-593ab004-5b22-4aa2-ac72-ffa0b7980a10 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:59.092475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e941ed9-555a-477e-8459-d2befe4e2057 req-593ab004-5b22-4aa2-ac72-ffa0b7980a10 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 943 time: 0.1202569 Aug 16 12:56:59.112350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281461-3727-462e-8731-a1884eb41e05 req-39d95507-6aae-47b4-b844-848aa9680642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:59.113971 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-39d95507-6aae-47b4-b844-848aa9680642 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1545470 Aug 16 12:56:59.125617 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d91581-a6bf-4bcf-af85-b67552eb27c1 x-openstack-request-id: req-f2d91581-a6bf-4bcf-af85-b67552eb27c1 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:56:59.125943 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a203df81-48db-4832-b9ed-8eeab5992aca", "tag": "11b8f6d4-8694-4b7d-b47d-5c2c8534111e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:56:59.126167 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2d91581-a6bf-4bcf-af85-b67552eb27c1 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:56:59.126555 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a203df81-48db-4832-b9ed-8eeab5992aca', 'tag': '11b8f6d4-8694-4b7d-b47d-5c2c8534111e', 'status': 'completed', 'code': 200} Aug 16 12:56:59.142242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e941ed9-555a-477e-8459-d2befe4e2057 req-af26b7ff-3af5-4399-b7ff-be1f2aff4b82 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Aug 16 12:56:59.157576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:59.164859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Pushing event updated for resources: {'Port': ['ID=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:59.169909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:59.195842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:59.220981 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:59.286979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281461-3727-462e-8731-a1884eb41e05 req-ccaf0b07-ec00-4176-9070-fb7dccfc28be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:59.288932 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-ccaf0b07-ec00-4176-9070-fb7dccfc28be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412985 Aug 16 12:56:59.306263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:59.306881 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:59.329491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:59.350319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:59.436548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c9c4f-b739-4d8e-8a9c-6d0c6d15c0c0 req-361365b5-4d9d-4d7e-88c3-e8d11d9e9fa9 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:59.438322 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d43c9c4f-b739-4d8e-8a9c-6d0c6d15c0c0 req-361365b5-4d9d-4d7e-88c3-e8d11d9e9fa9 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 945 time: 0.0567245 Aug 16 12:56:59.509303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9846af20-7562-4b3b-891a-e7b31e5e55b6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:59.516575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d43c9c4f-b739-4d8e-8a9c-6d0c6d15c0c0 req-46cc1c7c-ba10-41e8-b539-61a3ebdd2015 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680358 Aug 16 12:56:59.547067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494e758-9d85-4b5d-9eda-957c17c72c77 req-1edeffe7-b638-49eb-9367-42380c4b0827 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:59.549066 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4494e758-9d85-4b5d-9eda-957c17c72c77 req-1edeffe7-b638-49eb-9367-42380c4b0827 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 931 time: 0.0914075 Aug 16 12:56:59.564385 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-9d4b4441-7031-43bd-b050-24d27f927955 service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545989 Aug 16 12:56:59.592724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4494e758-9d85-4b5d-9eda-957c17c72c77 req-f0c93c93-b05f-48ed-b693-f9b955c5593f tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377998 Aug 16 12:56:59.686203 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Allocated IP 192.168.233.92 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/7293e708-93a5-4f9e-abfa-50d6767222ad) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:59.720261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2cefcf4-859f-4a41-850f-b2cf64c9d9c5 req-32d3f779-df31-4ac7-9dee-112538c7a23a tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 210 time: 0.0517163 Aug 16 12:56:59.724515 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3f20135-b87f-48f5-a8ab-ccc8512c2e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:59.735664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3f20135-b87f-48f5-a8ab-ccc8512c2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:59.755059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-0fdd8e5e-1cc0-478f-ac9c-6ae84895721a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7975924 Aug 16 12:56:59.767053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0d4b1-f8db-4a3e-92e6-b7c24ee72de5 req-8fbdd282-74f9-48e2-8722-8888299241d6 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:59.768497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3c0d4b1-f8db-4a3e-92e6-b7c24ee72de5 req-8fbdd282-74f9-48e2-8722-8888299241d6 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.0969925 Aug 16 12:56:59.787008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Request body: {'port': {'device_id': 'b07654c3-1cd7-4194-a7d3-8cdee91430ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:59.808219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3c0d4b1-f8db-4a3e-92e6-b7c24ee72de5 req-04dbf480-49c9-423a-8a43-a9eb18433fb2 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Aug 16 12:56:59.833067 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a281461-3727-462e-8731-a1884eb41e05 req-0344ff79-cc89-41ca-91e3-e0cba66ca06a service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614610 Aug 16 12:56:59.849023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f20135-b87f-48f5-a8ab-ccc8512c2e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94052cfa-23ef-48a1-8399-daf5e6ba2b4a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:59.857227 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e3f20135-b87f-48f5-a8ab-ccc8512c2e75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db669c1162bf493ab50c503d80e13712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8243754 Aug 16 12:56:59.861965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37166) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:59.965029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:59.981299 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ed46c-334b-4e32-aff8-ce14c75a3064 req-d270d4bf-8a95-47fe-b195-ccf35a02d0b7 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:59.983044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-941ed46c-334b-4e32-aff8-ce14c75a3064 req-d270d4bf-8a95-47fe-b195-ccf35a02d0b7 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cab892-3c91-4b3f-80ba-60faec99746c HTTP/1.1" status: 200 len: 945 time: 0.0860939 Aug 16 12:56:59.984142 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4957e0bd-1f4b-462c-a223-c119a5ab7f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:00.026787 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4957e0bd-1f4b-462c-a223-c119a5ab7f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:00.038383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d req-e2cf83ef-c961-42e9-93b6-279ed4a6af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:00.039853 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d req-e2cf83ef-c961-42e9-93b6-279ed4a6af5f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 1094 time: 0.1125929 Aug 16 12:57:00.055387 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:00.057986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-941ed46c-334b-4e32-aff8-ce14c75a3064 req-e2b63fd9-ce88-41f6-9d19-56137964499f tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640111 Aug 16 12:57:00.106967 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4957e0bd-1f4b-462c-a223-c119a5ab7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:00.111040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4957e0bd-1f4b-462c-a223-c119a5ab7f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:00.116221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4957e0bd-1f4b-462c-a223-c119a5ab7f24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94052cfa-23ef-48a1-8399-daf5e6ba2b4a HTTP/1.1" status: 204 len: 168 time: 0.2521651 Aug 16 12:57:00.129620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957e0bd-1f4b-462c-a223-c119a5ab7f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94052cfa-23ef-48a1-8399-daf5e6ba2b4a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:00.206616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318ba1e-68ff-424b-8127-3794f8c79e08 req-83880ac9-dbc0-4bb3-bc24-d5f2d118a860 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:00.213583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Transition to ACTIVE for port object 7293e708-93a5-4f9e-abfa-50d6767222ad will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:00.214229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4318ba1e-68ff-424b-8127-3794f8c79e08 req-83880ac9-dbc0-4bb3-bc24-d5f2d118a860 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 946 time: 0.0639923 Aug 16 12:57:00.266189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4318ba1e-68ff-424b-8127-3794f8c79e08 req-58614d99-9f6c-4ab5-8d8e-b57f681517a1 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/security-groups?id=40168874-6514-49c2-a949-4a1ef2414eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505199 Aug 16 12:57:00.406803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d req-d54f2b3a-7946-428d-bfe7-1cd6a8fd8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:00.408585 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d req-d54f2b3a-7946-428d-bfe7-1cd6a8fd8f5a service neutron] 10.222.0.22 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.3584464 Aug 16 12:57:00.429203 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:00.457488 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50cbea-1473-483a-8aec-4410a44e0f2e req-11c0a47f-d926-4f9f-b4b8-e9aa1438d5fc tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:00.459020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd50cbea-1473-483a-8aec-4410a44e0f2e req-11c0a47f-d926-4f9f-b4b8-e9aa1438d5fc tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.42 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 946 time: 0.1079495 Aug 16 12:57:00.478668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbb231-e763-44f0-adec-987883ae4ddb req-6c42a26e-a953-4e1d-84a2-38d78e877e54 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:00.483300 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d req-1e55aae1-3992-4f61-88e4-0a5cbca3e4e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11b8f6d4-8694-4b7d-b47d-5c2c8534111e HTTP/1.1" status: 200 len: 217 time: 0.0660684 Aug 16 12:57:00.486222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5dbb231-e763-44f0-adec-987883ae4ddb req-6c42a26e-a953-4e1d-84a2-38d78e877e54 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 943 time: 0.1471334 Aug 16 12:57:00.488057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device acdc0afb-b950-459b-bafe-2965ba6db95b no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:00.507310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5930617-7248-4246-ad29-5da6c3fdf4d1 req-b9e819f0-3aee-4d12-a711-3669e4e63749 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:00.509061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5930617-7248-4246-ad29-5da6c3fdf4d1 req-b9e819f0-3aee-4d12-a711-3669e4e63749 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 945 time: 0.1332333 Aug 16 12:57:00.522014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: acdc0afb-b950-459b-bafe-2965ba6db95b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:00.522713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device acdc0afb-b950-459b-bafe-2965ba6db95b not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:00.619723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5dbb231-e763-44f0-adec-987883ae4ddb req-68d6edd5-8abc-4be4-8f33-06ba3c039030 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326206 Aug 16 12:57:00.628890 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5930617-7248-4246-ad29-5da6c3fdf4d1 req-a100fd86-a98f-425c-9452-5d8b8830d148 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968540 Aug 16 12:57:00.646326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:00.651458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Pushing event updated for resources: {'Port': ['ID=7293e708-93a5-4f9e-abfa-50d6767222ad,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:00.658616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:00.663146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:00.667032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d req-165aabeb-4ebf-439a-8851-ff351a730a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:00.668525 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d req-165aabeb-4ebf-439a-8851-ff351a730a4d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1774142 Aug 16 12:57:00.695689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-cd50cbea-1473-483a-8aec-4410a44e0f2e req-6a556991-fb10-4bc8-895c-700021426505 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Deleting port dc1f38c2-2d17-4723-924b-b3b80b78c1ca {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:00.696499 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cd50cbea-1473-483a-8aec-4410a44e0f2e req-6a556991-fb10-4bc8-895c-700021426505 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:00.713272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:00.749346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:00.800023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:00.800701 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:00.804601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Transition to ACTIVE for port object 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:00.819713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d req-ee488bf0-de9f-41cb-abd8-9ada119d892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:00.821283 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d req-ee488bf0-de9f-41cb-abd8-9ada119d892f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424482 Aug 16 12:57:00.822727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:00.899558 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-4cbf2aed-6da1-483b-a701-aa067eac32f5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6146491 Aug 16 12:57:00.906151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-cd50cbea-1473-483a-8aec-4410a44e0f2e req-6a556991-fb10-4bc8-895c-700021426505 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] For port dc1f38c2-2d17-4723-924b-b3b80b78c1ca, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=dc1f38c2-2d17-4723-924b-b3b80b78c1ca,segment=NetworkSegment(cc2e3133-d582-41e0-8425-ade1477a7b65),segment_id=cc2e3133-d582-41e0-8425-ade1477a7b65)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:00.906527 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cd50cbea-1473-483a-8aec-4410a44e0f2e req-6a556991-fb10-4bc8-895c-700021426505 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:00.925255 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Request body: {'port': {'device_id': 'aefe35e5-fad4-4d54-9c8d-33e26db7c7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:00.932237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-cd50cbea-1473-483a-8aec-4410a44e0f2e req-6a556991-fb10-4bc8-895c-700021426505 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Calling delete_port for dc1f38c2-2d17-4723-924b-b3b80b78c1ca owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:01.040142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:01.041228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f8f4bc9e-64d2-4d0c-8919-19b494c737c2 None None] Provisioning for port 7293e708-93a5-4f9e-abfa-50d6767222ad completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:01.066183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979c4c8-5e20-4ab8-b4a8-f115d23b1d86 req-df6b0bd9-e3e9-4801-9478-a55210d2db5c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:01.067096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f8f4bc9e-64d2-4d0c-8919-19b494c737c2 None None] Provisioning complete for port 7293e708-93a5-4f9e-abfa-50d6767222ad triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:01.070129 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f8f4bc9e-64d2-4d0c-8919-19b494c737c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.078692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e979c4c8-5e20-4ab8-b4a8-f115d23b1d86 req-df6b0bd9-e3e9-4801-9478-a55210d2db5c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 943 time: 0.0818996 Aug 16 12:57:01.112240 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d req-b5cdf2dc-6512-4bf7-ae3a-260e99c416ba service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811899 Aug 16 12:57:01.118704 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.175187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f8f4bc9e-64d2-4d0c-8919-19b494c737c2 None None] Port 7293e708-93a5-4f9e-abfa-50d6767222ad cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:57:01.198422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37204) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:01.232108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Attempting to bind port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:01.232464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Attempting to bind port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:01.232778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Attempting to bind port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:01.250180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:57:01.250507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Attempting to bind port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:01.252638 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cd50cbea-1473-483a-8aec-4410a44e0f2e req-6a556991-fb10-4bc8-895c-700021426505 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.267670 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['dc1f38c2-2d17-4723-924b-b3b80b78c1ca'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:01.271709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:01.272073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Checking segment: {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:01.272427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Bound using segment: {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:01.272873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Bound port: 9b5c0ea7-f30f-4f5c-896d-40cae10381f9, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:01.273637 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.302957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a556991-fb10-4bc8-895c-700021426505 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Pushing event deleted for resources: {'Port': ['ID=dc1f38c2-2d17-4723-924b-b3b80b78c1ca,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:01.321160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e979c4c8-5e20-4ab8-b4a8-f115d23b1d86 req-72017f8c-a0d4-4dae-a39f-57623e38cbcf tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191614 Aug 16 12:57:01.354681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14a60f-c9f4-4f6b-a978-24a1f07543d0 req-4e5782cb-3ef8-4ee6-8ba0-0d2401951365 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:01.359756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d14a60f-c9f4-4f6b-a978-24a1f07543d0 req-4e5782cb-3ef8-4ee6-8ba0-0d2401951365 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.1594238 Aug 16 12:57:01.367905 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4c5c6f85-f87b-47b4-8b39-38e9bede6b5d req-c40fd447-9e83-47af-9ce3-3ee4615ef8bc service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441638 Aug 16 12:57:01.420300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd50cbea-1473-483a-8aec-4410a44e0f2e req-6a556991-fb10-4bc8-895c-700021426505 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] No DVR routers for this DVR port dc1f38c2-2d17-4723-924b-b3b80b78c1ca on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:57:01.424583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-cd50cbea-1473-483a-8aec-4410a44e0f2e req-6a556991-fb10-4bc8-895c-700021426505 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.426595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd50cbea-1473-483a-8aec-4410a44e0f2e req-6a556991-fb10-4bc8-895c-700021426505 tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.42 "DELETE /v2.0/ports/dc1f38c2-2d17-4723-924b-b3b80b78c1ca HTTP/1.1" status: 204 len: 173 time: 0.9365385 Aug 16 12:57:01.427234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00229bc-e73a-4427-bf00-af53491277de', 'name': 'network-vif-deleted', 'tag': 'dc1f38c2-2d17-4723-924b-b3b80b78c1ca'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:01.429507 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25aa277-5506-455a-9c67-c412eb373c19" -d '{"events": [{"server_uuid": "c00229bc-e73a-4427-bf00-af53491277de", "name": "network-vif-deleted", "tag": "dc1f38c2-2d17-4723-924b-b3b80b78c1ca"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:01.429755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-network', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:01.487472 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d14a60f-c9f4-4f6b-a978-24a1f07543d0 req-0573b27f-8d27-4194-8b0e-173c3ce545a6 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268175 Aug 16 12:57:01.520143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] For port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:01.524018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561e2eb-6f96-46d3-9a92-06b483bfada7 req-fc7e8bcd-f378-4c57-b89c-a2c0d9f172ac tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:01.525592 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2561e2eb-6f96-46d3-9a92-06b483bfada7 req-fc7e8bcd-f378-4c57-b89c-a2c0d9f172ac tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 935 time: 0.0862241 Aug 16 12:57:01.526664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] For port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:01.527643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Made reservation on behalf of 1d59c1be2b16469587adde5eeedfa3dd for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:57:01.530283 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.541198 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.561846 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.608287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b091cb9e-cb40-46aa-9008-eedbfba5dd2a req-fd51a62f-a2a1-46f9-aec5-dd1e20f98fee tempest-VolumesAdminNegativeTest-152856454 tempest-VolumesAdminNegativeTest-152856454-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00229bc-e73a-4427-bf00-af53491277de HTTP/1.1" status: 200 len: 210 time: 0.0442827 Aug 16 12:57:01.631884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:01.632448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.633284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2561e2eb-6f96-46d3-9a92-06b483bfada7 req-26d0af7c-b916-44d6-8c0d-379020783f0e tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987995 Aug 16 12:57:01.633857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] 10.222.0.22 "PUT /v2.0/ports/9b5c0ea7-f30f-4f5c-896d-40cae10381f9 HTTP/1.1" status: 200 len: 1091 time: 1.8608074 Aug 16 12:57:01.634390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07654c3-1cd7-4194-a7d3-8cdee91430ad', 'tag': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:01.636783 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e9aa85-868f-4e26-8ff2-8fcd0491aba4" -d '{"events": [{"name": "network-changed", "server_uuid": "b07654c3-1cd7-4194-a7d3-8cdee91430ad", "tag": "9b5c0ea7-f30f-4f5c-896d-40cae10381f9"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:01.680902 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac3d088-c5e7-4e2d-b022-dd71197e630e x-openstack-request-id: req-dac3d088-c5e7-4e2d-b022-dd71197e630e {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:01.681310 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00229bc-e73a-4427-bf00-af53491277de", "name": "network-vif-deleted", "tag": "dc1f38c2-2d17-4723-924b-b3b80b78c1ca", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:01.681655 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dac3d088-c5e7-4e2d-b022-dd71197e630e {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:01.682181 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00229bc-e73a-4427-bf00-af53491277de', 'name': 'network-vif-deleted', 'tag': 'dc1f38c2-2d17-4723-924b-b3b80b78c1ca', 'status': 'completed', 'code': 200} Aug 16 12:57:01.695330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dc4ed-0f14-444d-bc2f-121249b5fe08 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:01.724930 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf725970-f054-4811-a4c8-df878461d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.775054 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c874fde-e70c-4889-8068-a73f28333eaf x-openstack-request-id: req-7c874fde-e70c-4889-8068-a73f28333eaf {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:01.775678 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07654c3-1cd7-4194-a7d3-8cdee91430ad", "tag": "9b5c0ea7-f30f-4f5c-896d-40cae10381f9", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:01.776125 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c874fde-e70c-4889-8068-a73f28333eaf {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:01.776722 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07654c3-1cd7-4194-a7d3-8cdee91430ad', 'tag': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9', 'status': 'completed', 'code': 200} Aug 16 12:57:01.799883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7293e708-93a5-4f9e-abfa-50d6767222ad {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:01.810405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.839759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Transition to ACTIVE for port object 7293e708-93a5-4f9e-abfa-50d6767222ad will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:01.847506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:01.871562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-77db8e41-4c98-4a04-baa6-b1bec191d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:01.873628 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-77db8e41-4c98-4a04-baa6-b1bec191d78c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 1094 time: 0.1399987 Aug 16 12:57:01.913099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003240cd-f6f2-4bac-a33d-2ce64c36431e req-1b6f909d-cbbd-4a88-9f12-65acdec9c608 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:01.928363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-003240cd-f6f2-4bac-a33d-2ce64c36431e req-1b6f909d-cbbd-4a88-9f12-65acdec9c608 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 943 time: 0.1049981 Aug 16 12:57:01.968271 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-8e87c106-46a7-432a-9788-7500d1cb4066 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b5c0ea7-f30f-4f5c-896d-40cae10381f9 HTTP/1.1" status: 200 len: 217 time: 0.0668738 Aug 16 12:57:02.033948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Pushing event updated for resources: {'Port': ['ID=7293e708-93a5-4f9e-abfa-50d6767222ad,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:02.066720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-003240cd-f6f2-4bac-a33d-2ce64c36431e req-87472f53-ba6f-4e68-8775-75148918356a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151741 Aug 16 12:57:02.073084 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.100876 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.113467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d6030-5e36-49cb-8548-9b79e08a314b req-2c9e7cf1-0c15-41cb-9175-5eeb1e880732 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:02.131607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:57:02.132642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d6030-5e36-49cb-8548-9b79e08a314b req-2c9e7cf1-0c15-41cb-9175-5eeb1e880732 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:02.140242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d6030-5e36-49cb-8548-9b79e08a314b req-2c9e7cf1-0c15-41cb-9175-5eeb1e880732 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:02.142165 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-800d6030-5e36-49cb-8548-9b79e08a314b req-2c9e7cf1-0c15-41cb-9175-5eeb1e880732 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76&device_id=d8cab892-3c91-4b3f-80ba-60faec99746c&device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 2416 time: 0.1414850 Aug 16 12:57:02.226917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-800d6030-5e36-49cb-8548-9b79e08a314b req-764df294-3f36-4eb1-bfe6-fba5a4e6d12d tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658827 Aug 16 12:57:02.248195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 11b8f6d4-8694-4b7d-b47d-5c2c8534111e details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:57:02.252938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcec2122-6118-414f-829d-b02c795dec86,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:02.267041 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.267477 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Added segment eb92932f-c21e-4bea-a715-cab448e2bc0a of type vlan for network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 Aug 16 12:57:02.270118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-210cd400-eb41-47d6-998b-05663e39a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:02.271911 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-210cd400-eb41-47d6-998b-05663e39a043 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=909c1a27-3032-4df6-8e77-1f1290416049 HTTP/1.1" status: 200 len: 845 time: 0.2748342 Aug 16 12:57:02.345145 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-458ef8d1-80a2-4f98-8fa4-3e5141269696 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539308 Aug 16 12:57:02.425948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Attempting to bind port 7293e708-93a5-4f9e-abfa-50d6767222ad on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:02.426356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Attempting to bind port 7293e708-93a5-4f9e-abfa-50d6767222ad by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:02.426713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Attempting to bind port 7293e708-93a5-4f9e-abfa-50d6767222ad on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:02.426899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:02.431415 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.458415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '11b8f6d4-8694-4b7d-b47d-5c2c8534111e', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'port_id': '11b8f6d4-8694-4b7d-b47d-5c2c8534111e', 'mac_address': 'fa:16:3e:26:87:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:57:02.470859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Port 7293e708-93a5-4f9e-abfa-50d6767222ad on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:57:02.471183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Attempting to bind port 7293e708-93a5-4f9e-abfa-50d6767222ad on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:02.486857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:02.487214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:02.487596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:02.488047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Bound port: 7293e708-93a5-4f9e-abfa-50d6767222ad, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:02.488408 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.514041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b055f-6f6d-4d69-9cff-d266074f0586 req-9a2db8c3-402a-427f-8157-908463687555 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:02.517190 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.524025 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e30b055f-6f6d-4d69-9cff-d266074f0586 req-9a2db8c3-402a-427f-8157-908463687555 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 945 time: 0.1400235 Aug 16 12:57:02.543150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b8f6d4-8694-4b7d-b47d-5c2c8534111e {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:02.562341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aee117-4918-41ce-a8e9-aedc1064500a req-14b29c23-45ea-4f2f-8078-1f35a0845bd3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:02.564779 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30aee117-4918-41ce-a8e9-aedc1064500a req-14b29c23-45ea-4f2f-8078-1f35a0845bd3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 943 time: 0.1220474 Aug 16 12:57:02.584860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:02.591241 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.618159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30aee117-4918-41ce-a8e9-aedc1064500a req-d9e46498-5d07-4fc8-a06b-09265777dfdf tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440683 Aug 16 12:57:02.641284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e30b055f-6f6d-4d69-9cff-d266074f0586 req-5733257b-dfa4-4c67-81b5-19379b7ccb45 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162670 Aug 16 12:57:02.733279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:02.734199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37232) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:02.835552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e79989-f707-42b6-8975-08345ec38dd2 admin admin] Deleting subnet 61455d7f-18b9-430b-ae62-1508b5189ed4 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:57:02.848486 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15e79989-f707-42b6-8975-08345ec38dd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.864081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746aea-f0fc-43ac-8da3-324951897290 req-c916a825-2f76-4a98-a91f-62c36b9280c9 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:02.864081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6746aea-f0fc-43ac-8da3-324951897290 req-c916a825-2f76-4a98-a91f-62c36b9280c9 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 947 time: 0.1346757 Aug 16 12:57:02.916505 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.918808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:02.918808 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.952127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6746aea-f0fc-43ac-8da3-324951897290 req-77011cd7-e0de-4622-9184-a9985cc05650 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648746 Aug 16 12:57:02.957930 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15e79989-f707-42b6-8975-08345ec38dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.962183 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-a2f380cb-cb2a-47b4-871a-5cd16d243eff service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927160 Aug 16 12:57:02.971883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['11b8f6d4-8694-4b7d-b47d-5c2c8534111e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:02.979291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] For port 7293e708-93a5-4f9e-abfa-50d6767222ad, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:03.005130 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8002303 Aug 16 12:57:03.025067 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15e79989-f707-42b6-8975-08345ec38dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.025217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37236) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:03.033010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] Request body: {'subnet': {'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-subnet', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:03.119351 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15e79989-f707-42b6-8975-08345ec38dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.134331 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] For port 7293e708-93a5-4f9e-abfa-50d6767222ad, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=7293e708-93a5-4f9e-abfa-50d6767222ad,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:03.140114 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] Made reservation on behalf of 1d59c1be2b16469587adde5eeedfa3dd for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:57:03.142512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.150759 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.154566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e79989-f707-42b6-8975-08345ec38dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61455d7f-18b9-430b-ae62-1508b5189ed4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:03.162856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15e79989-f707-42b6-8975-08345ec38dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.169506 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-15e79989-f707-42b6-8975-08345ec38dd2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/61455d7f-18b9-430b-ae62-1508b5189ed4 HTTP/1.1" status: 204 len: 168 time: 0.4195304 Aug 16 12:57:03.170528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf1027-f390-44b1-bef5-7d6f90eaed1d admin admin] Pushing event updated for resources: {'Network': ['ID=8086a7c0-8d5d-491b-865d-81a835bcd8e9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:03.170868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37242) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:03.187541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:57:03.265783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:03.266519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.267968 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] 10.222.0.42 "PUT /v2.0/ports/7293e708-93a5-4f9e-abfa-50d6767222ad HTTP/1.1" status: 200 len: 1095 time: 2.3476059 Aug 16 12:57:03.321983 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f5588f6a-abfa-44f3-ba61-d5bb41a34b5a req-2181904b-5d64-47c1-b8e5-e31743939e8f service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507872 Aug 16 12:57:03.328246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1bbb0-9ed2-4212-bc4d-3e87a3d14d1a service neutron] Pushing event updated for resources: {'Port': ['ID=7293e708-93a5-4f9e-abfa-50d6767222ad,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:03.351651 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb2b39-7b07-4e9e-abae-c861bad84a44 req-e0e46e66-d60a-41df-af64-028493d68d18 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:03.353542 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19eb2b39-7b07-4e9e-abae-c861bad84a44 req-e0e46e66-d60a-41df-af64-028493d68d18 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 944 time: 0.1632619 Aug 16 12:57:03.373735 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.499181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-16e03b95-abeb-4a1c-b855-9fa427054c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:03.500749 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-16e03b95-abeb-4a1c-b855-9fa427054c94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a62bbc3cea8d414ea9cc9cb66b82c3f3&device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 1098 time: 0.1542227 Aug 16 12:57:03.510671 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.522911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0488115-7484-4c40-aeb4-a4a01423232a']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:03.535291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2e3133-d582-41e0-8425-ade1477a7b65') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:03.536047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2e3133-d582-41e0-8425-ade1477a7b65') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:03.546970 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.562801 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.569773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:57:03.570615 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.587851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-56c75de2-0057-4e54-bb7c-7a71069cda86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=7293e708-93a5-4f9e-abfa-50d6767222ad HTTP/1.1" status: 200 len: 217 time: 0.0596979 Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:57:03.603976 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:57:03.612833 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.616005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9aa85-868f-4e26-8ff2-8fcd0491aba4 req-10c9ab0e-89af-4e8a-9104-f528629e1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:03.616311 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19eb2b39-7b07-4e9e-abae-c861bad84a44 req-ec2b5528-e9b1-4e0a-99ca-5a0df42ae961 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321231 Aug 16 12:57:03.617661 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-87e9aa85-868f-4e26-8ff2-8fcd0491aba4 req-10c9ab0e-89af-4e8a-9104-f528629e1f7c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 1094 time: 0.1780362 Aug 16 12:57:03.686841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.706047 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.712423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37254) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:03.714809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] 10.222.0.25 "DELETE /v2.0/networks/f0488115-7484-4c40-aeb4-a4a01423232a HTTP/1.1" status: 204 len: 168 time: 0.5416119 Aug 16 12:57:03.738344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dbf99-e2f1-467a-9ed5-508c17e3de1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f0488115-7484-4c40-aeb4-a4a01423232a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:03.801526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefe35e5-fad4-4d54-9c8d-33e26db7c7d0', 'tag': '7293e708-93a5-4f9e-abfa-50d6767222ad'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:03.803893 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7072325-ae2c-48d8-a3c9-579bf69d6949" -d '{"events": [{"name": "network-changed", "server_uuid": "aefe35e5-fad4-4d54-9c8d-33e26db7c7d0", "tag": "7293e708-93a5-4f9e-abfa-50d6767222ad"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:03.811503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f91f5a-6fd9-4e38-b0b8-a402aee91699 req-9685f766-3e1b-4668-acd4-e8d7da71b207 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:03.813181 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b0f91f5a-6fd9-4e38-b0b8-a402aee91699 req-9685f766-3e1b-4668-acd4-e8d7da71b207 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 943 time: 0.0622923 Aug 16 12:57:03.836798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] Pushing event updated for resources: {'Subnet': ['ID=af072506-885c-4c61-9563-d7c2adbae5c9,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:03.845890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-77aac58f-773a-4948-be20-6b0edfcec23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:03.847419 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-77aac58f-773a-4948-be20-6b0edfcec23c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2484813 Aug 16 12:57:03.862647 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b0f91f5a-6fd9-4e38-b0b8-a402aee91699 req-1102ace5-27e1-4f2a-9f86-1db63480aea6 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 Aug 16 12:57:03.904429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-683b389e-8758-4c40-9cf5-92e0856027ee admin admin] Deleting subnet 3c3eaa81-2f5b-4d15-8421-58cefb5e66e5 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:57:03.906687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] Checking segment: {'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:03.907053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] Network hostable DHCP agents. Network: 8086a7c0-8d5d-491b-865d-81a835bcd8e9, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:57:03.912520 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8fbcd6-5364-4b88-8371-3d94dcff677b x-openstack-request-id: req-ed8fbcd6-5364-4b88-8371-3d94dcff677b {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:03.912815 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefe35e5-fad4-4d54-9c8d-33e26db7c7d0", "tag": "7293e708-93a5-4f9e-abfa-50d6767222ad", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:03.913068 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed8fbcd6-5364-4b88-8371-3d94dcff677b {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:03.913448 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefe35e5-fad4-4d54-9c8d-33e26db7c7d0', 'tag': '7293e708-93a5-4f9e-abfa-50d6767222ad', 'status': 'completed', 'code': 200} Aug 16 12:57:03.923628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-683b389e-8758-4c40-9cf5-92e0856027ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.951038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9aa85-868f-4e26-8ff2-8fcd0491aba4 req-5ebcd2c4-5b81-45ee-825e-4b39757981cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:03.952507 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-87e9aa85-868f-4e26-8ff2-8fcd0491aba4 req-5ebcd2c4-5b81-45ee-825e-4b39757981cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 905 time: 0.3064401 Aug 16 12:57:04.027065 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-683b389e-8758-4c40-9cf5-92e0856027ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.030016 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-87e9aa85-868f-4e26-8ff2-8fcd0491aba4 req-54deba25-339a-43e0-875e-e463e33d5ab6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b5c0ea7-f30f-4f5c-896d-40cae10381f9 HTTP/1.1" status: 200 len: 217 time: 0.0684769 Aug 16 12:57:04.051737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-479ff5d3-01c1-4694-ae8a-e86f275f3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:04.054225 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-479ff5d3-01c1-4694-ae8a-e86f275f3a08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931965 Aug 16 12:57:04.055318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] Network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:57:04.115223 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72c97e-7818-4383-83ac-41baa6dda6ad req-f3446c19-91c9-4856-9f28-de4d6d4a690c tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:04.124909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae72c97e-7818-4383-83ac-41baa6dda6ad req-f3446c19-91c9-4856-9f28-de4d6d4a690c tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 947 time: 0.0714145 Aug 16 12:57:04.141256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 8086a7c0-8d5d-491b-865d-81a835bcd8e9) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:04.151412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fefe364-e807-4cb2-bb8d-aa91f4ecdc61 None None] Network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:57:04.170435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae72c97e-7818-4383-83ac-41baa6dda6ad req-24b183aa-ca67-4662-a8e4-566b29007b8e tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Aug 16 12:57:04.210071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:04.210976 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.227773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9aa85-868f-4e26-8ff2-8fcd0491aba4 req-694bffee-aef4-4501-9e41-3f6eb2f0d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:04.229548 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-87e9aa85-868f-4e26-8ff2-8fcd0491aba4 req-694bffee-aef4-4501-9e41-3f6eb2f0d178 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=909c1a27-3032-4df6-8e77-1f1290416049 HTTP/1.1" status: 200 len: 845 time: 0.1803317 Aug 16 12:57:04.233264 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-683b389e-8758-4c40-9cf5-92e0856027ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.244096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d42c1-0e1c-4ad0-b6e4-66ecbde57cb5 req-2a810eb3-adbb-41fa-92f1-c1613e7f84e7 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:04.246008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e6d42c1-0e1c-4ad0-b6e4-66ecbde57cb5 req-2a810eb3-adbb-41fa-92f1-c1613e7f84e7 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.0681517 Aug 16 12:57:04.260294 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-020e80d8-da9a-48d0-ba59-b4a2cd9c61da admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2336676 Aug 16 12:57:04.263686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37266) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:04.279461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-router', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:04.280615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 11b8f6d4-8694-4b7d-b47d-5c2c8534111e up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:04.298468 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-87e9aa85-868f-4e26-8ff2-8fcd0491aba4 req-2a3ae637-5720-4fc3-924e-c5bd0e73716b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585911 Aug 16 12:57:04.315921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e6d42c1-0e1c-4ad0-b6e4-66ecbde57cb5 req-f0c75b92-0ab5-43bc-8f8b-4c82c88e295b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625107 Aug 16 12:57:04.331940 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.335616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.358789 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30a6a180-b468-4aea-8dc0-a0c1d071ae38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.396204 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-dc9f9e23-4dc7-459d-9712-1f849b30fce9 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205664 Aug 16 12:57:04.398924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:04.425649 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.432773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:04.433149 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.437882 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-683b389e-8758-4c40-9cf5-92e0856027ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.457651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-8086a7c0-8d5d-491b-865d-81a835bcd8e9', 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'fixed_ips': [{'subnet_id': 'af072506-885c-4c61-9563-d7c2adbae5c9'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:57:04.460211 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.484130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device dc1f38c2-2d17-4723-924b-b3b80b78c1ca no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:04.513171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b389e-8758-4c40-9cf5-92e0856027ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c3eaa81-2f5b-4d15-8421-58cefb5e66e5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:04.527491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-683b389e-8758-4c40-9cf5-92e0856027ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.529725 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-683b389e-8758-4c40-9cf5-92e0856027ee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3c3eaa81-2f5b-4d15-8421-58cefb5e66e5 HTTP/1.1" status: 204 len: 168 time: 0.8111365 Aug 16 12:57:04.530639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: dc1f38c2-2d17-4723-924b-b3b80b78c1ca {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:04.530963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device dc1f38c2-2d17-4723-924b-b3b80b78c1ca not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:04.535676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37270) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:04.547322 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-87e9aa85-868f-4e26-8ff2-8fcd0491aba4 req-a427fd50-596d-46df-998d-88d734029141 service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427275 Aug 16 12:57:04.616347 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.668845 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.717354 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a19e9a1-de7d-443a-9245-b506f30bbe04 req-b2d360df-ea75-464f-a612-29e708100e85 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086910 Aug 16 12:57:04.754430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.802602 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.855963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a203df81-48db-4832-b9ed-8eeab5992aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b8f6d4-8694-4b7d-b47d-5c2c8534111e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:04.858932 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0c5aaf-2499-4281-85ef-51ce2257a02c" -d '{"events": [{"server_uuid": "a203df81-48db-4832-b9ed-8eeab5992aca", "name": "network-vif-plugged", "status": "completed", "tag": "11b8f6d4-8694-4b7d-b47d-5c2c8534111e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:04.881682 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Allocated IP 172.20.0.2 (8086a7c0-8d5d-491b-865d-81a835bcd8e9/af072506-885c-4c61-9563-d7c2adbae5c9/97ff233b-999a-42f5-92a1-2694b62671f6) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:57:04.885147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:04.896916 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:04.905905 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-87e9aa85-868f-4e26-8ff2-8fcd0491aba4 req-a052e943-507a-40b6-bc8a-992648487ae2 service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445272 Aug 16 12:57:04.913179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab76b6f-280f-493d-845f-d56960b154ab req-56e32784-4c94-4af9-a67e-d3f1957ce3ea tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:04.915653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ab76b6f-280f-493d-845f-d56960b154ab req-56e32784-4c94-4af9-a67e-d3f1957ce3ea tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 944 time: 0.1410935 Aug 16 12:57:04.953326 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c962cd9-e137-44d5-9a07-f4bfe27f062b x-openstack-request-id: req-1c962cd9-e137-44d5-9a07-f4bfe27f062b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:04.954585 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a203df81-48db-4832-b9ed-8eeab5992aca", "name": "network-vif-plugged", "status": "completed", "tag": "11b8f6d4-8694-4b7d-b47d-5c2c8534111e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:04.954585 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c962cd9-e137-44d5-9a07-f4bfe27f062b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:04.954912 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a203df81-48db-4832-b9ed-8eeab5992aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b8f6d4-8694-4b7d-b47d-5c2c8534111e', 'code': 200} Aug 16 12:57:04.956755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7072325-ae2c-48d8-a3c9-579bf69d6949 req-2ad6ed8c-dfe1-4273-9167-1464c9cacdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:04.958650 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c7072325-ae2c-48d8-a3c9-579bf69d6949 req-2ad6ed8c-dfe1-4273-9167-1464c9cacdd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a62bbc3cea8d414ea9cc9cb66b82c3f3&device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 1098 time: 0.1718335 Aug 16 12:57:04.993815 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.032875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:05.047224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.047751 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.049784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.050349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.050513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.050807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.051044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.051357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c4d189-e6b8-4629-ae30-5903c9969615']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:05.051484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.051698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.052030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.052363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.052690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:05.077161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0712b37-7b2a-4050-aa87-336c3b88f305') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:05.077433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0712b37-7b2a-4050-aa87-336c3b88f305') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:05.141535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.172441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.174696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.190072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Transition to ACTIVE for port object 97ff233b-999a-42f5-92a1-2694b62671f6 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:05.201530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:57:05.202047 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:57:05.204066 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:57:05.208478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dad92b-5864-4d85-94f3-8ad475624cf7 req-6cf5dd11-8836-4a3b-872d-86d243629355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:05.208478 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65dad92b-5864-4d85-94f3-8ad475624cf7 req-6cf5dd11-8836-4a3b-872d-86d243629355 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 1096 time: 0.1767268 Aug 16 12:57:05.216805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Transition to ACTIVE for port object 97ff233b-999a-42f5-92a1-2694b62671f6 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:05.228822 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.300412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:05.306229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:05.315186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:05.321321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Pushing event updated for resources: {'Port': ['ID=97ff233b-999a-42f5-92a1-2694b62671f6,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:05.359774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7072325-ae2c-48d8-a3c9-579bf69d6949 req-d085cde0-892f-4ce5-8b56-7cab6fcca397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:05.363537 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c7072325-ae2c-48d8-a3c9-579bf69d6949 req-d085cde0-892f-4ce5-8b56-7cab6fcca397 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3891382 Aug 16 12:57:05.445109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Attempting to bind port 97ff233b-999a-42f5-92a1-2694b62671f6 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:05.445736 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Attempting to bind port 97ff233b-999a-42f5-92a1-2694b62671f6 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:05.446642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Attempting to bind port 97ff233b-999a-42f5-92a1-2694b62671f6 on network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:05.458162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:05.459213 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Checking segment: {'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:05.460110 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.461025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Bound using segment: {'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:05.461632 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65dad92b-5864-4d85-94f3-8ad475624cf7 req-91349a08-2a15-4e35-b61d-53ed37d23f81 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410440 Aug 16 12:57:05.463387 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.463883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Bound port: 97ff233b-999a-42f5-92a1-2694b62671f6, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:05.465069 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.467637 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c7072325-ae2c-48d8-a3c9-579bf69d6949 req-7ddf0123-5dd1-4be5-99c0-122c488f2852 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=7293e708-93a5-4f9e-abfa-50d6767222ad HTTP/1.1" status: 200 len: 217 time: 0.0952537 Aug 16 12:57:05.469048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ab76b6f-280f-493d-845f-d56960b154ab req-0fb9be31-3fbf-4222-ac1e-42dd9482b01f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422299 Aug 16 12:57:05.474078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.474941 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.490350 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d8c4d189-e6b8-4629-ae30-5903c9969615 HTTP/1.1" status: 204 len: 168 time: 0.9508233 Aug 16 12:57:05.522405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b23843-1111-4cdb-804d-135f12597608 req-42c522df-c6c7-4a9f-8183-ebfc30b345e7 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:05.524073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75b23843-1111-4cdb-804d-135f12597608 req-42c522df-c6c7-4a9f-8183-ebfc30b345e7 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 943 time: 0.2183990 Aug 16 12:57:05.552624 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.579686 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f98962-90d9-4760-8e40-243c9a00a248 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c4d189-e6b8-4629-ae30-5903c9969615,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:05.586033 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.608827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] For port 97ff233b-999a-42f5-92a1-2694b62671f6, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:05.615784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] For port 97ff233b-999a-42f5-92a1-2694b62671f6, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=97ff233b-999a-42f5-92a1-2694b62671f6,segment=NetworkSegment(eb92932f-c21e-4bea-a715-cab448e2bc0a),segment_id=eb92932f-c21e-4bea-a715-cab448e2bc0a)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:05.618810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75b23843-1111-4cdb-804d-135f12597608 req-4fb21758-38b8-4c1f-946e-19b93274b764 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826983 Aug 16 12:57:05.631540 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.692513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7072325-ae2c-48d8-a3c9-579bf69d6949 req-1dabf181-969b-47b2-b692-de1854f84adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:05.694565 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c7072325-ae2c-48d8-a3c9-579bf69d6949 req-1dabf181-969b-47b2-b692-de1854f84adc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1922934 Aug 16 12:57:05.754814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7072325-ae2c-48d8-a3c9-579bf69d6949 req-f65f82bc-ee69-4fb5-bca5-a46d63931c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:05.757512 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c7072325-ae2c-48d8-a3c9-579bf69d6949 req-f65f82bc-ee69-4fb5-bca5-a46d63931c5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543540 Aug 16 12:57:05.789838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b943e3-9a6f-45f0-973c-088c000e5b4c None None] Pushing event updated for resources: {'Port': ['ID=97ff233b-999a-42f5-92a1-2694b62671f6,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:05.790058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37288) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:05.875853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bd962-17b8-4597-9911-6633cca82d2b req-aaa7e108-5867-4f35-b107-48b7feb13322 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:05.877497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-478bd962-17b8-4597-9911-6633cca82d2b req-aaa7e108-5867-4f35-b107-48b7feb13322 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 947 time: 0.2009625 Aug 16 12:57:05.889334 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c7072325-ae2c-48d8-a3c9-579bf69d6949 req-fa9808a4-885c-4dc5-b3b2-bc07b5557724 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193960 Aug 16 12:57:05.896277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Allocated IP 172.25.0.230 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/696eba68-73f5-4758-8f38-d9e2fcdfb274) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:57:05.946374 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-735e32be-2714-4ce5-abd7-8760f6393d1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2706d657c21b456da2ceb534084c65a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535602 Aug 16 12:57:05.948043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37292) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:05.996618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23256f49-b6ae-4522-8497-a417a9edc62e req-0b8d6d43-b722-4cb9-bda6-7fb9267f4abf tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:05.996618 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23256f49-b6ae-4522-8497-a417a9edc62e req-0b8d6d43-b722-4cb9-bda6-7fb9267f4abf tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.2042572 Aug 16 12:57:06.021756 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c7072325-ae2c-48d8-a3c9-579bf69d6949 req-b7403dcb-a2dd-49db-8dfa-fd8daf80a64e service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203306 Aug 16 12:57:06.146698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-478bd962-17b8-4597-9911-6633cca82d2b req-f3aae793-78e7-47bc-b856-4b05d6d2fd0c tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534149 Aug 16 12:57:06.191245 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23256f49-b6ae-4522-8497-a417a9edc62e req-488aa4f7-1a7f-483a-b9ca-ed74e866a88d tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533566 Aug 16 12:57:06.193522 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e712a4e1-a5b7-4dff-b101-a3f5032c62c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:06.217029 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:06.233677 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e712a4e1-a5b7-4dff-b101-a3f5032c62c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:06.286072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:57:06.298748 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:06.333992 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e712a4e1-a5b7-4dff-b101-a3f5032c62c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:06.336521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e712a4e1-a5b7-4dff-b101-a3f5032c62c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:06.337674 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e712a4e1-a5b7-4dff-b101-a3f5032c62c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40168874-6514-49c2-a949-4a1ef2414eb7 HTTP/1.1" status: 204 len: 168 time: 0.3876438 Aug 16 12:57:06.348790 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:06.359271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:06.365398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:06.368775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712a4e1-a5b7-4dff-b101-a3f5032c62c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40168874-6514-49c2-a949-4a1ef2414eb7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:06.401866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Pushing event updated for resources: {'Port': ['ID=696eba68-73f5-4758-8f38-d9e2fcdfb274,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:06.572731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:06.587669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'port_id': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9', 'mac_address': 'fa:16:3e:94:b2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909c1a27-3032-4df6-8e77-1f1290416049', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:57:06.648900 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:06.675319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:06.759167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:06.767811 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:06.865035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:06.916392 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:07.006638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37302) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:07.019898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be5293-b61c-47c7-bfe6-eae2eb1c6d89 req-72408e16-3b6f-487b-9f20-7ead5c4ad7d3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:07.021425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80be5293-b61c-47c7-bfe6-eae2eb1c6d89 req-72408e16-3b6f-487b-9f20-7ead5c4ad7d3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 945 time: 0.1732006 Aug 16 12:57:07.030825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67de35d-0316-4722-87c8-46b498c6284b req-9ebf7c83-ec4f-4b60-ad5c-70e2c125a789 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:07.034801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b67de35d-0316-4722-87c8-46b498c6284b req-9ebf7c83-ec4f-4b60-ad5c-70e2c125a789 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 944 time: 0.2013919 Aug 16 12:57:07.048758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a3a11-33f3-4517-b37b-77fa53eba9ec None None] Network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:57:07.057394 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-23884b7f-fc90-4ebb-be54-fbab49a3dfdd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1bd341d555c4d33833bf725fd767726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492368 Aug 16 12:57:07.062551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37304) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:07.120246 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4abc-c967-42c8-b3ee-9b5b606cb437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:07.125902 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80be5293-b61c-47c7-bfe6-eae2eb1c6d89 req-8c86d452-633c-4bdc-8c51-7a2bdc75b3a9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690567 Aug 16 12:57:07.140059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-141cdd99-c8f0-494a-a177-0659bc847fc6 None None] Provisioning for port 97ff233b-999a-42f5-92a1-2694b62671f6 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:07.154790 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4abc-c967-42c8-b3ee-9b5b606cb437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:07.179248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b67de35d-0316-4722-87c8-46b498c6284b req-1b0ef33e-a48e-4698-b02f-50bd320fc515 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212463 Aug 16 12:57:07.201904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['9b5c0ea7-f30f-4f5c-896d-40cae10381f9'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:07.237172 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4abc-c967-42c8-b3ee-9b5b606cb437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:07.240062 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4abc-c967-42c8-b3ee-9b5b606cb437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:07.242730 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e2bd4abc-c967-42c8-b3ee-9b5b606cb437 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/685f4388-acf8-4ffc-aca5-6e90c58513c9 HTTP/1.1" status: 204 len: 168 time: 0.1789842 Aug 16 12:57:07.253985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd4abc-c967-42c8-b3ee-9b5b606cb437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f4388-acf8-4ffc-aca5-6e90c58513c9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:07.294536 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:07.358628 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:07.373681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee076f7-d70d-4d0e-8eab-73520b901ed8 req-0483b425-b230-4325-a2d4-9373e238edeb tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:07.376003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dee076f7-d70d-4d0e-8eab-73520b901ed8 req-0483b425-b230-4325-a2d4-9373e238edeb tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 947 time: 0.1373386 Aug 16 12:57:07.503149 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dee076f7-d70d-4d0e-8eab-73520b901ed8 req-499f9b11-ebfc-4db7-ac0c-f4afb5e280fb tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067421 Aug 16 12:57:07.529106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec38946-a46b-4237-abe9-d0c16ea16216 req-177f5a7c-3350-4550-b666-f22934604180 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:07.530861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ec38946-a46b-4237-abe9-d0c16ea16216 req-177f5a7c-3350-4550-b666-f22934604180 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.2172985 Aug 16 12:57:07.585015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 97ff233b-999a-42f5-92a1-2694b62671f6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:07.635921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ec38946-a46b-4237-abe9-d0c16ea16216 req-824385d5-c81a-4e9d-81c3-81864c9c9ac9 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916598 Aug 16 12:57:07.681398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Router 2e13f3fb-0629-438c-aac2-839e132dbefa is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:57:07.703367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 97ff233b-999a-42f5-92a1-2694b62671f6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:07.711885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 97ff233b-999a-42f5-92a1-2694b62671f6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:07.714710 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:07.831289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:57:07.849835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:07.851500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-544f361b-2c63-49b9-bbba-a785546d06a1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5755990 Aug 16 12:57:07.854518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37324) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:07.861208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Sync routers for ids ['2e13f3fb-0629-438c-aac2-839e132dbefa'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:57:07.914284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Routers {'2e13f3fb-0629-438c-aac2-839e132dbefa'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:07.915337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2e13f3fb-0629-438c-aac2-839e132dbefa'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:07.979629 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:07.995161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c118c8ed-271a-4220-878e-802360654524 None None] Provisioning complete for port 97ff233b-999a-42f5-92a1-2694b62671f6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:07.995161 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c118c8ed-271a-4220-878e-802360654524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:08.092098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 97ff233b-999a-42f5-92a1-2694b62671f6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=97ff233b-999a-42f5-92a1-2694b62671f6,segment=NetworkSegment(eb92932f-c21e-4bea-a715-cab448e2bc0a),segment_id=eb92932f-c21e-4bea-a715-cab448e2bc0a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:08.103929 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:08.158147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Set router 2e13f3fb-0629-438c-aac2-839e132dbefa gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:08.299118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=97ff233b-999a-42f5-92a1-2694b62671f6,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:08.443749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-router', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:04Z', 'updated_at': '2021-08-16T12:57:06Z', 'revision_number': 3, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'gw_port': {'id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:05Z', 'updated_at': '2021-08-16T12:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:08.478847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Checking router: 2e13f3fb-0629-438c-aac2-839e132dbefa for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:57:08.479200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Updating router 2e13f3fb-0629-438c-aac2-839e132dbefa port 696eba68-73f5-4758-8f38-d9e2fcdfb274 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:57:08.508331 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:08.530954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 7293e708-93a5-4f9e-abfa-50d6767222ad details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:57:08.701116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d278e6-9e91-4bd7-9726-7c1f2f2e0ed3 req-1cbeeb31-0e3b-413f-905e-f988502acd84 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:08.702763 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47d278e6-9e91-4bd7-9726-7c1f2f2e0ed3 req-1cbeeb31-0e3b-413f-905e-f988502acd84 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 944 time: 0.4115081 Aug 16 12:57:08.712376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471daa83-9b9d-4933-951e-40a32d4545c8 req-5856c36d-60b8-4936-8b87-b5b36cddb2aa tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:08.713920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-471daa83-9b9d-4933-951e-40a32d4545c8 req-5856c36d-60b8-4936-8b87-b5b36cddb2aa tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 945 time: 0.4870007 Aug 16 12:57:08.759473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 7293e708-93a5-4f9e-abfa-50d6767222ad, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=7293e708-93a5-4f9e-abfa-50d6767222ad,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:08.775130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '7293e708-93a5-4f9e-abfa-50d6767222ad', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '7293e708-93a5-4f9e-abfa-50d6767222ad', 'mac_address': 'fa:16:3e:2f:05:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:57:08.816019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47d278e6-9e91-4bd7-9726-7c1f2f2e0ed3 req-be9c8a27-5d40-4816-8256-1ace121a7701 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974989 Aug 16 12:57:08.820445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-471daa83-9b9d-4933-951e-40a32d4545c8 req-8f65fc63-f83f-4107-bb86-451ad012361a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913608 Aug 16 12:57:08.844243 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:08.875214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:08.898920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7293e708-93a5-4f9e-abfa-50d6767222ad {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:08.937435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 7293e708-93a5-4f9e-abfa-50d6767222ad, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=7293e708-93a5-4f9e-abfa-50d6767222ad,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:08.940157 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:08.943011 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:08.988302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Transition to ACTIVE for port object 696eba68-73f5-4758-8f38-d9e2fcdfb274 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:09.003356 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:09.011020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=7293e708-93a5-4f9e-abfa-50d6767222ad,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:09.060043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Attempting to bind port 696eba68-73f5-4758-8f38-d9e2fcdfb274 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:09.060432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Attempting to bind port 696eba68-73f5-4758-8f38-d9e2fcdfb274 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:09.061050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Attempting to bind port 696eba68-73f5-4758-8f38-d9e2fcdfb274 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:09.070337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:09.070691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:09.071001 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:09.071401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:09.071863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Bound port: 696eba68-73f5-4758-8f38-d9e2fcdfb274, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:09.072085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494a61e-3d1c-4617-b526-57df0e36716a req-b086ef95-ff24-49db-a558-a998c346c8ed tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:09.072260 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:09.074281 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2494a61e-3d1c-4617-b526-57df0e36716a req-b086ef95-ff24-49db-a558-a998c346c8ed tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 948 time: 0.1441748 Aug 16 12:57:09.095500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88de44-34c1-47ab-b5a4-74761a5e4818 None None] Pushing event updated for resources: {'Port': ['ID=696eba68-73f5-4758-8f38-d9e2fcdfb274,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:09.150026 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] For port 696eba68-73f5-4758-8f38-d9e2fcdfb274, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:09.154950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] For port 696eba68-73f5-4758-8f38-d9e2fcdfb274, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=696eba68-73f5-4758-8f38-d9e2fcdfb274,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:09.160038 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:09.188963 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-f3d350c3-91a6-4381-9d54-e1a7a9b0ddf6 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b4b3df057a144a4b8701357662f6eede&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470881 Aug 16 12:57:09.200650 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2494a61e-3d1c-4617-b526-57df0e36716a req-e8406c2e-98b6-48d0-89f6-3a959c9ef90f tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023295 Aug 16 12:57:09.216737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Allocated IP 172.20.0.1 (8086a7c0-8d5d-491b-865d-81a835bcd8e9/af072506-885c-4c61-9563-d7c2adbae5c9/e64966f0-f4bb-42aa-83ef-f62677590f7b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:57:09.234198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['7293e708-93a5-4f9e-abfa-50d6767222ad'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:09.277730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Routers {'2e13f3fb-0629-438c-aac2-839e132dbefa'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:09.278709 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2e13f3fb-0629-438c-aac2-839e132dbefa'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:09.327534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88de44-34c1-47ab-b5a4-74761a5e4818 None None] Pushing event updated for resources: {'Port': ['ID=696eba68-73f5-4758-8f38-d9e2fcdfb274,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:09.387551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-5412a959-90dc-4276-b7e5-78194cc25598 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:09.389105 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-5412a959-90dc-4276-b7e5-78194cc25598 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840119 Aug 16 12:57:09.442699 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-e3859f72-5833-434b-8b44-95df3c48e59e tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/quotas/b4b3df057a144a4b8701357662f6eede HTTP/1.1" status: 200 len: 375 time: 0.0350282 Aug 16 12:57:09.446187 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:09.491642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-65d1a81c-1cb4-4b26-aa0e-b089094bed51 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4b3df057a144a4b8701357662f6eede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396461 Aug 16 12:57:09.492598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Transition to ACTIVE for port object e64966f0-f4bb-42aa-83ef-f62677590f7b will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:09.506669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876666d6-cfce-486b-8499-0fbbe844d8f6 req-77721017-a86f-4ebf-a34e-f3e700c4ae78 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:09.508296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-876666d6-cfce-486b-8499-0fbbe844d8f6 req-77721017-a86f-4ebf-a34e-f3e700c4ae78 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.1435359 Aug 16 12:57:09.529043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 97ff233b-999a-42f5-92a1-2694b62671f6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:09.575820 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-876666d6-cfce-486b-8499-0fbbe844d8f6 req-edf8d53b-af92-4c96-bd9e-d5e8ba7e5d4b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554001 Aug 16 12:57:09.599986 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:09.616279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] Set router 2e13f3fb-0629-438c-aac2-839e132dbefa gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:09.686209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:09.691885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:09.694484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:09.736881 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 97ff233b-999a-42f5-92a1-2694b62671f6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:09.737647 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:09.747083 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:09.883833 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c6112f0-5acc-45fe-ac08-ba54be8210c6 req-ccfdb374-c96e-4411-873e-70270a39df27 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 210 time: 0.0810647 Aug 16 12:57:09.888163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Pushing event updated for resources: {'Port': ['ID=e64966f0-f4bb-42aa-83ef-f62677590f7b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:10.040982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27420-ebc6-4140-b4d2-83d3dbad4618 req-8edb2c87-82cf-41f9-8381-211d78ca30bc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:10.042810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8d27420-ebc6-4140-b4d2-83d3dbad4618 req-8edb2c87-82cf-41f9-8381-211d78ca30bc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 944 time: 0.1086056 Aug 16 12:57:10.050749 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:10.070327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-router', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:04Z', 'updated_at': '2021-08-16T12:57:06Z', 'revision_number': 3, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'gw_port': {'id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:05Z', 'updated_at': '2021-08-16T12:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:10.074137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-559b38a3-a7ca-4a8b-9442-5854e8006de1 None None] Provisioning for port e64966f0-f4bb-42aa-83ef-f62677590f7b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:10.078746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-559b38a3-a7ca-4a8b-9442-5854e8006de1 None None] Provisioning complete for port e64966f0-f4bb-42aa-83ef-f62677590f7b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:10.079119 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-559b38a3-a7ca-4a8b-9442-5854e8006de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:10.117401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c3d54-1abb-4726-8da4-318193d5582c None None] The sync data for ids ['2e13f3fb-0629-438c-aac2-839e132dbefa'] in n-d-804708-1 is: [{'id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-router', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:04Z', 'updated_at': '2021-08-16T12:57:06Z', 'revision_number': 3, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'gw_port': {'id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:05Z', 'updated_at': '2021-08-16T12:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:57:10.145290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8d27420-ebc6-4140-b4d2-83d3dbad4618 req-101630b2-a0ec-45f8-9296-fafa686080b4 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783200 Aug 16 12:57:10.175171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-559b38a3-a7ca-4a8b-9442-5854e8006de1 None None] Port e64966f0-f4bb-42aa-83ef-f62677590f7b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:57:10.311355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:10.384556 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:10.391859 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:10.394034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:10.400983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:10.401903 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:10.491868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bbe4e-8f42-4736-a41f-5fc341b0b8ea req-7b0fbc43-1552-4b46-92ff-f9f081dd1542 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:10.493503 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f4bbe4e-8f42-4736-a41f-5fc341b0b8ea req-7b0fbc43-1552-4b46-92ff-f9f081dd1542 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 948 time: 0.1761119 Aug 16 12:57:10.548543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Pushing event updated for resources: {'Port': ['ID=e64966f0-f4bb-42aa-83ef-f62677590f7b,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:10.554050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:10.580292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f4bbe4e-8f42-4736-a41f-5fc341b0b8ea req-1a3efd81-25b3-4002-8be7-f6bc4e591dff tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773566 Aug 16 12:57:10.626272 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:10.668299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07654c3-1cd7-4194-a7d3-8cdee91430ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:10.675453 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767eef65-986e-4583-a978-2d199cd1fd03" -d '{"events": [{"server_uuid": "b07654c3-1cd7-4194-a7d3-8cdee91430ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b5c0ea7-f30f-4f5c-896d-40cae10381f9"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:10.692074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:10.701608 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:10.738468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:10.754823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:10.772229 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324b493b-4589-468c-9f2f-ba5a55bfb6c9 x-openstack-request-id: req-324b493b-4589-468c-9f2f-ba5a55bfb6c9 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:10.772810 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07654c3-1cd7-4194-a7d3-8cdee91430ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b5c0ea7-f30f-4f5c-896d-40cae10381f9", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:10.773260 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-324b493b-4589-468c-9f2f-ba5a55bfb6c9 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:10.773831 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07654c3-1cd7-4194-a7d3-8cdee91430ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9', 'code': 200} Aug 16 12:57:10.805336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:10.885502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a7f9-928f-4510-8fcd-173970f4b994 req-79e919b6-684c-468c-95b1-38a8fb70d913 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:10.893123 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3803a7f9-928f-4510-8fcd-173970f4b994 req-79e919b6-684c-468c-95b1-38a8fb70d913 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.2081208 Aug 16 12:57:11.035319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3803a7f9-928f-4510-8fcd-173970f4b994 req-44b44613-f977-4e1e-a08a-1fc422b4fb5a tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805058 Aug 16 12:57:11.053194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436a89e-9b2d-46b0-8211-f39a920ceb6a req-fa225f00-473a-4cab-a0e6-a3c3e21de27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:11.055257 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e436a89e-9b2d-46b0-8211-f39a920ceb6a req-fa225f00-473a-4cab-a0e6-a3c3e21de27c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 1096 time: 0.1212058 Aug 16 12:57:11.091954 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Router 2e13f3fb-0629-438c-aac2-839e132dbefa has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:57:11.113725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1614234f-6567-4274-b0b5-4ef6f6c2e150 None None] Provisioning complete for port e64966f0-f4bb-42aa-83ef-f62677590f7b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:11.114004 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1614234f-6567-4274-b0b5-4ef6f6c2e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:11.121467 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e436a89e-9b2d-46b0-8211-f39a920ceb6a req-9c036788-4102-44b8-9fe5-5419b8731316 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573366 Aug 16 12:57:11.147965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e85140a4-459d-4e30-8a1b-7d1cefe638ff req-52c12960-85d8-4ce6-9612-fcf8c99a1d14 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 210 time: 0.0409265 Aug 16 12:57:11.164853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1614234f-6567-4274-b0b5-4ef6f6c2e150 None None] Port e64966f0-f4bb-42aa-83ef-f62677590f7b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:57:11.288802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:57:11.294419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c24ad5f7-c09d-4f36-a144-82e9ef0fff4f admin admin] 10.222.0.25 "PUT /v2.0/routers/2e13f3fb-0629-438c-aac2-839e132dbefa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4388340 Aug 16 12:57:11.308412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1646e-6d02-4644-b967-9f71886ce1a6 req-3a88d4ff-507e-475a-b175-2792e9c7e1d3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:11.311629 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1cb1646e-6d02-4644-b967-9f71886ce1a6 req-3a88d4ff-507e-475a-b175-2792e9c7e1d3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.0793519 Aug 16 12:57:11.371250 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1cb1646e-6d02-4644-b967-9f71886ce1a6 req-859cb9b2-00e4-48c1-9d14-ac44b425a7b1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Aug 16 12:57:11.502140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 696eba68-73f5-4758-8f38-d9e2fcdfb274 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:11.585136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 696eba68-73f5-4758-8f38-d9e2fcdfb274 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:11.592247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 696eba68-73f5-4758-8f38-d9e2fcdfb274 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:11.592726 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:11.694220 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:11.719501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 696eba68-73f5-4758-8f38-d9e2fcdfb274, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=696eba68-73f5-4758-8f38-d9e2fcdfb274,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:11.725132 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:11.741815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412643b5-5a29-412c-8660-68d201840ac4 req-f725ad38-efa8-4b6a-9704-35953fb1106d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:11.743983 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412643b5-5a29-412c-8660-68d201840ac4 req-f725ad38-efa8-4b6a-9704-35953fb1106d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 948 time: 0.0672762 Aug 16 12:57:11.790737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412643b5-5a29-412c-8660-68d201840ac4 req-be4d6e10-2e0c-4911-914d-76706b874a8c tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379107 Aug 16 12:57:11.792414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=696eba68-73f5-4758-8f38-d9e2fcdfb274,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:12.124618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37418) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:12.130958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-network', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:12.140717 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-eb42dc17-ffc4-47f4-a21d-ff6622a309d4 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b4b3df057a144a4b8701357662f6eede&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289774 Aug 16 12:57:12.164043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Made reservation on behalf of 41459d2df23c4ab0bb1508474c239f22 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:57:12.171430 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.214941 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.267109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe8945-d0e1-4032-8f29-9ba49a41ac4e req-e12a3d57-77a8-475f-82be-dbdc5a1f9eac tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:12.274972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cbe8945-d0e1-4032-8f29-9ba49a41ac4e req-e12a3d57-77a8-475f-82be-dbdc5a1f9eac tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.1005976 Aug 16 12:57:12.333295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7585b56a-cd22-4a1a-95e7-6fc77862159c req-4d1adfa9-ecb6-4d5c-b29c-55f517981c03 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 210 time: 0.0774055 Aug 16 12:57:12.342460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-a7355fd7-e610-4e68-af7b-cc3d268c685b tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:12.344448 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-a7355fd7-e610-4e68-af7b-cc3d268c685b tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941655 Aug 16 12:57:12.362940 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Sync routers for ids ['2e13f3fb-0629-438c-aac2-839e132dbefa'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:57:12.370947 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cbe8945-d0e1-4032-8f29-9ba49a41ac4e req-f308a920-1690-4313-9ac8-cfb7eb9207ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950353 Aug 16 12:57:12.375625 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Routers {'2e13f3fb-0629-438c-aac2-839e132dbefa'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:12.376447 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2e13f3fb-0629-438c-aac2-839e132dbefa'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:12.380259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Request body: {'port': {'device_id': 'c08614a0-eba1-48c2-beaf-6b19392ece9f', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'b4b3df057a144a4b8701357662f6eede'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:12.449126 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.484465 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.496278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:57:12.513470 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Set router 2e13f3fb-0629-438c-aac2-839e132dbefa gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:12.517842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 7293e708-93a5-4f9e-abfa-50d6767222ad up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:12.522569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Made reservation on behalf of b4b3df057a144a4b8701357662f6eede for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:57:12.529550 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.538224 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.538571 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Added segment b069bbf8-0445-4b53-b875-3024a18c8d4f of type vlan for network 0aacd00d-4ae9-4d53-8884-c50a34264ba0 Aug 16 12:57:12.542381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.562329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd98d6-3641-47b4-8a76-da09e76801fc req-62ce2474-a010-4b52-ba54-bb4c87584fbc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:12.569552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8fd98d6-3641-47b4-8a76-da09e76801fc req-62ce2474-a010-4b52-ba54-bb4c87584fbc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.1173167 Aug 16 12:57:12.571569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a2c6f-755a-4fe7-9879-ca841975ff1a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:12.599982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 7293e708-93a5-4f9e-abfa-50d6767222ad completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:12.606273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 7293e708-93a5-4f9e-abfa-50d6767222ad triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:12.607260 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.644141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.676071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8fd98d6-3641-47b4-8a76-da09e76801fc req-a8822311-45be-403c-9f08-14c536e1f5cc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036429 Aug 16 12:57:12.724909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.725969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:12.726613 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.752917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.763415 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.799074 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.799896 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6736753 Aug 16 12:57:12.805742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37426) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:12.814388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] Request body: {'subnet': {'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-subnet', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:12.846001 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe35e5-fad4-4d54-9c8d-33e26db7c7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7293e708-93a5-4f9e-abfa-50d6767222ad'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:12.851009 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e823b428-1781-461b-867b-e93f52878be8" -d '{"events": [{"server_uuid": "aefe35e5-fad4-4d54-9c8d-33e26db7c7d0", "name": "network-vif-plugged", "status": "completed", "tag": "7293e708-93a5-4f9e-abfa-50d6767222ad"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:12.858320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41b9cd-1a58-4923-a608-31cf59904bff admin admin] Pushing event updated for resources: {'Network': ['ID=0aacd00d-4ae9-4d53-8884-c50a34264ba0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:12.867656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] Made reservation on behalf of 41459d2df23c4ab0bb1508474c239f22 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:57:12.870334 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.877308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 7293e708-93a5-4f9e-abfa-50d6767222ad, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=7293e708-93a5-4f9e-abfa-50d6767222ad,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:12.881784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 0aacd00d-4ae9-4d53-8884-c50a34264ba0 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:57:12.898838 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-router', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:04Z', 'updated_at': '2021-08-16T12:57:09Z', 'revision_number': 4, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'gw_port': {'id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:05Z', 'updated_at': '2021-08-16T12:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e64966f0-f4bb-42aa-83ef-f62677590f7b', 'name': '', 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'mac_address': 'fa:16:3e:20:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'af072506-885c-4c61-9563-d7c2adbae5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:08Z', 'updated_at': '2021-08-16T12:57:10Z', 'revision_number': 2, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'subnets': [{'id': 'af072506-885c-4c61-9563-d7c2adbae5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:12.905389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad12eef6-8595-4aeb-a6db-ccf5135d300d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:12.907804 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.952763 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Checking router: 2e13f3fb-0629-438c-aac2-839e132dbefa for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:57:12.953059 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Updating router 2e13f3fb-0629-438c-aac2-839e132dbefa port e64966f0-f4bb-42aa-83ef-f62677590f7b binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:57:12.980680 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:12.996578 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b4b09-9300-4328-a1fb-bd8ca0cdf4a0 x-openstack-request-id: req-ce7b4b09-9300-4328-a1fb-bd8ca0cdf4a0 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:12.997080 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe35e5-fad4-4d54-9c8d-33e26db7c7d0", "name": "network-vif-plugged", "status": "completed", "tag": "7293e708-93a5-4f9e-abfa-50d6767222ad", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:12.997452 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce7b4b09-9300-4328-a1fb-bd8ca0cdf4a0 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:12.998012 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe35e5-fad4-4d54-9c8d-33e26db7c7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7293e708-93a5-4f9e-abfa-50d6767222ad', 'code': 200} Aug 16 12:57:13.043176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Allocated IP 192.168.233.170 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/8e4ac159-21d3-402e-8798-cfd59ad0f81e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:57:13.059232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b11544-a499-434a-b784-7efa1b56432e req-5bc38970-cd3a-4538-981c-b6e564a91dd7 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:13.061385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97b11544-a499-434a-b784-7efa1b56432e req-5bc38970-cd3a-4538-981c-b6e564a91dd7 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 949 time: 0.0992241 Aug 16 12:57:13.080208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=7293e708-93a5-4f9e-abfa-50d6767222ad,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:13.137079 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97b11544-a499-434a-b784-7efa1b56432e req-9ad14221-f230-4f5e-9b39-0792ad816af3 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605273 Aug 16 12:57:13.232251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde50ba2-677b-4483-bcf5-96b1c18ceb8a req-c3b54a43-0d43-4e68-9ee9-61f7f82c8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:13.235596 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dde50ba2-677b-4483-bcf5-96b1c18ceb8a req-c3b54a43-0d43-4e68-9ee9-61f7f82c8ba8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 1100 time: 0.1477873 Aug 16 12:57:13.256846 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.303494 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dde50ba2-677b-4483-bcf5-96b1c18ceb8a req-fa8a8331-b09c-409f-811a-48e88b57a450 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582361 Aug 16 12:57:13.324654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.325997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b701e754-2448-457d-b6bc-22b6f489f435,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:13.335370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] Checking segment: {'id': 'b069bbf8-0445-4b53-b875-3024a18c8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:13.335818 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] Network hostable DHCP agents. Network: 0aacd00d-4ae9-4d53-8884-c50a34264ba0, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:57:13.346389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Transition to ACTIVE for port object 8e4ac159-21d3-402e-8798-cfd59ad0f81e will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:13.357642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] Network 0aacd00d-4ae9-4d53-8884-c50a34264ba0 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:57:13.369031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 0aacd00d-4ae9-4d53-8884-c50a34264ba0) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:13.376382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:13.377259 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.390802 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.395241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b943020f-ae68-4790-9583-5c673e5a5904 None None] Network 0aacd00d-4ae9-4d53-8884-c50a34264ba0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:57:13.398450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5a943cb7-bcfd-490a-8cff-db4ae016191d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5907903 Aug 16 12:57:13.400974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37440) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:13.425026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-router', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:13.451290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:13.457576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:13.461812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:13.498272 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.500293 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.502268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Pushing event updated for resources: {'Port': ['ID=8e4ac159-21d3-402e-8798-cfd59ad0f81e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:13.532642 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.545164 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Transition to ACTIVE for port object e64966f0-f4bb-42aa-83ef-f62677590f7b will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:13.547300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:13.548055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 696eba68-73f5-4758-8f38-d9e2fcdfb274 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:13.548251 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.553205 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.567092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-8d20118c-99db-4504-ba41-82027987c78a tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1959734 Aug 16 12:57:13.598472 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Pushing event updated for resources: {'Port': ['ID=e64966f0-f4bb-42aa-83ef-f62677590f7b,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:13.601524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Request body: {'port': {'device_id': 'c08614a0-eba1-48c2-beaf-6b19392ece9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:13.605819 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.617287 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.617929 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.618530 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.619032 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.619524 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.620004 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.620474 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.621286 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.621820 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.622390 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.622885 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.623367 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:13.676006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 696eba68-73f5-4758-8f38-d9e2fcdfb274 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:13.680073 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.739133 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Attempting to bind port e64966f0-f4bb-42aa-83ef-f62677590f7b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:13.741950 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Attempting to bind port e64966f0-f4bb-42aa-83ef-f62677590f7b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:13.742697 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Attempting to bind port e64966f0-f4bb-42aa-83ef-f62677590f7b on network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:13.751598 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:13.752719 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.756621 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Checking segment: {'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:13.757273 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.762176 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Bound using segment: {'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:13.763772 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Bound port: e64966f0-f4bb-42aa-83ef-f62677590f7b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:13.764499 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.779475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-0aacd00d-4ae9-4d53-8884-c50a34264ba0', 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'fixed_ips': [{'subnet_id': 'b701e754-2448-457d-b6bc-22b6f489f435'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:57:13.780792 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.852927 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.888597 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] For port e64966f0-f4bb-42aa-83ef-f62677590f7b, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:13.892703 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] For port e64966f0-f4bb-42aa-83ef-f62677590f7b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e64966f0-f4bb-42aa-83ef-f62677590f7b,segment=NetworkSegment(eb92932f-c21e-4bea-a715-cab448e2bc0a),segment_id=eb92932f-c21e-4bea-a715-cab448e2bc0a)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:13.899301 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:13.938745 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952ac38-3c81-4666-b9c9-c71b55c4b4a7 req-c11497e0-d5f3-47b0-9370-2fc476c87d30 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:13.946718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1952ac38-3c81-4666-b9c9-c71b55c4b4a7 req-c11497e0-d5f3-47b0-9370-2fc476c87d30 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.3360674 Aug 16 12:57:13.989096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bcc7762e-ecef-499c-a5ff-e55a8a838b32 None None] Provisioning for port 8e4ac159-21d3-402e-8798-cfd59ad0f81e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:14.000457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bcc7762e-ecef-499c-a5ff-e55a8a838b32 None None] Provisioning complete for port 8e4ac159-21d3-402e-8798-cfd59ad0f81e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:14.002603 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bcc7762e-ecef-499c-a5ff-e55a8a838b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.019690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e3fa0-85f3-4525-a6a3-6d688e8f3e92 req-76fa388d-dd57-4079-8871-ee4404895dd4 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:14.029514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a51e3fa0-85f3-4525-a6a3-6d688e8f3e92 req-76fa388d-dd57-4079-8871-ee4404895dd4 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 936 time: 0.4199491 Aug 16 12:57:14.046058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1952ac38-3c81-4666-b9c9-c71b55c4b4a7 req-ab83ff0a-b03b-4192-8f3e-db240a2ef1eb tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983560 Aug 16 12:57:14.116348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7762e-ecef-499c-a5ff-e55a8a838b32 None None] Port 8e4ac159-21d3-402e-8798-cfd59ad0f81e cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:57:14.135853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a51e3fa0-85f3-4525-a6a3-6d688e8f3e92 req-bff4ff10-8f3c-4734-a76c-ac029a8f8e08 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054373 Aug 16 12:57:14.158957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Allocated IP 172.20.0.2 (0aacd00d-4ae9-4d53-8884-c50a34264ba0/b701e754-2448-457d-b6bc-22b6f489f435/5b8b64bc-6510-4d0c-8e45-79570bbe55f8) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:57:14.243214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4ac159-21d3-402e-8798-cfd59ad0f81e {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:14.253887 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.262774 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca0dc5-fe2d-4ead-bcd0-db8765b08a17 None None] Pushing event updated for resources: {'Port': ['ID=e64966f0-f4bb-42aa-83ef-f62677590f7b,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:14.272117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Transition to ACTIVE for port object 8e4ac159-21d3-402e-8798-cfd59ad0f81e will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:14.279628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.284350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b4673-a9f8-487a-9ebb-d868cda94d8b req-eade1e6a-0f50-4cb6-bdb0-3ff564359d33 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:14.288795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-393b4673-a9f8-487a-9ebb-d868cda94d8b req-eade1e6a-0f50-4cb6-bdb0-3ff564359d33 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.1400437 Aug 16 12:57:14.294655 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Routers {'2e13f3fb-0629-438c-aac2-839e132dbefa'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:14.295428 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2e13f3fb-0629-438c-aac2-839e132dbefa'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:14.403574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4ac159-21d3-402e-8798-cfd59ad0f81e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:14.428226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-393b4673-a9f8-487a-9ebb-d868cda94d8b req-15e8cd52-c7c1-4eef-80a3-55fb6ffa28db tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297960 Aug 16 12:57:14.455490 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Attempting to bind port 8e4ac159-21d3-402e-8798-cfd59ad0f81e on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:14.455903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Attempting to bind port 8e4ac159-21d3-402e-8798-cfd59ad0f81e by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:14.456308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Attempting to bind port 8e4ac159-21d3-402e-8798-cfd59ad0f81e on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:14.464693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Port 8e4ac159-21d3-402e-8798-cfd59ad0f81e on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:57:14.465063 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Attempting to bind port 8e4ac159-21d3-402e-8798-cfd59ad0f81e on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:14.471289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:14.471792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:14.472189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:14.472701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Bound port: 8e4ac159-21d3-402e-8798-cfd59ad0f81e, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:14.473644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.582788 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.598508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Transition to ACTIVE for port object 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:14.631474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Transition to ACTIVE for port object 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:14.632538 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] Set router 2e13f3fb-0629-438c-aac2-839e132dbefa gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:14.643968 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.674237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] For port 8e4ac159-21d3-402e-8798-cfd59ad0f81e, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:14.682158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Network 0aacd00d-4ae9-4d53-8884-c50a34264ba0 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:14.686207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] For port 8e4ac159-21d3-402e-8798-cfd59ad0f81e, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8e4ac159-21d3-402e-8798-cfd59ad0f81e,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:14.691254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:14.692944 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.699959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.723506 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.734365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:14.767496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d07c2-07d7-47ae-bd04-d5a26593a338 req-1bbc6695-24ad-42a1-a8ba-ef62f2e09f9d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:14.776696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-088d07c2-07d7-47ae-bd04-d5a26593a338 req-1bbc6695-24ad-42a1-a8ba-ef62f2e09f9d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 949 time: 0.1918290 Aug 16 12:57:14.804530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:14.805159 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.806910 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] 10.222.0.22 "PUT /v2.0/ports/8e4ac159-21d3-402e-8798-cfd59ad0f81e HTTP/1.1" status: 200 len: 1096 time: 1.2140532 Aug 16 12:57:14.807356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08614a0-eba1-48c2-beaf-6b19392ece9f', 'tag': '8e4ac159-21d3-402e-8798-cfd59ad0f81e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:14.809747 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c08614a0-eba1-48c2-beaf-6b19392ece9f", "tag": "8e4ac159-21d3-402e-8798-cfd59ad0f81e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:14.817813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Pushing event updated for resources: {'Port': ['ID=5b8b64bc-6510-4d0c-8e45-79570bbe55f8,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:14.850681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Attempting to bind port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:14.851202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Attempting to bind port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b069bbf8-0445-4b53-b875-3024a18c8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:14.851665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Attempting to bind port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 on network 0aacd00d-4ae9-4d53-8884-c50a34264ba0 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:14.857981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665c3c3-c4ae-48ba-8ff1-f18f9b377ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4ac159-21d3-402e-8798-cfd59ad0f81e,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:14.861459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:14.861704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Checking segment: {'id': 'b069bbf8-0445-4b53-b875-3024a18c8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:14.862217 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.862678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Bound using segment: {'id': 'b069bbf8-0445-4b53-b875-3024a18c8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:14.865278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Bound port: 5b8b64bc-6510-4d0c-8e45-79570bbe55f8, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b069bbf8-0445-4b53-b875-3024a18c8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:14.865700 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:14.931353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-b36d0363-c704-47bd-aa66-a12ff19dac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:14.935562 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-b36d0363-c704-47bd-aa66-a12ff19dac32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4b3df057a144a4b8701357662f6eede&device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 1099 time: 0.0523031 Aug 16 12:57:14.966523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-088d07c2-07d7-47ae-bd04-d5a26593a338 req-0c08653f-ba5a-4c9a-8823-2d08cfc99c15 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844513 Aug 16 12:57:14.975446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] For port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:14.989254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] For port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5b8b64bc-6510-4d0c-8e45-79570bbe55f8,segment=NetworkSegment(b069bbf8-0445-4b53-b875-3024a18c8d4f),segment_id=b069bbf8-0445-4b53-b875-3024a18c8d4f)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:15.000713 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:15.000971 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-72c2eaa0-e68b-4aa9-923d-762b74d33296 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=8e4ac159-21d3-402e-8798-cfd59ad0f81e HTTP/1.1" status: 200 len: 217 time: 0.0530255 Aug 16 12:57:15.010245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe2056-f31e-442f-bd33-22e66d75a193 req-74c2f58c-31d6-41dc-81a4-50990be91954 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:15.012494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0cbe2056-f31e-442f-bd33-22e66d75a193 req-74c2f58c-31d6-41dc-81a4-50990be91954 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 945 time: 0.2327456 Aug 16 12:57:15.072609 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-router', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:04Z', 'updated_at': '2021-08-16T12:57:09Z', 'revision_number': 4, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'gw_port': {'id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:05Z', 'updated_at': '2021-08-16T12:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e64966f0-f4bb-42aa-83ef-f62677590f7b', 'name': '', 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'mac_address': 'fa:16:3e:20:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'af072506-885c-4c61-9563-d7c2adbae5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:08Z', 'updated_at': '2021-08-16T12:57:13Z', 'revision_number': 4, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'subnets': [{'id': 'af072506-885c-4c61-9563-d7c2adbae5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:15.089929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a3ec9-d9c5-4d55-a12b-3b83539400f8 None None] Pushing event updated for resources: {'Port': ['ID=5b8b64bc-6510-4d0c-8e45-79570bbe55f8,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:15.096579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Allocated IP 172.25.0.21 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/13732bc3-e17e-449d-a40d-2007924f7416) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:57:15.118835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0cbe2056-f31e-442f-bd33-22e66d75a193 req-c160c1bd-7330-4efe-8465-3f0230f3bc2f tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954809 Aug 16 12:57:15.119926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-72da9210-dfd2-4a4a-987b-b08061b9d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:15.121442 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-72da9210-dfd2-4a4a-987b-b08061b9d9e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1136320 Aug 16 12:57:15.140183 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e0900-71bc-429c-a233-292d158a5b15 None None] The sync data for ids ['2e13f3fb-0629-438c-aac2-839e132dbefa'] in n-d-804708-1 is: [{'id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-router', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:04Z', 'updated_at': '2021-08-16T12:57:09Z', 'revision_number': 4, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'gw_port': {'id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:05Z', 'updated_at': '2021-08-16T12:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e64966f0-f4bb-42aa-83ef-f62677590f7b', 'name': '', 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'mac_address': 'fa:16:3e:20:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'af072506-885c-4c61-9563-d7c2adbae5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:08Z', 'updated_at': '2021-08-16T12:57:13Z', 'revision_number': 4, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'subnets': [{'id': 'af072506-885c-4c61-9563-d7c2adbae5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:57:15.213226 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26946005-f504-4467-b4aa-a752409428ac x-openstack-request-id: req-26946005-f504-4467-b4aa-a752409428ac {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:15.213525 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08614a0-eba1-48c2-beaf-6b19392ece9f", "tag": "8e4ac159-21d3-402e-8798-cfd59ad0f81e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:15.213779 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26946005-f504-4467-b4aa-a752409428ac {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:15.214213 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08614a0-eba1-48c2-beaf-6b19392ece9f', 'tag': '8e4ac159-21d3-402e-8798-cfd59ad0f81e', 'status': 'completed', 'code': 200} Aug 16 12:57:15.276592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-684ac202-04cd-4bbd-b528-d65a3a9ee608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:15.279076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-684ac202-04cd-4bbd-b528-d65a3a9ee608 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1387627 Aug 16 12:57:15.367899 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:15.500085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3a1f6-2382-4d49-baa8-216764b99d35 req-0b0f0047-bc14-4cbe-9548-d05293755656 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:15.501841 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0db3a1f6-2382-4d49-baa8-216764b99d35 req-0b0f0047-bc14-4cbe-9548-d05293755656 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.1715531 Aug 16 12:57:15.546349 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-834f4ed1-3e60-4f9b-837b-93d729e0f95b service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304785 Aug 16 12:57:15.596027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0db3a1f6-2382-4d49-baa8-216764b99d35 req-9178b5e2-e9c4-4af3-889d-2178711dd08b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864398 Aug 16 12:57:15.597163 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:15.643381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e64966f0-f4bb-42aa-83ef-f62677590f7b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:15.726091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:15.729878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:15.737129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port e64966f0-f4bb-42aa-83ef-f62677590f7b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:15.744287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:15.749764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e64966f0-f4bb-42aa-83ef-f62677590f7b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:15.750645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:15.796235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Pushing event updated for resources: {'Port': ['ID=13732bc3-e17e-449d-a40d-2007924f7416,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:15.954760 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:16.010032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:16.023276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port e64966f0-f4bb-42aa-83ef-f62677590f7b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e64966f0-f4bb-42aa-83ef-f62677590f7b,segment=NetworkSegment(eb92932f-c21e-4bea-a715-cab448e2bc0a),segment_id=eb92932f-c21e-4bea-a715-cab448e2bc0a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:16.030190 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:16.103819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=e64966f0-f4bb-42aa-83ef-f62677590f7b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:16.191529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-91e9d7a2-b7f1-4cae-ac0d-d94e060e1db1 req-dbdfdb75-0ca6-4ab0-a9ef-efc33c65f93b service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6441512 Aug 16 12:57:16.323830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a req-e94873b2-b4ef-40fa-af80-c74e13109360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:16.326509 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a req-e94873b2-b4ef-40fa-af80-c74e13109360 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4b3df057a144a4b8701357662f6eede&device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 1099 time: 0.0546174 Aug 16 12:57:16.394599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f6fd7-f25a-4ccf-8c81-b5beccb15c56 req-12a68bc3-28e3-4148-946e-2b05a68bb0ac tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:16.396371 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c5f6fd7-f25a-4ccf-8c81-b5beccb15c56 req-12a68bc3-28e3-4148-946e-2b05a68bb0ac tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 948 time: 0.6073523 Aug 16 12:57:16.457572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a req-e8ce117c-1d9e-4ee0-a4fd-acd3f775bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:16.460876 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a req-e8ce117c-1d9e-4ee0-a4fd-acd3f775bde1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1262662 Aug 16 12:57:16.506495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a45fe-d564-420d-ac64-01117901b8b0 req-7f15e063-1b44-4885-86fa-b0ab4248516a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:16.515688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc6a45fe-d564-420d-ac64-01117901b8b0 req-7f15e063-1b44-4885-86fa-b0ab4248516a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.6112723 Aug 16 12:57:16.525900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c5f6fd7-f25a-4ccf-8c81-b5beccb15c56 req-97764a3c-10c5-4f62-bd0d-ded37de0cb28 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127222 Aug 16 12:57:16.536288 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a req-a33982fd-9604-4941-aa3d-6c4a476b6da8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=8e4ac159-21d3-402e-8798-cfd59ad0f81e HTTP/1.1" status: 200 len: 217 time: 0.0680127 Aug 16 12:57:16.639770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc6a45fe-d564-420d-ac64-01117901b8b0 req-3d53ab39-bec6-4ce3-b581-1735e1503f3e tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241455 Aug 16 12:57:16.641625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a req-18b4fd12-c154-40e0-9b06-f9a9a360b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:16.643485 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a req-18b4fd12-c154-40e0-9b06-f9a9a360b045 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0980783 Aug 16 12:57:16.712311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a req-69c538ab-2c4d-48f1-b30f-9381380bcf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:16.726804 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:16.729113 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a req-69c538ab-2c4d-48f1-b30f-9381380bcf3a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736279 Aug 16 12:57:16.737364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3811a5b0-2675-42ee-805b-51561c725e3a None None] Network 0aacd00d-4ae9-4d53-8884-c50a34264ba0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:57:16.887080 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a req-07a909c7-eabd-44a9-8775-cd86d42033a7 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451848 Aug 16 12:57:16.909144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-071338a1-3636-484d-98fb-99c00ba8268a None None] Provisioning for port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:16.934900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-886688dc-6b9f-4fac-9d8f-d642d426fdea tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a62bbc3cea8d414ea9cc9cb66b82c3f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423622 Aug 16 12:57:17.031165 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a4894e1-7bdb-4c65-b7ee-10b82b5dfc0a req-96b6781f-66df-4a7e-b5f9-98f3c5e5e708 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314945 Aug 16 12:57:17.119547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2087f3-66ab-4c53-a932-326a7f116583 req-0c9f008a-16d7-4420-8a02-18531d2b845f tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:17.121119 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c2087f3-66ab-4c53-a932-326a7f116583 req-0c9f008a-16d7-4420-8a02-18531d2b845f tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.2117884 Aug 16 12:57:17.183557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-43441df9-fe65-45b1-b173-f3de335fbd45 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:17.185558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-43441df9-fe65-45b1-b173-f3de335fbd45 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287338 Aug 16 12:57:17.212934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:17.223597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c2087f3-66ab-4c53-a932-326a7f116583 req-a11b9379-71dd-41cf-8f3d-d4dc3f7ba78b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925403 Aug 16 12:57:17.226717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-0cf4a21f-5e3b-4f20-969d-07b041562036 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/quotas/a62bbc3cea8d414ea9cc9cb66b82c3f3 HTTP/1.1" status: 200 len: 375 time: 0.0320578 Aug 16 12:57:17.372751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-6fc92a79-41a4-4b7e-a4e3-375d755f54cc tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a62bbc3cea8d414ea9cc9cb66b82c3f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020024 Aug 16 12:57:17.429964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015ba49-dcbf-41a9-945f-13ff310ad881 req-ed802d61-ed48-40ab-a960-21663986d640 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:17.431535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3015ba49-dcbf-41a9-945f-13ff310ad881 req-ed802d61-ed48-40ab-a960-21663986d640 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 945 time: 0.0857506 Aug 16 12:57:17.464525 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:57:17.495182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3015ba49-dcbf-41a9-945f-13ff310ad881 req-cfee7863-de52-44a3-8fde-b194dc16969e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473292 Aug 16 12:57:17.578194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e64966f0-f4bb-42aa-83ef-f62677590f7b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:17.658919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e64966f0-f4bb-42aa-83ef-f62677590f7b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:17.660326 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:17.671544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c64da812-fc00-4dc1-a3e0-7efb598feb66 req-6750edc3-047b-4335-9a08-1908e4b8c136 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 210 time: 0.0388951 Aug 16 12:57:17.728973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:57:17.743954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Sync routers for ids ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:57:17.757578 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb97a4-8bbb-4338-b949-82ad42e7b20e req-4cbf599c-4cd9-4c10-a603-9358402375ad tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:17.759636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eedb97a4-8bbb-4338-b949-82ad42e7b20e req-4cbf599c-4cd9-4c10-a603-9358402375ad tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 948 time: 0.1099200 Aug 16 12:57:17.761542 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:17.763311 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ed1a9164-d127-4a9b-bb20-b61768500770 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3468428 Aug 16 12:57:17.765830 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37508) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:17.772118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Routers {'38aa9c7e-bfa8-4092-8e59-18156faa40b7'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:17.772877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:17.836306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:17.915074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eedb97a4-8bbb-4338-b949-82ad42e7b20e req-c5eb545b-d973-4b72-ae8a-db68682b86fe tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380541 Aug 16 12:57:17.944046 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Set router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:17.972415 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6932a-630d-4506-9ed8-45d939d54b9b req-88108dd8-2ce0-4667-bcb8-bc483197d612 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:17.978875 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1bd6932a-630d-4506-9ed8-45d939d54b9b req-88108dd8-2ce0-4667-bcb8-bc483197d612 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.1193879 Aug 16 12:57:18.103660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1bd6932a-630d-4506-9ed8-45d939d54b9b req-17ccb7f5-feae-4e38-9e0c-09c53e568345 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194539 Aug 16 12:57:18.171191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:18.179032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:18.179708 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:18.360325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8e4ac159-21d3-402e-8798-cfd59ad0f81e details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:57:18.417130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6236d-97ee-40ff-9402-665e308564fc req-879f83e4-211e-4166-9109-9e5ecceac47a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:18.420631 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92c6236d-97ee-40ff-9402-665e308564fc req-879f83e4-211e-4166-9109-9e5ecceac47a tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 945 time: 0.1168556 Aug 16 12:57:18.457081 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:18.473232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f970ffc-f8a6-4f3a-b721-1149df6a2e17 req-aa3c320f-36b8-47cc-b809-a039bc97d531 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:18.475060 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f970ffc-f8a6-4f3a-b721-1149df6a2e17 req-aa3c320f-36b8-47cc-b809-a039bc97d531 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.1422305 Aug 16 12:57:18.544227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5b8b64bc-6510-4d0c-8e45-79570bbe55f8,segment=NetworkSegment(b069bbf8-0445-4b53-b875-3024a18c8d4f),segment_id=b069bbf8-0445-4b53-b875-3024a18c8d4f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:18.554443 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:18.556160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92c6236d-97ee-40ff-9402-665e308564fc req-4a0cdf4b-1e11-4ff9-bc75-4220e45dde16 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309977 Aug 16 12:57:18.571211 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f970ffc-f8a6-4f3a-b721-1149df6a2e17 req-d1237248-d021-42fa-9fd2-252055d989c7 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837719 Aug 16 12:57:18.579639 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:18.599404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 8e4ac159-21d3-402e-8798-cfd59ad0f81e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8e4ac159-21d3-402e-8798-cfd59ad0f81e,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:18.617765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-router', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '13732bc3-e17e-449d-a40d-2007924f7416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:13Z', 'updated_at': '2021-08-16T12:57:16Z', 'revision_number': 3, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'gw_port': {'id': '13732bc3-e17e-449d-a40d-2007924f7416', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:47:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:14Z', 'updated_at': '2021-08-16T12:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:18.651314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '8e4ac159-21d3-402e-8798-cfd59ad0f81e', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '8e4ac159-21d3-402e-8798-cfd59ad0f81e', 'mac_address': 'fa:16:3e:4a:74:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:57:18.662182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Checking router: 38aa9c7e-bfa8-4092-8e59-18156faa40b7 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:57:18.662538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Updating router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 port 13732bc3-e17e-449d-a40d-2007924f7416 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:57:18.703220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=5b8b64bc-6510-4d0c-8e45-79570bbe55f8,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:18.717965 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:18.754314 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:18.784513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4ac159-21d3-402e-8798-cfd59ad0f81e {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:18.826677 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b556656e-2fd8-4160-af19-3461fee25b35 req-9200fda2-636d-4afe-b4bd-dc4d61ae59c0 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 210 time: 0.0576513 Aug 16 12:57:18.863161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 8e4ac159-21d3-402e-8798-cfd59ad0f81e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8e4ac159-21d3-402e-8798-cfd59ad0f81e,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:18.864960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Allocated IP 172.20.0.1 (0aacd00d-4ae9-4d53-8884-c50a34264ba0/b701e754-2448-457d-b6bc-22b6f489f435/87c75435-35e7-4c1c-a85b-5dd5e6a1f56f) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:57:18.874809 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:18.930904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-42969dee-bdb7-4b9d-b800-98e8fddc6f72 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a62bbc3cea8d414ea9cc9cb66b82c3f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367723 Aug 16 12:57:18.966657 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:57:19.040562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=8e4ac159-21d3-402e-8798-cfd59ad0f81e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:19.111317 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.141488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-1ae13826-5109-4d26-81c7-af447223ec2d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:19.144503 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-1ae13826-5109-4d26-81c7-af447223ec2d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072482 Aug 16 12:57:19.150640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Transition to ACTIVE for port object 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:19.169337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Request body: {'port': {'device_id': '303c2f60-9991-45e1-b45b-120c6e8343f4', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'a62bbc3cea8d414ea9cc9cb66b82c3f3'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:19.184490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da8119-2d2d-4a77-9652-bda611332106 req-244ea123-4ce5-4b75-8a5d-98230a12f409 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:19.190634 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05da8119-2d2d-4a77-9652-bda611332106 req-244ea123-4ce5-4b75-8a5d-98230a12f409 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 949 time: 0.0960391 Aug 16 12:57:19.218829 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.271971 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.285261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Transition to ACTIVE for port object 13732bc3-e17e-449d-a40d-2007924f7416 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:19.294386 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.317786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Network 0aacd00d-4ae9-4d53-8884-c50a34264ba0 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:19.326847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:19.328230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Pushing event updated for resources: {'Port': ['ID=87c75435-35e7-4c1c-a85b-5dd5e6a1f56f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:19.331917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:19.341371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Made reservation on behalf of a62bbc3cea8d414ea9cc9cb66b82c3f3 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:57:19.347683 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.350303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05da8119-2d2d-4a77-9652-bda611332106 req-981ffe30-d866-47e5-9129-9e143ae1f3aa tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403430 Aug 16 12:57:19.364487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Attempting to bind port 13732bc3-e17e-449d-a40d-2007924f7416 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:19.364487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Attempting to bind port 13732bc3-e17e-449d-a40d-2007924f7416 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:19.364487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Attempting to bind port 13732bc3-e17e-449d-a40d-2007924f7416 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:19.366805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44a23d-904f-411a-bbc5-137ae0146e7f None None] Pushing event updated for resources: {'Port': ['ID=13732bc3-e17e-449d-a40d-2007924f7416,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:19.370290 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:19.370668 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:19.371077 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.371468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:19.372703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Bound port: 13732bc3-e17e-449d-a40d-2007924f7416, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:19.373067 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.395633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcf172-4ee7-4c38-b9f7-484c51c3f039 req-2baa674f-d2ff-4859-8bfd-655bd5319c01 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:19.397273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90bcf172-4ee7-4c38-b9f7-484c51c3f039 req-2baa674f-d2ff-4859-8bfd-655bd5319c01 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.1755264 Aug 16 12:57:19.405754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['8e4ac159-21d3-402e-8798-cfd59ad0f81e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:19.447557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.510777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:19.534626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90bcf172-4ee7-4c38-b9f7-484c51c3f039 req-5b4d7b73-0d84-4600-b8f2-b0e773146c05 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155078 Aug 16 12:57:19.542607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] For port 13732bc3-e17e-449d-a40d-2007924f7416, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:19.576515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] For port 13732bc3-e17e-449d-a40d-2007924f7416, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=13732bc3-e17e-449d-a40d-2007924f7416,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:19.580293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Allocated IP 192.168.233.47 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:57:19.594311 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.655084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44a23d-904f-411a-bbc5-137ae0146e7f None None] Pushing event updated for resources: {'Port': ['ID=13732bc3-e17e-449d-a40d-2007924f7416,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:19.705569 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.722374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:19.722374 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.742283 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-922eedec-6a5b-4a96-b915-540155934c02 None None] Provisioning for port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:19.759277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Routers {'38aa9c7e-bfa8-4092-8e59-18156faa40b7'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:19.759929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:19.808144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-922eedec-6a5b-4a96-b915-540155934c02 None None] Provisioning complete for port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:19.808514 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-922eedec-6a5b-4a96-b915-540155934c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.851842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9810e-27e5-4bd7-98c7-756d15f1444f req-0f5b1bda-3823-4082-86f5-bc5eb80df1e6 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:19.859658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecc9810e-27e5-4bd7-98c7-756d15f1444f req-0f5b1bda-3823-4082-86f5-bc5eb80df1e6 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.1509964 Aug 16 12:57:19.902054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f056-d192-47fe-abd0-f3053f8a7dd1 req-e526b645-cb53-4c6d-8c90-28e00ecb057c tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:19.904989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d03f056-d192-47fe-abd0-f3053f8a7dd1 req-e526b645-cb53-4c6d-8c90-28e00ecb057c tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 945 time: 0.1552896 Aug 16 12:57:19.919796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:19.931395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-922eedec-6a5b-4a96-b915-540155934c02 None None] Port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:57:19.934840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Transition to ACTIVE for port object e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:19.963035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] Set router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:19.990714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecc9810e-27e5-4bd7-98c7-756d15f1444f req-b626696f-e8e9-4665-9647-73e7dd8ec4dc tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300869 Aug 16 12:57:19.994969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:20.019102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['7293e708-93a5-4f9e-abfa-50d6767222ad'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:20.040309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d03f056-d192-47fe-abd0-f3053f8a7dd1 req-16182ecd-fc13-4271-8d80-a2de3e7f2873 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201692 Aug 16 12:57:20.057153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:20.060382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:20.065805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:20.099901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Pushing event updated for resources: {'Port': ['ID=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:20.136323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:20.137127 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:20.143313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:20.158313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:20.162880 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-47b40784-648c-4850-89b8-e5101f818142 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0011451 Aug 16 12:57:20.201077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Request body: {'port': {'device_id': '303c2f60-9991-45e1-b45b-120c6e8343f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:20.270863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:20.314499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Pushing event updated for resources: {'Port': ['ID=87c75435-35e7-4c1c-a85b-5dd5e6a1f56f,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:20.328377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abcb4f-9dfa-4eb1-afa5-63181b8714c3 req-c5003d94-d980-4146-a5bc-113e0bb8c0dc tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:20.336388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36abcb4f-9dfa-4eb1-afa5-63181b8714c3 req-c5003d94-d980-4146-a5bc-113e0bb8c0dc tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 935 time: 0.2502050 Aug 16 12:57:20.344564 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:20.481703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-14af5a4c-ab04-4550-912c-453c6f9508fe None None] Provisioning for port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:20.481927 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36abcb4f-9dfa-4eb1-afa5-63181b8714c3 req-ceeea6fa-880a-4b5d-89c8-ffa9826b9bb3 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410410 Aug 16 12:57:20.489841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-router', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '13732bc3-e17e-449d-a40d-2007924f7416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:13Z', 'updated_at': '2021-08-16T12:57:19Z', 'revision_number': 4, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'gw_port': {'id': '13732bc3-e17e-449d-a40d-2007924f7416', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:47:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:14Z', 'updated_at': '2021-08-16T12:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '87c75435-35e7-4c1c-a85b-5dd5e6a1f56f', 'name': '', 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'mac_address': 'fa:16:3e:12:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b701e754-2448-457d-b6bc-22b6f489f435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:18Z', 'updated_at': '2021-08-16T12:57:18Z', 'revision_number': 1, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'subnets': [{'id': 'b701e754-2448-457d-b6bc-22b6f489f435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:20.501098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-1c77f086-838d-4ac6-abed-c57b808857c1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:20.501384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-14af5a4c-ab04-4550-912c-453c6f9508fe None None] Provisioning complete for port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:20.501384 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-14af5a4c-ab04-4550-912c-453c6f9508fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:20.501623 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-1c77f086-838d-4ac6-abed-c57b808857c1 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 945 time: 0.1006093 Aug 16 12:57:20.539466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582d026-124c-498a-bff1-ff1cdbfbb322 None None] The sync data for ids ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'] in n-d-804708-1 is: [{'id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-router', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '13732bc3-e17e-449d-a40d-2007924f7416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:13Z', 'updated_at': '2021-08-16T12:57:19Z', 'revision_number': 4, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'gw_port': {'id': '13732bc3-e17e-449d-a40d-2007924f7416', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:47:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:14Z', 'updated_at': '2021-08-16T12:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '87c75435-35e7-4c1c-a85b-5dd5e6a1f56f', 'name': '', 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'mac_address': 'fa:16:3e:12:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b701e754-2448-457d-b6bc-22b6f489f435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:18Z', 'updated_at': '2021-08-16T12:57:18Z', 'revision_number': 1, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'subnets': [{'id': 'b701e754-2448-457d-b6bc-22b6f489f435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:57:20.551831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Network 0aacd00d-4ae9-4d53-8884-c50a34264ba0 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:20.556842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:20.560943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-14af5a4c-ab04-4550-912c-453c6f9508fe None None] Port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:57:20.574964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9ec61-35f9-4da3-bbf4-9e5e97314fa8 req-0390e9f6-2bf0-40dc-b878-07dd10218ae5 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:20.584130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ccf9ec61-35f9-4da3-bbf4-9e5e97314fa8 req-0390e9f6-2bf0-40dc-b878-07dd10218ae5 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 949 time: 0.1259017 Aug 16 12:57:20.733662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ccf9ec61-35f9-4da3-bbf4-9e5e97314fa8 req-2472e6da-4b50-45c2-8e09-b3d4c0167065 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483815 Aug 16 12:57:20.794123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Deleting port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:20.794485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:20.899069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-46ddefce-c1f9-4a65-87e6-61f1c3c4f93b None None] Provisioning complete for port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:20.900222 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-46ddefce-c1f9-4a65-87e6-61f1c3c4f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:20.958434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-46ddefce-c1f9-4a65-87e6-61f1c3c4f93b None None] Port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:57:20.958719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:20.975685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:21.013689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Transition to ACTIVE for port object e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:21.020487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] For port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:21.020997 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:21.034645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:21.194528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:21.256334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3edba-1cc9-4a70-801b-118e2d4ecfcd req-31723650-7cc7-4aa8-9edb-76a373d653e3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:21.258467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16f3edba-1cc9-4a70-801b-118e2d4ecfcd req-31723650-7cc7-4aa8-9edb-76a373d653e3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.5980010 Aug 16 12:57:21.329530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16f3edba-1cc9-4a70-801b-118e2d4ecfcd req-7541c1a8-c392-4a1d-8beb-305bfdd758e2 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583520 Aug 16 12:57:21.362519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:57:21.377682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Attempting to bind port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:21.378087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Attempting to bind port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:21.378440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Attempting to bind port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:21.382951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249fcf6-eb8f-4e96-9c6e-fad8c191c4d5 req-f34d8a7c-bd45-4f65-a7d3-bd611cf43c9b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:21.384136 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d249fcf6-eb8f-4e96-9c6e-fad8c191c4d5 req-f34d8a7c-bd45-4f65-a7d3-bd611cf43c9b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.2212710 Aug 16 12:57:21.399644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:57:21.399977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Attempting to bind port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:21.410278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:21.410625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:21.411021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:21.411468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Bound port: e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:21.411838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:21.443382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:21.443862 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:21.444118 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Floating IP 97d19480-488a-4215-a0b9-879b6b99e57b disassociated. External IP: 172.25.0.79, port: 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68. Aug 16 12:57:21.444584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Calling delete_port for 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:21.567805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] For port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:21.584215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] For port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:21.596685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:21.609764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d249fcf6-eb8f-4e96-9c6e-fad8c191c4d5 req-ba0915f2-1c6b-4e16-aeef-d2763678996d tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975694 Aug 16 12:57:21.640609 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a5be7-3059-423f-8d70-fa85d685aa98 req-c3781f72-9579-4eac-8a2c-484f581a33dc tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:21.642286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de7a5be7-3059-423f-8d70-fa85d685aa98 req-c3781f72-9579-4eac-8a2c-484f581a33dc tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 945 time: 0.1360028 Aug 16 12:57:21.651083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:57:21.675038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cf6cfce2-f119-4de7-a2bf-87014d717e21 admin admin] 10.222.0.25 "PUT /v2.0/routers/38aa9c7e-bfa8-4092-8e59-18156faa40b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8952448 Aug 16 12:57:21.675302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:21.675302 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:21.675302 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] 10.222.0.42 "PUT /v2.0/ports/e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe HTTP/1.1" status: 200 len: 1095 time: 1.4994977 Aug 16 12:57:21.675302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303c2f60-9991-45e1-b45b-120c6e8343f4', 'tag': 'e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:21.675302 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5" -d '{"events": [{"name": "network-changed", "server_uuid": "303c2f60-9991-45e1-b45b-120c6e8343f4", "tag": "e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:21.707084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de7a5be7-3059-423f-8d70-fa85d685aa98 req-4301b5c2-0cbb-4553-96a1-8678c99d6f94 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d057f54-8295-4a70-9a46-af01734b5ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527248 Aug 16 12:57:21.852916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:21.859731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e344b4-5192-4818-a72a-979f8450d5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:21.926187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Pushing event deleted for resources: {'Port': ['ID=5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:21.938190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-6dc425cd-b8b2-4f9f-a4ce-9edd603b3bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:21.940436 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-6dc425cd-b8b2-4f9f-a4ce-9edd603b3bf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a62bbc3cea8d414ea9cc9cb66b82c3f3&device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 1098 time: 0.2095776 Aug 16 12:57:21.958460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429af72-c52b-47e2-8677-8fd10bef00cf req-523f0a34-e961-4593-aaa3-8f978f826961 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:21.960539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8429af72-c52b-47e2-8677-8fd10bef00cf req-523f0a34-e961-4593-aaa3-8f978f826961 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 947 time: 0.1169562 Aug 16 12:57:22.034491 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fab752-6a5a-4c9c-bb26-77ecc07b751b x-openstack-request-id: req-72fab752-6a5a-4c9c-bb26-77ecc07b751b {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:22.039268 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303c2f60-9991-45e1-b45b-120c6e8343f4", "tag": "e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:22.045036 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72fab752-6a5a-4c9c-bb26-77ecc07b751b {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:22.045036 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303c2f60-9991-45e1-b45b-120c6e8343f4', 'tag': 'e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe', 'status': 'completed', 'code': 200} Aug 16 12:57:22.049862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8429af72-c52b-47e2-8677-8fd10bef00cf req-aaae70e8-8dd0-4674-adaa-d27bcb82e548 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773695 Aug 16 12:57:22.116740 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-362f631c-d6ee-4b57-adaa-6bc611248352 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe HTTP/1.1" status: 200 len: 217 time: 0.0940864 Aug 16 12:57:22.219725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-d2aff3a8-1803-4e78-9cce-5b3b97006e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:22.221285 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-d2aff3a8-1803-4e78-9cce-5b3b97006e2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0940797 Aug 16 12:57:22.267751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Router 6d2b9655-36a6-4465-a02b-dc2a23285108 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:57:22.286340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4d7e2-2543-4b46-9fd8-299f0a6ba5a2 req-f347861d-29d1-49e6-871d-caad6b399921 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:22.304996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7c4d7e2-2543-4b46-9fd8-299f0a6ba5a2 req-f347861d-29d1-49e6-871d-caad6b399921 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1942894 Aug 16 12:57:22.363201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d579dbc-ee07-449f-9cc1-38597e07e2a0 req-e64b3a5c-37ef-4431-a6e9-9a5b61228f1c tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:22.365252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d579dbc-ee07-449f-9cc1-38597e07e2a0 req-e64b3a5c-37ef-4431-a6e9-9a5b61228f1c tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 949 time: 0.1929686 Aug 16 12:57:22.378253 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8e4ac159-21d3-402e-8798-cfd59ad0f81e up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:22.403477 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7c4d7e2-2543-4b46-9fd8-299f0a6ba5a2 req-5740733d-816b-45cf-8e28-3e56962c27e9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955973 Aug 16 12:57:22.415733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-f4bc69ed-7749-4d7a-b7c5-779139d93761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:22.417289 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-f4bc69ed-7749-4d7a-b7c5-779139d93761 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1848438 Aug 16 12:57:22.532148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d579dbc-ee07-449f-9cc1-38597e07e2a0 req-e8db2e55-8eb9-4c2b-8efb-a79cc28a382f tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230435 Aug 16 12:57:22.541427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 8e4ac159-21d3-402e-8798-cfd59ad0f81e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:22.556806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 8e4ac159-21d3-402e-8798-cfd59ad0f81e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:22.560293 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:22.666246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc091f-427a-42a6-a0e9-01656760d09b req-e4734b17-58b3-491b-b802-1e871095956a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:22.674959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dcc091f-427a-42a6-a0e9-01656760d09b req-e4734b17-58b3-491b-b802-1e871095956a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.1063032 Aug 16 12:57:22.772429 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:22.839940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:57:22.859763 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd273d-304b-4689-83bc-cf1be489820a None None] Sync routers for ids ['6d2b9655-36a6-4465-a02b-dc2a23285108'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:57:22.882050 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd273d-304b-4689-83bc-cf1be489820a None None] Routers {'6d2b9655-36a6-4465-a02b-dc2a23285108'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:22.886535 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f0dd273d-304b-4689-83bc-cf1be489820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6d2b9655-36a6-4465-a02b-dc2a23285108'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:22.891429 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08614a0-eba1-48c2-beaf-6b19392ece9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4ac159-21d3-402e-8798-cfd59ad0f81e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:22.898598 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef8125b-f1eb-469b-8020-ce6279d9b886" -d '{"events": [{"server_uuid": "c08614a0-eba1-48c2-beaf-6b19392ece9f", "name": "network-vif-plugged", "status": "completed", "tag": "8e4ac159-21d3-402e-8798-cfd59ad0f81e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:22.899221 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560b77-fbbe-48b1-b8a0-7e911dc568d2 req-1ff0facf-d70e-41d2-96c5-bb60fba0e6d0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:22.901743 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac560b77-fbbe-48b1-b8a0-7e911dc568d2 req-1ff0facf-d70e-41d2-96c5-bb60fba0e6d0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.2245617 Aug 16 12:57:22.932238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dcc091f-427a-42a6-a0e9-01656760d09b req-241c866e-6125-4e19-b5b0-01d04f0ea0c7 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561803 Aug 16 12:57:22.935043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 8e4ac159-21d3-402e-8798-cfd59ad0f81e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8e4ac159-21d3-402e-8798-cfd59ad0f81e,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:22.948778 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:22.951735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:22.986588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:22.987408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:23.076020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=8e4ac159-21d3-402e-8798-cfd59ad0f81e,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:23.078880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] No DVR routers for this DVR port 5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:57:23.088694 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac560b77-fbbe-48b1-b8a0-7e911dc568d2 req-88b1f66c-4614-47e9-b7da-e39004997d4f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519418 Aug 16 12:57:23.092157 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:23.098057 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-68ad12c6-4a4a-4c07-a65c-c513f7ed5726 req-efa445d2-f83f-4de3-b85f-0c969c5f6dc0 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.22 "DELETE /v2.0/ports/5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68 HTTP/1.1" status: 204 len: 173 time: 2.5966811 Aug 16 12:57:23.127986 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-5859663e-53b4-40ef-8157-7039271eda64 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933651 Aug 16 12:57:23.336357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7459312c-19b4-4747-84a7-60f12444e48d req-288c800f-f23d-484b-9360-c225ede33751 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 210 time: 0.1185966 Aug 16 12:57:23.377663 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f0dd273d-304b-4689-83bc-cf1be489820a None None] Set router 6d2b9655-36a6-4465-a02b-dc2a23285108 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:23.393299 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d9344-c49e-45c1-b5ec-b6b19bda0297 req-730630d2-b8dd-4cca-8ef4-3da31f4886b1 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:23.397725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-042d9344-c49e-45c1-b5ec-b6b19bda0297 req-730630d2-b8dd-4cca-8ef4-3da31f4886b1 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.2648690 Aug 16 12:57:23.469292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-042d9344-c49e-45c1-b5ec-b6b19bda0297 req-fdacc145-72de-4f4b-b0e4-8a0474032d51 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555258 Aug 16 12:57:23.489730 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40db373f-65bd-4a67-ac72-5326e85505c0 req-d810307c-987c-4829-9103-666c43ed44a0 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490503 Aug 16 12:57:23.529076 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0bd575-5a19-4342-ac45-82fe1175c33a x-openstack-request-id: req-4d0bd575-5a19-4342-ac45-82fe1175c33a {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:23.530389 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08614a0-eba1-48c2-beaf-6b19392ece9f", "name": "network-vif-plugged", "status": "completed", "tag": "8e4ac159-21d3-402e-8798-cfd59ad0f81e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:23.530890 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d0bd575-5a19-4342-ac45-82fe1175c33a {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:23.531565 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08614a0-eba1-48c2-beaf-6b19392ece9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4ac159-21d3-402e-8798-cfd59ad0f81e', 'code': 200} Aug 16 12:57:23.789972 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-9d56db17-4ed7-41a6-914d-6ba6fdc8e5cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1300557 Aug 16 12:57:23.811106 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 13732bc3-e17e-449d-a40d-2007924f7416 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:23.925081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 13732bc3-e17e-449d-a40d-2007924f7416 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:23.935340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 13732bc3-e17e-449d-a40d-2007924f7416 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:23.935711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:24.046752 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'name': 'network-vif-deleted', 'tag': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:24.049805 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263f566e-7818-4436-a148-8be063bf671c" -d '{"events": [{"server_uuid": "9d99ba5a-5424-49fc-8827-fefb1d394ac5", "name": "network-vif-deleted", "tag": "5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:24.081607 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f0dd273d-304b-4689-83bc-cf1be489820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1823f390-9312-4e93-8bfc-8d7b3b736764', 'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'mac_address': 'fa:16:3e:58:49:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:58Z', 'updated_at': '2021-08-16T12:54:09Z', 'revision_number': 5, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'subnets': [{'id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:24.119816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeccfa2-728c-413e-8016-36fb4e05a91d req-b4434ac3-5384-457d-a41a-ee500d280ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:24.127940 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd273d-304b-4689-83bc-cf1be489820a None None] Checking router: 6d2b9655-36a6-4465-a02b-dc2a23285108 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:57:24.138260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfa728-b815-4ce4-8873-1992fd4c6a98 req-e50a19a9-6617-4534-960e-6ac922688592 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:24.140302 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbeccfa2-728c-413e-8016-36fb4e05a91d req-b4434ac3-5384-457d-a41a-ee500d280ee4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 1101 time: 0.3160834 Aug 16 12:57:24.140473 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd273d-304b-4689-83bc-cf1be489820a None None] Routers {'6d2b9655-36a6-4465-a02b-dc2a23285108'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:24.141161 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f0dd273d-304b-4689-83bc-cf1be489820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6d2b9655-36a6-4465-a02b-dc2a23285108'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:24.142284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-da56d3db-ca21-46a1-8f33-84f4a86d0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:24.144175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0adfa728-b815-4ce4-8873-1992fd4c6a98 req-e50a19a9-6617-4534-960e-6ac922688592 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 947 time: 0.4872134 Aug 16 12:57:24.147388 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-da56d3db-ca21-46a1-8f33-84f4a86d0ad6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194fddd554b3402986da83c64a5bd169&device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 1096 time: 0.3094239 Aug 16 12:57:24.255801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5 req-79c08032-f937-4ddb-9d7e-ca9a40499416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:24.259385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5 req-79c08032-f937-4ddb-9d7e-ca9a40499416 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a62bbc3cea8d414ea9cc9cb66b82c3f3&device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 1098 time: 0.3629863 Aug 16 12:57:24.370565 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:24.393997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0adfa728-b815-4ce4-8873-1992fd4c6a98 req-b8de24cf-d201-4f87-9357-77a4a255dd0c tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926658 Aug 16 12:57:24.433321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758228c-fc99-4da9-bf87-21ae06dee838 req-295aacb6-4a39-4f99-8240-6baa81c49583 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:24.446328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4758228c-fc99-4da9-bf87-21ae06dee838 req-295aacb6-4a39-4f99-8240-6baa81c49583 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 950 time: 0.3892508 Aug 16 12:57:24.466942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 13732bc3-e17e-449d-a40d-2007924f7416, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=13732bc3-e17e-449d-a40d-2007924f7416,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:24.475570 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:24.488913 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbeccfa2-728c-413e-8016-36fb4e05a91d req-931e88f0-0a61-4845-bfa2-abc60c97c0bc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356438 Aug 16 12:57:24.561728 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f0dd273d-304b-4689-83bc-cf1be489820a None None] Set router 6d2b9655-36a6-4465-a02b-dc2a23285108 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:24.565189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Sync routers for ids ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:57:24.582287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4758228c-fc99-4da9-bf87-21ae06dee838 req-e30b4a18-ba6e-46d7-8aa3-9618c20e7500 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333544 Aug 16 12:57:24.605774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-725fd73a-ffe6-42fa-b9a8-984b026429f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:24.605774 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-725fd73a-ffe6-42fa-b9a8-984b026429f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c HTTP/1.1" status: 200 len: 911 time: 0.4139032 Aug 16 12:57:24.652549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Routers {'38aa9c7e-bfa8-4092-8e59-18156faa40b7'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:24.653515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:24.704005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5 req-c2e774cd-588d-462a-9a92-bcd04df83e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:24.705844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5 req-c2e774cd-588d-462a-9a92-bcd04df83e46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.4233544 Aug 16 12:57:24.775905 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-56b01c79-44c1-42c2-b5ae-2858fa6a313b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90add74c-be7e-435c-bc69-f3f86b524e8d HTTP/1.1" status: 200 len: 1001 time: 0.1614022 Aug 16 12:57:24.788124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b260c1-c181-412e-a6ec-e4880c83e8cf req-d0109f76-4a2e-46f8-af02-0ebfbab71d2a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:24.798380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5b260c1-c181-412e-a6ec-e4880c83e8cf req-d0109f76-4a2e-46f8-af02-0ebfbab71d2a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.2453609 Aug 16 12:57:24.812894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5 req-cd7e79bf-4155-43ca-900f-cd0d86c52128 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe HTTP/1.1" status: 200 len: 217 time: 0.0940642 Aug 16 12:57:24.899314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-d7701eab-dc0f-4f90-b617-78e9f90bf72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:24.905704 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-d7701eab-dc0f-4f90-b617-78e9f90bf72f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1abc382-f557-4bc1-9603-9a7e07c7eb93 HTTP/1.1" status: 200 len: 850 time: 0.1225665 Aug 16 12:57:24.939393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Set router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:24.942687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5b260c1-c181-412e-a6ec-e4880c83e8cf req-110b5038-748e-4cd7-8e6c-d64875c39ebe tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428056 Aug 16 12:57:24.989337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88489f25-fefc-44c0-8a0d-a15e40c0c702 req-d2c85216-ba92-42b8-9578-b09c294b1407 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:25.003298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88489f25-fefc-44c0-8a0d-a15e40c0c702 req-d2c85216-ba92-42b8-9578-b09c294b1407 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.2709889 Aug 16 12:57:25.045832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-f103eb11-d734-45a9-b71b-e9c5a385b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:25.047455 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-f103eb11-d734-45a9-b71b-e9c5a385b832 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248596 Aug 16 12:57:25.054401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=13732bc3-e17e-449d-a40d-2007924f7416,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:25.084348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5 req-ba553fc4-fc9a-4748-8723-5110246df8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:25.086162 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5 req-ba553fc4-fc9a-4748-8723-5110246df8f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2651570 Aug 16 12:57:25.107281 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168e5f45-d846-4d65-9972-979b256fd930 x-openstack-request-id: req-168e5f45-d846-4d65-9972-979b256fd930 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:25.108935 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d99ba5a-5424-49fc-8827-fefb1d394ac5", "name": "network-vif-deleted", "tag": "5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:25.111759 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-168e5f45-d846-4d65-9972-979b256fd930 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:25.112978 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d99ba5a-5424-49fc-8827-fefb1d394ac5', 'name': 'network-vif-deleted', 'tag': '5cd58ab7-bb4d-46c7-a046-61fbfd8ecd68', 'status': 'completed', 'code': 200} Aug 16 12:57:25.142689 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f0dd273d-304b-4689-83bc-cf1be489820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1823f390-9312-4e93-8bfc-8d7b3b736764', 'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'mac_address': 'fa:16:3e:58:49:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:58Z', 'updated_at': '2021-08-16T12:54:09Z', 'revision_number': 5, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'subnets': [{'id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:25.169376 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88489f25-fefc-44c0-8a0d-a15e40c0c702 req-f057d811-8873-4f2d-931b-0ce0433d12d7 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626775 Aug 16 12:57:25.251913 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd273d-304b-4689-83bc-cf1be489820a None None] The sync data for ids ['6d2b9655-36a6-4465-a02b-dc2a23285108'] in n-d-804708-1 is: [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:53:59Z', 'revision_number': 4, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1823f390-9312-4e93-8bfc-8d7b3b736764', 'name': '', 'network_id': '0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'mac_address': 'fa:16:3e:58:49:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:58Z', 'updated_at': '2021-08-16T12:54:09Z', 'revision_number': 5, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'subnets': [{'id': '52aede64-8d00-46b7-8bd2-aad3601112bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:57:25.379438 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-987f4871-b2af-4668-a2bd-5d3095b77075 service neutron] 10.222.0.42 "GET /v2.0/networks/8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233306 Aug 16 12:57:25.397386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa8b45ad-5ec7-49e9-8563-c3f97d2303f4 req-215e5268-2e76-4646-88b3-7e24273e36b5 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 210 time: 0.1410100 Aug 16 12:57:25.401840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5 req-14896096-fd0b-4cd2-aa96-aba80fad06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:25.404166 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5 req-14896096-fd0b-4cd2-aa96-aba80fad06ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3086298 Aug 16 12:57:25.581193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12f05e-9a25-4af5-839c-bb4919d56604 req-9809d1c6-59a8-44a7-aa79-03269ef55bd8 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:25.589893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e12f05e-9a25-4af5-839c-bb4919d56604 req-9809d1c6-59a8-44a7-aa79-03269ef55bd8 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.2083642 Aug 16 12:57:25.649060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 13732bc3-e17e-449d-a40d-2007924f7416 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:25.658972 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b2356645-5adf-4bd3-8628-2d9c7f5191c1 req-e4fe1146-f81b-4a32-944b-6f8a4371794a service neutron] 10.222.0.42 "GET /v2.0/networks/8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695923 Aug 16 12:57:25.660748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e12f05e-9a25-4af5-839c-bb4919d56604 req-87d8c1ae-cc3b-4be6-a90e-981b298df09b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702593 Aug 16 12:57:25.715005 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5 req-708aa8b8-e8a9-496f-b0e9-6a15a274a5e8 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548332 Aug 16 12:57:25.962920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-router', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '13732bc3-e17e-449d-a40d-2007924f7416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:13Z', 'updated_at': '2021-08-16T12:57:19Z', 'revision_number': 4, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'gw_port': {'id': '13732bc3-e17e-449d-a40d-2007924f7416', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:14Z', 'updated_at': '2021-08-16T12:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '87c75435-35e7-4c1c-a85b-5dd5e6a1f56f', 'name': '', 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'mac_address': 'fa:16:3e:12:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b701e754-2448-457d-b6bc-22b6f489f435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:18Z', 'updated_at': '2021-08-16T12:57:19Z', 'revision_number': 2, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'subnets': [{'id': 'b701e754-2448-457d-b6bc-22b6f489f435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:26.056903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Checking router: 38aa9c7e-bfa8-4092-8e59-18156faa40b7 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:57:26.057566 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Updating router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:57:26.140571 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c891db-dc39-482f-8b3d-bd094d808934 None None] New status for floating IP 97d19480-488a-4215-a0b9-879b6b99e57b: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:57:26.154168 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:26.156932 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 13732bc3-e17e-449d-a40d-2007924f7416 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:26.157882 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:26.359214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f57149-530e-4ef7-9f12-d1efcb1c875f req-170d2331-1ef4-446b-b089-55e94bb932a1 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:26.383126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01f57149-530e-4ef7-9f12-d1efcb1c875f req-170d2331-1ef4-446b-b089-55e94bb932a1 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 947 time: 0.4085670 Aug 16 12:57:26.391462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2301d0a-44bd-4e3c-9d55-8ab0e9a449b5 req-87c33d4e-b9a7-4432-aab9-c8006e5666fd service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733506 Aug 16 12:57:26.411314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9285e-83a9-44ce-82c8-e99353b9706f req-1b901b3f-715f-4a9a-b6e5-af207f886156 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:26.431662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ac9285e-83a9-44ce-82c8-e99353b9706f req-1b901b3f-715f-4a9a-b6e5-af207f886156 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 950 time: 0.3625498 Aug 16 12:57:26.558775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ac9285e-83a9-44ce-82c8-e99353b9706f req-1706069a-d9da-4d2d-b96f-1ad4ba1da9a6 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239994 Aug 16 12:57:26.633092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01f57149-530e-4ef7-9f12-d1efcb1c875f req-bbf0ff47-724d-4fd9-8435-eb1ecbfdd044 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446141 Aug 16 12:57:26.742047 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:26.755564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Transition to ACTIVE for port object 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:26.763878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:57:26.774938 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:26.882609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b99a5-9650-4423-8981-5a6d849be16a None None] Pushing event updated for resources: {'Port': ['ID=87c75435-35e7-4c1c-a85b-5dd5e6a1f56f,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:26.982514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7bcb019-2f20-42a2-a131-54ff22a53d14 req-26958436-a9b9-4358-8798-4f13e9d69d8d tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 210 time: 0.0477197 Aug 16 12:57:27.057303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe3f6c-7387-43aa-9fb0-e9aa2750246a req-c668ca43-06d9-4f4b-ba59-913feb8b56e0 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:27.079715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63fe3f6c-7387-43aa-9fb0-e9aa2750246a req-c668ca43-06d9-4f4b-ba59-913feb8b56e0 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.0956311 Aug 16 12:57:27.164253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63fe3f6c-7387-43aa-9fb0-e9aa2750246a req-3bab132d-9ec8-4ffe-86f2-a61b09435ae1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768049 Aug 16 12:57:27.173563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Attempting to bind port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:27.173936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Attempting to bind port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b069bbf8-0445-4b53-b875-3024a18c8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:27.178169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Attempting to bind port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f on network 0aacd00d-4ae9-4d53-8884-c50a34264ba0 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:27.198415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:27.198846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Checking segment: {'id': 'b069bbf8-0445-4b53-b875-3024a18c8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:27.199201 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:27.204661 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Bound using segment: {'id': 'b069bbf8-0445-4b53-b875-3024a18c8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:27.206767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Bound port: 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b069bbf8-0445-4b53-b875-3024a18c8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:27.207722 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:27.394126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] For port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:27.397529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] For port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=87c75435-35e7-4c1c-a85b-5dd5e6a1f56f,segment=NetworkSegment(b069bbf8-0445-4b53-b875-3024a18c8d4f),segment_id=b069bbf8-0445-4b53-b875-3024a18c8d4f)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:27.430845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:27.458452 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:27.501816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:57:27.573998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7e680-310d-4d89-8b43-2d3588423091 req-b415e966-c04f-4666-b839-ee1325e9ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:27.575929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fab7e680-310d-4d89-8b43-2d3588423091 req-b415e966-c04f-4666-b839-ee1325e9ec39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78ef6ec5532a46108445b307e3b09735&device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 1096 time: 0.2015040 Aug 16 12:57:27.591449 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:27.598342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf9ae3-5b80-47f6-878e-dcb3ed1fb7da req-0dacdb58-ea6d-434a-a6ed-fe5985272577 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:27.600285 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecaf9ae3-5b80-47f6-878e-dcb3ed1fb7da req-0dacdb58-ea6d-434a-a6ed-fe5985272577 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.2389083 Aug 16 12:57:27.641960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:27.655362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628f13f-2328-400b-bacf-67fb52d414db req-d75d8061-6485-4fcd-a531-84d505773e1e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:27.664654 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7628f13f-2328-400b-bacf-67fb52d414db req-d75d8061-6485-4fcd-a531-84d505773e1e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1402600 Aug 16 12:57:27.672149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:27.685028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Routers {'38aa9c7e-bfa8-4092-8e59-18156faa40b7'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:27.686047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:27.689232 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:27.827813 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecaf9ae3-5b80-47f6-878e-dcb3ed1fb7da req-6531aa5f-e121-4c3b-86de-91c93416a275 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101386 Aug 16 12:57:27.869050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7628f13f-2328-400b-bacf-67fb52d414db req-235544ca-380c-419b-8963-a7498bfb47b5 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007809 Aug 16 12:57:27.869210 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] Set router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:27.932148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7e680-310d-4d89-8b43-2d3588423091 req-2f56b189-4984-4e25-9a93-06c3ac95f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:27.933848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fab7e680-310d-4d89-8b43-2d3588423091 req-2f56b189-4984-4e25-9a93-06c3ac95f76c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad HTTP/1.1" status: 200 len: 915 time: 0.3308358 Aug 16 12:57:27.999441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b99a5-9650-4423-8981-5a6d849be16a None None] Pushing event updated for resources: {'Port': ['ID=87c75435-35e7-4c1c-a85b-5dd5e6a1f56f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:28.013491 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fab7e680-310d-4d89-8b43-2d3588423091 req-45ab59f6-3e6f-4672-a528-8925cf5d7bd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679c9754-a92f-4e79-b6d8-767d54974c5a HTTP/1.1" status: 200 len: 217 time: 0.0695133 Aug 16 12:57:28.082085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:28.129996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7e680-310d-4d89-8b43-2d3588423091 req-4804420e-554d-47ee-9b3f-72a5bf144446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:28.131679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fab7e680-310d-4d89-8b43-2d3588423091 req-4804420e-554d-47ee-9b3f-72a5bf144446 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90 HTTP/1.1" status: 200 len: 854 time: 0.0983522 Aug 16 12:57:28.145669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336b246-0faf-465f-b7fc-229942cde69b req-cb71b6b6-87bb-4313-a83b-198154aaf9ed tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:28.153824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b336b246-0faf-465f-b7fc-229942cde69b req-cb71b6b6-87bb-4313-a83b-198154aaf9ed tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 950 time: 0.1301005 Aug 16 12:57:28.209439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf7236-7742-4b2e-bd69-d95c528b7aff req-46d4cb9f-ee13-4e92-895c-9dfed73eb3ef tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:28.217706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59bf7236-7742-4b2e-bd69-d95c528b7aff req-46d4cb9f-ee13-4e92-895c-9dfed73eb3ef tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 948 time: 0.2030165 Aug 16 12:57:28.261905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7e680-310d-4d89-8b43-2d3588423091 req-014d2a63-f9ed-4ccb-b4e1-680161a2d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:28.264091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fab7e680-310d-4d89-8b43-2d3588423091 req-014d2a63-f9ed-4ccb-b4e1-680161a2d6e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027334 Aug 16 12:57:28.275207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:28.296108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b336b246-0faf-465f-b7fc-229942cde69b req-6f220e8b-116b-41dd-a580-0d25632fab52 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385939 Aug 16 12:57:28.359918 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59bf7236-7742-4b2e-bd69-d95c528b7aff req-3078792c-5d7d-4e56-8c5a-add128b57316 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410904 Aug 16 12:57:28.503419 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-router', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '13732bc3-e17e-449d-a40d-2007924f7416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:13Z', 'updated_at': '2021-08-16T12:57:19Z', 'revision_number': 4, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'gw_port': {'id': '13732bc3-e17e-449d-a40d-2007924f7416', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:14Z', 'updated_at': '2021-08-16T12:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '87c75435-35e7-4c1c-a85b-5dd5e6a1f56f', 'name': '', 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'mac_address': 'fa:16:3e:12:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b701e754-2448-457d-b6bc-22b6f489f435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:18Z', 'updated_at': '2021-08-16T12:57:27Z', 'revision_number': 4, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'subnets': [{'id': 'b701e754-2448-457d-b6bc-22b6f489f435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:28.528745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf46276b-c4bd-433f-a8e1-c6bb6e0b1804 req-bdefab4b-b4f3-4e97-92e2-7bc7f7406b70 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 210 time: 0.0683033 Aug 16 12:57:28.538822 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b837924-6369-409d-ae80-ce0047061b1d None None] The sync data for ids ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'] in n-d-804708-1 is: [{'id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-router', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '13732bc3-e17e-449d-a40d-2007924f7416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:13Z', 'updated_at': '2021-08-16T12:57:19Z', 'revision_number': 4, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'gw_port': {'id': '13732bc3-e17e-449d-a40d-2007924f7416', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:14Z', 'updated_at': '2021-08-16T12:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '87c75435-35e7-4c1c-a85b-5dd5e6a1f56f', 'name': '', 'network_id': '0aacd00d-4ae9-4d53-8884-c50a34264ba0', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'mac_address': 'fa:16:3e:12:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b701e754-2448-457d-b6bc-22b6f489f435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:18Z', 'updated_at': '2021-08-16T12:57:27Z', 'revision_number': 4, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'subnets': [{'id': 'b701e754-2448-457d-b6bc-22b6f489f435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:57:28.596324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fab7e680-310d-4d89-8b43-2d3588423091 req-8b65f562-ec1a-4e44-a74e-4a33bf5fa4e4 service neutron] 10.222.0.42 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220627 Aug 16 12:57:28.784524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf22d6a-b6f4-4dcf-93e6-8a09a3c7095b req-be4ac5d8-9fa6-478f-8e12-261a429c9b27 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:28.794406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9cf22d6a-b6f4-4dcf-93e6-8a09a3c7095b req-be4ac5d8-9fa6-478f-8e12-261a429c9b27 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.1969678 Aug 16 12:57:28.881854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fab7e680-310d-4d89-8b43-2d3588423091 req-9b13bdf3-7a9d-4565-8101-c864538c37db service neutron] 10.222.0.42 "GET /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634025 Aug 16 12:57:28.894656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9cf22d6a-b6f4-4dcf-93e6-8a09a3c7095b req-9a6abfb1-d917-4361-a71a-5fbb92e247c5 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989778 Aug 16 12:57:28.911732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d005a2-b00d-4620-b7bd-ba2d07fa11a5 req-a97e77ef-3f31-4a8a-8ed2-7cfce04bb349 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:28.913326 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7d005a2-b00d-4620-b7bd-ba2d07fa11a5 req-a97e77ef-3f31-4a8a-8ed2-7cfce04bb349 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 950 time: 0.0991449 Aug 16 12:57:28.986962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7d005a2-b00d-4620-b7bd-ba2d07fa11a5 req-1f9d9b14-8b04-4c4e-a79f-72e3104d5175 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622320 Aug 16 12:57:29.061783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12ce69-c9cc-4565-952d-f2a164023edc req-56fba4ab-a4e9-4d71-83bf-2c7577abcaa2 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:29.064989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b12ce69-c9cc-4565-952d-f2a164023edc req-56fba4ab-a4e9-4d71-83bf-2c7577abcaa2 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.0765469 Aug 16 12:57:29.155155 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b12ce69-c9cc-4565-952d-f2a164023edc req-acad3948-c866-4d1c-97ae-6634a240a1d9 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824983 Aug 16 12:57:29.182151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d6153-f39f-4f26-9efd-197cc2ee6679 req-82e64ffc-4ace-41f5-905f-09e7ff032dc1 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:29.183832 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e95d6153-f39f-4f26-9efd-197cc2ee6679 req-82e64ffc-4ace-41f5-905f-09e7ff032dc1 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1083405 Aug 16 12:57:29.240039 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e95d6153-f39f-4f26-9efd-197cc2ee6679 req-e53abe0c-e0c1-409e-8415-95ac14ed19f0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492716 Aug 16 12:57:29.258527 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:29.591274 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ad48c-2cd4-4494-88fd-e934551875f8 req-3f116f4a-59a8-41bc-8f1d-ea7d66fd0557 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:29.600476 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-043ad48c-2cd4-4494-88fd-e934551875f8 req-3f116f4a-59a8-41bc-8f1d-ea7d66fd0557 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 948 time: 0.1773255 Aug 16 12:57:29.620463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:29.726668 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:29.732093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:29.732704 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:29.734533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-043ad48c-2cd4-4494-88fd-e934551875f8 req-3b435eab-fcee-4754-b83c-2a36ef77fcc0 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236134 Aug 16 12:57:29.753125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f526cf31-093d-41bf-8213-713e9697700d req-58bc9165-72cd-4184-b594-3f3a928bd254 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 210 time: 0.0627048 Aug 16 12:57:29.848202 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:29.892702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=87c75435-35e7-4c1c-a85b-5dd5e6a1f56f,segment=NetworkSegment(b069bbf8-0445-4b53-b875-3024a18c8d4f),segment_id=b069bbf8-0445-4b53-b875-3024a18c8d4f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:29.897521 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:29.956747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=87c75435-35e7-4c1c-a85b-5dd5e6a1f56f,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:30.024349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa703bb-2e5a-4273-8337-13902f8b600c req-a22fb85f-eb41-407b-aab9-d5fe988659dd tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:30.026707 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4aa703bb-2e5a-4273-8337-13902f8b600c req-a22fb85f-eb41-407b-aab9-d5fe988659dd tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.0573151 Aug 16 12:57:30.082651 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4aa703bb-2e5a-4273-8337-13902f8b600c req-84bd30f7-fcfb-415e-8d6d-b28925a55618 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508175 Aug 16 12:57:30.134516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f5abc-cd11-4070-a3fa-79ce322ecc53 req-a83d4576-c722-4876-9faa-eb32b692750e tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:30.136478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-265f5abc-cd11-4070-a3fa-79ce322ecc53 req-a83d4576-c722-4876-9faa-eb32b692750e tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 950 time: 0.0669537 Aug 16 12:57:30.207708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-265f5abc-cd11-4070-a3fa-79ce322ecc53 req-1cad58d3-10a6-4e3e-a47c-b865d97f7322 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad12eef6-8595-4aeb-a6db-ccf5135d300d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613377 Aug 16 12:57:30.353095 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c80d04-11a9-43c6-b4d7-127f32b21d56 req-09045ff4-1c98-41d8-8474-086abd9fdfa0 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:30.354716 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42c80d04-11a9-43c6-b4d7-127f32b21d56 req-09045ff4-1c98-41d8-8474-086abd9fdfa0 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.0836437 Aug 16 12:57:30.432553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42c80d04-11a9-43c6-b4d7-127f32b21d56 req-27203b3d-faae-4290-a2ad-b4a1399a6028 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622299 Aug 16 12:57:30.468275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5cc3f-e923-4e41-8a2c-d0d99f982dbb req-0d5d4c1f-54e4-4a35-8259-48f67248f7d8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:30.472212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ca5cc3f-e923-4e41-8a2c-d0d99f982dbb req-0d5d4c1f-54e4-4a35-8259-48f67248f7d8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1127362 Aug 16 12:57:30.538009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ca5cc3f-e923-4e41-8a2c-d0d99f982dbb req-ea79eb08-5dd6-4ed5-8cc8-1fa0a2969dfe tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647535 Aug 16 12:57:30.541638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:30.680790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59993c0-6a82-42ad-8969-7c1b87e1bf1a req-bddb4855-6336-4bc3-81f9-4d455e73684d tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:30.683559 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e59993c0-6a82-42ad-8969-7c1b87e1bf1a req-bddb4855-6336-4bc3-81f9-4d455e73684d tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.22 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 950 time: 0.1327002 Aug 16 12:57:30.697437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146b37-067d-4f09-9948-76968b649b96 req-b10b7c04-0043-43cf-b810-20013d115393 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:30.708303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:30.714566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31146b37-067d-4f09-9948-76968b649b96 req-b10b7c04-0043-43cf-b810-20013d115393 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.1043499 Aug 16 12:57:30.721479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:30.722878 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:30.831360 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31146b37-067d-4f09-9948-76968b649b96 req-edcc0365-3005-46ed-8491-bd86b7612888 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095123 Aug 16 12:57:30.939570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e59993c0-6a82-42ad-8969-7c1b87e1bf1a req-fe5983e2-ec5c-4376-9394-ec035c479a03 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Deleting port 8e4ac159-21d3-402e-8798-cfd59ad0f81e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:30.941196 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e59993c0-6a82-42ad-8969-7c1b87e1bf1a req-fe5983e2-ec5c-4376-9394-ec035c479a03 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:31.006874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a468a7-72f5-45ed-badb-fe7300483511 req-22fd3c7f-5763-4591-aeff-f2b5e0cad90e tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:31.009258 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:31.014535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14a468a7-72f5-45ed-badb-fe7300483511 req-22fd3c7f-5763-4591-aeff-f2b5e0cad90e tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 948 time: 0.1314163 Aug 16 12:57:31.078887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:31.080304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303c2f60-9991-45e1-b45b-120c6e8343f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:31.082897 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36c2909-e9ba-4992-a7a3-6f612640f73f" -d '{"events": [{"server_uuid": "303c2f60-9991-45e1-b45b-120c6e8343f4", "name": "network-vif-plugged", "status": "completed", "tag": "e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:31.088443 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:31.125764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-e59993c0-6a82-42ad-8969-7c1b87e1bf1a req-fe5983e2-ec5c-4376-9394-ec035c479a03 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] For port 8e4ac159-21d3-402e-8798-cfd59ad0f81e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8e4ac159-21d3-402e-8798-cfd59ad0f81e,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:31.126761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e59993c0-6a82-42ad-8969-7c1b87e1bf1a req-fe5983e2-ec5c-4376-9394-ec035c479a03 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:31.143354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e59993c0-6a82-42ad-8969-7c1b87e1bf1a req-fe5983e2-ec5c-4376-9394-ec035c479a03 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Calling delete_port for 8e4ac159-21d3-402e-8798-cfd59ad0f81e owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:31.147591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:31.189837 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6a4cc10-0e77-4a9c-8446-5baefbd4c230 req-d994958c-d30b-498b-bfc3-55d9ec0fea64 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d99ba5a-5424-49fc-8827-fefb1d394ac5 HTTP/1.1" status: 200 len: 210 time: 0.0955100 Aug 16 12:57:31.195757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14a468a7-72f5-45ed-badb-fe7300483511 req-ad0a44e6-dd98-4159-a8dd-8c86d55976db tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733000 Aug 16 12:57:31.307650 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3533be7-7076-49de-96d8-b4c620916250 x-openstack-request-id: req-d3533be7-7076-49de-96d8-b4c620916250 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:31.307944 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303c2f60-9991-45e1-b45b-120c6e8343f4", "name": "network-vif-plugged", "status": "completed", "tag": "e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:31.308199 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3533be7-7076-49de-96d8-b4c620916250 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:31.308615 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303c2f60-9991-45e1-b45b-120c6e8343f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe', 'code': 200} Aug 16 12:57:31.450910 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e59993c0-6a82-42ad-8969-7c1b87e1bf1a req-fe5983e2-ec5c-4376-9394-ec035c479a03 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:31.485142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['8e4ac159-21d3-402e-8798-cfd59ad0f81e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:31.500437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b8673-70db-4374-a454-563119b97b55 req-fe632cca-8c5e-486a-92cc-e028be0dee9f tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:31.509193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee7b8673-70db-4374-a454-563119b97b55 req-fe632cca-8c5e-486a-92cc-e028be0dee9f tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cab892-3c91-4b3f-80ba-60faec99746c HTTP/1.1" status: 200 len: 945 time: 0.1963606 Aug 16 12:57:31.611507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2ad9c-8249-4acd-9bd2-5e5f79d063ff req-c505604e-cd18-4d5f-af2c-39a3f1548151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:31.614034 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bb2ad9c-8249-4acd-9bd2-5e5f79d063ff req-c505604e-cd18-4d5f-af2c-39a3f1548151 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 1100 time: 0.2025666 Aug 16 12:57:31.618368 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:31.631125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5983e2-ec5c-4376-9394-ec035c479a03 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Pushing event deleted for resources: {'Port': ['ID=8e4ac159-21d3-402e-8798-cfd59ad0f81e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:31.637064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59993c0-6a82-42ad-8969-7c1b87e1bf1a req-fe5983e2-ec5c-4376-9394-ec035c479a03 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] No DVR routers for this DVR port 8e4ac159-21d3-402e-8798-cfd59ad0f81e on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:57:31.647783 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e59993c0-6a82-42ad-8969-7c1b87e1bf1a req-fe5983e2-ec5c-4376-9394-ec035c479a03 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:31.650444 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e59993c0-6a82-42ad-8969-7c1b87e1bf1a req-fe5983e2-ec5c-4376-9394-ec035c479a03 tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.22 "DELETE /v2.0/ports/8e4ac159-21d3-402e-8798-cfd59ad0f81e HTTP/1.1" status: 204 len: 173 time: 0.9519451 Aug 16 12:57:31.651150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08614a0-eba1-48c2-beaf-6b19392ece9f', 'name': 'network-vif-deleted', 'tag': '8e4ac159-21d3-402e-8798-cfd59ad0f81e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:31.656565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d37b2-a018-4455-9139-84b7352f83db req-8f361fd0-73e7-4327-a6ab-27d29f5455fb tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:31.667937 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0950a9-d9f3-41a3-9622-45dc54aea8d2" -d '{"events": [{"server_uuid": "c08614a0-eba1-48c2-beaf-6b19392ece9f", "name": "network-vif-deleted", "tag": "8e4ac159-21d3-402e-8798-cfd59ad0f81e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:31.668460 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-428d37b2-a018-4455-9139-84b7352f83db req-8f361fd0-73e7-4327-a6ab-27d29f5455fb tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.2485907 Aug 16 12:57:31.783654 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bb2ad9c-8249-4acd-9bd2-5e5f79d063ff req-5e5fcdca-f90d-4a34-b77a-5e753e28a27b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006587 Aug 16 12:57:31.788335 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-32c11ff2-e22f-4175-87e6-535f32c43803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:31.801882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee7b8673-70db-4374-a454-563119b97b55 req-3f623828-b1e7-498a-945a-3b1ad59d33ed tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882509 Aug 16 12:57:31.853644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:31.857526 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:31.866489 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-428d37b2-a018-4455-9139-84b7352f83db req-fdea6bb8-5345-4396-8121-e1d706634e5b tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906528 Aug 16 12:57:32.047058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9b1d520-bdf3-40c5-ba05-353ecc273ebc req-a27e4457-2bac-4cc3-a045-2c2b94058e4c tempest-ImagesNegativeTestJSON-1197002233 tempest-ImagesNegativeTestJSON-1197002233-project] 10.222.0.25 "GET /v2.0/ports?device_id=c08614a0-eba1-48c2-beaf-6b19392ece9f HTTP/1.1" status: 200 len: 210 time: 0.0422702 Aug 16 12:57:32.096710 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6a1a6-a0e3-4055-abe8-1fbb81cd7090 req-9a3c6bea-5aa0-4f60-bf05-86242dc408dd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:32.102846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93b6a1a6-a0e3-4055-abe8-1fbb81cd7090 req-9a3c6bea-5aa0-4f60-bf05-86242dc408dd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0847192 Aug 16 12:57:32.108456 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29bb71e-4b42-46ce-8dfb-6b6afc5c60c2 x-openstack-request-id: req-a29bb71e-4b42-46ce-8dfb-6b6afc5c60c2 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:32.109000 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08614a0-eba1-48c2-beaf-6b19392ece9f", "name": "network-vif-deleted", "tag": "8e4ac159-21d3-402e-8798-cfd59ad0f81e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:32.109000 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a29bb71e-4b42-46ce-8dfb-6b6afc5c60c2 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:32.109370 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08614a0-eba1-48c2-beaf-6b19392ece9f', 'name': 'network-vif-deleted', 'tag': '8e4ac159-21d3-402e-8798-cfd59ad0f81e', 'status': 'completed', 'code': 200} Aug 16 12:57:32.151412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93b6a1a6-a0e3-4055-abe8-1fbb81cd7090 req-a1b052af-7514-4dfb-9ae3-20be62eaab40 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441811 Aug 16 12:57:32.376746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bf580-81ff-493f-baff-3958573911be req-ae809568-9341-436d-b3b0-9e345a119ee5 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:32.386016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db9bf580-81ff-493f-baff-3958573911be req-ae809568-9341-436d-b3b0-9e345a119ee5 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 945 time: 0.1319816 Aug 16 12:57:32.483221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db9bf580-81ff-493f-baff-3958573911be req-10f86eb7-a473-4277-8e9f-6b8faeaec0d4 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960238 Aug 16 12:57:32.504322 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa0f93-4275-4030-89d0-5073e80cabaa req-8e9ea17e-764e-4415-b76b-4c93cb523171 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:32.516101 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5fa0f93-4275-4030-89d0-5073e80cabaa req-8e9ea17e-764e-4415-b76b-4c93cb523171 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 949 time: 0.1211233 Aug 16 12:57:32.589221 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-3b117644-610b-472d-8990-88b148f5e408 req-fb9f90a9-5e1f-4e6c-93f9-6cc8ec9e1477 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:57:32.601269 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b117644-610b-472d-8990-88b148f5e408 req-fb9f90a9-5e1f-4e6c-93f9-6cc8ec9e1477 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179501 Aug 16 12:57:32.684909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5fa0f93-4275-4030-89d0-5073e80cabaa req-1c8309ee-2eda-40b2-a690-b497c9d1efc8 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676466 Aug 16 12:57:32.726013 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b117644-610b-472d-8990-88b148f5e408 req-76a0451e-c3fb-4e5b-9cf7-c2160df93762 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1234326 Aug 16 12:57:32.787903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37694) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:33.376043 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b11daa40-c692-495a-a974-dd6c27e50673 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:33.393755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fde9d-6942-4e23-a126-d7867b70c651 req-d6874e23-bc56-4ea3-ad54-7c29885223bc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:33.398662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad7fde9d-6942-4e23-a126-d7867b70c651 req-d6874e23-bc56-4ea3-ad54-7c29885223bc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.1199698 Aug 16 12:57:33.403923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebb095-04d6-4ebd-b9f3-10057153323e req-93a59c95-a4e4-4e52-9f1f-2025a0d5cac0 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:33.406725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45ebb095-04d6-4ebd-b9f3-10057153323e req-93a59c95-a4e4-4e52-9f1f-2025a0d5cac0 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.1324680 Aug 16 12:57:33.463247 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b11daa40-c692-495a-a974-dd6c27e50673 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:33.525431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45ebb095-04d6-4ebd-b9f3-10057153323e req-5ff849cc-e6d4-442d-b6d7-7af5c3ca51ff tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093657 Aug 16 12:57:33.533314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad7fde9d-6942-4e23-a126-d7867b70c651 req-47ea0c79-574e-4722-afd9-9aba855354fb tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253636 Aug 16 12:57:33.570300 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b11daa40-c692-495a-a974-dd6c27e50673 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:33.577834 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b11daa40-c692-495a-a974-dd6c27e50673 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:33.577834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b11daa40-c692-495a-a974-dd6c27e50673 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "DELETE /v2.0/security-groups/5d057f54-8295-4a70-9a46-af01734b5ce2 HTTP/1.1" status: 204 len: 168 time: 0.7847071 Aug 16 12:57:33.579664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37706) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:33.614747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11daa40-c692-495a-a974-dd6c27e50673 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d057f54-8295-4a70-9a46-af01734b5ce2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:33.615496 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-53ac8131-835f-4ba1-a4c7-5d7f4c9dfee5 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] show failed (client error): The resource could not be found. Aug 16 12:57:33.628129 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-53ac8131-835f-4ba1-a4c7-5d7f4c9dfee5 tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "GET /v2.0/security-groups/5d057f54-8295-4a70-9a46-af01734b5ce2 HTTP/1.1" status: 404 len: 347 time: 0.0450327 Aug 16 12:57:33.628884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37710) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:33.800881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c60f46-8b34-43c2-b834-aadda4d851fa req-cbdcc76c-3b0c-4e1c-ab87-0c52c5b4527e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:33.822845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47c60f46-8b34-43c2-b834-aadda4d851fa req-cbdcc76c-3b0c-4e1c-ab87-0c52c5b4527e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0955656 Aug 16 12:57:33.875272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47c60f46-8b34-43c2-b834-aadda4d851fa req-cc56ebe4-0f45-4edc-bb08-b0e2cdbf6ddf tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578430 Aug 16 12:57:34.019893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddfe7-aadf-457b-907c-99814068449a req-2da93418-4ffd-4d48-9853-c428fa1e7f24 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:34.021088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-567ddfe7-aadf-457b-907c-99814068449a req-2da93418-4ffd-4d48-9853-c428fa1e7f24 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cab892-3c91-4b3f-80ba-60faec99746c HTTP/1.1" status: 200 len: 945 time: 0.0753357 Aug 16 12:57:34.086017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-567ddfe7-aadf-457b-907c-99814068449a req-54d583ad-d7e6-47f7-af7e-c51b25ea575f tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589097 Aug 16 12:57:34.200580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2dec0-a098-467e-98ad-dba230e70b94 req-0ebbf6a5-fe88-412d-af52-8333472d8f47 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:34.202877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3fc2dec0-a098-467e-98ad-dba230e70b94 req-0ebbf6a5-fe88-412d-af52-8333472d8f47 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 949 time: 0.1129282 Aug 16 12:57:34.299932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5e354-b56e-448d-bddb-5bad82ee274e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Deleting port 4e638a81-17f2-423d-92a3-a4af55bc8de6 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:34.303376 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e354-b56e-448d-bddb-5bad82ee274e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:34.316189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a7b9445a-0fbe-4b4d-9340-fc4e52532eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:34.343412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77c73-45d2-4ab4-88ea-8068a606231a req-beef4c55-36cf-4ba3-b459-d14dc76b901b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:34.356154 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92b77c73-45d2-4ab4-88ea-8068a606231a req-beef4c55-36cf-4ba3-b459-d14dc76b901b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 945 time: 0.1506162 Aug 16 12:57:34.375222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3fc2dec0-a098-467e-98ad-dba230e70b94 req-f8e78d5c-6f6a-472d-bae8-59af369e5336 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582294 Aug 16 12:57:34.460443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92b77c73-45d2-4ab4-88ea-8068a606231a req-6995d65c-6766-423e-8fc2-0cbefced825a tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033256 Aug 16 12:57:34.461296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8e4ac159-21d3-402e-8798-cfd59ad0f81e no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:34.525869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 8e4ac159-21d3-402e-8798-cfd59ad0f81e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:34.525869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8e4ac159-21d3-402e-8798-cfd59ad0f81e not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:34.541763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e354-b56e-448d-bddb-5bad82ee274e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:34.543098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e354-b56e-448d-bddb-5bad82ee274e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:34.548612 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:34.578165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5e354-b56e-448d-bddb-5bad82ee274e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Calling delete_port for 4e638a81-17f2-423d-92a3-a4af55bc8de6 owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:34.848901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e354-b56e-448d-bddb-5bad82ee274e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:34.932569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5e354-b56e-448d-bddb-5bad82ee274e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Pushing event deleted for resources: {'Port': ['ID=4e638a81-17f2-423d-92a3-a4af55bc8de6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:34.995461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e354-b56e-448d-bddb-5bad82ee274e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:34.996225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cb0af-a034-468e-95c0-5364f32be41d req-c157507b-2a55-42c8-b744-56826c546132 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:34.999072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd4cb0af-a034-468e-95c0-5364f32be41d req-c157507b-2a55-42c8-b744-56826c546132 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.0877745 Aug 16 12:57:34.999249 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e354-b56e-448d-bddb-5bad82ee274e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:35.003137 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d0e5e354-b56e-448d-bddb-5bad82ee274e tempest-ServersTestBootFromVolume-1628392488 tempest-ServersTestBootFromVolume-1628392488-project] 10.222.0.25 "DELETE /v2.0/floatingips/97d19480-488a-4215-a0b9-879b6b99e57b HTTP/1.1" status: 204 len: 168 time: 1.3696735 Aug 16 12:57:35.003372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37740) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:35.015276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521d6e4-b470-497f-815e-8c2cd63b8a04 req-0e603887-dbba-44fe-a3b0-6b33c1b9b48c tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:35.022456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521d6e4-b470-497f-815e-8c2cd63b8a04 req-0e603887-dbba-44fe-a3b0-6b33c1b9b48c tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:35.029638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521d6e4-b470-497f-815e-8c2cd63b8a04 req-0e603887-dbba-44fe-a3b0-6b33c1b9b48c tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:35.031480 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6521d6e4-b470-497f-815e-8c2cd63b8a04 req-0e603887-dbba-44fe-a3b0-6b33c1b9b48c tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76&device_id=d8cab892-3c91-4b3f-80ba-60faec99746c&device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 2416 time: 0.1371973 Aug 16 12:57:35.091921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd4cb0af-a034-468e-95c0-5364f32be41d req-d7960e97-a6cd-4bfc-9454-732e6bc0e12e tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591376 Aug 16 12:57:35.151842 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6521d6e4-b470-497f-815e-8c2cd63b8a04 req-120ed6cd-9454-43f9-ab84-2d166ed61193 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116481 Aug 16 12:57:35.375149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3213c3-08ed-43d8-8b8a-54cfc7770030 req-9b0702f2-d579-47f9-93c1-08fe753f1829 tempest-ServersAdminNegativeTestJSON-209311476 tempest-ServersAdminNegativeTestJSON-209311476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:35.377824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c3213c3-08ed-43d8-8b8a-54cfc7770030 req-9b0702f2-d579-47f9-93c1-08fe753f1829 tempest-ServersAdminNegativeTestJSON-209311476 tempest-ServersAdminNegativeTestJSON-209311476-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 1100 time: 0.1444824 Aug 16 12:57:35.443588 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:35.489513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4c3213c3-08ed-43d8-8b8a-54cfc7770030 req-6bd428c6-0093-4f4d-8c37-8d0b610784bd tempest-ServersAdminNegativeTestJSON-209311476 tempest-ServersAdminNegativeTestJSON-209311476-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:35.525991 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd2f74-ee33-470b-9d07-08d2ebf02ff7 req-ecef0a7f-3309-45de-a28a-0188d20b5752 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:35.527189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1edd2f74-ee33-470b-9d07-08d2ebf02ff7 req-ecef0a7f-3309-45de-a28a-0188d20b5752 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1850030 Aug 16 12:57:35.600275 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1edd2f74-ee33-470b-9d07-08d2ebf02ff7 req-e976db9c-e0ca-4d25-b904-ee925e85af8c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601101 Aug 16 12:57:35.710310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4c3213c3-08ed-43d8-8b8a-54cfc7770030 req-6bd428c6-0093-4f4d-8c37-8d0b610784bd tempest-ServersAdminNegativeTestJSON-209311476 tempest-ServersAdminNegativeTestJSON-209311476-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:35.712106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37758) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:35.724634 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4c3213c3-08ed-43d8-8b8a-54cfc7770030 req-6bd428c6-0093-4f4d-8c37-8d0b610784bd tempest-ServersAdminNegativeTestJSON-209311476 tempest-ServersAdminNegativeTestJSON-209311476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:35.766749 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68c7d320-6590-467d-a33c-e273ca5f7766 req-260f299e-195e-4803-8dfb-2ec6b91eaafe tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1213229 Aug 16 12:57:35.776083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c3213c3-08ed-43d8-8b8a-54cfc7770030 req-6bd428c6-0093-4f4d-8c37-8d0b610784bd tempest-ServersAdminNegativeTestJSON-209311476 tempest-ServersAdminNegativeTestJSON-209311476-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305430 Aug 16 12:57:35.786760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:35.791435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd428c6-0093-4f4d-8c37-8d0b610784bd tempest-ServersAdminNegativeTestJSON-209311476 tempest-ServersAdminNegativeTestJSON-209311476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2295774-e0d5-4ae5-a5a1-ba26fd8a4a59,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:35.926711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37770) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:35.928019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eee8c7bb-02d9-4fa1-b08e-9ae575b71966 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4b3df057a144a4b8701357662f6eede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135892 Aug 16 12:57:36.050082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-28ce9f43-a846-403e-b6d7-3cce112f42b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:36.089247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-28ce9f43-a846-403e-b6d7-3cce112f42b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:36.233500 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-28ce9f43-a846-403e-b6d7-3cce112f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:36.241543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-28ce9f43-a846-403e-b6d7-3cce112f42b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:36.248181 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-28ce9f43-a846-403e-b6d7-3cce112f42b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad12eef6-8595-4aeb-a6db-ccf5135d300d HTTP/1.1" status: 204 len: 168 time: 0.3146172 Aug 16 12:57:36.288061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce9f43-a846-403e-b6d7-3cce112f42b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad12eef6-8595-4aeb-a6db-ccf5135d300d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:36.311736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] Deleting port 1823f390-9312-4e93-8bfc-8d7b3b736764 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:36.312024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:36.361456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867e44-65f3-4994-8af9-ef3e17e58a5a req-035615e9-1105-4c00-8b06-5f08478f3de3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:36.386238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6867e44-65f3-4994-8af9-ef3e17e58a5a req-035615e9-1105-4c00-8b06-5f08478f3de3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.1317620 Aug 16 12:57:36.463433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] For port 1823f390-9312-4e93-8bfc-8d7b3b736764, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1823f390-9312-4e93-8bfc-8d7b3b736764,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:36.463682 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:36.483394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6867e44-65f3-4994-8af9-ef3e17e58a5a req-15522771-4e80-40b5-877d-b71e8309f720 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010478 Aug 16 12:57:36.487263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] Calling delete_port for 1823f390-9312-4e93-8bfc-8d7b3b736764 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:36.753712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51617c18-a984-4161-a047-7bf2256fdbe6 req-ea09aec8-a27d-45b4-95ac-194a2c3d1130 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:36.768019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51617c18-a984-4161-a047-7bf2256fdbe6 req-ea09aec8-a27d-45b4-95ac-194a2c3d1130 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 945 time: 0.0959561 Aug 16 12:57:36.822304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51617c18-a984-4161-a047-7bf2256fdbe6 req-fd5b309e-80ae-4617-b020-1a2bb000dde7 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531807 Aug 16 12:57:36.826354 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:36.885829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] Pushing event deleted for resources: {'Port': ['ID=1823f390-9312-4e93-8bfc-8d7b3b736764,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:37.062115 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c60d03-923f-44c4-8778-a0bf2e1e126e req-44f7102b-b377-4d81-9ba9-3c1063f91645 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:37.064172 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68c60d03-923f-44c4-8778-a0bf2e1e126e req-44f7102b-b377-4d81-9ba9-3c1063f91645 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1410296 Aug 16 12:57:37.128762 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68c60d03-923f-44c4-8778-a0bf2e1e126e req-54f9a31f-8c0b-4edf-81bb-c55a32712585 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578105 Aug 16 12:57:37.138641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b23248-27ad-40f3-a64d-87dc7a504385 req-bc7b1972-4711-49fd-b9f0-10628e831bb1 tempest-ServersAdminNegativeTestJSON-209311476 tempest-ServersAdminNegativeTestJSON-209311476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:37.150359 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20b23248-27ad-40f3-a64d-87dc7a504385 req-bc7b1972-4711-49fd-b9f0-10628e831bb1 tempest-ServersAdminNegativeTestJSON-209311476 tempest-ServersAdminNegativeTestJSON-209311476-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 1100 time: 0.2074399 Aug 16 12:57:37.222079 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20b23248-27ad-40f3-a64d-87dc7a504385 req-516aa17a-05d4-481b-9ed1-bd4abfc14f2c tempest-ServersAdminNegativeTestJSON-209311476 tempest-ServersAdminNegativeTestJSON-209311476-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670493 Aug 16 12:57:37.226961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:37.267499 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:37.608613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37830) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:37.807311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] Router 6d2b9655-36a6-4465-a02b-dc2a23285108 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:57:37.864449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-967344537-network', 'tenant_id': 'fd27f13269bc4bd4953c65507e9ce3e8'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:37.942161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e8669-e2ef-47fb-bc9c-f02c0dc9fe38 req-905da95d-2966-493d-a8fb-e0bfc695abb7 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:37.951702 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e34e8669-e2ef-47fb-bc9c-f02c0dc9fe38 req-905da95d-2966-493d-a8fb-e0bfc695abb7 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.1603210 Aug 16 12:57:38.017356 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e34e8669-e2ef-47fb-bc9c-f02c0dc9fe38 req-bcae1707-6f64-4e97-96a2-1ed4ff1840df tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530038 Aug 16 12:57:38.018737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Made reservation on behalf of fd27f13269bc4bd4953c65507e9ce3e8 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:57:38.021420 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.037148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:57:38.047044 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a39c884e-a1de-40ef-a039-e976be9f827b admin admin] 10.222.0.25 "PUT /v2.0/routers/6d2b9655-36a6-4465-a02b-dc2a23285108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0380266 Aug 16 12:57:38.048209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37838) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:38.055546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775378ec-211b-454d-8adf-9046d6a9e28f None None] Sync routers for ids ['6d2b9655-36a6-4465-a02b-dc2a23285108'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:57:38.058373 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.078575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775378ec-211b-454d-8adf-9046d6a9e28f None None] Routers {'6d2b9655-36a6-4465-a02b-dc2a23285108'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:38.079507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-775378ec-211b-454d-8adf-9046d6a9e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6d2b9655-36a6-4465-a02b-dc2a23285108'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:38.247500 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.315577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-775378ec-211b-454d-8adf-9046d6a9e28f None None] Set router 6d2b9655-36a6-4465-a02b-dc2a23285108 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:38.377230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.432159 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.451344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68600c1e-d92d-4389-8f68-e5402490e3e2 req-5003e1db-fe9c-4f92-bdd2-c04468672853 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:38.460274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68600c1e-d92d-4389-8f68-e5402490e3e2 req-5003e1db-fe9c-4f92-bdd2-c04468672853 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 949 time: 0.3283772 Aug 16 12:57:38.461732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Deleting port d1113233-047e-4e94-8cf3-b0b6314be60e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:38.462206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.494028 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.542714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a85d4-3cbf-47ac-bb86-5be84da314ab req-09064542-a418-4d2b-85d7-9c6409614f30 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:38.552386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-173a85d4-3cbf-47ac-bb86-5be84da314ab req-09064542-a418-4d2b-85d7-9c6409614f30 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 945 time: 0.2324438 Aug 16 12:57:38.561921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] For port d1113233-047e-4e94-8cf3-b0b6314be60e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d1113233-047e-4e94-8cf3-b0b6314be60e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:38.562467 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.577444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68600c1e-d92d-4389-8f68-e5402490e3e2 req-709856db-ac3d-4cd3-90a4-d925ab41465e tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102443 Aug 16 12:57:38.580351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Calling delete_port for d1113233-047e-4e94-8cf3-b0b6314be60e owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:38.629854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:57:38.682015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab09906-60e0-45b2-8875-75baed918e19,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:38.706765 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.707184 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Added segment 160ff41b-5b06-44c1-ab04-af98952ef771 of type vlan for network c74d340b-f81a-4b86-a5dc-7a52d434a180 Aug 16 12:57:38.769038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-173a85d4-3cbf-47ac-bb86-5be84da314ab req-9a67cf25-a7aa-4973-971f-c1ee8db04b40 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153325 Aug 16 12:57:38.847526 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.896815 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.917472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=d1113233-047e-4e94-8cf3-b0b6314be60e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:38.935885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-775378ec-211b-454d-8adf-9046d6a9e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:57:36Z', 'revision_number': 5, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port': {'id': 'd1113233-047e-4e94-8cf3-b0b6314be60e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:53:53Z', 'updated_at': '2021-08-16T12:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:38.968560 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.975069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897b3fa-957c-48f1-9d6b-46efcd1804a5 req-7569d222-fd8b-46f1-afe5-d8a41f71fab7 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:38.976985 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3897b3fa-957c-48f1-9d6b-46efcd1804a5 req-7569d222-fd8b-46f1-afe5-d8a41f71fab7 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1216028 Aug 16 12:57:38.977786 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:38.979083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:38.979668 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.013260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775378ec-211b-454d-8adf-9046d6a9e28f None None] Checking router: 6d2b9655-36a6-4465-a02b-dc2a23285108 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:57:39.034606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775378ec-211b-454d-8adf-9046d6a9e28f None None] Routers {'6d2b9655-36a6-4465-a02b-dc2a23285108'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:39.035575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-775378ec-211b-454d-8adf-9046d6a9e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6d2b9655-36a6-4465-a02b-dc2a23285108'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:39.089959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4789636 Aug 16 12:57:39.091980 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37852) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:39.106292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] Request body: {'subnet': {'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-967344537-subnet', 'tenant_id': 'fd27f13269bc4bd4953c65507e9ce3e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:39.132540 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.139226 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.147311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-775378ec-211b-454d-8adf-9046d6a9e28f None None] Set router 6d2b9655-36a6-4465-a02b-dc2a23285108 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:39.165012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95e6ee-8876-4ac6-9a49-f1dad63b34b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c74d340b-f81a-4b86-a5dc-7a52d434a180,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:39.186222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3897b3fa-957c-48f1-9d6b-46efcd1804a5 req-94074d02-9529-4610-8443-fa08496f4e7d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987624 Aug 16 12:57:39.192417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network c74d340b-f81a-4b86-a5dc-7a52d434a180 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:57:39.209376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a25bf-cdc4-4606-b5c5-695d971f1dd5 req-7f78421f-6b4d-459c-8ffb-429d355f7625 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:39.214176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e00a25bf-cdc4-4606-b5c5-695d971f1dd5 req-7f78421f-6b4d-459c-8ffb-429d355f7625 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 945 time: 0.2300079 Aug 16 12:57:39.222034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] Made reservation on behalf of fd27f13269bc4bd4953c65507e9ce3e8 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:57:39.228467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.247597 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.248273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d2b9655-36a6-4465-a02b-dc2a23285108 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:57:39.265186 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.267010 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4e41c7b0-18d8-4059-9d2b-fd6d3352dbfa admin admin] 10.222.0.25 "DELETE /v2.0/routers/6d2b9655-36a6-4465-a02b-dc2a23285108 HTTP/1.1" status: 204 len: 168 time: 1.2167051 Aug 16 12:57:39.272319 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37858) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:39.321375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-775378ec-211b-454d-8adf-9046d6a9e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:57:38Z', 'revision_number': 7, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:39.349055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-772dc48c-5481-4853-b5ad-2808a50e7d5b admin admin] Deleting subnet 52aede64-8d00-46b7-8bd2-aad3601112bd {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:57:39.352839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-772dc48c-5481-4853-b5ad-2808a50e7d5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.368216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775378ec-211b-454d-8adf-9046d6a9e28f None None] The sync data for ids ['6d2b9655-36a6-4465-a02b-dc2a23285108'] in n-d-804708-1 is: [{'id': '6d2b9655-36a6-4465-a02b-dc2a23285108', 'name': 'tempest-ServersTestBootFromVolume-1015244276-router', 'tenant_id': '95f5cc5c35b94402b51e49e4147bd21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:53:51Z', 'updated_at': '2021-08-16T12:57:38Z', 'revision_number': 7, 'project_id': '95f5cc5c35b94402b51e49e4147bd21d', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:57:39.412191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-772dc48c-5481-4853-b5ad-2808a50e7d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.470161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e00a25bf-cdc4-4606-b5c5-695d971f1dd5 req-2efd13f8-15a8-4c36-a0eb-87aef49fe0b5 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417507 Aug 16 12:57:39.525393 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca205092-c62d-463d-8ff1-a4fe2170e4a6 req-0151565c-e3fe-48e9-a504-8d54387063f0 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:39.544520 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-772dc48c-5481-4853-b5ad-2808a50e7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.547672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca205092-c62d-463d-8ff1-a4fe2170e4a6 req-0151565c-e3fe-48e9-a504-8d54387063f0 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.2315125 Aug 16 12:57:39.638740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-772dc48c-5481-4853-b5ad-2808a50e7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.640211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e4efa-d30c-4a95-86df-6a79481ac149 req-dfd156ee-f51c-4d54-944e-2260a8f3cbf5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:39.641756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c2e4efa-d30c-4a95-86df-6a79481ac149 req-dfd156ee-f51c-4d54-944e-2260a8f3cbf5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.42 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 949 time: 0.3612797 Aug 16 12:57:39.794182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.811932 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edf76a0-f640-4403-8e86-8dc631423e44 None None] Network 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:57:39.832076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-772dc48c-5481-4853-b5ad-2808a50e7d5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:39.838998 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca205092-c62d-463d-8ff1-a4fe2170e4a6 req-62869382-2211-4175-a5c0-07935f611c1b tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886515 Aug 16 12:57:39.847272 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-772dc48c-5481-4853-b5ad-2808a50e7d5b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/52aede64-8d00-46b7-8bd2-aad3601112bd HTTP/1.1" status: 204 len: 168 time: 0.5736670 Aug 16 12:57:39.850135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dc48c-5481-4853-b5ad-2808a50e7d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52aede64-8d00-46b7-8bd2-aad3601112bd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:39.899619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37866) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:39.952599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1823f390-9312-4e93-8bfc-8d7b3b736764 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:40.024516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 1823f390-9312-4e93-8bfc-8d7b3b736764 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:40.025030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1823f390-9312-4e93-8bfc-8d7b3b736764 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:40.076188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c6c74-cb90-47d0-b64e-22a74eee76a9 req-746b2936-3355-4e7f-8422-bcf8794837ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:40.077750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-743c6c74-cb90-47d0-b64e-22a74eee76a9 req-746b2936-3355-4e7f-8422-bcf8794837ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1095 time: 0.2855616 Aug 16 12:57:40.117675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:40.138749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2698112a-ce6a-45e2-a0ed-383e4d82d22a,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:40.191594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb824e1b-c437-4b8e-9e05-997544f34ecf req-6cbb5ad2-54d7-463f-8927-07d176368bd8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:40.199191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb824e1b-c437-4b8e-9e05-997544f34ecf req-6cbb5ad2-54d7-463f-8927-07d176368bd8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1916919 Aug 16 12:57:40.206844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] Checking segment: {'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:40.207201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] Network hostable DHCP agents. Network: c74d340b-f81a-4b86-a5dc-7a52d434a180, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:57:40.217775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23792c-e1a3-4b5e-9c64-3c16908cf7dc req-921cc290-e1a3-4c87-8c61-8c71cd7dc611 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:40.219598 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e23792c-e1a3-4b5e-9c64-3c16908cf7dc req-921cc290-e1a3-4c87-8c61-8c71cd7dc611 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 949 time: 0.2252827 Aug 16 12:57:40.271255 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-2c2e4efa-d30c-4a95-86df-6a79481ac149 req-fa811ee5-6151-45ae-bfdc-c33530cfddaf tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Deleting port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:40.271606 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2c2e4efa-d30c-4a95-86df-6a79481ac149 req-fa811ee5-6151-45ae-bfdc-c33530cfddaf tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:40.280429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Deleting port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:40.281049 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:40.300260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c6c74-cb90-47d0-b64e-22a74eee76a9 req-fcfdce77-ad3a-492f-972c-91ba224630cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:40.302417 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-743c6c74-cb90-47d0-b64e-22a74eee76a9 req-fcfdce77-ad3a-492f-972c-91ba224630cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.2126408 Aug 16 12:57:40.343064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb824e1b-c437-4b8e-9e05-997544f34ecf req-776e59bd-21e8-44f0-888d-08c7913dad8f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421404 Aug 16 12:57:40.350373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] Network c74d340b-f81a-4b86-a5dc-7a52d434a180 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:57:40.376076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b096353-1a45-4f7b-b0d8-89450f514990 None None] DHCP port deletion for 0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:57:40.388841 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e23792c-e1a3-4b5e-9c64-3c16908cf7dc req-da079d9d-bbfc-4cf8-8666-8cbd8cb3dabb tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541984 Aug 16 12:57:40.445161 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-743c6c74-cb90-47d0-b64e-22a74eee76a9 req-1a5ec687-ba7c-4e5b-9599-1907e75c7064 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 999 time: 0.1306310 Aug 16 12:57:40.476716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, c74d340b-f81a-4b86-a5dc-7a52d434a180) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:40.501117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:40.501692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c7aab0-a609-4f5e-ab22-776b7d43bf6d None None] Network c74d340b-f81a-4b86-a5dc-7a52d434a180 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:57:40.502164 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:40.564762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] For port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8cdd0b2a-b26a-4c21-9cab-40951ee25f8f,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:40.565241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:40.600624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c6c74-cb90-47d0-b64e-22a74eee76a9 req-71d1e9df-e5e9-475f-871b-9be1063cc7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:40.604785 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-743c6c74-cb90-47d0-b64e-22a74eee76a9 req-71d1e9df-e5e9-475f-871b-9be1063cc7af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1127236 Aug 16 12:57:40.606990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Calling delete_port for 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:40.627258 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ee90e3e7-5d43-4f9e-9715-27101cddc12b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5273905 Aug 16 12:57:40.693269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-2c2e4efa-d30c-4a95-86df-6a79481ac149 req-fa811ee5-6151-45ae-bfdc-c33530cfddaf tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] For port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:40.696014 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2c2e4efa-d30c-4a95-86df-6a79481ac149 req-fa811ee5-6151-45ae-bfdc-c33530cfddaf tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:40.737899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbef53f6-9a5d-44b7-a67a-8ec2624d6893 None None] Network c74d340b-f81a-4b86-a5dc-7a52d434a180 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:57:40.754049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-2c2e4efa-d30c-4a95-86df-6a79481ac149 req-fa811ee5-6151-45ae-bfdc-c33530cfddaf tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Calling delete_port for e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:40.797292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed97d22-929d-41fa-b01f-85a487471dcc req-1d7cf5d9-cbe3-4cad-8610-8877a159cd05 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:40.808113 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fed97d22-929d-41fa-b01f-85a487471dcc req-1d7cf5d9-cbe3-4cad-8610-8877a159cd05 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 945 time: 0.3014975 Aug 16 12:57:40.818868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829be8b-530d-4938-b0c2-2df1b700da64 req-35cd6a83-6f44-4d80-a825-68ba3c9c62da tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:40.820179 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d829be8b-530d-4938-b0c2-2df1b700da64 req-35cd6a83-6f44-4d80-a825-68ba3c9c62da tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 945 time: 0.1527557 Aug 16 12:57:40.824390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c6c74-cb90-47d0-b64e-22a74eee76a9 req-20163c01-5add-4606-8ab7-6561c47e60db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:40.826341 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-743c6c74-cb90-47d0-b64e-22a74eee76a9 req-20163c01-5add-4606-8ab7-6561c47e60db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2119696 Aug 16 12:57:40.874266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8b096353-1a45-4f7b-b0d8-89450f514990 None None] Deleting port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:40.874745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8b096353-1a45-4f7b-b0d8-89450f514990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:40.932668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fae587-5848-40bb-852b-2509e053adff req-10c61d72-e0cb-4de0-ad60-236f93618b8f tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:40.934341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89fae587-5848-40bb-852b-2509e053adff req-10c61d72-e0cb-4de0-ad60-236f93618b8f tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 945 time: 0.3400397 Aug 16 12:57:41.009485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8b096353-1a45-4f7b-b0d8-89450f514990 None None] For port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8cdd0b2a-b26a-4c21-9cab-40951ee25f8f,segment=NetworkSegment(98db9944-250e-4db5-b47a-10e4ae0266d0),segment_id=98db9944-250e-4db5-b47a-10e4ae0266d0)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:41.010467 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8b096353-1a45-4f7b-b0d8-89450f514990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:41.044031 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fed97d22-929d-41fa-b01f-85a487471dcc req-5a04d0db-5061-4946-a7b7-7b51b6bc3277 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283959 Aug 16 12:57:41.056848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8b096353-1a45-4f7b-b0d8-89450f514990 None None] Calling delete_port for 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:41.105093 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:41.165172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] No DVR routers for this DVR port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:57:41.168124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cdd0b2a-b26a-4c21-9cab-40951ee25f8f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:41.200445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89fae587-5848-40bb-852b-2509e053adff req-b01d170a-50c3-485c-85a6-cc495330712b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173796 Aug 16 12:57:41.293228 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8b096353-1a45-4f7b-b0d8-89450f514990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:41.335382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b096353-1a45-4f7b-b0d8-89450f514990 None None] Pushing event deleted for resources: {'Port': ['ID=8cdd0b2a-b26a-4c21-9cab-40951ee25f8f,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:41.338288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b096353-1a45-4f7b-b0d8-89450f514990 None None] No DVR routers for this DVR port 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:57:41.381740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71571773-6c03-4d61-ac25-f1562e00db6d req-9316edf6-03fc-4925-b986-0baf2fbadd4b tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:41.383235 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71571773-6c03-4d61-ac25-f1562e00db6d req-9316edf6-03fc-4925-b986-0baf2fbadd4b tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.1808872 Aug 16 12:57:41.396430 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-743c6c74-cb90-47d0-b64e-22a74eee76a9 req-71e36172-e33c-4c8e-b869-a058335a55e2 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127976 Aug 16 12:57:41.407226 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:41.430458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-d829be8b-530d-4938-b0c2-2df1b700da64 req-8b4b18f6-bd9b-487f-bb90-9f6fe6013ace tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Deleting port 33c29709-b61d-49c2-ab91-4d0161da9f84 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:41.430714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d829be8b-530d-4938-b0c2-2df1b700da64 req-8b4b18f6-bd9b-487f-bb90-9f6fe6013ace tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:41.448740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:41.476407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71571773-6c03-4d61-ac25-f1562e00db6d req-60fa47d5-fefb-4910-84ea-f726d1e5643c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801048 Aug 16 12:57:41.477066 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2c2e4efa-d30c-4a95-86df-6a79481ac149 req-fa811ee5-6151-45ae-bfdc-c33530cfddaf tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:41.489489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['7293e708-93a5-4f9e-abfa-50d6767222ad', 'e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:41.490372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98db9944-250e-4db5-b47a-10e4ae0266d0') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:41.490655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98db9944-250e-4db5-b47a-10e4ae0266d0') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:41.602655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2e4efa-d30c-4a95-86df-6a79481ac149 req-fa811ee5-6151-45ae-bfdc-c33530cfddaf tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] No DVR routers for this DVR port e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:57:41.608766 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2c2e4efa-d30c-4a95-86df-6a79481ac149 req-fa811ee5-6151-45ae-bfdc-c33530cfddaf tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:41.617297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c2e4efa-d30c-4a95-86df-6a79481ac149 req-fa811ee5-6151-45ae-bfdc-c33530cfddaf tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.42 "DELETE /v2.0/ports/e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe HTTP/1.1" status: 204 len: 173 time: 1.9619465 Aug 16 12:57:41.617297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa811ee5-6151-45ae-bfdc-c33530cfddaf tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Pushing event deleted for resources: {'Port': ['ID=e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:41.624247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:41.626893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303c2f60-9991-45e1-b45b-120c6e8343f4', 'name': 'network-vif-deleted', 'tag': 'e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:41.630066 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355d3aba-db33-4613-a453-e0c6ef436f75" -d '{"events": [{"server_uuid": "303c2f60-9991-45e1-b45b-120c6e8343f4", "name": "network-vif-deleted", "tag": "e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:41.640442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-cee3fbea-0e5b-4470-a969-b7949b6c224d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:41.644576 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-cee3fbea-0e5b-4470-a969-b7949b6c224d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.42 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 945 time: 0.3416619 Aug 16 12:57:41.658051 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:41.725371 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:41.729431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:41.729775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8cdd0b2a-b26a-4c21-9cab-40951ee25f8f not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:41.735048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:57:41.735855 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:41.740633 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d1113233-047e-4e94-8cf3-b0b6314be60e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:41.861236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d1113233-047e-4e94-8cf3-b0b6314be60e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:41.862261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d1113233-047e-4e94-8cf3-b0b6314be60e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:42.008076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-1f9c4e30-a05b-4ad7-8f51-0b736c0fd5b2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:42.010505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-1f9c4e30-a05b-4ad7-8f51-0b736c0fd5b2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/networks?id=c74d340b-f81a-4b86-a5dc-7a52d434a180 HTTP/1.1" status: 200 len: 821 time: 0.2723186 Aug 16 12:57:42.028605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1041a3e-c9e6-40d4-9ad1-0293fabba2c2 req-a003f234-2bca-4c5b-9834-7338b1629b5d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:42.030186 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1041a3e-c9e6-40d4-9ad1-0293fabba2c2 req-a003f234-2bca-4c5b-9834-7338b1629b5d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.3718526 Aug 16 12:57:42.044592 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-75389e88-130a-4fb1-9359-f51a17c56817 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/quotas/fd27f13269bc4bd4953c65507e9ce3e8 HTTP/1.1" status: 200 len: 375 time: 0.0128140 Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:57:42.146282 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:57:42.162801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-dccb8338-064f-4db7-b376-fc7c65bdeb55 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd27f13269bc4bd4953c65507e9ce3e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078453 Aug 16 12:57:42.221596 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1041a3e-c9e6-40d4-9ad1-0293fabba2c2 req-9fd373fc-28fd-4e6e-9bbf-8fc2a3cae2f0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727831 Aug 16 12:57:42.426874 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:42.448483 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98713cb7-e852-4f00-83d6-7c3dee8ab8df req-234c87c3-06f5-4b8e-a154-562326c713c4 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=303c2f60-9991-45e1-b45b-120c6e8343f4 HTTP/1.1" status: 200 len: 210 time: 0.0519464 Aug 16 12:57:42.451414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-ea3e27ee-c719-46e0-8d8c-0ff70d1a9799 service neutron] 10.222.0.25 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877448 Aug 16 12:57:42.457959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d829be8b-530d-4938-b0c2-2df1b700da64 req-8b4b18f6-bd9b-487f-bb90-9f6fe6013ace tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] For port 33c29709-b61d-49c2-ab91-4d0161da9f84, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=33c29709-b61d-49c2-ab91-4d0161da9f84,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:42.457959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d829be8b-530d-4938-b0c2-2df1b700da64 req-8b4b18f6-bd9b-487f-bb90-9f6fe6013ace tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:42.462695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:42.464716 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea HTTP/1.1" status: 204 len: 168 time: 2.5640717 Aug 16 12:57:42.531007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 33c29709-b61d-49c2-ab91-4d0161da9f84 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:42.583995 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-743c6c74-cb90-47d0-b64e-22a74eee76a9 req-9514e44c-07ba-46e0-87ea-9cd20103c028 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1739550 Aug 16 12:57:42.601102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-d829be8b-530d-4938-b0c2-2df1b700da64 req-8b4b18f6-bd9b-487f-bb90-9f6fe6013ace tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Calling delete_port for 33c29709-b61d-49c2-ab91-4d0161da9f84 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:42.613944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ceb10-c234-46f5-bcb1-adf53fc98c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cdbeed1-dabe-4790-a5e3-2e36bc08b2ea,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:42.626880 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0a3a12b-173f-43d1-857e-358441cf85da req-6c8de283-194a-4dc3-8cda-c763bb1cf7fd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4282768 Aug 16 12:57:42.671572 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aa40bf-5450-4002-ae40-615d683dea86 x-openstack-request-id: req-43aa40bf-5450-4002-ae40-615d683dea86 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:42.673090 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303c2f60-9991-45e1-b45b-120c6e8343f4", "name": "network-vif-deleted", "tag": "e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:42.673877 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43aa40bf-5450-4002-ae40-615d683dea86 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:42.674681 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303c2f60-9991-45e1-b45b-120c6e8343f4', 'name': 'network-vif-deleted', 'tag': 'e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe', 'status': 'completed', 'code': 200} Aug 16 12:57:42.693469 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-938781cb-3ab0-43b8-9f33-ad9170c434eb service neutron] 10.222.0.25 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284877 Aug 16 12:57:42.801012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Deleting port 90add74c-be7e-435c-bc69-f3f86b524e8d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:42.806517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37906) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:42.808587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:42.835704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3a12b-173f-43d1-857e-358441cf85da req-280a4116-13b0-45a1-914a-38dbb3f77d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:42.837230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0a3a12b-173f-43d1-857e-358441cf85da req-280a4116-13b0-45a1-914a-38dbb3f77d17 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 1096 time: 0.1727276 Aug 16 12:57:42.854662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:42.946199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5ae63497-e9c9-4131-8d80-b3eca8e44cb3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95f5cc5c35b94402b51e49e4147bd21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374693 Aug 16 12:57:42.953579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37908) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:42.964878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 33c29709-b61d-49c2-ab91-4d0161da9f84, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=33c29709-b61d-49c2-ab91-4d0161da9f84,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:42.968685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e963db-2fc5-41ea-8c66-97bad937bf76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c29709-b61d-49c2-ab91-4d0161da9f84'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:42.977009 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831b44fa-3687-455b-9714-6116b3f2926f" -d '{"events": [{"server_uuid": "d2e963db-2fc5-41ea-8c66-97bad937bf76", "name": "network-vif-unplugged", "status": "completed", "tag": "33c29709-b61d-49c2-ab91-4d0161da9f84"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:42.989663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49d904-fa4a-4f18-a28a-b8cfc9ddb064 req-714674bc-a88d-44c1-9369-d37ab1707687 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:42.991528 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:42.992975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae49d904-fa4a-4f18-a28a-b8cfc9ddb064 req-714674bc-a88d-44c1-9369-d37ab1707687 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 945 time: 0.1826012 Aug 16 12:57:43.081913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae49d904-fa4a-4f18-a28a-b8cfc9ddb064 req-5877a1f3-9ebd-4274-9d7e-c4a1d67a1a90 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768104 Aug 16 12:57:43.189684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=33c29709-b61d-49c2-ab91-4d0161da9f84,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:43.334076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d829be8b-530d-4938-b0c2-2df1b700da64 req-8b4b18f6-bd9b-487f-bb90-9f6fe6013ace tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:43.350540 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['679c9754-a92f-4e79-b6d8-767d54974c5a', 'ad7bff45-6fa3-4514-ad88-12d2acaf92c4'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:43.394486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5e1ae-81b1-4870-abe1-6c1c7174524b req-4e21ae05-d71b-42d8-9be4-e80031d52be8 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:43.406957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56b5e1ae-81b1-4870-abe1-6c1c7174524b req-4e21ae05-d71b-42d8-9be4-e80031d52be8 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 865 time: 0.2003992 Aug 16 12:57:43.424477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a890601-34d8-45ce-8cc6-64eb1d9c4e18 req-8ed72f04-f641-4a5e-8f1c-d0b95aea1adc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:43.437188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a890601-34d8-45ce-8cc6-64eb1d9c4e18 req-8ed72f04-f641-4a5e-8f1c-d0b95aea1adc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.1624384 Aug 16 12:57:43.457029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] For port 90add74c-be7e-435c-bc69-f3f86b524e8d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=90add74c-be7e-435c-bc69-f3f86b524e8d,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:43.458651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:43.585967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56b5e1ae-81b1-4870-abe1-6c1c7174524b req-63acd56b-f2fd-4476-9ba1-aa378ddfe01b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402545 Aug 16 12:57:43.597089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a890601-34d8-45ce-8cc6-64eb1d9c4e18 req-2e0ad2ce-de0a-4a07-b160-5c87f8856fc0 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562030 Aug 16 12:57:43.704607 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4012ef82-1b2d-4000-811a-efadd2b8dc62 x-openstack-request-id: req-4012ef82-1b2d-4000-811a-efadd2b8dc62 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:43.705124 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e963db-2fc5-41ea-8c66-97bad937bf76", "name": "network-vif-unplugged", "status": "completed", "tag": "33c29709-b61d-49c2-ab91-4d0161da9f84", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:43.705383 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4012ef82-1b2d-4000-811a-efadd2b8dc62 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:43.705961 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e963db-2fc5-41ea-8c66-97bad937bf76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c29709-b61d-49c2-ab91-4d0161da9f84', 'code': 200} Aug 16 12:57:43.719840 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:43.720241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:43.720726 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Floating IP 7c9ec558-1784-4c8a-9013-ddbfc3f92c57 disassociated. External IP: 172.25.0.194, port: 90add74c-be7e-435c-bc69-f3f86b524e8d. Aug 16 12:57:43.721080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Calling delete_port for 90add74c-be7e-435c-bc69-f3f86b524e8d owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:43.846146 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ff9a96a-5a2b-4f6b-8047-da87eaad2236 req-2debd43a-2bf7-47c2-bd0b-77fd5cf0e1fd tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 210 time: 0.0697241 Aug 16 12:57:43.871030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3a12b-173f-43d1-857e-358441cf85da req-36e782ff-3dc2-4bb5-91e2-3642a43309d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:43.873464 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0a3a12b-173f-43d1-857e-358441cf85da req-36e782ff-3dc2-4bb5-91e2-3642a43309d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 1.0110774 Aug 16 12:57:43.912007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d829be8b-530d-4938-b0c2-2df1b700da64 req-8b4b18f6-bd9b-487f-bb90-9f6fe6013ace tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] No DVR routers for this DVR port 33c29709-b61d-49c2-ab91-4d0161da9f84 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:57:43.914638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b18f6-bd9b-487f-bb90-9f6fe6013ace tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Pushing event deleted for resources: {'Port': ['ID=33c29709-b61d-49c2-ab91-4d0161da9f84,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:43.927215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d829be8b-530d-4938-b0c2-2df1b700da64 req-8b4b18f6-bd9b-487f-bb90-9f6fe6013ace tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:43.930627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d829be8b-530d-4938-b0c2-2df1b700da64 req-8b4b18f6-bd9b-487f-bb90-9f6fe6013ace tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.22 "DELETE /v2.0/ports/33c29709-b61d-49c2-ab91-4d0161da9f84 HTTP/1.1" status: 204 len: 173 time: 3.1013675 Aug 16 12:57:44.032368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb6605-aa64-4b4f-b84c-dac5debd375d req-d0a1424e-7a51-4bba-96e7-5285e6dd2d7d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:44.035001 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4cb6605-aa64-4b4f-b84c-dac5debd375d req-d0a1424e-7a51-4bba-96e7-5285e6dd2d7d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1872945 Aug 16 12:57:44.045410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e963db-2fc5-41ea-8c66-97bad937bf76', 'name': 'network-vif-deleted', 'tag': '33c29709-b61d-49c2-ab91-4d0161da9f84'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:44.051650 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef36149f-1c70-443d-93b7-ac2f1e96c33a" -d '{"events": [{"server_uuid": "d2e963db-2fc5-41ea-8c66-97bad937bf76", "name": "network-vif-deleted", "tag": "33c29709-b61d-49c2-ab91-4d0161da9f84"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:44.055446 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0a3a12b-173f-43d1-857e-358441cf85da req-9ce77720-042a-4a9c-9fd5-3991931ab456 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea1c7be-d747-494d-8759-92d77770e3b8 HTTP/1.1" status: 200 len: 217 time: 0.1446841 Aug 16 12:57:44.142981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35faf4c7-27d3-4358-a882-465d55c2d5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:44.151974 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4cb6605-aa64-4b4f-b84c-dac5debd375d req-1f57bd85-eb0e-4c04-a102-089efdbdd791 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019089 Aug 16 12:57:44.157161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3a12b-173f-43d1-857e-358441cf85da req-66e4f037-6ef1-4826-af71-9b7aebf4f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:44.161246 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0a3a12b-173f-43d1-857e-358441cf85da req-66e4f037-6ef1-4826-af71-9b7aebf4f6b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.0855839 Aug 16 12:57:44.285126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35faf4c7-27d3-4358-a882-465d55c2d5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:44.320531 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d909818-ae08-4804-a4a7-72ab3f0f1ca9 x-openstack-request-id: req-2d909818-ae08-4804-a4a7-72ab3f0f1ca9 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:44.320867 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e963db-2fc5-41ea-8c66-97bad937bf76", "name": "network-vif-deleted", "tag": "33c29709-b61d-49c2-ab91-4d0161da9f84", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:44.321171 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d909818-ae08-4804-a4a7-72ab3f0f1ca9 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:44.323341 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e963db-2fc5-41ea-8c66-97bad937bf76', 'name': 'network-vif-deleted', 'tag': '33c29709-b61d-49c2-ab91-4d0161da9f84', 'status': 'completed', 'code': 200} Aug 16 12:57:44.500714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3a12b-173f-43d1-857e-358441cf85da req-003df8b2-93b9-42a0-8fa0-ce3b3e3675e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:44.503346 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0a3a12b-173f-43d1-857e-358441cf85da req-003df8b2-93b9-42a0-8fa0-ce3b3e3675e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3253493 Aug 16 12:57:44.517711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879a3d7-9fe7-4755-a212-84e54a97314d req-9313330c-dff5-4987-8692-8c5a76d14351 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:44.519945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9879a3d7-9fe7-4755-a212-84e54a97314d req-9313330c-dff5-4987-8692-8c5a76d14351 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 945 time: 0.1797681 Aug 16 12:57:44.613594 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:44.631194 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:44.644164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffd757-030d-4ef0-b847-bd9e5e467265 req-aecd40f6-2c36-4f67-929e-a3e218448d84 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:44.661786 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8ffd757-030d-4ef0-b847-bd9e5e467265 req-aecd40f6-2c36-4f67-929e-a3e218448d84 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1762702 Aug 16 12:57:44.669648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:44.670180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e63868a9-c1b6-4597-9e2c-f9a3d19c7dbe not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:44.670741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 90add74c-be7e-435c-bc69-f3f86b524e8d no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:44.685426 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35faf4c7-27d3-4358-a882-465d55c2d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:44.689412 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35faf4c7-27d3-4358-a882-465d55c2d5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:44.694899 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-35faf4c7-27d3-4358-a882-465d55c2d5aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e084ca96-f81c-40d9-9316-8a3bfc1b3b80 HTTP/1.1" status: 204 len: 168 time: 1.7321148 Aug 16 12:57:44.706726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9879a3d7-9fe7-4755-a212-84e54a97314d req-d04f6713-7990-4eec-9848-90185d907963 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d13276-18e2-4130-ba59-45d705f555e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579897 Aug 16 12:57:44.717445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 90add74c-be7e-435c-bc69-f3f86b524e8d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:44.717445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 90add74c-be7e-435c-bc69-f3f86b524e8d not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:44.753178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8ffd757-030d-4ef0-b847-bd9e5e467265 req-17fcb933-2f8c-4ca8-a013-c14f34de3405 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898154 Aug 16 12:57:44.919509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faf4c7-27d3-4358-a882-465d55c2d5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e084ca96-f81c-40d9-9316-8a3bfc1b3b80,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:44.922338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Pushing event deleted for resources: {'Port': ['ID=90add74c-be7e-435c-bc69-f3f86b524e8d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:44.945805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9342b3-34d1-4d5c-b730-4b7621e6afab req-e4e87453-5de1-42fe-ba6b-8fc83b95adc6 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:44.948226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f9342b3-34d1-4d5c-b730-4b7621e6afab req-e4e87453-5de1-42fe-ba6b-8fc83b95adc6 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 949 time: 0.0939372 Aug 16 12:57:44.979367 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0a3a12b-173f-43d1-857e-358441cf85da req-49d3c59b-3f31-47e7-bc6a-266944a2410a service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650040 Aug 16 12:57:45.044740 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40701fee-e007-43ef-b91e-9504a2b19107 req-b601c74b-90d1-4482-bd64-ed39f48bbe8b tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2e963db-2fc5-41ea-8c66-97bad937bf76 HTTP/1.1" status: 200 len: 210 time: 0.0657959 Aug 16 12:57:45.138034 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f9342b3-34d1-4d5c-b730-4b7621e6afab req-e6fce049-d473-4bdf-8157-62ad41e033c6 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786861 Aug 16 12:57:45.426254 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7c624-c990-48d0-b7a9-e3fd1298e348 req-71bc94af-22ff-494d-a414-0cb30ca0ed08 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:45.444281 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74e7c624-c990-48d0-b7a9-e3fd1298e348 req-71bc94af-22ff-494d-a414-0cb30ca0ed08 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.2126386 Aug 16 12:57:45.616802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-51e1fe9c-5dae-4daf-a037-dab8db39ce97 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:45.618700 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-51e1fe9c-5dae-4daf-a037-dab8db39ce97 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "GET /v2.0/networks?id=c74d340b-f81a-4b86-a5dc-7a52d434a180 HTTP/1.1" status: 200 len: 821 time: 0.5784447 Aug 16 12:57:45.623532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Router 10949b79-f5b3-412f-a796-512100587405 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:57:45.627215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0a3a12b-173f-43d1-857e-358441cf85da req-dd2a17c1-7083-48d0-a1bc-98254f3e17c0 service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385915 Aug 16 12:57:45.650880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74e7c624-c990-48d0-b7a9-e3fd1298e348 req-bd18e377-96c8-4397-bc63-4beaa6dcbb2f tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040014 Aug 16 12:57:45.699561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Request body: {'port': {'device_id': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180', 'admin_state_up': True, 'tenant_id': 'fd27f13269bc4bd4953c65507e9ce3e8'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:45.937753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7c3cb96-9783-4616-acab-148b7f98a8be req-9cbe503a-9cc7-4122-9895-18729faf2592 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 210 time: 0.0778806 Aug 16 12:57:46.004011 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:46.103403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6706f-5b21-4e5b-83a7-d7ac842841e5 req-b3ebbaeb-f613-4087-9c3f-73bc1d4acf10 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:46.107126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77d6706f-5b21-4e5b-83a7-d7ac842841e5 req-b3ebbaeb-f613-4087-9c3f-73bc1d4acf10 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.42 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 949 time: 0.1858687 Aug 16 12:57:46.110008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:57:46.123913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd7a3e-f352-47f4-916b-dff8357de8d0 req-749e6eb2-e362-4d47-82f8-d2fde5e8f8fe tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:46.126263 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9808a5e-5316-49a8-8d05-49964cfd178f None None] Sync routers for ids ['10949b79-f5b3-412f-a796-512100587405'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:57:46.139816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37dd7a3e-f352-47f4-916b-dff8357de8d0 req-749e6eb2-e362-4d47-82f8-d2fde5e8f8fe tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.2962339 Aug 16 12:57:46.152440 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9808a5e-5316-49a8-8d05-49964cfd178f None None] Routers {'10949b79-f5b3-412f-a796-512100587405'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:46.153726 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b9808a5e-5316-49a8-8d05-49964cfd178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['10949b79-f5b3-412f-a796-512100587405'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:46.337577 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29c5871c-fefa-404b-a802-bc851fdd4eba req-56d63dc7-6b10-43cd-9ac9-ea0fb8a0b29a tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/ports?device_id=de6359fa-e15b-447b-a9e4-9c360edeb17b HTTP/1.1" status: 200 len: 210 time: 0.1569374 Aug 16 12:57:46.365166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] No DVR routers for this DVR port 90add74c-be7e-435c-bc69-f3f86b524e8d on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:57:46.366633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37dd7a3e-f352-47f4-916b-dff8357de8d0 req-eec1855d-a15f-4185-866b-77052ea3d233 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254205 Aug 16 12:57:46.378138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:46.412764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3afd7a6a-0bca-42d9-ab87-ea44fb6b98d0 req-2c30ffe6-afc5-4415-8f38-85aa072aff68 tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.42 "DELETE /v2.0/ports/90add74c-be7e-435c-bc69-f3f86b524e8d HTTP/1.1" status: 204 len: 173 time: 4.7175825 Aug 16 12:57:46.423951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'name': 'network-vif-deleted', 'tag': '90add74c-be7e-435c-bc69-f3f86b524e8d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:46.446316 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fde7c4-292e-4856-8c8a-b3c9c04caf28" -d '{"events": [{"server_uuid": "de6359fa-e15b-447b-a9e4-9c360edeb17b", "name": "network-vif-deleted", "tag": "90add74c-be7e-435c-bc69-f3f86b524e8d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:46.483978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Made reservation on behalf of fd27f13269bc4bd4953c65507e9ce3e8 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:57:46.505997 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:46.601227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37980) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:46.655258 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-b9808a5e-5316-49a8-8d05-49964cfd178f None None] Set router 10949b79-f5b3-412f-a796-512100587405 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:47.082293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2081653227-network', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:47.148786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Made reservation on behalf of a0da31fa70a146e0ae709697e0846815 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:57:47.155890 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:47.193102 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:47.211883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Allocated IP 172.20.0.8 (c74d340b-f81a-4b86-a5dc-7a52d434a180/2698112a-ce6a-45e2-a0ed-383e4d82d22a/4785832f-9862-4833-bfa5-2967ba1ddf1d) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:57:47.325864 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b9808a5e-5316-49a8-8d05-49964cfd178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:14Z', 'revision_number': 4, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1e6e2ca6-430f-4ead-93b9-e446f281328b', 'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'mac_address': 'fa:16:3e:e9:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:11Z', 'updated_at': '2021-08-16T12:55:22Z', 'revision_number': 5, 'project_id': '194fddd554b3402986da83c64a5bd169', 'subnets': [{'id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:47.380689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d531d-d86f-4257-9ea5-e2de8932f9b4 req-2d455853-3a33-438e-880a-9fe633a83275 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:47.386922 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a6d531d-d86f-4257-9ea5-e2de8932f9b4 req-2d455853-3a33-438e-880a-9fe633a83275 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 949 time: 0.5984008 Aug 16 12:57:47.409469 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9808a5e-5316-49a8-8d05-49964cfd178f None None] Checking router: 10949b79-f5b3-412f-a796-512100587405 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:57:47.433973 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9808a5e-5316-49a8-8d05-49964cfd178f None None] Routers {'10949b79-f5b3-412f-a796-512100587405'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:47.435339 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b9808a5e-5316-49a8-8d05-49964cfd178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['10949b79-f5b3-412f-a796-512100587405'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:47.463984 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5e84ef-d4a2-4d47-8c24-7b7c846407d1 x-openstack-request-id: req-3c5e84ef-d4a2-4d47-8c24-7b7c846407d1 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:47.464292 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6359fa-e15b-447b-a9e4-9c360edeb17b", "name": "network-vif-deleted", "tag": "90add74c-be7e-435c-bc69-f3f86b524e8d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:47.464570 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c5e84ef-d4a2-4d47-8c24-7b7c846407d1 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:47.464957 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6359fa-e15b-447b-a9e4-9c360edeb17b', 'name': 'network-vif-deleted', 'tag': '90add74c-be7e-435c-bc69-f3f86b524e8d', 'status': 'completed', 'code': 200} Aug 16 12:57:47.475136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-77d6706f-5b21-4e5b-83a7-d7ac842841e5 req-a86bd388-404b-43e3-9836-a188d7ccb18d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Deleting port 7293e708-93a5-4f9e-abfa-50d6767222ad {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:47.475626 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-77d6706f-5b21-4e5b-83a7-d7ac842841e5 req-a86bd388-404b-43e3-9836-a188d7ccb18d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:47.562482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:47.617239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a6d531d-d86f-4257-9ea5-e2de8932f9b4 req-c3cfeebd-56b6-4836-9ff0-238703a579d5 tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/security-groups?id=9846af20-7562-4b3b-891a-e7b31e5e55b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021966 Aug 16 12:57:47.675214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417b506-1b34-46dc-9d5e-860da51d2e4e req-92839ff6-17b0-4ab7-b998-78f38ddfb991 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:47.677819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e417b506-1b34-46dc-9d5e-860da51d2e4e req-92839ff6-17b0-4ab7-b998-78f38ddfb991 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.4920576 Aug 16 12:57:47.708336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:47.716430 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-b9808a5e-5316-49a8-8d05-49964cfd178f None None] Set router 10949b79-f5b3-412f-a796-512100587405 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:47.833884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Network c74d340b-f81a-4b86-a5dc-7a52d434a180 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:47.838829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:47.846531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:47.911026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event updated for resources: {'Port': ['ID=4785832f-9862-4833-bfa5-2967ba1ddf1d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:47.952201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:47.953319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:47.963348 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:47.977797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-77d6706f-5b21-4e5b-83a7-d7ac842841e5 req-a86bd388-404b-43e3-9836-a188d7ccb18d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] For port 7293e708-93a5-4f9e-abfa-50d6767222ad, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=7293e708-93a5-4f9e-abfa-50d6767222ad,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:47.978191 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-77d6706f-5b21-4e5b-83a7-d7ac842841e5 req-a86bd388-404b-43e3-9836-a188d7ccb18d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:47.988449 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-2102fdf1-7df0-4b8d-8cbe-af623f0dbdaf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3073289 Aug 16 12:57:47.992453 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:48.014031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Request body: {'port': {'device_id': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:48.041847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-77d6706f-5b21-4e5b-83a7-d7ac842841e5 req-a86bd388-404b-43e3-9836-a188d7ccb18d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Calling delete_port for 7293e708-93a5-4f9e-abfa-50d6767222ad owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:48.058299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e417b506-1b34-46dc-9d5e-860da51d2e4e req-bf984758-6bb3-4efa-b73d-1bd86fba4ef1 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3585427 Aug 16 12:57:48.112870 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b9808a5e-5316-49a8-8d05-49964cfd178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:14Z', 'revision_number': 4, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1e6e2ca6-430f-4ead-93b9-e446f281328b', 'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'mac_address': 'fa:16:3e:e9:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:11Z', 'updated_at': '2021-08-16T12:55:22Z', 'revision_number': 5, 'project_id': '194fddd554b3402986da83c64a5bd169', 'subnets': [{'id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:48.131498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:57:48.148386 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9808a5e-5316-49a8-8d05-49964cfd178f None None] The sync data for ids ['10949b79-f5b3-412f-a796-512100587405'] in n-d-804708-1 is: [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:55:14Z', 'revision_number': 4, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1e6e2ca6-430f-4ead-93b9-e446f281328b', 'name': '', 'network_id': '8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'mac_address': 'fa:16:3e:e9:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:11Z', 'updated_at': '2021-08-16T12:55:22Z', 'revision_number': 5, 'project_id': '194fddd554b3402986da83c64a5bd169', 'subnets': [{'id': 'b1abc382-f557-4bc1-9603-9a7e07c7eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:57:48.156967 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:48.162644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfd91a-11e4-4432-97b2-621d041be623 req-5111162d-603a-493d-b2a7-5c46612b2a31 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:48.171607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55cfd91a-11e4-4432-97b2-621d041be623 req-5111162d-603a-493d-b2a7-5c46612b2a31 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.4441850 Aug 16 12:57:48.275422 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55cfd91a-11e4-4432-97b2-621d041be623 req-6d7f882d-95f7-4faa-87a3-7d4e619b3cc3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026638 Aug 16 12:57:48.276467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe84839-5cf0-43d3-99dd-0d250b0e4dc2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:48.307970 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:48.307970 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Added segment 2b9edd5c-6bd3-4237-90ca-41a1836e8059 of type vlan for network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 Aug 16 12:57:48.440198 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:48.470191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24362d0f-4da8-4f7c-ad54-929da2985cd4 req-63c46b63-4546-4a6c-b718-1af808f4a0be tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:48.481784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24362d0f-4da8-4f7c-ad54-929da2985cd4 req-63c46b63-4546-4a6c-b718-1af808f4a0be tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 931 time: 0.2385006 Aug 16 12:57:48.527189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb4f44-9165-4636-a535-394ae26e8353 req-2ae1cd8a-bb4a-4669-a889-7a23b6b34b80 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:48.529152 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96cb4f44-9165-4636-a535-394ae26e8353 req-2ae1cd8a-bb4a-4669-a889-7a23b6b34b80 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8cab892-3c91-4b3f-80ba-60faec99746c HTTP/1.1" status: 200 len: 945 time: 0.1067517 Aug 16 12:57:48.556310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:57:48.604605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a47173-5c01-4fd3-8689-4beb0857f1e2 req-d2465ed5-ed61-4921-8957-eae3d3bb52f2 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:48.606904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67a47173-5c01-4fd3-8689-4beb0857f1e2 req-d2465ed5-ed61-4921-8957-eae3d3bb52f2 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cab892-3c91-4b3f-80ba-60faec99746c HTTP/1.1" status: 200 len: 945 time: 0.2316031 Aug 16 12:57:48.696573 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:48.697618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:48.698244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:48.735393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7859a394-6fa7-40ba-a988-24b70506b7ce None None] New status for floating IP 7c9ec558-1784-4c8a-9013-ddbfc3f92c57: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:57:48.827846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4785832f-9862-4833-bfa5-2967ba1ddf1d {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:48.842780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-96cb4f44-9165-4636-a535-394ae26e8353 req-ed2e2db9-6751-46c7-84a0-fd51c268d2db tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Deleting port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:48.843139 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-96cb4f44-9165-4636-a535-394ae26e8353 req-ed2e2db9-6751-46c7-84a0-fd51c268d2db tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:48.843407 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] Pushing event updated for resources: {'Network': ['ID=85acb630-8b8b-4a68-92d5-2e70a4ee2d20,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:48.848480 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:48.869329 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24362d0f-4da8-4f7c-ad54-929da2985cd4 req-fded413f-9e8b-4622-9556-ad8e8440ade0 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587351 Aug 16 12:57:48.872673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67a47173-5c01-4fd3-8689-4beb0857f1e2 req-3ab54234-5e07-4930-b417-f4dd0abf8a12 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575762 Aug 16 12:57:48.914204 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-09d62dfe-4bba-40a4-9009-d66283f47d1a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2934947 Aug 16 12:57:48.930201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38000) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:48.936669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] Request body: {'subnet': {'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-subnet', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:48.973540 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-77d6706f-5b21-4e5b-83a7-d7ac842841e5 req-a86bd388-404b-43e3-9836-a188d7ccb18d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:48.978001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Transition to ACTIVE for port object 4785832f-9862-4833-bfa5-2967ba1ddf1d will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:48.979819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] Made reservation on behalf of a0da31fa70a146e0ae709697e0846815 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:57:48.985839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:49.014875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:49.091250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bd388-404b-43e3-9836-a188d7ccb18d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Pushing event deleted for resources: {'Port': ['ID=7293e708-93a5-4f9e-abfa-50d6767222ad,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:49.126381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:57:49.182757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-96cb4f44-9165-4636-a535-394ae26e8353 req-ed2e2db9-6751-46c7-84a0-fd51c268d2db tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] For port ad7bff45-6fa3-4514-ad88-12d2acaf92c4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ad7bff45-6fa3-4514-ad88-12d2acaf92c4,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:49.183178 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-96cb4f44-9165-4636-a535-394ae26e8353 req-ed2e2db9-6751-46c7-84a0-fd51c268d2db tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:49.220832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d6706f-5b21-4e5b-83a7-d7ac842841e5 req-a86bd388-404b-43e3-9836-a188d7ccb18d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] No DVR routers for this DVR port 7293e708-93a5-4f9e-abfa-50d6767222ad on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:57:49.224633 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-77d6706f-5b21-4e5b-83a7-d7ac842841e5 req-a86bd388-404b-43e3-9836-a188d7ccb18d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:49.229607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77d6706f-5b21-4e5b-83a7-d7ac842841e5 req-a86bd388-404b-43e3-9836-a188d7ccb18d tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.42 "DELETE /v2.0/ports/7293e708-93a5-4f9e-abfa-50d6767222ad HTTP/1.1" status: 204 len: 173 time: 2.9718175 Aug 16 12:57:49.240836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe35e5-fad4-4d54-9c8d-33e26db7c7d0', 'name': 'network-vif-deleted', 'tag': '7293e708-93a5-4f9e-abfa-50d6767222ad'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:49.244753 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1450d0b-e3fe-4174-a980-24e09cfe8f1d" -d '{"events": [{"server_uuid": "aefe35e5-fad4-4d54-9c8d-33e26db7c7d0", "name": "network-vif-deleted", "tag": "7293e708-93a5-4f9e-abfa-50d6767222ad"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:49.255002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Pushing event updated for resources: {'Port': ['ID=4785832f-9862-4833-bfa5-2967ba1ddf1d,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:49.417120 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ff2ac9a-cfe8-4a12-9650-b2c28a52ef17 req-a7e1a784-ff18-4251-b10f-a6e08692fcde tempest-ServersAdminNegativeTestJSON-1357089335 tempest-ServersAdminNegativeTestJSON-1357089335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aefe35e5-fad4-4d54-9c8d-33e26db7c7d0 HTTP/1.1" status: 200 len: 210 time: 0.0858254 Aug 16 12:57:49.537170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38016) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:49.579493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-96cb4f44-9165-4636-a535-394ae26e8353 req-ed2e2db9-6751-46c7-84a0-fd51c268d2db tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Calling delete_port for ad7bff45-6fa3-4514-ad88-12d2acaf92c4 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:49.773518 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:49.865964 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6781874-e4fe-43ef-bd7b-fa6e7e586045 x-openstack-request-id: req-c6781874-e4fe-43ef-bd7b-fa6e7e586045 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:49.866954 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe35e5-fad4-4d54-9c8d-33e26db7c7d0", "name": "network-vif-deleted", "tag": "7293e708-93a5-4f9e-abfa-50d6767222ad", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:49.878802 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6781874-e4fe-43ef-bd7b-fa6e7e586045 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:49.879737 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe35e5-fad4-4d54-9c8d-33e26db7c7d0', 'name': 'network-vif-deleted', 'tag': '7293e708-93a5-4f9e-abfa-50d6767222ad', 'status': 'completed', 'code': 200} Aug 16 12:57:49.885865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Attempting to bind port 4785832f-9862-4833-bfa5-2967ba1ddf1d on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:49.886323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Attempting to bind port 4785832f-9862-4833-bfa5-2967ba1ddf1d by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:49.886624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Attempting to bind port 4785832f-9862-4833-bfa5-2967ba1ddf1d on network c74d340b-f81a-4b86-a5dc-7a52d434a180 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:49.908553 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a03ca05-a128-47a0-8d74-58d56011c81d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:49.927627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Port 4785832f-9862-4833-bfa5-2967ba1ddf1d on network c74d340b-f81a-4b86-a5dc-7a52d434a180 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:57:49.927956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Attempting to bind port 4785832f-9862-4833-bfa5-2967ba1ddf1d on network c74d340b-f81a-4b86-a5dc-7a52d434a180 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:49.964094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] Checking segment: {'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:49.964563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] Network hostable DHCP agents. Network: 85acb630-8b8b-4a68-92d5-2e70a4ee2d20, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:57:49.970122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:49.970480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Checking segment: {'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:49.970861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Bound using segment: {'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:49.971291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Bound port: 4785832f-9862-4833-bfa5-2967ba1ddf1d, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:49.971645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:49.977986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9c51a2-8526-4caf-b2ba-56c1fbdbb284,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:50.032870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38226dac-072d-4b6c-8bd4-97c6cfccb775 req-26f3d2b2-314d-44a6-84f1-03db621f6af0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:50.042837 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38226dac-072d-4b6c-8bd4-97c6cfccb775 req-26f3d2b2-314d-44a6-84f1-03db621f6af0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.3696804 Aug 16 12:57:50.168835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] Network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:57:50.185685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38226dac-072d-4b6c-8bd4-97c6cfccb775 req-89ea9c4f-d480-4b18-beaa-c8d4914003c5 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416602 Aug 16 12:57:50.204344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a03ca05-a128-47a0-8d74-58d56011c81d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:50.258061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 85acb630-8b8b-4a68-92d5-2e70a4ee2d20) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:50.267035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:50.268448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:50.285289 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-96cb4f44-9165-4636-a535-394ae26e8353 req-ed2e2db9-6751-46c7-84a0-fd51c268d2db tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:50.286667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a7c50-6ccf-4c61-b93f-69b136630aad None None] Network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:57:50.339160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['679c9754-a92f-4e79-b6d8-767d54974c5a', 'ad7bff45-6fa3-4514-ad88-12d2acaf92c4'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:50.441965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0ae7f-4d33-406d-ab39-760c20fd4009 req-873b673d-0eb7-4452-a534-c6d5db4b47e8 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:50.459293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84e0ae7f-4d33-406d-ab39-760c20fd4009 req-873b673d-0eb7-4452-a534-c6d5db4b47e8 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 943 time: 0.3178356 Aug 16 12:57:50.476417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e2db9-6751-46c7-84a0-fd51c268d2db tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Pushing event deleted for resources: {'Port': ['ID=ad7bff45-6fa3-4514-ad88-12d2acaf92c4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:50.485039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cb4f44-9165-4636-a535-394ae26e8353 req-ed2e2db9-6751-46c7-84a0-fd51c268d2db tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] No DVR routers for this DVR port ad7bff45-6fa3-4514-ad88-12d2acaf92c4 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:57:50.493062 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-96cb4f44-9165-4636-a535-394ae26e8353 req-ed2e2db9-6751-46c7-84a0-fd51c268d2db tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:50.497225 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96cb4f44-9165-4636-a535-394ae26e8353 req-ed2e2db9-6751-46c7-84a0-fd51c268d2db tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.42 "DELETE /v2.0/ports/ad7bff45-6fa3-4514-ad88-12d2acaf92c4 HTTP/1.1" status: 204 len: 173 time: 1.9351912 Aug 16 12:57:50.529641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cab892-3c91-4b3f-80ba-60faec99746c', 'name': 'network-vif-deleted', 'tag': 'ad7bff45-6fa3-4514-ad88-12d2acaf92c4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:50.535250 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2849c1a1-d94b-445b-a17b-fc480e160d45" -d '{"events": [{"server_uuid": "d8cab892-3c91-4b3f-80ba-60faec99746c", "name": "network-vif-deleted", "tag": "ad7bff45-6fa3-4514-ad88-12d2acaf92c4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:50.561878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] For port 4785832f-9862-4833-bfa5-2967ba1ddf1d, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:50.580643 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eb2f17d4-ac2e-4871-a5b1-236b49170ea1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6487086 Aug 16 12:57:50.595439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38042) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:50.609277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:57:50.664462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7ed96e4-d393-4985-8ed5-4ad5365041b9 req-24070ac6-5020-4d09-b998-866e9d34a3b8 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8cab892-3c91-4b3f-80ba-60faec99746c HTTP/1.1" status: 200 len: 210 time: 0.3025711 Aug 16 12:57:50.674305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 7293e708-93a5-4f9e-abfa-50d6767222ad no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:50.690545 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a03ca05-a128-47a0-8d74-58d56011c81d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:50.694245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] For port 4785832f-9862-4833-bfa5-2967ba1ddf1d, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4785832f-9862-4833-bfa5-2967ba1ddf1d,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:50.697931 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a03ca05-a128-47a0-8d74-58d56011c81d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:50.703334 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3a03ca05-a128-47a0-8d74-58d56011c81d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "DELETE /v2.0/security-groups/51d13276-18e2-4130-ba59-45d705f555e7 HTTP/1.1" status: 204 len: 168 time: 1.1645517 Aug 16 12:57:50.708142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38044) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:50.738512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:50.761456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 7293e708-93a5-4f9e-abfa-50d6767222ad {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:50.762205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 7293e708-93a5-4f9e-abfa-50d6767222ad not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:50.765041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84e0ae7f-4d33-406d-ab39-760c20fd4009 req-066eba7b-f323-45e7-8f91-381078642630 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184157 Aug 16 12:57:50.772396 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03ca05-a128-47a0-8d74-58d56011c81d tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d13276-18e2-4130-ba59-45d705f555e7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:50.853867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Pushing event updated for resources: {'Port': ['ID=4785832f-9862-4833-bfa5-2967ba1ddf1d,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:50.877345 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-903c8c68-3e37-49de-87a0-9eb442951ecf tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] show failed (client error): The resource could not be found. Aug 16 12:57:50.878482 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-903c8c68-3e37-49de-87a0-9eb442951ecf tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "GET /v2.0/security-groups/51d13276-18e2-4130-ba59-45d705f555e7 HTTP/1.1" status: 404 len: 347 time: 0.1692975 Aug 16 12:57:50.886679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38046) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:50.909552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:50.910291 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:50.911813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-786b0817-4f75-4fea-b096-ffe3c727b014 service neutron] 10.222.0.42 "PUT /v2.0/ports/4785832f-9862-4833-bfa5-2967ba1ddf1d HTTP/1.1" status: 200 len: 1091 time: 2.9118578 Aug 16 12:57:50.918008 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:50.934056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:50.950347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'fixed_ips': [{'subnet_id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:57:50.958144 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:51.011055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ec88a-0eaa-480e-8dcc-0a4e83725bdb req-0661429a-b38e-401f-a6f4-c06709696a4e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:51.029613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a18ec88a-0eaa-480e-8dcc-0a4e83725bdb req-0661429a-b38e-401f-a6f4-c06709696a4e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1926444 Aug 16 12:57:51.030420 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f957b3-6292-425d-b8b7-dd79034f6c95 x-openstack-request-id: req-75f957b3-6292-425d-b8b7-dd79034f6c95 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:51.030828 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cab892-3c91-4b3f-80ba-60faec99746c", "name": "network-vif-deleted", "tag": "ad7bff45-6fa3-4514-ad88-12d2acaf92c4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:51.031190 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75f957b3-6292-425d-b8b7-dd79034f6c95 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:51.031738 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cab892-3c91-4b3f-80ba-60faec99746c', 'name': 'network-vif-deleted', 'tag': 'ad7bff45-6fa3-4514-ad88-12d2acaf92c4', 'status': 'completed', 'code': 200} Aug 16 12:57:51.225300 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a18ec88a-0eaa-480e-8dcc-0a4e83725bdb req-590b7c47-9ef5-45a9-8a2f-2087034a8974 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936548 Aug 16 12:57:51.622141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Allocated IP 172.20.0.2 (85acb630-8b8b-4a68-92d5-2e70a4ee2d20/5e9c51a2-8526-4caf-b2ba-56c1fbdbb284/c21c2333-7af9-4ed6-9dea-d6e5c9892a07) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:57:51.647584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38064) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:51.711089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053e998-d03c-4adc-8060-c6389dd616d0 req-3410172a-caec-4d5f-bc94-1e41dec9019d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:51.713165 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e053e998-d03c-4adc-8060-c6389dd616d0 req-3410172a-caec-4d5f-bc94-1e41dec9019d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.2024171 Aug 16 12:57:51.830406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e053e998-d03c-4adc-8060-c6389dd616d0 req-f2bf8f97-46f4-4825-831f-d045edcea4ea tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047709 Aug 16 12:57:51.830592 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.009030 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.030548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Transition to ACTIVE for port object c21c2333-7af9-4ed6-9dea-d6e5c9892a07 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:52.057746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c46ccf71-dc3c-4482-9870-c9df45839b17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a62bbc3cea8d414ea9cc9cb66b82c3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063706 Aug 16 12:57:52.063478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38076) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:52.080255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Transition to ACTIVE for port object c21c2333-7af9-4ed6-9dea-d6e5c9892a07 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:57:52.095005 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.108173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42308d87-248b-4f62-a59d-bc143a16632c req-8d8266d0-2108-4a1c-a048-38f6051ed6de tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:52.118376 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42308d87-248b-4f62-a59d-bc143a16632c req-8d8266d0-2108-4a1c-a048-38f6051ed6de tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 943 time: 0.1450648 Aug 16 12:57:52.192406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:52.200635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:52.208345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:52.220264 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42308d87-248b-4f62-a59d-bc143a16632c req-a6875c0e-d291-4647-b5eb-99b50a6548a0 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994070 Aug 16 12:57:52.223156 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8513c50c-91e6-4a07-9a58-e562b98d386e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.228789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Pushing event updated for resources: {'Port': ['ID=c21c2333-7af9-4ed6-9dea-d6e5c9892a07,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:52.258970 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.282296 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-da9720f4-a87f-4c8f-914a-f6c5609c8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:52.285319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-da9720f4-a87f-4c8f-914a-f6c5609c8505 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd27f13269bc4bd4953c65507e9ce3e8&device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 1094 time: 1.2436941 Aug 16 12:57:52.402291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8513c50c-91e6-4a07-9a58-e562b98d386e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.411972 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-f0b1faf3-87a3-4b64-a7f8-b0dff5ec3cdf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4785832f-9862-4833-bfa5-2967ba1ddf1d HTTP/1.1" status: 200 len: 217 time: 0.0995440 Aug 16 12:57:52.451726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d53889cc-82c8-4a85-be65-d809366e6adc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Deleting port d6bfb49c-3560-4b55-b656-de9bfc368d23 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:52.452434 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d53889cc-82c8-4a85-be65-d809366e6adc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.520230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b0798-81b5-4546-9c37-6b73cfc892fb req-0806d732-2cb1-491d-9f84-66f29c92e922 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:52.537682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f6b0798-81b5-4546-9c37-6b73cfc892fb req-0806d732-2cb1-491d-9f84-66f29c92e922 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.2202766 Aug 16 12:57:52.616479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:57:52.639195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8513c50c-91e6-4a07-9a58-e562b98d386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.642065 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8513c50c-91e6-4a07-9a58-e562b98d386e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.643854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8513c50c-91e6-4a07-9a58-e562b98d386e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9846af20-7562-4b3b-891a-e7b31e5e55b6 HTTP/1.1" status: 204 len: 168 time: 0.5773110 Aug 16 12:57:52.673130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb451555-01a7-4b54-8421-f3f250bec830 req-6f04fc12-8522-4ef9-9ecd-766217cdaf16 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:52.682796 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb451555-01a7-4b54-8421-f3f250bec830 req-6f04fc12-8522-4ef9-9ecd-766217cdaf16 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.2075536 Aug 16 12:57:52.723477 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f6b0798-81b5-4546-9c37-6b73cfc892fb req-04daf9a3-a797-4c51-b346-6227685e94c2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566024 Aug 16 12:57:52.745201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:52.748461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513c50c-91e6-4a07-9a58-e562b98d386e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9846af20-7562-4b3b-891a-e7b31e5e55b6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:52.787555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'port_id': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9', 'mac_address': 'fa:16:3e:94:b2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909c1a27-3032-4df6-8e77-1f1290416049', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:57:52.789731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ad7bff45-6fa3-4514-ad88-12d2acaf92c4 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:52.826806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb451555-01a7-4b54-8421-f3f250bec830 req-5e48cf15-9e1e-4383-99e6-1c361d27dc44 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410842 Aug 16 12:57:52.840923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: ad7bff45-6fa3-4514-ad88-12d2acaf92c4 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:52.841365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ad7bff45-6fa3-4514-ad88-12d2acaf92c4 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:52.847744 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d53889cc-82c8-4a85-be65-d809366e6adc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.848347 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d53889cc-82c8-4a85-be65-d809366e6adc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.867996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Attempting to bind port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:57:52.867996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Attempting to bind port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:57:52.867996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Attempting to bind port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 on network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:57:52.875509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:57:52.880793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Checking segment: {'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:57:52.881833 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.885077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Bound using segment: {'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:57:52.886235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Bound port: c21c2333-7af9-4ed6-9dea-d6e5c9892a07, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:57:52.889597 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.929720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d53889cc-82c8-4a85-be65-d809366e6adc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Calling delete_port for d6bfb49c-3560-4b55-b656-de9bfc368d23 owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:52.934857 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:52.959397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-58d5a108-f2b4-4ce4-9d41-5afe3917a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:52.962707 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-58d5a108-f2b4-4ce4-9d41-5afe3917a656 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2698112a-ce6a-45e2-a0ed-383e4d82d22a HTTP/1.1" status: 200 len: 861 time: 0.5378890 Aug 16 12:57:52.991389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:53.048122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:53.066877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'tag': '4785832f-9862-4833-bfa5-2967ba1ddf1d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:53.070003 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2f044a-2e0c-47fe-ad34-d1c71cd8257d" -d '{"events": [{"name": "network-changed", "server_uuid": "558edeca-1c5e-4060-b468-a8d2083c4b0a", "tag": "4785832f-9862-4833-bfa5-2967ba1ddf1d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:53.078434 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:53.173949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] For port c21c2333-7af9-4ed6-9dea-d6e5c9892a07, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:57:53.213855 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-e2f1e915-d062-4084-b479-95358cdae61e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c74d340b-f81a-4b86-a5dc-7a52d434a180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2354019 Aug 16 12:57:53.214501 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d53889cc-82c8-4a85-be65-d809366e6adc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:53.224311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] For port c21c2333-7af9-4ed6-9dea-d6e5c9892a07, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c21c2333-7af9-4ed6-9dea-d6e5c9892a07,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:57:53.253064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['9b5c0ea7-f30f-4f5c-896d-40cae10381f9'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:53.266483 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:53.334762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:53.375505 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-0c881667-c4c5-4d4d-ad36-229eb5badd01 service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463020 Aug 16 12:57:53.383794 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ad6de3-01f5-4271-9a39-fe075005c22a x-openstack-request-id: req-32ad6de3-01f5-4271-9a39-fe075005c22a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:53.384145 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558edeca-1c5e-4060-b468-a8d2083c4b0a", "tag": "4785832f-9862-4833-bfa5-2967ba1ddf1d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:53.384317 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32ad6de3-01f5-4271-9a39-fe075005c22a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:53.385052 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'tag': '4785832f-9862-4833-bfa5-2967ba1ddf1d', 'status': 'completed', 'code': 200} Aug 16 12:57:53.385688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53889cc-82c8-4a85-be65-d809366e6adc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Pushing event deleted for resources: {'Port': ['ID=d6bfb49c-3560-4b55-b656-de9bfc368d23,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:53.436474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38100) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:53.587854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba567b-64f5-4810-bdd8-b6645b563f24 None None] Pushing event updated for resources: {'Port': ['ID=c21c2333-7af9-4ed6-9dea-d6e5c9892a07,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:53.692955 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cccce332-c144-4e59-8d5b-79b36872f7cb req-c3afdedd-fdc6-4a76-a858-bb8a1b8ce2b5 service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040056 Aug 16 12:57:53.798420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f20b043e-e5e5-47e3-8a6f-a7339dd08e9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78c94bdd94c84cc3a748d1c4162145a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530445 Aug 16 12:57:53.944703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38102) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:54.106660 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:54.124372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f044a-2e0c-47fe-ad34-d1c71cd8257d req-26ea9b5a-6b67-4e8f-8fd2-766644e4aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:54.125864 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf2f044a-2e0c-47fe-ad34-d1c71cd8257d req-26ea9b5a-6b67-4e8f-8fd2-766644e4aee7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd27f13269bc4bd4953c65507e9ce3e8&device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 1094 time: 0.3240178 Aug 16 12:57:54.148150 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d53889cc-82c8-4a85-be65-d809366e6adc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:54.150785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d53889cc-82c8-4a85-be65-d809366e6adc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:54.151978 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d53889cc-82c8-4a85-be65-d809366e6adc tempest-ServersTestManualDisk-560718187 tempest-ServersTestManualDisk-560718187-project] 10.222.0.25 "DELETE /v2.0/floatingips/7c9ec558-1784-4c8a-9013-ddbfc3f92c57 HTTP/1.1" status: 204 len: 168 time: 3.2606859 Aug 16 12:57:54.172157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38116) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:54.173667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:54.237552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0101feb-f15c-4c16-a16b-8fcbfad00f52 req-39f5cf82-166c-4e9c-8207-e53e3b05e386 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:54.240148 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0101feb-f15c-4c16-a16b-8fcbfad00f52 req-39f5cf82-166c-4e9c-8207-e53e3b05e386 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.3192887 Aug 16 12:57:54.317105 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c775d-beae-424e-a237-368f97452c86 req-1c97108c-78d8-40f7-a619-e5bd71e96ba2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:54.325572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e84c775d-beae-424e-a237-368f97452c86 req-1c97108c-78d8-40f7-a619-e5bd71e96ba2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 943 time: 0.9103932 Aug 16 12:57:54.357489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b6c6d-d195-41d2-a67a-179d450c70cc req-1ce8d0c1-8760-4542-b726-bbb9ab8ffcfa tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:54.364852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-225b6c6d-d195-41d2-a67a-179d450c70cc req-1ce8d0c1-8760-4542-b726-bbb9ab8ffcfa tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.1238871 Aug 16 12:57:54.406813 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e84c775d-beae-424e-a237-368f97452c86 req-f38cb79b-0a14-4f8d-ba8f-02efe0202392 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790715 Aug 16 12:57:54.437795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-225b6c6d-d195-41d2-a67a-179d450c70cc req-27395c18-94a9-49db-bf34-56cd785e6946 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713077 Aug 16 12:57:54.509191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81661830-1102-4fbd-9817-e0d443b1bf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:54.598581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:54.651183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81661830-1102-4fbd-9817-e0d443b1bf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:54.678476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f044a-2e0c-47fe-ad34-d1c71cd8257d req-7504f93b-8c34-475b-bc10-d4f905ae06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:54.680154 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf2f044a-2e0c-47fe-ad34-d1c71cd8257d req-7504f93b-8c34-475b-bc10-d4f905ae06ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=c74d340b-f81a-4b86-a5dc-7a52d434a180 HTTP/1.1" status: 200 len: 921 time: 0.5250561 Aug 16 12:57:54.709149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:54.709958 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:54.817753 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:54.856519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:54.858712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07654c3-1cd7-4194-a7d3-8cdee91430ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:54.868887 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb1cb0a-196e-481e-9548-b3a863bbabe2" -d '{"events": [{"server_uuid": "b07654c3-1cd7-4194-a7d3-8cdee91430ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b5c0ea7-f30f-4f5c-896d-40cae10381f9"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:54.881236 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:54.908107 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf2f044a-2e0c-47fe-ad34-d1c71cd8257d req-d144e18b-976a-4976-a544-0451f63edc81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4785832f-9862-4833-bfa5-2967ba1ddf1d HTTP/1.1" status: 200 len: 217 time: 0.1896665 Aug 16 12:57:54.948144 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a7e5b5-17df-482a-92f8-563f16fbceca x-openstack-request-id: req-b0a7e5b5-17df-482a-92f8-563f16fbceca {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:54.948507 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07654c3-1cd7-4194-a7d3-8cdee91430ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b5c0ea7-f30f-4f5c-896d-40cae10381f9", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:54.948711 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0a7e5b5-17df-482a-92f8-563f16fbceca {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:54.949813 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07654c3-1cd7-4194-a7d3-8cdee91430ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9', 'code': 200} Aug 16 12:57:54.979655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:55.021393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Allocated IP 172.25.0.143 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:57:55.021393 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81661830-1102-4fbd-9817-e0d443b1bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:55.023184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81661830-1102-4fbd-9817-e0d443b1bf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:55.032730 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-81661830-1102-4fbd-9817-e0d443b1bf73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2295774-e0d5-4ae5-a5a1-ba26fd8a4a59 HTTP/1.1" status: 204 len: 168 time: 1.0808885 Aug 16 12:57:55.046181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a921f-f3b4-4921-9245-d4c5ece5caaf None None] Network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:57:55.066910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81661830-1102-4fbd-9817-e0d443b1bf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2295774-e0d5-4ae5-a5a1-ba26fd8a4a59,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:55.137997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-a0101feb-f15c-4c16-a16b-8fcbfad00f52 req-f20a6d59-ea03-4745-9180-a32e68ea68ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Deleting port 679c9754-a92f-4e79-b6d8-767d54974c5a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:55.138371 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0101feb-f15c-4c16-a16b-8fcbfad00f52 req-f20a6d59-ea03-4745-9180-a32e68ea68ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:55.151221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f044a-2e0c-47fe-ad34-d1c71cd8257d req-1bc588fe-b4e5-4f22-8612-91d99a56d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:55.152870 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf2f044a-2e0c-47fe-ad34-d1c71cd8257d req-1bc588fe-b4e5-4f22-8612-91d99a56d60a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2698112a-ce6a-45e2-a0ed-383e4d82d22a HTTP/1.1" status: 200 len: 861 time: 0.1973615 Aug 16 12:57:55.206779 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf2f044a-2e0c-47fe-ad34-d1c71cd8257d req-3908a488-6801-4957-aa8f-450d757e956f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c74d340b-f81a-4b86-a5dc-7a52d434a180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316441 Aug 16 12:57:55.250153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fada623e-7a4c-4e09-947b-2dc61430769d None None] Provisioning for port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:55.651027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a0101feb-f15c-4c16-a16b-8fcbfad00f52 req-f20a6d59-ea03-4745-9180-a32e68ea68ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] For port 679c9754-a92f-4e79-b6d8-767d54974c5a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=679c9754-a92f-4e79-b6d8-767d54974c5a,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:55.651830 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0101feb-f15c-4c16-a16b-8fcbfad00f52 req-f20a6d59-ea03-4745-9180-a32e68ea68ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:55.697006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c21c2333-7af9-4ed6-9dea-d6e5c9892a07 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:55.791011 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf2f044a-2e0c-47fe-ad34-d1c71cd8257d req-4dc84545-d033-4960-9a0e-56adf7c9aafe service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615141 Aug 16 12:57:55.816365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004cbfa-7b0a-4419-ba7b-5cd14a996cd6 req-53ba90be-9f76-4932-bf5c-c24228d68d16 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:55.825484 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e004cbfa-7b0a-4419-ba7b-5cd14a996cd6 req-53ba90be-9f76-4932-bf5c-c24228d68d16 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 943 time: 0.2155647 Aug 16 12:57:55.845595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831a575-5639-479d-8ba3-c19060009cda req-7b0d3ce0-d8ab-4eb0-8e18-6e7459e031c3 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:55.854062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1831a575-5639-479d-8ba3-c19060009cda req-7b0d3ce0-d8ab-4eb0-8e18-6e7459e031c3 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 945 time: 0.2038667 Aug 16 12:57:55.860523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:55.871942 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-a0101feb-f15c-4c16-a16b-8fcbfad00f52 req-f20a6d59-ea03-4745-9180-a32e68ea68ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Calling delete_port for 679c9754-a92f-4e79-b6d8-767d54974c5a owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:55.873833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:55.879179 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:55.921135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1831a575-5639-479d-8ba3-c19060009cda req-5f403d80-bf94-4e3b-8879-9f6a2cbb41d4 tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea1f1af2-db78-49a1-bc57-1c39bc1832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Aug 16 12:57:55.950380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e004cbfa-7b0a-4419-ba7b-5cd14a996cd6 req-6131e795-a0ac-4ef5-9a21-e8d9605b64b9 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229179 Aug 16 12:57:55.966322 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:57:55.982678 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:56.039990 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:56.082959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a9a3edbc-bc77-49f1-8665-9b0d7b739142 None None] Provisioning complete for port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:56.083336 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a9a3edbc-bc77-49f1-8665-9b0d7b739142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:56.117486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port c21c2333-7af9-4ed6-9dea-d6e5c9892a07, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c21c2333-7af9-4ed6-9dea-d6e5c9892a07,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:56.130156 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:56.318357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=c21c2333-7af9-4ed6-9dea-d6e5c9892a07,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:56.589749 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cf2f044a-2e0c-47fe-ad34-d1c71cd8257d req-41795f5a-4360-462f-b50c-70e767b77550 service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7757444 Aug 16 12:57:56.623984 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:56.725012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:56.730389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:57:56.735507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4785832f-9862-4833-bfa5-2967ba1ddf1d details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:57:56.790082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:57:56.794202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:57:56.804324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:56.842563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0101feb-f15c-4c16-a16b-8fcbfad00f52 req-f20a6d59-ea03-4745-9180-a32e68ea68ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:56.868279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['679c9754-a92f-4e79-b6d8-767d54974c5a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:56.885761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a6d59-ea03-4745-9180-a32e68ea68ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Pushing event deleted for resources: {'Port': ['ID=679c9754-a92f-4e79-b6d8-767d54974c5a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:57.154662 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4785832f-9862-4833-bfa5-2967ba1ddf1d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4785832f-9862-4833-bfa5-2967ba1ddf1d,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:57.173382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '4785832f-9862-4833-bfa5-2967ba1ddf1d', 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180', 'port_id': '4785832f-9862-4833-bfa5-2967ba1ddf1d', 'mac_address': 'fa:16:3e:1e:2c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2698112a-ce6a-45e2-a0ed-383e4d82d22a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:57:57.221041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0101feb-f15c-4c16-a16b-8fcbfad00f52 req-f20a6d59-ea03-4745-9180-a32e68ea68ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] No DVR routers for this DVR port 679c9754-a92f-4e79-b6d8-767d54974c5a on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:57:57.226702 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:57.238113 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0101feb-f15c-4c16-a16b-8fcbfad00f52 req-f20a6d59-ea03-4745-9180-a32e68ea68ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:57.240513 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0101feb-f15c-4c16-a16b-8fcbfad00f52 req-f20a6d59-ea03-4745-9180-a32e68ea68ea tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.42 "DELETE /v2.0/ports/679c9754-a92f-4e79-b6d8-767d54974c5a HTTP/1.1" status: 204 len: 173 time: 2.9144187 Aug 16 12:57:57.248633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85674d0f-464f-4e71-8a50-36eb26f2539e req-b6fb2616-0a0d-4726-abb0-cb05c6e7ba2c tempest-ListServerFiltersTestJSON-1659192218 tempest-ListServerFiltersTestJSON-1659192218-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d8172de-7797-4d36-b436-228f9ca7b9dd HTTP/1.1" status: 200 len: 210 time: 0.1398561 Aug 16 12:57:57.263552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4785832f-9862-4833-bfa5-2967ba1ddf1d {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:57:57.318060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4785832f-9862-4833-bfa5-2967ba1ddf1d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4785832f-9862-4833-bfa5-2967ba1ddf1d,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:57.327892 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:57.332211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8172de-7797-4d36-b436-228f9ca7b9dd', 'name': 'network-vif-deleted', 'tag': '679c9754-a92f-4e79-b6d8-767d54974c5a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:57.338606 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14619b5-622d-4c11-90d7-352dabb60616" -d '{"events": [{"server_uuid": "4d8172de-7797-4d36-b436-228f9ca7b9dd", "name": "network-vif-deleted", "tag": "679c9754-a92f-4e79-b6d8-767d54974c5a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:57.354501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353df13-9b9f-49bc-9a48-2b9a09c1268e req-b52a409f-bafe-408d-a793-f9fb6d7dc3ae tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:57.360239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0353df13-9b9f-49bc-9a48-2b9a09c1268e req-b52a409f-bafe-408d-a793-f9fb6d7dc3ae tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 943 time: 0.1105993 Aug 16 12:57:57.423066 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0353df13-9b9f-49bc-9a48-2b9a09c1268e req-4e6997d4-6d4f-440b-af45-fd4fa2f75521 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565770 Aug 16 12:57:57.562883 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34a158d-3339-4dcc-8b06-4c86105cfc3c x-openstack-request-id: req-d34a158d-3339-4dcc-8b06-4c86105cfc3c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:57:57.563576 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8172de-7797-4d36-b436-228f9ca7b9dd", "name": "network-vif-deleted", "tag": "679c9754-a92f-4e79-b6d8-767d54974c5a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:57:57.563982 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d34a158d-3339-4dcc-8b06-4c86105cfc3c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:57:57.564615 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8172de-7797-4d36-b436-228f9ca7b9dd', 'name': 'network-vif-deleted', 'tag': '679c9754-a92f-4e79-b6d8-767d54974c5a', 'status': 'completed', 'code': 200} Aug 16 12:57:57.584877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=4785832f-9862-4833-bfa5-2967ba1ddf1d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:57.630819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c21c2333-7af9-4ed6-9dea-d6e5c9892a07 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:57.689146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['4785832f-9862-4833-bfa5-2967ba1ddf1d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:57:57.941338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:57.942446 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:57.977769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:58.329543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38236) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:58.426087 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:58.427883 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Deleting subnet eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:57:58.432191 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:58.500052 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:58.512777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Deleting port 1e6e2ca6-430f-4ead-93b9-e446f281328b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:58.513082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:58.617934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] For port 1e6e2ca6-430f-4ead-93b9-e446f281328b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1e6e2ca6-430f-4ead-93b9-e446f281328b,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:58.618428 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:58.641222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Calling delete_port for 1e6e2ca6-430f-4ead-93b9-e446f281328b owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:57:58.709261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4785832f-9862-4833-bfa5-2967ba1ddf1d up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:57:58.709569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-60fd5e4e-1054-4f34-816a-33b613c699c7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082046 Aug 16 12:57:58.766791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Router ca024f9b-16d9-45f2-8df5-28479c967568 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:57:58.776799 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:58.799063 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 4785832f-9862-4833-bfa5-2967ba1ddf1d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:57:58.805937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 4785832f-9862-4833-bfa5-2967ba1ddf1d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:57:58.806394 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:58.954989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-3908df8d-524f-44dc-8421-140957de4389 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:58.956597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-3908df8d-524f-44dc-8421-140957de4389 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/networks?id=8086a7c0-8d5d-491b-865d-81a835bcd8e9 HTTP/1.1" status: 200 len: 815 time: 0.3543952 Aug 16 12:57:58.962763 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:58.981699 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:58.985164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-35d3d970-8c8f-41ea-bb5d-a41eacc83c8d tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/quotas/1d59c1be2b16469587adde5eeedfa3dd HTTP/1.1" status: 200 len: 375 time: 0.0199111 Aug 16 12:57:59.039530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4785832f-9862-4833-bfa5-2967ba1ddf1d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4785832f-9862-4833-bfa5-2967ba1ddf1d,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:57:59.041041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4785832f-9862-4833-bfa5-2967ba1ddf1d'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:57:59.046822 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:59.049541 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90 HTTP/1.1" status: 204 len: 168 time: 0.7175262 Aug 16 12:57:59.053481 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aef6f9-7c54-42fc-a7a8-347e3d67d245" -d '{"events": [{"server_uuid": "558edeca-1c5e-4060-b468-a8d2083c4b0a", "name": "network-vif-plugged", "status": "completed", "tag": "4785832f-9862-4833-bfa5-2967ba1ddf1d"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:57:59.057103 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:57:59.058538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38262) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:59.071708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc314de7-df56-43c1-90bd-40fb412ec385 None None] Network 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:57:59.072472 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Sync routers for ids ['ca024f9b-16d9-45f2-8df5-28479c967568'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:57:59.085059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeafbc7d-2d0b-4164-b2cb-cd43bf32bc90,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:59.086390 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Routers {'ca024f9b-16d9-45f2-8df5-28479c967568'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:57:59.088972 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ca024f9b-16d9-45f2-8df5-28479c967568'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:57:59.135435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-ecd350b3-4bd7-4c0d-b200-28dc080c78ad tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:59.140218 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-ecd350b3-4bd7-4c0d-b200-28dc080c78ad tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4299781 Aug 16 12:57:59.163270 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:59.167512 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-278ea381-5982-4d07-97f1-0d1dab7de5f3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5702176 Aug 16 12:57:59.168883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38266) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:57:59.173498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.176286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.176818 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:59.177135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.177675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.178805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.180940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.181513 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.184289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.185020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.185530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.186804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.187316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f603e9-a057-4e15-b1e6-5877757e9306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.191158 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:59.192078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 679c9754-a92f-4e79-b6d8-767d54974c5a no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:57:59.225646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-9ceaa83b-aa04-4fc2-9cbe-e3e494b20f66 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d59c1be2b16469587adde5eeedfa3dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1971328 Aug 16 12:57:59.232202 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-6f5b8b1e-1d50-4dcc-a516-2097fb75b92d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/quotas/958e09752b1d43e6850459426d4dd0ab HTTP/1.1" status: 200 len: 375 time: 0.0808325 Aug 16 12:57:59.302853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 679c9754-a92f-4e79-b6d8-767d54974c5a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:57:59.303704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 679c9754-a92f-4e79-b6d8-767d54974c5a not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:57:59.304767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-47d02d39-8e06-4c19-8c91-07d7dd730bf1 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588200 Aug 16 12:57:59.337604 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:59.358706 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Set router ca024f9b-16d9-45f2-8df5-28479c967568 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:57:59.399090 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:59.429779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=4785832f-9862-4833-bfa5-2967ba1ddf1d,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:59.532978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-43e07545-269a-483d-b292-81c9b677e18b service neutron] 10.222.0.25 "GET /v2.0/networks/8086a7c0-8d5d-491b-865d-81a835bcd8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981071 Aug 16 12:57:59.539586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6e2ca6-430f-4ead-93b9-e446f281328b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:57:59.557973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52172300-7513-4226-b61b-af0a4a36610e None None] DHCP port deletion for 3515bbd6-2bed-40da-ac7b-d01cbca5b0ad request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:57:59.601703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.602046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.602410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.602740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.603078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.603459 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.603840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.604161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.604525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.620374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.620374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.620689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:57:59.809974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-52172300-7513-4226-b61b-af0a4a36610e None None] Deleting port 96900ff7-9a42-4163-ba3e-047e3f137eb8 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:57:59.810512 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-52172300-7513-4226-b61b-af0a4a36610e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:59.884016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-96e24102-4982-48d2-9756-af62c91a287c service neutron] 10.222.0.25 "GET /v2.0/networks/8086a7c0-8d5d-491b-865d-81a835bcd8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335059 Aug 16 12:57:59.937647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeac744-718d-4959-93fa-bb9693d3388c req-471d64ef-c249-4a3e-834d-e85a95dce4c8 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:57:59.950144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dbeac744-718d-4959-93fa-bb9693d3388c req-471d64ef-c249-4a3e-834d-e85a95dce4c8 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.2309318 Aug 16 12:57:59.967652 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:57:57Z', 'revision_number': 3, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:00.045920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-52172300-7513-4226-b61b-af0a4a36610e None None] For port 96900ff7-9a42-4163-ba3e-047e3f137eb8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=96900ff7-9a42-4163-ba3e-047e3f137eb8,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:00.046556 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-52172300-7513-4226-b61b-af0a4a36610e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:00.066988 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Checking router: ca024f9b-16d9-45f2-8df5-28479c967568 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:58:00.067972 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Updating router ca024f9b-16d9-45f2-8df5-28479c967568 port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:58:00.084533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-52172300-7513-4226-b61b-af0a4a36610e None None] Calling delete_port for 96900ff7-9a42-4163-ba3e-047e3f137eb8 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:58:00.089276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dbeac744-718d-4959-93fa-bb9693d3388c req-b384bf3a-b2b1-4eda-b8bb-ad1ec033df6b tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382349 Aug 16 12:58:00.256054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Deleting port 96900ff7-9a42-4163-ba3e-047e3f137eb8 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:58:00.256642 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:00.257145 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:00.329123 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8da16abb-56d3-4da0-a020-d8a153642bbb req-2374f67a-6c69-45fb-9725-19fc1423bd92 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 210 time: 0.0833023 Aug 16 12:58:00.421880 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162e9e2d-a44f-43e5-afd8-76d32c9d64d7 x-openstack-request-id: req-162e9e2d-a44f-43e5-afd8-76d32c9d64d7 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:00.422264 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558edeca-1c5e-4060-b468-a8d2083c4b0a", "name": "network-vif-plugged", "status": "completed", "tag": "4785832f-9862-4833-bfa5-2967ba1ddf1d", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:00.422528 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-162e9e2d-a44f-43e5-afd8-76d32c9d64d7 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:00.423112 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4785832f-9862-4833-bfa5-2967ba1ddf1d', 'code': 200} Aug 16 12:58:00.530994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c739ffe8-bea9-4c26-885a-beb98d0125ff req-b6bade5b-ccea-4656-9ec3-c1ee9f4f9acd tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 210 time: 0.0866802 Aug 16 12:58:00.589744 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-52172300-7513-4226-b61b-af0a4a36610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:00.662368 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52172300-7513-4226-b61b-af0a4a36610e None None] Pushing event deleted for resources: {'Port': ['ID=96900ff7-9a42-4163-ba3e-047e3f137eb8,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:00.684541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52172300-7513-4226-b61b-af0a4a36610e None None] No DVR routers for this DVR port 96900ff7-9a42-4163-ba3e-047e3f137eb8 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:58:01.039929 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.066909 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Transition to ACTIVE for port object 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:01.077900 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.108812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] For port 96900ff7-9a42-4163-ba3e-047e3f137eb8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=96900ff7-9a42-4163-ba3e-047e3f137eb8,segment=NetworkSegment(ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4),segment_id=ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:01.109250 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.125452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c98be-5db6-4654-a006-6ef87410f935 req-4042e121-8604-45d9-8e45-ba4e47eba5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:01.127294 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e73c98be-5db6-4654-a006-6ef87410f935 req-4042e121-8604-45d9-8e45-ba4e47eba5d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 1096 time: 0.7690740 Aug 16 12:58:01.198797 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbd9d7-35ad-40ca-9fd9-0d5ec031a181 None None] Pushing event updated for resources: {'Port': ['ID=534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:01.214025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.222823 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Attempting to bind port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:01.223506 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Attempting to bind port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:01.224138 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Attempting to bind port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:01.245702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Calling delete_port for 96900ff7-9a42-4163-ba3e-047e3f137eb8 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:58:01.270427 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:01.275436 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:01.278135 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.278879 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:01.284650 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Bound port: 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:01.285551 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.292862 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e73c98be-5db6-4654-a006-6ef87410f935 req-0909616d-416b-4f9a-b207-e995833680ef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370327 Aug 16 12:58:01.355410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38f086-ad70-485d-88c6-375a257777df req-bc528d60-0f3c-416f-9192-344fe3d558ac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:01.360780 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac38f086-ad70-485d-88c6-375a257777df req-bc528d60-0f3c-416f-9192-344fe3d558ac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.1153016 Aug 16 12:58:01.437456 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] For port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:01.443870 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] For port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:01.453398 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.478030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac38f086-ad70-485d-88c6-375a257777df req-c32e7ecf-5bbd-4658-8ce4-f09fe75f6d08 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027989 Aug 16 12:58:01.545256 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Routers {'ca024f9b-16d9-45f2-8df5-28479c967568'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:58:01.546297 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ca024f9b-16d9-45f2-8df5-28479c967568'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:01.658664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.710951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] No DVR routers for this DVR port 96900ff7-9a42-4163-ba3e-047e3f137eb8 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:58:01.733040 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ac5aae8-43d1-4be4-a9a5-480ac3613a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.745588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04c54351-ea7f-45e4-ae9d-e67c9742ca03 req-f6a928a6-2416-42a9-87ae-293e4cf9f1c2 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 210 time: 0.0993111 Aug 16 12:58:01.751145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Pushing event deleted for resources: {'Port': ['ID=96900ff7-9a42-4163-ba3e-047e3f137eb8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:01.760272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 96900ff7-9a42-4163-ba3e-047e3f137eb8 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:58:01.804104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 96900ff7-9a42-4163-ba3e-047e3f137eb8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:58:01.804453 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 96900ff7-9a42-4163-ba3e-047e3f137eb8 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:58:01.844114 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.856869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb7e70b8-7a55-4f9d-a1de-206e78375818 req-b53a07f3-5146-4bcd-9a87-7ce0dd368a3f tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 210 time: 0.1098619 Aug 16 12:58:01.864109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3515bbd6-2bed-40da-ac7b-d01cbca5b0ad']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:01.896561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:01.896862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec879c67-6b51-4c2e-8e4b-9bbb5b63e0b4') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:01.914091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.934804 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:01.944142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:58:01.944706 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:02.027574 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2010cce3-04fd-4312-adac-cb40184792f2 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5432990 Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: timer() Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:58:02.033512 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:58:02.036796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:02.042323 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:02.048609 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] 10.222.0.25 "DELETE /v2.0/networks/3515bbd6-2bed-40da-ac7b-d01cbca5b0ad HTTP/1.1" status: 204 len: 168 time: 2.9837868 Aug 16 12:58:02.105065 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] Set router ca024f9b-16d9-45f2-8df5-28479c967568 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:58:02.301910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729692e-a652-4f06-adc3-a67334033bff admin admin] Pushing event deleted for resources: {'Network': ['ID=3515bbd6-2bed-40da-ac7b-d01cbca5b0ad,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:02.446171 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbd9d7-35ad-40ca-9fd9-0d5ec031a181 None None] Pushing event updated for resources: {'Port': ['ID=534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:02.455880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38316) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:02.476048 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:57:57Z', 'revision_number': 3, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:02.526909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bac58365-0c17-4ec2-b08c-c70e362aee59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78ef6ec5532a46108445b307e3b09735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695624 Aug 16 12:58:02.530500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38326) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:02.591730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-e901059d-88c8-4299-a6c4-80832476979b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:02.593625 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-e901059d-88c8-4299-a6c4-80832476979b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4323926 Aug 16 12:58:02.595920 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b44ac-d1cc-42da-b936-869480db8bd4 None None] The sync data for ids ['ca024f9b-16d9-45f2-8df5-28479c967568'] in n-d-804708-1 is: [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:57:57Z', 'revision_number': 3, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:58:02.672962 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-43ea46aa-c2e6-432b-a317-d42d40d9549b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:02.683458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Request body: {'port': {'device_id': '3fdb1a94-252f-4504-8bc5-869d3d27a08c', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '958e09752b1d43e6850459426d4dd0ab'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:02.716586 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-43ea46aa-c2e6-432b-a317-d42d40d9549b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:02.824927 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-43ea46aa-c2e6-432b-a317-d42d40d9549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:02.832471 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-43ea46aa-c2e6-432b-a317-d42d40d9549b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:02.836394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-43ea46aa-c2e6-432b-a317-d42d40d9549b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea1f1af2-db78-49a1-bc57-1c39bc1832db HTTP/1.1" status: 204 len: 168 time: 0.3046908 Aug 16 12:58:02.884501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8b181-982b-484f-8470-990d6d858a4d req-19061ace-af6c-479a-ab15-5c36cdd0badf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:02.890421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20e8b181-982b-484f-8470-990d6d858a4d req-19061ace-af6c-479a-ab15-5c36cdd0badf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.2641714 Aug 16 12:58:02.894826 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea46aa-c2e6-432b-a317-d42d40d9549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1f1af2-db78-49a1-bc57-1c39bc1832db,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:02.954724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4efdb298-1f74-48d8-ba3a-301f3b951106 req-5b03e405-9c02-415d-bce8-1f285f08d64b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 210 time: 0.0575552 Aug 16 12:58:03.062365 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-e7721abf-50c3-4b29-a070-9ed96f9a3fc5 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:03.063927 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-e7721abf-50c3-4b29-a070-9ed96f9a3fc5 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.22 "GET /v2.0/networks?id=8086a7c0-8d5d-491b-865d-81a835bcd8e9 HTTP/1.1" status: 200 len: 815 time: 0.6891842 Aug 16 12:58:03.080932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20e8b181-982b-484f-8470-990d6d858a4d req-5dc62034-04a1-4b13-9061-c3c2e787a804 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119208 Aug 16 12:58:03.151592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Request body: {'port': {'device_id': '2f741910-c54c-4d62-8ed7-bc244b6f0c46', 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9', 'admin_state_up': True, 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:03.254540 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:03.339252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97ebd301-9366-4bac-887e-2933c7e248d3 req-b17f4395-0004-490b-b634-809108a7a4d6 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 210 time: 0.1906006 Aug 16 12:58:03.383664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Router 10949b79-f5b3-412f-a796-512100587405 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:58:03.426601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f23a8d-5c5e-4083-910d-628eacf846b5 req-d2813713-1bae-4c3e-a24f-8c9f6a708a77 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:03.428683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5f23a8d-5c5e-4083-910d-628eacf846b5 req-d2813713-1bae-4c3e-a24f-8c9f6a708a77 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.2178614 Aug 16 12:58:03.636984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5f23a8d-5c5e-4083-910d-628eacf846b5 req-41c5c6e1-48c3-4084-b425-510b2b95c81f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883526 Aug 16 12:58:03.744749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Made reservation on behalf of 958e09752b1d43e6850459426d4dd0ab for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:03.749196 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:03.754742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:03.922227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:03.927332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:03.927579 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:04.002154 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:04.063805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9883d27-75a9-4907-8c59-921c219682ac req-8a07d7cb-3281-4c91-a86f-70c9e375c79e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:04.083758 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9883d27-75a9-4907-8c59-921c219682ac req-8a07d7cb-3281-4c91-a86f-70c9e375c79e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.1992781 Aug 16 12:58:04.180447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9883d27-75a9-4907-8c59-921c219682ac req-580d569b-b12c-483f-8341-cb5d69a87757 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952637 Aug 16 12:58:04.224986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:58:04.253905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca5edbb-74ad-4b85-b866-addb5667b7ce None None] Sync routers for ids ['10949b79-f5b3-412f-a796-512100587405'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:58:04.286263 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9fb33a5c-9dd3-465b-a7a8-ac89c9143026 admin admin] 10.222.0.25 "PUT /v2.0/routers/10949b79-f5b3-412f-a796-512100587405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1003878 Aug 16 12:58:04.302461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76f4d4d8-d8d4-4781-b201-abc5284f28c5 req-8c3e59da-e825-492e-a03c-815b1ecf3999 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 210 time: 0.0433793 Aug 16 12:58:04.304441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38380) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:04.304904 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:04.350851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca5edbb-74ad-4b85-b866-addb5667b7ce None None] Routers {'10949b79-f5b3-412f-a796-512100587405'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:58:04.352171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5ca5edbb-74ad-4b85-b866-addb5667b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['10949b79-f5b3-412f-a796-512100587405'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:04.359324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Made reservation on behalf of 1d59c1be2b16469587adde5eeedfa3dd for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:04.370260 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:04.657462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed9edf-c9f7-4ce8-bca8-f366b3737d15 req-ead6f4e3-3dfb-4e56-b40a-d70c1a5b7565 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:04.675660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80ed9edf-c9f7-4ce8-bca8-f366b3737d15 req-ead6f4e3-3dfb-4e56-b40a-d70c1a5b7565 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.2566264 Aug 16 12:58:04.766210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Allocated IP 172.20.0.1 (85acb630-8b8b-4a68-92d5-2e70a4ee2d20/5e9c51a2-8526-4caf-b2ba-56c1fbdbb284/35334e78-54a5-45a8-a314-b03256876393) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:04.785061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80ed9edf-c9f7-4ce8-bca8-f366b3737d15 req-5320ce93-99cf-449f-8752-68397f941a81 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083372 Aug 16 12:58:04.812169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:04.830217 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-917fe43a-91f5-4944-bd63-5dc7dfb8525a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:04.846425 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:04.847807 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:04.913464 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:04.989957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38396) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:05.009916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-5ca5edbb-74ad-4b85-b866-addb5667b7ce None None] Set router 10949b79-f5b3-412f-a796-512100587405 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:58:05.027375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.209904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:05.250679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Allocated IP 172.20.0.5 (8086a7c0-8d5d-491b-865d-81a835bcd8e9/af072506-885c-4c61-9563-d7c2adbae5c9/ea41d670-59f9-4bde-97ce-07aa178bbef6) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:05.333986 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.346947 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.372585 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.376018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b129645-38e8-4d0c-bf7e-788df8c73504 req-666ef2a6-11b8-4919-b214-5f444dc2879b tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 210 time: 0.3552995 Aug 16 12:58:05.381768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1300894299-network', 'tenant_id': '9cbbea6e9f33462a8c18a42dcd36711b'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:05.439072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.439959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.440570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.441056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.441506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.441993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.442593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.443025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.443469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.443937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.444423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.444834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:05.477364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Deleting port 41a627a6-649f-43d1-b20d-9f28dafdad9a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:58:05.477678 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.485402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.522453 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5ca5edbb-74ad-4b85-b866-addb5667b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:57:59Z', 'revision_number': 5, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port': {'id': '41a627a6-649f-43d1-b20d-9f28dafdad9a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10949b79-f5b3-412f-a796-512100587405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:55:02Z', 'updated_at': '2021-08-16T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:05.544132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Transition to ACTIVE for port object 35334e78-54a5-45a8-a314-b03256876393 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:05.615782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca5edbb-74ad-4b85-b866-addb5667b7ce None None] Checking router: 10949b79-f5b3-412f-a796-512100587405 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:58:05.635665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca5edbb-74ad-4b85-b866-addb5667b7ce None None] Routers {'10949b79-f5b3-412f-a796-512100587405'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:58:05.636304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5ca5edbb-74ad-4b85-b866-addb5667b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:58:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['10949b79-f5b3-412f-a796-512100587405'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:05.688842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a2d4a0-671e-425d-915c-6b144ad97d3b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:05.716461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] For port 41a627a6-649f-43d1-b20d-9f28dafdad9a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=41a627a6-649f-43d1-b20d-9f28dafdad9a,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:05.717058 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.755701 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Calling delete_port for 41a627a6-649f-43d1-b20d-9f28dafdad9a owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:58:05.761164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Made reservation on behalf of 9cbbea6e9f33462a8c18a42dcd36711b for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:05.764223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.807761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.819084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:05.905101 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.983169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.983624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-5ca5edbb-74ad-4b85-b866-addb5667b7ce None None] Set router 10949b79-f5b3-412f-a796-512100587405 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:58:06.024408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e903b7be-3f03-44f0-a48d-5731b1692976 req-d88e3e3e-c4bb-4056-8662-251eed2a03b3 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 210 time: 0.0405898 Aug 16 12:58:06.044765 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:06.113780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Allocated IP 192.168.233.212 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/0202e454-aaa8-4665-b3cf-47e46314b34a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:06.133284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5ca5edbb-74ad-4b85-b866-addb5667b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:58:05Z', 'revision_number': 6, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:06.167031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca5edbb-74ad-4b85-b866-addb5667b7ce None None] The sync data for ids ['10949b79-f5b3-412f-a796-512100587405'] in n-d-804708-1 is: [{'id': '10949b79-f5b3-412f-a796-512100587405', 'name': 'tempest-ServersTestManualDisk-479224706-router', 'tenant_id': '194fddd554b3402986da83c64a5bd169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:54:57Z', 'updated_at': '2021-08-16T12:58:05Z', 'revision_number': 6, 'project_id': '194fddd554b3402986da83c64a5bd169', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:58:06.189113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:06.189545 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:06.213014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:06.221658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:06.267970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:06.280038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Transition to ACTIVE for port object ea41d670-59f9-4bde-97ce-07aa178bbef6 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:06.285496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:06.370482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a627a6-649f-43d1-b20d-9f28dafdad9a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:06.405122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Pushing event updated for resources: {'Port': ['ID=35334e78-54a5-45a8-a314-b03256876393,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:06.583395 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:06.621205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:06.637997 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:06.737330 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:06.743359 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10949b79-f5b3-412f-a796-512100587405 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:58:06.756639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6b872-a93a-42e4-838a-d2184626a18a req-557a5068-d141-4109-a866-68825f75d251 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:06.764565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1c6b872-a93a-42e4-838a-d2184626a18a req-557a5068-d141-4109-a866-68825f75d251 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.5563083 Aug 16 12:58:06.777896 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:06.779724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7cd41464-db9a-4e78-aaaf-648c5a016c25 admin admin] 10.222.0.25 "DELETE /v2.0/routers/10949b79-f5b3-412f-a796-512100587405 HTTP/1.1" status: 204 len: 168 time: 2.4743071 Aug 16 12:58:06.782466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38410) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:06.845121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0cf08802-3614-4ebd-9bb3-87f647437a6e None None] Provisioning for port 35334e78-54a5-45a8-a314-b03256876393 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:06.855173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0cf08802-3614-4ebd-9bb3-87f647437a6e None None] Provisioning complete for port 35334e78-54a5-45a8-a314-b03256876393 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:06.859110 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0cf08802-3614-4ebd-9bb3-87f647437a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:06.953313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0cf08802-3614-4ebd-9bb3-87f647437a6e None None] Port 35334e78-54a5-45a8-a314-b03256876393 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:58:06.953740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdee6ca1-2164-4d01-bbdd-52a0af9c9873 admin admin] Deleting subnet b1abc382-f557-4bc1-9603-9a7e07c7eb93 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:58:06.960778 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdee6ca1-2164-4d01-bbdd-52a0af9c9873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.009311 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdee6ca1-2164-4d01-bbdd-52a0af9c9873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.051965 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.064117 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.083188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1c6b872-a93a-42e4-838a-d2184626a18a req-51807726-44c2-49de-a13e-76e30f345342 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175588 Aug 16 12:58:07.131534 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.157897 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.216891 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdee6ca1-2164-4d01-bbdd-52a0af9c9873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.237065 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:07.255115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:07.278091 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.289910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:58:07.304355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:07.453384 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdee6ca1-2164-4d01-bbdd-52a0af9c9873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.488524 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdee6ca1-2164-4d01-bbdd-52a0af9c9873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.492923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79646165-b9d8-41de-b8c0-3754fe15a927 None None] Network 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:58:07.493188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fdee6ca1-2164-4d01-bbdd-52a0af9c9873 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b1abc382-f557-4bc1-9603-9a7e07c7eb93 HTTP/1.1" status: 204 len: 168 time: 0.7076375 Aug 16 12:58:07.525413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38416) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:07.535625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee6ca1-2164-4d01-bbdd-52a0af9c9873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1abc382-f557-4bc1-9603-9a7e07c7eb93,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:07.594323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8147f8b-7227-440d-bf91-4c6a38278244 req-f34fb2b0-0f98-48c5-b173-55baad9cdbd4 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:07.608919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8147f8b-7227-440d-bf91-4c6a38278244 req-f34fb2b0-0f98-48c5-b173-55baad9cdbd4 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 931 time: 0.2253139 Aug 16 12:58:07.721933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8147f8b-7227-440d-bf91-4c6a38278244 req-b1516ced-8fdf-441e-8773-e24287745838 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113043 Aug 16 12:58:07.756473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 41a627a6-649f-43d1-b20d-9f28dafdad9a no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:58:07.769346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.780875 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.800917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49984652-90ca-46bb-9d4a-c51146eae530,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:07.817400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.831742 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.832590 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Added segment a2f19f55-143e-4262-a0c3-886232d0e579 of type vlan for network fd35d66b-a53a-453f-9998-06d5e4c7cec1 Aug 16 12:58:07.837141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Pushing event updated for resources: {'Port': ['ID=ea41d670-59f9-4bde-97ce-07aa178bbef6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:07.896857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 41a627a6-649f-43d1-b20d-9f28dafdad9a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:58:07.896857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 41a627a6-649f-43d1-b20d-9f28dafdad9a not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:58:07.896857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1e6e2ca6-430f-4ead-93b9-e446f281328b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:58:07.923557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:07.962660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 1e6e2ca6-430f-4ead-93b9-e446f281328b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:58:07.964257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1e6e2ca6-430f-4ead-93b9-e446f281328b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:58:07.977630 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c985d2b-d789-4313-bd22-34054719e0f4 req-b9ad3e78-eaf3-4ab8-a54e-c67053984a29 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 210 time: 0.0580125 Aug 16 12:58:07.981162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Deleting port 8214b6b4-07ba-4aa9-a757-2c245224068e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:58:07.981513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.002268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bef0a037-3c98-41d1-a35b-ff20e39d0f00 None None] Provisioning for port ea41d670-59f9-4bde-97ce-07aa178bbef6 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:08.011393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bef0a037-3c98-41d1-a35b-ff20e39d0f00 None None] Provisioning complete for port ea41d670-59f9-4bde-97ce-07aa178bbef6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:08.012550 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bef0a037-3c98-41d1-a35b-ff20e39d0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.069307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-bef0a037-3c98-41d1-a35b-ff20e39d0f00 None None] Port ea41d670-59f9-4bde-97ce-07aa178bbef6 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:58:08.131397 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] For port 8214b6b4-07ba-4aa9-a757-2c245224068e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8214b6b4-07ba-4aa9-a757-2c245224068e,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:08.131770 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.151191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Calling delete_port for 8214b6b4-07ba-4aa9-a757-2c245224068e owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:58:08.215655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c94d9-1326-4558-b2f7-83a63e40e9ca None None] DHCP port deletion for 8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:58:08.316266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-220c94d9-1326-4558-b2f7-83a63e40e9ca None None] Deleting port 8214b6b4-07ba-4aa9-a757-2c245224068e {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:58:08.316644 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-220c94d9-1326-4558-b2f7-83a63e40e9ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.339151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94bef3-bc7d-45cc-b2c8-d66f48973014 req-87fdabb1-fc8c-41ae-9133-b6dc4cf687c3 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:08.350289 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c94bef3-bc7d-45cc-b2c8-d66f48973014 req-87fdabb1-fc8c-41ae-9133-b6dc4cf687c3 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.1281221 Aug 16 12:58:08.371923 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.469168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Pushing event deleted for resources: {'Port': ['ID=8214b6b4-07ba-4aa9-a757-2c245224068e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:08.482294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] No DVR routers for this DVR port 8214b6b4-07ba-4aa9-a757-2c245224068e on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:58:08.510507 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c94bef3-bc7d-45cc-b2c8-d66f48973014 req-3db34968-a20b-4757-bc99-b89333b07e45 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492617 Aug 16 12:58:08.510640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-220c94d9-1326-4558-b2f7-83a63e40e9ca None None] For port 8214b6b4-07ba-4aa9-a757-2c245224068e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8214b6b4-07ba-4aa9-a757-2c245224068e,segment=NetworkSegment(e084e033-c2cc-4698-b66a-df6586fe0fdf),segment_id=e084e033-c2cc-4698-b66a-df6586fe0fdf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:08.510640 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-220c94d9-1326-4558-b2f7-83a63e40e9ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.529549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:08.534908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-220c94d9-1326-4558-b2f7-83a63e40e9ca None None] Calling delete_port for 8214b6b4-07ba-4aa9-a757-2c245224068e owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:58:08.535801 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.569038 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-75e3633e-79ad-43b9-b908-d59ec3bc6776 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4480951 Aug 16 12:58:08.572406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Transition to ACTIVE for port object 0202e454-aaa8-4665-b3cf-47e46314b34a will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:08.583404 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.600945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Request body: {'port': {'device_id': '2f741910-c54c-4d62-8ed7-bc244b6f0c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:08.607017 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.649258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Pushing event updated for resources: {'Port': ['ID=35334e78-54a5-45a8-a314-b03256876393,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:08.755936 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.772105 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-220c94d9-1326-4558-b2f7-83a63e40e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.798244 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.799649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:08.800480 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.813694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:08.839691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c94d9-1326-4558-b2f7-83a63e40e9ca None None] Pushing event deleted for resources: {'Port': ['ID=8214b6b4-07ba-4aa9-a757-2c245224068e,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:08.845939 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e084e033-c2cc-4698-b66a-df6586fe0fdf') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:08.846286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e084e033-c2cc-4698-b66a-df6586fe0fdf') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:08.870712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c94d9-1326-4558-b2f7-83a63e40e9ca None None] No DVR routers for this DVR port 8214b6b4-07ba-4aa9-a757-2c245224068e on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:58:08.888049 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.911635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:08.912794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] Pushing event updated for resources: {'Network': ['ID=fd35d66b-a53a-453f-9998-06d5e4c7cec1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:08.924659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network fd35d66b-a53a-453f-9998-06d5e4c7cec1 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:58:08.935458 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.936981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:08.951866 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.960404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-97d87640-9c57-44bf-a496-ed693c9873f7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.9102783 Aug 16 12:58:08.969460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:08.971716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38424) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:08.972332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:58:08.972815 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:58:09.069923 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:58:09.116163 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:09.133713 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:09.143147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c HTTP/1.1" status: 204 len: 168 time: 1.6147923 Aug 16 12:58:09.190731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0d858-2c2b-4bcd-b417-d3db57189817 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc0a1c9-cfdc-4596-a7a5-c1ddea6cb24c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:09.244147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] Request body: {'subnet': {'network_id': 'fd35d66b-a53a-453f-9998-06d5e4c7cec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1300894299-subnet', 'tenant_id': '9cbbea6e9f33462a8c18a42dcd36711b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:09.244731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59231b-c83c-4ab6-9316-ea58047ed082 req-176fa1aa-f65c-4906-baa5-c0092736b0fb tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:09.259958 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c59231b-c83c-4ab6-9316-ea58047ed082 req-176fa1aa-f65c-4906-baa5-c0092736b0fb tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.5937502 Aug 16 12:58:09.313046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Router ca024f9b-16d9-45f2-8df5-28479c967568 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:58:09.342874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c59231b-c83c-4ab6-9316-ea58047ed082 req-a0c27232-33ba-4521-a5db-4cf16d8003c5 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817997 Aug 16 12:58:09.394035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38432) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:09.448610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-23e275e9-f086-4229-be5d-3a8e777c2ed3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=194fddd554b3402986da83c64a5bd169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529158 Aug 16 12:58:09.454605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38434) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:09.483071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:09.512689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1786e535-bc6c-410a-9b6c-4c7224f3c1d7 None None] Provisioning complete for port 35334e78-54a5-45a8-a314-b03256876393 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:09.513070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1786e535-bc6c-410a-9b6c-4c7224f3c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:09.655038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1786e535-bc6c-410a-9b6c-4c7224f3c1d7 None None] Port 35334e78-54a5-45a8-a314-b03256876393 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:58:09.656238 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fd67d98b-3e52-47cc-a120-79cf543e0dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:09.665320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8214b6b4-07ba-4aa9-a757-2c245224068e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:58:09.702610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 8214b6b4-07ba-4aa9-a757-2c245224068e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:58:09.703284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8214b6b4-07ba-4aa9-a757-2c245224068e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:58:09.711896 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fd67d98b-3e52-47cc-a120-79cf543e0dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:09.759596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cdfc1-8234-4942-9b87-e01369e99a9f req-5fc82709-2cb8-4744-87dd-7c1c81dfe294 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:09.771164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-517cdfc1-8234-4942-9b87-e01369e99a9f req-5fc82709-2cb8-4744-87dd-7c1c81dfe294 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 931 time: 0.2203093 Aug 16 12:58:09.931948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event updated for resources: {'Port': ['ID=0202e454-aaa8-4665-b3cf-47e46314b34a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:09.935629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:09.941567 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-517cdfc1-8234-4942-9b87-e01369e99a9f req-5e3f701e-ea79-4a03-806c-93c587d03f68 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694136 Aug 16 12:58:09.971771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:09.989160 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fd67d98b-3e52-47cc-a120-79cf543e0dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:09.992084 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fd67d98b-3e52-47cc-a120-79cf543e0dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:09.993248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fd67d98b-3e52-47cc-a120-79cf543e0dbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5554578-a2c4-44d0-8793-9dc243e929e2 HTTP/1.1" status: 204 len: 168 time: 0.5363808 Aug 16 12:58:10.010464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67d98b-3e52-47cc-a120-79cf543e0dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5554578-a2c4-44d0-8793-9dc243e929e2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:10.153744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ab148-89cb-4bf5-a12c-c5b8d033002b req-57a0aea4-fd0c-4c08-b356-a5e90d562dad tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:10.155721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-382ab148-89cb-4bf5-a12c-c5b8d033002b req-57a0aea4-fd0c-4c08-b356-a5e90d562dad tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 936 time: 0.1034760 Aug 16 12:58:10.247364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-382ab148-89cb-4bf5-a12c-c5b8d033002b req-76426b60-1d52-443d-bdc0-e67b6a2f71ca tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823121 Aug 16 12:58:10.399265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-65c53a3d-fdbd-4913-b54b-3411bea54ba6 None None] Provisioning for port 0202e454-aaa8-4665-b3cf-47e46314b34a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:10.406743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-65c53a3d-fdbd-4913-b54b-3411bea54ba6 None None] Provisioning complete for port 0202e454-aaa8-4665-b3cf-47e46314b34a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:10.407271 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-65c53a3d-fdbd-4913-b54b-3411bea54ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:10.489132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-65c53a3d-fdbd-4913-b54b-3411bea54ba6 None None] Port 0202e454-aaa8-4665-b3cf-47e46314b34a cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:58:10.568032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ce1ea-bfee-42dd-9bf1-a959083d40fc req-b8336a90-3ac3-40cf-b23d-d2388c36e453 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:10.581938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-815ce1ea-bfee-42dd-9bf1-a959083d40fc req-b8336a90-3ac3-40cf-b23d-d2388c36e453 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.1201148 Aug 16 12:58:10.671385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:10.672870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:10.689642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:58:10.695059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] Made reservation on behalf of 9cbbea6e9f33462a8c18a42dcd36711b for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:10.697696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:10.701971 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-b773d37a-80e2-4f67-81f0-ccc6ab9b784f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.0242841 Aug 16 12:58:10.706561 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2efa7187-c6f0-43e2-9527-9977ec188e04 admin admin] 10.222.0.25 "PUT /v2.0/routers/ca024f9b-16d9-45f2-8df5-28479c967568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5336313 Aug 16 12:58:10.716986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-815ce1ea-bfee-42dd-9bf1-a959083d40fc req-5855aca2-8bd0-4beb-aa1f-93de6f9a6335 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345491 Aug 16 12:58:10.748334 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Request body: {'port': {'device_id': '3fdb1a94-252f-4504-8bc5-869d3d27a08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:10.753908 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Sync routers for ids ['ca024f9b-16d9-45f2-8df5-28479c967568'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:58:10.789828 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Routers {'ca024f9b-16d9-45f2-8df5-28479c967568'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:58:10.790889 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:58:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ca024f9b-16d9-45f2-8df5-28479c967568'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:11.025435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea41d670-59f9-4bde-97ce-07aa178bbef6 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:11.048463 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:11.057081 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:11.087440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Transition to ACTIVE for port object ea41d670-59f9-4bde-97ce-07aa178bbef6 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:11.158556 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:11.185434 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Set router ca024f9b-16d9-45f2-8df5-28479c967568 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:58:11.555288 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:58:07Z', 'revision_number': 4, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '35334e78-54a5-45a8-a314-b03256876393', 'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'mac_address': 'fa:16:3e:77:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:58:03Z', 'updated_at': '2021-08-16T12:58:07Z', 'revision_number': 2, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'subnets': [{'id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:11.585719 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Checking router: ca024f9b-16d9-45f2-8df5-28479c967568 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:58:11.586542 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Updating router ca024f9b-16d9-45f2-8df5-28479c967568 port 35334e78-54a5-45a8-a314-b03256876393 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:58:11.621048 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:11.677222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Pushing event updated for resources: {'Port': ['ID=ea41d670-59f9-4bde-97ce-07aa178bbef6,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:11.702830 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.051807 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.064726 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Transition to ACTIVE for port object 35334e78-54a5-45a8-a314-b03256876393 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:12.073410 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.112600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06af3c21-7803-43d2-a0d1-1cf2c7b3ff0c,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:12.162593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38476) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:12.190366 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a4228-3429-419d-aafa-49cd689beba4 None None] Pushing event updated for resources: {'Port': ['ID=35334e78-54a5-45a8-a314-b03256876393,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:12.252050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Attempting to bind port ea41d670-59f9-4bde-97ce-07aa178bbef6 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:12.253734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Attempting to bind port ea41d670-59f9-4bde-97ce-07aa178bbef6 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:12.254960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Attempting to bind port ea41d670-59f9-4bde-97ce-07aa178bbef6 on network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:12.298705 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] Checking segment: {'id': 'a2f19f55-143e-4262-a0c3-886232d0e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd35d66b-a53a-453f-9998-06d5e4c7cec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:12.299204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] Network hostable DHCP agents. Network: fd35d66b-a53a-453f-9998-06d5e4c7cec1, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:58:12.320395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Port ea41d670-59f9-4bde-97ce-07aa178bbef6 on network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:58:12.326463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Attempting to bind port ea41d670-59f9-4bde-97ce-07aa178bbef6 on network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:12.349048 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Attempting to bind port 35334e78-54a5-45a8-a314-b03256876393 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:12.356715 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Attempting to bind port 35334e78-54a5-45a8-a314-b03256876393 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:12.357297 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Attempting to bind port 35334e78-54a5-45a8-a314-b03256876393 on network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:12.378903 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:12.380885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:12.381423 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Checking segment: {'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:12.382187 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.382668 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Bound using segment: {'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:12.383285 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Bound port: 35334e78-54a5-45a8-a314-b03256876393, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:12.383792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Checking segment: {'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:12.384297 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.384820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Bound using segment: {'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:12.385815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Bound port: ea41d670-59f9-4bde-97ce-07aa178bbef6, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb92932f-c21e-4bea-a715-cab448e2bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:12.387969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.473072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] Network fd35d66b-a53a-453f-9998-06d5e4c7cec1 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:58:12.519819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, fd35d66b-a53a-453f-9998-06d5e4c7cec1) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:12.520429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-391339843-network', 'tenant_id': '2c147181bbf24982a55ffe57d9ffa5ce'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:12.540226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad62f73-9144-4327-8ffe-d669c56188d6 None None] Network fd35d66b-a53a-453f-9998-06d5e4c7cec1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:58:12.560962 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Made reservation on behalf of 2c147181bbf24982a55ffe57d9ffa5ce for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:12.564237 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.576578 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.580200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:12.581449 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.592294 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] For port 35334e78-54a5-45a8-a314-b03256876393, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:12.596874 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] For port 35334e78-54a5-45a8-a314-b03256876393, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=35334e78-54a5-45a8-a314-b03256876393,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:12.603422 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.709045 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a4228-3429-419d-aafa-49cd689beba4 None None] Pushing event updated for resources: {'Port': ['ID=35334e78-54a5-45a8-a314-b03256876393,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:12.757128 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Routers {'ca024f9b-16d9-45f2-8df5-28479c967568'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:58:12.760302 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:58:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ca024f9b-16d9-45f2-8df5-28479c967568'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:12.856811 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.864080 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:12.942530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:58:12.955137 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-95249f6a-2ac6-45e4-8e65-236a8faf0b14 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.9782305 Aug 16 12:58:13.048321 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:13.048822 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Added segment 930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51 of type vlan for network 41b70399-ea95-4588-b70f-74dee93893ff Aug 16 12:58:13.055378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] For port ea41d670-59f9-4bde-97ce-07aa178bbef6, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:13.062808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:13.078979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0202e454-aaa8-4665-b3cf-47e46314b34a {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:13.143849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] For port ea41d670-59f9-4bde-97ce-07aa178bbef6, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ea41d670-59f9-4bde-97ce-07aa178bbef6,segment=NetworkSegment(eb92932f-c21e-4bea-a715-cab448e2bc0a),segment_id=eb92932f-c21e-4bea-a715-cab448e2bc0a)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:13.154424 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:13.163681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065a51ae-fee4-4f36-a478-29445c16e8a3 None None] Network fd35d66b-a53a-453f-9998-06d5e4c7cec1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:58:13.179347 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:13.242142 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] Set router ca024f9b-16d9-45f2-8df5-28479c967568 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:58:13.299778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Transition to ACTIVE for port object 0202e454-aaa8-4665-b3cf-47e46314b34a will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:13.311166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:13.328273 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:13.363049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:13.366724 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:13.368574 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] 10.222.0.22 "PUT /v2.0/ports/ea41d670-59f9-4bde-97ce-07aa178bbef6 HTTP/1.1" status: 200 len: 1091 time: 4.7764063 Aug 16 12:58:13.390436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f741910-c54c-4d62-8ed7-bc244b6f0c46', 'tag': 'ea41d670-59f9-4bde-97ce-07aa178bbef6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:13.390436 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5260c02-b45b-4a14-a4cb-05b2356514ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2f741910-c54c-4d62-8ed7-bc244b6f0c46", "tag": "ea41d670-59f9-4bde-97ce-07aa178bbef6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:13.428551 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:13.429683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:13.439071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:13.442522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6079d-2755-4bfc-842e-fd8c2b767d4f service neutron] Pushing event updated for resources: {'Port': ['ID=ea41d670-59f9-4bde-97ce-07aa178bbef6,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:13.570295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0202e454-aaa8-4665-b3cf-47e46314b34a,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:13.591153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4265451 Aug 16 12:58:13.595243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38492) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:13.670546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] Request body: {'subnet': {'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-391339843-subnet', 'tenant_id': '2c147181bbf24982a55ffe57d9ffa5ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:13.748062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94428a7a-f0cb-4099-a8e5-a2884f1c1e7f admin admin] Pushing event updated for resources: {'Network': ['ID=41b70399-ea95-4588-b70f-74dee93893ff,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:13.761342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 41b70399-ea95-4588-b70f-74dee93893ff details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:58:13.871411 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:58:07Z', 'revision_number': 4, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '35334e78-54a5-45a8-a314-b03256876393', 'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'mac_address': 'fa:16:3e:77:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:58:03Z', 'updated_at': '2021-08-16T12:58:12Z', 'revision_number': 4, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'subnets': [{'id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:13.932289 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b82dad-5d15-4387-83ce-de71e8eb3835 None None] The sync data for ids ['ca024f9b-16d9-45f2-8df5-28479c967568'] in n-d-804708-1 is: [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:58:07Z', 'revision_number': 4, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '35334e78-54a5-45a8-a314-b03256876393', 'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'mac_address': 'fa:16:3e:77:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:58:03Z', 'updated_at': '2021-08-16T12:58:12Z', 'revision_number': 4, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'subnets': [{'id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:58:13.944679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-40b4c2e9-c9e4-40e6-8c04-63766e15d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:13.946329 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-40b4c2e9-c9e4-40e6-8c04-63766e15d894 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d59c1be2b16469587adde5eeedfa3dd&device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 1094 time: 0.5000305 Aug 16 12:58:13.950534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] Made reservation on behalf of 2c147181bbf24982a55ffe57d9ffa5ce for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:13.953603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:14.361120 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-63a74906-128b-4763-b83b-c948e981e82d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea41d670-59f9-4bde-97ce-07aa178bbef6 HTTP/1.1" status: 200 len: 217 time: 0.3765590 Aug 16 12:58:14.364669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:14.412789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:14.426523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Attempting to bind port 0202e454-aaa8-4665-b3cf-47e46314b34a on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:14.427003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Attempting to bind port 0202e454-aaa8-4665-b3cf-47e46314b34a by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:14.427444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Attempting to bind port 0202e454-aaa8-4665-b3cf-47e46314b34a on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:14.464950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Port 0202e454-aaa8-4665-b3cf-47e46314b34a on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:58:14.465988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Attempting to bind port 0202e454-aaa8-4665-b3cf-47e46314b34a on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:14.474366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:14.483588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:14.484166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:14.484761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Bound port: 0202e454-aaa8-4665-b3cf-47e46314b34a, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:14.485239 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:14.548723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-4105acfa-e952-4e09-808b-9b1dbe905199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:14.550753 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-4105acfa-e952-4e09-808b-9b1dbe905199 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af072506-885c-4c61-9563-d7c2adbae5c9 HTTP/1.1" status: 200 len: 854 time: 0.1401756 Aug 16 12:58:14.648652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] Checking segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:14.649151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] Network hostable DHCP agents. Network: 41b70399-ea95-4588-b70f-74dee93893ff, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:58:14.656933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] For port 0202e454-aaa8-4665-b3cf-47e46314b34a, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:14.661271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] For port 0202e454-aaa8-4665-b3cf-47e46314b34a, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0202e454-aaa8-4665-b3cf-47e46314b34a,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:14.674555 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:14.691376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-00f63a2d-d6e8-4c89-b027-97b13db621a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:14.692917 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-00f63a2d-d6e8-4c89-b027-97b13db621a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8086a7c0-8d5d-491b-865d-81a835bcd8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238837 Aug 16 12:58:14.737012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:14.739510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:14.743486 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] 10.222.0.22 "PUT /v2.0/ports/0202e454-aaa8-4665-b3cf-47e46314b34a HTTP/1.1" status: 200 len: 1096 time: 4.0015903 Aug 16 12:58:14.776875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] Network 41b70399-ea95-4588-b70f-74dee93893ff is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:58:14.891444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 41b70399-ea95-4588-b70f-74dee93893ff) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:14.896706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:14.897319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:14.912866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4afbb9-b47d-4ed2-bb15-668fc456775a None None] Network 41b70399-ea95-4588-b70f-74dee93893ff requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:58:14.936439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099b231-dc91-4040-a6ab-5eefe3cfd6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0202e454-aaa8-4665-b3cf-47e46314b34a,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:14.974724 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eb634970-85d5-42fd-b2d2-758b09d1764f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3278379 Aug 16 12:58:14.984621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-46a9dfd5-c769-41b3-9faa-48148961840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:14.986361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-46a9dfd5-c769-41b3-9faa-48148961840b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 1099 time: 0.1778996 Aug 16 12:58:15.037957 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-29863823-1f87-43c0-a517-a427bd447012 service neutron] 10.222.0.22 "GET /v2.0/networks/8086a7c0-8d5d-491b-865d-81a835bcd8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868798 Aug 16 12:58:15.180279 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-beccc4bf-2100-43b8-a46b-05f9657a4c84 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=0202e454-aaa8-4665-b3cf-47e46314b34a HTTP/1.1" status: 200 len: 217 time: 0.1562233 Aug 16 12:58:15.277092 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b558d31-3e3d-4370-9c5f-f0a7e7fb59a1 None None] Network 41b70399-ea95-4588-b70f-74dee93893ff requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:58:15.530250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-d2b6ab7e-22fc-46f5-aa55-4e5142999404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:15.532045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-d2b6ab7e-22fc-46f5-aa55-4e5142999404 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.3333275 Aug 16 12:58:15.569009 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d2bec0f9-f9e2-47e6-869c-b3a71a843762 req-acd10200-db06-452e-b59f-c36c744cee3b service neutron] 10.222.0.22 "GET /v2.0/networks/8086a7c0-8d5d-491b-865d-81a835bcd8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206735 Aug 16 12:58:15.738383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-8ea01684-4e84-400e-859b-1e34452354cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:15.745781 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-8ea01684-4e84-400e-859b-1e34452354cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1790955 Aug 16 12:58:15.783091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 35334e78-54a5-45a8-a314-b03256876393 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:15.915359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 35334e78-54a5-45a8-a314-b03256876393 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:15.927886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 35334e78-54a5-45a8-a314-b03256876393 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:15.934440 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-487cdb65-2d7c-4811-9b65-45449331a21f service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748810 Aug 16 12:58:15.936239 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:16.145130 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61d9c7fb-d5b1-41aa-9d94-440649846eee req-f34684dc-863f-417b-816e-71057269ad06 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850321 Aug 16 12:58:16.200889 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:16.218581 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:16.262166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 35334e78-54a5-45a8-a314-b03256876393, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=35334e78-54a5-45a8-a314-b03256876393,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:16.280573 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:16.383727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=35334e78-54a5-45a8-a314-b03256876393,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:17.583256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 35334e78-54a5-45a8-a314-b03256876393 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:17.646955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 35334e78-54a5-45a8-a314-b03256876393 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:17.647848 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:17.856227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf745dd-aa25-455f-a58e-978b2dde5879 req-ddfff78a-afd5-48db-8c4f-d76ac3d4a3cb tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:17.857939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1cf745dd-aa25-455f-a58e-978b2dde5879 req-ddfff78a-afd5-48db-8c4f-d76ac3d4a3cb tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 943 time: 0.0719750 Aug 16 12:58:17.913177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1cf745dd-aa25-455f-a58e-978b2dde5879 req-e43dca41-1dab-4642-aa44-57240e907798 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485849 Aug 16 12:58:18.173935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba985-0f78-4134-a9f3-7751df9cc518 req-02ae2d13-9076-4134-964c-22dfc60a55ac tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:18.175909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42cba985-0f78-4134-a9f3-7751df9cc518 req-02ae2d13-9076-4134-964c-22dfc60a55ac tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 948 time: 0.0867949 Aug 16 12:58:18.243198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42cba985-0f78-4134-a9f3-7751df9cc518 req-7b5cb758-78ae-4e30-a432-07f4044d045d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551448 Aug 16 12:58:18.301121 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cce795-d162-4350-b5c7-b27d24fbb682 x-openstack-request-id: req-b0cce795-d162-4350-b5c7-b27d24fbb682 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:18.302055 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f741910-c54c-4d62-8ed7-bc244b6f0c46", "tag": "ea41d670-59f9-4bde-97ce-07aa178bbef6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:18.302561 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0cce795-d162-4350-b5c7-b27d24fbb682 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:18.303172 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f741910-c54c-4d62-8ed7-bc244b6f0c46', 'tag': 'ea41d670-59f9-4bde-97ce-07aa178bbef6', 'status': 'completed', 'code': 200} Aug 16 12:58:18.591962 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-d3552d14-2f6c-4514-8a61-2f8ab308f8f8 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:18.593730 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-d3552d14-2f6c-4514-8a61-2f8ab308f8f8 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/networks?id=fd35d66b-a53a-453f-9998-06d5e4c7cec1 HTTP/1.1" status: 200 len: 821 time: 0.1346917 Aug 16 12:58:18.610772 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-18e7eafa-5af0-43ab-8b19-93f5d7a385f1 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/quotas/9cbbea6e9f33462a8c18a42dcd36711b HTTP/1.1" status: 200 len: 375 time: 0.0111363 Aug 16 12:58:18.651118 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-ac4aad91-328d-4994-8906-f1fffbd783ac tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cbbea6e9f33462a8c18a42dcd36711b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342648 Aug 16 12:58:18.754173 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-d6043668-f433-4aa3-8b4a-62bec88fa0f3 service neutron] 10.222.0.25 "GET /v2.0/networks/fd35d66b-a53a-453f-9998-06d5e4c7cec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941474 Aug 16 12:58:18.869196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-d082f21e-29d5-4c44-ab94-68822bf40e0b service neutron] 10.222.0.25 "GET /v2.0/networks/fd35d66b-a53a-453f-9998-06d5e4c7cec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085482 Aug 16 12:58:18.932621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38538) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:18.937840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-91253e46-d777-494d-b95d-265d8aff5a81 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--452243044', 'description': 'tempest-description--2076762879'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:18.969977 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91253e46-d777-494d-b95d-265d8aff5a81 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.198127 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91253e46-d777-494d-b95d-265d8aff5a81 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.215662 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91253e46-d777-494d-b95d-265d8aff5a81 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.282058 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91253e46-d777-494d-b95d-265d8aff5a81 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.286512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-91253e46-d777-494d-b95d-265d8aff5a81 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3498242 Aug 16 12:58:19.286885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38574) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:19.294434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-947af928-74d5-4556-8417-b1a623e6a22a tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Request body: {'security_group_rule': {'security_group_id': '24e4a11b-51ad-4880-b95e-6887bf769aea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:19.343266 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-947af928-74d5-4556-8417-b1a623e6a22a tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.391231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91253e46-d777-494d-b95d-265d8aff5a81 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e4a11b-51ad-4880-b95e-6887bf769aea,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:19.442407 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c266c-cedc-46e8-aa3e-9ea3d3c9e26f req-ffb87bbf-29ec-4c39-9244-9a14eacd2e04 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:19.458779 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f6c266c-cedc-46e8-aa3e-9ea3d3c9e26f req-ffb87bbf-29ec-4c39-9244-9a14eacd2e04 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 943 time: 0.1665356 Aug 16 12:58:19.481603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-947af928-74d5-4556-8417-b1a623e6a22a tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.489315 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-947af928-74d5-4556-8417-b1a623e6a22a tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.501775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-eb00bd76-675a-40aa-b261-5293a936f04a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:19.510414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-eb00bd76-675a-40aa-b261-5293a936f04a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.3509154 Aug 16 12:58:19.537851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-68b4b17d-de59-4262-b0f9-1d721b01dc0c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/quotas/2c147181bbf24982a55ffe57d9ffa5ce HTTP/1.1" status: 200 len: 375 time: 0.0273581 Aug 16 12:58:19.540288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947af928-74d5-4556-8417-b1a623e6a22a tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a79dd94-df6f-4ebd-8c31-cc5008144094,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:19.560004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-947af928-74d5-4556-8417-b1a623e6a22a tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.562041 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-947af928-74d5-4556-8417-b1a623e6a22a tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2738423 Aug 16 12:58:19.566442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38578) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:19.583885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-eb8760e0-00f6-448f-bfea-9b329e669c00 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Request body: {'security_group_rule': {'security_group_id': '24e4a11b-51ad-4880-b95e-6887bf769aea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:19.598063 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-ababdd2f-fca5-4336-a8d1-9db036f5a620 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592685 Aug 16 12:58:19.607728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f6c266c-cedc-46e8-aa3e-9ea3d3c9e26f req-72e2d556-da0a-4679-858b-2b0a780eeff6 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331284 Aug 16 12:58:19.668604 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb8760e0-00f6-448f-bfea-9b329e669c00 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.756021 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52bcfe36-6f90-4f61-9d01-480bc2582993 req-3aeaee79-4d56-49ea-83a1-a194169a9cbf tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 210 time: 0.0502841 Aug 16 12:58:19.816636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-900c8e4f-ced7-45c3-92ab-073d871bb6be service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870263 Aug 16 12:58:19.826963 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb8760e0-00f6-448f-bfea-9b329e669c00 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.845008 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb8760e0-00f6-448f-bfea-9b329e669c00 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.930560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8760e0-00f6-448f-bfea-9b329e669c00 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80b067a-a708-49a9-8e4d-14d9970c1936,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:19.936760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb8760e0-00f6-448f-bfea-9b329e669c00 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.941707 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38588) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:19.942383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eb8760e0-00f6-448f-bfea-9b329e669c00 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3618798 Aug 16 12:58:19.947591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:19.994035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-e0731de2-73b0-420a-a992-3fd444a5abf0 service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764243 Aug 16 12:58:19.998892 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:20.310562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdb1a94-252f-4504-8bc5-869d3d27a08c', 'tag': '0202e454-aaa8-4665-b3cf-47e46314b34a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:20.313371 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f3cdeb-2c13-4342-8da9-a248c031d802" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdb1a94-252f-4504-8bc5-869d3d27a08c", "tag": "0202e454-aaa8-4665-b3cf-47e46314b34a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:20.348714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:20.626925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Allocated IP 172.25.0.157 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/0b8e4e7f-a792-417a-9638-72f861af0fcd) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:20.735473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4785832f-9862-4833-bfa5-2967ba1ddf1d details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:20.854165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-4a89e968-1f0c-4430-986c-aa3933a13214 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:20.856015 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-4a89e968-1f0c-4430-986c-aa3933a13214 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.42 "GET /v2.0/networks?id=fd35d66b-a53a-453f-9998-06d5e4c7cec1 HTTP/1.1" status: 200 len: 821 time: 0.2424755 Aug 16 12:58:20.886369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Request body: {'port': {'device_id': '847667f2-123b-4d96-8ccc-21938015a6fb', 'network_id': 'fd35d66b-a53a-453f-9998-06d5e4c7cec1', 'admin_state_up': True, 'tenant_id': '9cbbea6e9f33462a8c18a42dcd36711b'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:21.011468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:21.053416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4785832f-9862-4833-bfa5-2967ba1ddf1d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4785832f-9862-4833-bfa5-2967ba1ddf1d,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:21.082948 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '4785832f-9862-4833-bfa5-2967ba1ddf1d', 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180', 'port_id': '4785832f-9862-4833-bfa5-2967ba1ddf1d', 'mac_address': 'fa:16:3e:1e:2c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2698112a-ce6a-45e2-a0ed-383e4d82d22a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:21.162767 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:21.261305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:21.271579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Made reservation on behalf of 9cbbea6e9f33462a8c18a42dcd36711b for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:21.276059 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:21.318313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4785832f-9862-4833-bfa5-2967ba1ddf1d {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:21.319370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Pushing event updated for resources: {'Port': ['ID=0b8e4e7f-a792-417a-9638-72f861af0fcd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:21.359600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:21.364854 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:21.365867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4785832f-9862-4833-bfa5-2967ba1ddf1d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4785832f-9862-4833-bfa5-2967ba1ddf1d,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:21.385643 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:21.471544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e57dc-17ad-49c0-943c-33638aa63d7b req-58b86fa3-20e1-4c1c-a29d-9d65fd6c561d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:21.472246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b88e57dc-17ad-49c0-943c-33638aa63d7b req-58b86fa3-20e1-4c1c-a29d-9d65fd6c561d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 948 time: 0.1155729 Aug 16 12:58:21.496659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['4785832f-9862-4833-bfa5-2967ba1ddf1d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:21.497344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:21.561576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=4785832f-9862-4833-bfa5-2967ba1ddf1d,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:21.592416 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b88e57dc-17ad-49c0-943c-33638aa63d7b req-07ebfb4c-bb6a-4183-a7c9-9c7ae1f011c3 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115191 Aug 16 12:58:21.634844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Allocated IP 172.20.0.12 (fd35d66b-a53a-453f-9998-06d5e4c7cec1/06af3c21-7803-43d2-a0d1-1cf2c7b3ff0c/1a7e2b13-4791-4795-a600-5351fe7281ab) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:21.657869 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:21.712778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:21.803184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02a8250f-d61a-4899-b14a-628daac1fd27 req-6eba938d-3ace-4917-8ed3-0b7a48853a1c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 210 time: 0.0777569 Aug 16 12:58:21.804931 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f354da-4542-4874-b0ce-d9be3af45cc5 x-openstack-request-id: req-61f354da-4542-4874-b0ce-d9be3af45cc5 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:21.805255 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdb1a94-252f-4504-8bc5-869d3d27a08c", "tag": "0202e454-aaa8-4665-b3cf-47e46314b34a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:21.805464 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61f354da-4542-4874-b0ce-d9be3af45cc5 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:21.806247 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdb1a94-252f-4504-8bc5-869d3d27a08c', 'tag': '0202e454-aaa8-4665-b3cf-47e46314b34a', 'status': 'completed', 'code': 200} Aug 16 12:58:21.931443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f3794c2-3a1d-45b7-82be-71de2cf08760 req-245333db-a259-484e-b011-37496324ba34 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 210 time: 0.0533199 Aug 16 12:58:21.974574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564ad39-b6f8-4297-a99d-aca889722289 req-438a8af3-892a-4f1f-a929-c2176aeffbb2 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:21.979940 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8564ad39-b6f8-4297-a99d-aca889722289 req-438a8af3-892a-4f1f-a929-c2176aeffbb2 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 943 time: 0.1119184 Aug 16 12:58:22.038226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8564ad39-b6f8-4297-a99d-aca889722289 req-7d57d600-b167-491c-8853-39f002484a00 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516672 Aug 16 12:58:22.357427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cf568-a90d-4b33-b037-1542738a8b0b req-6d506432-85c1-4e42-9766-86a7a6114f1c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:22.365090 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a57cf568-a90d-4b33-b037-1542738a8b0b req-6d506432-85c1-4e42-9766-86a7a6114f1c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 944 time: 0.1617930 Aug 16 12:58:22.374016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-f0248d50-fa5a-4d29-8c20-612bf052d69a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:22.375819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-f0248d50-fa5a-4d29-8c20-612bf052d69a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.42 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.2810416 Aug 16 12:58:22.398750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Request body: {'port': {'device_id': '7b4e185a-7b7c-4409-92e3-1b420f3ea875', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'admin_state_up': True, 'tenant_id': '2c147181bbf24982a55ffe57d9ffa5ce'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:22.404775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba78460-bfec-4bcb-905a-38647b70e25e req-7afcac29-ade9-4319-a3cb-9ea048ce9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:22.406530 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dba78460-bfec-4bcb-905a-38647b70e25e req-7afcac29-ade9-4319-a3cb-9ea048ce9c1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1095 time: 0.5896220 Aug 16 12:58:22.512893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.528200 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.541861 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.646569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba78460-bfec-4bcb-905a-38647b70e25e req-c074bb76-cd73-4c7d-a51d-b01532d79d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:22.648103 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dba78460-bfec-4bcb-905a-38647b70e25e req-c074bb76-cd73-4c7d-a51d-b01532d79d45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.2281134 Aug 16 12:58:22.674020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Pushing event updated for resources: {'Port': ['ID=0b8e4e7f-a792-417a-9638-72f861af0fcd,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:22.715559 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.730852 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.756742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4785832f-9862-4833-bfa5-2967ba1ddf1d up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:22.770220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcf2ae-c450-40ff-841a-a9492ba1cd48 req-8020ddc3-c726-4bdd-b6ae-2c55d4e46da8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:22.777820 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbbcf2ae-c450-40ff-841a-a9492ba1cd48 req-8020ddc3-c726-4bdd-b6ae-2c55d4e46da8 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.4879990 Aug 16 12:58:22.796617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Network fd35d66b-a53a-453f-9998-06d5e4c7cec1 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:22.800280 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.804351 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f6e8630e-9073-4ce5-9b89-056a9d73a780 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8584538 Aug 16 12:58:22.804351 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dba78460-bfec-4bcb-905a-38647b70e25e req-61b978b3-d339-42c0-adf6-10f65204acfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 999 time: 0.1445632 Aug 16 12:58:22.805914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Pushing event updated for resources: {'Port': ['ID=1a7e2b13-4791-4795-a600-5351fe7281ab,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:22.809840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:22.814527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:22.822878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 4785832f-9862-4833-bfa5-2967ba1ddf1d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:22.823665 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.840198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a57cf568-a90d-4b33-b037-1542738a8b0b req-7dc576f3-af25-4cbc-b31a-4ad6e6ac70c8 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741113 Aug 16 12:58:22.864547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba78460-bfec-4bcb-905a-38647b70e25e req-9a568b19-0e59-47ef-bec0-363fc8a31990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:22.866821 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dba78460-bfec-4bcb-905a-38647b70e25e req-9a568b19-0e59-47ef-bec0-363fc8a31990 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.0526385 Aug 16 12:58:22.874488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbbcf2ae-c450-40ff-841a-a9492ba1cd48 req-4fdf21b0-e9a7-4931-aaff-e71123bf60db tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957327 Aug 16 12:58:22.962836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Made reservation on behalf of 2c147181bbf24982a55ffe57d9ffa5ce for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:22.973967 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.979344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:22.980142 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.993646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba78460-bfec-4bcb-905a-38647b70e25e req-aeef1572-9afd-4d5f-8953-6d64073df14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:22.995580 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dba78460-bfec-4bcb-905a-38647b70e25e req-aeef1572-9afd-4d5f-8953-6d64073df14d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076589 Aug 16 12:58:23.016181 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:23.016702 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-593f3a82-4adf-4806-b003-d0fb7dc6fe68 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1388140 Aug 16 12:58:23.032683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Request body: {'port': {'device_id': '847667f2-123b-4d96-8ccc-21938015a6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:23.043844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4785832f-9862-4833-bfa5-2967ba1ddf1d'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:23.045812 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91984564-d30b-4967-a6c1-b32f2fb6bf92" -d '{"events": [{"server_uuid": "558edeca-1c5e-4060-b468-a8d2083c4b0a", "name": "network-vif-plugged", "status": "completed", "tag": "4785832f-9862-4833-bfa5-2967ba1ddf1d"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:23.060734 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4785832f-9862-4833-bfa5-2967ba1ddf1d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4785832f-9862-4833-bfa5-2967ba1ddf1d,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:23.065441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:23.115999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=4785832f-9862-4833-bfa5-2967ba1ddf1d,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:23.138591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:23.195620 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dba78460-bfec-4bcb-905a-38647b70e25e req-2dbd17e4-77e8-49c3-aa02-e9c519b11c10 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925876 Aug 16 12:58:23.209083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a50adb-2257-4405-a037-15c3bc92ae5f req-de52993e-88a9-4e23-8ea7-35ee729724aa tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:23.210745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61a50adb-2257-4405-a037-15c3bc92ae5f req-de52993e-88a9-4e23-8ea7-35ee729724aa tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 948 time: 0.2080069 Aug 16 12:58:23.257655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-d05327dc-4aa9-4c13-9b7d-0b813f427e9f tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:23.259874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-d05327dc-4aa9-4c13-9b7d-0b813f427e9f tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 805 time: 0.2358258 Aug 16 12:58:23.290794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Allocated IP 172.20.0.13 (41b70399-ea95-4588-b70f-74dee93893ff/ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8/b6807e81-9116-40f5-bb77-f513fc2b6c95) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:23.306903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-f283b0a1-e3c6-4b84-8853-0f22909db3cd tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/quotas/2b649a19566844bbabbc96fb5bab23c8 HTTP/1.1" status: 200 len: 375 time: 0.0324035 Aug 16 12:58:23.317387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61a50adb-2257-4405-a037-15c3bc92ae5f req-a07c65dd-6f57-4231-9430-10676b0e14c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932493 Aug 16 12:58:23.426428 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45834f58-160d-42fd-ac87-e9c2dd27b635 req-affaa6f1-9880-427d-a892-b42b727e3d77 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 210 time: 0.0405900 Aug 16 12:58:23.435643 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dba78460-bfec-4bcb-905a-38647b70e25e req-b5e6615a-b6bf-4c42-8037-ef5c75a5d3e5 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290101 Aug 16 12:58:23.439859 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-8645d40d-965f-451b-b06b-a906aab36813 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1214988 Aug 16 12:58:23.553945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7e2b13-4791-4795-a600-5351fe7281ab {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:23.562507 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:23.578964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Transition to ACTIVE for port object 1a7e2b13-4791-4795-a600-5351fe7281ab will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:23.584884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:23.637307 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-f5a0eccf-58b0-4377-a7d4-2744e486b735 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--452243044&fields=id&tenant_id=a0da31fa70a146e0ae709697e0846815 HTTP/1.1" status: 200 len: 267 time: 0.1060071 Aug 16 12:58:23.676782 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:23.694037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Pushing event updated for resources: {'Port': ['ID=1a7e2b13-4791-4795-a600-5351fe7281ab,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:23.712039 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-86c5ecb0-86a0-458e-9ead-fe5a11243691 service neutron] 10.222.0.25 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484472 Aug 16 12:58:23.728744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Attempting to bind port 1a7e2b13-4791-4795-a600-5351fe7281ab on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:23.729075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Attempting to bind port 1a7e2b13-4791-4795-a600-5351fe7281ab by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'a2f19f55-143e-4262-a0c3-886232d0e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd35d66b-a53a-453f-9998-06d5e4c7cec1'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:23.729987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Attempting to bind port 1a7e2b13-4791-4795-a600-5351fe7281ab on network fd35d66b-a53a-453f-9998-06d5e4c7cec1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:23.735201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Port 1a7e2b13-4791-4795-a600-5351fe7281ab on network fd35d66b-a53a-453f-9998-06d5e4c7cec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:58:23.735512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Attempting to bind port 1a7e2b13-4791-4795-a600-5351fe7281ab on network fd35d66b-a53a-453f-9998-06d5e4c7cec1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:23.740358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:23.740691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Checking segment: {'id': 'a2f19f55-143e-4262-a0c3-886232d0e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd35d66b-a53a-453f-9998-06d5e4c7cec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:23.741069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Bound using segment: {'id': 'a2f19f55-143e-4262-a0c3-886232d0e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd35d66b-a53a-453f-9998-06d5e4c7cec1'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:23.741488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Bound port: 1a7e2b13-4791-4795-a600-5351fe7281ab, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f19f55-143e-4262-a0c3-886232d0e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd35d66b-a53a-453f-9998-06d5e4c7cec1'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:23.741838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:23.811542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] For port 1a7e2b13-4791-4795-a600-5351fe7281ab, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:23.814917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] For port 1a7e2b13-4791-4795-a600-5351fe7281ab, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=1a7e2b13-4791-4795-a600-5351fe7281ab,segment=NetworkSegment(a2f19f55-143e-4262-a0c3-886232d0e579),segment_id=a2f19f55-143e-4262-a0c3-886232d0e579)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:23.818797 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:23.869837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:23.869837 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:23.869837 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] 10.222.0.42 "PUT /v2.0/ports/1a7e2b13-4791-4795-a600-5351fe7281ab HTTP/1.1" status: 200 len: 1092 time: 0.8398254 Aug 16 12:58:23.869837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847667f2-123b-4d96-8ccc-21938015a6fb', 'tag': '1a7e2b13-4791-4795-a600-5351fe7281ab'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:23.873093 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e008eb18-5267-4019-b2e4-fc568c775d43" -d '{"events": [{"name": "network-changed", "server_uuid": "847667f2-123b-4d96-8ccc-21938015a6fb", "tag": "1a7e2b13-4791-4795-a600-5351fe7281ab"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:23.874591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-09930673-033a-47b9-9ecf-846a9096ef31 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:23.876222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-09930673-033a-47b9-9ecf-846a9096ef31 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/networks?id=85acb630-8b8b-4a68-92d5-2e70a4ee2d20 HTTP/1.1" status: 200 len: 815 time: 0.2206123 Aug 16 12:58:23.889492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-6ba1026d-a755-4bb2-b891-b573f6c09f81 service neutron] 10.222.0.25 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459084 Aug 16 12:58:23.891318 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:23.919940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1da020-d9d4-4553-a54b-6c302537a30a service neutron] Pushing event updated for resources: {'Port': ['ID=1a7e2b13-4791-4795-a600-5351fe7281ab,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:23.956709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Network 41b70399-ea95-4588-b70f-74dee93893ff is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:23.960496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-c6710d18-008a-4d11-8272-e68394feebec tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/quotas/a0da31fa70a146e0ae709697e0846815 HTTP/1.1" status: 200 len: 375 time: 0.0324197 Aug 16 12:58:23.964022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:23.969681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:24.004456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event updated for resources: {'Port': ['ID=b6807e81-9116-40f5-bb77-f513fc2b6c95,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:24.052594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.053244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:24.073004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-5e5298a3-bb98-4f38-919c-3d31ae6b33d6 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0da31fa70a146e0ae709697e0846815&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994613 Aug 16 12:58:24.079750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-2c74da44-06fa-415e-b292-d7c5ab034784 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6859543 Aug 16 12:58:24.096100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Request body: {'port': {'device_id': '7b4e185a-7b7c-4409-92e3-1b420f3ea875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:24.097209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260c02-b45b-4a14-a4cb-05b2356514ab req-c79d0d1a-3b17-497b-88fa-f19266846d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.099074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5260c02-b45b-4a14-a4cb-05b2356514ab req-c79d0d1a-3b17-497b-88fa-f19266846d37 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d59c1be2b16469587adde5eeedfa3dd&device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 1094 time: 0.1631246 Aug 16 12:58:24.107349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3cdeb-2c13-4342-8da9-a248c031d802 req-94093086-f41a-46b6-adf4-8346b970da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.108775 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35f3cdeb-2c13-4342-8da9-a248c031d802 req-94093086-f41a-46b6-adf4-8346b970da7f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 1099 time: 0.1154959 Aug 16 12:58:24.110647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-27ae3704-4984-423b-9079-001cbdeead7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.111960 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-27ae3704-4984-423b-9079-001cbdeead7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cbbea6e9f33462a8c18a42dcd36711b&device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 1095 time: 0.1208379 Aug 16 12:58:24.228927 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-66a0e3b3-71a3-4fe6-8a3c-d47d07ddec48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a7e2b13-4791-4795-a600-5351fe7281ab HTTP/1.1" status: 200 len: 217 time: 0.0853930 Aug 16 12:58:24.264510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:24.301662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03249ffb-0b6a-4a02-ab7a-339b5454514d req-e195267f-0419-488c-831c-a7a8ad185b5c tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.303269 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03249ffb-0b6a-4a02-ab7a-339b5454514d req-e195267f-0419-488c-831c-a7a8ad185b5c tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 944 time: 0.1536031 Aug 16 12:58:24.355004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-24886c82-0271-4243-aed7-38997ae51319 service neutron] 10.222.0.25 "GET /v2.0/networks/85acb630-8b8b-4a68-92d5-2e70a4ee2d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277887 Aug 16 12:58:24.387943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-95035971-6904-416a-bb59-2910e412151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.389423 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-95035971-6904-416a-bb59-2910e412151b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06af3c21-7803-43d2-a0d1-1cf2c7b3ff0c HTTP/1.1" status: 200 len: 861 time: 0.0838363 Aug 16 12:58:24.417254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260c02-b45b-4a14-a4cb-05b2356514ab req-203148bb-8295-4a1c-9501-05cdd986e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.419982 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5260c02-b45b-4a14-a4cb-05b2356514ab req-203148bb-8295-4a1c-9501-05cdd986e7e0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8086a7c0-8d5d-491b-865d-81a835bcd8e9 HTTP/1.1" status: 200 len: 915 time: 0.2992430 Aug 16 12:58:24.441974 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-b0cb477b-fab5-47ac-b5e6-412b9afe03fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd35d66b-a53a-453f-9998-06d5e4c7cec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420029 Aug 16 12:58:24.444369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3cdeb-2c13-4342-8da9-a248c031d802 req-4db046ca-15d7-494f-983e-f800ac82dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.445731 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35f3cdeb-2c13-4342-8da9-a248c031d802 req-4db046ca-15d7-494f-983e-f800ac82dab3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3249731 Aug 16 12:58:24.498379 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5260c02-b45b-4a14-a4cb-05b2356514ab req-ff2f4d10-e7cb-44ff-a1bd-572d089cddee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea41d670-59f9-4bde-97ce-07aa178bbef6 HTTP/1.1" status: 200 len: 217 time: 0.0632358 Aug 16 12:58:24.527367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03249ffb-0b6a-4a02-ab7a-339b5454514d req-6c493d0c-78a4-47b6-aa2b-479c1cdd6ff5 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938183 Aug 16 12:58:24.534188 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35f3cdeb-2c13-4342-8da9-a248c031d802 req-08a5c39b-6738-4db0-8269-21febf36dc61 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=0202e454-aaa8-4665-b3cf-47e46314b34a HTTP/1.1" status: 200 len: 217 time: 0.0456438 Aug 16 12:58:24.581477 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967c254c-2a1d-4898-9c2d-3603af7c52c1 x-openstack-request-id: req-967c254c-2a1d-4898-9c2d-3603af7c52c1 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:24.582005 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558edeca-1c5e-4060-b468-a8d2083c4b0a", "name": "network-vif-plugged", "status": "completed", "tag": "4785832f-9862-4833-bfa5-2967ba1ddf1d", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:24.582005 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-967c254c-2a1d-4898-9c2d-3603af7c52c1 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:24.582446 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4785832f-9862-4833-bfa5-2967ba1ddf1d', 'code': 200} Aug 16 12:58:24.616205 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-ee142648-7a9c-4883-8cac-c52b1a98e62e service neutron] 10.222.0.42 "GET /v2.0/networks/fd35d66b-a53a-453f-9998-06d5e4c7cec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360402 Aug 16 12:58:24.619527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-a5d5963e-1d6b-44c7-9d77-95ee4e95cf39 service neutron] 10.222.0.25 "GET /v2.0/networks/85acb630-8b8b-4a68-92d5-2e70a4ee2d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500615 Aug 16 12:58:24.747068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca06848-a200-433c-bb11-782f39782a0a req-9e238960-55d4-4382-b452-4bf503dc4274 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.748743 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ca06848-a200-433c-bb11-782f39782a0a req-9e238960-55d4-4382-b452-4bf503dc4274 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 943 time: 0.1084173 Aug 16 12:58:24.754703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3cdeb-2c13-4342-8da9-a248c031d802 req-9f93caaa-3360-4c99-8ae1-21c06dbe623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.756334 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35f3cdeb-2c13-4342-8da9-a248c031d802 req-9f93caaa-3360-4c99-8ae1-21c06dbe623e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0668643 Aug 16 12:58:24.783849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6807e81-9116-40f5-bb77-f513fc2b6c95 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:24.797555 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:24.820585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260c02-b45b-4a14-a4cb-05b2356514ab req-2c3baa6e-f2ff-4311-9708-dcedd1b54f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.822072 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5260c02-b45b-4a14-a4cb-05b2356514ab req-2c3baa6e-f2ff-4311-9708-dcedd1b54f6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af072506-885c-4c61-9563-d7c2adbae5c9 HTTP/1.1" status: 200 len: 854 time: 0.1315126 Aug 16 12:58:24.831075 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ca06848-a200-433c-bb11-782f39782a0a req-d5da918f-c712-4ea4-937f-52f5c574234c tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759575 Aug 16 12:58:24.832395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Transition to ACTIVE for port object b6807e81-9116-40f5-bb77-f513fc2b6c95 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:24.842990 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:24.939581 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bb8f84-65de-4a3d-bcc1-f807ed2ba733 x-openstack-request-id: req-88bb8f84-65de-4a3d-bcc1-f807ed2ba733 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:24.939870 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847667f2-123b-4d96-8ccc-21938015a6fb", "tag": "1a7e2b13-4791-4795-a600-5351fe7281ab", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:24.940311 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88bb8f84-65de-4a3d-bcc1-f807ed2ba733 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:24.940538 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847667f2-123b-4d96-8ccc-21938015a6fb', 'tag': '1a7e2b13-4791-4795-a600-5351fe7281ab', 'status': 'completed', 'code': 200} Aug 16 12:58:24.957429 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8db46e32-430d-43ba-9e6f-6b2988cdc746 req-4ae74713-8f28-40b6-a723-2ac7a362156d service neutron] 10.222.0.42 "GET /v2.0/networks/fd35d66b-a53a-453f-9998-06d5e4c7cec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303082 Aug 16 12:58:24.959393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260c02-b45b-4a14-a4cb-05b2356514ab req-675a6639-5ab6-4a86-91a2-b074079db4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.960964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5260c02-b45b-4a14-a4cb-05b2356514ab req-675a6639-5ab6-4a86-91a2-b074079db4f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8086a7c0-8d5d-491b-865d-81a835bcd8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188240 Aug 16 12:58:24.994927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3cdeb-2c13-4342-8da9-a248c031d802 req-d23eb509-027d-4e01-9198-18074f525291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.996971 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35f3cdeb-2c13-4342-8da9-a248c031d802 req-d23eb509-027d-4e01-9198-18074f525291 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209111 Aug 16 12:58:25.001225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Pushing event updated for resources: {'Port': ['ID=b6807e81-9116-40f5-bb77-f513fc2b6c95,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:25.077077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7327072-f740-4525-b086-e67afb6c37ee req-0a19c4ee-2988-40eb-99c5-16b73205c66b tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.084229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7327072-f740-4525-b086-e67afb6c37ee req-0a19c4ee-2988-40eb-99c5-16b73205c66b tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.1749406 Aug 16 12:58:25.141770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Attempting to bind port b6807e81-9116-40f5-bb77-f513fc2b6c95 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:25.142243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Attempting to bind port b6807e81-9116-40f5-bb77-f513fc2b6c95 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:25.142503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Attempting to bind port b6807e81-9116-40f5-bb77-f513fc2b6c95 on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:25.157245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdd8e5-cc1e-47ee-9dc2-f9114f0c2fcc req-94e218ec-14dd-42a7-921c-4439627b0425 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.158877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93cdd8e5-cc1e-47ee-9dc2-f9114f0c2fcc req-94e218ec-14dd-42a7-921c-4439627b0425 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1333966 Aug 16 12:58:25.169976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7327072-f740-4525-b086-e67afb6c37ee req-99136eb0-b0b5-49c9-a5fe-3d66e51fca4d tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848200 Aug 16 12:58:25.176595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Port b6807e81-9116-40f5-bb77-f513fc2b6c95 on network 41b70399-ea95-4588-b70f-74dee93893ff not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:58:25.177005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Attempting to bind port b6807e81-9116-40f5-bb77-f513fc2b6c95 on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:25.191875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:25.192530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Checking segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:25.193116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Bound using segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:25.193729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Bound port: b6807e81-9116-40f5-bb77-f513fc2b6c95, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:25.194457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:25.215593 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35f3cdeb-2c13-4342-8da9-a248c031d802 req-56b56504-c8b7-473f-b9cd-2b4b26899573 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990573 Aug 16 12:58:25.228266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008eb18-5267-4019-b2e4-fc568c775d43 req-aa3fd0c5-ba23-49ab-a0ca-ae8133fcbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.239121 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e008eb18-5267-4019-b2e4-fc568c775d43 req-aa3fd0c5-ba23-49ab-a0ca-ae8133fcbe0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cbbea6e9f33462a8c18a42dcd36711b&device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 1095 time: 0.1215661 Aug 16 12:58:25.273601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93cdd8e5-cc1e-47ee-9dc2-f9114f0c2fcc req-895b6829-5e99-4b3f-ab2e-e49dbe87f64c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982299 Aug 16 12:58:25.298461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffdb81ad-5fd7-427b-82e9-7ba3552081e3 req-b386fd8b-3265-416d-a92b-9f8c277dd33e tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 210 time: 0.0433285 Aug 16 12:58:25.304714 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5260c02-b45b-4a14-a4cb-05b2356514ab req-49fa9069-7930-434e-9159-b9fdc487f4a8 service neutron] 10.222.0.22 "GET /v2.0/networks/8086a7c0-8d5d-491b-865d-81a835bcd8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314207 Aug 16 12:58:25.340354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] For port b6807e81-9116-40f5-bb77-f513fc2b6c95, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:25.344024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] For port b6807e81-9116-40f5-bb77-f513fc2b6c95, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b6807e81-9116-40f5-bb77-f513fc2b6c95,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:25.351333 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:25.397227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.398772 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:25.400212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] 10.222.0.42 "PUT /v2.0/ports/b6807e81-9116-40f5-bb77-f513fc2b6c95 HTTP/1.1" status: 200 len: 1092 time: 1.3115749 Aug 16 12:58:25.424526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4e185a-7b7c-4409-92e3-1b420f3ea875', 'tag': 'b6807e81-9116-40f5-bb77-f513fc2b6c95'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:25.427008 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3323809-d7bd-4a52-85a2-1dde4f82b349" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4e185a-7b7c-4409-92e3-1b420f3ea875", "tag": "b6807e81-9116-40f5-bb77-f513fc2b6c95"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:25.530797 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35f3cdeb-2c13-4342-8da9-a248c031d802 req-12dbc8d8-502e-4506-9aa6-b9e048f1902a service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787826 Aug 16 12:58:25.531973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008eb18-5267-4019-b2e4-fc568c775d43 req-12717df2-5843-4350-b6aa-3a3eac4c8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.533467 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e008eb18-5267-4019-b2e4-fc568c775d43 req-12717df2-5843-4350-b6aa-3a3eac4c8f60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd35d66b-a53a-453f-9998-06d5e4c7cec1 HTTP/1.1" status: 200 len: 921 time: 0.2934761 Aug 16 12:58:25.538632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a08ead-5601-48e8-9f75-e9e025999920 service neutron] Pushing event updated for resources: {'Port': ['ID=b6807e81-9116-40f5-bb77-f513fc2b6c95,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:25.580915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b42f8-e9bc-4a26-a5ed-809e19f7d809 req-dd858361-bc74-4cc4-b780-b2816a2dc594 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.581829 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e008eb18-5267-4019-b2e4-fc568c775d43 req-56c7ef51-72aa-43e0-9cfa-05c0328ecdce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a7e2b13-4791-4795-a600-5351fe7281ab HTTP/1.1" status: 200 len: 217 time: 0.0401549 Aug 16 12:58:25.582520 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-968b42f8-e9bc-4a26-a5ed-809e19f7d809 req-dd858361-bc74-4cc4-b780-b2816a2dc594 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 948 time: 0.1780870 Aug 16 12:58:25.584658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-94cf5a90-b639-4e82-853a-9afee790aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.586253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-94cf5a90-b639-4e82-853a-9afee790aa9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 1095 time: 0.1132030 Aug 16 12:58:25.594747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01ff64-17d2-432e-b003-9938f7920c32 req-bb3dbd8e-e514-479d-8b84-8e4614387838 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.596128 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5260c02-b45b-4a14-a4cb-05b2356514ab req-311779f0-64f4-4016-82d1-d0e5e3ce370d service neutron] 10.222.0.22 "GET /v2.0/networks/8086a7c0-8d5d-491b-865d-81a835bcd8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743556 Aug 16 12:58:25.596332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d01ff64-17d2-432e-b003-9938f7920c32 req-bb3dbd8e-e514-479d-8b84-8e4614387838 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 944 time: 0.1949997 Aug 16 12:58:25.648983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008eb18-5267-4019-b2e4-fc568c775d43 req-ce9c3458-08b6-4abd-af91-86738f70ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.649499 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e008eb18-5267-4019-b2e4-fc568c775d43 req-ce9c3458-08b6-4abd-af91-86738f70ae08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06af3c21-7803-43d2-a0d1-1cf2c7b3ff0c HTTP/1.1" status: 200 len: 861 time: 0.0514588 Aug 16 12:58:25.668959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-a6ed20cf-c305-49c8-a9ad-602e76353fb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6807e81-9116-40f5-bb77-f513fc2b6c95 HTTP/1.1" status: 200 len: 217 time: 0.0581326 Aug 16 12:58:25.687978 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e008eb18-5267-4019-b2e4-fc568c775d43 req-0aea48bd-5eed-4364-819b-68cf0fd70ae8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd35d66b-a53a-453f-9998-06d5e4c7cec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306203 Aug 16 12:58:25.738609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-968b42f8-e9bc-4a26-a5ed-809e19f7d809 req-1e383700-1b54-4723-b170-db7f8a287b42 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412997 Aug 16 12:58:25.743844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d01ff64-17d2-432e-b003-9938f7920c32 req-7ca98320-ef2e-43aa-acf0-cbc9a5e73c76 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349940 Aug 16 12:58:25.759319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-d2f07011-cd4a-4e06-ab28-b7f8ccc7704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.769929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-d2f07011-cd4a-4e06-ab28-b7f8ccc7704a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.0846002 Aug 16 12:58:25.852966 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-a3907c34-a429-4887-a509-38da8777a1e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840018 Aug 16 12:58:25.958570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-cb68fc32-7a46-47d3-8d53-37507346b686 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.960228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-cb68fc32-7a46-47d3-8d53-37507346b686 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 805 time: 0.2458422 Aug 16 12:58:26.001451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Request body: {'port': {'device_id': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'admin_state_up': True, 'tenant_id': '2b649a19566844bbabbc96fb5bab23c8'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:26.001743 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34473939-64f9-4ec9-a566-e525b442fd9a req-ea39910a-f7f6-4db8-a50b-e37ad902cb72 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 210 time: 0.1039190 Aug 16 12:58:26.055766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-d6173273-a515-49a2-ac89-5cd527f86e9c service neutron] 10.222.0.42 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931870 Aug 16 12:58:26.060847 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0837f359-263b-484b-b173-c49134285be7 x-openstack-request-id: req-0837f359-263b-484b-b173-c49134285be7 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:26.060847 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4e185a-7b7c-4409-92e3-1b420f3ea875", "tag": "b6807e81-9116-40f5-bb77-f513fc2b6c95", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:26.060847 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0837f359-263b-484b-b173-c49134285be7 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:26.061251 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4e185a-7b7c-4409-92e3-1b420f3ea875', 'tag': 'b6807e81-9116-40f5-bb77-f513fc2b6c95', 'status': 'completed', 'code': 200} Aug 16 12:58:26.121928 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e008eb18-5267-4019-b2e4-fc568c775d43 req-a3946145-18fa-4b7b-9e12-0051822ecbb1 service neutron] 10.222.0.42 "GET /v2.0/networks/fd35d66b-a53a-453f-9998-06d5e4c7cec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165668 Aug 16 12:58:26.246668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Made reservation on behalf of 2b649a19566844bbabbc96fb5bab23c8 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:26.252838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:26.259650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe27a3b-66ea-4b4c-8c70-e9736f32d093 req-2b19fb31-6a1e-481e-9b9c-f6d734c0fffe tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:26.261238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffe27a3b-66ea-4b4c-8c70-e9736f32d093 req-2b19fb31-6a1e-481e-9b9c-f6d734c0fffe tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 944 time: 0.1115510 Aug 16 12:58:26.284192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e146b8-01de-4c6b-a49e-9c0deba4b920 req-274c1007-540f-4542-8aab-5844278ea75f tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:26.285720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22e146b8-01de-4c6b-a49e-9c0deba4b920 req-274c1007-540f-4542-8aab-5844278ea75f tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 943 time: 0.1349425 Aug 16 12:58:26.288480 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a9ed01-a690-46d4-9324-2a1daa62c927 req-9cc51243-cb89-4da1-adcb-cf1648725968 service neutron] 10.222.0.42 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120180 Aug 16 12:58:26.327000 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e008eb18-5267-4019-b2e4-fc568c775d43 req-a10eb82f-8721-4971-8b7c-c1952c4ed50e service neutron] 10.222.0.42 "GET /v2.0/networks/fd35d66b-a53a-453f-9998-06d5e4c7cec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928639 Aug 16 12:58:26.387358 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22e146b8-01de-4c6b-a49e-9c0deba4b920 req-c01eb488-fe8a-409e-9dd1-48a01c9f5d53 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942352 Aug 16 12:58:26.411332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffe27a3b-66ea-4b4c-8c70-e9736f32d093 req-c98565b4-4927-403d-9ca9-900d59cd4f79 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168213 Aug 16 12:58:26.570632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-daaab7a7-2bb3-40cf-b23c-923b83e72147 req-42683bfc-1e32-42e9-91a8-c3eaf5687aaf tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 210 time: 0.0616932 Aug 16 12:58:26.657384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef69728-258b-4bd0-a1a4-1f1cf40b74c1 req-2bb2d386-1af6-4782-9aa1-6e632f0226f6 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:26.660423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eef69728-258b-4bd0-a1a4-1f1cf40b74c1 req-2bb2d386-1af6-4782-9aa1-6e632f0226f6 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 945 time: 0.1491039 Aug 16 12:58:26.684179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-cc1080e5-2092-4c9f-8a6d-a56e3cbca825 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:26.686877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-cc1080e5-2092-4c9f-8a6d-a56e3cbca825 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.42 "GET /v2.0/networks?id=85acb630-8b8b-4a68-92d5-2e70a4ee2d20 HTTP/1.1" status: 200 len: 815 time: 0.2739239 Aug 16 12:58:26.746844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0202e454-aaa8-4665-b3cf-47e46314b34a details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:26.762849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eef69728-258b-4bd0-a1a4-1f1cf40b74c1 req-80b5c353-dfa7-40a9-b5fd-7e79b3e5324a tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714059 Aug 16 12:58:26.788523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4785832f-9862-4833-bfa5-2967ba1ddf1d no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:58:26.792160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-efab8323-0325-4e85-9263-001b5534ce7d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0da31fa70a146e0ae709697e0846815 HTTP/1.1" status: 200 len: 379 time: 0.0869956 Aug 16 12:58:26.804715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Request body: {'port': {'device_id': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'admin_state_up': True, 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'security_groups': ['24e4a11b-51ad-4880-b95e-6887bf769aea']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:26.927755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323809-d7bd-4a52-85a2-1dde4f82b349 req-8f97e562-92c1-4ec9-832d-15dfeab3fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:26.929426 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a3323809-d7bd-4a52-85a2-1dde4f82b349 req-8f97e562-92c1-4ec9-832d-15dfeab3fbbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 1095 time: 0.5280991 Aug 16 12:58:26.930762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Allocated IP 172.20.0.12 (80e67e3f-fb8e-40f7-bf88-1b500d006d8d/909c1a27-3032-4df6-8e77-1f1290416049/cc9fd685-6020-474d-ad2a-eb914e2a9335) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:26.939051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0202e454-aaa8-4665-b3cf-47e46314b34a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0202e454-aaa8-4665-b3cf-47e46314b34a,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:26.955439 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:26.957414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '0202e454-aaa8-4665-b3cf-47e46314b34a', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '0202e454-aaa8-4665-b3cf-47e46314b34a', 'mac_address': 'fa:16:3e:4b:59:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:26.971579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906b234-7ec7-4274-aa24-bac992e2f4f8 req-7ab8e42a-0e51-46e0-823f-7966539e2017 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:26.973259 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1906b234-7ec7-4274-aa24-bac992e2f4f8 req-7ab8e42a-0e51-46e0-823f-7966539e2017 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "GET /v2.0/ports?device_id=b07654c3-1cd7-4194-a7d3-8cdee91430ad HTTP/1.1" status: 200 len: 945 time: 0.5562656 Aug 16 12:58:27.003052 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4785832f-9862-4833-bfa5-2967ba1ddf1d'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:27.005617 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5862c440-148e-41cf-ba96-33b59aebec69" -d '{"events": [{"server_uuid": "558edeca-1c5e-4060-b468-a8d2083c4b0a", "name": "network-vif-unplugged", "status": "completed", "tag": "4785832f-9862-4833-bfa5-2967ba1ddf1d"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:27.017564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4fbf8-211d-438a-8820-e5fbca9c1ada req-60ee866b-47e4-4698-836c-d5b17a7396ff tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:27.024552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4785832f-9862-4833-bfa5-2967ba1ddf1d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4785832f-9862-4833-bfa5-2967ba1ddf1d,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:27.024879 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01f4fbf8-211d-438a-8820-e5fbca9c1ada req-60ee866b-47e4-4698-836c-d5b17a7396ff tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 944 time: 0.1163568 Aug 16 12:58:27.032036 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:27.033953 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Made reservation on behalf of a0da31fa70a146e0ae709697e0846815 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:27.036000 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:27.037319 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:27.046144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a9589-18c5-4b3a-8415-2b8a1fc48790 req-2732d4a3-acda-4d8c-a911-233672a1fbb7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:27.047648 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f9a9589-18c5-4b3a-8415-2b8a1fc48790 req-2732d4a3-acda-4d8c-a911-233672a1fbb7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 948 time: 0.1297853 Aug 16 12:58:27.050985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0202e454-aaa8-4665-b3cf-47e46314b34a {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:27.101198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0202e454-aaa8-4665-b3cf-47e46314b34a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0202e454-aaa8-4665-b3cf-47e46314b34a,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:27.106940 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:27.108866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ea41d670-59f9-4bde-97ce-07aa178bbef6 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:27.114678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01f4fbf8-211d-438a-8820-e5fbca9c1ada req-856243b2-bc1c-4f09-aff1-2948bb7f7a3f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889173 Aug 16 12:58:27.131537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=4785832f-9862-4833-bfa5-2967ba1ddf1d,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:27.178721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f9a9589-18c5-4b3a-8415-2b8a1fc48790 req-185a3324-1e97-4270-921c-82bcb9132a64 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134779 Aug 16 12:58:27.225857 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98f28d8-955f-474b-b254-3156832f0108 x-openstack-request-id: req-f98f28d8-955f-474b-b254-3156832f0108 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:27.226459 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558edeca-1c5e-4060-b468-a8d2083c4b0a", "name": "network-vif-unplugged", "status": "completed", "tag": "4785832f-9862-4833-bfa5-2967ba1ddf1d", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:27.226912 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f98f28d8-955f-474b-b254-3156832f0108 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:27.227464 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4785832f-9862-4833-bfa5-2967ba1ddf1d', 'code': 200} Aug 16 12:58:27.236382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323809-d7bd-4a52-85a2-1dde4f82b349 req-aac927f2-ee7a-49d3-b615-ec74f3bad664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:27.238125 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a3323809-d7bd-4a52-85a2-1dde4f82b349 req-aac927f2-ee7a-49d3-b615-ec74f3bad664 service neutron] 10.222.0.42 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 911 time: 0.2965333 Aug 16 12:58:27.272042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0202e454-aaa8-4665-b3cf-47e46314b34a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:27.295125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ea41d670-59f9-4bde-97ce-07aa178bbef6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ea41d670-59f9-4bde-97ce-07aa178bbef6,segment=NetworkSegment(eb92932f-c21e-4bea-a715-cab448e2bc0a),segment_id=eb92932f-c21e-4bea-a715-cab448e2bc0a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:27.306709 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a3323809-d7bd-4a52-85a2-1dde4f82b349 req-6605a78e-d496-4e16-a8a8-ccc6c43fd2e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6807e81-9116-40f5-bb77-f513fc2b6c95 HTTP/1.1" status: 200 len: 217 time: 0.0525880 Aug 16 12:58:27.310541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'ea41d670-59f9-4bde-97ce-07aa178bbef6', 'network_id': '8086a7c0-8d5d-491b-865d-81a835bcd8e9', 'port_id': 'ea41d670-59f9-4bde-97ce-07aa178bbef6', 'mac_address': 'fa:16:3e:d8:75:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af072506-885c-4c61-9563-d7c2adbae5c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:27.332315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-1906b234-7ec7-4274-aa24-bac992e2f4f8 req-a8c2263d-98cd-4b19-b71c-8d75006c56ab tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Deleting port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:58:27.332685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1906b234-7ec7-4274-aa24-bac992e2f4f8 req-a8c2263d-98cd-4b19-b71c-8d75006c56ab tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:27.356625 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:27.370587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea41d670-59f9-4bde-97ce-07aa178bbef6 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:27.393610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ea41d670-59f9-4bde-97ce-07aa178bbef6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ea41d670-59f9-4bde-97ce-07aa178bbef6,segment=NetworkSegment(eb92932f-c21e-4bea-a715-cab448e2bc0a),segment_id=eb92932f-c21e-4bea-a715-cab448e2bc0a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:27.399435 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:27.444340 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:27.466727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323809-d7bd-4a52-85a2-1dde4f82b349 req-2c2110a3-c9ca-4415-9655-91f2b321cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:27.468193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ea41d670-59f9-4bde-97ce-07aa178bbef6,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:27.468393 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a3323809-d7bd-4a52-85a2-1dde4f82b349 req-2c2110a3-c9ca-4415-9655-91f2b321cd46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.1511405 Aug 16 12:58:27.522887 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a3323809-d7bd-4a52-85a2-1dde4f82b349 req-b9fdfcfe-5f6d-4707-93b5-ab1c820101f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415564 Aug 16 12:58:27.546404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1906b234-7ec7-4274-aa24-bac992e2f4f8 req-a8c2263d-98cd-4b19-b71c-8d75006c56ab tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] For port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:27.546776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1906b234-7ec7-4274-aa24-bac992e2f4f8 req-a8c2263d-98cd-4b19-b71c-8d75006c56ab tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:27.579547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-1906b234-7ec7-4274-aa24-bac992e2f4f8 req-a8c2263d-98cd-4b19-b71c-8d75006c56ab tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Calling delete_port for 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:58:27.624735 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c7ed455-b725-47bf-9c8a-877005c15ce0 req-db3e3113-5cd1-4dab-b207-bcf9fc058c53 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 210 time: 0.3738415 Aug 16 12:58:27.639252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:27.682145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Allocated IP 172.20.0.6 (85acb630-8b8b-4a68-92d5-2e70a4ee2d20/5e9c51a2-8526-4caf-b2ba-56c1fbdbb284/f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:27.733407 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5b0b5-837e-468d-8bd5-2687c35fd787 req-7173843a-2e1c-433e-951b-2d241ce8b076 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:27.735094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32e5b0b5-837e-468d-8bd5-2687c35fd787 req-7173843a-2e1c-433e-951b-2d241ce8b076 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 944 time: 0.1144865 Aug 16 12:58:27.760865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:27.768374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:27.770785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:27.780834 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a3323809-d7bd-4a52-85a2-1dde4f82b349 req-97672461-ab48-47f2-9c47-1872aab5ebab service neutron] 10.222.0.42 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472813 Aug 16 12:58:27.805797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Pushing event updated for resources: {'Port': ['ID=cc9fd685-6020-474d-ad2a-eb914e2a9335,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:27.816700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:27.817212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fb3bb-e61c-42a8-a967-065b844b335d req-af301eb4-a7d4-495a-84e3-421c30a20f17 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:27.818537 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e41fb3bb-e61c-42a8-a967-065b844b335d req-af301eb4-a7d4-495a-84e3-421c30a20f17 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 944 time: 0.1284964 Aug 16 12:58:27.846936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['ea41d670-59f9-4bde-97ce-07aa178bbef6'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:27.876762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:27.877331 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:27.889959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32e5b0b5-837e-468d-8bd5-2687c35fd787 req-2171337c-83dc-44d3-a4d2-193a881c8931 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466625 Aug 16 12:58:27.927244 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e41fb3bb-e61c-42a8-a967-065b844b335d req-deb9b517-d628-4362-96ef-ae0ecb8f65dc tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994916 Aug 16 12:58:27.983359 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-68060e30-bdcd-42f6-8be0-975deab94053 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9868610 Aug 16 12:58:28.002354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Request body: {'port': {'device_id': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:28.034189 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.064055 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1906b234-7ec7-4274-aa24-bac992e2f4f8 req-a8c2263d-98cd-4b19-b71c-8d75006c56ab tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.075246 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a3323809-d7bd-4a52-85a2-1dde4f82b349 req-3e33ceb2-d28f-4b32-95e8-3f4ddd48bbe9 service neutron] 10.222.0.42 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706006 Aug 16 12:58:28.086150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Transition to ACTIVE for port object f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:28.087577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bc833-7a08-45b4-b0c9-92c3a651f69c req-b0709777-43b9-4f49-8415-99b064e8dbed tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:28.089261 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-230bc833-7a08-45b4-b0c9-92c3a651f69c req-b0709777-43b9-4f49-8415-99b064e8dbed tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 943 time: 0.1794283 Aug 16 12:58:28.107094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eec516-204b-4f5c-aedc-39b3a4449153 req-1bf3d6f9-fea5-4350-9409-bc2a6ad02de5 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:28.111352 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72eec516-204b-4f5c-aedc-39b3a4449153 req-1bf3d6f9-fea5-4350-9409-bc2a6ad02de5 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 932 time: 0.1253176 Aug 16 12:58:28.142836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2263d-98cd-4b19-b71c-8d75006c56ab tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Pushing event deleted for resources: {'Port': ['ID=9b5c0ea7-f30f-4f5c-896d-40cae10381f9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:28.168648 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.184249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dead3b-3a1b-427a-8aed-bbcea1edd5f2 req-993404af-1b6b-4f14-9919-71b8ea184838 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:28.185446 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27dead3b-3a1b-427a-8aed-bbcea1edd5f2 req-993404af-1b6b-4f14-9919-71b8ea184838 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 943 time: 0.1459188 Aug 16 12:58:28.208683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72eec516-204b-4f5c-aedc-39b3a4449153 req-8d2bbc61-bbf0-455e-92ec-b3d53a027060 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866578 Aug 16 12:58:28.225775 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.231142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1906b234-7ec7-4274-aa24-bac992e2f4f8 req-a8c2263d-98cd-4b19-b71c-8d75006c56ab tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] No DVR routers for this DVR port 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:58:28.237863 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1906b234-7ec7-4274-aa24-bac992e2f4f8 req-a8c2263d-98cd-4b19-b71c-8d75006c56ab tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.239969 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1906b234-7ec7-4274-aa24-bac992e2f4f8 req-a8c2263d-98cd-4b19-b71c-8d75006c56ab tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "DELETE /v2.0/ports/9b5c0ea7-f30f-4f5c-896d-40cae10381f9 HTTP/1.1" status: 204 len: 173 time: 1.2490580 Aug 16 12:58:28.240916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07654c3-1cd7-4194-a7d3-8cdee91430ad', 'name': 'network-vif-deleted', 'tag': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:28.245123 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9305b8-cf42-4c70-8d30-05a0c12aced8" -d '{"events": [{"server_uuid": "b07654c3-1cd7-4194-a7d3-8cdee91430ad", "name": "network-vif-deleted", "tag": "9b5c0ea7-f30f-4f5c-896d-40cae10381f9"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:28.276668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27dead3b-3a1b-427a-8aed-bbcea1edd5f2 req-9a608df5-2824-4f55-917d-06250bfcdde2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821664 Aug 16 12:58:28.348931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:28.373039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:28.381273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:28.433099 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-230bc833-7a08-45b4-b0c9-92c3a651f69c req-8904e21e-8c69-4393-858d-273abfe02b2c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Deleting port 4785832f-9862-4833-bfa5-2967ba1ddf1d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:58:28.434348 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-230bc833-7a08-45b4-b0c9-92c3a651f69c req-8904e21e-8c69-4393-858d-273abfe02b2c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.439337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Pushing event updated for resources: {'Port': ['ID=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:28.468788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30212a7a-d1ad-42cb-9874-56e64374c47f req-8e2ea454-43f3-41cd-83f8-442ed2a3c08b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:28.470962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30212a7a-d1ad-42cb-9874-56e64374c47f req-8e2ea454-43f3-41cd-83f8-442ed2a3c08b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 944 time: 0.1727111 Aug 16 12:58:28.510689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:28.511389 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.538707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1990f-66c3-41ed-8c1c-ea9bb559349c req-9170b6cb-994c-4b9e-9d14-efe77d3dc1ff tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:28.540453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5f1990f-66c3-41ed-8c1c-ea9bb559349c req-9170b6cb-994c-4b9e-9d14-efe77d3dc1ff tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 949 time: 0.1728010 Aug 16 12:58:28.555709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-3625a710-3015-4dd1-9853-6a6b2892cbba tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7565925 Aug 16 12:58:28.571421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30212a7a-d1ad-42cb-9874-56e64374c47f req-2291d92c-fed2-471b-93d6-b3ca3de3c993 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909638 Aug 16 12:58:28.616904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-230bc833-7a08-45b4-b0c9-92c3a651f69c req-8904e21e-8c69-4393-858d-273abfe02b2c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] For port 4785832f-9862-4833-bfa5-2967ba1ddf1d, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4785832f-9862-4833-bfa5-2967ba1ddf1d,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:28.616904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-230bc833-7a08-45b4-b0c9-92c3a651f69c req-8904e21e-8c69-4393-858d-273abfe02b2c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.629122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Request body: {'port': {'device_id': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:28.634038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5f1990f-66c3-41ed-8c1c-ea9bb559349c req-104028b9-d7c6-4f15-9310-30bc4c80f552 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828094 Aug 16 12:58:28.634652 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427c8f69-9d56-4a31-8bc6-b5a0b84687f5 x-openstack-request-id: req-427c8f69-9d56-4a31-8bc6-b5a0b84687f5 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:28.634949 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07654c3-1cd7-4194-a7d3-8cdee91430ad", "name": "network-vif-deleted", "tag": "9b5c0ea7-f30f-4f5c-896d-40cae10381f9", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:28.635198 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-427c8f69-9d56-4a31-8bc6-b5a0b84687f5 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:28.635589 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07654c3-1cd7-4194-a7d3-8cdee91430ad', 'name': 'network-vif-deleted', 'tag': '9b5c0ea7-f30f-4f5c-896d-40cae10381f9', 'status': 'completed', 'code': 200} Aug 16 12:58:28.646202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-230bc833-7a08-45b4-b0c9-92c3a651f69c req-8904e21e-8c69-4393-858d-273abfe02b2c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Calling delete_port for 4785832f-9862-4833-bfa5-2967ba1ddf1d owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:58:28.702685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.745522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-edad9ebb-4f48-4ad8-aab3-8ec162aee408 None None] Provisioning for port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:28.750590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9fd685-6020-474d-ad2a-eb914e2a9335 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:28.756564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-edad9ebb-4f48-4ad8-aab3-8ec162aee408 None None] Provisioning complete for port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:28.757466 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-edad9ebb-4f48-4ad8-aab3-8ec162aee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.765597 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.790856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Transition to ACTIVE for port object cc9fd685-6020-474d-ad2a-eb914e2a9335 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:28.797161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:58:28.798604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 1a7e2b13-4791-4795-a600-5351fe7281ab details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:28.800690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.837035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583043d1-dcf9-4482-b1a0-7631dc707349 req-e75c442a-2cac-4a75-ac1c-222a01207f10 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:28.842886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-583043d1-dcf9-4482-b1a0-7631dc707349 req-e75c442a-2cac-4a75-ac1c-222a01207f10 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 931 time: 0.1284146 Aug 16 12:58:28.862378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:58:28.863454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 9b5c0ea7-f30f-4f5c-896d-40cae10381f9 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:58:28.870196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-edad9ebb-4f48-4ad8-aab3-8ec162aee408 None None] Port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:58:28.911778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9fd685-6020-474d-ad2a-eb914e2a9335,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:28.966050 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-230bc833-7a08-45b4-b0c9-92c3a651f69c req-8904e21e-8c69-4393-858d-273abfe02b2c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:28.985894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-583043d1-dcf9-4482-b1a0-7631dc707349 req-a47c1f73-7ca6-476b-a714-a84f558b4256 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups?id=24e4a11b-51ad-4880-b95e-6887bf769aea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419747 Aug 16 12:58:29.014882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 1a7e2b13-4791-4795-a600-5351fe7281ab, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=1a7e2b13-4791-4795-a600-5351fe7281ab,segment=NetworkSegment(a2f19f55-143e-4262-a0c3-886232d0e579),segment_id=a2f19f55-143e-4262-a0c3-886232d0e579)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:29.027244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '1a7e2b13-4791-4795-a600-5351fe7281ab', 'network_id': 'fd35d66b-a53a-453f-9998-06d5e4c7cec1', 'port_id': '1a7e2b13-4791-4795-a600-5351fe7281ab', 'mac_address': 'fa:16:3e:16:4d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06af3c21-7803-43d2-a0d1-1cf2c7b3ff0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:29.066528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904e21e-8c69-4393-858d-273abfe02b2c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event deleted for resources: {'Port': ['ID=4785832f-9862-4833-bfa5-2967ba1ddf1d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:29.090294 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.105376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7e2b13-4791-4795-a600-5351fe7281ab {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:29.108893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-230bc833-7a08-45b4-b0c9-92c3a651f69c req-8904e21e-8c69-4393-858d-273abfe02b2c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] No DVR routers for this DVR port 4785832f-9862-4833-bfa5-2967ba1ddf1d on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:58:29.112994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-230bc833-7a08-45b4-b0c9-92c3a651f69c req-8904e21e-8c69-4393-858d-273abfe02b2c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.115099 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-230bc833-7a08-45b4-b0c9-92c3a651f69c req-8904e21e-8c69-4393-858d-273abfe02b2c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "DELETE /v2.0/ports/4785832f-9862-4833-bfa5-2967ba1ddf1d HTTP/1.1" status: 204 len: 173 time: 1.0037160 Aug 16 12:58:29.129174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 1a7e2b13-4791-4795-a600-5351fe7281ab, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=1a7e2b13-4791-4795-a600-5351fe7281ab,segment=NetworkSegment(a2f19f55-143e-4262-a0c3-886232d0e579),segment_id=a2f19f55-143e-4262-a0c3-886232d0e579)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:29.132503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Attempting to bind port cc9fd685-6020-474d-ad2a-eb914e2a9335 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:29.132768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Attempting to bind port cc9fd685-6020-474d-ad2a-eb914e2a9335 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:29.133156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Attempting to bind port cc9fd685-6020-474d-ad2a-eb914e2a9335 on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:29.135261 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.136257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b6807e81-9116-40f5-bb77-f513fc2b6c95 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:29.139151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Port cc9fd685-6020-474d-ad2a-eb914e2a9335 on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:58:29.139491 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Attempting to bind port cc9fd685-6020-474d-ad2a-eb914e2a9335 on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:29.149151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:29.149546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Checking segment: {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:29.149970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Bound using segment: {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:29.150633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Bound port: cc9fd685-6020-474d-ad2a-eb914e2a9335, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:29.151043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.207010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246b7e8-4b2e-4a67-ae62-fb3cb2e9b9ec req-5b0538e9-9dd5-48a2-9775-1e59a018f697 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:29.209201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7246b7e8-4b2e-4a67-ae62-fb3cb2e9b9ec req-5b0538e9-9dd5-48a2-9775-1e59a018f697 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 944 time: 0.1969557 Aug 16 12:58:29.225268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=1a7e2b13-4791-4795-a600-5351fe7281ab,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:29.243103 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] For port cc9fd685-6020-474d-ad2a-eb914e2a9335, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:29.247250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] For port cc9fd685-6020-474d-ad2a-eb914e2a9335, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cc9fd685-6020-474d-ad2a-eb914e2a9335,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:29.250827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcb08c-ad38-43ef-9efa-9f7b5f3bb8d3 req-638efa91-bc0d-459f-ac9a-29bca4900ef0 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:29.252721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9bcb08c-ad38-43ef-9efa-9f7b5f3bb8d3 req-638efa91-bc0d-459f-ac9a-29bca4900ef0 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 944 time: 0.1541281 Aug 16 12:58:29.267003 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.288972 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.307103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b6807e81-9116-40f5-bb77-f513fc2b6c95, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b6807e81-9116-40f5-bb77-f513fc2b6c95,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:29.311510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:29.312218 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.313571 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] 10.222.0.22 "PUT /v2.0/ports/cc9fd685-6020-474d-ad2a-eb914e2a9335 HTTP/1.1" status: 200 len: 1092 time: 1.3153687 Aug 16 12:58:29.320373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'b6807e81-9116-40f5-bb77-f513fc2b6c95', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'port_id': 'b6807e81-9116-40f5-bb77-f513fc2b6c95', 'mac_address': 'fa:16:3e:8d:53:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:29.336322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0d1fb-c808-4d04-8f43-04e2f85c6ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9fd685-6020-474d-ad2a-eb914e2a9335,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:29.345398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7246b7e8-4b2e-4a67-ae62-fb3cb2e9b9ec req-cd7d98aa-afca-482e-96ac-ccb93da1823f tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081438 Aug 16 12:58:29.380495 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.396292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6807e81-9116-40f5-bb77-f513fc2b6c95 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:29.418658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9bcb08c-ad38-43ef-9efa-9f7b5f3bb8d3 req-515d1b55-8227-4239-acde-df276d70dd27 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337864 Aug 16 12:58:29.424210 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b6807e81-9116-40f5-bb77-f513fc2b6c95, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b6807e81-9116-40f5-bb77-f513fc2b6c95,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:29.434916 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.447141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-3541b7c7-b6f7-4975-a178-37a13cf72f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:29.450240 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-3541b7c7-b6f7-4975-a178-37a13cf72f9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 1095 time: 0.0680838 Aug 16 12:58:29.463393 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:29.477551 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.503595 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b6807e81-9116-40f5-bb77-f513fc2b6c95,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:29.509663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee0cf7-e573-4b67-816e-7e280cc5ca3a req-eefc838a-50c7-4d5e-b6db-1413dfc49c56 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:29.510634 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-4d9bd85c-2da4-4fed-a2df-59b780138b91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc9fd685-6020-474d-ad2a-eb914e2a9335 HTTP/1.1" status: 200 len: 217 time: 0.0483143 Aug 16 12:58:29.511900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bee0cf7-e573-4b67-816e-7e280cc5ca3a req-eefc838a-50c7-4d5e-b6db-1413dfc49c56 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 944 time: 0.0897768 Aug 16 12:58:29.515818 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Transition to ACTIVE for port object f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:29.543501 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.550194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a31d8619-e88e-4153-aae5-1c3bc60e6ab0 req-f9582b84-ce68-4cad-84b8-0832bc52bc19 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=558edeca-1c5e-4060-b468-a8d2083c4b0a HTTP/1.1" status: 200 len: 210 time: 0.0349803 Aug 16 12:58:29.573182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-9c2c420e-d396-422c-b406-686a61185722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:29.575529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-9c2c420e-d396-422c-b406-686a61185722 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=909c1a27-3032-4df6-8e77-1f1290416049 HTTP/1.1" status: 200 len: 845 time: 0.0620635 Aug 16 12:58:29.627346 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-e5698f7a-36d9-44c8-ab4a-8b95fb79224b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444989 Aug 16 12:58:29.638442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Pushing event updated for resources: {'Port': ['ID=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:29.646016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bee0cf7-e573-4b67-816e-7e280cc5ca3a req-df3b0dd9-2d7d-4e39-8f8a-fb9698154ed1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173193 Aug 16 12:58:29.676452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['1a7e2b13-4791-4795-a600-5351fe7281ab'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:29.740746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['b6807e81-9116-40f5-bb77-f513fc2b6c95'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:29.771168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Attempting to bind port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:29.771634 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Attempting to bind port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:29.772035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Attempting to bind port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 on network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:29.831867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 on network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:58:29.832395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Attempting to bind port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 on network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:29.867946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:29.868298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Checking segment: {'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:29.868688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Bound using segment: {'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:29.869315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Bound port: f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b9edd5c-6bd3-4237-90ca-41a1836e8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:29.869691 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:29.870203 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-e360afbd-8b48-4e07-a39a-9faa8f86da08 service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339473 Aug 16 12:58:29.919707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29510ffe-3411-430d-a360-c569836059e7 req-f70f6f48-70b5-48c4-a56c-ed41bfc3e9f9 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:29.922152 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29510ffe-3411-430d-a360-c569836059e7 req-f70f6f48-70b5-48c4-a56c-ed41bfc3e9f9 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 945 time: 0.1360300 Aug 16 12:58:29.948727 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222cdf2-091d-41be-87a8-6bdecf73f611 req-9c944cc6-0820-4ee0-a369-0f742a46b97b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:29.954819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4222cdf2-091d-41be-87a8-6bdecf73f611 req-9c944cc6-0820-4ee0-a369-0f742a46b97b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 949 time: 0.1799436 Aug 16 12:58:29.993706 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5628733c-ad68-4b34-aa4e-19a2ef4f0982 req-3d091bf7-bd10-43ee-8fa8-752bbfbf8158 service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112127 Aug 16 12:58:30.053831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] For port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:30.060284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4222cdf2-091d-41be-87a8-6bdecf73f611 req-b838ac86-6079-423e-a583-58278e2d8c86 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912061 Aug 16 12:58:30.063362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29510ffe-3411-430d-a360-c569836059e7 req-7aa1fa02-5021-4503-bcb7-8e93fce11eb2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226244 Aug 16 12:58:30.077285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] For port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:30.087737 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:30.124357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:30.125356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:30.126704 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] 10.222.0.42 "PUT /v2.0/ports/f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 HTTP/1.1" status: 200 len: 1091 time: 1.5537062 Aug 16 12:58:30.130194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'tag': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:30.133441 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a3b024-2554-4e66-92d4-562070961612" -d '{"events": [{"name": "network-changed", "server_uuid": "f25c8dfc-5f32-4476-8e07-82684f320eb8", "tag": "f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:30.181857 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6631ced4-b51f-4d0d-b4dc-7eb49bad2ba3 x-openstack-request-id: req-6631ced4-b51f-4d0d-b4dc-7eb49bad2ba3 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:30.182187 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25c8dfc-5f32-4476-8e07-82684f320eb8", "tag": "f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:30.182436 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6631ced4-b51f-4d0d-b4dc-7eb49bad2ba3 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:30.182831 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'tag': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32', 'status': 'completed', 'code': 200} Aug 16 12:58:30.231644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd99e6-e708-4100-95a7-5e915186c3bd service neutron] Pushing event updated for resources: {'Port': ['ID=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:30.252097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5972b-fc11-4a40-b44c-d0aadda06c75 req-ae9b6da5-1ceb-412c-a78f-9a0c5eead398 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:30.253734 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0d5972b-fc11-4a40-b44c-d0aadda06c75 req-ae9b6da5-1ceb-412c-a78f-9a0c5eead398 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 943 time: 0.1243582 Aug 16 12:58:30.267033 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-1da5ec94-fc6b-4568-8940-d90b050aa0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:30.267033 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-1da5ec94-fc6b-4568-8940-d90b050aa0a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0da31fa70a146e0ae709697e0846815&device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 1094 time: 0.0857532 Aug 16 12:58:30.326148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-4003b94f-2efe-44ef-89e6-e05f6b480bad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 HTTP/1.1" status: 200 len: 217 time: 0.0456378 Aug 16 12:58:30.367605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0d5972b-fc11-4a40-b44c-d0aadda06c75 req-a6ef1798-5cf4-40c2-81a1-567ed641ade7 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups?id=24e4a11b-51ad-4880-b95e-6887bf769aea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064508 Aug 16 12:58:30.399706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-53230e5b-fff9-4d52-b318-c32f94dd48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:30.400874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-53230e5b-fff9-4d52-b318-c32f94dd48a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e9c51a2-8526-4caf-b2ba-56c1fbdbb284 HTTP/1.1" status: 200 len: 854 time: 0.0672164 Aug 16 12:58:30.488031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-93a5b0b3-6bfe-4351-a25a-4ffc28f4f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:30.489816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-93a5b0b3-6bfe-4351-a25a-4ffc28f4f8e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85acb630-8b8b-4a68-92d5-2e70a4ee2d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799570 Aug 16 12:58:30.541409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9fb0f-b0fa-48d1-b568-5d09962d9766 req-4e51c5c2-2500-4136-bf1b-9cf202cd58d6 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:30.544336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1dc9fb0f-b0fa-48d1-b568-5d09962d9766 req-4e51c5c2-2500-4136-bf1b-9cf202cd58d6 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 944 time: 0.1049371 Aug 16 12:58:30.638179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'name': 'network-vif-deleted', 'tag': '4785832f-9862-4833-bfa5-2967ba1ddf1d'}, {'name': 'network-changed', 'server_uuid': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'tag': 'cc9fd685-6020-474d-ad2a-eb914e2a9335'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:30.641812 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006111b8-4c50-4f2d-852f-1da88b535d5b" -d '{"events": [{"server_uuid": "558edeca-1c5e-4060-b468-a8d2083c4b0a", "name": "network-vif-deleted", "tag": "4785832f-9862-4833-bfa5-2967ba1ddf1d"}, {"name": "network-changed", "server_uuid": "fdf24336-ae80-406b-9cd9-c85176019bc8", "tag": "cc9fd685-6020-474d-ad2a-eb914e2a9335"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:30.656457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49138aa9-d2d8-4932-845d-ee4844d32895 req-00b20991-999a-498a-bf22-b48b27c5db15 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:30.658037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49138aa9-d2d8-4932-845d-ee4844d32895 req-00b20991-999a-498a-bf22-b48b27c5db15 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 945 time: 0.1651740 Aug 16 12:58:30.673989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1dc9fb0f-b0fa-48d1-b568-5d09962d9766 req-f83dbe2f-f709-4e53-a160-699704e1dcfa tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093190 Aug 16 12:58:30.693481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-4fc19adb-970d-47b9-bcc1-d0f47b50c509 service neutron] 10.222.0.42 "GET /v2.0/networks/85acb630-8b8b-4a68-92d5-2e70a4ee2d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843398 Aug 16 12:58:30.760369 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400d3b74-2d81-4ddc-9a49-fbbe6e25b00b x-openstack-request-id: req-400d3b74-2d81-4ddc-9a49-fbbe6e25b00b {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:30.760730 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558edeca-1c5e-4060-b468-a8d2083c4b0a", "name": "network-vif-deleted", "tag": "4785832f-9862-4833-bfa5-2967ba1ddf1d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdf24336-ae80-406b-9cd9-c85176019bc8", "tag": "cc9fd685-6020-474d-ad2a-eb914e2a9335", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:30.760914 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-400d3b74-2d81-4ddc-9a49-fbbe6e25b00b {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:30.761359 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558edeca-1c5e-4060-b468-a8d2083c4b0a', 'name': 'network-vif-deleted', 'tag': '4785832f-9862-4833-bfa5-2967ba1ddf1d', 'status': 'completed', 'code': 200} Aug 16 12:58:30.762191 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'tag': 'cc9fd685-6020-474d-ad2a-eb914e2a9335', 'status': 'completed', 'code': 200} Aug 16 12:58:30.777245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0202e454-aaa8-4665-b3cf-47e46314b34a up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:30.783766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49138aa9-d2d8-4932-845d-ee4844d32895 req-9ef38d71-3d84-48d4-a843-0f108e4f84c6 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173015 Aug 16 12:58:30.817193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 1a7e2b13-4791-4795-a600-5351fe7281ab up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:30.821702 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e980e08-8d4d-4465-8c56-57db1a470e07 req-50c1c1da-80c0-4f99-b06f-094e6654cf24 service neutron] 10.222.0.42 "GET /v2.0/networks/85acb630-8b8b-4a68-92d5-2e70a4ee2d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141152 Aug 16 12:58:30.868057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006111b8-4c50-4f2d-852f-1da88b535d5b req-c90ba1ca-6fe1-44bf-b0a6-9930cb9401aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:30.870500 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-006111b8-4c50-4f2d-852f-1da88b535d5b req-c90ba1ca-6fe1-44bf-b0a6-9930cb9401aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 1095 time: 0.0692687 Aug 16 12:58:30.892615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b62b2-1bef-405d-832b-a86caf6d7685 req-1aa877f8-dacc-4dd2-8a89-8280016260e7 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:30.902848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d21b62b2-1bef-405d-832b-a86caf6d7685 req-1aa877f8-dacc-4dd2-8a89-8280016260e7 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 944 time: 0.0799828 Aug 16 12:58:30.906517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 0202e454-aaa8-4665-b3cf-47e46314b34a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:30.912237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 0202e454-aaa8-4665-b3cf-47e46314b34a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:30.912621 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:30.962224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3b024-2554-4e66-92d4-562070961612 req-dcd34bfe-dfb2-43c8-9ad9-2e2e8178b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:30.963858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 1a7e2b13-4791-4795-a600-5351fe7281ab completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:30.964020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4a3b024-2554-4e66-92d4-562070961612 req-dcd34bfe-dfb2-43c8-9ad9-2e2e8178b3a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0da31fa70a146e0ae709697e0846815&device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 1094 time: 0.0860119 Aug 16 12:58:30.995600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006111b8-4c50-4f2d-852f-1da88b535d5b req-03258861-025a-4479-86bc-f3b1f6776a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:31.000540 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-006111b8-4c50-4f2d-852f-1da88b535d5b req-03258861-025a-4479-86bc-f3b1f6776a40 service neutron] 10.222.0.22 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 905 time: 0.1221890 Aug 16 12:58:31.002013 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d21b62b2-1bef-405d-832b-a86caf6d7685 req-8f4b99d2-dd6b-4346-a6a8-70400df45430 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983222 Aug 16 12:58:31.013851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 1a7e2b13-4791-4795-a600-5351fe7281ab triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:31.014266 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.070701 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-006111b8-4c50-4f2d-852f-1da88b535d5b req-4e7b95b6-b910-4445-9177-bb93802b9530 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc9fd685-6020-474d-ad2a-eb914e2a9335 HTTP/1.1" status: 200 len: 217 time: 0.0591407 Aug 16 12:58:31.073343 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.126157 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3b024-2554-4e66-92d4-562070961612 req-1300a644-988a-4ffe-8511-81d58a1b9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:31.128347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4a3b024-2554-4e66-92d4-562070961612 req-1300a644-988a-4ffe-8511-81d58a1b9ceb service neutron] 10.222.0.42 "GET /v2.0/networks?id=85acb630-8b8b-4a68-92d5-2e70a4ee2d20 HTTP/1.1" status: 200 len: 915 time: 0.1573720 Aug 16 12:58:31.139021 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.164950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb1a94-252f-4504-8bc5-869d3d27a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0202e454-aaa8-4665-b3cf-47e46314b34a'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:31.167402 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dc4c6c-0ba2-403d-a238-cf02f87edce5" -d '{"events": [{"server_uuid": "3fdb1a94-252f-4504-8bc5-869d3d27a08c", "name": "network-vif-plugged", "status": "completed", "tag": "0202e454-aaa8-4665-b3cf-47e46314b34a"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:31.184842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006111b8-4c50-4f2d-852f-1da88b535d5b req-a911ae19-16a7-4794-b924-9ec703d7e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:31.186888 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-006111b8-4c50-4f2d-852f-1da88b535d5b req-a911ae19-16a7-4794-b924-9ec703d7e8b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=909c1a27-3032-4df6-8e77-1f1290416049 HTTP/1.1" status: 200 len: 845 time: 0.1069701 Aug 16 12:58:31.192877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0202e454-aaa8-4665-b3cf-47e46314b34a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0202e454-aaa8-4665-b3cf-47e46314b34a,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:31.201229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4a3b024-2554-4e66-92d4-562070961612 req-75e5e098-beeb-4936-a4df-55d80e0e7b43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 HTTP/1.1" status: 200 len: 217 time: 0.0637093 Aug 16 12:58:31.205226 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.206085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ea41d670-59f9-4bde-97ce-07aa178bbef6 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:31.254930 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-006111b8-4c50-4f2d-852f-1da88b535d5b req-49ad4aca-d3f0-4316-b602-bc8f49e428bd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576942 Aug 16 12:58:31.313023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16679cd4-ec10-49f9-8a98-b4f467b8d4da req-e326994c-8978-4757-844f-629218d52b30 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:31.314670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16679cd4-ec10-49f9-8a98-b4f467b8d4da req-e326994c-8978-4757-844f-629218d52b30 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 950 time: 0.1175632 Aug 16 12:58:31.316568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3b024-2554-4e66-92d4-562070961612 req-4f4bae4e-a088-4d37-9b69-7be54937ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:31.318140 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4a3b024-2554-4e66-92d4-562070961612 req-4f4bae4e-a088-4d37-9b69-7be54937ccda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e9c51a2-8526-4caf-b2ba-56c1fbdbb284 HTTP/1.1" status: 200 len: 854 time: 0.1075137 Aug 16 12:58:31.434127 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 1a7e2b13-4791-4795-a600-5351fe7281ab, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=1a7e2b13-4791-4795-a600-5351fe7281ab,segment=NetworkSegment(a2f19f55-143e-4262-a0c3-886232d0e579),segment_id=a2f19f55-143e-4262-a0c3-886232d0e579)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:31.452587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38794) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:31.454772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0202e454-aaa8-4665-b3cf-47e46314b34a,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:31.459402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-307fcaf0-9449-43de-b330-506c7f2fa7d4 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63577542', 'description': 'tempest-description--2030809453'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:31.466996 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.467958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b6807e81-9116-40f5-bb77-f513fc2b6c95 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:31.476684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3b024-2554-4e66-92d4-562070961612 req-5412d3df-2e84-41e8-b0c2-4ee9d9371d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:31.481818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4a3b024-2554-4e66-92d4-562070961612 req-5412d3df-2e84-41e8-b0c2-4ee9d9371d92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85acb630-8b8b-4a68-92d5-2e70a4ee2d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555669 Aug 16 12:58:31.491836 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16679cd4-ec10-49f9-8a98-b4f467b8d4da req-6b9d077c-bb8b-4822-a222-7013b2e9603b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560545 Aug 16 12:58:31.497920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-006111b8-4c50-4f2d-852f-1da88b535d5b req-c621fd7e-2312-4be8-9eb2-7cb23fc7f030 service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314184 Aug 16 12:58:31.565783 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05485069-4a7f-4db7-bd15-52e192f0810f x-openstack-request-id: req-05485069-4a7f-4db7-bd15-52e192f0810f {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:31.566122 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdb1a94-252f-4504-8bc5-869d3d27a08c", "name": "network-vif-plugged", "status": "completed", "tag": "0202e454-aaa8-4665-b3cf-47e46314b34a", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:31.566370 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05485069-4a7f-4db7-bd15-52e192f0810f {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:31.566808 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdb1a94-252f-4504-8bc5-869d3d27a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0202e454-aaa8-4665-b3cf-47e46314b34a', 'code': 200} Aug 16 12:58:31.573160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=1a7e2b13-4791-4795-a600-5351fe7281ab,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:31.577901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port ea41d670-59f9-4bde-97ce-07aa178bbef6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:31.586151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port ea41d670-59f9-4bde-97ce-07aa178bbef6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:31.586545 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.628565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port b6807e81-9116-40f5-bb77-f513fc2b6c95 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:31.637804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port b6807e81-9116-40f5-bb77-f513fc2b6c95 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:31.638201 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.715481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-006111b8-4c50-4f2d-852f-1da88b535d5b req-67c2919a-6856-48ca-a269-0e379a054410 service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078803 Aug 16 12:58:31.721893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a0129-ce1c-4c41-b105-b8a5315131aa req-18527157-8bbb-49f5-99ef-fe849caafa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:31.723570 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ce7a0129-ce1c-4c41-b105-b8a5315131aa req-18527157-8bbb-49f5-99ef-fe849caafa04 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 1101 time: 0.0667555 Aug 16 12:58:31.759334 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4a3b024-2554-4e66-92d4-562070961612 req-42e5a0b9-1fa8-4c12-842c-f11ef9c5b148 service neutron] 10.222.0.42 "GET /v2.0/networks/85acb630-8b8b-4a68-92d5-2e70a4ee2d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641728 Aug 16 12:58:31.762802 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f227-4100-4f4b-badb-7eb25b4b21e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.767562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-307fcaf0-9449-43de-b330-506c7f2fa7d4 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.769408 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.780271 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ce7a0129-ce1c-4c41-b105-b8a5315131aa req-4578c5b7-b092-4fee-9ffc-1b0f0893e71b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407300 Aug 16 12:58:31.800144 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.830197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ea41d670-59f9-4bde-97ce-07aa178bbef6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ea41d670-59f9-4bde-97ce-07aa178bbef6,segment=NetworkSegment(eb92932f-c21e-4bea-a715-cab448e2bc0a),segment_id=eb92932f-c21e-4bea-a715-cab448e2bc0a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:31.833522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad362b-59a6-43ba-9327-604cf4f5001a req-f2e14933-409a-4a09-bf9e-82f8c2ec7b80 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:31.835118 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3dad362b-59a6-43ba-9327-604cf4f5001a req-f2e14933-409a-4a09-bf9e-82f8c2ec7b80 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 943 time: 0.1631105 Aug 16 12:58:31.838525 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.878175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b256c-2763-48ad-8d24-e222fb2d469d req-fba41366-f7b3-44f8-998c-ce4bf73f8280 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:31.879237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b6807e81-9116-40f5-bb77-f513fc2b6c95, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b6807e81-9116-40f5-bb77-f513fc2b6c95,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:31.879685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-348b256c-2763-48ad-8d24-e222fb2d469d req-fba41366-f7b3-44f8-998c-ce4bf73f8280 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 945 time: 0.2096710 Aug 16 12:58:31.888618 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.889410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4785832f-9862-4833-bfa5-2967ba1ddf1d no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:58:31.914541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 4785832f-9862-4833-bfa5-2967ba1ddf1d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:58:31.914889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4785832f-9862-4833-bfa5-2967ba1ddf1d not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:58:31.927466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ea41d670-59f9-4bde-97ce-07aa178bbef6,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:31.983912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b6807e81-9116-40f5-bb77-f513fc2b6c95,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:31.985506 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3dad362b-59a6-43ba-9327-604cf4f5001a req-c9d60d9f-41b5-4fe0-8c1b-be965d08128b tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups?id=24e4a11b-51ad-4880-b95e-6887bf769aea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198180 Aug 16 12:58:32.002686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-348b256c-2763-48ad-8d24-e222fb2d469d req-019a7555-e07a-4dde-9d32-e82d850c0d39 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132143 Aug 16 12:58:32.005912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4a3b024-2554-4e66-92d4-562070961612 req-b0044648-e6c6-45ca-a033-33a5d8df417d service neutron] 10.222.0.42 "GET /v2.0/networks/85acb630-8b8b-4a68-92d5-2e70a4ee2d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361999 Aug 16 12:58:32.053243 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-307fcaf0-9449-43de-b330-506c7f2fa7d4 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.059579 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-307fcaf0-9449-43de-b330-506c7f2fa7d4 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.150971 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-307fcaf0-9449-43de-b330-506c7f2fa7d4 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.152155 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-307fcaf0-9449-43de-b330-506c7f2fa7d4 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6970737 Aug 16 12:58:32.156199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fcaf0-9449-43de-b330-506c7f2fa7d4 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817444d1-1c00-4eba-a912-e7faa0a24dd6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:32.156812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38802) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:32.162774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ff3b03d5-cb58-41dd-9e13-4f7cfcf45d9d tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Request body: {'security_group_rule': {'security_group_id': '817444d1-1c00-4eba-a912-e7faa0a24dd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:32.187275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855b82-e1ef-4e38-bc16-801d4ad29eb4 req-7009ff08-499e-4956-ac45-cb0372de1989 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:32.189756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8855b82-e1ef-4e38-bc16-801d4ad29eb4 req-7009ff08-499e-4956-ac45-cb0372de1989 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 945 time: 0.1257994 Aug 16 12:58:32.195852 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff3b03d5-cb58-41dd-9e13-4f7cfcf45d9d tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.197573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12eb57-0ea4-466d-8c46-b1d09f78eece req-d1dcaf7d-3427-48b4-ba8b-3c4f30527619 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:32.199774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df12eb57-0ea4-466d-8c46-b1d09f78eece req-d1dcaf7d-3427-48b4-ba8b-3c4f30527619 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 946 time: 0.1176264 Aug 16 12:58:32.249148 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff3b03d5-cb58-41dd-9e13-4f7cfcf45d9d tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.253942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff3b03d5-cb58-41dd-9e13-4f7cfcf45d9d tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.265786 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8855b82-e1ef-4e38-bc16-801d4ad29eb4 req-04a99182-f281-4b47-ac3d-dc1b0e723c6a tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646460 Aug 16 12:58:32.269125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df12eb57-0ea4-466d-8c46-b1d09f78eece req-e87e59d5-4dc2-4a4b-9306-3fba39ccffed tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619283 Aug 16 12:58:32.273441 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b03d5-cb58-41dd-9e13-4f7cfcf45d9d tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e55b749-a69f-4a36-98b3-1366c19da358,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:32.281031 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff3b03d5-cb58-41dd-9e13-4f7cfcf45d9d tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.282444 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ff3b03d5-cb58-41dd-9e13-4f7cfcf45d9d tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244509 Aug 16 12:58:32.286918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38804) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:32.300601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-bcd89d21-0195-40a0-94d4-0d5313822807 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Request body: {'security_group_rule': {'security_group_id': '817444d1-1c00-4eba-a912-e7faa0a24dd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:32.331393 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcd89d21-0195-40a0-94d4-0d5313822807 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.425767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7b6c9-4db8-426b-a12d-21c83536352f req-5ba87c77-c3a9-4a57-ae35-fc63f0fbdd6b tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:32.427219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7dc7b6c9-4db8-426b-a12d-21c83536352f req-5ba87c77-c3a9-4a57-ae35-fc63f0fbdd6b tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 944 time: 0.0815623 Aug 16 12:58:32.429095 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcd89d21-0195-40a0-94d4-0d5313822807 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.434912 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcd89d21-0195-40a0-94d4-0d5313822807 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.465400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd89d21-0195-40a0-94d4-0d5313822807 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa67d76-197e-4cf3-9d5b-eabbc3958045,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:32.477682 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcd89d21-0195-40a0-94d4-0d5313822807 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.478912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bcd89d21-0195-40a0-94d4-0d5313822807 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1910045 Aug 16 12:58:32.482874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38806) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:32.491307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:32.492965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7dc7b6c9-4db8-426b-a12d-21c83536352f req-ab5c6e69-7fbe-4cc9-a721-61d3c846c192 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595183 Aug 16 12:58:32.515045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.615453 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdda2b9-48ec-455b-b36a-4bd587bc8443 req-e29773ae-719a-4394-8002-d26a171b0ba4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:32.617044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2fdda2b9-48ec-455b-b36a-4bd587bc8443 req-e29773ae-719a-4394-8002-d26a171b0ba4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 950 time: 0.0531688 Aug 16 12:58:32.624659 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.659852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2fdda2b9-48ec-455b-b36a-4bd587bc8443 req-aa393e0e-21a9-44bf-99ac-78a7c78d80bd tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340490 Aug 16 12:58:32.735029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Allocated IP 172.25.0.126 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/101251b0-8f3a-4e86-9859-72cd920a1928) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:32.843166 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.903311 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.971511 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:58:32.982812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:32.988225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:32.991830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:33.030716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event updated for resources: {'Port': ['ID=101251b0-8f3a-4e86-9859-72cd920a1928,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:33.112953 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:33.155677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:33.170082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69e02e-bcf7-4943-bf50-c8b1230b36fe req-5dbd7006-69fb-4ad8-8dfc-6d8b93e6c9e7 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:33.171708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa69e02e-bcf7-4943-bf50-c8b1230b36fe req-5dbd7006-69fb-4ad8-8dfc-6d8b93e6c9e7 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 943 time: 0.1004312 Aug 16 12:58:33.184910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f7da9-1e3d-4f27-9ea5-4880e0191d8d req-61c076b1-e9a3-4fb6-8b27-7fd0fb181e2b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:33.186482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef0f7da9-1e3d-4f27-9ea5-4880e0191d8d req-61c076b1-e9a3-4fb6-8b27-7fd0fb181e2b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 946 time: 0.0711722 Aug 16 12:58:33.247230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa69e02e-bcf7-4943-bf50-c8b1230b36fe req-252f59e4-e36f-4566-a701-9a928e4d4e0e tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups?id=24e4a11b-51ad-4880-b95e-6887bf769aea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596340 Aug 16 12:58:33.255419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef0f7da9-1e3d-4f27-9ea5-4880e0191d8d req-03bb2bab-8e05-4a1a-aecf-d75e96a22a55 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608842 Aug 16 12:58:33.356314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:33.362433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:33.441928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event updated for resources: {'Port': ['ID=101251b0-8f3a-4e86-9859-72cd920a1928,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:33.460714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:33.476260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3663f0-ec87-413d-a074-5650e5cd6c24 req-5fd11f98-8a60-49e3-9faa-0897f2abd902 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:33.477825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f3663f0-ec87-413d-a074-5650e5cd6c24 req-5fd11f98-8a60-49e3-9faa-0897f2abd902 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 945 time: 0.0928981 Aug 16 12:58:33.478035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:33.488026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b4b41fc5-1b9d-4c0a-ada2-ca0fe544a28e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9950640 Aug 16 12:58:33.488264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a062c-fcfb-4473-be75-7f91c448136e req-ad9e06ec-9dc5-48a3-85fd-54df6f1d1f94 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:33.488884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c2a062c-fcfb-4473-be75-7f91c448136e req-ad9e06ec-9dc5-48a3-85fd-54df6f1d1f94 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 946 time: 0.1025319 Aug 16 12:58:33.562465 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c2a062c-fcfb-4473-be75-7f91c448136e req-0eb8a9c7-4ebc-4266-a342-b3846e2b1d97 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661426 Aug 16 12:58:33.565520 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f3663f0-ec87-413d-a074-5650e5cd6c24 req-4bdba267-fa21-40f1-9bea-d3468a94dcd1 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658741 Aug 16 12:58:33.568469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847667f2-123b-4d96-8ccc-21938015a6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7e2b13-4791-4795-a600-5351fe7281ab'}, {'server_uuid': '2f741910-c54c-4d62-8ed7-bc244b6f0c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea41d670-59f9-4bde-97ce-07aa178bbef6'}, {'server_uuid': '7b4e185a-7b7c-4409-92e3-1b420f3ea875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6807e81-9116-40f5-bb77-f513fc2b6c95'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:33.572575 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1699fc-8ae9-4df8-a9db-34bf50da53a7" -d '{"events": [{"server_uuid": "847667f2-123b-4d96-8ccc-21938015a6fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a7e2b13-4791-4795-a600-5351fe7281ab"}, {"server_uuid": "2f741910-c54c-4d62-8ed7-bc244b6f0c46", "name": "network-vif-plugged", "status": "completed", "tag": "ea41d670-59f9-4bde-97ce-07aa178bbef6"}, {"server_uuid": "7b4e185a-7b7c-4409-92e3-1b420f3ea875", "name": "network-vif-plugged", "status": "completed", "tag": "b6807e81-9116-40f5-bb77-f513fc2b6c95"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:33.638471 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9116ac5b-410d-4428-8fb5-2d9347c19417 x-openstack-request-id: req-9116ac5b-410d-4428-8fb5-2d9347c19417 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:33.638946 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847667f2-123b-4d96-8ccc-21938015a6fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a7e2b13-4791-4795-a600-5351fe7281ab", "code": 200}, {"server_uuid": "2f741910-c54c-4d62-8ed7-bc244b6f0c46", "name": "network-vif-plugged", "status": "completed", "tag": "ea41d670-59f9-4bde-97ce-07aa178bbef6", "code": 200}, {"server_uuid": "7b4e185a-7b7c-4409-92e3-1b420f3ea875", "name": "network-vif-plugged", "status": "completed", "tag": "b6807e81-9116-40f5-bb77-f513fc2b6c95", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:33.642589 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9116ac5b-410d-4428-8fb5-2d9347c19417 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:33.643289 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847667f2-123b-4d96-8ccc-21938015a6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7e2b13-4791-4795-a600-5351fe7281ab', 'code': 200} Aug 16 12:58:33.643289 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f741910-c54c-4d62-8ed7-bc244b6f0c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea41d670-59f9-4bde-97ce-07aa178bbef6', 'code': 200} Aug 16 12:58:33.643673 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4e185a-7b7c-4409-92e3-1b420f3ea875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6807e81-9116-40f5-bb77-f513fc2b6c95', 'code': 200} Aug 16 12:58:33.710819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621e891-e46b-4d46-b4a8-457d828f2d8d req-adb66461-921f-486f-b4bc-e0b33f220d74 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:33.712621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0621e891-e46b-4d46-b4a8-457d828f2d8d req-adb66461-921f-486f-b4bc-e0b33f220d74 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 944 time: 0.0726233 Aug 16 12:58:33.800305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd72587-8f0d-4f79-ae60-6cb411575237 req-3e19101e-5339-4d69-acb8-0ea4f937e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:33.801726 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd72587-8f0d-4f79-ae60-6cb411575237 req-3e19101e-5339-4d69-acb8-0ea4f937e066 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 1097 time: 0.0790172 Aug 16 12:58:33.812937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca23d3-17c0-4082-9638-94e6b5df7b07 req-a150f6fa-c316-4a43-8685-774340a28978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:33.814432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74ca23d3-17c0-4082-9638-94e6b5df7b07 req-a150f6fa-c316-4a43-8685-774340a28978 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 1096 time: 0.0612841 Aug 16 12:58:33.852525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0621e891-e46b-4d46-b4a8-457d828f2d8d req-026b6490-c3d7-4255-892e-19d5de66a9a3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212873 Aug 16 12:58:33.860072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0445e85-43cb-4e42-9e99-b8d7b271d9a0 req-4951d13a-b76b-4205-a3f1-0c4986fe69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:33.861725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0445e85-43cb-4e42-9e99-b8d7b271d9a0 req-4951d13a-b76b-4205-a3f1-0c4986fe69d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 1097 time: 0.1387982 Aug 16 12:58:33.869833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd72587-8f0d-4f79-ae60-6cb411575237 req-2cbb9b9f-32e8-4782-ab44-eaceef111f9a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591447 Aug 16 12:58:33.895628 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74ca23d3-17c0-4082-9638-94e6b5df7b07 req-382c5ec5-5d09-4261-a3f2-c6c0a160ec36 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675225 Aug 16 12:58:33.911971 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-e8c58021-9d17-44be-83ce-9b0f73b46898 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:33.913486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-e8c58021-9d17-44be-83ce-9b0f73b46898 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/networks?id=c74d340b-f81a-4b86-a5dc-7a52d434a180 HTTP/1.1" status: 200 len: 821 time: 0.1603549 Aug 16 12:58:33.948148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0445e85-43cb-4e42-9e99-b8d7b271d9a0 req-949694d5-5d10-4220-8e84-a2ca161347c4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778468 Aug 16 12:58:33.965386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-0e229495-b8ab-4514-8a86-a1ea712a379f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/quotas/fd27f13269bc4bd4953c65507e9ce3e8 HTTP/1.1" status: 200 len: 375 time: 0.0386610 Aug 16 12:58:34.015062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423e9dd-c18f-46ef-876e-d806aaaf524a req-0e641cf2-a062-4537-b2b2-672f5d655f7a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:34.016563 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0423e9dd-c18f-46ef-876e-d806aaaf524a req-0e641cf2-a062-4537-b2b2-672f5d655f7a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 950 time: 0.0918167 Aug 16 12:58:34.052435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-70eeff2f-96eb-47d3-92b0-a766ff2e38d3 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd27f13269bc4bd4953c65507e9ce3e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783937 Aug 16 12:58:34.076586 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0423e9dd-c18f-46ef-876e-d806aaaf524a req-5a9f7326-0296-45ac-9f0c-edddcc4009f0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530527 Aug 16 12:58:34.159829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-aef7aaf7-16e1-404c-b2f1-8a5c1c5c79ed service neutron] 10.222.0.25 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988448 Aug 16 12:58:34.272672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-69dc6f67-8adc-49d3-9d76-26cb638070c7 service neutron] 10.222.0.25 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067615 Aug 16 12:58:34.302868 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-03360402-5667-4390-ba82-9fec77e0ef0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:34.519249 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:34.522590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190adde0-52d7-4417-b076-52d1e2610193 req-aacfe1e8-6863-4fe6-a208-d26a7fa8ee5a tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:34.524424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-190adde0-52d7-4417-b076-52d1e2610193 req-aacfe1e8-6863-4fe6-a208-d26a7fa8ee5a tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 1101 time: 0.0873072 Aug 16 12:58:34.538792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb8a21-d0e2-4524-940b-85158f6939b2 req-6efabd7f-8971-45a0-94af-74ab8ad759fd tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:34.540577 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8bdb8a21-d0e2-4524-940b-85158f6939b2 req-6efabd7f-8971-45a0-94af-74ab8ad759fd tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 946 time: 0.1015415 Aug 16 12:58:34.556843 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-190adde0-52d7-4417-b076-52d1e2610193 req-5e238fb6-c347-4cf2-b529-5e3a30b3473f tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:34.634294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8bdb8a21-d0e2-4524-940b-85158f6939b2 req-6883809e-17ee-4310-9f41-68af1a00b73f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686715 Aug 16 12:58:34.761461 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-190adde0-52d7-4417-b076-52d1e2610193 req-5e238fb6-c347-4cf2-b529-5e3a30b3473f tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:34.766301 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-190adde0-52d7-4417-b076-52d1e2610193 req-5e238fb6-c347-4cf2-b529-5e3a30b3473f tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:34.781042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cc9fd685-6020-474d-ad2a-eb914e2a9335 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:34.802437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-190adde0-52d7-4417-b076-52d1e2610193 req-5e238fb6-c347-4cf2-b529-5e3a30b3473f tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554865 Aug 16 12:58:34.822540 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed656b4d-29af-4bda-a720-1a6238f77d2d req-8aaf4787-9fce-41ed-a0d3-21998eb87378 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:34.833350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed656b4d-29af-4bda-a720-1a6238f77d2d req-8aaf4787-9fce-41ed-a0d3-21998eb87378 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 943 time: 0.1228452 Aug 16 12:58:34.865729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e238fb6-c347-4cf2-b529-5e3a30b3473f tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a50e70b-a438-4a54-9702-7f6069e45dbf,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:34.898128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:34.921105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cc9fd685-6020-474d-ad2a-eb914e2a9335, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cc9fd685-6020-474d-ad2a-eb914e2a9335,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:34.938725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed656b4d-29af-4bda-a720-1a6238f77d2d req-60edb535-fbf7-4b31-8f8d-e676ba091be7 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups?id=24e4a11b-51ad-4880-b95e-6887bf769aea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043866 Aug 16 12:58:34.939432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'cc9fd685-6020-474d-ad2a-eb914e2a9335', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'port_id': 'cc9fd685-6020-474d-ad2a-eb914e2a9335', 'mac_address': 'fa:16:3e:9c:1e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909c1a27-3032-4df6-8e77-1f1290416049', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:34.940891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5ab8be1-e4fb-43b9-918f-ae2a206149db req-1db87b59-6abb-46f2-8613-1a5cbf23c7c8 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 210 time: 0.0527408 Aug 16 12:58:35.051218 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:35.074423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaa386-96b9-48a6-906a-81fd834947f0 req-3fcd3351-3163-45c4-9de2-bf131be577a9 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:35.082498 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3deaa386-96b9-48a6-906a-81fd834947f0 req-3fcd3351-3163-45c4-9de2-bf131be577a9 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 945 time: 0.0741785 Aug 16 12:58:35.084456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9fd685-6020-474d-ad2a-eb914e2a9335 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:35.140258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cc9fd685-6020-474d-ad2a-eb914e2a9335, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cc9fd685-6020-474d-ad2a-eb914e2a9335,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:35.147873 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:35.154763 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3deaa386-96b9-48a6-906a-81fd834947f0 req-9a42affd-3035-4d24-904c-18e908785633 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699306 Aug 16 12:58:35.189728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bde61f-c736-4ee1-83bc-cc8e15b91b24 req-b249d15c-09cd-4887-ba6e-08c0fb67e800 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:35.192573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4bde61f-c736-4ee1-83bc-cc8e15b91b24 req-b249d15c-09cd-4887-ba6e-08c0fb67e800 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 946 time: 0.1018646 Aug 16 12:58:35.206485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:35.274059 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4bde61f-c736-4ee1-83bc-cc8e15b91b24 req-a114f266-9114-4538-95c6-192b08b22e75 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748262 Aug 16 12:58:35.288235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'port_id': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32', 'mac_address': 'fa:16:3e:08:d1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:35.291467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=cc9fd685-6020-474d-ad2a-eb914e2a9335,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:35.372470 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:35.388293 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:35.438004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:35.444569 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:35.451664 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:35.458949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deb8f2-eefe-4126-a999-2a970a892d74 req-b08fe91b-17e2-4e7e-8c9b-fee01d1e0d49 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:35.461611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9deb8f2-eefe-4126-a999-2a970a892d74 req-b08fe91b-17e2-4e7e-8c9b-fee01d1e0d49 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 945 time: 0.0977120 Aug 16 12:58:35.504101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:35.524228 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9deb8f2-eefe-4126-a999-2a970a892d74 req-79e3b59b-b245-4644-9c06-3441be35c10e tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Aug 16 12:58:35.587977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cc9fd685-6020-474d-ad2a-eb914e2a9335'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:35.602712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-0719fc4a-95a1-42e6-ae1c-54806634e8f3 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231168 Aug 16 12:58:35.703088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:35.857246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-7df63b7e-e869-4f48-b624-57640fd77b25 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:35.858709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-7df63b7e-e869-4f48-b624-57640fd77b25 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2494164 Aug 16 12:58:35.898582 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b67dd068-6416-48f6-9ee9-beabc9a6408d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/quotas/958e09752b1d43e6850459426d4dd0ab HTTP/1.1" status: 200 len: 375 time: 0.0284314 Aug 16 12:58:35.906918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf80826-d1b3-43c9-99b4-5b89a58d6efc req-f12e146c-b5d5-48cd-8b58-c070b764f096 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:35.908535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bdf80826-d1b3-43c9-99b4-5b89a58d6efc req-f12e146c-b5d5-48cd-8b58-c070b764f096 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 946 time: 0.1576059 Aug 16 12:58:35.931572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-f44ed31e-dfa1-449e-8b5c-586ea3f8e701 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:35.933103 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-f44ed31e-dfa1-449e-8b5c-586ea3f8e701 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "GET /v2.0/networks?id=c74d340b-f81a-4b86-a5dc-7a52d434a180 HTTP/1.1" status: 200 len: 821 time: 0.2113962 Aug 16 12:58:35.967823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Request body: {'port': {'device_id': '3136b440-2d09-49fa-a88a-9907f27b0d38', 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180', 'admin_state_up': True, 'tenant_id': 'fd27f13269bc4bd4953c65507e9ce3e8'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:36.044637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bdf80826-d1b3-43c9-99b4-5b89a58d6efc req-fec6e146-3bcc-4434-a655-b2c25eac46fe tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223087 Aug 16 12:58:36.054867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-8e661685-349f-4e72-ad95-2808ddececfd tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1453464 Aug 16 12:58:36.121387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Made reservation on behalf of fd27f13269bc4bd4953c65507e9ce3e8 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:36.124747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:36.213388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ef60f-e38a-411d-9240-9e3157d6855f req-c020508d-5132-4c55-bad5-b562164449ac tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:36.215635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-856ef60f-e38a-411d-9240-9e3157d6855f req-c020508d-5132-4c55-bad5-b562164449ac tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 944 time: 0.1059265 Aug 16 12:58:36.303782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-856ef60f-e38a-411d-9240-9e3157d6855f req-2edda8a2-bc33-4d64-9a6e-a2692a4afcc4 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups?id=24e4a11b-51ad-4880-b95e-6887bf769aea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756009 Aug 16 12:58:36.324615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Allocated IP 172.20.0.9 (c74d340b-f81a-4b86-a5dc-7a52d434a180/2698112a-ce6a-45e2-a0ed-383e4d82d22a/f8e7fbc1-c661-480d-a090-f70f3d20246f) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:36.425570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e874f64e-5f7a-4841-9417-4f76277b4e5e req-79877f0a-6a0d-4594-bed2-3b8fc0151956 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 210 time: 0.0415404 Aug 16 12:58:36.541769 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:36.627436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5f404-d141-4e14-95c5-2449c5231357 req-51de01d9-fab1-4d3f-96ff-22d6b52b5963 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:36.629110 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23e5f404-d141-4e14-95c5-2449c5231357 req-51de01d9-fab1-4d3f-96ff-22d6b52b5963 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 945 time: 0.0917766 Aug 16 12:58:36.654805 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:36.812454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cc9fd685-6020-474d-ad2a-eb914e2a9335 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:36.849200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:36.926737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port cc9fd685-6020-474d-ad2a-eb914e2a9335 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:36.930996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:36.933046 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port cc9fd685-6020-474d-ad2a-eb914e2a9335 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:36.933495 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:36.937755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:36.938214 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:37.091873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Network c74d340b-f81a-4b86-a5dc-7a52d434a180 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:37.092284 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:37.094584 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:37.097866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23e5f404-d141-4e14-95c5-2449c5231357 req-ec5a7bcd-9f50-4135-918c-4d4194fac423 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535375 Aug 16 12:58:37.099592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event updated for resources: {'Port': ['ID=f8e7fbc1-c661-480d-a090-f70f3d20246f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:37.102520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:37.106559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:37.132084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:37.134418 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea9ec57-a562-4540-95a2-d98658a343a6" -d '{"events": [{"server_uuid": "f25c8dfc-5f32-4476-8e07-82684f320eb8", "name": "network-vif-plugged", "status": "completed", "tag": "f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:37.159950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:37.161954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cc9fd685-6020-474d-ad2a-eb914e2a9335, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cc9fd685-6020-474d-ad2a-eb914e2a9335,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:37.166028 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:37.174635 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:37.176537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b9084-1d51-4e50-b334-ccd5e150e7b7 req-af2dd2ac-611d-4554-8927-5019d2fa06a5 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:37.178384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e8b9084-1d51-4e50-b334-ccd5e150e7b7 req-af2dd2ac-611d-4554-8927-5019d2fa06a5 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 946 time: 0.1826990 Aug 16 12:58:37.202909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:37.203639 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:37.232724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-295ec4ce-3a99-4915-9779-f7b82360fef2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2798581 Aug 16 12:58:37.250591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Request body: {'port': {'device_id': '3136b440-2d09-49fa-a88a-9907f27b0d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:37.269797 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:37.320521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:37.335421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e8b9084-1d51-4e50-b334-ccd5e150e7b7 req-f9ce5566-b2f5-4060-bc1e-e70ecacf4731 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453986 Aug 16 12:58:37.414052 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:37.445742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=cc9fd685-6020-474d-ad2a-eb914e2a9335,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:37.654852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b8bb1-f400-4efd-9d4c-c3dad3337e67 req-70243b40-f683-4af4-a5f2-3051b8636bae tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:37.662454 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-274b8bb1-f400-4efd-9d4c-c3dad3337e67 req-70243b40-f683-4af4-a5f2-3051b8636bae tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 946 time: 0.1964865 Aug 16 12:58:37.754684 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-274b8bb1-f400-4efd-9d4c-c3dad3337e67 req-c3ab3d62-58ca-4465-9b7a-bd676489eebe tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911081 Aug 16 12:58:37.804987 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40352ea-7f8c-4f68-adb8-6926e55dd03c x-openstack-request-id: req-e40352ea-7f8c-4f68-adb8-6926e55dd03c {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:37.805771 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25c8dfc-5f32-4476-8e07-82684f320eb8", "name": "network-vif-plugged", "status": "completed", "tag": "f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:37.806382 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e40352ea-7f8c-4f68-adb8-6926e55dd03c {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:37.807002 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32', 'code': 200} Aug 16 12:58:37.888209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c157b-2478-4c77-bec9-d377c7a51d51 req-19dabcf0-e6dc-42c9-8405-5cfa18b7d585 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:37.890010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-194c157b-2478-4c77-bec9-d377c7a51d51 req-19dabcf0-e6dc-42c9-8405-5cfa18b7d585 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 946 time: 0.1586750 Aug 16 12:58:37.964532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4584d61-3520-4ac0-a7a9-888f06ef759d req-9f6565eb-e5b7-4068-b613-e07295052796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:37.967627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4584d61-3520-4ac0-a7a9-888f06ef759d req-9f6565eb-e5b7-4068-b613-e07295052796 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0730197 Aug 16 12:58:38.011190 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-194c157b-2478-4c77-bec9-d377c7a51d51 req-49ad7f09-c0af-487f-a4a2-6c67e96eea4f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964041 Aug 16 12:58:38.023512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093374df-89cb-4f59-b53a-88e83e98d50d req-542729cf-ae5f-4e9b-94a3-8272916fef34 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:38.033551 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-093374df-89cb-4f59-b53a-88e83e98d50d req-542729cf-ae5f-4e9b-94a3-8272916fef34 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 945 time: 0.1376219 Aug 16 12:58:38.104835 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4584d61-3520-4ac0-a7a9-888f06ef759d req-097d03e8-ec8f-4e89-bd13-ff716b93475c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=24e4a11b-51ad-4880-b95e-6887bf769aea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187665 Aug 16 12:58:38.108801 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-21349cac-e8c7-4f19-a546-041ba89497f1 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705044 Aug 16 12:58:38.156352 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-093374df-89cb-4f59-b53a-88e83e98d50d req-87f42f91-b6fe-4a78-bde6-70978e55e12c tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups?id=24e4a11b-51ad-4880-b95e-6887bf769aea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189761 Aug 16 12:58:38.197897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e41365f5-8aea-435c-8ae4-763ba64cbc56 req-ce6736b1-e6a3-412e-ae90-48c97c8f0f17 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 210 time: 0.0748188 Aug 16 12:58:38.208526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e7fbc1-c661-480d-a090-f70f3d20246f {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:38.237537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:38.249536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d20c36-6b93-4dc1-99c4-f91de274f2c8 req-d3683965-053b-4d62-aa72-a89f2f927f26 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:38.251504 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74d20c36-6b93-4dc1-99c4-f91de274f2c8 req-d3683965-053b-4d62-aa72-a89f2f927f26 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 946 time: 0.1868975 Aug 16 12:58:38.266803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Transition to ACTIVE for port object f8e7fbc1-c661-480d-a090-f70f3d20246f will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:38.279203 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:38.387699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-23a524d6-d67a-41de-a51e-43dba7b1e0e8 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:38.389424 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-23a524d6-d67a-41de-a51e-43dba7b1e0e8 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702777 Aug 16 12:58:38.399751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e7fbc1-c661-480d-a090-f70f3d20246f,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:38.419817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Request body: {'port': {'device_id': '8c782477-9d00-4ec3-8702-2d3ac92887aa', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '958e09752b1d43e6850459426d4dd0ab'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:38.485044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-74d20c36-6b93-4dc1-99c4-f91de274f2c8 req-f2d00c72-5f58-4295-8eae-ca63f81b7ca2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Deleting port b6807e81-9116-40f5-bb77-f513fc2b6c95 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:58:38.485381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74d20c36-6b93-4dc1-99c4-f91de274f2c8 req-f2d00c72-5f58-4295-8eae-ca63f81b7ca2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:38.490912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40614425-7c7d-4015-88db-046749e2ae87 req-31fdb447-17fe-4867-8c83-e62a95aa636e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:38.499685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40614425-7c7d-4015-88db-046749e2ae87 req-31fdb447-17fe-4867-8c83-e62a95aa636e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 943 time: 0.2046313 Aug 16 12:58:38.597676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40614425-7c7d-4015-88db-046749e2ae87 req-1209a32a-f231-4091-b595-0aa0ac3e2743 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933344 Aug 16 12:58:38.602537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Attempting to bind port f8e7fbc1-c661-480d-a090-f70f3d20246f on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:38.603154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Attempting to bind port f8e7fbc1-c661-480d-a090-f70f3d20246f by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:38.603678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Attempting to bind port f8e7fbc1-c661-480d-a090-f70f3d20246f on network c74d340b-f81a-4b86-a5dc-7a52d434a180 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:38.610924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Port f8e7fbc1-c661-480d-a090-f70f3d20246f on network c74d340b-f81a-4b86-a5dc-7a52d434a180 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:58:38.611261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Attempting to bind port f8e7fbc1-c661-480d-a090-f70f3d20246f on network c74d340b-f81a-4b86-a5dc-7a52d434a180 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:38.617095 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:38.617440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Checking segment: {'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:38.617970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Bound using segment: {'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:38.618468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Bound port: f8e7fbc1-c661-480d-a090-f70f3d20246f, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:38.618836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:38.665109 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-23eed1a2-5a57-4b57-aa5f-f0d2445bd99e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1731343 Aug 16 12:58:38.738704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] For port f8e7fbc1-c661-480d-a090-f70f3d20246f, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:38.743667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] For port f8e7fbc1-c661-480d-a090-f70f3d20246f, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f8e7fbc1-c661-480d-a090-f70f3d20246f,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:38.751141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:38.806551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:38.807199 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:38.809224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] 10.222.0.42 "PUT /v2.0/ports/f8e7fbc1-c661-480d-a090-f70f3d20246f HTTP/1.1" status: 200 len: 1091 time: 1.5670755 Aug 16 12:58:38.809692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3136b440-2d09-49fa-a88a-9907f27b0d38', 'tag': 'f8e7fbc1-c661-480d-a090-f70f3d20246f'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:38.812085 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7cee5b-55e6-4e62-be4f-5ca9718f9411" -d '{"events": [{"name": "network-changed", "server_uuid": "3136b440-2d09-49fa-a88a-9907f27b0d38", "tag": "f8e7fbc1-c661-480d-a090-f70f3d20246f"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:38.851471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8af93-0982-4d41-a325-d21e8eec39b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e7fbc1-c661-480d-a090-f70f3d20246f,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:38.987078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-e185e62c-95cc-4e6d-896d-c94fcab9d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:38.988619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-e185e62c-95cc-4e6d-896d-c94fcab9d48a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd27f13269bc4bd4953c65507e9ce3e8&device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 1094 time: 0.0720732 Aug 16 12:58:39.017100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd8fa7-728e-43b4-b273-5700ea45b5f3 req-ca6b4518-1a2b-4be2-bf8e-6436a80a060a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:39.017100 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63dd8fa7-728e-43b4-b273-5700ea45b5f3 req-ca6b4518-1a2b-4be2-bf8e-6436a80a060a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 946 time: 0.1284480 Aug 16 12:58:39.149598 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-ed247597-bc12-44cc-8397-db0119568240 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e7fbc1-c661-480d-a090-f70f3d20246f HTTP/1.1" status: 200 len: 217 time: 0.1384778 Aug 16 12:58:39.166195 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b1714e-68e0-43e0-aea9-600aaa7cec8f x-openstack-request-id: req-01b1714e-68e0-43e0-aea9-600aaa7cec8f {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:39.166679 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3136b440-2d09-49fa-a88a-9907f27b0d38", "tag": "f8e7fbc1-c661-480d-a090-f70f3d20246f", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:39.167099 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01b1714e-68e0-43e0-aea9-600aaa7cec8f {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:39.167742 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3136b440-2d09-49fa-a88a-9907f27b0d38', 'tag': 'f8e7fbc1-c661-480d-a090-f70f3d20246f', 'status': 'completed', 'code': 200} Aug 16 12:58:39.200583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63dd8fa7-728e-43b4-b273-5700ea45b5f3 req-1620e58a-33a0-43c8-b084-f3f729481a19 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782444 Aug 16 12:58:39.234154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-6ed643f8-3ea5-4ac9-ba6a-4a65da0cebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:39.235117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-6ed643f8-3ea5-4ac9-ba6a-4a65da0cebb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2698112a-ce6a-45e2-a0ed-383e4d82d22a HTTP/1.1" status: 200 len: 861 time: 0.0722895 Aug 16 12:58:39.297670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-bedb3edc-cd10-4a5b-ab9b-879ba48c9532 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c74d340b-f81a-4b86-a5dc-7a52d434a180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518544 Aug 16 12:58:39.346859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-74d20c36-6b93-4dc1-99c4-f91de274f2c8 req-f2d00c72-5f58-4295-8eae-ca63f81b7ca2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] For port b6807e81-9116-40f5-bb77-f513fc2b6c95, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b6807e81-9116-40f5-bb77-f513fc2b6c95,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:39.347538 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74d20c36-6b93-4dc1-99c4-f91de274f2c8 req-f2d00c72-5f58-4295-8eae-ca63f81b7ca2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:39.349568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Made reservation on behalf of 958e09752b1d43e6850459426d4dd0ab for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:39.353358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:39.374405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011bd27-301c-4fbb-88b5-933dcf194116 req-960c75eb-aebf-4323-ab9d-b0f3593157da tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:39.376203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a011bd27-301c-4fbb-88b5-933dcf194116 req-960c75eb-aebf-4323-ab9d-b0f3593157da tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 946 time: 0.1400037 Aug 16 12:58:39.383098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-2838570c-89e0-47c1-a595-da5f1ba6f286 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:39.384610 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-2838570c-89e0-47c1-a595-da5f1ba6f286 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7077446 Aug 16 12:58:39.388556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-74d20c36-6b93-4dc1-99c4-f91de274f2c8 req-f2d00c72-5f58-4295-8eae-ca63f81b7ca2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Calling delete_port for b6807e81-9116-40f5-bb77-f513fc2b6c95 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:58:39.405246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Request body: {'port': {'device_id': '87ea7944-2633-4794-bc5d-8a122227696b', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '958e09752b1d43e6850459426d4dd0ab'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:39.473762 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60e9ad-381d-42dd-9de5-9464e38ab3b1 req-6f559701-4d48-473d-a6e7-91390f2ddb85 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:39.475828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c60e9ad-381d-42dd-9de5-9464e38ab3b1 req-6f559701-4d48-473d-a6e7-91390f2ddb85 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 946 time: 0.1716871 Aug 16 12:58:39.485659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a011bd27-301c-4fbb-88b5-933dcf194116 req-0502fd98-a7d4-41b5-98ed-9026dba4cc11 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757935 Aug 16 12:58:39.519180 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-e669c063-0227-4784-84d2-47bf771baffa service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117007 Aug 16 12:58:39.563047 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c60e9ad-381d-42dd-9de5-9464e38ab3b1 req-a269b0f9-a37a-4424-b604-2386eef4a434 tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687733 Aug 16 12:58:39.693257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b54fa-3047-4e1b-aefb-5bae63404359 req-bc1c4392-0662-46ba-955d-575be3a30f03 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:39.695306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-695b54fa-3047-4e1b-aefb-5bae63404359 req-bc1c4392-0662-46ba-955d-575be3a30f03 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 945 time: 0.1251502 Aug 16 12:58:39.697608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd4adce4-ccd7-48db-ad68-ec79432352c3 req-d902c3fa-fee3-4d9b-9d0e-4a52af572001 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 210 time: 0.0524838 Aug 16 12:58:39.726387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ab8afb2-26d0-4de7-bdec-e51e831cf3eb req-548f691d-5443-4f9d-83ee-66f425507824 service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888242 Aug 16 12:58:39.760469 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-695b54fa-3047-4e1b-aefb-5bae63404359 req-b4b3792c-481f-4338-8a31-ab78aa140839 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups?id=24e4a11b-51ad-4880-b95e-6887bf769aea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532372 Aug 16 12:58:39.790212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Allocated IP 192.168.233.165 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/8384d48e-f036-4209-95f8-ac745ce02f06) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:39.806192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Made reservation on behalf of 958e09752b1d43e6850459426d4dd0ab for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:39.807944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9fd685-6020-474d-ad2a-eb914e2a9335'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:39.810810 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:39.811535 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7444658-893a-41be-8a91-59effd89ddda" -d '{"events": [{"server_uuid": "fdf24336-ae80-406b-9cd9-c85176019bc8", "name": "network-vif-plugged", "status": "completed", "tag": "cc9fd685-6020-474d-ad2a-eb914e2a9335"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:39.813514 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74d20c36-6b93-4dc1-99c4-f91de274f2c8 req-f2d00c72-5f58-4295-8eae-ca63f81b7ca2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:39.826846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['b6807e81-9116-40f5-bb77-f513fc2b6c95'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:39.864958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d00c72-5f58-4295-8eae-ca63f81b7ca2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event deleted for resources: {'Port': ['ID=b6807e81-9116-40f5-bb77-f513fc2b6c95,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:39.927302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cee5b-55e6-4e62-be4f-5ca9718f9411 req-3b070c88-1b23-4e54-a7e6-d3671279e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:39.928927 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc7cee5b-55e6-4e62-be4f-5ca9718f9411 req-3b070c88-1b23-4e54-a7e6-d3671279e9a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd27f13269bc4bd4953c65507e9ce3e8&device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 1094 time: 0.1468320 Aug 16 12:58:39.938573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14de19-11a0-4e07-912a-9611137b0722 req-64bd397a-0d6d-4384-92a5-a4c71a57dbd4 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:39.940098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f14de19-11a0-4e07-912a-9611137b0722 req-64bd397a-0d6d-4384-92a5-a4c71a57dbd4 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 943 time: 0.1203439 Aug 16 12:58:39.981835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d20c36-6b93-4dc1-99c4-f91de274f2c8 req-f2d00c72-5f58-4295-8eae-ca63f81b7ca2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] No DVR routers for this DVR port b6807e81-9116-40f5-bb77-f513fc2b6c95 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:58:39.990404 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74d20c36-6b93-4dc1-99c4-f91de274f2c8 req-f2d00c72-5f58-4295-8eae-ca63f81b7ca2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:39.992279 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74d20c36-6b93-4dc1-99c4-f91de274f2c8 req-f2d00c72-5f58-4295-8eae-ca63f81b7ca2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.42 "DELETE /v2.0/ports/b6807e81-9116-40f5-bb77-f513fc2b6c95 HTTP/1.1" status: 204 len: 173 time: 1.7323029 Aug 16 12:58:39.994281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a6cc1-3bb8-4474-bdcc-a3ae5e407ccd req-7677a797-b2d4-49b3-8d54-ab9c58db0f4f tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:39.996706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4e185a-7b7c-4409-92e3-1b420f3ea875', 'name': 'network-vif-deleted', 'tag': 'b6807e81-9116-40f5-bb77-f513fc2b6c95'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:39.996883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c65a6cc1-3bb8-4474-bdcc-a3ae5e407ccd req-7677a797-b2d4-49b3-8d54-ab9c58db0f4f tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 945 time: 0.1307895 Aug 16 12:58:39.998136 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596dbb71-c473-4d6c-921a-759a1a7377e3" -d '{"events": [{"server_uuid": "7b4e185a-7b7c-4409-92e3-1b420f3ea875", "name": "network-vif-deleted", "tag": "b6807e81-9116-40f5-bb77-f513fc2b6c95"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:40.015522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38974) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:40.047966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-bdbd0a95-0345-42db-884b-14d93b53a8f1 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Request body: {'floatingip': {'port_id': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:40.055124 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fa38cb-2802-4d57-bb8e-ed16e7bb9260 x-openstack-request-id: req-09fa38cb-2802-4d57-bb8e-ed16e7bb9260 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:40.055644 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf24336-ae80-406b-9cd9-c85176019bc8", "name": "network-vif-plugged", "status": "completed", "tag": "cc9fd685-6020-474d-ad2a-eb914e2a9335", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:40.056080 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09fa38cb-2802-4d57-bb8e-ed16e7bb9260 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:40.056644 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9fd685-6020-474d-ad2a-eb914e2a9335', 'code': 200} Aug 16 12:58:40.099558 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb70956-9228-47a9-9eda-c326b5ad72b1 x-openstack-request-id: req-beb70956-9228-47a9-9eda-c326b5ad72b1 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:40.099855 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4e185a-7b7c-4409-92e3-1b420f3ea875", "name": "network-vif-deleted", "tag": "b6807e81-9116-40f5-bb77-f513fc2b6c95", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:40.100400 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-beb70956-9228-47a9-9eda-c326b5ad72b1 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:40.100803 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4e185a-7b7c-4409-92e3-1b420f3ea875', 'name': 'network-vif-deleted', 'tag': 'b6807e81-9116-40f5-bb77-f513fc2b6c95', 'status': 'completed', 'code': 200} Aug 16 12:58:40.117753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f14de19-11a0-4e07-912a-9611137b0722 req-38fa1b6c-4329-4072-9943-2ab58f7c9e07 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654766 Aug 16 12:58:40.123817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0a95-0345-42db-884b-14d93b53a8f1 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:40.205908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cee5b-55e6-4e62-be4f-5ca9718f9411 req-780eac98-d40e-4ddf-b81f-d2f2ff9ed1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:40.207439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc7cee5b-55e6-4e62-be4f-5ca9718f9411 req-780eac98-d40e-4ddf-b81f-d2f2ff9ed1a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c74d340b-f81a-4b86-a5dc-7a52d434a180 HTTP/1.1" status: 200 len: 921 time: 0.2646382 Aug 16 12:58:40.207703 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:40.248709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Transition to ACTIVE for port object 8384d48e-f036-4209-95f8-ac745ce02f06 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:40.278976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc7cee5b-55e6-4e62-be4f-5ca9718f9411 req-b57c205a-1b9f-4653-914c-441e305283f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e7fbc1-c661-480d-a090-f70f3d20246f HTTP/1.1" status: 200 len: 217 time: 0.0425725 Aug 16 12:58:40.293164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0420fb5-e10f-4b43-9591-bfb029851b4f req-10b16598-8c15-4377-86d1-8767bb943318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:40.295469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0420fb5-e10f-4b43-9591-bfb029851b4f req-10b16598-8c15-4377-86d1-8767bb943318 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 1097 time: 0.1155050 Aug 16 12:58:40.308573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:40.335059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:40.428656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:40.462235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:40.472169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event updated for resources: {'Port': ['ID=8384d48e-f036-4209-95f8-ac745ce02f06,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:40.476322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:40.518022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cee5b-55e6-4e62-be4f-5ca9718f9411 req-01c3ffd9-1307-4393-a2dc-269153d5b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:40.524533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc7cee5b-55e6-4e62-be4f-5ca9718f9411 req-01c3ffd9-1307-4393-a2dc-269153d5b405 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2698112a-ce6a-45e2-a0ed-383e4d82d22a HTTP/1.1" status: 200 len: 861 time: 0.2350993 Aug 16 12:58:40.531583 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0420fb5-e10f-4b43-9591-bfb029851b4f req-02403c4e-b02a-4ef6-862c-c41c994e2b0c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200346 Aug 16 12:58:40.541651 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Allocated IP 192.168.233.28 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/01671902-0b3d-484a-b3bd-f9002f5b3fcc) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:40.575163 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc7cee5b-55e6-4e62-be4f-5ca9718f9411 req-466f6694-f235-49e6-800f-dfd76dba38ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c74d340b-f81a-4b86-a5dc-7a52d434a180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360627 Aug 16 12:58:40.620341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:40.622810 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:40.661240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77380ba8-2097-4ca4-81cc-4fcfd31c3a7f req-bd0c7216-1f29-4e39-a2f7-ae1cb52b6331 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:40.668988 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77380ba8-2097-4ca4-81cc-4fcfd31c3a7f req-bd0c7216-1f29-4e39-a2f7-ae1cb52b6331 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 946 time: 0.3417275 Aug 16 12:58:40.737175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4605db26-a57b-4b9f-a0db-0947a8ef7390 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3300714 Aug 16 12:58:40.789625 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bca662a2-edca-4e2f-aa4a-4225ab8ff4f7 req-6e633848-7356-41a9-8bb7-f689e93142b3 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b4e185a-7b7c-4409-92e3-1b420f3ea875 HTTP/1.1" status: 200 len: 210 time: 0.0632527 Aug 16 12:58:40.841630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3a997-a3ef-456b-a111-038a3b7d8c12 req-e694bfa2-de79-40b6-98b5-ef3da672b59e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:40.841630 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24b3a997-a3ef-456b-a111-038a3b7d8c12 req-e694bfa2-de79-40b6-98b5-ef3da672b59e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.42 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 946 time: 0.1728816 Aug 16 12:58:40.852040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77380ba8-2097-4ca4-81cc-4fcfd31c3a7f req-868daae3-c80b-4e24-863b-c281088ecdc1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820543 Aug 16 12:58:40.903409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Request body: {'port': {'device_id': '8c782477-9d00-4ec3-8702-2d3ac92887aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:40.979033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d192fe8c-b808-4983-b5db-534f514c7e20 None None] Provisioning for port 8384d48e-f036-4209-95f8-ac745ce02f06 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:40.990548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d192fe8c-b808-4983-b5db-534f514c7e20 None None] Provisioning complete for port 8384d48e-f036-4209-95f8-ac745ce02f06 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:40.991021 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d192fe8c-b808-4983-b5db-534f514c7e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.039482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d192fe8c-b808-4983-b5db-534f514c7e20 None None] Port 8384d48e-f036-4209-95f8-ac745ce02f06 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:58:41.044564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc7cee5b-55e6-4e62-be4f-5ca9718f9411 req-1c31b377-5fc1-43c8-bc29-ea0c2ef66a26 service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353514 Aug 16 12:58:41.081871 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.085544 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.118406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Transition to ACTIVE for port object 01671902-0b3d-484a-b3bd-f9002f5b3fcc will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:41.128481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aba857f5-5546-45fb-9731-8fd4dc71251a req-58048790-5b1e-42d0-b549-24b00432f862 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 210 time: 0.0899484 Aug 16 12:58:41.159514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-24b3a997-a3ef-456b-a111-038a3b7d8c12 req-fce1e2c1-775b-436d-bd97-0d60f4b05b9e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Deleting port 1a7e2b13-4791-4795-a600-5351fe7281ab {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:58:41.159854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24b3a997-a3ef-456b-a111-038a3b7d8c12 req-fce1e2c1-775b-436d-bd97-0d60f4b05b9e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.329397 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.372773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:41.466640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:41.473883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-24b3a997-a3ef-456b-a111-038a3b7d8c12 req-fce1e2c1-775b-436d-bd97-0d60f4b05b9e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] For port 1a7e2b13-4791-4795-a600-5351fe7281ab, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=1a7e2b13-4791-4795-a600-5351fe7281ab,segment=NetworkSegment(a2f19f55-143e-4262-a0c3-886232d0e579),segment_id=a2f19f55-143e-4262-a0c3-886232d0e579)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:41.474426 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24b3a997-a3ef-456b-a111-038a3b7d8c12 req-fce1e2c1-775b-436d-bd97-0d60f4b05b9e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.485784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:41.496570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:41.505064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event updated for resources: {'Port': ['ID=01671902-0b3d-484a-b3bd-f9002f5b3fcc,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:41.560398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-24b3a997-a3ef-456b-a111-038a3b7d8c12 req-fce1e2c1-775b-436d-bd97-0d60f4b05b9e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Calling delete_port for 1a7e2b13-4791-4795-a600-5351fe7281ab owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:58:41.666414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:41.667109 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.731088 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c6608df5-bd57-4855-941d-f666092736e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3320112 Aug 16 12:58:41.762245 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0a95-0345-42db-884b-14d93b53a8f1 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.783925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309161e0-9856-41d9-ac6e-490ef27eb2cd req-100a080e-2458-46bc-bca8-48e6823ccb0a tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:41.785531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-309161e0-9856-41d9-ac6e-490ef27eb2cd req-100a080e-2458-46bc-bca8-48e6823ccb0a tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/ports?device_id=847667f2-123b-4d96-8ccc-21938015a6fb HTTP/1.1" status: 200 len: 946 time: 0.7477000 Aug 16 12:58:41.791027 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0a95-0345-42db-884b-14d93b53a8f1 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.802676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Request body: {'port': {'device_id': '87ea7944-2633-4794-bc5d-8a122227696b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:41.833856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8384d48e-f036-4209-95f8-ac745ce02f06 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:41.852740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.881917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3f4d8b58-9637-43f0-a5ba-53861697e507 None None] Provisioning for port 01671902-0b3d-484a-b3bd-f9002f5b3fcc completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:41.886966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3f4d8b58-9637-43f0-a5ba-53861697e507 None None] Provisioning complete for port 01671902-0b3d-484a-b3bd-f9002f5b3fcc triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:41.887491 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3f4d8b58-9637-43f0-a5ba-53861697e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.906830 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.919721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc7cee5b-55e6-4e62-be4f-5ca9718f9411 req-2364fa97-60f6-498a-ace0-8a92a58fe7ea service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8545854 Aug 16 12:58:41.926586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Transition to ACTIVE for port object 8384d48e-f036-4209-95f8-ac745ce02f06 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:41.940507 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:41.944201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d8b58-9637-43f0-a5ba-53861697e507 None None] Port 01671902-0b3d-484a-b3bd-f9002f5b3fcc cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:58:41.986313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b732cab-6482-4255-af7a-374f2fd784de req-572dd743-973a-4c54-8892-69094ef72ff7 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:41.990002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6b732cab-6482-4255-af7a-374f2fd784de req-572dd743-973a-4c54-8892-69094ef72ff7 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 943 time: 0.7439313 Aug 16 12:58:42.038810 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-bdbd0a95-0345-42db-884b-14d93b53a8f1 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Floating IP 880c749b-e4cb-4ed7-bd78-c85228758957 associated. External IP: 172.25.0.157, port: f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32. Aug 16 12:58:42.068956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8384d48e-f036-4209-95f8-ac745ce02f06,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:42.141919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-309161e0-9856-41d9-ac6e-490ef27eb2cd req-c6400403-500c-4f74-a463-feeed8ba980f tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.25 "GET /v2.0/security-groups?id=49984652-90ca-46bb-9d4a-c51146eae530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922044 Aug 16 12:58:42.300450 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24b3a997-a3ef-456b-a111-038a3b7d8c12 req-fce1e2c1-775b-436d-bd97-0d60f4b05b9e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:42.313278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['1a7e2b13-4791-4795-a600-5351fe7281ab'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:42.315771 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6b732cab-6482-4255-af7a-374f2fd784de req-1073c728-d2a9-4c3f-9510-2805785f52e9 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120308 Aug 16 12:58:42.434205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1e2c1-775b-436d-bd97-0d60f4b05b9e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Pushing event deleted for resources: {'Port': ['ID=1a7e2b13-4791-4795-a600-5351fe7281ab,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:42.467163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Attempting to bind port 8384d48e-f036-4209-95f8-ac745ce02f06 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:42.468002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Attempting to bind port 8384d48e-f036-4209-95f8-ac745ce02f06 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:42.468002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Attempting to bind port 8384d48e-f036-4209-95f8-ac745ce02f06 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:42.490093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b3a997-a3ef-456b-a111-038a3b7d8c12 req-fce1e2c1-775b-436d-bd97-0d60f4b05b9e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] No DVR routers for this DVR port 1a7e2b13-4791-4795-a600-5351fe7281ab on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:58:42.497202 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24b3a997-a3ef-456b-a111-038a3b7d8c12 req-fce1e2c1-775b-436d-bd97-0d60f4b05b9e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:42.499416 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24b3a997-a3ef-456b-a111-038a3b7d8c12 req-fce1e2c1-775b-436d-bd97-0d60f4b05b9e tempest-ServerMetadataNegativeTestJSON-1774699392 tempest-ServerMetadataNegativeTestJSON-1774699392-project] 10.222.0.42 "DELETE /v2.0/ports/1a7e2b13-4791-4795-a600-5351fe7281ab HTTP/1.1" status: 204 len: 173 time: 1.6466029 Aug 16 12:58:42.500178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847667f2-123b-4d96-8ccc-21938015a6fb', 'name': 'network-vif-deleted', 'tag': '1a7e2b13-4791-4795-a600-5351fe7281ab'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:42.506522 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10411ab-1a41-46fa-800f-4696573e1f9c" -d '{"events": [{"server_uuid": "847667f2-123b-4d96-8ccc-21938015a6fb", "name": "network-vif-deleted", "tag": "1a7e2b13-4791-4795-a600-5351fe7281ab"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:42.547710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Port 8384d48e-f036-4209-95f8-ac745ce02f06 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:58:42.548084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Attempting to bind port 8384d48e-f036-4209-95f8-ac745ce02f06 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:42.565312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:42.565842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:42.569031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:42.569722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Bound port: 8384d48e-f036-4209-95f8-ac745ce02f06, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:42.570232 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:42.601167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827d439-ff6d-4c79-acb1-87fcbc3ca5f2 req-3c8a23ce-6811-43e7-ad98-d474cb36676a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:42.602857 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e827d439-ff6d-4c79-acb1-87fcbc3ca5f2 req-3c8a23ce-6811-43e7-ad98-d474cb36676a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 946 time: 0.1511004 Aug 16 12:58:42.612657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b566ba-6ac4-4a2e-b387-9043accf4e2e req-9ff82f72-4d00-4d32-926f-78b3626d6b00 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:42.615214 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51b566ba-6ac4-4a2e-b387-9043accf4e2e req-9ff82f72-4d00-4d32-926f-78b3626d6b00 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 935 time: 0.1654427 Aug 16 12:58:42.667377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbd0a95-0345-42db-884b-14d93b53a8f1 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Router ca024f9b-16d9-45f2-8df5-28479c967568 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:58:42.711110 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e827d439-ff6d-4c79-acb1-87fcbc3ca5f2 req-004b682c-0dbf-4fc8-8fcb-c81bc1fdadd0 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928774 Aug 16 12:58:42.721564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51b566ba-6ac4-4a2e-b387-9043accf4e2e req-dd24fc18-f335-4591-892a-dd8f80173850 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946105 Aug 16 12:58:42.769151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] For port 8384d48e-f036-4209-95f8-ac745ce02f06, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:42.822786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01671902-0b3d-484a-b3bd-f9002f5b3fcc {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:42.837508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] For port 8384d48e-f036-4209-95f8-ac745ce02f06, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8384d48e-f036-4209-95f8-ac745ce02f06,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:42.848402 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:42.861866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f8e7fbc1-c661-480d-a090-f70f3d20246f details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:42.864073 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:42.864845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b6807e81-9116-40f5-bb77-f513fc2b6c95 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:58:42.905407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: b6807e81-9116-40f5-bb77-f513fc2b6c95 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:58:42.907012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b6807e81-9116-40f5-bb77-f513fc2b6c95 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:58:42.908271 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deec29fc-1d8f-4653-9be1-162bd7c60acc x-openstack-request-id: req-deec29fc-1d8f-4653-9be1-162bd7c60acc {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:42.908793 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847667f2-123b-4d96-8ccc-21938015a6fb", "name": "network-vif-deleted", "tag": "1a7e2b13-4791-4795-a600-5351fe7281ab", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:42.909225 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-deec29fc-1d8f-4653-9be1-162bd7c60acc {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:42.909890 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847667f2-123b-4d96-8ccc-21938015a6fb', 'name': 'network-vif-deleted', 'tag': '1a7e2b13-4791-4795-a600-5351fe7281ab', 'status': 'completed', 'code': 200} Aug 16 12:58:42.987601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd0a95-0345-42db-884b-14d93b53a8f1 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:58:42.996973 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0a95-0345-42db-884b-14d93b53a8f1 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:43.002907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d8f119-24b0-47de-bb76-fa7d6ef021e6 None None] Sync routers for ids ['ca024f9b-16d9-45f2-8df5-28479c967568'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:58:43.022137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d8f119-24b0-47de-bb76-fa7d6ef021e6 None None] Routers {'ca024f9b-16d9-45f2-8df5-28479c967568'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:58:43.023223 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-23d8f119-24b0-47de-bb76-fa7d6ef021e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:58:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ca024f9b-16d9-45f2-8df5-28479c967568'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:43.051453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bdbd0a95-0345-42db-884b-14d93b53a8f1 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "PUT /v2.0/floatingips/880c749b-e4cb-4ed7-bd78-c85228758957 HTTP/1.1" status: 200 len: 991 time: 3.0326333 Aug 16 12:58:43.054166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'tag': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:43.056545 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497" -d '{"events": [{"name": "network-changed", "server_uuid": "f25c8dfc-5f32-4476-8e07-82684f320eb8", "tag": "f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:43.061582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Transition to ACTIVE for port object 01671902-0b3d-484a-b3bd-f9002f5b3fcc will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:43.071153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-cc27f198-8137-49b7-83b9-bbc0d8c1f7fc tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:43.084027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-cc27f198-8137-49b7-83b9-bbc0d8c1f7fc tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.2143016 Aug 16 12:58:43.114936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-741e27d9-b216-4214-8708-89af49c275ed tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/quotas/2c147181bbf24982a55ffe57d9ffa5ce HTTP/1.1" status: 200 len: 375 time: 0.0286849 Aug 16 12:58:43.121674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:43.122579 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:43.126520 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] 10.222.0.22 "PUT /v2.0/ports/8384d48e-f036-4209-95f8-ac745ce02f06 HTTP/1.1" status: 200 len: 1096 time: 2.2352555 Aug 16 12:58:43.140090 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:43.194637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2703422b-a87d-4bb7-b172-bca66abc5b65 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734260 Aug 16 12:58:43.303403 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f8e7fbc1-c661-480d-a090-f70f3d20246f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f8e7fbc1-c661-480d-a090-f70f3d20246f,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:43.315870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603dda0-981e-493c-89ab-e0d32f3846c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8384d48e-f036-4209-95f8-ac745ce02f06,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:43.346269 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-23d8f119-24b0-47de-bb76-fa7d6ef021e6 None None] Set router ca024f9b-16d9-45f2-8df5-28479c967568 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:58:43.387514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-9a2ab3e4-9902-4673-82ff-3557f9abde0a service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903877 Aug 16 12:58:43.425328 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749db933-50a3-453b-a0b3-ca0c093c445d x-openstack-request-id: req-749db933-50a3-453b-a0b3-ca0c093c445d {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:43.425682 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25c8dfc-5f32-4476-8e07-82684f320eb8", "tag": "f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:43.425937 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-749db933-50a3-453b-a0b3-ca0c093c445d {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:43.426387 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'tag': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32', 'status': 'completed', 'code': 200} Aug 16 12:58:43.442302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'f8e7fbc1-c661-480d-a090-f70f3d20246f', 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180', 'port_id': 'f8e7fbc1-c661-480d-a090-f70f3d20246f', 'mac_address': 'fa:16:3e:71:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2698112a-ce6a-45e2-a0ed-383e4d82d22a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:43.505787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39032) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:43.508818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=01671902-0b3d-484a-b3bd-f9002f5b3fcc,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:43.632694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-3f8d1874-0812-47aa-bebd-d8f4aa87a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:43.634689 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-3f8d1874-0812-47aa-bebd-d8f4aa87a813 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=8c782477-9d00-4ec3-8702-2d3ac92887aa HTTP/1.1" status: 200 len: 1099 time: 0.4149442 Aug 16 12:58:43.641943 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffff35d-7807-4c5f-af88-d7809ed1f258 admin admin] Deleting subnet 06af3c21-7803-43d2-a0d1-1cf2c7b3ff0c {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:58:43.653782 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ffff35d-7807-4c5f-af88-d7809ed1f258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:43.672119 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:43.682462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-ab4100c0-94a9-473a-9cc7-1f8597132590 service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939241 Aug 16 12:58:43.717134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ffff35d-7807-4c5f-af88-d7809ed1f258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:43.742983 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-f0cc62e8-1e8a-4e7b-aad0-e4e5e7c406f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=8384d48e-f036-4209-95f8-ac745ce02f06 HTTP/1.1" status: 200 len: 217 time: 0.0765724 Aug 16 12:58:43.755257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0a2de-8a09-4a9d-9f92-3dea34879747 req-77ab8fa2-b4e5-4d37-8c50-aac922e8f8ce tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:43.756869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-beb0a2de-8a09-4a9d-9f92-3dea34879747 req-77ab8fa2-b4e5-4d37-8c50-aac922e8f8ce tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 946 time: 0.1775436 Aug 16 12:58:43.774522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497 req-4f92dfc8-e30d-4230-b1ec-219bd3a6da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:43.776313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497 req-4f92dfc8-e30d-4230-b1ec-219bd3a6da9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0da31fa70a146e0ae709697e0846815&device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 1096 time: 0.2972472 Aug 16 12:58:43.810950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ffff35d-7807-4c5f-af88-d7809ed1f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:43.825387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Attempting to bind port 01671902-0b3d-484a-b3bd-f9002f5b3fcc on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:43.826562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Attempting to bind port 01671902-0b3d-484a-b3bd-f9002f5b3fcc by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:43.827111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Attempting to bind port 01671902-0b3d-484a-b3bd-f9002f5b3fcc on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:43.848851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-beb0a2de-8a09-4a9d-9f92-3dea34879747 req-b66e520c-d756-4a00-a0a4-0bedb703b337 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802710 Aug 16 12:58:43.861282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Port 01671902-0b3d-484a-b3bd-f9002f5b3fcc on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:58:43.862069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Attempting to bind port 01671902-0b3d-484a-b3bd-f9002f5b3fcc on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:43.884374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:43.884883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:43.885263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:43.885720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Bound port: 01671902-0b3d-484a-b3bd-f9002f5b3fcc, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:43.886114 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:43.947273 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ffff35d-7807-4c5f-af88-d7809ed1f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:43.970909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-cddef66d-68e1-4b35-9579-9e1d385c848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:43.972484 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-cddef66d-68e1-4b35-9579-9e1d385c848b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2146556 Aug 16 12:58:44.026143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffff35d-7807-4c5f-af88-d7809ed1f258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06af3c21-7803-43d2-a0d1-1cf2c7b3ff0c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:44.082885 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ffff35d-7807-4c5f-af88-d7809ed1f258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:44.105022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8ffff35d-7807-4c5f-af88-d7809ed1f258 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/06af3c21-7803-43d2-a0d1-1cf2c7b3ff0c HTTP/1.1" status: 204 len: 168 time: 0.5974283 Aug 16 12:58:44.106844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39042) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:44.121252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e7fbc1-c661-480d-a090-f70f3d20246f {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:44.155961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f8e7fbc1-c661-480d-a090-f70f3d20246f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f8e7fbc1-c661-480d-a090-f70f3d20246f,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:44.156827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] For port 01671902-0b3d-484a-b3bd-f9002f5b3fcc, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:44.177344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] For port 01671902-0b3d-484a-b3bd-f9002f5b3fcc, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=01671902-0b3d-484a-b3bd-f9002f5b3fcc,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:44.193925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-a11a6790-013c-4aaf-bd2d-f4761313788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:44.195505 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-a11a6790-013c-4aaf-bd2d-f4761313788f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2096710 Aug 16 12:58:44.207169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:44.237899 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:44.253940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497 req-b95b2d4e-370f-40f0-aa81-853ca2a820b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:44.255711 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497 req-b95b2d4e-370f-40f0-aa81-853ca2a820b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=85acb630-8b8b-4a68-92d5-2e70a4ee2d20 HTTP/1.1" status: 200 len: 915 time: 0.4628303 Aug 16 12:58:44.278765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:44.279041 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:44.280521 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] 10.222.0.22 "PUT /v2.0/ports/01671902-0b3d-484a-b3bd-f9002f5b3fcc HTTP/1.1" status: 200 len: 1095 time: 2.5035899 Aug 16 12:58:44.373299 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc71d40-3c09-4328-9db8-b95dd3fde31d req-723d274d-b304-494f-b075-4134b674885e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:44.380560 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f8e7fbc1-c661-480d-a090-f70f3d20246f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:44.395845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8bc71d40-3c09-4328-9db8-b95dd3fde31d req-723d274d-b304-494f-b075-4134b674885e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 943 time: 0.4340498 Aug 16 12:58:44.523836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:44.524111 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f8e7fbc1-c661-480d-a090-f70f3d20246f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:44.567961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8bc71d40-3c09-4328-9db8-b95dd3fde31d req-e4e087c6-af4c-4615-a7f6-17e18b3f2192 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712294 Aug 16 12:58:44.605640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395cb78-a6b3-416a-8261-b326abf3e27e req-baa33b6e-ef8d-4bee-b05b-1117b910d0a4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:44.612074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d395cb78-a6b3-416a-8261-b326abf3e27e req-baa33b6e-ef8d-4bee-b05b-1117b910d0a4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 947 time: 0.3951869 Aug 16 12:58:44.649667 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-54b8cba4-07bb-4e03-85bd-8566b7d2252f service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069812 Aug 16 12:58:44.676506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-d6cf83ed-2c45-457c-b7fd-6e2d816d473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:44.680074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-d6cf83ed-2c45-457c-b7fd-6e2d816d473f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 1098 time: 0.1641791 Aug 16 12:58:44.700646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-981c9329-0949-46ad-a831-d6fa4f0738a8 req-82c95810-77c9-4602-894c-a183dc5b3088 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 210 time: 0.0798609 Aug 16 12:58:44.825808 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-59cbdfb2-7dbd-4eea-b062-48d9f9ccd623 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316268 Aug 16 12:58:44.837959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-23d8f119-24b0-47de-bb76-fa7d6ef021e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:58:07Z', 'revision_number': 4, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '880c749b-e4cb-4ed7-bd78-c85228758957', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'port_id': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'mac_address': 'fa:16:3e:08:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:58:21Z', 'updated_at': '2021-08-16T12:58:41Z', 'revision_number': 1, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35334e78-54a5-45a8-a314-b03256876393', 'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'mac_address': 'fa:16:3e:77:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:58:03Z', 'updated_at': '2021-08-16T12:58:16Z', 'revision_number': 5, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'subnets': [{'id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:44.842708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d395cb78-a6b3-416a-8261-b326abf3e27e req-820df410-d3de-43d1-99b5-cb9dfe4aa04e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125523 Aug 16 12:58:44.851184 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:44.871880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd35d66b-a53a-453f-9998-06d5e4c7cec1']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:44.903161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f19f55-143e-4262-a0c3-886232d0e579') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:44.904537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f19f55-143e-4262-a0c3-886232d0e579') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:44.927133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d8f119-24b0-47de-bb76-fa7d6ef021e6 None None] Checking router: ca024f9b-16d9-45f2-8df5-28479c967568 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:58:44.927404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c782477-9d00-4ec3-8702-2d3ac92887aa', 'tag': '8384d48e-f036-4209-95f8-ac745ce02f06'}, {'name': 'network-changed', 'server_uuid': '87ea7944-2633-4794-bc5d-8a122227696b', 'tag': '01671902-0b3d-484a-b3bd-f9002f5b3fcc'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:44.929457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 1a7e2b13-4791-4795-a600-5351fe7281ab no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:58:44.931655 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c782477-9d00-4ec3-8702-2d3ac92887aa", "tag": "8384d48e-f036-4209-95f8-ac745ce02f06"}, {"name": "network-changed", "server_uuid": "87ea7944-2633-4794-bc5d-8a122227696b", "tag": "01671902-0b3d-484a-b3bd-f9002f5b3fcc"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:44.932304 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:44.937813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bb665-7b50-40d0-b3ac-87e745a98fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=01671902-0b3d-484a-b3bd-f9002f5b3fcc,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:44.947903 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497 req-b8834878-b4ce-41b4-8362-5b3d062fda78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 HTTP/1.1" status: 200 len: 999 time: 0.6661026 Aug 16 12:58:44.949872 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-7f56edb7-e35c-4be6-af60-9124dd9fee67 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=01671902-0b3d-484a-b3bd-f9002f5b3fcc HTTP/1.1" status: 200 len: 217 time: 0.1230521 Aug 16 12:58:44.991599 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:45.008376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 1a7e2b13-4791-4795-a600-5351fe7281ab {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:58:45.008555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 1a7e2b13-4791-4795-a600-5351fe7281ab not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:58:45.016340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d8f119-24b0-47de-bb76-fa7d6ef021e6 None None] Routers {'ca024f9b-16d9-45f2-8df5-28479c967568'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:58:45.016979 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-23d8f119-24b0-47de-bb76-fa7d6ef021e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:58:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ca024f9b-16d9-45f2-8df5-28479c967568'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:45.054454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:58:45.055568 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:58:45.057972 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:58:45.117165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497 req-04eaf4ff-f730-42d6-9cdf-8d616fc2848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:45.122694 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497 req-04eaf4ff-f730-42d6-9cdf-8d616fc2848d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e9c51a2-8526-4caf-b2ba-56c1fbdbb284 HTTP/1.1" status: 200 len: 854 time: 0.1341538 Aug 16 12:58:45.155892 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e687038a-c67a-4a2d-aceb-9c17b0bc1c95 x-openstack-request-id: req-e687038a-c67a-4a2d-aceb-9c17b0bc1c95 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:45.156200 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:45.156602 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c782477-9d00-4ec3-8702-2d3ac92887aa", "tag": "8384d48e-f036-4209-95f8-ac745ce02f06", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87ea7944-2633-4794-bc5d-8a122227696b", "tag": "01671902-0b3d-484a-b3bd-f9002f5b3fcc", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:45.156874 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e687038a-c67a-4a2d-aceb-9c17b0bc1c95 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:45.157271 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c782477-9d00-4ec3-8702-2d3ac92887aa', 'tag': '8384d48e-f036-4209-95f8-ac745ce02f06', 'status': 'completed', 'code': 200} Aug 16 12:58:45.158355 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ea7944-2633-4794-bc5d-8a122227696b', 'tag': '01671902-0b3d-484a-b3bd-f9002f5b3fcc', 'status': 'completed', 'code': 200} Aug 16 12:58:45.194705 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:45.196914 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fd35d66b-a53a-453f-9998-06d5e4c7cec1 HTTP/1.1" status: 204 len: 168 time: 1.0890572 Aug 16 12:58:45.198065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655047c-6d99-4b17-bd7f-627f16bf2909 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd35d66b-a53a-453f-9998-06d5e4c7cec1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:45.239227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb4af-b62c-4f0d-b623-c9768039de76 req-20bba9b9-6d69-4567-b17c-4cb07410f930 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:45.252329 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3abbb4af-b62c-4f0d-b623-c9768039de76 req-20bba9b9-6d69-4567-b17c-4cb07410f930 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 946 time: 0.2452123 Aug 16 12:58:45.293974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-23d8f119-24b0-47de-bb76-fa7d6ef021e6 None None] Set router ca024f9b-16d9-45f2-8df5-28479c967568 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:58:45.338869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3abbb4af-b62c-4f0d-b623-c9768039de76 req-9beb1109-6f6a-4106-944e-f2ae6aa29d74 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830970 Aug 16 12:58:45.370920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-bc2ddd51-e001-4a7b-bbea-2689b548d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:45.372817 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-bc2ddd51-e001-4a7b-bbea-2689b548d4a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=8c782477-9d00-4ec3-8702-2d3ac92887aa HTTP/1.1" status: 200 len: 1099 time: 0.2126191 Aug 16 12:58:45.379777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4bae7610-80a5-4c7d-be75-8169d8a82ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:45.382231 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-4bae7610-80a5-4c7d-be75-8169d8a82ac4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.4219856 Aug 16 12:58:45.453372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39068) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:45.485888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497 req-d40460dc-271c-47c1-aacb-1107b301bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:45.487788 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497 req-d40460dc-271c-47c1-aacb-1107b301bf36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85acb630-8b8b-4a68-92d5-2e70a4ee2d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2446675 Aug 16 12:58:45.511499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-66b350bd-52a6-409e-965d-a7874bafe283 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cbbea6e9f33462a8c18a42dcd36711b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567069 Aug 16 12:58:45.512792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39070) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:45.620040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-033d60c3-eac2-42ba-99f3-b4f0e7c206b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:45.622842 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-033d60c3-eac2-42ba-99f3-b4f0e7c206b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427932 Aug 16 12:58:45.686537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35675ded-9a12-486c-9445-4861418975bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:45.716508 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35675ded-9a12-486c-9445-4861418975bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:45.748221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-f4ff71f9-b03b-4627-9a89-248c42883501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:45.754702 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-f4ff71f9-b03b-4627-9a89-248c42883501 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3685706 Aug 16 12:58:45.805253 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-23d8f119-24b0-47de-bb76-fa7d6ef021e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:58:07Z', 'revision_number': 4, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '880c749b-e4cb-4ed7-bd78-c85228758957', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'port_id': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'mac_address': 'fa:16:3e:08:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:58:21Z', 'updated_at': '2021-08-16T12:58:41Z', 'revision_number': 1, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35334e78-54a5-45a8-a314-b03256876393', 'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'mac_address': 'fa:16:3e:77:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:58:03Z', 'updated_at': '2021-08-16T12:58:16Z', 'revision_number': 5, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'subnets': [{'id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:58:45.886017 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d8f119-24b0-47de-bb76-fa7d6ef021e6 None None] The sync data for ids ['ca024f9b-16d9-45f2-8df5-28479c967568'] in n-d-804708-1 is: [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:58:07Z', 'revision_number': 4, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '880c749b-e4cb-4ed7-bd78-c85228758957', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'port_id': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'mac_address': 'fa:16:3e:08:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:58:21Z', 'updated_at': '2021-08-16T12:58:41Z', 'revision_number': 1, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35334e78-54a5-45a8-a314-b03256876393', 'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'mac_address': 'fa:16:3e:77:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:58:03Z', 'updated_at': '2021-08-16T12:58:16Z', 'revision_number': 5, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'subnets': [{'id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:58:46.010714 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:46.011298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ea432-d7a1-499c-b7c7-9f11ca3c7716 req-7d9d9326-1d3c-46ff-a110-33b57c2c46f0 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:46.019021 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a13ea432-d7a1-499c-b7c7-9f11ca3c7716 req-7d9d9326-1d3c-46ff-a110-33b57c2c46f0 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 944 time: 0.3637416 Aug 16 12:58:46.028234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-63b8df8c-d7fb-4e1b-acb7-774f8c389027 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:46.029764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-63b8df8c-d7fb-4e1b-acb7-774f8c389027 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.42 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.2488370 Aug 16 12:58:46.053568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Request body: {'port': {'device_id': '9eb6ceb2-211e-4086-8145-3dccef6a5279', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'admin_state_up': True, 'tenant_id': '2c147181bbf24982a55ffe57d9ffa5ce'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:46.056977 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35675ded-9a12-486c-9445-4861418975bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:46.060278 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35675ded-9a12-486c-9445-4861418975bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:46.064371 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-35675ded-9a12-486c-9445-4861418975bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49984652-90ca-46bb-9d4a-c51146eae530 HTTP/1.1" status: 204 len: 168 time: 0.5501728 Aug 16 12:58:46.119343 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a13ea432-d7a1-499c-b7c7-9f11ca3c7716 req-3176d01a-7b5d-4ee9-9836-8b53d0ae3cab tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992773 Aug 16 12:58:46.167772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35675ded-9a12-486c-9445-4861418975bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49984652-90ca-46bb-9d4a-c51146eae530,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:46.308765 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377342d-9137-4d32-984e-c42a17c0bcda None None] New status for floating IP 880c749b-e4cb-4ed7-bd78-c85228758957: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 12:58:46.358187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-edb1b3f1-f542-4618-9845-cd5f96117063 req-73bd0e1b-7086-4d9a-af04-55ae87239712 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 210 time: 0.0992913 Aug 16 12:58:46.375090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Made reservation on behalf of 2c147181bbf24982a55ffe57d9ffa5ce for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:46.379151 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:46.408796 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-69ea15a1-bb48-47c9-a89f-45a7ae1a4be0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=8384d48e-f036-4209-95f8-ac745ce02f06 HTTP/1.1" status: 200 len: 217 time: 0.6394253 Aug 16 12:58:46.514469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497 req-7a64d37e-9496-44fe-8abd-b69c39bb3393 service neutron] 10.222.0.42 "GET /v2.0/networks/85acb630-8b8b-4a68-92d5-2e70a4ee2d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0119634 Aug 16 12:58:46.608585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-4b03e227-d7ed-44b0-9d76-ae64d3fbc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:46.614601 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-4b03e227-d7ed-44b0-9d76-ae64d3fbc6b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1933360 Aug 16 12:58:46.707161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Allocated IP 172.20.0.13 (41b70399-ea95-4588-b70f-74dee93893ff/ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8/4fa28d3f-00f5-45aa-b18b-1613421838d6) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:46.733781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb4f1a-a904-44bf-9ca4-6c5ba179c748 req-4cb26158-02cb-45da-b375-d288d5ec99b3 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:46.741240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9cdb4f1a-a904-44bf-9ca4-6c5ba179c748 req-4cb26158-02cb-45da-b375-d288d5ec99b3 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 947 time: 0.1732345 Aug 16 12:58:46.762374 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-5d350bdd-4964-4b34-a3b2-f8af1b0ff66a service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1126294 Aug 16 12:58:46.849184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9cdb4f1a-a904-44bf-9ca4-6c5ba179c748 req-2b9a6993-d8b0-4f0d-90a3-9aa8a414fa1d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070409 Aug 16 12:58:46.888577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f8e7fbc1-c661-480d-a090-f70f3d20246f up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:46.926175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-83e7f7b2-cdae-4c38-8a3e-ad46e3256497 req-5082c53c-88cb-4fc2-9389-13614085b045 service neutron] 10.222.0.42 "GET /v2.0/networks/85acb630-8b8b-4a68-92d5-2e70a4ee2d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011109 Aug 16 12:58:46.977917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port f8e7fbc1-c661-480d-a090-f70f3d20246f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:46.999192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port f8e7fbc1-c661-480d-a090-f70f3d20246f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:47.000340 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:47.016264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-8cb5e99e-91eb-4a42-b0cb-360547ce8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:47.020931 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-8cb5e99e-91eb-4a42-b0cb-360547ce8cd4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3786762 Aug 16 12:58:47.118921 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b25c7804-533a-4cb3-8243-2a24e26eaa6b req-3b20c193-e8cb-4b4a-b59f-2011d129014b service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329022 Aug 16 12:58:47.155670 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:47.170913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:47.235122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3136b440-2d09-49fa-a88a-9907f27b0d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e7fbc1-c661-480d-a090-f70f3d20246f'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:47.242901 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:47.246493 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d70eeb-07d2-443d-b550-f6c0de3e4ebd" -d '{"events": [{"server_uuid": "3136b440-2d09-49fa-a88a-9907f27b0d38", "name": "network-vif-plugged", "status": "completed", "tag": "f8e7fbc1-c661-480d-a090-f70f3d20246f"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:47.290003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f8e7fbc1-c661-480d-a090-f70f3d20246f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f8e7fbc1-c661-480d-a090-f70f3d20246f,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:47.305336 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:47.345143 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-c8551c2b-2d92-46f4-9621-280b65aadf2b service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741537 Aug 16 12:58:47.452978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Network 41b70399-ea95-4588-b70f-74dee93893ff is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:47.475504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:47.485224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:47.487993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f8e7fbc1-c661-480d-a090-f70f3d20246f,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:47.492264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event updated for resources: {'Port': ['ID=4fa28d3f-00f5-45aa-b18b-1613421838d6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:47.503395 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62cf442-84db-4994-b72e-4b68da29686f x-openstack-request-id: req-c62cf442-84db-4994-b72e-4b68da29686f {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:47.503958 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3136b440-2d09-49fa-a88a-9907f27b0d38", "name": "network-vif-plugged", "status": "completed", "tag": "f8e7fbc1-c661-480d-a090-f70f3d20246f", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:47.504698 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c62cf442-84db-4994-b72e-4b68da29686f {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:47.505266 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3136b440-2d09-49fa-a88a-9907f27b0d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e7fbc1-c661-480d-a090-f70f3d20246f', 'code': 200} Aug 16 12:58:47.619195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c02aae-b8f1-46bc-9a0b-07b889b7ea36 req-f5677072-bccd-4ae6-8b3c-f9e0ad839dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:47.620772 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-59c02aae-b8f1-46bc-9a0b-07b889b7ea36 req-f5677072-bccd-4ae6-8b3c-f9e0ad839dcd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 1096 time: 0.0743957 Aug 16 12:58:47.632868 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-ff58bbe0-1746-4ec1-b825-cd011e7fb211 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778533 Aug 16 12:58:47.685975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c4fab-98b4-4b25-b5a5-2cd8a2c180b2 req-9b994d50-e984-40ad-97ba-0bfcbe4040f9 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:47.689764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-59c02aae-b8f1-46bc-9a0b-07b889b7ea36 req-9f9ccc98-b9eb-4e58-9333-437dae993ca8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558496 Aug 16 12:58:47.700756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab3c4fab-98b4-4b25-b5a5-2cd8a2c180b2 req-9b994d50-e984-40ad-97ba-0bfcbe4040f9 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 945 time: 0.3461525 Aug 16 12:58:47.734574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:47.736110 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:47.755047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39132) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:47.793302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-91b5e50f-63b2-4cdb-8b21-f6c161207228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:47.796240 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-91b5e50f-63b2-4cdb-8b21-f6c161207228 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 1098 time: 0.0763595 Aug 16 12:58:47.821051 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0982e09-d4b1-4112-ae64-c9ceae2170a9 req-88b1dd94-298c-42f2-98e9-2b8f695e897a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:47.824866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0982e09-d4b1-4112-ae64-c9ceae2170a9 req-88b1dd94-298c-42f2-98e9-2b8f695e897a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 932 time: 0.2761524 Aug 16 12:58:47.831413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2f61d66c-d117-4657-82d7-724b03564dde tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7842965 Aug 16 12:58:47.854080 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab3c4fab-98b4-4b25-b5a5-2cd8a2c180b2 req-ef533db8-3537-4520-9bb5-aaff635010c9 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517591 Aug 16 12:58:47.893027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Request body: {'port': {'device_id': '9eb6ceb2-211e-4086-8145-3dccef6a5279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:47.954633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1054044399-network', 'tenant_id': 'b038afe4d2674ef68fe06767acb3e06c'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:48.007083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0982e09-d4b1-4112-ae64-c9ceae2170a9 req-7268a3b3-097c-4100-a252-8d27bd3593cd tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731184 Aug 16 12:58:48.053764 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.057631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-5c345c6e-2b71-4c80-9ff9-f913467cd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:48.062888 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-5c345c6e-2b71-4c80-9ff9-f913467cd3b2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.2500863 Aug 16 12:58:48.064100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Made reservation on behalf of b038afe4d2674ef68fe06767acb3e06c for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:48.068129 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.097095 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.182482 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-6e94e4d0-81e3-4260-8c85-80126ac1a6c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=01671902-0b3d-484a-b3bd-f9002f5b3fcc HTTP/1.1" status: 200 len: 217 time: 0.0970972 Aug 16 12:58:48.284237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344eed4-334c-401b-9886-03159a1297c8 req-707622f1-050e-47df-a51c-00a59be2c9bd tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:48.285918 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1344eed4-334c-401b-9886-03159a1297c8 req-707622f1-050e-47df-a51c-00a59be2c9bd tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 947 time: 0.1453676 Aug 16 12:58:48.321874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-1b27a044-7a9e-4682-abf7-dd12e8a65292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:48.325656 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-1b27a044-7a9e-4682-abf7-dd12e8a65292 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1282411 Aug 16 12:58:48.378034 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1344eed4-334c-401b-9886-03159a1297c8 req-2e97f368-6b95-4043-a2c0-6266dab93854 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607738 Aug 16 12:58:48.458017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-02d5eeff-27ba-4ed9-94e9-2b0a422fcb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:48.460607 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-02d5eeff-27ba-4ed9-94e9-2b0a422fcb27 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220419 Aug 16 12:58:48.473811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa28d3f-00f5-45aa-b18b-1613421838d6 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:48.488655 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.515470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Transition to ACTIVE for port object 4fa28d3f-00f5-45aa-b18b-1613421838d6 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:48.521375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.540267 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.592311 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.641694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:58:48.646073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa28d3f-00f5-45aa-b18b-1613421838d6,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:48.707773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Attempting to bind port 4fa28d3f-00f5-45aa-b18b-1613421838d6 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:48.708198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Attempting to bind port 4fa28d3f-00f5-45aa-b18b-1613421838d6 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:48.708447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Attempting to bind port 4fa28d3f-00f5-45aa-b18b-1613421838d6 on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:48.711337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.711907 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Added segment 21acd466-fb45-45a7-91e1-7628ef33f33c of type vlan for network d134662f-8f47-4d5c-8d5e-14bcabd5a30f Aug 16 12:58:48.713531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Port 4fa28d3f-00f5-45aa-b18b-1613421838d6 on network 41b70399-ea95-4588-b70f-74dee93893ff not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:58:48.713762 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Attempting to bind port 4fa28d3f-00f5-45aa-b18b-1613421838d6 on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:48.715109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a92d56b-d704-4600-8841-cf7fc825f5e7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:48.721151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:48.721547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Checking segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:48.721935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Bound using segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:48.722406 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Bound port: 4fa28d3f-00f5-45aa-b18b-1613421838d6, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:48.722767 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.748870 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-83f96c51-4100-4f03-a5d0-d661764f3e20 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749107 Aug 16 12:58:48.797690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] For port 4fa28d3f-00f5-45aa-b18b-1613421838d6, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:48.801758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] For port 4fa28d3f-00f5-45aa-b18b-1613421838d6, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4fa28d3f-00f5-45aa-b18b-1613421838d6,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:48.808415 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.820611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.844395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8384d48e-f036-4209-95f8-ac745ce02f06 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:48.866404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:48.867530 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.871447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] 10.222.0.42 "PUT /v2.0/ports/4fa28d3f-00f5-45aa-b18b-1613421838d6 HTTP/1.1" status: 200 len: 1092 time: 0.9999106 Aug 16 12:58:48.872822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb6ceb2-211e-4086-8145-3dccef6a5279', 'tag': '4fa28d3f-00f5-45aa-b18b-1613421838d6'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:48.889622 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7d826e-e9fc-4784-9d05-beba3e116139" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb6ceb2-211e-4086-8145-3dccef6a5279", "tag": "4fa28d3f-00f5-45aa-b18b-1613421838d6"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:48.892839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.893945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:48.894568 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:48.935078 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93de1538-ef9c-4590-a9d7-ec53bc9f8dc2 req-5f11e6d9-768b-40b4-a991-3e527634b38a service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567416 Aug 16 12:58:48.977364 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2209179 Aug 16 12:58:48.980952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39154) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:48.988547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] Request body: {'subnet': {'network_id': 'd134662f-8f47-4d5c-8d5e-14bcabd5a30f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1054044399-subnet', 'tenant_id': 'b038afe4d2674ef68fe06767acb3e06c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:48.998265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fb186-21de-4501-a823-b92f132a29a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d134662f-8f47-4d5c-8d5e-14bcabd5a30f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:49.027625 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0ac734-bc48-43f1-9271-a3742f3685bc x-openstack-request-id: req-4e0ac734-bc48-43f1-9271-a3742f3685bc {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:49.028007 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb6ceb2-211e-4086-8145-3dccef6a5279", "tag": "4fa28d3f-00f5-45aa-b18b-1613421838d6", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:49.028401 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e0ac734-bc48-43f1-9271-a3742f3685bc {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:49.029156 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb6ceb2-211e-4086-8145-3dccef6a5279', 'tag': '4fa28d3f-00f5-45aa-b18b-1613421838d6', 'status': 'completed', 'code': 200} Aug 16 12:58:49.030897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] Made reservation on behalf of b038afe4d2674ef68fe06767acb3e06c for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:49.033631 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:49.045261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 8384d48e-f036-4209-95f8-ac745ce02f06, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8384d48e-f036-4209-95f8-ac745ce02f06,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:49.064570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '8384d48e-f036-4209-95f8-ac745ce02f06', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '8384d48e-f036-4209-95f8-ac745ce02f06', 'mac_address': 'fa:16:3e:d3:1a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:49.066946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13533f9-d0e0-4a49-949d-9db8efbfb606 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa28d3f-00f5-45aa-b18b-1613421838d6,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:49.068390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network d134662f-8f47-4d5c-8d5e-14bcabd5a30f details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:58:49.155219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a017cf34-0243-4520-8809-5972eee5c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:49.158067 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-a017cf34-0243-4520-8809-5972eee5c523 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 1095 time: 0.1949470 Aug 16 12:58:49.160280 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:49.174050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09184e8-6483-4e9b-90f8-6df42e2d6e5b req-b9f3a6be-616d-437d-a647-0865d6f723d2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:49.176480 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c09184e8-6483-4e9b-90f8-6df42e2d6e5b req-b9f3a6be-616d-437d-a647-0865d6f723d2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 945 time: 0.1142459 Aug 16 12:58:49.180490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8384d48e-f036-4209-95f8-ac745ce02f06 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:49.215228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 8384d48e-f036-4209-95f8-ac745ce02f06, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8384d48e-f036-4209-95f8-ac745ce02f06,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:49.223833 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:49.265940 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-f06597e6-e7e0-47a1-8410-c48320670537 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fa28d3f-00f5-45aa-b18b-1613421838d6 HTTP/1.1" status: 200 len: 217 time: 0.0806653 Aug 16 12:58:49.288688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=8384d48e-f036-4209-95f8-ac745ce02f06,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:49.313078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:49.379450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be3e90c-d11c-4954-8a73-b2d652da0c5d,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:49.391788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] Checking segment: {'id': '21acd466-fb45-45a7-91e1-7628ef33f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd134662f-8f47-4d5c-8d5e-14bcabd5a30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:49.391788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] Network hostable DHCP agents. Network: d134662f-8f47-4d5c-8d5e-14bcabd5a30f, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:58:49.396440 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c09184e8-6483-4e9b-90f8-6df42e2d6e5b req-c466cfa4-86ae-4ea6-888b-ec5a45b5fabc tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033260 Aug 16 12:58:49.419567 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] Network d134662f-8f47-4d5c-8d5e-14bcabd5a30f is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:58:49.433454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2fba2342-1f55-4cdd-b464-ccfa82779c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:49.434953 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-2fba2342-1f55-4cdd-b464-ccfa82779c2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.1642723 Aug 16 12:58:49.436069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, d134662f-8f47-4d5c-8d5e-14bcabd5a30f) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:49.452375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:49.452982 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:49.454886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f34864-48b4-41c3-99c9-a5c87191e53f None None] Network d134662f-8f47-4d5c-8d5e-14bcabd5a30f requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:58:49.473866 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f991e083-03e5-4a21-960f-861bff5455c9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4919944 Aug 16 12:58:49.493750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023fd60-3790-40dc-93ec-6a65b791ac97 req-9242b471-9483-4535-a200-e64dde673040 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:49.507904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1023fd60-3790-40dc-93ec-6a65b791ac97 req-9242b471-9483-4535-a200-e64dde673040 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 944 time: 0.1531556 Aug 16 12:58:49.573042 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-84508c7d-6d9c-4a01-8a9a-52707296ba46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202121 Aug 16 12:58:49.637894 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7068a2e1-485f-4d3e-b861-def03f648d66 None None] Network d134662f-8f47-4d5c-8d5e-14bcabd5a30f requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:58:49.639821 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1023fd60-3790-40dc-93ec-6a65b791ac97 req-4ec87ecd-0a49-47b5-8b94-d8fb089a854f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307967 Aug 16 12:58:49.771851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['8384d48e-f036-4209-95f8-ac745ce02f06'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:50.021127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0ec0e-0431-4d26-900a-689739b56b62 req-2f1fdc65-3ffa-4fbc-a447-1cdc716db9a6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:50.022724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13a0ec0e-0431-4d26-900a-689739b56b62 req-2f1fdc65-3ffa-4fbc-a447-1cdc716db9a6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 947 time: 0.4779053 Aug 16 12:58:50.095577 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-ab31fd33-edb4-4cba-a847-5834d090f397 service neutron] 10.222.0.42 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022745 Aug 16 12:58:50.109353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21ed5e-9132-4ed1-aef2-5882ab91f833 req-ebe20b4c-c009-473c-b29a-1fb493b106b2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:50.110933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da21ed5e-9132-4ed1-aef2-5882ab91f833 req-ebe20b4c-c009-473c-b29a-1fb493b106b2 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 945 time: 0.1107285 Aug 16 12:58:50.142956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13a0ec0e-0431-4d26-900a-689739b56b62 req-310c5b99-ba3e-4269-8d9b-bb0a8fd57da0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017780 Aug 16 12:58:50.256309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da21ed5e-9132-4ed1-aef2-5882ab91f833 req-567e6f8d-a74b-4c92-90b1-7e066818c44f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323607 Aug 16 12:58:50.302371 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2872544a-8aa5-40cd-97e7-d3021d069628 req-c153cffd-ff87-4acb-bf82-670dc4b648bd service neutron] 10.222.0.42 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900663 Aug 16 12:58:50.469820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d826e-e9fc-4784-9d05-beba3e116139 req-84c3b02f-7f10-4260-b0ce-7f56699981b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:50.472869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d7d826e-e9fc-4784-9d05-beba3e116139 req-84c3b02f-7f10-4260-b0ce-7f56699981b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 1095 time: 0.1059799 Aug 16 12:58:50.787766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d826e-e9fc-4784-9d05-beba3e116139 req-404c660d-5e87-4765-8927-b3db42cf19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:50.790207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d7d826e-e9fc-4784-9d05-beba3e116139 req-404c660d-5e87-4765-8927-b3db42cf19e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 911 time: 0.2935810 Aug 16 12:58:50.802441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-71ad846e-7b78-421c-bcb8-6a2e2911ec18 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:50.804923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-71ad846e-7b78-421c-bcb8-6a2e2911ec18 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/networks?id=d134662f-8f47-4d5c-8d5e-14bcabd5a30f HTTP/1.1" status: 200 len: 813 time: 0.3234575 Aug 16 12:58:50.851644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cc9fd685-6020-474d-ad2a-eb914e2a9335 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:50.878464 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d7d826e-e9fc-4784-9d05-beba3e116139 req-b6b370c0-3642-427b-8d41-e9e50a427981 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fa28d3f-00f5-45aa-b18b-1613421838d6 HTTP/1.1" status: 200 len: 217 time: 0.0719528 Aug 16 12:58:50.887270 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-75acf82b-be8a-4c2b-8fa6-23c3cb7d947f tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/quotas/b038afe4d2674ef68fe06767acb3e06c HTTP/1.1" status: 200 len: 375 time: 0.0709913 Aug 16 12:58:50.990815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-922c39d9-b19d-4d9e-b811-3487c26a2c7d tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b038afe4d2674ef68fe06767acb3e06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553284 Aug 16 12:58:51.019399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d826e-e9fc-4784-9d05-beba3e116139 req-26ca200a-1178-4cf7-b7ab-79e50cfa69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:51.021215 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d7d826e-e9fc-4784-9d05-beba3e116139 req-26ca200a-1178-4cf7-b7ab-79e50cfa69e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.1323051 Aug 16 12:58:51.041257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cc9fd685-6020-474d-ad2a-eb914e2a9335, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cc9fd685-6020-474d-ad2a-eb914e2a9335,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:51.072813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'cc9fd685-6020-474d-ad2a-eb914e2a9335', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'port_id': 'cc9fd685-6020-474d-ad2a-eb914e2a9335', 'mac_address': 'fa:16:3e:9c:1e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909c1a27-3032-4df6-8e77-1f1290416049', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:51.133358 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d7d826e-e9fc-4784-9d05-beba3e116139 req-d1b207b4-17dd-4ff4-9e04-00a5c724d234 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968349 Aug 16 12:58:51.147882 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:51.174366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc9fd685-6020-474d-ad2a-eb914e2a9335 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:51.225103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cc9fd685-6020-474d-ad2a-eb914e2a9335, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cc9fd685-6020-474d-ad2a-eb914e2a9335,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:51.236095 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:51.286488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-1682f3b7-04da-40c4-ac2a-31ab6b1982b4 service neutron] 10.222.0.25 "GET /v2.0/networks/d134662f-8f47-4d5c-8d5e-14bcabd5a30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792575 Aug 16 12:58:51.325701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=cc9fd685-6020-474d-ad2a-eb914e2a9335,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:51.397153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d7d826e-e9fc-4784-9d05-beba3e116139 req-0b5dda67-202a-4042-93b3-23426cc49c68 service neutron] 10.222.0.42 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477298 Aug 16 12:58:51.411775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ba920-de3e-4b2f-9261-5ba1780a6f87 req-436c7180-7dd8-4a19-a565-6af7161fad1f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:51.414086 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-768ba920-de3e-4b2f-9261-5ba1780a6f87 req-436c7180-7dd8-4a19-a565-6af7161fad1f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 944 time: 0.1827884 Aug 16 12:58:51.439190 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cc9fd685-6020-474d-ad2a-eb914e2a9335'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:51.555372 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d3422d87-fd9c-4c78-b8e6-001bb5090006 service neutron] 10.222.0.25 "GET /v2.0/networks/d134662f-8f47-4d5c-8d5e-14bcabd5a30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586720 Aug 16 12:58:51.577804 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-768ba920-de3e-4b2f-9261-5ba1780a6f87 req-663ac94b-a9b5-4d1a-853b-f9ddf29f7d4e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472995 Aug 16 12:58:51.637794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d7d826e-e9fc-4784-9d05-beba3e116139 req-a4844d20-5bf4-4ff3-a427-2442ae65aeb4 service neutron] 10.222.0.42 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183056 Aug 16 12:58:51.959080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb94b9e-00e4-4c31-b08e-353916b08b70 req-c0d36f97-dc58-4c4c-9b5d-1e9abc0580bc tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:51.978702 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2cb94b9e-00e4-4c31-b08e-353916b08b70 req-c0d36f97-dc58-4c4c-9b5d-1e9abc0580bc tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 947 time: 0.1176429 Aug 16 12:58:52.091050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2cb94b9e-00e4-4c31-b08e-353916b08b70 req-57c8f214-a114-4857-b2bd-96128e271d07 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975647 Aug 16 12:58:52.185386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09ae1e1d-3559-4a10-bf05-e26feba2ed19 req-4145a947-159a-4230-bfcd-5a225d3bc42b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 210 time: 0.2025435 Aug 16 12:58:52.414730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b63e7-b290-4662-98f4-dbe25c22fe5a req-5647f68a-ee70-45cc-9f87-aa3cf3b0df94 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:52.417342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-685b63e7-b290-4662-98f4-dbe25c22fe5a req-5647f68a-ee70-45cc-9f87-aa3cf3b0df94 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 945 time: 0.0947218 Aug 16 12:58:52.495007 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-685b63e7-b290-4662-98f4-dbe25c22fe5a req-a3a5c47e-7931-4f66-abb6-199eab6e0c0c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651681 Aug 16 12:58:52.822417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a244e-391e-4a85-93ef-ac24976a20c2 req-9528a9e0-f527-4da9-9f25-bc15d80447f9 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:52.826440 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-474a244e-391e-4a85-93ef-ac24976a20c2 req-9528a9e0-f527-4da9-9f25-bc15d80447f9 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 944 time: 0.0919719 Aug 16 12:58:52.857959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 01671902-0b3d-484a-b3bd-f9002f5b3fcc details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:53.006621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-474a244e-391e-4a85-93ef-ac24976a20c2 req-e6cf5b2b-6fe3-44ff-8d1f-f61093760020 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721632 Aug 16 12:58:53.247649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cc9fd685-6020-474d-ad2a-eb914e2a9335 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:53.278380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4fa28d3f-00f5-45aa-b18b-1613421838d6 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:53.296786 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 01671902-0b3d-484a-b3bd-f9002f5b3fcc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=01671902-0b3d-484a-b3bd-f9002f5b3fcc,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:53.312260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '01671902-0b3d-484a-b3bd-f9002f5b3fcc', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '01671902-0b3d-484a-b3bd-f9002f5b3fcc', 'mac_address': 'fa:16:3e:83:0e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:53.382561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-561eceb7-91e2-40c5-941b-be003d277d46 req-d4cbf550-c84d-4ec8-9e9d-58592ab8f352 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 210 time: 0.0346787 Aug 16 12:58:53.396915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb25cc-0e8f-4f00-b4f2-686f5113241f req-ccaed383-6d80-4fbf-9ccf-d15e3d193893 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:53.398575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67cb25cc-0e8f-4f00-b4f2-686f5113241f req-ccaed383-6d80-4fbf-9ccf-d15e3d193893 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 947 time: 0.0942914 Aug 16 12:58:53.413582 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:53.473177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port cc9fd685-6020-474d-ad2a-eb914e2a9335 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:53.473861 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:53.503078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01671902-0b3d-484a-b3bd-f9002f5b3fcc {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:53.514473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67cb25cc-0e8f-4f00-b4f2-686f5113241f req-b169d243-8fba-4637-b9bd-be2fa0def5ea tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999393 Aug 16 12:58:53.586965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 01671902-0b3d-484a-b3bd-f9002f5b3fcc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=01671902-0b3d-484a-b3bd-f9002f5b3fcc,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:53.626037 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:53.642565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4fa28d3f-00f5-45aa-b18b-1613421838d6, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4fa28d3f-00f5-45aa-b18b-1613421838d6,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:53.726708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '4fa28d3f-00f5-45aa-b18b-1613421838d6', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'port_id': '4fa28d3f-00f5-45aa-b18b-1613421838d6', 'mac_address': 'fa:16:3e:cf:5b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:53.801051 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6201-a4c6-4e31-bdce-e79b7a6126c1 req-55269ad5-6d48-40af-870a-8ab33d08ebcf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:53.807974 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd1e6201-a4c6-4e31-bdce-e79b7a6126c1 req-55269ad5-6d48-40af-870a-8ab33d08ebcf tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 945 time: 0.1690593 Aug 16 12:58:53.960506 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:53.961414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd1e6201-a4c6-4e31-bdce-e79b7a6126c1 req-a04c6337-f7b2-45ca-a1b0-77404823ffa0 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401024 Aug 16 12:58:53.972303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-cd4b7a07-98db-4661-9df6-8dda12f932cd tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:53.976546 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-cd4b7a07-98db-4661-9df6-8dda12f932cd tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.22 "GET /v2.0/networks?id=d134662f-8f47-4d5c-8d5e-14bcabd5a30f HTTP/1.1" status: 200 len: 813 time: 0.3816123 Aug 16 12:58:53.992008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=01671902-0b3d-484a-b3bd-f9002f5b3fcc,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:54.001013 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:54.004323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa28d3f-00f5-45aa-b18b-1613421838d6 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:54.013206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Request body: {'port': {'device_id': '9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef', 'network_id': 'd134662f-8f47-4d5c-8d5e-14bcabd5a30f', 'admin_state_up': True, 'tenant_id': 'b038afe4d2674ef68fe06767acb3e06c'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:54.053416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4fa28d3f-00f5-45aa-b18b-1613421838d6, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4fa28d3f-00f5-45aa-b18b-1613421838d6,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:54.068320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9fd685-6020-474d-ad2a-eb914e2a9335'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:54.072818 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7898d0fc-6ba1-4c00-bbae-6f4d8ce2b47b" -d '{"events": [{"server_uuid": "fdf24336-ae80-406b-9cd9-c85176019bc8", "name": "network-vif-plugged", "status": "completed", "tag": "cc9fd685-6020-474d-ad2a-eb914e2a9335"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:54.080244 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:54.094818 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cc9fd685-6020-474d-ad2a-eb914e2a9335, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cc9fd685-6020-474d-ad2a-eb914e2a9335,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:54.124546 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:54.131474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8384d48e-f036-4209-95f8-ac745ce02f06 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:54.169493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Made reservation on behalf of b038afe4d2674ef68fe06767acb3e06c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:58:54.205746 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:54.244545 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c75eb0-11fd-4a7b-a4e8-937b46ebc575 x-openstack-request-id: req-39c75eb0-11fd-4a7b-a4e8-937b46ebc575 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:54.245138 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf24336-ae80-406b-9cd9-c85176019bc8", "name": "network-vif-plugged", "status": "completed", "tag": "cc9fd685-6020-474d-ad2a-eb914e2a9335", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:54.245771 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39c75eb0-11fd-4a7b-a4e8-937b46ebc575 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:54.246568 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9fd685-6020-474d-ad2a-eb914e2a9335', 'code': 200} Aug 16 12:58:54.247819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ec3ed-dc95-4be7-9a03-336757498040 req-1d8690df-604b-4436-a17d-d216bec21239 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:54.257892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c90ec3ed-dc95-4be7-9a03-336757498040 req-1d8690df-604b-4436-a17d-d216bec21239 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 945 time: 0.1123126 Aug 16 12:58:54.304194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['01671902-0b3d-484a-b3bd-f9002f5b3fcc'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:54.312892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=4fa28d3f-00f5-45aa-b18b-1613421838d6,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:54.357373 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c90ec3ed-dc95-4be7-9a03-336757498040 req-76f2d017-f250-4e29-aade-3b8efde352c8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883634 Aug 16 12:58:54.545031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=cc9fd685-6020-474d-ad2a-eb914e2a9335,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:54.565094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['4fa28d3f-00f5-45aa-b18b-1613421838d6'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:54.746615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 8384d48e-f036-4209-95f8-ac745ce02f06 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:54.775861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 8384d48e-f036-4209-95f8-ac745ce02f06 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:54.779790 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:54.802383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Allocated IP 172.20.0.14 (d134662f-8f47-4d5c-8d5e-14bcabd5a30f/8be3e90c-d11c-4954-8a73-b2d652da0c5d/1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:58:54.837830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ce5c486-dfb7-45f6-a420-82681f668cfc req-5f88fece-bf90-4a04-8e29-8a38762a880f tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 210 time: 0.1672611 Aug 16 12:58:55.093092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dda5d0-1a6d-4034-bc89-95cfb5797102 req-a4e0c023-59af-412a-9057-c6dbc3a72d54 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:55.117312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d0dda5d0-1a6d-4034-bc89-95cfb5797102 req-a4e0c023-59af-412a-9057-c6dbc3a72d54 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 948 time: 0.1632476 Aug 16 12:58:55.206988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f8e7fbc1-c661-480d-a090-f70f3d20246f details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:58:55.258576 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d0dda5d0-1a6d-4034-bc89-95cfb5797102 req-1c94e79e-a5ab-4a8c-867a-0aacecb5d3e3 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311505 Aug 16 12:58:55.259716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:55.307022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cf2e5-5c71-4982-8995-4e193a14624f req-31a0f2e5-2d39-4b2d-a71f-1c42d06f0369 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:55.326022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b85cf2e5-5c71-4982-8995-4e193a14624f req-31a0f2e5-2d39-4b2d-a71f-1c42d06f0369 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 945 time: 0.2047856 Aug 16 12:58:55.340216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:55.404590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f8e7fbc1-c661-480d-a090-f70f3d20246f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f8e7fbc1-c661-480d-a090-f70f3d20246f,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:55.415169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b85cf2e5-5c71-4982-8995-4e193a14624f req-e4be6a01-0210-4b72-93f9-aed60b8113f6 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888209 Aug 16 12:58:55.458654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'f8e7fbc1-c661-480d-a090-f70f3d20246f', 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180', 'port_id': 'f8e7fbc1-c661-480d-a090-f70f3d20246f', 'mac_address': 'fa:16:3e:71:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2698112a-ce6a-45e2-a0ed-383e4d82d22a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:58:55.586948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Pushing event updated for resources: {'Port': ['ID=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:55.596949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Network d134662f-8f47-4d5c-8d5e-14bcabd5a30f is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:58:55.604028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:58:55.614863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:58:55.649741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:55.717178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:55.718382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:55.738556 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-efec9829-c667-4659-9ee6-84da0e09043b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7300792 Aug 16 12:58:55.752942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8e7fbc1-c661-480d-a090-f70f3d20246f {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:55.780426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Request body: {'port': {'device_id': '9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:55.811108 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:55.816783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bce606-bf72-4594-bd32-77e52445f79e req-ef120680-d12c-4c6a-a684-073f97ada803 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:55.818425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85bce606-bf72-4594-bd32-77e52445f79e req-ef120680-d12c-4c6a-a684-073f97ada803 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 945 time: 0.0968606 Aug 16 12:58:55.891973 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:55.906338 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85bce606-bf72-4594-bd32-77e52445f79e req-f95824c4-79cf-46be-9570-7fe5aec7cfd8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777311 Aug 16 12:58:55.914255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f8e7fbc1-c661-480d-a090-f70f3d20246f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f8e7fbc1-c661-480d-a090-f70f3d20246f,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:55.929053 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:56.030937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 8384d48e-f036-4209-95f8-ac745ce02f06, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8384d48e-f036-4209-95f8-ac745ce02f06,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:56.048471 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:56.069166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f8e7fbc1-c661-480d-a090-f70f3d20246f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:56.191082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f8e7fbc1-c661-480d-a090-f70f3d20246f,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:56.212355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac610bf-c989-4351-be01-98174d5ed1b8 req-517687b2-dad2-48a6-ba01-a0c1a5f1a20b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:56.214045 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fac610bf-c989-4351-be01-98174d5ed1b8 req-517687b2-dad2-48a6-ba01-a0c1a5f1a20b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 932 time: 0.1641550 Aug 16 12:58:56.267237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c782477-9d00-4ec3-8702-2d3ac92887aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8384d48e-f036-4209-95f8-ac745ce02f06'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:56.272365 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4a8fc5-e076-428f-842c-9842959e200f" -d '{"events": [{"server_uuid": "8c782477-9d00-4ec3-8702-2d3ac92887aa", "name": "network-vif-plugged", "status": "completed", "tag": "8384d48e-f036-4209-95f8-ac745ce02f06"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:56.319611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fac610bf-c989-4351-be01-98174d5ed1b8 req-66f2cf61-259a-4c4d-80b1-8d0c578c72c8 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835478 Aug 16 12:58:56.371165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9385-77cb-40b1-8bc1-7c7c74c5f8ef req-f0e8c94b-23b8-4461-b15f-9b8aaf243003 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:56.372778 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08fc9385-77cb-40b1-8bc1-7c7c74c5f8ef req-f0e8c94b-23b8-4461-b15f-9b8aaf243003 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 944 time: 0.2232108 Aug 16 12:58:56.431495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=8384d48e-f036-4209-95f8-ac745ce02f06,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:56.455187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08fc9385-77cb-40b1-8bc1-7c7c74c5f8ef req-1ee28cb8-ff01-48b9-b1ba-e1b2595bc1ce tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714052 Aug 16 12:58:56.536644 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e83d175-b055-471a-b880-2caa70a54c9b x-openstack-request-id: req-1e83d175-b055-471a-b880-2caa70a54c9b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:56.536644 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c782477-9d00-4ec3-8702-2d3ac92887aa", "name": "network-vif-plugged", "status": "completed", "tag": "8384d48e-f036-4209-95f8-ac745ce02f06", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:56.537003 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e83d175-b055-471a-b880-2caa70a54c9b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:56.537268 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c782477-9d00-4ec3-8702-2d3ac92887aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8384d48e-f036-4209-95f8-ac745ce02f06', 'code': 200} Aug 16 12:58:56.677050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:56.686068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:56.687235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ebd2b-e8c8-4b5b-a467-df40a32c3f6e req-d56a14c1-3fdd-4697-b3af-e3b6355b850e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:56.689427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c79ebd2b-e8c8-4b5b-a467-df40a32c3f6e req-d56a14c1-3fdd-4697-b3af-e3b6355b850e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 948 time: 0.0703175 Aug 16 12:58:56.751655 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c79ebd2b-e8c8-4b5b-a467-df40a32c3f6e req-c04c0535-8edb-4145-92d3-658591492590 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530005 Aug 16 12:58:56.754701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Transition to ACTIVE for port object 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:58:56.776644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:56.904994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239daa0-651f-4702-875e-315673701643 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:56.909667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3218-3ad2-4689-8c99-a915311af7f9 req-fb9a6a96-650b-421e-b93a-00878c310e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:56.911593 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f1a3218-3ad2-4689-8c99-a915311af7f9 req-fb9a6a96-650b-421e-b93a-00878c310e99 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c782477-9d00-4ec3-8702-2d3ac92887aa HTTP/1.1" status: 200 len: 1101 time: 0.2817378 Aug 16 12:58:56.947306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4fa28d3f-00f5-45aa-b18b-1613421838d6 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:56.974141 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f1a3218-3ad2-4689-8c99-a915311af7f9 req-a8b469c5-041f-475e-a0e2-b1efbf294a19 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507896 Aug 16 12:58:56.990744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Attempting to bind port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:58:56.991146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Attempting to bind port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '21acd466-fb45-45a7-91e1-7628ef33f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd134662f-8f47-4d5c-8d5e-14bcabd5a30f'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:58:56.991491 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Attempting to bind port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d on network d134662f-8f47-4d5c-8d5e-14bcabd5a30f {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:56.997402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d on network d134662f-8f47-4d5c-8d5e-14bcabd5a30f not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:58:56.997806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Attempting to bind port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d on network d134662f-8f47-4d5c-8d5e-14bcabd5a30f {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:58:57.003787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:58:57.004180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Checking segment: {'id': '21acd466-fb45-45a7-91e1-7628ef33f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd134662f-8f47-4d5c-8d5e-14bcabd5a30f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:58:57.004489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Bound using segment: {'id': '21acd466-fb45-45a7-91e1-7628ef33f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd134662f-8f47-4d5c-8d5e-14bcabd5a30f'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:58:57.004938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Bound port: 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21acd466-fb45-45a7-91e1-7628ef33f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd134662f-8f47-4d5c-8d5e-14bcabd5a30f'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:58:57.005297 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:57.032249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 4fa28d3f-00f5-45aa-b18b-1613421838d6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:57.038444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 4fa28d3f-00f5-45aa-b18b-1613421838d6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:57.039481 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:57.162944 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03803f6-ceae-4f1e-a6b5-23c6dbd04414 req-a8a7b6e4-8962-4aac-bef1-a318a0dc53c4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:57.171794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a03803f6-ceae-4f1e-a6b5-23c6dbd04414 req-a8a7b6e4-8962-4aac-bef1-a318a0dc53c4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 945 time: 0.0677304 Aug 16 12:58:57.172068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] For port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:58:57.179053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] For port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d,segment=NetworkSegment(21acd466-fb45-45a7-91e1-7628ef33f33c),segment_id=21acd466-fb45-45a7-91e1-7628ef33f33c)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:58:57.188048 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:57.218282 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:57.224552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a03803f6-ceae-4f1e-a6b5-23c6dbd04414 req-376eb6ba-408d-4cc0-9622-d559f596f19d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505748 Aug 16 12:58:57.282247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239daa0-651f-4702-875e-315673701643 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:57.287331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4fa28d3f-00f5-45aa-b18b-1613421838d6, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4fa28d3f-00f5-45aa-b18b-1613421838d6,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:57.300444 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:57.301287 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f8e7fbc1-c661-480d-a090-f70f3d20246f no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:58:57.310558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:57.311831 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:57.314053 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d239daa0-651f-4702-875e-315673701643 service neutron] 10.222.0.22 "PUT /v2.0/ports/1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d HTTP/1.1" status: 200 len: 1092 time: 1.5484738 Aug 16 12:58:57.314712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef', 'tag': '1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:57.326718 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a06a70-117b-4b28-9ea6-01c0e550c86e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef", "tag": "1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:57.409662 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=4fa28d3f-00f5-45aa-b18b-1613421838d6,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:57.473336 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:57.502458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f8e7fbc1-c661-480d-a090-f70f3d20246f {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:58:57.510317 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923c04e2-87d8-4792-9dde-da440f4fe0a7 x-openstack-request-id: req-923c04e2-87d8-4792-9dde-da440f4fe0a7 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:57.510771 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef", "tag": "1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:57.511290 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-923c04e2-87d8-4792-9dde-da440f4fe0a7 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:57.511929 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef', 'tag': '1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d', 'status': 'completed', 'code': 200} Aug 16 12:58:57.591729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f8e7fbc1-c661-480d-a090-f70f3d20246f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f8e7fbc1-c661-480d-a090-f70f3d20246f,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:57.599410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-a99919b2-498b-4785-ac74-75e28b73927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:57.602802 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-a99919b2-498b-4785-ac74-75e28b73927c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b038afe4d2674ef68fe06767acb3e06c&device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 1095 time: 0.1836445 Aug 16 12:58:57.607297 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:57.674141 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-b8bf5492-3656-4167-8ed1-93d9db2f798e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d HTTP/1.1" status: 200 len: 217 time: 0.0536096 Aug 16 12:58:57.714449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f8e7fbc1-c661-480d-a090-f70f3d20246f,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:57.729130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fa8ea-087b-4af9-9859-de40af95fecd req-3b483505-f870-44e3-9b56-4d25ade855f8 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:57.733049 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c7fa8ea-087b-4af9-9859-de40af95fecd req-3b483505-f870-44e3-9b56-4d25ade855f8 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 944 time: 0.1961825 Aug 16 12:58:57.742480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-3d74b52c-1aa4-4fbd-8813-6c7e267a1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:57.744097 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-3d74b52c-1aa4-4fbd-8813-6c7e267a1944 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8be3e90c-d11c-4954-8a73-b2d652da0c5d HTTP/1.1" status: 200 len: 853 time: 0.0587616 Aug 16 12:58:57.786656 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-f553ba98-b352-41aa-9f22-368c85681265 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d134662f-8f47-4d5c-8d5e-14bcabd5a30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335619 Aug 16 12:58:57.848821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc31e4e-6827-48e3-a5c4-9331c8947ad9 req-3cff8fc0-69d8-4996-9f6c-392bc0bb561a tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:57.852172 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cc31e4e-6827-48e3-a5c4-9331c8947ad9 req-3cff8fc0-69d8-4996-9f6c-392bc0bb561a tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 943 time: 0.2404668 Aug 16 12:58:57.901109 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-d61c426d-8259-46ec-a68b-74ee13c66449 service neutron] 10.222.0.22 "GET /v2.0/networks/d134662f-8f47-4d5c-8d5e-14bcabd5a30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998509 Aug 16 12:58:57.923176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5ba17-6ff0-4dd4-9f23-9bafc6976e0a req-b8d9159c-c003-44ba-bcd7-addeae1fc2f6 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:57.926057 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8f5ba17-6ff0-4dd4-9f23-9bafc6976e0a req-b8d9159c-c003-44ba-bcd7-addeae1fc2f6 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 943 time: 0.2484860 Aug 16 12:58:57.936169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c7fa8ea-087b-4af9-9859-de40af95fecd req-bb24f62f-ee8e-4bce-bc68-8c33bfff900b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737196 Aug 16 12:58:58.035027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cc31e4e-6827-48e3-a5c4-9331c8947ad9 req-5e3c6f33-b015-4649-8efb-6ef3035b1701 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671526 Aug 16 12:58:58.110067 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f493e5f-cf29-4dc7-bdc5-2ef36fa7facd req-0c67fe47-7f9e-443b-982d-692b39d5ae06 service neutron] 10.222.0.22 "GET /v2.0/networks/d134662f-8f47-4d5c-8d5e-14bcabd5a30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882088 Aug 16 12:58:58.195904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ce2f8-f173-4965-8ecc-1b2fd1511a47 req-710d3606-acfa-462e-a9d3-8ab611653fe9 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:58.197982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-340ce2f8-f173-4965-8ecc-1b2fd1511a47 req-710d3606-acfa-462e-a9d3-8ab611653fe9 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 948 time: 0.1612296 Aug 16 12:58:58.227047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-e8f5ba17-6ff0-4dd4-9f23-9bafc6976e0a req-5a413d44-741c-430a-9993-4fa62d05ff4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Deleting port f8e7fbc1-c661-480d-a090-f70f3d20246f {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:58:58.228230 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e8f5ba17-6ff0-4dd4-9f23-9bafc6976e0a req-5a413d44-741c-430a-9993-4fa62d05ff4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:58.279759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a06a70-117b-4b28-9ea6-01c0e550c86e req-8e006c1a-2afe-4cff-88ac-9595ebdd76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:58.281189 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95a06a70-117b-4b28-9ea6-01c0e550c86e req-8e006c1a-2afe-4cff-88ac-9595ebdd76cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b038afe4d2674ef68fe06767acb3e06c&device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 1095 time: 0.0648930 Aug 16 12:58:58.325322 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-340ce2f8-f173-4965-8ecc-1b2fd1511a47 req-e32f02d6-5aba-49e9-b9db-2d677113d068 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125126 Aug 16 12:58:58.403710 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-e8f5ba17-6ff0-4dd4-9f23-9bafc6976e0a req-5a413d44-741c-430a-9993-4fa62d05ff4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] For port f8e7fbc1-c661-480d-a090-f70f3d20246f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f8e7fbc1-c661-480d-a090-f70f3d20246f,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:58.404088 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e8f5ba17-6ff0-4dd4-9f23-9bafc6976e0a req-5a413d44-741c-430a-9993-4fa62d05ff4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:58.418970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-e8f5ba17-6ff0-4dd4-9f23-9bafc6976e0a req-5a413d44-741c-430a-9993-4fa62d05ff4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Calling delete_port for f8e7fbc1-c661-480d-a090-f70f3d20246f owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:58:58.460048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a06a70-117b-4b28-9ea6-01c0e550c86e req-49e0eb02-6ca4-4e9b-b1d5-4ad55633613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:58.462956 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95a06a70-117b-4b28-9ea6-01c0e550c86e req-49e0eb02-6ca4-4e9b-b1d5-4ad55633613b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d134662f-8f47-4d5c-8d5e-14bcabd5a30f HTTP/1.1" status: 200 len: 913 time: 0.1662982 Aug 16 12:58:58.534205 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95a06a70-117b-4b28-9ea6-01c0e550c86e req-2dfe84c4-cd11-4f2f-97b0-77b1fc7d92c8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d HTTP/1.1" status: 200 len: 217 time: 0.0612538 Aug 16 12:58:58.538595 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb6ceb2-211e-4086-8145-3dccef6a5279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa28d3f-00f5-45aa-b18b-1613421838d6'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:58.541661 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d62f96-8150-4ec5-970a-15cf00304e94" -d '{"events": [{"server_uuid": "9eb6ceb2-211e-4086-8145-3dccef6a5279", "name": "network-vif-plugged", "status": "completed", "tag": "4fa28d3f-00f5-45aa-b18b-1613421838d6"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:58.547557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95427a15-a8b0-469f-83b5-f9093f94d495 req-3921704f-b4db-4067-aa5d-b7d4e44194e6 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:58.555671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95427a15-a8b0-469f-83b5-f9093f94d495 req-3921704f-b4db-4067-aa5d-b7d4e44194e6 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 946 time: 0.1230738 Aug 16 12:58:58.617339 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95427a15-a8b0-469f-83b5-f9093f94d495 req-687bee8e-ed27-4e9f-94e3-ef2f0eab4425 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606160 Aug 16 12:58:58.632233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a06a70-117b-4b28-9ea6-01c0e550c86e req-6a136de0-9678-4a56-af17-fc837550a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:58.633701 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95a06a70-117b-4b28-9ea6-01c0e550c86e req-6a136de0-9678-4a56-af17-fc837550a570 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8be3e90c-d11c-4954-8a73-b2d652da0c5d HTTP/1.1" status: 200 len: 853 time: 0.0888355 Aug 16 12:58:58.640047 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4f6742-d9da-49b0-8679-5b5cac4d1359 x-openstack-request-id: req-ad4f6742-d9da-49b0-8679-5b5cac4d1359 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:58.640363 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb6ceb2-211e-4086-8145-3dccef6a5279", "name": "network-vif-plugged", "status": "completed", "tag": "4fa28d3f-00f5-45aa-b18b-1613421838d6", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:58.640613 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad4f6742-d9da-49b0-8679-5b5cac4d1359 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:58.641183 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb6ceb2-211e-4086-8145-3dccef6a5279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa28d3f-00f5-45aa-b18b-1613421838d6', 'code': 200} Aug 16 12:58:58.681773 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95a06a70-117b-4b28-9ea6-01c0e550c86e req-079dc85f-8ebe-4570-93b6-35f40e29e759 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d134662f-8f47-4d5c-8d5e-14bcabd5a30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340557 Aug 16 12:58:58.712916 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e8f5ba17-6ff0-4dd4-9f23-9bafc6976e0a req-5a413d44-741c-430a-9993-4fa62d05ff4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:58.728324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f8e7fbc1-c661-480d-a090-f70f3d20246f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:58:58.819672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a413d44-741c-430a-9993-4fa62d05ff4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event deleted for resources: {'Port': ['ID=f8e7fbc1-c661-480d-a090-f70f3d20246f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:58.896354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 01671902-0b3d-484a-b3bd-f9002f5b3fcc up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:58.931022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f5ba17-6ff0-4dd4-9f23-9bafc6976e0a req-5a413d44-741c-430a-9993-4fa62d05ff4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] No DVR routers for this DVR port f8e7fbc1-c661-480d-a090-f70f3d20246f on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:58:58.935701 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e8f5ba17-6ff0-4dd4-9f23-9bafc6976e0a req-5a413d44-741c-430a-9993-4fa62d05ff4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:58.938869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8f5ba17-6ff0-4dd4-9f23-9bafc6976e0a req-5a413d44-741c-430a-9993-4fa62d05ff4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "DELETE /v2.0/ports/f8e7fbc1-c661-480d-a090-f70f3d20246f HTTP/1.1" status: 204 len: 173 time: 0.9993372 Aug 16 12:58:58.939527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3136b440-2d09-49fa-a88a-9907f27b0d38', 'name': 'network-vif-deleted', 'tag': 'f8e7fbc1-c661-480d-a090-f70f3d20246f'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:58:58.943314 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f27afb2-5011-479a-a157-2797a7700d39" -d '{"events": [{"server_uuid": "3136b440-2d09-49fa-a88a-9907f27b0d38", "name": "network-vif-deleted", "tag": "f8e7fbc1-c661-480d-a090-f70f3d20246f"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:58:58.998278 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab5dbd2-98b8-4a73-9717-f38f87dfd2e4 x-openstack-request-id: req-aab5dbd2-98b8-4a73-9717-f38f87dfd2e4 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:58:58.998822 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3136b440-2d09-49fa-a88a-9907f27b0d38", "name": "network-vif-deleted", "tag": "f8e7fbc1-c661-480d-a090-f70f3d20246f", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:58:58.999364 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aab5dbd2-98b8-4a73-9717-f38f87dfd2e4 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:58:58.999884 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3136b440-2d09-49fa-a88a-9907f27b0d38', 'name': 'network-vif-deleted', 'tag': 'f8e7fbc1-c661-480d-a090-f70f3d20246f', 'status': 'completed', 'code': 200} Aug 16 12:58:59.003235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f8e7fbc1-c661-480d-a090-f70f3d20246f up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:58:59.021821 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95a06a70-117b-4b28-9ea6-01c0e550c86e req-4e57f43b-4b50-470c-8187-0bcd10b52a7c service neutron] 10.222.0.22 "GET /v2.0/networks/d134662f-8f47-4d5c-8d5e-14bcabd5a30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199003 Aug 16 12:58:59.062290 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: f8e7fbc1-c661-480d-a090-f70f3d20246f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:58:59.063159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f8e7fbc1-c661-480d-a090-f70f3d20246f not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 12:58:59.065260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2545f5-9633-4922-b02c-44c03cd7e2d2 req-a9f3ece9-b009-440a-8f37-a283ef5b2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:59.067456 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f2545f5-9633-4922-b02c-44c03cd7e2d2 req-a9f3ece9-b009-440a-8f37-a283ef5b2f9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 1097 time: 0.2190433 Aug 16 12:58:59.108885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Port f8e7fbc1-c661-480d-a090-f70f3d20246f not found, will not notify nova. {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 12:58:59.131900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 01671902-0b3d-484a-b3bd-f9002f5b3fcc completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:58:59.137432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 01671902-0b3d-484a-b3bd-f9002f5b3fcc triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:59.138244 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:59.219153 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f2545f5-9633-4922-b02c-44c03cd7e2d2 req-eafec777-65d5-4a69-a56d-d7130e678f5b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279492 Aug 16 12:58:59.246901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95a06a70-117b-4b28-9ea6-01c0e550c86e req-f436269b-9162-4ea4-826a-6ddb388d3575 service neutron] 10.222.0.22 "GET /v2.0/networks/d134662f-8f47-4d5c-8d5e-14bcabd5a30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089865 Aug 16 12:58:59.295056 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:59.300483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772bc81-d679-4efe-8f3e-e5b190000676 req-8123f35d-0a52-4431-a3a3-3cb28208bee8 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:59.303900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7772bc81-d679-4efe-8f3e-e5b190000676 req-8123f35d-0a52-4431-a3a3-3cb28208bee8 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 944 time: 0.2161913 Aug 16 12:58:59.353108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7cc7ab55-7516-4a2b-bc36-a3cd9574c427 req-553f90bf-87e5-4178-b27e-cae9fe04714b tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=3136b440-2d09-49fa-a88a-9907f27b0d38 HTTP/1.1" status: 200 len: 210 time: 0.1184461 Aug 16 12:58:59.395708 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:59.470858 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7772bc81-d679-4efe-8f3e-e5b190000676 req-d1fd7723-8973-4e9b-8c6c-2cc20ddae2a1 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162112 Aug 16 12:58:59.504660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 01671902-0b3d-484a-b3bd-f9002f5b3fcc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=01671902-0b3d-484a-b3bd-f9002f5b3fcc,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:58:59.514042 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:59.622336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=01671902-0b3d-484a-b3bd-f9002f5b3fcc,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:59.700583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e342e-534d-4414-8307-4f52b99f3458 req-e63e3576-118e-4761-b20e-d560d44eada0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:59.702918 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a25e342e-534d-4414-8307-4f52b99f3458 req-e63e3576-118e-4761-b20e-d560d44eada0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 949 time: 0.0768816 Aug 16 12:58:59.814634 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a25e342e-534d-4414-8307-4f52b99f3458 req-861dcfae-c41d-4c52-97d6-4a8d1024f022 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903988 Aug 16 12:58:59.864865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23889558-ced3-4f07-99a5-08d46a35e107 req-75713b23-eebb-4ae7-8df9-ab36702cab41 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:59.867189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23889558-ced3-4f07-99a5-08d46a35e107 req-75713b23-eebb-4ae7-8df9-ab36702cab41 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 946 time: 0.1318114 Aug 16 12:58:59.951515 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23889558-ced3-4f07-99a5-08d46a35e107 req-45e31a78-b202-4db0-b74c-345438c9a7b4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662248 Aug 16 12:59:00.628403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ad499-5712-4574-97d0-67b1a7ecfa7f req-c500a3cd-b636-48cf-a6fc-ba0ae3bf0b70 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:00.636583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-263ad499-5712-4574-97d0-67b1a7ecfa7f req-c500a3cd-b636-48cf-a6fc-ba0ae3bf0b70 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 944 time: 0.0700636 Aug 16 12:59:00.642456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ea7944-2633-4794-bc5d-8a122227696b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01671902-0b3d-484a-b3bd-f9002f5b3fcc'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:00.645455 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf7ade4-6039-4010-bcf8-b7f3184d04dd" -d '{"events": [{"server_uuid": "87ea7944-2633-4794-bc5d-8a122227696b", "name": "network-vif-plugged", "status": "completed", "tag": "01671902-0b3d-484a-b3bd-f9002f5b3fcc"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:00.735682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-263ad499-5712-4574-97d0-67b1a7ecfa7f req-a420429e-b9a5-47a6-81f6-e86002d39c41 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955651 Aug 16 12:59:00.792764 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6081f600-60d6-40da-b4da-6b98359ba2c5 x-openstack-request-id: req-6081f600-60d6-40da-b4da-6b98359ba2c5 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:00.793061 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ea7944-2633-4794-bc5d-8a122227696b", "name": "network-vif-plugged", "status": "completed", "tag": "01671902-0b3d-484a-b3bd-f9002f5b3fcc", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:00.793316 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6081f600-60d6-40da-b4da-6b98359ba2c5 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:00.793747 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ea7944-2633-4794-bc5d-8a122227696b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01671902-0b3d-484a-b3bd-f9002f5b3fcc', 'code': 200} Aug 16 12:59:00.940676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63a4cc-79ac-4642-9aea-f278a97470ef req-e4273e50-62b3-4d35-af87-d7488df43c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:00.947405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6d63a4cc-79ac-4642-9aea-f278a97470ef req-e4273e50-62b3-4d35-af87-d7488df43c8d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 1100 time: 0.0641851 Aug 16 12:59:01.001788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ad13c-e9f8-4aa2-9ce1-95fef9d7cd81 req-2aaad42d-7ecb-44c0-85f7-a6aba1f7bdc4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:01.009267 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c77ad13c-e9f8-4aa2-9ce1-95fef9d7cd81 req-2aaad42d-7ecb-44c0-85f7-a6aba1f7bdc4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1574943 Aug 16 12:59:01.010407 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6d63a4cc-79ac-4642-9aea-f278a97470ef req-5f27ddc5-7f59-407a-bc17-6e5ea0b0f76f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576916 Aug 16 12:59:01.114042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7561d-8207-48dc-9464-026e36ff964b req-f64bfad1-d290-4ac1-a676-d19ede8725c3 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:01.116834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-f64bfad1-d290-4ac1-a676-d19ede8725c3 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/networks?id=c74d340b-f81a-4b86-a5dc-7a52d434a180 HTTP/1.1" status: 200 len: 821 time: 0.2332001 Aug 16 12:59:01.127051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c77ad13c-e9f8-4aa2-9ce1-95fef9d7cd81 req-abb66ef7-a2b8-40a3-8a34-ee4d7af2c6a0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166482 Aug 16 12:59:01.160369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-f845ce95-7df1-44cf-b4b7-8f56d5c40ae0 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/quotas/fd27f13269bc4bd4953c65507e9ce3e8 HTTP/1.1" status: 200 len: 375 time: 0.0318747 Aug 16 12:59:01.252129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-86bdc54e-c8ea-4b96-934c-1433b72a8fa3 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd27f13269bc4bd4953c65507e9ce3e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0836296 Aug 16 12:59:01.373264 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-fb16d7cf-65a2-4a28-9459-52ef26baecf2 service neutron] 10.222.0.25 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201284 Aug 16 12:59:01.512269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17115c02-bc04-4a17-a597-9020144b2294 req-fe92bbab-9f77-4fb3-ba91-64daf8144c6c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:01.519852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17115c02-bc04-4a17-a597-9020144b2294 req-fe92bbab-9f77-4fb3-ba91-64daf8144c6c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 949 time: 0.1620243 Aug 16 12:59:01.608710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-9f0204d0-cce3-4445-b8c2-4874559443a2 service neutron] 10.222.0.25 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081785 Aug 16 12:59:01.647800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17115c02-bc04-4a17-a597-9020144b2294 req-f0a8a78d-f537-46d9-b23d-8ef0d20b1a4a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218882 Aug 16 12:59:01.753124 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0307e433-8dcf-47aa-85fe-8f3120a22af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:01.908026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396993d-501b-43fd-bc15-0671c2130685 req-ea9186f5-5a9a-4f3d-a86a-4f0f5b3d9f8f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:01.936004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5396993d-501b-43fd-bc15-0671c2130685 req-ea9186f5-5a9a-4f3d-a86a-4f0f5b3d9f8f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 946 time: 0.1600208 Aug 16 12:59:02.100054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5396993d-501b-43fd-bc15-0671c2130685 req-4e4803cd-410c-4816-927d-9f2d5adc34c1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522839 Aug 16 12:59:02.132056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110865-e930-47fb-a855-f9e6db6ef31b req-4ee6b5b8-c8f9-48d8-a5a9-8d8fd41ddde3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:02.134017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02110865-e930-47fb-a855-f9e6db6ef31b req-4ee6b5b8-c8f9-48d8-a5a9-8d8fd41ddde3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1775610 Aug 16 12:59:02.228982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02110865-e930-47fb-a855-f9e6db6ef31b req-9160af1d-1c7b-4f77-9d3b-536fa1761b77 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845275 Aug 16 12:59:02.687948 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39d6c1c9-9718-4e07-9369-9b16fc6c0601 req-a256e99e-2a14-4d1c-bd0f-e9e0e3b95341 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 210 time: 0.0755548 Aug 16 12:59:02.737041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac297157-d426-4639-9300-4d153e03603e req-886e62a8-adbf-4bb2-849b-e855b9fcd86e tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:02.762291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac297157-d426-4639-9300-4d153e03603e req-886e62a8-adbf-4bb2-849b-e855b9fcd86e tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 944 time: 0.2835109 Aug 16 12:59:02.921110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:59:02.973136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f8e7fbc1-c661-480d-a090-f70f3d20246f no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:03.112784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: f8e7fbc1-c661-480d-a090-f70f3d20246f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:59:03.115739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f8e7fbc1-c661-480d-a090-f70f3d20246f not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:59:03.162330 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c1c6061e-d897-4e8f-bc40-5d443802ef50 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:03.172657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c1c6061e-d897-4e8f-bc40-5d443802ef50 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 812 time: 0.3306382 Aug 16 12:59:03.232431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-74084b7e-cbeb-44e6-af19-24a06b1cdfb5 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/quotas/69db3e09f4b04fcd9dcdc03807c00973 HTTP/1.1" status: 200 len: 375 time: 0.0575287 Aug 16 12:59:03.367476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d,segment=NetworkSegment(21acd466-fb45-45a7-91e1-7628ef33f33c),segment_id=21acd466-fb45-45a7-91e1-7628ef33f33c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:03.433365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d', 'network_id': 'd134662f-8f47-4d5c-8d5e-14bcabd5a30f', 'port_id': '1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d', 'mac_address': 'fa:16:3e:59:4e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be3e90c-d11c-4954-8a73-b2d652da0c5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:59:03.460210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac297157-d426-4639-9300-4d153e03603e req-ae77b4bf-e0d6-4beb-a21d-c4b3b702c294 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690309 Aug 16 12:59:03.551795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-8539adb6-76f4-4d5d-9435-c8ccf32a410e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3010962 Aug 16 12:59:03.632658 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:03.692960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:03.767911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f98636-d592-4178-be5e-8cedb954de46 req-794d02a2-fbc8-4a70-95f7-1c07ee24928e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:03.779360 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21f98636-d592-4178-be5e-8cedb954de46 req-794d02a2-fbc8-4a70-95f7-1c07ee24928e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 949 time: 0.1257820 Aug 16 12:59:03.824431 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.resource_extend [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:59:03.855741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-ef360a3f-8038-40f3-8b60-e7cc25edeb50 service neutron] 10.222.0.25 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837281 Aug 16 12:59:03.886044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d,segment=NetworkSegment(21acd466-fb45-45a7-91e1-7628ef33f33c),segment_id=21acd466-fb45-45a7-91e1-7628ef33f33c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:03.887607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21f98636-d592-4178-be5e-8cedb954de46 req-aa5fa6ed-ca73-4120-aeb0-bb5ca2c9e094 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069803 Aug 16 12:59:03.900082 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:04.143263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:04.261273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-719e8f0f-ae5d-401e-ad69-00446491592d service neutron] 10.222.0.25 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044268 Aug 16 12:59:04.387658 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98c901c2-fbf0-48e3-8a19-01580affe53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:04.427219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:04.477417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e096a841-0f09-4c9f-b7f1-16dfaebf0357 req-f8ad804a-edf8-4be4-a5cc-b1b4ab3475da tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 210 time: 0.1228266 Aug 16 12:59:04.643864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7561d-8207-48dc-9464-026e36ff964b req-1c6aa8e2-d65f-49c5-b81a-c7e38ea60deb tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:04.645766 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-1c6aa8e2-d65f-49c5-b81a-c7e38ea60deb tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "GET /v2.0/networks?id=c74d340b-f81a-4b86-a5dc-7a52d434a180 HTTP/1.1" status: 200 len: 821 time: 0.4415758 Aug 16 12:59:04.669602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Request body: {'port': {'device_id': 'cec7d273-bc05-4569-844d-d6e9631c33f4', 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180', 'admin_state_up': True, 'tenant_id': 'fd27f13269bc4bd4953c65507e9ce3e8'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:04.674902 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:05.030140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Made reservation on behalf of fd27f13269bc4bd4953c65507e9ce3e8 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:05.034498 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:05.070734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d0eb2-c3f3-43ed-a9db-a22711f7b531 req-9e9c1590-4589-436b-bba2-0dff590aa67b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:05.080219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c00d0eb2-c3f3-43ed-a9db-a22711f7b531 req-9e9c1590-4589-436b-bba2-0dff590aa67b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c782477-9d00-4ec3-8702-2d3ac92887aa HTTP/1.1" status: 200 len: 950 time: 0.2379305 Aug 16 12:59:05.092528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44011b01-67ef-495b-a91a-4e23f88249e6 req-183e8c72-a332-42e0-a290-3bf3ba3442b3 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:05.101044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-44011b01-67ef-495b-a91a-4e23f88249e6 req-183e8c72-a332-42e0-a290-3bf3ba3442b3 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 945 time: 0.3782077 Aug 16 12:59:05.200872 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-44011b01-67ef-495b-a91a-4e23f88249e6 req-db0666b0-f17c-4e7b-b8ca-89f1fc08a0d8 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974886 Aug 16 12:59:05.223421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c00d0eb2-c3f3-43ed-a9db-a22711f7b531 req-a35ce6b3-74a4-4da1-ab80-ec55668e86a6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984492 Aug 16 12:59:05.305742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e0a6d2a-8e53-4532-9aa4-7c0862c76c2e req-0d662221-2c03-4770-a266-2b6d4a0662c7 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 210 time: 0.0487113 Aug 16 12:59:05.471258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Allocated IP 172.20.0.8 (c74d340b-f81a-4b86-a5dc-7a52d434a180/2698112a-ce6a-45e2-a0ed-383e4d82d22a/89fab58c-141d-4da4-b25e-1da50bbdcf60) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:05.484891 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:05.859277 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a1615f7-5c2a-478c-85d0-b7e2eba8cbac req-5e1f201a-d112-420d-8b62-f73b36b94326 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 210 time: 0.1203475 Aug 16 12:59:05.940048 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:06.004022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:06.159900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event updated for resources: {'Port': ['ID=89fab58c-141d-4da4-b25e-1da50bbdcf60,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:06.163720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9cf57-5178-4ecd-bd6d-c3fcc96e76c1 req-e1f28f15-93c2-4429-80fd-e6b025065b19 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:06.165725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Network c74d340b-f81a-4b86-a5dc-7a52d434a180 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:06.170321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:06.186463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:06.193123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.193656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.194464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.194810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.195324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.195663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.196014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.196827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.197246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.197523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.197821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.198196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:06.203863 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9cf57-5178-4ecd-bd6d-c3fcc96e76c1 req-e1f28f15-93c2-4429-80fd-e6b025065b19 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:06.217593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39f9cf57-5178-4ecd-bd6d-c3fcc96e76c1 req-e1f28f15-93c2-4429-80fd-e6b025065b19 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b&device_id=8c782477-9d00-4ec3-8702-2d3ac92887aa HTTP/1.1" status: 200 len: 1690 time: 0.2109425 Aug 16 12:59:06.298452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:06.301339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:06.332712 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-09a72a60-a4f9-4c33-966c-bedfc73521c1 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6737070 Aug 16 12:59:06.357612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-5cf70f89-dfd3-4f78-96ee-4cfe4266a205 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:59:06.358759 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-5cf70f89-dfd3-4f78-96ee-4cfe4266a205 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165520 Aug 16 12:59:06.369208 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39f9cf57-5178-4ecd-bd6d-c3fcc96e76c1 req-6a40acc7-c99e-4c5c-96c1-ed3e13c4f730 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477079 Aug 16 12:59:06.377928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Request body: {'port': {'device_id': 'cec7d273-bc05-4569-844d-d6e9631c33f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:06.500371 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:06.806316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951430a-0cc3-4aa4-aba3-e53bcd776a88 req-6f1f0921-ecd5-4fe4-a9af-fbd2d3d5f276 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:06.830386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8951430a-0cc3-4aa4-aba3-e53bcd776a88 req-6f1f0921-ecd5-4fe4-a9af-fbd2d3d5f276 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 945 time: 0.2028110 Aug 16 12:59:06.943942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:07.153661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8951430a-0cc3-4aa4-aba3-e53bcd776a88 req-54b8dff3-bac8-4dc9-9d3d-fea70674a9c9 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123899 Aug 16 12:59:07.202588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:07.222172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:07.224519 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:07.234324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2fde637a-04ec-4696-92d2-d4d1c53de537 req-dc8cacbe-0e44-4774-ac5d-41452a9ec23e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 210 time: 0.1117561 Aug 16 12:59:07.393537 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:07.492904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-63e80c0b-8de2-40d5-b4b8-d6fd046c6d30 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:07.494571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-63e80c0b-8de2-40d5-b4b8-d6fd046c6d30 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 812 time: 0.5278769 Aug 16 12:59:07.510172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Request body: {'port': {'device_id': 'd9c52daa-7cb1-4399-9df2-206bc296ffe1', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'admin_state_up': True, 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:07.510786 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:07.523254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fab58c-141d-4da4-b25e-1da50bbdcf60 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:07.563159 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:07.641263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d,segment=NetworkSegment(21acd466-fb45-45a7-91e1-7628ef33f33c),segment_id=21acd466-fb45-45a7-91e1-7628ef33f33c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:07.644614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Transition to ACTIVE for port object 89fab58c-141d-4da4-b25e-1da50bbdcf60 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:07.645879 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:07.659411 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fe162e-3929-4315-8f82-a43f52e99508" -d '{"events": [{"server_uuid": "9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef", "name": "network-vif-plugged", "status": "completed", "tag": "1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:07.667414 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:07.672705 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:07.776228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Made reservation on behalf of 69db3e09f4b04fcd9dcdc03807c00973 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:07.780799 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:07.844334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:07.868898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.869256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.873878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.874392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.874642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.874978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.875320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.875659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.876006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.878012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.878387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.878736 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:07.973396 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=89fab58c-141d-4da4-b25e-1da50bbdcf60,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:08.174386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Attempting to bind port 89fab58c-141d-4da4-b25e-1da50bbdcf60 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:08.174386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Attempting to bind port 89fab58c-141d-4da4-b25e-1da50bbdcf60 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:08.174865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Attempting to bind port 89fab58c-141d-4da4-b25e-1da50bbdcf60 on network c74d340b-f81a-4b86-a5dc-7a52d434a180 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:08.184330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Port 89fab58c-141d-4da4-b25e-1da50bbdcf60 on network c74d340b-f81a-4b86-a5dc-7a52d434a180 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:59:08.185035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Attempting to bind port 89fab58c-141d-4da4-b25e-1da50bbdcf60 on network c74d340b-f81a-4b86-a5dc-7a52d434a180 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:08.200823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:08.201775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Checking segment: {'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:08.202596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Bound using segment: {'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:08.203588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Bound port: 89fab58c-141d-4da4-b25e-1da50bbdcf60, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160ff41b-5b06-44c1-ab04-af98952ef771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:08.204338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:08.223667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Allocated IP 172.20.0.5 (332b6301-e3c3-48b0-a69e-a0e7cf1ae430/dac6c284-5c0d-410c-8657-6a93f25e8167/70d81bf0-893c-4aa5-befc-2cb020cf1c2f) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:08.251721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b6d15-3a86-46d1-bc81-33bb293c35b6 req-f23f57d4-fff5-4e40-afe3-6401aabaf966 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:08.253392 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f6b6d15-3a86-46d1-bc81-33bb293c35b6 req-f23f57d4-fff5-4e40-afe3-6401aabaf966 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 943 time: 0.2273340 Aug 16 12:59:08.307472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b50dd4-843d-48dc-a722-31cded000c48 req-d954ecf7-6542-46a7-aede-a1c8688e6a58 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:08.310267 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79b50dd4-843d-48dc-a722-31cded000c48 req-d954ecf7-6542-46a7-aede-a1c8688e6a58 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 1100 time: 0.1334686 Aug 16 12:59:08.336140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] For port 89fab58c-141d-4da4-b25e-1da50bbdcf60, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:08.341359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] For port 89fab58c-141d-4da4-b25e-1da50bbdcf60, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=89fab58c-141d-4da4-b25e-1da50bbdcf60,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:08.358077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:08.402290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f6b6d15-3a86-46d1-bc81-33bb293c35b6 req-60c0b4a7-7a6f-4337-99b9-5309974c6d7c tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124103 Aug 16 12:59:08.437372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:08.439024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:08.441851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] 10.222.0.42 "PUT /v2.0/ports/89fab58c-141d-4da4-b25e-1da50bbdcf60 HTTP/1.1" status: 200 len: 1091 time: 2.0688365 Aug 16 12:59:08.447214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec7d273-bc05-4569-844d-d6e9631c33f4', 'tag': '89fab58c-141d-4da4-b25e-1da50bbdcf60'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:08.454579 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0669ab86-5fee-441a-8fef-d7442ea18014" -d '{"events": [{"name": "network-changed", "server_uuid": "cec7d273-bc05-4569-844d-d6e9631c33f4", "tag": "89fab58c-141d-4da4-b25e-1da50bbdcf60"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:08.475345 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ae4c22-4c57-488d-9b22-d3180d3285e2 x-openstack-request-id: req-94ae4c22-4c57-488d-9b22-d3180d3285e2 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:08.477097 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef", "name": "network-vif-plugged", "status": "completed", "tag": "1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:08.477587 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94ae4c22-4c57-488d-9b22-d3180d3285e2 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:08.478327 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d', 'code': 200} Aug 16 12:59:08.500229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79b50dd4-843d-48dc-a722-31cded000c48 req-f224919c-f503-422d-ad88-04892acf561f tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730504 Aug 16 12:59:08.619926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50676cc6-0491-4b9c-ab35-449135e8dfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=89fab58c-141d-4da4-b25e-1da50bbdcf60,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:08.712358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b590e4-55b5-4c2f-b6fb-6eb2a9861aea req-1f6775a4-822d-40a5-a001-3b43ad8de74a tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:08.724137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7561d-8207-48dc-9464-026e36ff964b req-2f97621d-ab18-4ab6-ae86-502850193bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:08.726388 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-2f97621d-ab18-4ab6-ae86-502850193bfc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd27f13269bc4bd4953c65507e9ce3e8&device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 1094 time: 0.1906686 Aug 16 12:59:08.732675 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83b590e4-55b5-4c2f-b6fb-6eb2a9861aea req-1f6775a4-822d-40a5-a001-3b43ad8de74a tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 945 time: 0.1363089 Aug 16 12:59:08.788010 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-70576612-6501-45d8-be5d-239f7713fc0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89fab58c-141d-4da4-b25e-1da50bbdcf60 HTTP/1.1" status: 200 len: 217 time: 0.0528111 Aug 16 12:59:08.790902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3183a36-d863-42b2-b527-03d360000661 req-02852a01-622d-47c1-b0f3-9ed4da0bca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:08.791414 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:08.793658 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c3183a36-d863-42b2-b527-03d360000661 req-02852a01-622d-47c1-b0f3-9ed4da0bca9c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 1097 time: 0.1424057 Aug 16 12:59:08.809927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Transition to ACTIVE for port object 70d81bf0-893c-4aa5-befc-2cb020cf1c2f will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:08.861108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7561d-8207-48dc-9464-026e36ff964b req-617dfca1-09fd-43ab-9b17-1f06bce0e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:08.862937 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-617dfca1-09fd-43ab-9b17-1f06bce0e435 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2698112a-ce6a-45e2-a0ed-383e4d82d22a HTTP/1.1" status: 200 len: 861 time: 0.0674338 Aug 16 12:59:08.872203 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:08.903101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7ea1c7be-d747-494d-8759-92d77770e3b8', '11b8f6d4-8694-4b7d-b47d-5c2c8534111e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:08.930737 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-1752cf12-d400-4211-a7f3-1461080504ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c74d340b-f81a-4b86-a5dc-7a52d434a180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586298 Aug 16 12:59:08.991455 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c3183a36-d863-42b2-b527-03d360000661 req-1803e2d6-976e-4a81-9710-e05cc783b32c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273830 Aug 16 12:59:08.997428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd647cb-f1c1-4b9a-ad34-7817dd613d58 req-664d0afc-2b7f-4258-b8e3-6577935272a0 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:09.010448 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0dd647cb-f1c1-4b9a-ad34-7817dd613d58 req-664d0afc-2b7f-4258-b8e3-6577935272a0 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 946 time: 0.3284612 Aug 16 12:59:09.031822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:09.051656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:09.056604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:09.171809 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-97439dee-3429-4649-a091-2d69d9232207 service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120533 Aug 16 12:59:09.192802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83b590e4-55b5-4c2f-b6fb-6eb2a9861aea req-a583a16e-7371-456f-8fcf-c5985f4f0d4b tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577477 Aug 16 12:59:09.284761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event updated for resources: {'Port': ['ID=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:09.356693 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ef7561d-8207-48dc-9464-026e36ff964b req-386bd421-1f3d-4f0e-be22-5e6a4333e30a service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608593 Aug 16 12:59:09.379094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.387181 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.387902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.388349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.389057 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.389499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.389985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.390506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.390811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.392208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.392648 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.393415 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:09.470835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0dd647cb-f1c1-4b9a-ad34-7817dd613d58 req-f862ea54-8224-471c-871e-6609ebdc3530 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584939 Aug 16 12:59:09.484145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:09.489837 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:09.528626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-b4c32917-f8d7-496b-9221-7bc98efb3d6c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0226221 Aug 16 12:59:09.545557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Request body: {'port': {'device_id': 'd9c52daa-7cb1-4399-9df2-206bc296ffe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:09.577785 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da511757-ed92-4aff-ae7f-9b6b8b1adf85 x-openstack-request-id: req-da511757-ed92-4aff-ae7f-9b6b8b1adf85 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:09.578238 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec7d273-bc05-4569-844d-d6e9631c33f4", "tag": "89fab58c-141d-4da4-b25e-1da50bbdcf60", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:09.578807 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da511757-ed92-4aff-ae7f-9b6b8b1adf85 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:09.580191 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec7d273-bc05-4569-844d-d6e9631c33f4', 'tag': '89fab58c-141d-4da4-b25e-1da50bbdcf60', 'status': 'completed', 'code': 200} Aug 16 12:59:09.603432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2ba04c0b-160a-4117-8087-57b82a57777e None None] Provisioning for port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:09.615241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2ba04c0b-160a-4117-8087-57b82a57777e None None] Provisioning complete for port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:09.615668 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ba04c0b-160a-4117-8087-57b82a57777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:09.640903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7eef8-f407-4057-b829-5ce5899f9add req-5ac3abd3-fb36-4dff-b3e8-c888272d4498 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:09.649528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18d7eef8-f407-4057-b829-5ce5899f9add req-5ac3abd3-fb36-4dff-b3e8-c888272d4498 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 931 time: 0.3158765 Aug 16 12:59:09.688728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ab86-5fee-441a-8fef-d7442ea18014 req-1ac9cd6c-8a57-44d4-9e3e-eef1fac5766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:09.693673 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0669ab86-5fee-441a-8fef-d7442ea18014 req-1ac9cd6c-8a57-44d4-9e3e-eef1fac5766b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd27f13269bc4bd4953c65507e9ce3e8&device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 1094 time: 0.1080880 Aug 16 12:59:09.731816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2ba04c0b-160a-4117-8087-57b82a57777e None None] Port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:59:09.759154 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:09.764277 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18d7eef8-f407-4057-b829-5ce5899f9add req-0d7092a0-0993-423b-9c7d-51a58c42d148 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135850 Aug 16 12:59:09.879972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ab86-5fee-441a-8fef-d7442ea18014 req-e3da5c97-c9d9-4c8b-b444-5b459e1fe087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:09.883299 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0669ab86-5fee-441a-8fef-d7442ea18014 req-e3da5c97-c9d9-4c8b-b444-5b459e1fe087 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c74d340b-f81a-4b86-a5dc-7a52d434a180 HTTP/1.1" status: 200 len: 921 time: 0.1806328 Aug 16 12:59:09.885996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da559a3c-e5a3-4506-9203-6f2015c5318f req-0620662d-3cea-4479-92d5-2ac4bcf23626 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:09.913733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da559a3c-e5a3-4506-9203-6f2015c5318f req-0620662d-3cea-4479-92d5-2ac4bcf23626 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8c782477-9d00-4ec3-8702-2d3ac92887aa HTTP/1.1" status: 200 len: 1101 time: 0.1853898 Aug 16 12:59:09.981901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0669ab86-5fee-441a-8fef-d7442ea18014 req-83e9ea04-0e2e-487f-9053-24c28f523eb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89fab58c-141d-4da4-b25e-1da50bbdcf60 HTTP/1.1" status: 200 len: 217 time: 0.0838027 Aug 16 12:59:09.984841 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:59:10.107433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ab86-5fee-441a-8fef-d7442ea18014 req-2985f2c6-5e08-4e78-8271-4bbf9e108a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:10.110836 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0669ab86-5fee-441a-8fef-d7442ea18014 req-2985f2c6-5e08-4e78-8271-4bbf9e108a47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2698112a-ce6a-45e2-a0ed-383e4d82d22a HTTP/1.1" status: 200 len: 861 time: 0.1208465 Aug 16 12:59:10.176920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0669ab86-5fee-441a-8fef-d7442ea18014 req-8aa1f834-038b-4f26-9a7c-d08d0ce85c65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c74d340b-f81a-4b86-a5dc-7a52d434a180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565634 Aug 16 12:59:10.327055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0669ab86-5fee-441a-8fef-d7442ea18014 req-a1a83264-f50b-40fc-813a-1e709c243cc0 service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413081 Aug 16 12:59:10.539053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ccd5f-b924-4549-8470-f4f4ce6d1c7d req-b764a983-4676-49f5-8622-2758ec2b022d tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:10.541153 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-748ccd5f-b924-4549-8470-f4f4ce6d1c7d req-b764a983-4676-49f5-8622-2758ec2b022d tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 945 time: 0.0890319 Aug 16 12:59:10.547203 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0669ab86-5fee-441a-8fef-d7442ea18014 req-79abd526-7684-491c-83b7-0c4a62772251 service neutron] 10.222.0.42 "GET /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087765 Aug 16 12:59:10.575904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da559a3c-e5a3-4506-9203-6f2015c5318f req-40a8f296-99dc-4b83-9c6f-096ac81e3329 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609335 Aug 16 12:59:10.787623 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea5a66-aab7-47dd-8557-e97fe72413ed req-54a17ffb-8662-4378-a9e2-15f74f758770 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:10.794228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-748ccd5f-b924-4549-8470-f4f4ce6d1c7d req-ea2224ef-1000-405a-9530-a877879adae1 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Deleting port ea41d670-59f9-4bde-97ce-07aa178bbef6 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:10.794973 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-748ccd5f-b924-4549-8470-f4f4ce6d1c7d req-ea2224ef-1000-405a-9530-a877879adae1 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:10.800919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fdea5a66-aab7-47dd-8557-e97fe72413ed req-54a17ffb-8662-4378-a9e2-15f74f758770 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 943 time: 0.4194546 Aug 16 12:59:10.880133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd28b5-e30f-430d-ad9d-096f73ca91fd req-7c803cac-0036-46af-8bc6-f77780f8939c tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:10.888729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84cd28b5-e30f-430d-ad9d-096f73ca91fd req-7c803cac-0036-46af-8bc6-f77780f8939c tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 945 time: 0.1545630 Aug 16 12:59:10.945928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fdea5a66-aab7-47dd-8557-e97fe72413ed req-010ef9f1-82e8-472a-9f60-c84b624916e8 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436682 Aug 16 12:59:10.991701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-748ccd5f-b924-4549-8470-f4f4ce6d1c7d req-ea2224ef-1000-405a-9530-a877879adae1 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] For port ea41d670-59f9-4bde-97ce-07aa178bbef6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ea41d670-59f9-4bde-97ce-07aa178bbef6,segment=NetworkSegment(eb92932f-c21e-4bea-a715-cab448e2bc0a),segment_id=eb92932f-c21e-4bea-a715-cab448e2bc0a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:10.992256 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-748ccd5f-b924-4549-8470-f4f4ce6d1c7d req-ea2224ef-1000-405a-9530-a877879adae1 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:10.996563 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84cd28b5-e30f-430d-ad9d-096f73ca91fd req-e2dd70d5-ccc7-4f87-a91d-71e14e873f8e tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcec2122-6118-414f-829d-b02c795dec86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065707 Aug 16 12:59:11.017613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-748ccd5f-b924-4549-8470-f4f4ce6d1c7d req-ea2224ef-1000-405a-9530-a877879adae1 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Calling delete_port for ea41d670-59f9-4bde-97ce-07aa178bbef6 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:11.267196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d81bf0-893c-4aa5-befc-2cb020cf1c2f {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:11.300824 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:11.409854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d594da-ea8e-4550-81ad-2680b521eb49 req-d4ec1dfa-21e9-495a-b998-4f908288a9a9 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:11.435018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17d594da-ea8e-4550-81ad-2680b521eb49 req-d4ec1dfa-21e9-495a-b998-4f908288a9a9 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 946 time: 0.3183541 Aug 16 12:59:11.468732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Transition to ACTIVE for port object 70d81bf0-893c-4aa5-befc-2cb020cf1c2f will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:11.540711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:11.638554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17d594da-ea8e-4550-81ad-2680b521eb49 req-534a64c5-b0cd-4198-9450-fee361140798 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876280 Aug 16 12:59:11.694499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Pushing event updated for resources: {'Port': ['ID=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:11.722066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a845de4-8c79-4b68-b57f-5dec9d500ef0 req-5cad6e7a-254c-4b45-935c-0c7410317c7b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:11.731407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a845de4-8c79-4b68-b57f-5dec9d500ef0 req-5cad6e7a-254c-4b45-935c-0c7410317c7b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 943 time: 0.2376418 Aug 16 12:59:11.831220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a845de4-8c79-4b68-b57f-5dec9d500ef0 req-9c8798ca-12d3-4f14-bad5-be2dddf18d80 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986104 Aug 16 12:59:11.932388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Attempting to bind port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:11.937123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Attempting to bind port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:11.937811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Attempting to bind port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:11.949032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:59:11.949679 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Attempting to bind port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:11.965889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:11.968817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Checking segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:11.969390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Bound using segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:11.969974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Bound port: 70d81bf0-893c-4aa5-befc-2cb020cf1c2f, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:11.970438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:11.977982 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-748ccd5f-b924-4549-8470-f4f4ce6d1c7d req-ea2224ef-1000-405a-9530-a877879adae1 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:12.010325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['ea41d670-59f9-4bde-97ce-07aa178bbef6'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:12.040822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2224ef-1000-405a-9530-a877879adae1 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Pushing event deleted for resources: {'Port': ['ID=ea41d670-59f9-4bde-97ce-07aa178bbef6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:12.199896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-748ccd5f-b924-4549-8470-f4f4ce6d1c7d req-ea2224ef-1000-405a-9530-a877879adae1 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] No DVR routers for this DVR port ea41d670-59f9-4bde-97ce-07aa178bbef6 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:59:12.201570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-cd952b48-eecc-43c7-9133-5e494c6e8036 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040711 Aug 16 12:59:12.203668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-748ccd5f-b924-4549-8470-f4f4ce6d1c7d req-ea2224ef-1000-405a-9530-a877879adae1 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:12.207734 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-748ccd5f-b924-4549-8470-f4f4ce6d1c7d req-ea2224ef-1000-405a-9530-a877879adae1 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.22 "DELETE /v2.0/ports/ea41d670-59f9-4bde-97ce-07aa178bbef6 HTTP/1.1" status: 204 len: 173 time: 1.6507761 Aug 16 12:59:12.208224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f741910-c54c-4d62-8ed7-bc244b6f0c46', 'name': 'network-vif-deleted', 'tag': 'ea41d670-59f9-4bde-97ce-07aa178bbef6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:12.222659 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30606bd-aaf7-4c2a-9609-07e1356c0ade" -d '{"events": [{"server_uuid": "2f741910-c54c-4d62-8ed7-bc244b6f0c46", "name": "network-vif-deleted", "tag": "ea41d670-59f9-4bde-97ce-07aa178bbef6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:12.425165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] For port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:12.484868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] For port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:12.507318 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:12.724780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-9192354a-bd64-411b-afbf-fd205f8f3a71 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:12.738400 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-9192354a-bd64-411b-afbf-fd205f8f3a71 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5345385 Aug 16 12:59:12.752553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:12.753641 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:12.756188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] 10.222.0.42 "PUT /v2.0/ports/70d81bf0-893c-4aa5-befc-2cb020cf1c2f HTTP/1.1" status: 200 len: 1091 time: 3.2173893 Aug 16 12:59:12.756965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c52daa-7cb1-4399-9df2-206bc296ffe1', 'tag': '70d81bf0-893c-4aa5-befc-2cb020cf1c2f'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:12.761267 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1402270-1027-45ac-9a0f-fcbe7dfca445" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c52daa-7cb1-4399-9df2-206bc296ffe1", "tag": "70d81bf0-893c-4aa5-befc-2cb020cf1c2f"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:12.816865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-253741f6-8946-4480-986d-3523e29cd24d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/quotas/958e09752b1d43e6850459426d4dd0ab HTTP/1.1" status: 200 len: 375 time: 0.0775483 Aug 16 12:59:12.817832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8153bc2-9871-417d-9a5d-5e46647e1807 service neutron] Pushing event updated for resources: {'Port': ['ID=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:12.839660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e62d6-b134-44a7-be56-86ca70cbe9e8 req-7a7a9ffa-5142-4241-9cd6-046e46ceb09e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:12.841607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-029e62d6-b134-44a7-be56-86ca70cbe9e8 req-7a7a9ffa-5142-4241-9cd6-046e46ceb09e tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 943 time: 0.2961383 Aug 16 12:59:12.991085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-187b4708-caad-477f-9d10-5c3ea9482476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:12.992997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-187b4708-caad-477f-9d10-5c3ea9482476 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 1094 time: 0.1389253 Aug 16 12:59:13.011120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 89fab58c-141d-4da4-b25e-1da50bbdcf60 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:59:13.014544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-029e62d6-b134-44a7-be56-86ca70cbe9e8 req-f15698a8-acdd-46b9-bec4-3de9f9ed97ec tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502724 Aug 16 12:59:13.097929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-f2c9cafe-c011-459e-b138-6dd60dd91655 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70d81bf0-893c-4aa5-befc-2cb020cf1c2f HTTP/1.1" status: 200 len: 217 time: 0.0760102 Aug 16 12:59:13.113643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-5916d58d-cdce-4b1c-b5d6-4c37380c3d7a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2707329 Aug 16 12:59:13.260506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 89fab58c-141d-4da4-b25e-1da50bbdcf60, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=89fab58c-141d-4da4-b25e-1da50bbdcf60,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:13.283129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '89fab58c-141d-4da4-b25e-1da50bbdcf60', 'network_id': 'c74d340b-f81a-4b86-a5dc-7a52d434a180', 'port_id': '89fab58c-141d-4da4-b25e-1da50bbdcf60', 'mac_address': 'fa:16:3e:4e:78:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2698112a-ce6a-45e2-a0ed-383e4d82d22a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:59:13.328472 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5f01217-33c1-4b89-9ffd-b739da430621 req-8d5e37f9-52bc-442c-ba47-4453a577d2b2 tempest-AttachSCSIVolumeTestJSON-2030992265 tempest-AttachSCSIVolumeTestJSON-2030992265-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f741910-c54c-4d62-8ed7-bc244b6f0c46 HTTP/1.1" status: 200 len: 210 time: 0.1543038 Aug 16 12:59:13.390146 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:13.391284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-7dd48b65-d22c-42f1-b149-a94184ab48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:13.393044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-7dd48b65-d22c-42f1-b149-a94184ab48f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.2782953 Aug 16 12:59:13.406940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fab58c-141d-4da4-b25e-1da50bbdcf60 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:13.431013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 89fab58c-141d-4da4-b25e-1da50bbdcf60, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=89fab58c-141d-4da4-b25e-1da50bbdcf60,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:13.437927 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:13.475597 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c50e1e-6301-448d-b36c-373d0aaa82e2 x-openstack-request-id: req-b6c50e1e-6301-448d-b36c-373d0aaa82e2 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:13.477621 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f741910-c54c-4d62-8ed7-bc244b6f0c46", "name": "network-vif-deleted", "tag": "ea41d670-59f9-4bde-97ce-07aa178bbef6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:13.478077 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6c50e1e-6301-448d-b36c-373d0aaa82e2 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:13.478910 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f741910-c54c-4d62-8ed7-bc244b6f0c46', 'name': 'network-vif-deleted', 'tag': 'ea41d670-59f9-4bde-97ce-07aa178bbef6', 'status': 'completed', 'code': 200} Aug 16 12:59:13.480866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-084b0bd9-bcb1-4a31-a27e-c7dcef98872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:13.482475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-084b0bd9-bcb1-4a31-a27e-c7dcef98872d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809348 Aug 16 12:59:13.556034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=89fab58c-141d-4da4-b25e-1da50bbdcf60,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:13.651165 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a78e65-7109-434f-b441-a1da1e318c97 x-openstack-request-id: req-b4a78e65-7109-434f-b441-a1da1e318c97 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:13.652341 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c52daa-7cb1-4399-9df2-206bc296ffe1", "tag": "70d81bf0-893c-4aa5-befc-2cb020cf1c2f", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:13.652729 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4a78e65-7109-434f-b441-a1da1e318c97 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:13.653460 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c52daa-7cb1-4399-9df2-206bc296ffe1', 'tag': '70d81bf0-893c-4aa5-befc-2cb020cf1c2f', 'status': 'completed', 'code': 200} Aug 16 12:59:13.690000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-bd19a376-8ac4-42ca-94d7-566cd37a9618 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962204 Aug 16 12:59:13.722611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['89fab58c-141d-4da4-b25e-1da50bbdcf60'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:13.938353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-435d8b4f-7de1-4440-bc6c-3e327bfb9008 req-a16321e2-94c0-4a95-971c-6ca28651c98c service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372267 Aug 16 12:59:13.952754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da24bdd-d96f-4c4a-bf41-3a84d916d114 req-c7998cc8-f96a-4389-80b0-715949684163 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:13.954028 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8da24bdd-d96f-4c4a-bf41-3a84d916d114 req-c7998cc8-f96a-4389-80b0-715949684163 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 943 time: 0.1773503 Aug 16 12:59:14.094882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8da24bdd-d96f-4c4a-bf41-3a84d916d114 req-f229750c-4ab1-4063-b031-0e8e6ff98d16 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181896 Aug 16 12:59:14.159895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402270-1027-45ac-9a0f-fcbe7dfca445 req-2ab7fbd8-da8a-4741-a760-c4e72d0f7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:14.162313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1402270-1027-45ac-9a0f-fcbe7dfca445 req-2ab7fbd8-da8a-4741-a760-c4e72d0f7ef7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 1094 time: 0.1056991 Aug 16 12:59:14.407218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402270-1027-45ac-9a0f-fcbe7dfca445 req-f243cd3c-bd7e-426c-a7da-8ff90dfe7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:14.408947 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1402270-1027-45ac-9a0f-fcbe7dfca445 req-f243cd3c-bd7e-426c-a7da-8ff90dfe7aec service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.2378476 Aug 16 12:59:14.486011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1402270-1027-45ac-9a0f-fcbe7dfca445 req-ea9675dc-f93d-4301-8367-ba55f053b9d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70d81bf0-893c-4aa5-befc-2cb020cf1c2f HTTP/1.1" status: 200 len: 217 time: 0.0529597 Aug 16 12:59:14.575966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242f40-0a31-4cfa-8c78-038f57d9aa4b req-d2282a00-a8dd-4865-abac-d21daa840c55 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:14.578838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9242f40-0a31-4cfa-8c78-038f57d9aa4b req-d2282a00-a8dd-4865-abac-d21daa840c55 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 944 time: 0.1848495 Aug 16 12:59:14.699243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402270-1027-45ac-9a0f-fcbe7dfca445 req-9b61d1e9-1850-468c-9e33-2d129cc50f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:14.701683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1402270-1027-45ac-9a0f-fcbe7dfca445 req-9b61d1e9-1850-468c-9e33-2d129cc50f9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.2004168 Aug 16 12:59:14.749594 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9242f40-0a31-4cfa-8c78-038f57d9aa4b req-1b06503f-b740-40c7-b8f9-5a81e47146fb tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541147 Aug 16 12:59:14.810388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0971e-5fd6-4053-a86f-a0b8fdff650b req-6d776f5b-cfe5-453a-acdb-8c08523a542d tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:14.824523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecc0971e-5fd6-4053-a86f-a0b8fdff650b req-6d776f5b-cfe5-453a-acdb-8c08523a542d tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 946 time: 0.2670972 Aug 16 12:59:14.894791 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1057f7ae-2e93-4590-86dc-316546734a8a req-3ac5b86e-bdf7-4584-b20a-ff0726780862 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 210 time: 0.0668182 Aug 16 12:59:14.923825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402270-1027-45ac-9a0f-fcbe7dfca445 req-93b9fa31-a7ac-457a-91cb-b07186419bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:14.925356 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1402270-1027-45ac-9a0f-fcbe7dfca445 req-93b9fa31-a7ac-457a-91cb-b07186419bd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2051005 Aug 16 12:59:14.963656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecc0971e-5fd6-4053-a86f-a0b8fdff650b req-a8782088-0fbc-4975-ba33-60cbc6e256f7 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336296 Aug 16 12:59:14.981009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ea41d670-59f9-4bde-97ce-07aa178bbef6 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:15.006829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: ea41d670-59f9-4bde-97ce-07aa178bbef6 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:59:15.007642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ea41d670-59f9-4bde-97ce-07aa178bbef6 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:59:15.023078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 89fab58c-141d-4da4-b25e-1da50bbdcf60 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:15.098919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1402270-1027-45ac-9a0f-fcbe7dfca445 req-8f891abc-62e7-4b5f-b604-fc545a787aa9 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607904 Aug 16 12:59:15.130942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 89fab58c-141d-4da4-b25e-1da50bbdcf60 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:15.139093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 89fab58c-141d-4da4-b25e-1da50bbdcf60 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:15.140973 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:15.309251 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:15.320744 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1402270-1027-45ac-9a0f-fcbe7dfca445 req-4565e7d9-7d25-4fac-97ac-c7ee78a8f799 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014630 Aug 16 12:59:15.331472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd4078-70e4-432f-9a9e-4fe1834fc4e7 req-09dacc67-4403-4028-9e13-64f415c7f659 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:15.333367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9dd4078-70e4-432f-9a9e-4fe1834fc4e7 req-09dacc67-4403-4028-9e13-64f415c7f659 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 943 time: 0.0905530 Aug 16 12:59:15.365698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec7d273-bc05-4569-844d-d6e9631c33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fab58c-141d-4da4-b25e-1da50bbdcf60'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:15.368128 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d963e436-8e6c-4e34-a820-9706b8e0474e" -d '{"events": [{"server_uuid": "cec7d273-bc05-4569-844d-d6e9631c33f4", "name": "network-vif-plugged", "status": "completed", "tag": "89fab58c-141d-4da4-b25e-1da50bbdcf60"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:15.382295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9dd4078-70e4-432f-9a9e-4fe1834fc4e7 req-b573c007-f581-4f03-a0ab-e4885b68ce74 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Aug 16 12:59:15.393950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 89fab58c-141d-4da4-b25e-1da50bbdcf60, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=89fab58c-141d-4da4-b25e-1da50bbdcf60,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:15.402220 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:15.473834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=89fab58c-141d-4da4-b25e-1da50bbdcf60,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:15.626471 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e017cd8-355e-4476-9bd4-07f8278a3f52 x-openstack-request-id: req-9e017cd8-355e-4476-9bd4-07f8278a3f52 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:15.626850 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec7d273-bc05-4569-844d-d6e9631c33f4", "name": "network-vif-plugged", "status": "completed", "tag": "89fab58c-141d-4da4-b25e-1da50bbdcf60", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:15.627549 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e017cd8-355e-4476-9bd4-07f8278a3f52 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:15.627975 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec7d273-bc05-4569-844d-d6e9631c33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fab58c-141d-4da4-b25e-1da50bbdcf60', 'code': 200} Aug 16 12:59:15.789373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3500d3a-0069-42ab-845e-0d37c49959ba req-1317ce83-4fab-47f8-9f29-45b6b6305e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:15.791758 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3500d3a-0069-42ab-845e-0d37c49959ba req-1317ce83-4fab-47f8-9f29-45b6b6305e0e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 1096 time: 0.0562758 Aug 16 12:59:15.850639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3500d3a-0069-42ab-845e-0d37c49959ba req-95b14eba-d938-49f8-84e7-e214b258376e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493791 Aug 16 12:59:15.999345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992ed42-133f-431e-ab6e-f4dcc50b797a req-987bd79c-b47a-42f8-ab0c-5847a6ef10c7 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:16.001768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6992ed42-133f-431e-ab6e-f4dcc50b797a req-987bd79c-b47a-42f8-ab0c-5847a6ef10c7 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 945 time: 0.1063504 Aug 16 12:59:16.024763 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:16.050316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f55b7644-09d4-4084-bc72-cb417b3045b4 req-dcb3210c-58bf-4432-b6b5-75681e3a00a4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 210 time: 0.0446842 Aug 16 12:59:16.077721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6992ed42-133f-431e-ab6e-f4dcc50b797a req-83bc7523-9f9b-4de0-8126-8e18bc2c4cb0 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574040 Aug 16 12:59:16.178436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd10f76-d948-4493-a5c3-9c25a5789f9e req-f37cf985-ad0a-415e-8f72-265f1b307764 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:16.179952 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd10f76-d948-4493-a5c3-9c25a5789f9e req-f37cf985-ad0a-415e-8f72-265f1b307764 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 946 time: 0.0736029 Aug 16 12:59:16.302296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42efb2-7a37-42bd-ac4e-aa7ae64d35d9 req-8d1df090-7071-458c-99c5-f1cb0a8eb96f tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:16.307064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e42efb2-7a37-42bd-ac4e-aa7ae64d35d9 req-8d1df090-7071-458c-99c5-f1cb0a8eb96f tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 946 time: 0.1132972 Aug 16 12:59:16.392821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-9cd10f76-d948-4493-a5c3-9c25a5789f9e req-1713314f-ae6b-4cc3-9c2b-71f1647bcf31 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Deleting port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:16.394272 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9cd10f76-d948-4493-a5c3-9c25a5789f9e req-1713314f-ae6b-4cc3-9c2b-71f1647bcf31 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:16.424388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e42efb2-7a37-42bd-ac4e-aa7ae64d35d9 req-c066e1cc-2026-487c-a4ac-d1a914176a0b tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a92d56b-d704-4600-8841-cf7fc825f5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093674 Aug 16 12:59:16.552917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9cd10f76-d948-4493-a5c3-9c25a5789f9e req-1713314f-ae6b-4cc3-9c2b-71f1647bcf31 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] For port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d,segment=NetworkSegment(21acd466-fb45-45a7-91e1-7628ef33f33c),segment_id=21acd466-fb45-45a7-91e1-7628ef33f33c)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:16.553665 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9cd10f76-d948-4493-a5c3-9c25a5789f9e req-1713314f-ae6b-4cc3-9c2b-71f1647bcf31 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:16.571829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-9cd10f76-d948-4493-a5c3-9c25a5789f9e req-1713314f-ae6b-4cc3-9c2b-71f1647bcf31 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Calling delete_port for 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:16.617636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-3d9e3efb-16cb-4971-bd27-edd5e1c6c52e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511248 Aug 16 12:59:16.881596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-b1ef3c4f-da77-4957-a9f8-4b6ee993f721 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:16.890118 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-b1ef3c4f-da77-4957-a9f8-4b6ee993f721 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 805 time: 0.1275148 Aug 16 12:59:16.966471 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-64fd9cb1-652c-41a1-be37-90fca0bcb711 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551083 Aug 16 12:59:16.969250 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9cd10f76-d948-4493-a5c3-9c25a5789f9e req-1713314f-ae6b-4cc3-9c2b-71f1647bcf31 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:16.983384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d00a0-1a1f-494f-a991-5302fc1356cf req-2585aaef-8378-4612-8172-f7a3d38bb7ba tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:16.985637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-161d00a0-1a1f-494f-a991-5302fc1356cf req-2585aaef-8378-4612-8172-f7a3d38bb7ba tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 943 time: 0.3057353 Aug 16 12:59:16.998165 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-c47c9579-6910-4cf0-96da-502aeeccc826 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/quotas/2b649a19566844bbabbc96fb5bab23c8 HTTP/1.1" status: 200 len: 375 time: 0.1049256 Aug 16 12:59:17.004809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:17.087917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 70d81bf0-893c-4aa5-befc-2cb020cf1c2f details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:59:17.099135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713314f-ae6b-4cc3-9c2b-71f1647bcf31 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Pushing event deleted for resources: {'Port': ['ID=1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:17.191957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-161d00a0-1a1f-494f-a991-5302fc1356cf req-20eac2e2-7f43-4427-bdef-95559823bf2f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906040 Aug 16 12:59:17.247680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-a6aa751c-9da6-44bf-92b2-adc195762853 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2478099 Aug 16 12:59:17.255144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:17.275296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-6e96a1e9-7d93-4143-b543-01906a752450 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:17.281906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '70d81bf0-893c-4aa5-befc-2cb020cf1c2f', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'port_id': '70d81bf0-893c-4aa5-befc-2cb020cf1c2f', 'mac_address': 'fa:16:3e:7e:dd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:59:17.283614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-6e96a1e9-7d93-4143-b543-01906a752450 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6585703 Aug 16 12:59:17.296690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-d03de56b-09e8-4ecb-b57a-e22eaabbbbea service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:59:17.298760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-d03de56b-09e8-4ecb-b57a-e22eaabbbbea service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136802 Aug 16 12:59:17.308538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Request body: {'port': {'device_id': 'bf7ebd6c-9f10-4057-ad80-03a3bad5599c', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '958e09752b1d43e6850459426d4dd0ab'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:17.311087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd10f76-d948-4493-a5c3-9c25a5789f9e req-1713314f-ae6b-4cc3-9c2b-71f1647bcf31 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] No DVR routers for this DVR port 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:59:17.322954 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9cd10f76-d948-4493-a5c3-9c25a5789f9e req-1713314f-ae6b-4cc3-9c2b-71f1647bcf31 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:17.327803 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd10f76-d948-4493-a5c3-9c25a5789f9e req-1713314f-ae6b-4cc3-9c2b-71f1647bcf31 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.22 "DELETE /v2.0/ports/1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d HTTP/1.1" status: 204 len: 173 time: 1.1405699 Aug 16 12:59:17.328778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef', 'name': 'network-vif-deleted', 'tag': '1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:17.334263 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75638e06-3288-43f7-88ab-57147f9c5119" -d '{"events": [{"server_uuid": "9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef", "name": "network-vif-deleted", "tag": "1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:17.370953 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:17.422507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d81bf0-893c-4aa5-befc-2cb020cf1c2f {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:17.489421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-02b41928-b737-4325-adea-7ec2898e1afc tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:17.493740 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-02b41928-b737-4325-adea-7ec2898e1afc tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4912004 Aug 16 12:59:17.498200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:17.513230 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:17.521995 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Request body: {'port': {'device_id': '54a4624d-c54c-4051-809a-e93f6d097d79', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '958e09752b1d43e6850459426d4dd0ab'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:17.524622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-558f0a64-1651-4e2e-9e1f-c92939202bce req-6f2f48e0-3c39-4984-bc20-e87c063fa22d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 210 time: 0.1217399 Aug 16 12:59:17.650753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:17.711459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-6f2e3412-599e-4b5d-99b0-4f2b1b5b73c4 service neutron] 10.222.0.25 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952596 Aug 16 12:59:17.735917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Made reservation on behalf of 958e09752b1d43e6850459426d4dd0ab for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:17.738780 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:17.746296 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Made reservation on behalf of 958e09752b1d43e6850459426d4dd0ab for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:17.750673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:17.773062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['70d81bf0-893c-4aa5-befc-2cb020cf1c2f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:17.822932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c83805-0dc6-4b0b-8aa7-9adc733f8717 req-77f52ce8-9a27-4088-9f48-a0ebc83b75db tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:17.831118 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93c83805-0dc6-4b0b-8aa7-9adc733f8717 req-77f52ce8-9a27-4088-9f48-a0ebc83b75db tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 945 time: 0.1721320 Aug 16 12:59:17.953207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7fc112b3-76a6-4e2c-bb2e-fe40aa41b1d9 service neutron] 10.222.0.25 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332096 Aug 16 12:59:17.967444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93c83805-0dc6-4b0b-8aa7-9adc733f8717 req-9db96ff1-0887-4be1-95e5-2ce37f65c178 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353338 Aug 16 12:59:17.990973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Allocated IP 192.168.233.213 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/7741c931-1bd7-4534-8e45-339faa43f756) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:18.200126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e341ef3-6486-4700-9922-0a65b2740da1 req-ba0926e1-5b2b-4084-a058-9cdc08c0d627 tempest-ServerPasswordTestJSON-909188255 tempest-ServerPasswordTestJSON-909188255-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef HTTP/1.1" status: 200 len: 210 time: 0.0525508 Aug 16 12:59:18.212544 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb22d6bc-21ea-44a1-83ee-dec83004e077 x-openstack-request-id: req-cb22d6bc-21ea-44a1-83ee-dec83004e077 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:18.212937 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef", "name": "network-vif-deleted", "tag": "1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:18.213367 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb22d6bc-21ea-44a1-83ee-dec83004e077 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:18.213527 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3c1e89-95f2-47be-abb8-ef8cfd7e0fef', 'name': 'network-vif-deleted', 'tag': '1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d', 'status': 'completed', 'code': 200} Aug 16 12:59:18.333469 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:18.343493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3cfea4a-7617-46ae-9bd9-6948252bcd76 req-481036bb-ef98-4847-9a01-7d331ffcd6c0 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 210 time: 0.0535865 Aug 16 12:59:18.359107 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Transition to ACTIVE for port object 7741c931-1bd7-4534-8e45-339faa43f756 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:18.483323 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:18.516854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a', '8384d48e-f036-4209-95f8-ac745ce02f06', '01671902-0b3d-484a-b3bd-f9002f5b3fcc'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:18.587825 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event updated for resources: {'Port': ['ID=7741c931-1bd7-4534-8e45-339faa43f756,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:18.589986 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ce11b-f173-4fc6-81a3-ccd7a4f335d3 req-4d7dc1aa-3f5e-4efa-ae37-eab3985adb80 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:18.599011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f7ce11b-f173-4fc6-81a3-ccd7a4f335d3 req-4d7dc1aa-3f5e-4efa-ae37-eab3985adb80 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 944 time: 0.1631904 Aug 16 12:59:18.604932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Allocated IP 192.168.233.177 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/574236d3-16ad-4f1d-8b58-68ba8a54a939) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:18.619588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:18.625499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:18.635514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:18.692093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f05879-4a28-4a54-9c4e-7ddce1e9fd61 req-ad83af0c-d61a-42d7-904c-8de5e2ddb694 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:18.696461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55f05879-4a28-4a54-9c4e-7ddce1e9fd61 req-ad83af0c-d61a-42d7-904c-8de5e2ddb694 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 945 time: 0.1824093 Aug 16 12:59:18.845086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:18.847749 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:18.897002 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-264c544a-1127-4c4f-84b9-abcc8173a07c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3852723 Aug 16 12:59:18.940318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Request body: {'port': {'device_id': '54a4624d-c54c-4051-809a-e93f6d097d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:18.974616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f7ce11b-f173-4fc6-81a3-ccd7a4f335d3 req-708d1901-5d8f-4379-beed-e01cfaebd681 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734987 Aug 16 12:59:19.050387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cc9fd685-6020-474d-ad2a-eb914e2a9335 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:19.145478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 70d81bf0-893c-4aa5-befc-2cb020cf1c2f up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:19.212638 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:19.224016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2130da7f-ad1d-400e-b121-cedc4940be7f None None] Provisioning for port 7741c931-1bd7-4534-8e45-339faa43f756 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:19.228884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55f05879-4a28-4a54-9c4e-7ddce1e9fd61 req-deae645d-2541-4e5c-b197-ffe2bb5ff615 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309711 Aug 16 12:59:19.243171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2130da7f-ad1d-400e-b121-cedc4940be7f None None] Provisioning complete for port 7741c931-1bd7-4534-8e45-339faa43f756 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:19.243632 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:19.244119 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2130da7f-ad1d-400e-b121-cedc4940be7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:19.305834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b45facc6-c590-4ddc-b8e0-f36d35dff301 req-806d36db-f0d9-4b9d-a5ff-447cb7e87c94 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 210 time: 0.1113431 Aug 16 12:59:19.353377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Transition to ACTIVE for port object 574236d3-16ad-4f1d-8b58-68ba8a54a939 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:19.415792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39942) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:19.444856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff2aec-e97c-48ee-9271-2c473470667d req-99b5de80-a6d3-4b96-821f-a9b1baadf6f8 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:19.447344 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7fff2aec-e97c-48ee-9271-2c473470667d req-99b5de80-a6d3-4b96-821f-a9b1baadf6f8 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf24336-ae80-406b-9cd9-c85176019bc8 HTTP/1.1" status: 200 len: 946 time: 0.5196731 Aug 16 12:59:19.473529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2130da7f-ad1d-400e-b121-cedc4940be7f None None] Port 7741c931-1bd7-4534-8e45-339faa43f756 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:59:19.482682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-8744b602-aa53-47de-b474-ab05e6e89446 admin admin] Deleting subnet 8be3e90c-d11c-4954-8a73-b2d652da0c5d {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:59:19.489463 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8744b602-aa53-47de-b474-ab05e6e89446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:19.536691 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:19.566046 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:19.571172 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:19.572007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:19.607684 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8744b602-aa53-47de-b474-ab05e6e89446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:19.610149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:19.747091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cc9fd685-6020-474d-ad2a-eb914e2a9335, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cc9fd685-6020-474d-ad2a-eb914e2a9335,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:19.748949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:19.769654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc9fd685-6020-474d-ad2a-eb914e2a9335'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:19.790008 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7682a076-b673-47dd-ace1-7abdc959ebcf" -d '{"events": [{"server_uuid": "fdf24336-ae80-406b-9cd9-c85176019bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "cc9fd685-6020-474d-ad2a-eb914e2a9335"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:19.794679 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:19.795813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:19.908405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:19.909015 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:20.012375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:59:20.012726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 1b3fdfc6-52c8-41af-a053-fdbb9ac2fc7d not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:59:20.033025 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee48912-c0f1-41a5-8412-ba337aaec77c x-openstack-request-id: req-0ee48912-c0f1-41a5-8412-ba337aaec77c {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:20.033221 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf24336-ae80-406b-9cd9-c85176019bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "cc9fd685-6020-474d-ad2a-eb914e2a9335", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:20.033946 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ee48912-c0f1-41a5-8412-ba337aaec77c {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:20.034374 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc9fd685-6020-474d-ad2a-eb914e2a9335', 'code': 200} Aug 16 12:59:20.092295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1f3e46a7-ba37-46d8-aa25-b8728c0d1c14 None None] Provisioning for port 574236d3-16ad-4f1d-8b58-68ba8a54a939 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:20.109683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1f3e46a7-ba37-46d8-aa25-b8728c0d1c14 None None] Provisioning complete for port 574236d3-16ad-4f1d-8b58-68ba8a54a939 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:20.110191 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1f3e46a7-ba37-46d8-aa25-b8728c0d1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:20.258212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f557ca8f-19f2-425d-97e6-3efc97955719 req-c627ed3e-3082-4a92-95ee-0626ed8fb336 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 210 time: 0.5841587 Aug 16 12:59:20.299890 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event updated for resources: {'Port': ['ID=574236d3-16ad-4f1d-8b58-68ba8a54a939,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:20.305700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e46a7-ba37-46d8-aa25-b8728c0d1c14 None None] Port 574236d3-16ad-4f1d-8b58-68ba8a54a939 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:59:20.310688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8744b602-aa53-47de-b474-ab05e6e89446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:20.320015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=cc9fd685-6020-474d-ad2a-eb914e2a9335,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:20.341196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:20.341873 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:20.413893 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:20.473514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:20.483065 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:20.576587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-08226b29-c1a4-4da0-b069-3e6ede70154e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2742171 Aug 16 12:59:20.616490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Request body: {'port': {'device_id': 'bf7ebd6c-9f10-4057-ad80-03a3bad5599c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:20.629137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e0aa6-630e-4643-8893-1b8c422f6e84 req-2b2da284-f07d-40bb-a08c-853a9b0e8ff6 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:20.632705 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f5e0aa6-630e-4643-8893-1b8c422f6e84 req-2b2da284-f07d-40bb-a08c-853a9b0e8ff6 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 945 time: 0.6242802 Aug 16 12:59:20.650487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:20.722495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074437e1-a0ff-4a7e-a3cc-777d0be4d1c6 req-2078184a-cb9e-42f8-a893-a711bc650096 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:20.724148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-074437e1-a0ff-4a7e-a3cc-777d0be4d1c6 req-2078184a-cb9e-42f8-a893-a711bc650096 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 944 time: 0.4581852 Aug 16 12:59:20.733281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32de2b-9cec-4352-9b5a-b3083845821f req-87810c23-0bc0-4ded-84ba-1d740b69237f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:20.734868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db32de2b-9cec-4352-9b5a-b3083845821f req-87810c23-0bc0-4ded-84ba-1d740b69237f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 945 time: 0.3147779 Aug 16 12:59:20.742422 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8744b602-aa53-47de-b474-ab05e6e89446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:20.767136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7741c931-1bd7-4534-8e45-339faa43f756 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:20.801966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:20.815069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-7fff2aec-e97c-48ee-9271-2c473470667d req-9ea272fd-0023-455c-b7f9-3a26d2ee9de1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Deleting port cc9fd685-6020-474d-ad2a-eb914e2a9335 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:20.816930 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7fff2aec-e97c-48ee-9271-2c473470667d req-9ea272fd-0023-455c-b7f9-3a26d2ee9de1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:20.821209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744b602-aa53-47de-b474-ab05e6e89446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be3e90c-d11c-4954-8a73-b2d652da0c5d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:20.823739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8744b602-aa53-47de-b474-ab05e6e89446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:20.825696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8744b602-aa53-47de-b474-ab05e6e89446 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8be3e90c-d11c-4954-8a73-b2d652da0c5d HTTP/1.1" status: 204 len: 168 time: 1.4087524 Aug 16 12:59:20.830739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39960) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:20.852866 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:20.902642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-074437e1-a0ff-4a7e-a3cc-777d0be4d1c6 req-a9ec97c6-05a6-471d-800e-482bae0e111a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652172 Aug 16 12:59:20.960163 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db32de2b-9cec-4352-9b5a-b3083845821f req-95568d50-92c2-4312-bc33-0368e175668d tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099876 Aug 16 12:59:20.997169 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:21.006046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Transition to ACTIVE for port object 7741c931-1bd7-4534-8e45-339faa43f756 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:21.025362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-0c79ff5e-8efb-4a5f-8eff-67d901f346c8 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:21.028935 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-0c79ff5e-8efb-4a5f-8eff-67d901f346c8 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 805 time: 0.6895065 Aug 16 12:59:21.041312 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:21.042401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a', '8384d48e-f036-4209-95f8-ac745ce02f06', '01671902-0b3d-484a-b3bd-f9002f5b3fcc'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:21.084531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Request body: {'port': {'device_id': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'admin_state_up': True, 'tenant_id': '2b649a19566844bbabbc96fb5bab23c8'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:21.325294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39966) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:21.400893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-947ec1bf-21ca-4fc7-bce1-a4549aa21656 req-d34eeaac-2001-4972-8d7b-d91172811d59 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 210 time: 0.0325842 Aug 16 12:59:21.512817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be823c-562e-4aa1-9a3a-087d27f6d9b6 req-dbe09140-5f43-46a2-93f8-0f8a96d6495a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:21.521577 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8be823c-562e-4aa1-9a3a-087d27f6d9b6 req-dbe09140-5f43-46a2-93f8-0f8a96d6495a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 936 time: 0.3725791 Aug 16 12:59:21.667872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-0f5e0aa6-630e-4643-8893-1b8c422f6e84 req-c7ca1194-0b31-4973-973e-813b6cdd0964 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Deleting port 89fab58c-141d-4da4-b25e-1da50bbdcf60 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:21.668734 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f5e0aa6-630e-4643-8893-1b8c422f6e84 req-c7ca1194-0b31-4973-973e-813b6cdd0964 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:21.728731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:21.750466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d134662f-8f47-4d5c-8d5e-14bcabd5a30f']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:21.774957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8be823c-562e-4aa1-9a3a-087d27f6d9b6 req-f2b30fc1-1d70-4aa2-bd10-96dd1dda96cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521660 Aug 16 12:59:21.790753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21acd466-fb45-45a7-91e1-7628ef33f33c') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:21.791342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21acd466-fb45-45a7-91e1-7628ef33f33c') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:21.813512 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:21.858058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0f5e0aa6-630e-4643-8893-1b8c422f6e84 req-c7ca1194-0b31-4973-973e-813b6cdd0964 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] For port 89fab58c-141d-4da4-b25e-1da50bbdcf60, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=89fab58c-141d-4da4-b25e-1da50bbdcf60,segment=NetworkSegment(160ff41b-5b06-44c1-ab04-af98952ef771),segment_id=160ff41b-5b06-44c1-ab04-af98952ef771)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:21.858442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f5e0aa6-630e-4643-8893-1b8c422f6e84 req-c7ca1194-0b31-4973-973e-813b6cdd0964 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:21.876569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-0f5e0aa6-630e-4643-8893-1b8c422f6e84 req-c7ca1194-0b31-4973-973e-813b6cdd0964 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Calling delete_port for 89fab58c-141d-4da4-b25e-1da50bbdcf60 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:21.945753 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.035079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c52daa-7cb1-4399-9df2-206bc296ffe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d81bf0-893c-4aa5-befc-2cb020cf1c2f'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:22.043008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574236d3-16ad-4f1d-8b58-68ba8a54a939 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:22.046966 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7839e55d-4d08-4a31-ab17-eaaf04c62e9e" -d '{"events": [{"server_uuid": "d9c52daa-7cb1-4399-9df2-206bc296ffe1", "name": "network-vif-plugged", "status": "completed", "tag": "70d81bf0-893c-4aa5-befc-2cb020cf1c2f"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:22.061665 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.075108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Pushing event updated for resources: {'Port': ['ID=7741c931-1bd7-4534-8e45-339faa43f756,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:22.138942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Transition to ACTIVE for port object 574236d3-16ad-4f1d-8b58-68ba8a54a939 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:22.174842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:59:22.175752 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:59:22.179075 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:59:22.202495 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.326320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Pushing event updated for resources: {'Port': ['ID=574236d3-16ad-4f1d-8b58-68ba8a54a939,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:22.366566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3220ee-a176-4761-9a46-01f71394c667 req-7cc0490c-46d6-49b5-a0e9-c15d1f51c0df tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:22.368677 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f3220ee-a176-4761-9a46-01f71394c667 req-7cc0490c-46d6-49b5-a0e9-c15d1f51c0df tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 945 time: 0.2650955 Aug 16 12:59:22.373069 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.378313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.380546 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d134662f-8f47-4d5c-8d5e-14bcabd5a30f HTTP/1.1" status: 204 len: 168 time: 1.5447376 Aug 16 12:59:22.422143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-7fff2aec-e97c-48ee-9271-2c473470667d req-9ea272fd-0023-455c-b7f9-3a26d2ee9de1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] For port cc9fd685-6020-474d-ad2a-eb914e2a9335, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cc9fd685-6020-474d-ad2a-eb914e2a9335,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:22.423268 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7fff2aec-e97c-48ee-9271-2c473470667d req-9ea272fd-0023-455c-b7f9-3a26d2ee9de1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.470383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78029d72-dd94-40f2-97f4-67fd60ea45f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d134662f-8f47-4d5c-8d5e-14bcabd5a30f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:22.482182 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f5e0aa6-630e-4643-8893-1b8c422f6e84 req-c7ca1194-0b31-4973-973e-813b6cdd0964 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.496787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['89fab58c-141d-4da4-b25e-1da50bbdcf60'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:22.537345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f3220ee-a176-4761-9a46-01f71394c667 req-fb9e3be2-1ace-4ca5-9b82-bf57ca4b4a99 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554103 Aug 16 12:59:22.549765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b9361-1af9-4c95-8e53-d17c82ae34b6 req-738d2f3f-6839-46a4-90c3-a96ab536234a tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:22.551702 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-269b9361-1af9-4c95-8e53-d17c82ae34b6 req-738d2f3f-6839-46a4-90c3-a96ab536234a tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec7d273-bc05-4569-844d-d6e9631c33f4 HTTP/1.1" status: 200 len: 867 time: 0.1544538 Aug 16 12:59:22.571168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-7fff2aec-e97c-48ee-9271-2c473470667d req-9ea272fd-0023-455c-b7f9-3a26d2ee9de1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Calling delete_port for cc9fd685-6020-474d-ad2a-eb914e2a9335 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:22.583163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Attempting to bind port 574236d3-16ad-4f1d-8b58-68ba8a54a939 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:22.583505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Attempting to bind port 574236d3-16ad-4f1d-8b58-68ba8a54a939 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:22.583843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Attempting to bind port 574236d3-16ad-4f1d-8b58-68ba8a54a939 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:22.598266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Port 574236d3-16ad-4f1d-8b58-68ba8a54a939 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:59:22.598631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Attempting to bind port 574236d3-16ad-4f1d-8b58-68ba8a54a939 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:22.615870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:22.616219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:22.616611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:22.617069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Bound port: 574236d3-16ad-4f1d-8b58-68ba8a54a939, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:22.617434 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.638912 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bcf3de-cbfe-4a36-b2f8-fc40b8334e38 x-openstack-request-id: req-89bcf3de-cbfe-4a36-b2f8-fc40b8334e38 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:22.639216 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c52daa-7cb1-4399-9df2-206bc296ffe1", "name": "network-vif-plugged", "status": "completed", "tag": "70d81bf0-893c-4aa5-befc-2cb020cf1c2f", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:22.639474 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89bcf3de-cbfe-4a36-b2f8-fc40b8334e38 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:22.639880 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c52daa-7cb1-4399-9df2-206bc296ffe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d81bf0-893c-4aa5-befc-2cb020cf1c2f', 'code': 200} Aug 16 12:59:22.671085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-269b9361-1af9-4c95-8e53-d17c82ae34b6 req-3b40397b-e8bb-4833-bee8-8fa3cd8eb1b8 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups?id=eab09906-60e0-45b2-8875-75baed918e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951881 Aug 16 12:59:22.712455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5e0aa6-630e-4643-8893-1b8c422f6e84 req-c7ca1194-0b31-4973-973e-813b6cdd0964 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] No DVR routers for this DVR port 89fab58c-141d-4da4-b25e-1da50bbdcf60 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:59:22.714790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca1194-0b31-4973-973e-813b6cdd0964 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event deleted for resources: {'Port': ['ID=89fab58c-141d-4da4-b25e-1da50bbdcf60,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:22.724849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39990) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:22.730985 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f5e0aa6-630e-4643-8893-1b8c422f6e84 req-c7ca1194-0b31-4973-973e-813b6cdd0964 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.733076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f5e0aa6-630e-4643-8893-1b8c422f6e84 req-c7ca1194-0b31-4973-973e-813b6cdd0964 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.42 "DELETE /v2.0/ports/89fab58c-141d-4da4-b25e-1da50bbdcf60 HTTP/1.1" status: 204 len: 173 time: 2.0890372 Aug 16 12:59:22.746469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec7d273-bc05-4569-844d-d6e9631c33f4', 'name': 'network-vif-deleted', 'tag': '89fab58c-141d-4da4-b25e-1da50bbdcf60'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:22.751220 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da94a82-f282-4119-b36d-696123943bfa" -d '{"events": [{"server_uuid": "cec7d273-bc05-4569-844d-d6e9631c33f4", "name": "network-vif-deleted", "tag": "89fab58c-141d-4da4-b25e-1da50bbdcf60"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:22.770090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Made reservation on behalf of 2b649a19566844bbabbc96fb5bab23c8 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:22.773672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.861584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] For port 574236d3-16ad-4f1d-8b58-68ba8a54a939, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:22.910317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] For port 574236d3-16ad-4f1d-8b58-68ba8a54a939, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=574236d3-16ad-4f1d-8b58-68ba8a54a939,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:22.915062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f72fa17f-cca3-4a4d-8427-70856df30ca0 req-5055adac-cec2-4fe3-95fd-08aab08ff5c6 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 210 time: 0.0570686 Aug 16 12:59:22.920208 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.977969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Attempting to bind port 7741c931-1bd7-4534-8e45-339faa43f756 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:22.980199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Attempting to bind port 7741c931-1bd7-4534-8e45-339faa43f756 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:22.981181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Attempting to bind port 7741c931-1bd7-4534-8e45-339faa43f756 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:22.986881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b5582-5c1d-4adc-a158-15a76e77278c req-e53a4e17-132c-4334-ad9f-aef658836838 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:22.994348 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a4b5582-5c1d-4adc-a158-15a76e77278c req-e53a4e17-132c-4334-ad9f-aef658836838 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 946 time: 0.2108035 Aug 16 12:59:22.997422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:22.998162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:22.999565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] 10.222.0.42 "PUT /v2.0/ports/574236d3-16ad-4f1d-8b58-68ba8a54a939 HTTP/1.1" status: 200 len: 1096 time: 2.4090517 Aug 16 12:59:23.012753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7ebd6c-9f10-4057-ad80-03a3bad5599c', 'tag': '574236d3-16ad-4f1d-8b58-68ba8a54a939'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:23.015777 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466ac714-be64-4ade-8aa6-7ea19eeda5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7ebd6c-9f10-4057-ad80-03a3bad5599c", "tag": "574236d3-16ad-4f1d-8b58-68ba8a54a939"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:23.017932 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc1ed68-52f1-4ecc-997e-326d1eb6ed1a x-openstack-request-id: req-bcc1ed68-52f1-4ecc-997e-326d1eb6ed1a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:23.018474 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec7d273-bc05-4569-844d-d6e9631c33f4", "name": "network-vif-deleted", "tag": "89fab58c-141d-4da4-b25e-1da50bbdcf60", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:23.018814 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcc1ed68-52f1-4ecc-997e-326d1eb6ed1a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:23.020172 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec7d273-bc05-4569-844d-d6e9631c33f4', 'name': 'network-vif-deleted', 'tag': '89fab58c-141d-4da4-b25e-1da50bbdcf60', 'status': 'completed', 'code': 200} Aug 16 12:59:23.060927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cc9fd685-6020-474d-ad2a-eb914e2a9335 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:23.095318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Port 7741c931-1bd7-4534-8e45-339faa43f756 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:59:23.095670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Attempting to bind port 7741c931-1bd7-4534-8e45-339faa43f756 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:23.154084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:23.154517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:23.154852 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:23.155669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Bound port: 7741c931-1bd7-4534-8e45-339faa43f756, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:23.156050 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:23.173969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2bef8-bbc8-40f6-88a4-134da9f269a9 service neutron] Pushing event updated for resources: {'Port': ['ID=574236d3-16ad-4f1d-8b58-68ba8a54a939,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:23.181860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b7102-3c33-4381-9fd0-91f9977f1487 req-461f6bda-f37e-42a6-9f28-7ba88eb87c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:23.184564 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-594b7102-3c33-4381-9fd0-91f9977f1487 req-461f6bda-f37e-42a6-9f28-7ba88eb87c4d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 1096 time: 0.4605849 Aug 16 12:59:23.202879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5a992a8d-ed61-4cfe-b148-97259ea9a544 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b038afe4d2674ef68fe06767acb3e06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543142 Aug 16 12:59:23.216933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39998) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:23.248392 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a4b5582-5c1d-4adc-a158-15a76e77278c req-7a8b2c26-b349-460d-a910-7ea16010a920 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527566 Aug 16 12:59:23.367028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-7cd0f1f7-91c4-447d-a8d1-fb76e712aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:23.370898 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-7cd0f1f7-91c4-447d-a8d1-fb76e712aeb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 1099 time: 0.3176820 Aug 16 12:59:23.404077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Allocated IP 172.20.0.10 (80e67e3f-fb8e-40f7-bf88-1b500d006d8d/909c1a27-3032-4df6-8e77-1f1290416049/16f1fea6-aead-4081-acfe-c8339b781fc3) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:23.422761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbd662-7c23-4fac-8097-21e1e99b2f79 req-22dc810b-208a-44bd-b127-5219572f2492 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:23.425552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2dbd662-7c23-4fac-8097-21e1e99b2f79 req-22dc810b-208a-44bd-b127-5219572f2492 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 948 time: 0.2728391 Aug 16 12:59:23.501988 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-b37591bc-e8c1-4bf0-b399-154b321e209e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=574236d3-16ad-4f1d-8b58-68ba8a54a939 HTTP/1.1" status: 200 len: 217 time: 0.1156793 Aug 16 12:59:23.602874 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-594b7102-3c33-4381-9fd0-91f9977f1487 req-bd051587-ca71-4842-b3ef-f889c37567ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025586 Aug 16 12:59:23.643100 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74875052-e5b1-4d6e-9e1e-3993db02f9ab x-openstack-request-id: req-74875052-e5b1-4d6e-9e1e-3993db02f9ab {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:23.644006 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7ebd6c-9f10-4057-ad80-03a3bad5599c", "tag": "574236d3-16ad-4f1d-8b58-68ba8a54a939", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:23.645609 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74875052-e5b1-4d6e-9e1e-3993db02f9ab {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:23.646827 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7ebd6c-9f10-4057-ad80-03a3bad5599c', 'tag': '574236d3-16ad-4f1d-8b58-68ba8a54a939', 'status': 'completed', 'code': 200} Aug 16 12:59:23.654560 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2dbd662-7c23-4fac-8097-21e1e99b2f79 req-02a9ebcf-e99f-4c37-845d-c8af704253d6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668582 Aug 16 12:59:23.658385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-0b8c679c-567c-4768-8766-f0ebc13d2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:23.660832 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-0b8c679c-567c-4768-8766-f0ebc13d2417 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1451735 Aug 16 12:59:23.762902 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7fff2aec-e97c-48ee-9271-2c473470667d req-9ea272fd-0023-455c-b7f9-3a26d2ee9de1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:23.771383 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd487c86-b5c4-4480-9549-aa0c11725859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:23.784042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] For port 7741c931-1bd7-4534-8e45-339faa43f756, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:23.788235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-fe193389-6f37-433d-b56f-f2b61a68bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:23.789515 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-fe193389-6f37-433d-b56f-f2b61a68bfb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205230 Aug 16 12:59:23.802121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] For port 7741c931-1bd7-4534-8e45-339faa43f756, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7741c931-1bd7-4534-8e45-339faa43f756,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:23.844861 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:23.847996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea272fd-0023-455c-b7f9-3a26d2ee9de1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Pushing event deleted for resources: {'Port': ['ID=cc9fd685-6020-474d-ad2a-eb914e2a9335,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:23.851277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad0a7b-5dca-4508-bf47-ee6c006ff964 req-484e3dc1-7ff3-46cb-bee7-9ef7c17f6287 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:23.854035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3ad0a7b-5dca-4508-bf47-ee6c006ff964 req-484e3dc1-7ff3-46cb-bee7-9ef7c17f6287 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 945 time: 0.1328695 Aug 16 12:59:23.863663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:23.876020 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:24.007788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3ad0a7b-5dca-4508-bf47-ee6c006ff964 req-31138db6-6110-41ac-b775-9a5d5981a114 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402085 Aug 16 12:59:24.046917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-2642ca1e-7da2-4408-b804-aac417a7b05d service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471521 Aug 16 12:59:24.114015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40022) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:24.264037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-654ae550-c8ad-4baf-999d-d8b0b3da68a9 req-4727628c-1654-4c4c-91c8-5b31e2875175 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 210 time: 0.1326344 Aug 16 12:59:24.294780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd487c86-b5c4-4480-9549-aa0c11725859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:24.345363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:24.346018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:24.348463 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] 10.222.0.22 "PUT /v2.0/ports/7741c931-1bd7-4534-8e45-339faa43f756 HTTP/1.1" status: 200 len: 1096 time: 5.4225965 Aug 16 12:59:24.379890 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-29e477c5-9707-4875-899f-f12c0e17fc6a service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187480 Aug 16 12:59:24.385209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-31dbc516-f03f-4de1-b73d-83177b3c8a4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:24.417574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fff2aec-e97c-48ee-9271-2c473470667d req-9ea272fd-0023-455c-b7f9-3a26d2ee9de1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] No DVR routers for this DVR port cc9fd685-6020-474d-ad2a-eb914e2a9335 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:59:24.421600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7fff2aec-e97c-48ee-9271-2c473470667d req-9ea272fd-0023-455c-b7f9-3a26d2ee9de1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:24.424839 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7fff2aec-e97c-48ee-9271-2c473470667d req-9ea272fd-0023-455c-b7f9-3a26d2ee9de1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "DELETE /v2.0/ports/cc9fd685-6020-474d-ad2a-eb914e2a9335 HTTP/1.1" status: 204 len: 173 time: 4.8785295 Aug 16 12:59:24.488238 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-31dbc516-f03f-4de1-b73d-83177b3c8a4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:24.634942 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9208a-f20a-422a-a4cf-34a3e609a45d service neutron] Pushing event updated for resources: {'Port': ['ID=7741c931-1bd7-4534-8e45-339faa43f756,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:24.736123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6db09-dad9-4735-b5db-9dbb8f5631be req-3b51a019-4cfb-46c9-8a2c-fcca69e01f46 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:24.753338 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3f6db09-dad9-4735-b5db-9dbb8f5631be req-3b51a019-4cfb-46c9-8a2c-fcca69e01f46 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 946 time: 0.2929058 Aug 16 12:59:24.786954 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-31dbc516-f03f-4de1-b73d-83177b3c8a4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:24.791596 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-31dbc516-f03f-4de1-b73d-83177b3c8a4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:24.793559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-31dbc516-f03f-4de1-b73d-83177b3c8a4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "DELETE /v2.0/security-groups/817444d1-1c00-4eba-a912-e7faa0a24dd6 HTTP/1.1" status: 204 len: 168 time: 0.6779361 Aug 16 12:59:24.795125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0721670-46cc-4393-96e7-4bf3f72c5c08 req-c64fd679-24e6-4e8a-8923-6af913041632 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:24.797821 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0721670-46cc-4393-96e7-4bf3f72c5c08 req-c64fd679-24e6-4e8a-8923-6af913041632 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 946 time: 0.5104787 Aug 16 12:59:24.798616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40030) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:24.825006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-fd88a43d-5747-4485-a320-beae8c3724c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2858307 Aug 16 12:59:24.853847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbc516-f03f-4de1-b73d-83177b3c8a4f tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817444d1-1c00-4eba-a912-e7faa0a24dd6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:24.862420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:24.959162 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3f6db09-dad9-4735-b5db-9dbb8f5631be req-181d90cc-e395-44c6-8b1c-e6ff46a4770f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912520 Aug 16 12:59:24.994608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd487c86-b5c4-4480-9549-aa0c11725859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:25.000282 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd487c86-b5c4-4480-9549-aa0c11725859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:25.004672 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bd487c86-b5c4-4480-9549-aa0c11725859 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a92d56b-d704-4600-8841-cf7fc825f5e7 HTTP/1.1" status: 204 len: 168 time: 1.7813251 Aug 16 12:59:25.005333 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63f608-b251-4662-aa80-376e021e0cc8 req-bac2df9b-c6d7-4b7f-bc75-2eb29125004f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:25.019086 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c63f608-b251-4662-aa80-376e021e0cc8 req-bac2df9b-c6d7-4b7f-bc75-2eb29125004f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 948 time: 0.1995935 Aug 16 12:59:25.040575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-b7bf30e1-8536-4ddf-b856-2c3a079a6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:25.044147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-b7bf30e1-8536-4ddf-b856-2c3a079a6947 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1095 time: 0.1544447 Aug 16 12:59:25.050222 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-0da6a104-262e-42ee-a540-f3fed87a3f60 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] show failed (client error): The resource could not be found. Aug 16 12:59:25.052514 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0da6a104-262e-42ee-a540-f3fed87a3f60 tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "GET /v2.0/security-groups/817444d1-1c00-4eba-a912-e7faa0a24dd6 HTTP/1.1" status: 404 len: 347 time: 0.2396910 Aug 16 12:59:25.057633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a4624d-c54c-4051-809a-e93f6d097d79', 'tag': '7741c931-1bd7-4534-8e45-339faa43f756'}, {'server_uuid': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'name': 'network-vif-deleted', 'tag': 'cc9fd685-6020-474d-ad2a-eb914e2a9335'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:25.058337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40040) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:25.063674 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa02d60c-02f7-4e55-ae36-7fed6633f07d" -d '{"events": [{"name": "network-changed", "server_uuid": "54a4624d-c54c-4051-809a-e93f6d097d79", "tag": "7741c931-1bd7-4534-8e45-339faa43f756"}, {"server_uuid": "fdf24336-ae80-406b-9cd9-c85176019bc8", "name": "network-vif-deleted", "tag": "cc9fd685-6020-474d-ad2a-eb914e2a9335"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:25.078009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 89fab58c-141d-4da4-b25e-1da50bbdcf60 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:25.137205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ac714-be64-4ade-8aa6-7ea19eeda5a4 req-f0af273a-e339-44a6-a876-552f7f403730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:25.141295 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-466ac714-be64-4ade-8aa6-7ea19eeda5a4 req-f0af273a-e339-44a6-a876-552f7f403730 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 1099 time: 0.5311396 Aug 16 12:59:25.153657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 89fab58c-141d-4da4-b25e-1da50bbdcf60 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:59:25.155297 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 89fab58c-141d-4da4-b25e-1da50bbdcf60 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:59:25.171786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd487c86-b5c4-4480-9549-aa0c11725859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a92d56b-d704-4600-8841-cf7fc825f5e7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:25.259850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:25.344821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:25.347258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:25.362409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c63f608-b251-4662-aa80-376e021e0cc8 req-b9578a48-2414-47e9-97b4-dbb6be8f034a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421621 Aug 16 12:59:25.388871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bcde9-4b7d-4cba-b7f8-991d86b98511 req-1eede0c8-286b-4bfe-9cf0-88e462a1b3d2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:25.390865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-378bcde9-4b7d-4cba-b7f8-991d86b98511 req-1eede0c8-286b-4bfe-9cf0-88e462a1b3d2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 945 time: 0.1983414 Aug 16 12:59:25.437508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-9e813436-b231-4a58-a62d-ed2c49afb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:25.439136 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-9e813436-b231-4a58-a62d-ed2c49afb339 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 1099 time: 0.9985397 Aug 16 12:59:25.485293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Pushing event updated for resources: {'Port': ['ID=16f1fea6-aead-4081-acfe-c8339b781fc3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:25.491725 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-6f946277-b240-4e6c-9ba7-a6b8396139b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:25.493273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-6f946277-b240-4e6c-9ba7-a6b8396139b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.3299487 Aug 16 12:59:25.522359 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-378bcde9-4b7d-4cba-b7f8-991d86b98511 req-657972a4-31f9-40e7-9761-df155139a8a7 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001923 Aug 16 12:59:25.596786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:25.597375 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:25.607240 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-b69f3ce1-eb31-4da2-9054-62c7902c8d4f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7741c931-1bd7-4534-8e45-339faa43f756 HTTP/1.1" status: 200 len: 217 time: 0.1328704 Aug 16 12:59:25.704909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ad6cd0fd-1ff5-4f80-871b-523564cbaeac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Deleting port 101251b0-8f3a-4e86-9859-72cd920a1928 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:25.705465 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd0fd-1ff5-4f80-871b-523564cbaeac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:25.710766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-b8363afb-99af-4217-92c5-974999dfed57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 999 time: 0.1864870 Aug 16 12:59:25.747253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ac714-be64-4ade-8aa6-7ea19eeda5a4 req-e8accda4-da60-449d-9007-46eb2b5fa3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:25.751720 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-466ac714-be64-4ade-8aa6-7ea19eeda5a4 req-e8accda4-da60-449d-9007-46eb2b5fa3b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.5890563 Aug 16 12:59:25.801892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b0721670-46cc-4393-96e7-4bf3f72c5c08 req-230afc9f-96c2-4f33-b8f4-3302a1f9b017 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Deleting port 4fa28d3f-00f5-45aa-b18b-1613421838d6 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:25.802680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b0721670-46cc-4393-96e7-4bf3f72c5c08 req-230afc9f-96c2-4f33-b8f4-3302a1f9b017 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:25.812788 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f719fa1-a0d4-41c3-a3fd-282a805a28f1 x-openstack-request-id: req-7f719fa1-a0d4-41c3-a3fd-282a805a28f1 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:25.813283 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a4624d-c54c-4051-809a-e93f6d097d79", "tag": "7741c931-1bd7-4534-8e45-339faa43f756", "status": "completed", "code": 200}, {"server_uuid": "fdf24336-ae80-406b-9cd9-c85176019bc8", "name": "network-vif-deleted", "tag": "cc9fd685-6020-474d-ad2a-eb914e2a9335", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:25.814049 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f719fa1-a0d4-41c3-a3fd-282a805a28f1 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:25.815902 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a4624d-c54c-4051-809a-e93f6d097d79', 'tag': '7741c931-1bd7-4534-8e45-339faa43f756', 'status': 'completed', 'code': 200} Aug 16 12:59:25.816419 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf24336-ae80-406b-9cd9-c85176019bc8', 'name': 'network-vif-deleted', 'tag': 'cc9fd685-6020-474d-ad2a-eb914e2a9335', 'status': 'completed', 'code': 200} Aug 16 12:59:25.830584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-7c51bfe1-349b-4ee0-972c-f2e32173fcee tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7742240 Aug 16 12:59:25.903433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-38a421af-4cb9-45b6-93e4-c92cb7b4c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:25.904928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-38a421af-4cb9-45b6-93e4-c92cb7b4c17d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1664982 Aug 16 12:59:25.941942 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-2afd4ea4-700b-45d0-b7ca-6a79f47f3f1c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:59:25.944268 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-2afd4ea4-700b-45d0-b7ca-6a79f47f3f1c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106058 Aug 16 12:59:25.946891 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd0fd-1ff5-4f80-871b-523564cbaeac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:25.947202 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd0fd-1ff5-4f80-871b-523564cbaeac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:25.971058 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-466ac714-be64-4ade-8aa6-7ea19eeda5a4 req-bc4a2118-56f4-401a-9587-8999b4b1bb1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=574236d3-16ad-4f1d-8b58-68ba8a54a939 HTTP/1.1" status: 200 len: 217 time: 0.1626952 Aug 16 12:59:25.990145 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b1b52ba-f51b-491f-bcc7-e1880bde89b2 req-14c24b26-66fa-43cf-97ba-089be4b6d9ea tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=69db3e09f4b04fcd9dcdc03807c00973 HTTP/1.1" status: 200 len: 267 time: 0.1205287 Aug 16 12:59:25.997564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d838a-da04-488b-9f52-3a334217fd16 req-d948bd90-5398-4c7d-a6b9-1fe8277263f6 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:26.004913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d838a-da04-488b-9f52-3a334217fd16 req-d948bd90-5398-4c7d-a6b9-1fe8277263f6 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 932 time: 0.2680466 Aug 16 12:59:26.007910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ad6cd0fd-1ff5-4f80-871b-523564cbaeac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Calling delete_port for 101251b0-8f3a-4e86-9859-72cd920a1928 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:26.015411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Request body: {'port': {'device_id': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:26.125242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-f3495f08-4502-479b-b9d8-0147437a22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:26.127147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-f3495f08-4502-479b-b9d8-0147437a22dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2089205 Aug 16 12:59:26.133928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-8395a5e9-92e2-4e05-a643-4f4df320327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:26.135999 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-8395a5e9-92e2-4e05-a643-4f4df320327c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.5106781 Aug 16 12:59:26.142767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d838a-da04-488b-9f52-3a334217fd16 req-b1d6f2c7-7a47-447e-af22-57de8d43c00b tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368999 Aug 16 12:59:26.195482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b52ba-f51b-491f-bcc7-e1880bde89b2 req-824b5665-e3e6-4bdf-a03b-a414effe313e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:26.197302 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b1b52ba-f51b-491f-bcc7-e1880bde89b2 req-824b5665-e3e6-4bdf-a03b-a414effe313e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 945 time: 0.1870930 Aug 16 12:59:26.235487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-1b1b52ba-f51b-491f-bcc7-e1880bde89b2 req-5dd00af7-5d65-4f32-b7ba-9fe7d7167b48 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Request body: {'port': {'security_groups': []}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:26.287079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b0721670-46cc-4393-96e7-4bf3f72c5c08 req-230afc9f-96c2-4f33-b8f4-3302a1f9b017 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] For port 4fa28d3f-00f5-45aa-b18b-1613421838d6, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4fa28d3f-00f5-45aa-b18b-1613421838d6,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:26.287582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b0721670-46cc-4393-96e7-4bf3f72c5c08 req-230afc9f-96c2-4f33-b8f4-3302a1f9b017 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:26.304492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ac714-be64-4ade-8aa6-7ea19eeda5a4 req-b05d367d-eb1f-4f96-ace0-47b7e876acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:26.306032 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-466ac714-be64-4ade-8aa6-7ea19eeda5a4 req-b05d367d-eb1f-4f96-ace0-47b7e876acd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.3044281 Aug 16 12:59:26.316779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b0721670-46cc-4393-96e7-4bf3f72c5c08 req-230afc9f-96c2-4f33-b8f4-3302a1f9b017 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Calling delete_port for 4fa28d3f-00f5-45aa-b18b-1613421838d6 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:26.395217 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-8e7af873-4a2b-45ba-965b-8b5904441e61 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575638 Aug 16 12:59:26.398326 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1b1b52ba-f51b-491f-bcc7-e1880bde89b2 req-5dd00af7-5d65-4f32-b7ba-9fe7d7167b48 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:26.437418 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:26.460511 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40076) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:26.460511 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ac714-be64-4ade-8aa6-7ea19eeda5a4 req-495dfd29-9127-4ec7-9cef-7cee5dd6bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:26.462005 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-466ac714-be64-4ade-8aa6-7ea19eeda5a4 req-495dfd29-9127-4ec7-9cef-7cee5dd6bb5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1432631 Aug 16 12:59:26.474786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-f3554fc9-1b1b-4ca1-9b57-1760244ad6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:26.476691 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-f3554fc9-1b1b-4ca1-9b57-1760244ad6b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3215566 Aug 16 12:59:26.531082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] Deleting port e64966f0-f4bb-42aa-83ef-f62677590f7b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:26.531082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:26.643660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1768430539-network', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:26.872680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Made reservation on behalf of 9c25b74cf8eb4dbc99891e852e55656e for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:26.874360 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd0fd-1ff5-4f80-871b-523564cbaeac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:26.875131 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:26.884783 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-466ac714-be64-4ade-8aa6-7ea19eeda5a4 req-7ca7894b-1bee-404d-8024-70eee5343ac6 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070883 Aug 16 12:59:26.892923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200db00-636e-47f4-954b-c92030557ee0 req-ecd8c30f-a11a-4692-b932-f74dc2689a82 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:26.897513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7200db00-636e-47f4-954b-c92030557ee0 req-ecd8c30f-a11a-4692-b932-f74dc2689a82 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 946 time: 0.5694661 Aug 16 12:59:26.954435 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:26.971613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cd0fd-1ff5-4f80-871b-523564cbaeac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Pushing event deleted for resources: {'Port': ['ID=101251b0-8f3a-4e86-9859-72cd920a1928,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:27.077821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 574236d3-16ad-4f1d-8b58-68ba8a54a939 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:59:27.080953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4fa28d3f-00f5-45aa-b18b-1613421838d6 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:27.098882 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-1f21e104-c938-486e-bbea-f818ec140f53 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062799 Aug 16 12:59:27.111558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7200db00-636e-47f4-954b-c92030557ee0 req-1f892415-3173-46b6-a0ac-209821ad3cc8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744118 Aug 16 12:59:27.120971 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b0136ee-85af-43bf-84ab-6ab480c2a2df req-957e025a-e63f-4e67-9772-ea2c523c94e8 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7172933 Aug 16 12:59:27.174836 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-466ac714-be64-4ade-8aa6-7ea19eeda5a4 req-2a223975-f4cb-4653-a10f-ad3728230ab7 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747228 Aug 16 12:59:27.184742 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] For port e64966f0-f4bb-42aa-83ef-f62677590f7b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e64966f0-f4bb-42aa-83ef-f62677590f7b,segment=NetworkSegment(eb92932f-c21e-4bea-a715-cab448e2bc0a),segment_id=eb92932f-c21e-4bea-a715-cab448e2bc0a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:27.185273 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:27.206841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd0fd-1ff5-4f80-871b-523564cbaeac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:27.211934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd0fd-1ff5-4f80-871b-523564cbaeac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:27.214310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ad6cd0fd-1ff5-4f80-871b-523564cbaeac tempest-ImagesOneServerNegativeTestJSON-2067934270 tempest-ImagesOneServerNegativeTestJSON-2067934270-project] 10.222.0.25 "DELETE /v2.0/floatingips/baf600d5-b981-47ed-9f3e-508906bab899 HTTP/1.1" status: 204 len: 168 time: 2.1538246 Aug 16 12:59:27.295622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] Calling delete_port for e64966f0-f4bb-42aa-83ef-f62677590f7b owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:27.312566 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 574236d3-16ad-4f1d-8b58-68ba8a54a939, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=574236d3-16ad-4f1d-8b58-68ba8a54a939,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:27.317244 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b0721670-46cc-4393-96e7-4bf3f72c5c08 req-230afc9f-96c2-4f33-b8f4-3302a1f9b017 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:27.330285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '574236d3-16ad-4f1d-8b58-68ba8a54a939', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '574236d3-16ad-4f1d-8b58-68ba8a54a939', 'mac_address': 'fa:16:3e:2c:55:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:59:27.338346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No active binding found for port 4fa28d3f-00f5-45aa-b18b-1613421838d6 {{(pid=101397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 12:59:27.339487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4fa28d3f-00f5-45aa-b18b-1613421838d6 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:59:27.374067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-1b1b52ba-f51b-491f-bcc7-e1880bde89b2 req-5dd00af7-5d65-4f32-b7ba-9fe7d7167b48 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] For port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:27.392218 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:27.410405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574236d3-16ad-4f1d-8b58-68ba8a54a939 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:27.423401 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1b1b52ba-f51b-491f-bcc7-e1880bde89b2 req-5dd00af7-5d65-4f32-b7ba-9fe7d7167b48 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:27.439261 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1b1b52ba-f51b-491f-bcc7-e1880bde89b2 req-5dd00af7-5d65-4f32-b7ba-9fe7d7167b48 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:27.442898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230afc9f-96c2-4f33-b8f4-3302a1f9b017 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event deleted for resources: {'Port': ['ID=4fa28d3f-00f5-45aa-b18b-1613421838d6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:27.460753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['70d81bf0-893c-4aa5-befc-2cb020cf1c2f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:27.508186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 574236d3-16ad-4f1d-8b58-68ba8a54a939, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=574236d3-16ad-4f1d-8b58-68ba8a54a939,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:27.509606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7ea1c7be-d747-494d-8759-92d77770e3b8', '11b8f6d4-8694-4b7d-b47d-5c2c8534111e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:27.523268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b52ba-f51b-491f-bcc7-e1880bde89b2 req-5dd00af7-5d65-4f32-b7ba-9fe7d7167b48 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:27.524379 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-1b1b52ba-f51b-491f-bcc7-e1880bde89b2 req-5dd00af7-5d65-4f32-b7ba-9fe7d7167b48 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:27.525948 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b1b52ba-f51b-491f-bcc7-e1880bde89b2 req-5dd00af7-5d65-4f32-b7ba-9fe7d7167b48 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "PUT /v2.0/ports/70d81bf0-893c-4aa5-befc-2cb020cf1c2f HTTP/1.1" status: 200 len: 904 time: 1.3004298 Aug 16 12:59:27.530766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c52daa-7cb1-4399-9df2-206bc296ffe1', 'tag': '70d81bf0-893c-4aa5-befc-2cb020cf1c2f'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:27.537396 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfde8542-244a-4fd7-a14f-5f788665b43f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c52daa-7cb1-4399-9df2-206bc296ffe1", "tag": "70d81bf0-893c-4aa5-befc-2cb020cf1c2f"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:27.554878 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:27.592833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83cd44-156e-4b2d-8d20-873427816ddf req-451fa44d-bc7a-441c-8e0f-fa0b3f33e9ed tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:27.606680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a83cd44-156e-4b2d-8d20-873427816ddf req-451fa44d-bc7a-441c-8e0f-fa0b3f33e9ed tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 948 time: 0.1692491 Aug 16 12:59:27.619677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0721670-46cc-4393-96e7-4bf3f72c5c08 req-230afc9f-96c2-4f33-b8f4-3302a1f9b017 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] No DVR routers for this DVR port 4fa28d3f-00f5-45aa-b18b-1613421838d6 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:59:27.634302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd00af7-5d65-4f32-b7ba-9fe7d7167b48 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event updated for resources: {'Port': ['ID=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,revision_number=6']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:27.636720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b0721670-46cc-4393-96e7-4bf3f72c5c08 req-230afc9f-96c2-4f33-b8f4-3302a1f9b017 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:27.644521 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0721670-46cc-4393-96e7-4bf3f72c5c08 req-230afc9f-96c2-4f33-b8f4-3302a1f9b017 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.42 "DELETE /v2.0/ports/4fa28d3f-00f5-45aa-b18b-1613421838d6 HTTP/1.1" status: 204 len: 173 time: 2.8307486 Aug 16 12:59:27.702616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=574236d3-16ad-4f1d-8b58-68ba8a54a939,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:27.731012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['70d81bf0-893c-4aa5-befc-2cb020cf1c2f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:27.771692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a83cd44-156e-4b2d-8d20-873427816ddf req-1ac3b335-2cea-4814-b797-4dbcae44f10f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639216 Aug 16 12:59:27.791688 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fadcf1-8c98-4e35-8343-2474e073305f req-2e071849-0518-42d3-a983-7815f3511415 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104789 Aug 16 12:59:27.816346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e1e4f-410e-4850-b49b-cefc687a96ec req-5d114dd5-61b1-441d-bc6b-429c58fdba14 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:27.819473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb6ceb2-211e-4086-8145-3dccef6a5279', 'name': 'network-vif-deleted', 'tag': '4fa28d3f-00f5-45aa-b18b-1613421838d6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:27.821794 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb486259-bf4d-45fe-bbfd-dbda12c3e281" -d '{"events": [{"server_uuid": "9eb6ceb2-211e-4086-8145-3dccef6a5279", "name": "network-vif-deleted", "tag": "4fa28d3f-00f5-45aa-b18b-1613421838d6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:27.825294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-001e1e4f-410e-4850-b49b-cefc687a96ec req-5d114dd5-61b1-441d-bc6b-429c58fdba14 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 932 time: 0.1810627 Aug 16 12:59:27.828665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['574236d3-16ad-4f1d-8b58-68ba8a54a939'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:27.927150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-001e1e4f-410e-4850-b49b-cefc687a96ec req-a94b49b9-4497-42e6-b238-2b31bb6c5ab6 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738523 Aug 16 12:59:28.001328 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337d213-0e27-4529-9c45-5e2a036b11c0 x-openstack-request-id: req-0337d213-0e27-4529-9c45-5e2a036b11c0 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:28.002299 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c52daa-7cb1-4399-9df2-206bc296ffe1", "tag": "70d81bf0-893c-4aa5-befc-2cb020cf1c2f", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:28.002299 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0337d213-0e27-4529-9c45-5e2a036b11c0 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:28.002552 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c52daa-7cb1-4399-9df2-206bc296ffe1', 'tag': '70d81bf0-893c-4aa5-befc-2cb020cf1c2f', 'status': 'completed', 'code': 200} Aug 16 12:59:28.020214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32152c5-e967-43e7-b7eb-1d97e6a6a217 req-aca24a8b-1306-4eef-85d3-7efd023d69e1 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:28.034826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b32152c5-e967-43e7-b7eb-1d97e6a6a217 req-aca24a8b-1306-4eef-85d3-7efd023d69e1 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 907 time: 0.1062472 Aug 16 12:59:28.100266 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cd12e2-2a15-4541-bee5-4fee5bbed772 x-openstack-request-id: req-95cd12e2-2a15-4541-bee5-4fee5bbed772 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:28.101492 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb6ceb2-211e-4086-8145-3dccef6a5279", "name": "network-vif-deleted", "tag": "4fa28d3f-00f5-45aa-b18b-1613421838d6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:28.101492 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95cd12e2-2a15-4541-bee5-4fee5bbed772 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:28.102015 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb6ceb2-211e-4086-8145-3dccef6a5279', 'name': 'network-vif-deleted', 'tag': '4fa28d3f-00f5-45aa-b18b-1613421838d6', 'status': 'completed', 'code': 200} Aug 16 12:59:28.173029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ac48083b-f066-4bfd-b352-80f8279bc28e None None] Provisioning complete for port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:28.173899 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac48083b-f066-4bfd-b352-80f8279bc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:28.203909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40102) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:28.356420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7e1936b-e8f5-4fab-95a6-d28927fe638a req-ff4e99ec-8256-4ebd-b10f-216d64d1058f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 210 time: 0.0606797 Aug 16 12:59:28.368732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d02c9-7798-4163-960c-36b013ffef99 req-3eedd83d-16f9-480d-926b-02b336e14cdd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:28.403939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-861d02c9-7798-4163-960c-36b013ffef99 req-3eedd83d-16f9-480d-926b-02b336e14cdd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.2565172 Aug 16 12:59:28.445730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7625aa-190c-4767-b7ca-6346d758605d admin admin] Deleting subnet 2698112a-ce6a-45e2-a0ed-383e4d82d22a {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:59:28.462308 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b7625aa-190c-4767-b7ca-6346d758605d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:28.567499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-861d02c9-7798-4163-960c-36b013ffef99 req-94db63c9-d899-492a-96d3-4fa66ca58f03 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622832 Aug 16 12:59:28.575844 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b7625aa-190c-4767-b7ca-6346d758605d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:28.635291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b7625aa-190c-4767-b7ca-6346d758605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:28.657706 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:28.703856 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:28.733331 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b7625aa-190c-4767-b7ca-6346d758605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:28.773324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:28.781433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f1fea6-aead-4081-acfe-c8339b781fc3 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:28.789092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7625aa-190c-4767-b7ca-6346d758605d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2698112a-ce6a-45e2-a0ed-383e4d82d22a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:28.817116 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b7625aa-190c-4767-b7ca-6346d758605d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:28.819801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9b7625aa-190c-4767-b7ca-6346d758605d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2698112a-ce6a-45e2-a0ed-383e4d82d22a HTTP/1.1" status: 204 len: 168 time: 0.6141138 Aug 16 12:59:28.823734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40110) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:28.836415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e64966f0-f4bb-42aa-83ef-f62677590f7b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:28.868165 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:28.873270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d69e02-3974-452b-9ec9-c3773547297d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:28.942138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523c52-a43c-4927-b54c-dc1a91f34a55 req-196c71f4-d9c6-4338-beac-2df61916eb82 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:28.954546 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38523c52-a43c-4927-b54c-dc1a91f34a55 req-196c71f4-d9c6-4338-beac-2df61916eb82 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.2173898 Aug 16 12:59:29.000944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Transition to ACTIVE for port object 16f1fea6-aead-4081-acfe-c8339b781fc3 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:29.006022 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:59:29.013557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d60c-02f7-4e55-ae36-7fed6633f07d req-f7642723-bf94-4cea-8764-27de3d146f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:29.015231 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa02d60c-02f7-4e55-ae36-7fed6633f07d req-f7642723-bf94-4cea-8764-27de3d146f60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 1099 time: 0.4476049 Aug 16 12:59:29.021622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8542-244a-4fd7-a14f-5f788665b43f req-f6a8cd0f-4873-44f0-ab07-c2f239e1fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:29.023325 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfde8542-244a-4fd7-a14f-5f788665b43f req-f6a8cd0f-4873-44f0-ab07-c2f239e1fb89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 1058 time: 0.4574521 Aug 16 12:59:29.029580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.048519 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.086955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 574236d3-16ad-4f1d-8b58-68ba8a54a939 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:29.107327 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38523c52-a43c-4927-b54c-dc1a91f34a55 req-86e0c68d-4a70-4ad4-bc2d-fd5155618814 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489744 Aug 16 12:59:29.127324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Pushing event updated for resources: {'Port': ['ID=16f1fea6-aead-4081-acfe-c8339b781fc3,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:29.186216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.186579 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Added segment 87727545-14e5-4e3b-a56b-f4071bb2bbec of type vlan for network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 Aug 16 12:59:29.196789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 574236d3-16ad-4f1d-8b58-68ba8a54a939 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:29.202060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efbc49-fd83-4707-99db-4c3381211735 req-c31231a5-0e87-48ea-b64d-c36d85c61204 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:29.204198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8efbc49-fd83-4707-99db-4c3381211735 req-c31231a5-0e87-48ea-b64d-c36d85c61204 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 949 time: 0.2423573 Aug 16 12:59:29.207980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 574236d3-16ad-4f1d-8b58-68ba8a54a939 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:29.208276 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.312419 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.380184 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.400843 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.408968 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.418565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8efbc49-fd83-4707-99db-4c3381211735 req-0bf3e0b7-ea9c-48e7-b8a4-8b2873119745 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822672 Aug 16 12:59:29.424277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7ebd6c-9f10-4057-ad80-03a3bad5599c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574236d3-16ad-4f1d-8b58-68ba8a54a939'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:29.428335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74d340b-f81a-4b86-a5dc-7a52d434a180']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:29.428957 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36010c26-a656-41bc-8a79-65bae4e16b9b" -d '{"events": [{"server_uuid": "bf7ebd6c-9f10-4057-ad80-03a3bad5599c", "name": "network-vif-plugged", "status": "completed", "tag": "574236d3-16ad-4f1d-8b58-68ba8a54a939"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:29.457018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 574236d3-16ad-4f1d-8b58-68ba8a54a939, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=574236d3-16ad-4f1d-8b58-68ba8a54a939,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:29.461444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160ff41b-5b06-44c1-ab04-af98952ef771') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:29.461846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160ff41b-5b06-44c1-ab04-af98952ef771') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:29.463001 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.487039 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.500366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584f5db-85f7-4d56-9a6e-5782ce51b06d req-e3614049-5514-489d-84f0-0c91a005adfd tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:29.510615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4584f5db-85f7-4d56-9a6e-5782ce51b06d req-e3614049-5514-489d-84f0-0c91a005adfd tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 944 time: 0.2245026 Aug 16 12:59:29.567245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=574236d3-16ad-4f1d-8b58-68ba8a54a939,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:29.568134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.580980 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.624702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.resource_extend [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 12:59:29.629174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4584f5db-85f7-4d56-9a6e-5782ce51b06d req-ef08e6ba-67f6-4a9f-944e-89f8fa0b0726 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144271 Aug 16 12:59:29.641265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:59:29.642298 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:59:29.644351 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:59:29.737629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d60c-02f7-4e55-ae36-7fed6633f07d req-818d26e7-fad3-4e38-914f-1a2bd5eebabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:29.739513 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa02d60c-02f7-4e55-ae36-7fed6633f07d req-818d26e7-fad3-4e38-914f-1a2bd5eebabc service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.7152610 Aug 16 12:59:29.766295 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.767387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:29.767986 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.771126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8542-244a-4fd7-a14f-5f788665b43f req-26e373b9-753e-43a1-a7ee-3c30c615e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:29.772709 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfde8542-244a-4fd7-a14f-5f788665b43f req-26e373b9-753e-43a1-a7ee-3c30c615e6d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.7264333 Aug 16 12:59:29.835945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1474ecea-6ba9-410d-b1b8-3438fdcd60d5 req-68fe4d15-8d64-491d-b82e-24bb46cbacc8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 210 time: 0.0415897 Aug 16 12:59:29.860547 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.919511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.923727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c74d340b-f81a-4b86-a5dc-7a52d434a180 HTTP/1.1" status: 204 len: 168 time: 1.0986176 Aug 16 12:59:29.928617 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e0135a-80df-4a35-86e4-8d9fa8fe410e x-openstack-request-id: req-d4e0135a-80df-4a35-86e4-8d9fa8fe410e {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:29.929066 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7ebd6c-9f10-4057-ad80-03a3bad5599c", "name": "network-vif-plugged", "status": "completed", "tag": "574236d3-16ad-4f1d-8b58-68ba8a54a939", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:29.929453 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4e0135a-80df-4a35-86e4-8d9fa8fe410e {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:29.930361 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7ebd6c-9f10-4057-ad80-03a3bad5599c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574236d3-16ad-4f1d-8b58-68ba8a54a939', 'code': 200} Aug 16 12:59:29.937953 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa02d60c-02f7-4e55-ae36-7fed6633f07d req-3b458d64-0e85-4bb5-9020-65df5eb14276 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7741c931-1bd7-4534-8e45-339faa43f756 HTTP/1.1" status: 200 len: 217 time: 0.1610351 Aug 16 12:59:29.959297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc609f-8a28-4a82-9674-add9a8cd0143 admin admin] Pushing event deleted for resources: {'Network': ['ID=c74d340b-f81a-4b86-a5dc-7a52d434a180,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:29.997333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.5341859 Aug 16 12:59:30.005841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40134) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:30.011712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] Request body: {'subnet': {'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1768430539-subnet', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:30.039288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-4bc09120-c7b6-46af-97db-16b26708200a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:30.041232 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-4bc09120-c7b6-46af-97db-16b26708200a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 812 time: 0.4751444 Aug 16 12:59:30.059469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfde8542-244a-4fd7-a14f-5f788665b43f req-188be630-67cb-43b4-8d36-55c50c74f1b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70d81bf0-893c-4aa5-befc-2cb020cf1c2f HTTP/1.1" status: 200 len: 217 time: 0.2622800 Aug 16 12:59:30.066603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-218d40f5-6ec8-496c-aafc-e5dd67f512c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/quotas/69db3e09f4b04fcd9dcdc03807c00973 HTTP/1.1" status: 200 len: 375 time: 0.0169291 Aug 16 12:59:30.090522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] Made reservation on behalf of 9c25b74cf8eb4dbc99891e852e55656e for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:30.093083 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:30.095995 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Attempting to bind port 16f1fea6-aead-4081-acfe-c8339b781fc3 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:30.096617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Attempting to bind port 16f1fea6-aead-4081-acfe-c8339b781fc3 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:30.097172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Attempting to bind port 16f1fea6-aead-4081-acfe-c8339b781fc3 on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:30.200091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40136) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:30.207117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a508dd-f96d-47f9-8d83-6a95360410a9 admin admin] Pushing event updated for resources: {'Network': ['ID=60b8601d-8c83-419a-8ebd-3dd0daba00a8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:30.219690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Port 16f1fea6-aead-4081-acfe-c8339b781fc3 on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:59:30.220207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Attempting to bind port 16f1fea6-aead-4081-acfe-c8339b781fc3 on network 80e67e3f-fb8e-40f7-bf88-1b500d006d8d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:30.223202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:59:30.265570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:30.266094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Checking segment: {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:30.266714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Bound using segment: {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:30.267403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Bound port: 16f1fea6-aead-4081-acfe-c8339b781fc3, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ac334d-6670-4d63-97c5-eb469e8e554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:30.267982 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:30.290901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d60c-02f7-4e55-ae36-7fed6633f07d req-852605a9-17c1-431c-be79-41fd1a37369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:30.293796 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa02d60c-02f7-4e55-ae36-7fed6633f07d req-852605a9-17c1-431c-be79-41fd1a37369f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2925227 Aug 16 12:59:30.312806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-fe678ef9-6f3b-4aaa-93d5-cf22afed907a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2394850 Aug 16 12:59:30.313682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8542-244a-4fd7-a14f-5f788665b43f req-afa35313-03d3-461c-a5b7-5f6f8f9aac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:30.315824 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfde8542-244a-4fd7-a14f-5f788665b43f req-afa35313-03d3-461c-a5b7-5f6f8f9aac99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.2257059 Aug 16 12:59:30.337743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76abab2-9107-46d4-8d9f-e4e7dce5f102 req-c2b6c07c-645d-47df-a969-3b3b423303ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:30.340185 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e76abab2-9107-46d4-8d9f-e4e7dce5f102 req-c2b6c07c-645d-47df-a969-3b3b423303ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 1101 time: 0.2788532 Aug 16 12:59:30.360550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-57d8f5d1-cab0-4a91-9efa-f2863887cbf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd27f13269bc4bd4953c65507e9ce3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590171 Aug 16 12:59:30.364840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40140) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:30.481072 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ef50446-c9ca-497c-b2f9-ee77009f26e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:30.527050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ef50446-c9ca-497c-b2f9-ee77009f26e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:30.588111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-f04d7693-ec90-4a7f-ba37-c0ee7ff486a3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:59:30.596227 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-f04d7693-ec90-4a7f-ba37-c0ee7ff486a3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2822235 Aug 16 12:59:30.615447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] Router 2e13f3fb-0629-438c-aac2-839e132dbefa has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:59:30.654355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:30.658458 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e76abab2-9107-46d4-8d9f-e4e7dce5f102 req-d9b0bacb-3ed3-406d-a642-6cd60c1e7cd2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819035 Aug 16 12:59:30.688911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d60c-02f7-4e55-ae36-7fed6633f07d req-fe8956a4-afe9-41ed-bf53-7a12ae8c4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:30.690498 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa02d60c-02f7-4e55-ae36-7fed6633f07d req-fe8956a4-afe9-41ed-bf53-7a12ae8c4e37 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3852148 Aug 16 12:59:30.746014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8542-244a-4fd7-a14f-5f788665b43f req-d9c9442d-fa42-4fec-ae94-7e0df70741dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:30.747716 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfde8542-244a-4fd7-a14f-5f788665b43f req-d9c9442d-fa42-4fec-ae94-7e0df70741dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4137025 Aug 16 12:59:30.748858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] For port 16f1fea6-aead-4081-acfe-c8339b781fc3, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:30.803953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] For port 16f1fea6-aead-4081-acfe-c8339b781fc3, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16f1fea6-aead-4081-acfe-c8339b781fc3,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:30.830858 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ef50446-c9ca-497c-b2f9-ee77009f26e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:30.833827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ef50446-c9ca-497c-b2f9-ee77009f26e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:30.837611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5ef50446-c9ca-497c-b2f9-ee77009f26e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eab09906-60e0-45b2-8875-75baed918e19 HTTP/1.1" status: 204 len: 168 time: 0.4694800 Aug 16 12:59:30.837611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95230c7d-e072-4af3-82aa-d525af9bef72,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:30.851576 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:30.862267 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46468e-f4dd-474f-bde4-197b76d2adf4 req-f79703fd-f11b-4d27-8539-5b53dbb168aa tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:30.864722 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c46468e-f4dd-474f-bde4-197b76d2adf4 req-f79703fd-f11b-4d27-8539-5b53dbb168aa tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 950 time: 0.2457008 Aug 16 12:59:30.879117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef50446-c9ca-497c-b2f9-ee77009f26e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab09906-60e0-45b2-8875-75baed918e19,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:30.884292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] Checking segment: {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:30.884663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] Network hostable DHCP agents. Network: 60b8601d-8c83-419a-8ebd-3dd0daba00a8, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:59:30.889909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-c0e47ae1-c3cd-4e57-aa89-287305662436 service neutron] 10.222.0.25 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914436 Aug 16 12:59:30.992277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] Network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:59:31.011585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c46468e-f4dd-474f-bde4-197b76d2adf4 req-4824bdc4-957f-4624-9fcf-b9b14375885a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294937 Aug 16 12:59:31.051875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 60b8601d-8c83-419a-8ebd-3dd0daba00a8) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:31.065025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5892300-b5bf-4ea3-ab1e-70f3215cec07 None None] Network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:59:31.080947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:31.082145 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:31.083581 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-218c0b96-a25a-4c23-afec-5814903371df service neutron] 10.222.0.22 "PUT /v2.0/ports/16f1fea6-aead-4081-acfe-c8339b781fc3 HTTP/1.1" status: 200 len: 1092 time: 5.1047235 Aug 16 12:59:31.086055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'tag': '16f1fea6-aead-4081-acfe-c8339b781fc3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:31.088974 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5038ad52-8161-44b1-be73-8e1de292d79e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe3dc91-ca77-424a-a6b6-756880b486ac", "tag": "16f1fea6-aead-4081-acfe-c8339b781fc3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:31.100906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:31.102191 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:31.148558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-394cd582-d2c4-4813-aa23-32c968776958 service neutron] 10.222.0.25 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374182 Aug 16 12:59:31.169909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-83973edd-16f7-4d54-b5a7-94dc20208077 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1624074 Aug 16 12:59:31.174421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40154) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:31.184440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:31.207365 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa02d60c-02f7-4e55-ae36-7fed6633f07d req-df72034c-90e7-4410-8877-4a146c501290 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762955 Aug 16 12:59:31.244360 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:59:31.280594 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea17158-2eec-4470-941f-c28a8051fa3e None None] Sync routers for ids ['2e13f3fb-0629-438c-aac2-839e132dbefa'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:59:31.305867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40158) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:31.306262 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d2b5749e-5200-4cb5-a243-ddf8cfbedcc7 admin admin] 10.222.0.25 "PUT /v2.0/routers/2e13f3fb-0629-438c-aac2-839e132dbefa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9767029 Aug 16 12:59:31.315433 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:31.315590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c0b96-a25a-4c23-afec-5814903371df service neutron] Pushing event updated for resources: {'Port': ['ID=16f1fea6-aead-4081-acfe-c8339b781fc3,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:31.316588 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:31.326424 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfde8542-244a-4fd7-a14f-5f788665b43f req-b55d4257-81c6-41e1-b8db-704031d5646e service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607772 Aug 16 12:59:31.335947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:59:31.337088 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:31.356146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea17158-2eec-4470-941f-c28a8051fa3e None None] Routers {'2e13f3fb-0629-438c-aac2-839e132dbefa'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:59:31.357020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7ea17158-2eec-4470-941f-c28a8051fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:59:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2e13f3fb-0629-438c-aac2-839e132dbefa'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:31.397172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbeb30-853a-44ba-b31d-e487105a28aa req-769ca201-91de-483c-a599-011d9e813cfc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:31.419827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57bbeb30-853a-44ba-b31d-e487105a28aa req-769ca201-91de-483c-a599-011d9e813cfc tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 944 time: 0.2098637 Aug 16 12:59:31.543246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-7ea17158-2eec-4470-941f-c28a8051fa3e None None] Set router 2e13f3fb-0629-438c-aac2-839e132dbefa gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:59:31.550202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfde8542-244a-4fd7-a14f-5f788665b43f req-4bc60829-78bb-47fc-9236-2a69f87a1975 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735454 Aug 16 12:59:31.674068 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa02d60c-02f7-4e55-ae36-7fed6633f07d req-f0621cb7-eae8-4956-8c67-8ce47279d462 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188445 Aug 16 12:59:31.680935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-de17dd01-87ed-43cb-9162-ac060ced3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:31.683315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-de17dd01-87ed-43cb-9162-ac060ced3217 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 1095 time: 0.5289297 Aug 16 12:59:31.793757 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-db621fa9-1165-4463-8b76-96ef57f8d782 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16f1fea6-aead-4081-acfe-c8339b781fc3 HTTP/1.1" status: 200 len: 217 time: 0.0926280 Aug 16 12:59:31.808503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:31.866091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca0e709f-6b90-47ea-ade9-2bcaab595e1f req-f87e0719-3637-4c9f-8f07-fb31a1924eb4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 210 time: 0.2123725 Aug 16 12:59:31.927930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-196ba71a-c2a6-4e1a-81e6-ab15c3e0a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:31.929889 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-196ba71a-c2a6-4e1a-81e6-ab15c3e0a95a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=909c1a27-3032-4df6-8e77-1f1290416049 HTTP/1.1" status: 200 len: 845 time: 0.1300700 Aug 16 12:59:32.019876 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-a8adca9a-39f7-464b-ac51-7607cd145ae6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806453 Aug 16 12:59:32.100563 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a809fc5-36d0-4412-8d3d-8f7d424e5fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:32.167008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57bbeb30-853a-44ba-b31d-e487105a28aa req-bc587f53-419f-4b3e-a56b-77fde30f8dbf tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7340069 Aug 16 12:59:32.175547 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:32.195014 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-cc0f126f-824b-435f-b772-a5e40a9e3d14 service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660898 Aug 16 12:59:32.198479 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099ff798-2ce9-4b49-8547-2bb8cbb77b3b x-openstack-request-id: req-099ff798-2ce9-4b49-8547-2bb8cbb77b3b {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:32.198479 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe3dc91-ca77-424a-a6b6-756880b486ac", "tag": "16f1fea6-aead-4081-acfe-c8339b781fc3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:32.198479 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-099ff798-2ce9-4b49-8547-2bb8cbb77b3b {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:32.198479 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'tag': '16f1fea6-aead-4081-acfe-c8339b781fc3', 'status': 'completed', 'code': 200} Aug 16 12:59:32.391576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Allocated IP 172.20.0.2 (60b8601d-8c83-419a-8ebd-3dd0daba00a8/95230c7d-e072-4af3-82aa-d525af9bef72/6d24f009-99af-4396-8ed7-45ff3fd3ed85) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:32.400209 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d1fbcb39-dda7-4c5d-a2e8-ae328344d129 req-08abd4bd-b3b3-49b4-a70f-dddf5d4575d1 service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971047 Aug 16 12:59:32.533721 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:32.583148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b258c341-e603-4928-89a5-39ac09ebf117 req-8f20a7eb-3549-4332-b968-5d12c67fa786 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 210 time: 0.2397139 Aug 16 12:59:32.592987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038ad52-8161-44b1-be73-8e1de292d79e req-915d9ee6-289b-40c6-9fc3-6655d6b1a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:32.595245 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5038ad52-8161-44b1-be73-8e1de292d79e req-915d9ee6-289b-40c6-9fc3-6655d6b1a847 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b649a19566844bbabbc96fb5bab23c8&device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 1095 time: 0.0839355 Aug 16 12:59:32.618236 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:32.691312 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7ea17158-2eec-4470-941f-c28a8051fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-router', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:04Z', 'updated_at': '2021-08-16T12:59:28Z', 'revision_number': 5, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'gw_port': {'id': '696eba68-73f5-4758-8f38-d9e2fcdfb274', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:05Z', 'updated_at': '2021-08-16T12:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:32.732820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038ad52-8161-44b1-be73-8e1de292d79e req-b4956613-b88e-47fa-9484-4a5e1a4a8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:32.734344 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5038ad52-8161-44b1-be73-8e1de292d79e req-b4956613-b88e-47fa-9484-4a5e1a4a8bff service neutron] 10.222.0.22 "GET /v2.0/networks?id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 200 len: 905 time: 0.1253638 Aug 16 12:59:32.754620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082af78-4a50-4532-86fe-e2806000e2f5 req-c9bd10f6-c5e0-44cf-a0a4-68a95bee9d0d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:32.756180 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7082af78-4a50-4532-86fe-e2806000e2f5 req-c9bd10f6-c5e0-44cf-a0a4-68a95bee9d0d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 950 time: 0.2457693 Aug 16 12:59:32.794548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea17158-2eec-4470-941f-c28a8051fa3e None None] Checking router: 2e13f3fb-0629-438c-aac2-839e132dbefa for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:59:32.803233 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5038ad52-8161-44b1-be73-8e1de292d79e req-13c8d985-f34d-4945-8c6b-d37a90648ddf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16f1fea6-aead-4081-acfe-c8339b781fc3 HTTP/1.1" status: 200 len: 217 time: 0.0589917 Aug 16 12:59:32.837131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Deleting port 696eba68-73f5-4758-8f38-d9e2fcdfb274 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:32.837468 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:32.888135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea17158-2eec-4470-941f-c28a8051fa3e None None] Routers {'2e13f3fb-0629-438c-aac2-839e132dbefa'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:59:32.888768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7ea17158-2eec-4470-941f-c28a8051fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:59:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2e13f3fb-0629-438c-aac2-839e132dbefa'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:32.922231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7082af78-4a50-4532-86fe-e2806000e2f5 req-f918152b-9940-4b7c-b03a-0f3eaf8ce14a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309524 Aug 16 12:59:32.926620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038ad52-8161-44b1-be73-8e1de292d79e req-e4e99aa9-eff0-4098-9008-23078d8c610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:32.934316 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5038ad52-8161-44b1-be73-8e1de292d79e req-e4e99aa9-eff0-4098-9008-23078d8c610c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=909c1a27-3032-4df6-8e77-1f1290416049 HTTP/1.1" status: 200 len: 845 time: 0.1230576 Aug 16 12:59:32.989184 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5038ad52-8161-44b1-be73-8e1de292d79e req-88340350-74b1-4862-bc0f-7ead09499f0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80e67e3f-fb8e-40f7-bf88-1b500d006d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448375 Aug 16 12:59:33.236533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] For port 696eba68-73f5-4758-8f38-d9e2fcdfb274, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=696eba68-73f5-4758-8f38-d9e2fcdfb274,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:33.239103 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:33.355422 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-431cbc98-cc68-44e3-af60-6b13640683ed req-2e765583-b72c-4801-ba53-09b9cae1c755 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 210 time: 0.2458951 Aug 16 12:59:33.358568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-7ea17158-2eec-4470-941f-c28a8051fa3e None None] Set router 2e13f3fb-0629-438c-aac2-839e132dbefa gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:59:33.383003 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Calling delete_port for 696eba68-73f5-4758-8f38-d9e2fcdfb274 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:33.422683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7ea17158-2eec-4470-941f-c28a8051fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-router', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:04Z', 'updated_at': '2021-08-16T12:59:32Z', 'revision_number': 6, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:33.428736 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7741c931-1bd7-4534-8e45-339faa43f756 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:59:33.486085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea17158-2eec-4470-941f-c28a8051fa3e None None] The sync data for ids ['2e13f3fb-0629-438c-aac2-839e132dbefa'] in n-d-804708-1 is: [{'id': '2e13f3fb-0629-438c-aac2-839e132dbefa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636133451-router', 'tenant_id': '1d59c1be2b16469587adde5eeedfa3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:04Z', 'updated_at': '2021-08-16T12:59:32Z', 'revision_number': 6, 'project_id': '1d59c1be2b16469587adde5eeedfa3dd', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:59:33.500789 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:33.519194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Transition to ACTIVE for port object 6d24f009-99af-4396-8ed7-45ff3fd3ed85 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:33.615977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Transition to ACTIVE for port object 6d24f009-99af-4396-8ed7-45ff3fd3ed85 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:33.626384 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:33.692605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:33.702304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:33.709098 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:33.719034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:33.725141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3892c-27fa-47ba-9a49-05bd26145d21 req-23185b71-2dbb-4d78-8def-7f1c4883d726 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:33.733036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52d3892c-27fa-47ba-9a49-05bd26145d21 req-23185b71-2dbb-4d78-8def-7f1c4883d726 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 948 time: 0.4574335 Aug 16 12:59:33.736669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40210) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:33.805780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Pushing event updated for resources: {'Port': ['ID=6d24f009-99af-4396-8ed7-45ff3fd3ed85,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:33.812722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7741c931-1bd7-4534-8e45-339faa43f756, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7741c931-1bd7-4534-8e45-339faa43f756,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:33.837983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Attempting to bind port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:33.843890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Attempting to bind port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:33.843890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Attempting to bind port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 on network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:33.857421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '7741c931-1bd7-4534-8e45-339faa43f756', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '7741c931-1bd7-4534-8e45-339faa43f756', 'mac_address': 'fa:16:3e:63:c2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:59:33.860141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:33.860802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Checking segment: {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:33.861215 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:33.861613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Bound using segment: {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:33.862272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Bound port: 6d24f009-99af-4396-8ed7-45ff3fd3ed85, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:33.862727 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:33.863255 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5038ad52-8161-44b1-be73-8e1de292d79e req-16a2f288-f7aa-482d-a532-b009f51e7017 service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8656712 Aug 16 12:59:33.909336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-482abeb3-bf6e-4b23-8656-1c5a88b6ae8d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:33.912137 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-482abeb3-bf6e-4b23-8656-1c5a88b6ae8d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 812 time: 0.2281868 Aug 16 12:59:33.981133 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:33.987857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e64966f0-f4bb-42aa-83ef-f62677590f7b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:34.039874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: e64966f0-f4bb-42aa-83ef-f62677590f7b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:59:34.040637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e64966f0-f4bb-42aa-83ef-f62677590f7b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:59:34.055750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Request body: {'port': {'device_id': 'bfe2f675-63df-423e-bd09-36238656b635', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'admin_state_up': True, 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:34.088488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7741c931-1bd7-4534-8e45-339faa43f756 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:34.121775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7741c931-1bd7-4534-8e45-339faa43f756, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7741c931-1bd7-4534-8e45-339faa43f756,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:34.133779 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5038ad52-8161-44b1-be73-8e1de292d79e req-54adb5f6-54db-4064-9777-406aff36fdc2 service neutron] 10.222.0.22 "GET /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201807 Aug 16 12:59:34.181671 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:34.193081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] For port 6d24f009-99af-4396-8ed7-45ff3fd3ed85, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:34.197563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Made reservation on behalf of 69db3e09f4b04fcd9dcdc03807c00973 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:34.206950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:34.207240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:34.243436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] For port 6d24f009-99af-4396-8ed7-45ff3fd3ed85, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6d24f009-99af-4396-8ed7-45ff3fd3ed85,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:34.258143 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:34.301475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52d3892c-27fa-47ba-9a49-05bd26145d21 req-55d99cc9-e200-4063-951a-ebe3c6594b78 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591626 Aug 16 12:59:34.347765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aab6a-22db-43c8-893c-6afc1077535c req-b30264ab-801c-44f1-9cf0-6afe30448062 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:34.360005 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c8aab6a-22db-43c8-893c-6afc1077535c req-b30264ab-801c-44f1-9cf0-6afe30448062 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 944 time: 0.7374861 Aug 16 12:59:34.372259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7741c931-1bd7-4534-8e45-339faa43f756,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:34.396742 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c03e7860-a71f-4072-ac56-691f78df529e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:34.450622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Allocated IP 172.20.0.12 (332b6301-e3c3-48b0-a69e-a0e7cf1ae430/dac6c284-5c0d-410c-8657-6a93f25e8167/59c4a172-04f5-4977-99c3-5bb5277d1165) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:34.500459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0caf2-f644-4bf4-95a1-6077a2275ff7 None None] Pushing event updated for resources: {'Port': ['ID=6d24f009-99af-4396-8ed7-45ff3fd3ed85,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:34.543184 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:34.579449 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c76e682-ce8c-41e5-b696-aed7329907ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:34.590981 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45f8284b-3242-4b2d-96d1-5f507c31a69a req-2eeabe78-1b94-4a09-916c-ec16e56bb6cf tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 210 time: 0.1269436 Aug 16 12:59:34.688418 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:34.697285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7741c931-1bd7-4534-8e45-339faa43f756'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:34.760230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Pushing event deleted for resources: {'Port': ['ID=696eba68-73f5-4758-8f38-d9e2fcdfb274,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:34.793686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c8aab6a-22db-43c8-893c-6afc1077535c req-eb474946-f823-4681-9eae-9a912361e6ca tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292712 Aug 16 12:59:34.887564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-463619e3-6581-41ee-8d76-467a48e7d551 req-fbf5824b-2433-4863-9a85-fca76bbbbdfd tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb6ceb2-211e-4086-8145-3dccef6a5279 HTTP/1.1" status: 200 len: 210 time: 0.0855319 Aug 16 12:59:34.904765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:34.936549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Transition to ACTIVE for port object 59c4a172-04f5-4977-99c3-5bb5277d1165 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:34.942445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Allocated IP 172.25.0.26 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/880c3275-2a2d-43cf-9436-2efab2f4e03c) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:34.969622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:34.987562 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.066967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:35.072759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:35.081676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:35.094009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event updated for resources: {'Port': ['ID=59c4a172-04f5-4977-99c3-5bb5277d1165,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:35.146694 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c76e682-ce8c-41e5-b696-aed7329907ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.149422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:35.150219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.156498 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.158320 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c76e682-ce8c-41e5-b696-aed7329907ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.161042 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.169933 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-14199933-0e3f-4250-bcd3-5a82d33f957c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1177771 Aug 16 12:59:35.188050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Request body: {'port': {'device_id': 'bfe2f675-63df-423e-bd09-36238656b635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:35.262501 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.269480 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1c76e682-ce8c-41e5-b696-aed7329907ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fde4a55ce4984f39a31586c581d73f93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5295713 Aug 16 12:59:35.278138 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.278976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e13f3fb-0629-438c-aac2-839e132dbefa {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:59:35.280822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40218) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:35.311739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.314217 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2fcc8064-5699-473d-959f-ac54c718aaae admin admin] 10.222.0.25 "DELETE /v2.0/routers/2e13f3fb-0629-438c-aac2-839e132dbefa HTTP/1.1" status: 204 len: 168 time: 4.0067852 Aug 16 12:59:35.318371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76e682-ce8c-41e5-b696-aed7329907ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c581e3fc-f7a7-4c3d-a2f3-a29b0f1b99b9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:35.321245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40220) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:35.402204 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.438516 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.523156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ffb2440e-e819-4386-9a4d-2e4d8a36e33d None None] Provisioning for port 59c4a172-04f5-4977-99c3-5bb5277d1165 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:35.531971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ffb2440e-e819-4386-9a4d-2e4d8a36e33d None None] Provisioning complete for port 59c4a172-04f5-4977-99c3-5bb5277d1165 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:35.532476 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ffb2440e-e819-4386-9a4d-2e4d8a36e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.535812 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4c7404-7ad3-40e5-a421-c7f452bf94bd admin admin] Deleting subnet af072506-885c-4c61-9563-d7c2adbae5c9 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:59:35.542225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7404-7ad3-40e5-a421-c7f452bf94bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.578239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2440e-e819-4386-9a4d-2e4d8a36e33d None None] Port 59c4a172-04f5-4977-99c3-5bb5277d1165 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:59:35.604114 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c27f7b00-edab-4e65-a33e-36f16ac525f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.625986 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72388588-ccfe-43a3-9e01-d7b4bd844f48 req-24d88c74-cff1-45ef-9c68-eb2c63638770 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:35.628344 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72388588-ccfe-43a3-9e01-d7b4bd844f48 req-24d88c74-cff1-45ef-9c68-eb2c63638770 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 949 time: 0.1764688 Aug 16 12:59:35.633263 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7404-7ad3-40e5-a421-c7f452bf94bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.667994 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.736466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c27f7b00-edab-4e65-a33e-36f16ac525f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.793163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:35.804888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7ea1c7be-d747-494d-8759-92d77770e3b8', '11b8f6d4-8694-4b7d-b47d-5c2c8534111e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:35.811071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16caef6-475a-40cc-b4b1-6c8073f0f0dc None None] Network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:59:35.826867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c4a172-04f5-4977-99c3-5bb5277d1165 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:35.836618 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.841462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:35.845968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6d24f009-99af-4396-8ed7-45ff3fd3ed85 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:35.851647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:35.853626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Pushing event updated for resources: {'Port': ['ID=880c3275-2a2d-43cf-9436-2efab2f4e03c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:35.854461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Transition to ACTIVE for port object 59c4a172-04f5-4977-99c3-5bb5277d1165 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:35.861003 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.864690 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72388588-ccfe-43a3-9e01-d7b4bd844f48 req-718b42a3-305e-4bed-88a7-3c5fa6c5287f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993372 Aug 16 12:59:35.921715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Pushing event updated for resources: {'Port': ['ID=59c4a172-04f5-4977-99c3-5bb5277d1165,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:35.974893 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7404-7ad3-40e5-a421-c7f452bf94bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.005548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-595547d0-b94b-4f5d-ab8b-ece5dbcf1abc None None] Provisioning for port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:36.009465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b847bf8-5cfb-4234-b1e8-be9ccd70bfe9 req-f41abd87-be3b-4248-bb36-b3429022984d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:36.018551 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b847bf8-5cfb-4234-b1e8-be9ccd70bfe9 req-f41abd87-be3b-4248-bb36-b3429022984d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 932 time: 0.2678709 Aug 16 12:59:36.086142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Attempting to bind port 59c4a172-04f5-4977-99c3-5bb5277d1165 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:36.087056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Attempting to bind port 59c4a172-04f5-4977-99c3-5bb5277d1165 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:36.087679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Attempting to bind port 59c4a172-04f5-4977-99c3-5bb5277d1165 on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:36.091866 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c27f7b00-edab-4e65-a33e-36f16ac525f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.094531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c27f7b00-edab-4e65-a33e-36f16ac525f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.095686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c27f7b00-edab-4e65-a33e-36f16ac525f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c581e3fc-f7a7-4c3d-a2f3-a29b0f1b99b9 HTTP/1.1" status: 204 len: 168 time: 0.8093901 Aug 16 12:59:36.097570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Port 59c4a172-04f5-4977-99c3-5bb5277d1165 on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:59:36.098468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Attempting to bind port 59c4a172-04f5-4977-99c3-5bb5277d1165 on network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:36.110382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:36.111108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Checking segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:36.111836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Bound using segment: {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:36.112694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Bound port: 59c4a172-04f5-4977-99c3-5bb5277d1165, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a45a942-087a-4eef-b669-9e569e4471ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:36.113742 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.200742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f7b00-edab-4e65-a33e-36f16ac525f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c581e3fc-f7a7-4c3d-a2f3-a29b0f1b99b9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:36.248176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:36.258011 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:36.258899 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.270892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] For port 59c4a172-04f5-4977-99c3-5bb5277d1165, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:36.275553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] For port 59c4a172-04f5-4977-99c3-5bb5277d1165, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=59c4a172-04f5-4977-99c3-5bb5277d1165,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:36.281910 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.305377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b847bf8-5cfb-4234-b1e8-be9ccd70bfe9 req-d19fd730-7b06-4c5a-ad73-5d8e4fa8a8c0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806802 Aug 16 12:59:36.341073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:36.342326 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.344463 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] 10.222.0.42 "PUT /v2.0/ports/59c4a172-04f5-4977-99c3-5bb5277d1165 HTTP/1.1" status: 200 len: 1092 time: 1.1637745 Aug 16 12:59:36.345578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe2f675-63df-423e-bd09-36238656b635', 'tag': '59c4a172-04f5-4977-99c3-5bb5277d1165'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:36.347885 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca986dc-e6bf-43a9-a703-079613ec16a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe2f675-63df-423e-bd09-36238656b635", "tag": "59c4a172-04f5-4977-99c3-5bb5277d1165"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:36.421374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7404-7ad3-40e5-a421-c7f452bf94bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.450735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b099a6a-0c9f-4f22-a006-8e0a9ed855a3 req-0f3f0aa9-6cb7-4597-9a1a-2e09ad159b67 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:36.462212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b099a6a-0c9f-4f22-a006-8e0a9ed855a3 req-0f3f0aa9-6cb7-4597-9a1a-2e09ad159b67 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 944 time: 0.3652458 Aug 16 12:59:36.497906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb2b77-b28f-4172-97df-a34b2b72f1bc service neutron] Pushing event updated for resources: {'Port': ['ID=59c4a172-04f5-4977-99c3-5bb5277d1165,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:36.524001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-1e6e4aef-ff9a-4eef-beb2-68d485b74dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:36.526925 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-1e6e4aef-ff9a-4eef-beb2-68d485b74dcf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 1095 time: 0.1185472 Aug 16 12:59:36.603736 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.608467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c7404-7ad3-40e5-a421-c7f452bf94bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af072506-885c-4c61-9563-d7c2adbae5c9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:36.628655 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7404-7ad3-40e5-a421-c7f452bf94bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.630979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2d4c7404-7ad3-40e5-a421-c7f452bf94bd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/af072506-885c-4c61-9563-d7c2adbae5c9 HTTP/1.1" status: 204 len: 168 time: 1.3053832 Aug 16 12:59:36.684271 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7a1664-7985-4bac-b6a8-4b7c11347974 x-openstack-request-id: req-fd7a1664-7985-4bac-b6a8-4b7c11347974 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:36.685191 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe2f675-63df-423e-bd09-36238656b635", "tag": "59c4a172-04f5-4977-99c3-5bb5277d1165", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:36.686054 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd7a1664-7985-4bac-b6a8-4b7c11347974 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:36.686619 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe2f675-63df-423e-bd09-36238656b635', 'tag': '59c4a172-04f5-4977-99c3-5bb5277d1165', 'status': 'completed', 'code': 200} Aug 16 12:59:36.691490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40244) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:36.693957 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-adbe8048-1e46-4888-b2e7-662e8daa1976 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c4a172-04f5-4977-99c3-5bb5277d1165 HTTP/1.1" status: 200 len: 217 time: 0.1585038 Aug 16 12:59:36.703370 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 6d24f009-99af-4396-8ed7-45ff3fd3ed85, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6d24f009-99af-4396-8ed7-45ff3fd3ed85,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:36.705497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4737b999-73c8-4dd6-afd2-c0fa1f194287 None None] Network 8086a7c0-8d5d-491b-865d-81a835bcd8e9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:59:36.739238 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.858312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b099a6a-0c9f-4f22-a006-8e0a9ed855a3 req-3ed359e4-b210-4af3-b59e-b8bd0724135d tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949482 Aug 16 12:59:36.888616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-23d1342f-4b44-406c-b46b-9889b0e56d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:36.901812 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-23d1342f-4b44-406c-b46b-9889b0e56d55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1948500 Aug 16 12:59:36.912424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 696eba68-73f5-4758-8f38-d9e2fcdfb274 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:36.962058 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:36.975135 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:37.033606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-501835a9-9d1f-4550-9d7e-a78b3669ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:37.035271 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-501835a9-9d1f-4550-9d7e-a78b3669ecec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262298 Aug 16 12:59:37.062595 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 696eba68-73f5-4758-8f38-d9e2fcdfb274 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:59:37.063576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 696eba68-73f5-4758-8f38-d9e2fcdfb274 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:59:37.128028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 16f1fea6-aead-4081-acfe-c8339b781fc3 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:59:37.128549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32f162-c934-4608-87a6-e4b74920efb3 req-128585fd-ccc1-476b-bffe-68963356e4d1 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:37.130496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f32f162-c934-4608-87a6-e4b74920efb3 req-128585fd-ccc1-476b-bffe-68963356e4d1 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 949 time: 0.0942183 Aug 16 12:59:37.187725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7741c931-1bd7-4534-8e45-339faa43f756 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:37.231858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=6d24f009-99af-4396-8ed7-45ff3fd3ed85,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:37.232230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-afdda2ed-efaa-4bc9-b7e4-7735894fc5ce service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872845 Aug 16 12:59:37.347936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6986e164-e7df-44f9-903f-ade8373e24b9 None None] Provisioning complete for port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:37.348722 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6986e164-e7df-44f9-903f-ade8373e24b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:37.349226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Deleting port 97ff233b-999a-42f5-92a1-2694b62671f6 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:37.349640 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:37.387741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:37.420867 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4ff16031-988a-417a-a5ea-d4637f604c7b req-bfe097ce-a4ed-44a5-a072-d220e80029c0 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790686 Aug 16 12:59:37.435213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] For port 97ff233b-999a-42f5-92a1-2694b62671f6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=97ff233b-999a-42f5-92a1-2694b62671f6,segment=NetworkSegment(eb92932f-c21e-4bea-a715-cab448e2bc0a),segment_id=eb92932f-c21e-4bea-a715-cab448e2bc0a)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:37.436291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:37.439681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 16f1fea6-aead-4081-acfe-c8339b781fc3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16f1fea6-aead-4081-acfe-c8339b781fc3,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:37.452295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Calling delete_port for 97ff233b-999a-42f5-92a1-2694b62671f6 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:37.465741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f32f162-c934-4608-87a6-e4b74920efb3 req-3658a585-759f-43a2-85fc-cbbb9b3cd5ac tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912300 Aug 16 12:59:37.487030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '16f1fea6-aead-4081-acfe-c8339b781fc3', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'port_id': '16f1fea6-aead-4081-acfe-c8339b781fc3', 'mac_address': 'fa:16:3e:82:44:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909c1a27-3032-4df6-8e77-1f1290416049', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:59:37.544897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 7741c931-1bd7-4534-8e45-339faa43f756 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:37.556085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 7741c931-1bd7-4534-8e45-339faa43f756 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:37.556466 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:37.608416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca986dc-e6bf-43a9-a703-079613ec16a1 req-37a5086b-1e88-42b4-a017-fc85ed38ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:37.619168 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ca986dc-e6bf-43a9-a703-079613ec16a1 req-37a5086b-1e88-42b4-a017-fc85ed38ee21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 1095 time: 0.1253426 Aug 16 12:59:37.645100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1de18-f2b6-44ad-b5bb-eb1c480819b1 None None] DHCP port deletion for 8086a7c0-8d5d-491b-865d-81a835bcd8e9 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:59:37.676979 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:37.693621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f1fea6-aead-4081-acfe-c8339b781fc3 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:37.726634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 16f1fea6-aead-4081-acfe-c8339b781fc3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16f1fea6-aead-4081-acfe-c8339b781fc3,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:37.740361 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:37.748713 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-5d408690-6c94-4829-a5b6-09f69889031c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:37.757189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-5d408690-6c94-4829-a5b6-09f69889031c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.5313070 Aug 16 12:59:37.779975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca986dc-e6bf-43a9-a703-079613ec16a1 req-99213388-1095-491e-a6b9-694c62023afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:37.781627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ca986dc-e6bf-43a9-a703-079613ec16a1 req-99213388-1095-491e-a6b9-694c62023afa service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.1564524 Aug 16 12:59:37.808311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6d24f009-99af-4396-8ed7-45ff3fd3ed85 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:37.834660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-09df8535-cf59-4b31-a63c-343d995babf8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/quotas/2c147181bbf24982a55ffe57d9ffa5ce HTTP/1.1" status: 200 len: 375 time: 0.0762577 Aug 16 12:59:37.849456 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ca986dc-e6bf-43a9-a703-079613ec16a1 req-f9a31052-aa55-4b11-9e50-51aac9cc1b90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c4a172-04f5-4977-99c3-5bb5277d1165 HTTP/1.1" status: 200 len: 217 time: 0.0551052 Aug 16 12:59:37.875085 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:37.898610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-c8c25ef0-d3bb-42ab-a239-b46453ab3906 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404513 Aug 16 12:59:37.902477 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:37.920597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca986dc-e6bf-43a9-a703-079613ec16a1 req-e148201e-10d2-4578-bd0a-080023feee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:37.922226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fae43-e653-4ce4-995f-79d6bd647479 req-4192f7e9-3ae4-4e25-8707-bf293beb6377 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:37.923025 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ca986dc-e6bf-43a9-a703-079613ec16a1 req-e148201e-10d2-4578-bd0a-080023feee46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.0657067 Aug 16 12:59:37.923809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-742fae43-e653-4ce4-995f-79d6bd647479 req-4192f7e9-3ae4-4e25-8707-bf293beb6377 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 944 time: 0.1533756 Aug 16 12:59:37.983552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca986dc-e6bf-43a9-a703-079613ec16a1 req-0febf473-57b0-4867-b27b-39792f884a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:37.985880 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ca986dc-e6bf-43a9-a703-079613ec16a1 req-0febf473-57b0-4867-b27b-39792f884a44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515141 Aug 16 12:59:37.992099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ff233b-999a-42f5-92a1-2694b62671f6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:37.996017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] No DVR routers for this DVR port 97ff233b-999a-42f5-92a1-2694b62671f6 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:59:38.029405 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.035832 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1de18-f2b6-44ad-b5bb-eb1c480819b1 None None] Deleting port 97ff233b-999a-42f5-92a1-2694b62671f6 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:38.036199 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5bf1de18-f2b6-44ad-b5bb-eb1c480819b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.062384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=16f1fea6-aead-4081-acfe-c8339b781fc3,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:38.117636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-742fae43-e653-4ce4-995f-79d6bd647479 req-0e54fe25-26c1-49db-b1ab-0428cf8db25e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714342 Aug 16 12:59:38.126012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a4624d-c54c-4051-809a-e93f6d097d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7741c931-1bd7-4534-8e45-339faa43f756'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:38.128876 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d85de3-0817-4387-bcdb-341820ce7a8b" -d '{"events": [{"server_uuid": "54a4624d-c54c-4051-809a-e93f6d097d79", "name": "network-vif-plugged", "status": "completed", "tag": "7741c931-1bd7-4534-8e45-339faa43f756"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:38.155943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7741c931-1bd7-4534-8e45-339faa43f756, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7741c931-1bd7-4534-8e45-339faa43f756,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:38.166749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5bf1de18-f2b6-44ad-b5bb-eb1c480819b1 None None] For port 97ff233b-999a-42f5-92a1-2694b62671f6, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:38.167200 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5bf1de18-f2b6-44ad-b5bb-eb1c480819b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.170722 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.180935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:38.181312 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.208881 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ca986dc-e6bf-43a9-a703-079613ec16a1 req-9939e99c-08e5-420f-9ea2-bc6960bbbb7a service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056985 Aug 16 12:59:38.238487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1de18-f2b6-44ad-b5bb-eb1c480819b1 None None] Calling delete_port for 97ff233b-999a-42f5-92a1-2694b62671f6 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:38.247825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-5bf1de18-f2b6-44ad-b5bb-eb1c480819b1 None None] Port 97ff233b-999a-42f5-92a1-2694b62671f6 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 12:59:38.270078 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5bf1de18-f2b6-44ad-b5bb-eb1c480819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.298025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf1de18-f2b6-44ad-b5bb-eb1c480819b1 None None] No DVR routers for this DVR port 97ff233b-999a-42f5-92a1-2694b62671f6 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:59:38.315829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7741c931-1bd7-4534-8e45-339faa43f756,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:38.325187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['16f1fea6-aead-4081-acfe-c8339b781fc3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:38.378587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1de18-f2b6-44ad-b5bb-eb1c480819b1 None None] Pushing event deleted for resources: {'Port': ['ID=97ff233b-999a-42f5-92a1-2694b62671f6,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:38.392567 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8ca986dc-e6bf-43a9-a703-079613ec16a1 req-5633eec7-59a3-43c0-848f-33f075f16668 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700368 Aug 16 12:59:38.500892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 97ff233b-999a-42f5-92a1-2694b62671f6 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:38.525044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 97ff233b-999a-42f5-92a1-2694b62671f6 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:59:38.525416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 97ff233b-999a-42f5-92a1-2694b62671f6 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:59:38.528562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.603389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8086a7c0-8d5d-491b-865d-81a835bcd8e9']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:38.629216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb92932f-c21e-4bea-a715-cab448e2bc0a') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:38.629811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb92932f-c21e-4bea-a715-cab448e2bc0a') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:38.657792 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.710651 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.726887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:59:38.727177 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:59:38.729574 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:59:38.741303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-746b6dd1-5ceb-4971-b20e-ce5eba8ef8d7 service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8165002 Aug 16 12:59:38.830000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b66eb-e83a-4f56-abc1-84125a573e03 req-1a21a539-0bfd-4955-9baa-7e6b87d262b2 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:38.832298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-237b66eb-e83a-4f56-abc1-84125a573e03 req-1a21a539-0bfd-4955-9baa-7e6b87d262b2 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 945 time: 0.1901174 Aug 16 12:59:38.888658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.909805 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:38.911584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8086a7c0-8d5d-491b-865d-81a835bcd8e9 HTTP/1.1" status: 204 len: 168 time: 2.2180016 Aug 16 12:59:38.916189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Router 7f4543da-79f7-424d-ac46-0a5947abcb94 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:59:38.916536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40298) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:38.935601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71f184-d7b4-48a2-87a0-685e879532f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8086a7c0-8d5d-491b-865d-81a835bcd8e9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:38.961221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-237b66eb-e83a-4f56-abc1-84125a573e03 req-9360d84d-e67f-4592-803c-5226d8da83c5 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890579 Aug 16 12:59:39.007309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-c651685f-511b-4213-b95e-b3d7014fcca7 service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568045 Aug 16 12:59:39.013188 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bed0e9-4451-4e30-8666-50d84799b04e x-openstack-request-id: req-e8bed0e9-4451-4e30-8666-50d84799b04e {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:39.013862 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a4624d-c54c-4051-809a-e93f6d097d79", "name": "network-vif-plugged", "status": "completed", "tag": "7741c931-1bd7-4534-8e45-339faa43f756", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:39.013862 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8bed0e9-4451-4e30-8666-50d84799b04e {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:39.014191 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a4624d-c54c-4051-809a-e93f6d097d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7741c931-1bd7-4534-8e45-339faa43f756', 'code': 200} Aug 16 12:59:39.099622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:59:39.113200 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Sync routers for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:59:39.132441 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:59:39.133526 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:59:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:39.154382 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:39.155613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2c8e39b9-7d51-4144-bdca-acc6ff041a5c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9794791 Aug 16 12:59:39.158423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40302) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:39.240103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53788-8650-4277-a353-890cecff6ebb req-a0e12995-60c6-443d-b945-8781dcf2696e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:39.241768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ece53788-8650-4277-a353-890cecff6ebb req-a0e12995-60c6-443d-b945-8781dcf2696e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 950 time: 0.1296220 Aug 16 12:59:39.321882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c8f58-0999-406d-b5ab-59b0c9e0759f req-45839048-8aa0-48aa-90a2-324bbc8bbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:39.324203 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a3c8f58-0999-406d-b5ab-59b0c9e0759f req-45839048-8aa0-48aa-90a2-324bbc8bbb08 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 1101 time: 0.1573992 Aug 16 12:59:39.376151 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c30b2955-a7a3-4bba-b877-3e52e1aa0a4c req-f89de916-59a3-48ed-8e44-44b6b2907221 tempest-AbsoluteLimitsNegativeTestJSON-478177835 tempest-AbsoluteLimitsNegativeTestJSON-478177835-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=275c157c4b5b4fc1bd28f510a4946f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543239 Aug 16 12:59:39.381765 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a3c8f58-0999-406d-b5ab-59b0c9e0759f req-9875b6a2-db9d-40fa-8848-12ef153e7234 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475466 Aug 16 12:59:39.402876 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:59:39.455827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ece53788-8650-4277-a353-890cecff6ebb req-75dd03e9-ba90-4b63-896c-73ee4b0ad42b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021012 Aug 16 12:59:39.645092 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:39.671139 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:36Z', 'revision_number': 3, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:39.674671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b2955-a7a3-4bba-b877-3e52e1aa0a4c req-0c70a667-c477-47fc-b598-3dc043d94974 tempest-AbsoluteLimitsNegativeTestJSON-478177835 tempest-AbsoluteLimitsNegativeTestJSON-478177835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:39.681813 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c30b2955-a7a3-4bba-b877-3e52e1aa0a4c req-0c70a667-c477-47fc-b598-3dc043d94974 tempest-AbsoluteLimitsNegativeTestJSON-478177835 tempest-AbsoluteLimitsNegativeTestJSON-478177835-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2951901 Aug 16 12:59:39.702316 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Checking router: 7f4543da-79f7-424d-ac46-0a5947abcb94 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:59:39.703189 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Updating router 7f4543da-79f7-424d-ac46-0a5947abcb94 port 880c3275-2a2d-43cf-9436-2efab2f4e03c binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:59:39.709725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c30b2955-a7a3-4bba-b877-3e52e1aa0a4c req-c47d42c3-0528-4932-93fb-55838291e0cc tempest-AbsoluteLimitsNegativeTestJSON-478177835 tempest-AbsoluteLimitsNegativeTestJSON-478177835-project] 10.222.0.25 "GET /v2.0/quotas/275c157c4b5b4fc1bd28f510a4946f76 HTTP/1.1" status: 200 len: 375 time: 0.0263755 Aug 16 12:59:39.734735 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:39.763610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559c6e1-4405-455e-81cb-21ab46025f68 req-0d564529-140c-46a5-b0e3-361d9fb4f4f0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:39.771094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5559c6e1-4405-455e-81cb-21ab46025f68 req-0d564529-140c-46a5-b0e3-361d9fb4f4f0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 944 time: 0.2119851 Aug 16 12:59:39.798803 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c30b2955-a7a3-4bba-b877-3e52e1aa0a4c req-4fecce9f-8d6a-4ba8-8955-b63ff3fe29b6 tempest-AbsoluteLimitsNegativeTestJSON-478177835 tempest-AbsoluteLimitsNegativeTestJSON-478177835-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=275c157c4b5b4fc1bd28f510a4946f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879939 Aug 16 12:59:39.972698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e606026-6c19-4ddd-bb8f-0391d1df1e92 req-06ed2a8d-a3e6-4f62-9366-b4f82094bf06 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73a730-e99c-4393-b978-b315eaa92858 HTTP/1.1" status: 200 len: 210 time: 0.0325694 Aug 16 12:59:39.994875 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5559c6e1-4405-455e-81cb-21ab46025f68 req-d6d3d3d3-daf6-4c52-9c8d-16877d3994b4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227423 Aug 16 12:59:40.191390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] Deleting port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:40.192403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:40.196094 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:40.210631 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Transition to ACTIVE for port object 880c3275-2a2d-43cf-9436-2efab2f4e03c will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:40.216448 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:40.220676 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:40.358799 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Attempting to bind port 880c3275-2a2d-43cf-9436-2efab2f4e03c on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:40.360938 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Attempting to bind port 880c3275-2a2d-43cf-9436-2efab2f4e03c by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:40.362524 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Attempting to bind port 880c3275-2a2d-43cf-9436-2efab2f4e03c on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:40.378877 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:40.379317 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:40.379670 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:40.380068 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:40.380955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158137-0dd1-4f14-a166-258f1b7c3ff3 req-5c010fac-916d-4c65-8449-ac51b8979c13 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:40.382910 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9158137-0dd1-4f14-a166-258f1b7c3ff3 req-5c010fac-916d-4c65-8449-ac51b8979c13 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 945 time: 0.0868201 Aug 16 12:59:40.391028 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Bound port: 880c3275-2a2d-43cf-9436-2efab2f4e03c, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:40.391644 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:40.394320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] For port 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=87c75435-35e7-4c1c-a85b-5dd5e6a1f56f,segment=NetworkSegment(b069bbf8-0445-4b53-b875-3024a18c8d4f),segment_id=b069bbf8-0445-4b53-b875-3024a18c8d4f)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:40.394893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:40.397569 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Pushing event updated for resources: {'Port': ['ID=880c3275-2a2d-43cf-9436-2efab2f4e03c,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:40.416230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] Calling delete_port for 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:40.449634 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.450362 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.450710 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.451188 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.452006 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.452006 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.452362 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.452511 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.452753 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.453078 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.453403 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.453721 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:40.504199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40332) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:40.510196 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] For port 880c3275-2a2d-43cf-9436-2efab2f4e03c, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:40.516833 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] For port 880c3275-2a2d-43cf-9436-2efab2f4e03c, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=880c3275-2a2d-43cf-9436-2efab2f4e03c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:40.523013 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:40.602989 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:59:40.603797 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:59:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:40.607756 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818c1ef-9be8-439a-b7ec-721267284b44 None None] Pushing event updated for resources: {'Port': ['ID=880c3275-2a2d-43cf-9436-2efab2f4e03c,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:40.717210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9158137-0dd1-4f14-a166-258f1b7c3ff3 req-f201806f-46cb-40ca-9d36-28c2747a4657 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862909 Aug 16 12:59:40.723984 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:40.771021 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:59:40.782457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Allocated IP 172.20.0.1 (60b8601d-8c83-419a-8ebd-3dd0daba00a8/95230c7d-e072-4af3-82aa-d525af9bef72/4f07654c-042b-4f18-8933-c326e43344d1) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:40.782774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c75435-35e7-4c1c-a85b-5dd5e6a1f56f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:40.786414 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c80e-8122-4050-b9bc-01d633d606dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:40.831307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca7e59-b8e5-4060-b46c-b52fd2b2aad7 req-342d0de5-41a2-4ea6-b3f5-f22bfb00ebb5 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:40.845024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eeca7e59-b8e5-4060-b46c-b52fd2b2aad7 req-342d0de5-41a2-4ea6-b3f5-f22bfb00ebb5 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 950 time: 0.2546146 Aug 16 12:59:40.964063 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c80e-8122-4050-b9bc-01d633d606dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:40.979038 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c80e-8122-4050-b9bc-01d633d606dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.055976 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:36Z', 'revision_number': 3, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:41.067664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.091325 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682ae1e-4f38-467f-a09a-8ef1a332fecb None None] The sync data for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 is: [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:36Z', 'revision_number': 3, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:59:41.098421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 16f1fea6-aead-4081-acfe-c8339b781fc3 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:41.129467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-15eb5950-34c7-44c2-8f6c-c6ce6d2747b4 req-c59517c6-3909-4f94-9da9-ecec231b7099 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73a730-e99c-4393-b978-b315eaa92858 HTTP/1.1" status: 200 len: 210 time: 0.1635957 Aug 16 12:59:41.160108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8cf0c80e-8122-4050-b9bc-01d633d606dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=275c157c4b5b4fc1bd28f510a4946f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6511352 Aug 16 12:59:41.161977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40342) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:41.171700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0c80e-8122-4050-b9bc-01d633d606dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4c706e-bd06-4866-867f-9aea83c531a1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:41.186455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eeca7e59-b8e5-4060-b46c-b52fd2b2aad7 req-48952bb4-c1b1-4898-a9df-e4d7df3188bc tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403542 Aug 16 12:59:41.197896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 59c4a172-04f5-4977-99c3-5bb5277d1165 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:59:41.264519 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.280208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 16f1fea6-aead-4081-acfe-c8339b781fc3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:41.286048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Transition to ACTIVE for port object 4f07654c-042b-4f18-8933-c326e43344d1 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:41.290332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 16f1fea6-aead-4081-acfe-c8339b781fc3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:41.290976 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.328312 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-1822cf29-f916-43d8-a337-8569c7fc59d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=fe73a730-e99c-4393-b978-b315eaa92858 HTTP/1.1" status: 200 len: 210 time: 0.0683095 Aug 16 12:59:41.374134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.395519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bce5a8-cf77-48c8-825b-062d7e4624f8 req-a8480a12-6992-4fbe-b4b4-16c4d969549f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:41.397626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71bce5a8-cf77-48c8-825b-062d7e4624f8 req-a8480a12-6992-4fbe-b4b4-16c4d969549f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 944 time: 0.0788438 Aug 16 12:59:41.427057 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:41.431705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:41.441738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:41.485794 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fbca6686-a11a-4a5b-9fb8-ed41feb8453e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.555088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 59c4a172-04f5-4977-99c3-5bb5277d1165, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=59c4a172-04f5-4977-99c3-5bb5277d1165,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:41.569865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Pushing event updated for resources: {'Port': ['ID=4f07654c-042b-4f18-8933-c326e43344d1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:41.578415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '59c4a172-04f5-4977-99c3-5bb5277d1165', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'port_id': '59c4a172-04f5-4977-99c3-5bb5277d1165', 'mac_address': 'fa:16:3e:89:19:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:59:41.595770 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fbca6686-a11a-4a5b-9fb8-ed41feb8453e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.621055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71bce5a8-cf77-48c8-825b-062d7e4624f8 req-522cc133-6e14-4251-924a-101980305fe9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865165 Aug 16 12:59:41.625327 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.638190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-a04cf133-2925-457d-98f5-c7cc5b84e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:41.638190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-a04cf133-2925-457d-98f5-c7cc5b84e2e0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2885244 Aug 16 12:59:41.725852 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.741049 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.796922 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c4a172-04f5-4977-99c3-5bb5277d1165 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:41.811131 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fbca6686-a11a-4a5b-9fb8-ed41feb8453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.814568 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fbca6686-a11a-4a5b-9fb8-ed41feb8453e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:41.818463 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fbca6686-a11a-4a5b-9fb8-ed41feb8453e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c4c706e-bd06-4866-867f-9aea83c531a1 HTTP/1.1" status: 204 len: 168 time: 0.6501315 Aug 16 12:59:41.825067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] Router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:59:41.846188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f1fea6-aead-4081-acfe-c8339b781fc3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:41.850554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca6686-a11a-4a5b-9fb8-ed41feb8453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4c706e-bd06-4866-867f-9aea83c531a1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:41.856469 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1e2672-d435-4e52-bd63-a3e50593ab6b" -d '{"events": [{"server_uuid": "cfe3dc91-ca77-424a-a6b6-756880b486ac", "name": "network-vif-plugged", "status": "completed", "tag": "16f1fea6-aead-4081-acfe-c8339b781fc3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:41.974388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-3096dd1c-0835-431e-a904-6a5a1b9ee707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:41.977045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-3096dd1c-0835-431e-a904-6a5a1b9ee707 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3281941 Aug 16 12:59:42.008691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 16f1fea6-aead-4081-acfe-c8339b781fc3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16f1fea6-aead-4081-acfe-c8339b781fc3,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:42.044064 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63699d1f-1984-46bc-9c51-63f026ca22bb x-openstack-request-id: req-63699d1f-1984-46bc-9c51-63f026ca22bb {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:42.044559 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe3dc91-ca77-424a-a6b6-756880b486ac", "name": "network-vif-plugged", "status": "completed", "tag": "16f1fea6-aead-4081-acfe-c8339b781fc3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:42.045245 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63699d1f-1984-46bc-9c51-63f026ca22bb {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:42.046151 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f1fea6-aead-4081-acfe-c8339b781fc3', 'code': 200} Aug 16 12:59:42.047698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 880c3275-2a2d-43cf-9436-2efab2f4e03c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:42.072959 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:42.076183 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:42.096166 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45976404-7a3b-4291-b7d9-71fddcf6e3d7 req-40aa2985-22f9-45ec-a44c-37b1562f8387 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe73a730-e99c-4393-b978-b315eaa92858 HTTP/1.1" status: 200 len: 210 time: 0.0343058 Aug 16 12:59:42.128195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f214ec1-8e53-48ec-8c9b-5104edc1b158 req-f661de81-dc91-496a-ae47-4dd0d2ebe035 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:42.135798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f214ec1-8e53-48ec-8c9b-5104edc1b158 req-f661de81-dc91-496a-ae47-4dd0d2ebe035 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 945 time: 0.1992850 Aug 16 12:59:42.177912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:59:42.180507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 59c4a172-04f5-4977-99c3-5bb5277d1165, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=59c4a172-04f5-4977-99c3-5bb5277d1165,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:42.196827 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-23851a57-08a1-4a6d-9cc7-bc72b1f93653 admin admin] 10.222.0.25 "PUT /v2.0/routers/38aa9c7e-bfa8-4092-8e59-18156faa40b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2778943 Aug 16 12:59:42.199808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40356) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:42.212413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4216ed-c31f-4a25-a8a0-3eaf7d387493 req-93afc30e-19be-48b0-afe3-42df30a5f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:42.214759 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1c4216ed-c31f-4a25-a8a0-3eaf7d387493 req-93afc30e-19be-48b0-afe3-42df30a5f222 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 1097 time: 0.1048546 Aug 16 12:59:42.259695 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73f6e4-bc21-413a-93e6-814f31fbdb91 None None] Sync routers for ids ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:59:42.287187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:42.330806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-41e26fe2-2b1b-4484-8b4c-594f366b0a10 None None] Provisioning for port 4f07654c-042b-4f18-8933-c326e43344d1 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:42.370718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-41e26fe2-2b1b-4484-8b4c-594f366b0a10 None None] Provisioning complete for port 4f07654c-042b-4f18-8933-c326e43344d1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:42.373835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-41e26fe2-2b1b-4484-8b4c-594f366b0a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:42.386165 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1c4216ed-c31f-4a25-a8a0-3eaf7d387493 req-2d4e0901-d07a-4022-9bc0-babbf9a84c8e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805342 Aug 16 12:59:42.430888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73f6e4-bc21-413a-93e6-814f31fbdb91 None None] Routers {'38aa9c7e-bfa8-4092-8e59-18156faa40b7'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:59:42.431893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7f73f6e4-bc21-413a-93e6-814f31fbdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:59:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:42.444078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:42.492397 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f214ec1-8e53-48ec-8c9b-5104edc1b158 req-20f9679d-5eeb-45a8-b1db-82c623c77af6 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552806 Aug 16 12:59:42.561865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c832b322-fef7-4671-9e3e-d074991eb3fc req-10f4f7ec-fa3e-4f64-ad2a-d6116f0f804c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73a730-e99c-4393-b978-b315eaa92858 HTTP/1.1" status: 200 len: 210 time: 0.2934220 Aug 16 12:59:42.741796 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:42.750175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-41e26fe2-2b1b-4484-8b4c-594f366b0a10 None None] Port 4f07654c-042b-4f18-8933-c326e43344d1 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:59:42.764251 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-7f73f6e4-bc21-413a-93e6-814f31fbdb91 None None] Set router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:59:42.773000 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:42.870737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0a8af-092d-46e4-9d79-1d6011af2b4c req-acfc7b09-2497-4f19-8512-514ade09dafa tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:42.872574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=16f1fea6-aead-4081-acfe-c8339b781fc3,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:42.873707 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97f0a8af-092d-46e4-9d79-1d6011af2b4c req-acfc7b09-2497-4f19-8512-514ade09dafa tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 950 time: 0.2535973 Aug 16 12:59:42.874888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Pushing event updated for resources: {'Port': ['ID=4f07654c-042b-4f18-8933-c326e43344d1,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:42.947694 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:42.954461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97f0a8af-092d-46e4-9d79-1d6011af2b4c req-2807418e-00c0-49c0-9408-008347507c9a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581875 Aug 16 12:59:42.988056 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67ed04a3-8b13-4512-afa2-fbda6696b77f req-41f8e46b-2e8d-47dc-a5ca-79ea192b967c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=fe73a730-e99c-4393-b978-b315eaa92858 HTTP/1.1" status: 200 len: 210 time: 0.4774156 Aug 16 12:59:43.057060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['59c4a172-04f5-4977-99c3-5bb5277d1165'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:43.103774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163ee02-4b99-4018-8c17-100451b439f5 req-33636e9c-2dc2-4d10-b720-4982a1758936 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:43.118052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4163ee02-4b99-4018-8c17-100451b439f5 req-33636e9c-2dc2-4d10-b720-4982a1758936 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 945 time: 0.1423020 Aug 16 12:59:43.154745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=59c4a172-04f5-4977-99c3-5bb5277d1165,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:43.173847 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-7813dd63-9ad8-44b5-af3b-f5298638ff40 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1881008 Aug 16 12:59:43.192269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:43.238715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed04a3-8b13-4512-afa2-fbda6696b77f req-e6925849-01c8-4f18-a0e8-f67c62bc8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:43.241445 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67ed04a3-8b13-4512-afa2-fbda6696b77f req-e6925849-01c8-4f18-a0e8-f67c62bc8509 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2405303 Aug 16 12:59:43.249702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 880c3275-2a2d-43cf-9436-2efab2f4e03c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:43.262482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 880c3275-2a2d-43cf-9436-2efab2f4e03c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:43.263248 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:43.314368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4163ee02-4b99-4018-8c17-100451b439f5 req-77346c73-138f-4efc-acab-8969751a580b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923299 Aug 16 12:59:43.315972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:43.317465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:43.536288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7f73f6e4-bc21-413a-93e6-814f31fbdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-router', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '13732bc3-e17e-449d-a40d-2007924f7416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:13Z', 'updated_at': '2021-08-16T12:59:40Z', 'revision_number': 5, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'gw_port': {'id': '13732bc3-e17e-449d-a40d-2007924f7416', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:14Z', 'updated_at': '2021-08-16T12:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:43.570762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-a7b05821-5c7c-476c-911f-b7060fc6f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:43.576915 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-a7b05821-5c7c-476c-911f-b7060fc6f2f3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 1096 time: 0.2717683 Aug 16 12:59:43.583076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Router 7f4543da-79f7-424d-ac46-0a5947abcb94 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:59:43.596983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Deleting port 13732bc3-e17e-449d-a40d-2007924f7416 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:43.602033 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:43.647722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73f6e4-bc21-413a-93e6-814f31fbdb91 None None] Checking router: 38aa9c7e-bfa8-4092-8e59-18156faa40b7 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:59:43.654202 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:43.661761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40386) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:43.685829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed04a3-8b13-4512-afa2-fbda6696b77f req-f08edaf7-da3c-4423-a944-c693056307e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:43.687400 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67ed04a3-8b13-4512-afa2-fbda6696b77f req-f08edaf7-da3c-4423-a944-c693056307e9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4349852 Aug 16 12:59:43.713826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 880c3275-2a2d-43cf-9436-2efab2f4e03c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=880c3275-2a2d-43cf-9436-2efab2f4e03c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:43.717422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73f6e4-bc21-413a-93e6-814f31fbdb91 None None] Routers {'38aa9c7e-bfa8-4092-8e59-18156faa40b7'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:59:43.718767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7f73f6e4-bc21-413a-93e6-814f31fbdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:59:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:43.740541 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:43.782605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:59:43.797082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6204faf1-bfae-4e0b-afcd-611b046911ed admin admin] 10.222.0.25 "PUT /v2.0/routers/7f4543da-79f7-424d-ac46-0a5947abcb94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6286650 Aug 16 12:59:43.798216 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67ed04a3-8b13-4512-afa2-fbda6696b77f req-79fbae04-d92f-4697-b16e-fb717fea8245 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe73a730-e99c-4393-b978-b315eaa92858 HTTP/1.1" status: 200 len: 210 time: 0.0374680 Aug 16 12:59:43.953550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faab94-7c96-44a8-addd-3aab116f960a req-c7c52b07-7166-4f56-931d-f723ac38e8d7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:43.964907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faab94-7c96-44a8-addd-3aab116f960a req-c7c52b07-7166-4f56-931d-f723ac38e8d7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:43.976938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41faab94-7c96-44a8-addd-3aab116f960a req-c7c52b07-7166-4f56-931d-f723ac38e8d7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79&device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 1691 time: 0.1957543 Aug 16 12:59:44.038152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf99d8c-c984-425e-b12a-08d33a105770 req-30011db1-19a3-4685-8e0a-27c5258789da tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:44.048800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1cf99d8c-c984-425e-b12a-08d33a105770 req-30011db1-19a3-4685-8e0a-27c5258789da tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 946 time: 0.2674618 Aug 16 12:59:44.068554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-443129513-network', 'tenant_id': 'f5ba237c09fc45dea621d7938f8442f9'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:44.071189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7bbe438e-2d0f-48e7-9626-af6257ba343a None None] Provisioning complete for port 4f07654c-042b-4f18-8933-c326e43344d1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:44.071835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7bbe438e-2d0f-48e7-9626-af6257ba343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:44.092080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] For port 13732bc3-e17e-449d-a40d-2007924f7416, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=13732bc3-e17e-449d-a40d-2007924f7416,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:44.092720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:44.112462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1cf99d8c-c984-425e-b12a-08d33a105770 req-18a9051d-7388-4f79-8342-31d243a9006c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605259 Aug 16 12:59:44.130667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe438e-2d0f-48e7-9626-af6257ba343a None None] Port 4f07654c-042b-4f18-8933-c326e43344d1 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:59:44.142852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41faab94-7c96-44a8-addd-3aab116f960a req-f16a7fe0-d198-4df1-a66f-b50dc560ddb2 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560683 Aug 16 12:59:44.166058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Calling delete_port for 13732bc3-e17e-449d-a40d-2007924f7416 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:44.169399 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Sync routers for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:59:44.185379 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:59:44.185379 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:59:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:44.193977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=880c3275-2a2d-43cf-9436-2efab2f4e03c,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:44.202197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-01917db9-cfba-4692-84de-18d85c972153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:44.204067 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-01917db9-cfba-4692-84de-18d85c972153 service neutron] 10.222.0.22 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.5412726 Aug 16 12:59:44.216811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-7f73f6e4-bc21-413a-93e6-814f31fbdb91 None None] Set router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:59:44.218847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Made reservation on behalf of f5ba237c09fc45dea621d7938f8442f9 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:44.221545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:44.336685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6629c348-8aea-4fbc-8e40-6f3a0f4a5ffe req-a93098da-084c-445e-8f72-c6ee0de80734 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe73a730-e99c-4393-b978-b315eaa92858 HTTP/1.1" status: 200 len: 210 time: 0.0431957 Aug 16 12:59:44.349302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7f73f6e4-bc21-413a-93e6-814f31fbdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-router', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:13Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 6, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:44.350958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:44.379340 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:59:44.397781 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-2c2142a5-ee5e-4b24-8173-9f121cfa5e21 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ea1c7be-d747-494d-8759-92d77770e3b8 HTTP/1.1" status: 200 len: 217 time: 0.1848421 Aug 16 12:59:44.529200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3a099-573d-4887-b8f8-b87819342e58 req-996327d1-c308-47f3-9569-ec5be10800e2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:44.530904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90c3a099-573d-4887-b8f8-b87819342e58 req-996327d1-c308-47f3-9569-ec5be10800e2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 945 time: 0.0696666 Aug 16 12:59:44.569041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73f6e4-bc21-413a-93e6-814f31fbdb91 None None] The sync data for ids ['38aa9c7e-bfa8-4092-8e59-18156faa40b7'] in n-d-804708-1 is: [{'id': '38aa9c7e-bfa8-4092-8e59-18156faa40b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1714687673-router', 'tenant_id': '41459d2df23c4ab0bb1508474c239f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:13Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 6, 'project_id': '41459d2df23c4ab0bb1508474c239f22', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:59:44.603241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-3a0aeb22-e0b1-4076-ae9f-14ff2146bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:44.605298 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-3a0aeb22-e0b1-4076-ae9f-14ff2146bcb9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1940429 Aug 16 12:59:44.623909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90c3a099-573d-4887-b8f8-b87819342e58 req-d671b362-f319-4058-a664-cb26fa852c7f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851104 Aug 16 12:59:44.743152 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:42Z', 'revision_number': 2, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:44.761131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2de2f-9b20-4914-97b6-e37a706d904e req-12b20af8-5708-4d50-ba40-2725ba7b8066 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:44.771200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1db2de2f-9b20-4914-97b6-e37a706d904e req-12b20af8-5708-4d50-ba40-2725ba7b8066 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 1101 time: 0.0544820 Aug 16 12:59:44.771726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-c3afd4db-c975-4ef0-b70a-801bf2191956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:44.773259 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-c3afd4db-c975-4ef0-b70a-801bf2191956 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459231 Aug 16 12:59:44.786818 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Checking router: 7f4543da-79f7-424d-ac46-0a5947abcb94 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:59:44.787462 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Updating router 7f4543da-79f7-424d-ac46-0a5947abcb94 port 4f07654c-042b-4f18-8933-c326e43344d1 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:59:44.808019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1db2de2f-9b20-4914-97b6-e37a706d904e req-7b80aeeb-324d-4249-ba93-dbfd2f249cd4 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346465 Aug 16 12:59:44.830348 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:44.864762 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:44.865205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40408) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:44.867283 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:44.881004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-191419b3-1c96-4f45-ac10-47fe3a490d36 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593798309', 'description': 'tempest-description--117945170'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:44.924932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:44.939151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=13732bc3-e17e-449d-a40d-2007924f7416,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:44.961089 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-191419b3-1c96-4f45-ac10-47fe3a490d36 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.002410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:59:45.006268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b05d9a-9fd0-4b30-bf8b-e1bc47540e75 req-88cf54a9-b581-41ea-b7a0-f146f8e77438 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:45.007816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7b05d9a-9fd0-4b30-bf8b-e1bc47540e75 req-88cf54a9-b581-41ea-b7a0-f146f8e77438 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 1101 time: 0.1023250 Aug 16 12:59:45.033672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cea12b-b64a-44b9-bb72-9bbf49bb9255,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:45.061548 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.062196 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Added segment 6965d935-1b05-46bd-bdec-3ead511d710d of type vlan for network da2b5400-5a66-4de5-8a1a-a662f2c95b67 Aug 16 12:59:45.093922 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-e3c1a8d0-efe3-46ae-8eda-b5ef78f3d1b2 service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905285 Aug 16 12:59:45.096790 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.105079 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-191419b3-1c96-4f45-ac10-47fe3a490d36 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.114741 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-191419b3-1c96-4f45-ac10-47fe3a490d36 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.149434 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-191419b3-1c96-4f45-ac10-47fe3a490d36 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.155995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-191419b3-1c96-4f45-ac10-47fe3a490d36 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2884371 Aug 16 12:59:45.159414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40412) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:45.181489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9eb60a1b-e7c9-436b-acc3-ac6a53c8bab4 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'security_group_rule': {'security_group_id': 'fca1fd19-31cc-43eb-bc95-1d4958326c07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:45.194351 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7b05d9a-9fd0-4b30-bf8b-e1bc47540e75 req-f7e4da9f-4d54-43de-aacf-4784fe2d4df6 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875568 Aug 16 12:59:45.198807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 59c4a172-04f5-4977-99c3-5bb5277d1165 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:45.206524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191419b3-1c96-4f45-ac10-47fe3a490d36 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca1fd19-31cc-43eb-bc95-1d4958326c07,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:45.240429 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9eb60a1b-e7c9-436b-acc3-ac6a53c8bab4 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.293252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.331464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 59c4a172-04f5-4977-99c3-5bb5277d1165 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:45.339900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 59c4a172-04f5-4977-99c3-5bb5277d1165 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:45.342978 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.374214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9eb60a1b-e7c9-436b-acc3-ac6a53c8bab4 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.392398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9eb60a1b-e7c9-436b-acc3-ac6a53c8bab4 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.409644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.429586 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.453069 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.468040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9eb60a1b-e7c9-436b-acc3-ac6a53c8bab4 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.482079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40420) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:45.487658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9eb60a1b-e7c9-436b-acc3-ac6a53c8bab4 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3263779 Aug 16 12:59:45.496950 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Transition to ACTIVE for port object 4f07654c-042b-4f18-8933-c326e43344d1 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:45.507147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb60a1b-e7c9-436b-acc3-ac6a53c8bab4 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed84d77-bd89-4405-8838-78c2a56e3be6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:45.507940 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.519944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8df7fb5c-9013-497b-9311-542308ab9da1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'security_group_rule': {'security_group_id': 'fca1fd19-31cc-43eb-bc95-1d4958326c07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:45.544023 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.544547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee0e31-6805-404d-92f7-9e601cae7531 req-9ff84837-3201-489e-890e-39677ed17d94 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:45.550870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13ee0e31-6805-404d-92f7-9e601cae7531 req-9ff84837-3201-489e-890e-39677ed17d94 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 946 time: 0.1719849 Aug 16 12:59:45.623713 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.625225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:45.625413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.651757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.652380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38aa9c7e-bfa8-4092-8e59-18156faa40b7 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 12:59:45.654078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8df7fb5c-9013-497b-9311-542308ab9da1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.677407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 59c4a172-04f5-4977-99c3-5bb5277d1165, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=59c4a172-04f5-4977-99c3-5bb5277d1165,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:45.686296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe2f675-63df-423e-bd09-36238656b635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c4a172-04f5-4977-99c3-5bb5277d1165'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:45.693465 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaf5212-01e2-46cf-8709-2eefafedab33" -d '{"events": [{"server_uuid": "bfe2f675-63df-423e-bd09-36238656b635", "name": "network-vif-plugged", "status": "completed", "tag": "59c4a172-04f5-4977-99c3-5bb5277d1165"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:45.697770 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a182dd2-6d38-42ac-bf8e-02b28d359bef None None] Pushing event updated for resources: {'Port': ['ID=4f07654c-042b-4f18-8933-c326e43344d1,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:45.708279 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.742797 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13ee0e31-6805-404d-92f7-9e601cae7531 req-78c00849-cf12-45b7-ad62-dd209a8ff9c1 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812284 Aug 16 12:59:45.799021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=59c4a172-04f5-4977-99c3-5bb5277d1165,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:45.818143 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-579610f4-943e-4c68-b2ce-afba3157053d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1416211 Aug 16 12:59:45.818846 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Attempting to bind port 4f07654c-042b-4f18-8933-c326e43344d1 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:45.819217 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Attempting to bind port 4f07654c-042b-4f18-8933-c326e43344d1 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:45.819581 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Attempting to bind port 4f07654c-042b-4f18-8933-c326e43344d1 on network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:45.835678 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:45.836054 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Checking segment: {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:45.836470 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.841144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.842374 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af6e4932-df6f-4b15-b31c-5f1e377e3a08 admin admin] 10.222.0.25 "DELETE /v2.0/routers/38aa9c7e-bfa8-4092-8e59-18156faa40b7 HTTP/1.1" status: 204 len: 168 time: 3.6413102 Aug 16 12:59:45.842695 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Bound using segment: {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:45.843324 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Bound port: 4f07654c-042b-4f18-8933-c326e43344d1, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:45.843731 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:45.845375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40444) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:45.846457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] Pushing event updated for resources: {'Network': ['ID=da2b5400-5a66-4de5-8a1a-a662f2c95b67,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:45.892167 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ed6cae7-e3f4-4571-8696-da69b1d39519 req-49e71e49-8671-4a35-a32b-cbd3afa19199 service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7751546 Aug 16 12:59:45.896424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network da2b5400-5a66-4de5-8a1a-a662f2c95b67 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:59:45.901481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-908a4017-11cb-4d46-863e-c7f92ac3ed66 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2165873 Aug 16 12:59:45.911180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40446) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:45.940447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] Request body: {'subnet': {'network_id': 'da2b5400-5a66-4de5-8a1a-a662f2c95b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-443129513-subnet', 'tenant_id': 'f5ba237c09fc45dea621d7938f8442f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:45.973272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 880c3275-2a2d-43cf-9436-2efab2f4e03c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:46.045330 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] For port 4f07654c-042b-4f18-8933-c326e43344d1, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:46.056767 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] For port 4f07654c-042b-4f18-8933-c326e43344d1, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4f07654c-042b-4f18-8933-c326e43344d1,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:46.064456 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.123105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] Made reservation on behalf of f5ba237c09fc45dea621d7938f8442f9 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:46.128793 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.131942 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.153811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 880c3275-2a2d-43cf-9436-2efab2f4e03c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:46.154220 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.159539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8df7fb5c-9013-497b-9311-542308ab9da1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.257496 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:59:46.259491 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T12:59:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:46.264259 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a182dd2-6d38-42ac-bf8e-02b28d359bef None None] Pushing event updated for resources: {'Port': ['ID=4f07654c-042b-4f18-8933-c326e43344d1,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:46.404557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8df7fb5c-9013-497b-9311-542308ab9da1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.421446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 13732bc3-e17e-449d-a40d-2007924f7416 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:46.462038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 13732bc3-e17e-449d-a40d-2007924f7416 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:59:46.462634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 13732bc3-e17e-449d-a40d-2007924f7416 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:59:46.463229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:46.469805 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:59:46.492435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7fb5c-9013-497b-9311-542308ab9da1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2898c44f-9d7a-432a-975c-541185ca9e30,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:46.502374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:59:46.503121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 87c75435-35e7-4c1c-a85b-5dd5e6a1f56f not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:59:46.527675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19fea70-1774-44a9-a10d-67c8ce9098e1 admin admin] Deleting subnet b701e754-2448-457d-b6bc-22b6f489f435 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 12:59:46.534342 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a19fea70-1774-44a9-a10d-67c8ce9098e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.544535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8df7fb5c-9013-497b-9311-542308ab9da1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.546406 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8df7fb5c-9013-497b-9311-542308ab9da1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0413339 Aug 16 12:59:46.552865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40450) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:46.559212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:46.617610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.625035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72a1f5-de07-48ad-bb37-4026c1d56c7c req-cfefb1f5-5f41-42bb-a180-b5651f85763b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:46.626675 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d72a1f5-de07-48ad-bb37-4026c1d56c7c req-cfefb1f5-5f41-42bb-a180-b5651f85763b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.1672800 Aug 16 12:59:46.629173 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a19fea70-1774-44a9-a10d-67c8ce9098e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.638117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-8f654465-662b-45d6-af4d-f008526b7e84 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:46.639653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-8f654465-662b-45d6-af4d-f008526b7e84 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8184743 Aug 16 12:59:46.704529 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-18f2a8e3-795e-4122-9da7-511f899cd857 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/quotas/958e09752b1d43e6850459426d4dd0ab HTTP/1.1" status: 200 len: 375 time: 0.0384278 Aug 16 12:59:46.737774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d72a1f5-de07-48ad-bb37-4026c1d56c7c req-5dbee712-b6b3-4f84-8198-5740ea69b209 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729694 Aug 16 12:59:46.777795 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:46Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:46.804543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.815597 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93661d5f-dcf9-4baa-af5e-b6fb123d2bf0 x-openstack-request-id: req-93661d5f-dcf9-4baa-af5e-b6fb123d2bf0 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:46.816834 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe2f675-63df-423e-bd09-36238656b635", "name": "network-vif-plugged", "status": "completed", "tag": "59c4a172-04f5-4977-99c3-5bb5277d1165", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:46.817463 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93661d5f-dcf9-4baa-af5e-b6fb123d2bf0 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:46.818661 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe2f675-63df-423e-bd09-36238656b635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c4a172-04f5-4977-99c3-5bb5277d1165', 'code': 200} Aug 16 12:59:46.820008 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8e760-7f1b-4a3d-b575-305518bae29f None None] The sync data for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 is: [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:46Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:59:46.840757 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a19fea70-1774-44a9-a10d-67c8ce9098e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:46.892167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-83a0b110-4d9f-42b8-a9ab-dda6d3c65d31 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1777775 Aug 16 12:59:46.899023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe30a05-11a5-4ed0-879d-7bf30593043d,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:46.969192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] Checking segment: {'id': '6965d935-1b05-46bd-bdec-3ead511d710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da2b5400-5a66-4de5-8a1a-a662f2c95b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:46.971044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] Network hostable DHCP agents. Network: da2b5400-5a66-4de5-8a1a-a662f2c95b67, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:59:46.988613 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:59:47.003545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:47.022258 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a19fea70-1774-44a9-a10d-67c8ce9098e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:47.089636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fea70-1774-44a9-a10d-67c8ce9098e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b701e754-2448-457d-b6bc-22b6f489f435,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:47.095857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c7171c-36da-422e-9199-d85f76f8516f None None] Network 0aacd00d-4ae9-4d53-8884-c50a34264ba0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:59:47.103854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a19fea70-1774-44a9-a10d-67c8ce9098e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:47.109897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426de93-6be9-450c-868d-cef729d6201d req-e42f00d8-eb71-45e5-b627-0a2122576a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:47.111665 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7426de93-6be9-450c-868d-cef729d6201d req-e42f00d8-eb71-45e5-b627-0a2122576a1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 1097 time: 0.2194901 Aug 16 12:59:47.112418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] Network da2b5400-5a66-4de5-8a1a-a662f2c95b67 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:59:47.121669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a19fea70-1774-44a9-a10d-67c8ce9098e1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b701e754-2448-457d-b6bc-22b6f489f435 HTTP/1.1" status: 204 len: 168 time: 1.2672279 Aug 16 12:59:47.122887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40456) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:47.170474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, da2b5400-5a66-4de5-8a1a-a662f2c95b67) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:47.192573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:47.193646 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:47.200862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f965adfa-4d54-4f23-9b34-a8f32814b475 None None] Network da2b5400-5a66-4de5-8a1a-a662f2c95b67 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:59:47.212164 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7426de93-6be9-450c-868d-cef729d6201d req-de2f19a9-762c-4745-9ca9-b508ebdd1d49 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858178 Aug 16 12:59:47.274042 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4753e6cd-ef20-4e07-95c5-ff6d606f7cb5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3612072 Aug 16 12:59:47.431421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Allocated IP 172.25.0.78 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/475bc2dc-9b4d-4bcd-99c2-03e1cc3add3c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:47.645612 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:47.688157 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0378dc1f-634c-4825-b40f-f8b6792eec51 None None] Network da2b5400-5a66-4de5-8a1a-a662f2c95b67 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:59:47.732832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:47.840407 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:47.860216 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f56c100f-3e03-428f-95c5-3f70023a2d1f req-2b84d01f-6142-40a0-997a-9e125d1693bc tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 210 time: 0.1224384 Aug 16 12:59:47.865324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2168a88-0322-40e7-80d6-b79277e44e1a None None] DHCP port deletion for 0aacd00d-4ae9-4d53-8884-c50a34264ba0 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 12:59:47.902294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-b973ab70-1f19-424d-b814-f3234871d2ad tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:47.924020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-b973ab70-1f19-424d-b814-f3234871d2ad tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.6168385 Aug 16 12:59:47.940274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'Port': ['ID=475bc2dc-9b4d-4bcd-99c2-03e1cc3add3c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:47.982694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:47.983925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:47.987307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:48.011072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4f07654c-042b-4f18-8933-c326e43344d1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:48.056301 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-42021b35-6e69-4963-b63c-97578208af5a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/quotas/2c147181bbf24982a55ffe57d9ffa5ce HTTP/1.1" status: 200 len: 375 time: 0.1260161 Aug 16 12:59:48.144557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-983eff07-4518-4c59-a09e-1b5394d7423a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809748 Aug 16 12:59:48.168243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Deleting port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:48.169075 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.174604 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.234480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c2168a88-0322-40e7-80d6-b79277e44e1a None None] Deleting port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 12:59:48.234853 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c2168a88-0322-40e7-80d6-b79277e44e1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.320102 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.321464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 4f07654c-042b-4f18-8933-c326e43344d1 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:48.337784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] For port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5b8b64bc-6510-4d0c-8e45-79570bbe55f8,segment=NetworkSegment(b069bbf8-0445-4b53-b875-3024a18c8d4f),segment_id=b069bbf8-0445-4b53-b875-3024a18c8d4f)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:48.338177 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.345193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4f07654c-042b-4f18-8933-c326e43344d1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:48.345854 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.391105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c2168a88-0322-40e7-80d6-b79277e44e1a None None] For port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5b8b64bc-6510-4d0c-8e45-79570bbe55f8,segment=NetworkSegment(b069bbf8-0445-4b53-b875-3024a18c8d4f),segment_id=b069bbf8-0445-4b53-b875-3024a18c8d4f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:48.391410 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c2168a88-0322-40e7-80d6-b79277e44e1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.407694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Calling delete_port for 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:48.420108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c2168a88-0322-40e7-80d6-b79277e44e1a None None] Calling delete_port for 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 12:59:48.487095 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-83e62910-0e12-4914-872c-1cc7cc81bd1a service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394241 Aug 16 12:59:48.611249 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c2168a88-0322-40e7-80d6-b79277e44e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.612916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.620525 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.640494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2168a88-0322-40e7-80d6-b79277e44e1a None None] No DVR routers for this DVR port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:59:48.678818 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.693521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2168a88-0322-40e7-80d6-b79277e44e1a None None] Pushing event deleted for resources: {'Port': ['ID=5b8b64bc-6510-4d0c-8e45-79570bbe55f8,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:48.704292 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.717337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'Port': ['ID=475bc2dc-9b4d-4bcd-99c2-03e1cc3add3c,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:48.730956 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8b64bc-6510-4d0c-8e45-79570bbe55f8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:48.733063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] No DVR routers for this DVR port 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 12:59:48.734303 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.761518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-e7aa1bbf-1795-46e6-b4fd-e03eaea05eba tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:48.763891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-e7aa1bbf-1795-46e6-b4fd-e03eaea05eba tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/networks?id=da2b5400-5a66-4de5-8a1a-a662f2c95b67 HTTP/1.1" status: 200 len: 821 time: 0.4225094 Aug 16 12:59:48.765313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.766630 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ad3a694e-a818-48ad-ab99-3b1ce90221ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2124047 Aug 16 12:59:48.779457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 4f07654c-042b-4f18-8933-c326e43344d1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4f07654c-042b-4f18-8933-c326e43344d1,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:48.788062 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.874701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=4f07654c-042b-4f18-8933-c326e43344d1,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:48.880943 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-2846efcc-672b-4cf8-86fb-eae44857195f service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714762 Aug 16 12:59:48.891817 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-14ac3dab-c110-400b-89e8-0951f1242e39 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/quotas/f5ba237c09fc45dea621d7938f8442f9 HTTP/1.1" status: 200 len: 375 time: 0.1084361 Aug 16 12:59:48.951489 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-ba2828b6-a441-4b6d-94c0-09cf1c03bc08 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238314 Aug 16 12:59:48.962421 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.988657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-2b820f04-02ce-4ec7-8ed1-03f95f0fbf95 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5ba237c09fc45dea621d7938f8442f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527883 Aug 16 12:59:48.992672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aacd00d-4ae9-4d53-8884-c50a34264ba0']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:49.005650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b069bbf8-0445-4b53-b875-3024a18c8d4f') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:49.005959 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b069bbf8-0445-4b53-b875-3024a18c8d4f') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:59:49.035682 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:49.098210 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:49.118487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 12:59:49.118920 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: timer() Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 12:59:49.122176 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 12:59:49.133559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-f740554c-0dd1-467e-b22b-b2ef45ab85b6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:49.135901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-f740554c-0dd1-467e-b22b-b2ef45ab85b6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651421 Aug 16 12:59:49.153608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Request body: {'port': {'device_id': '8e56562b-3f3c-4a47-9239-545f4cb39f38', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '958e09752b1d43e6850459426d4dd0ab'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:49.188304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-16429792-bb2c-446a-a31c-92423324d14f service neutron] 10.222.0.25 "GET /v2.0/networks/da2b5400-5a66-4de5-8a1a-a662f2c95b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741154 Aug 16 12:59:49.335794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Made reservation on behalf of 958e09752b1d43e6850459426d4dd0ab for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:49.344599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:49.427362 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:49.437092 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:49.441471 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0aacd00d-4ae9-4d53-8884-c50a34264ba0 HTTP/1.1" status: 204 len: 168 time: 2.3160253 Aug 16 12:59:49.502892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b563e-ee18-48ec-afa9-02470d14d991 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aacd00d-4ae9-4d53-8884-c50a34264ba0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:49.536591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e842175-e66d-4687-bb05-af407bf86609 req-9cf2e77d-0962-4046-a990-c615f861c4d7 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:49.545345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e842175-e66d-4687-bb05-af407bf86609 req-9cf2e77d-0962-4046-a990-c615f861c4d7 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.2630634 Aug 16 12:59:49.579095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Allocated IP 192.168.233.126 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/244b10de-07da-4cd7-83f8-2a9d0ed55cff) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:49.583596 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-1422c726-b984-4919-a233-a7f201d83532 service neutron] 10.222.0.25 "GET /v2.0/networks/da2b5400-5a66-4de5-8a1a-a662f2c95b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825407 Aug 16 12:59:49.640737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e842175-e66d-4687-bb05-af407bf86609 req-120ff48e-3381-4171-80e0-81de4a9ce678 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942161 Aug 16 12:59:49.667669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40536) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:49.752893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dde92d68-5810-4b88-a289-d246e74a91ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d59c1be2b16469587adde5eeedfa3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836399 Aug 16 12:59:49.753614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40544) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:49.872153 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-93aaf68e-cbb7-4095-9fa5-57a90970e32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:49.902188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4f07654c-042b-4f18-8933-c326e43344d1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:49.939324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:49.959717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Transition to ACTIVE for port object 244b10de-07da-4cd7-83f8-2a9d0ed55cff will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:49.997064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bd5ccd1-a370-4cbf-8f23-29ab5d3835a9 req-f4d91389-f4bf-4773-a77f-c3792c3f717a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 210 time: 0.0535004 Aug 16 12:59:50.006842 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-93aaf68e-cbb7-4095-9fa5-57a90970e32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:50.048037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4f07654c-042b-4f18-8933-c326e43344d1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:50.048415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:50.060621 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:50.096252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-136c9b03-993a-40b8-ac77-d0c1a2b5d2bc tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--593798309&fields=id&tenant_id=9c25b74cf8eb4dbc99891e852e55656e HTTP/1.1" status: 200 len: 267 time: 0.1650279 Aug 16 12:59:50.127135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:50.130890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:50.135186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:50.142204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event updated for resources: {'Port': ['ID=244b10de-07da-4cd7-83f8-2a9d0ed55cff,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:50.167915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['574236d3-16ad-4f1d-8b58-68ba8a54a939'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:50.171093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a', '8384d48e-f036-4209-95f8-ac745ce02f06', '01671902-0b3d-484a-b3bd-f9002f5b3fcc', '7741c931-1bd7-4534-8e45-339faa43f756'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:50.199455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:50.200176 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:50.222272 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0419bc8d-c7bf-4ec6-9e4e-cd4b2f79e3cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0753570 Aug 16 12:59:50.236327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Request body: {'port': {'device_id': '8e56562b-3f3c-4a47-9239-545f4cb39f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:50.242973 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ada11f66-e809-4ace-ab2c-f87db91a0405 req-c84cf492-8e86-48c2-967b-f6f6aafb16b5 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 210 time: 0.0960972 Aug 16 12:59:50.397342 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-93aaf68e-cbb7-4095-9fa5-57a90970e32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:50.401493 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-93aaf68e-cbb7-4095-9fa5-57a90970e32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:50.402627 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:50.405728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-93aaf68e-cbb7-4095-9fa5-57a90970e32a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcec2122-6118-414f-829d-b02c795dec86 HTTP/1.1" status: 204 len: 168 time: 0.6503117 Aug 16 12:59:50.433215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaf68e-cbb7-4095-9fa5-57a90970e32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcec2122-6118-414f-829d-b02c795dec86,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:50.486624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-73433035-31d5-40b4-980c-9f0c72f0e9b8 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:50.490493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-73433035-31d5-40b4-980c-9f0c72f0e9b8 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 811 time: 0.3933177 Aug 16 12:59:50.554362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-26c3f771-b6d0-40a0-9d4a-15aa65d52041 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/quotas/9c25b74cf8eb4dbc99891e852e55656e HTTP/1.1" status: 200 len: 375 time: 0.0425816 Aug 16 12:59:50.696903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-89ad1a0f-e4f8-481e-9be1-7433f0871dd5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1305380 Aug 16 12:59:50.787439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 12:59:50.834619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4168b29a-b9f8-4daf-b66d-ae8938d870a1 None None] Provisioning for port 244b10de-07da-4cd7-83f8-2a9d0ed55cff completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:50.886240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 12:59:50.886597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5b8b64bc-6510-4d0c-8e45-79570bbe55f8 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 12:59:50.900043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4168b29a-b9f8-4daf-b66d-ae8938d870a1 None None] Provisioning complete for port 244b10de-07da-4cd7-83f8-2a9d0ed55cff triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:50.902311 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4168b29a-b9f8-4daf-b66d-ae8938d870a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:50.994430 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-c2499425-35b4-47fd-8b0b-5afb8cd9e175 service neutron] 10.222.0.25 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605789 Aug 16 12:59:51.101689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4168b29a-b9f8-4daf-b66d-ae8938d870a1 None None] Port 244b10de-07da-4cd7-83f8-2a9d0ed55cff cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:59:51.145400 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-5327199e-a076-4bb1-b1f7-38f04754db6e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:51.147041 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-5327199e-a076-4bb1-b1f7-38f04754db6e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.2036622 Aug 16 12:59:51.156036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-e2308ebb-489d-40d1-bee9-b7638c18c366 service neutron] 10.222.0.25 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595590 Aug 16 12:59:51.196386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Request body: {'port': {'device_id': 'd7500b9c-3b95-45e6-a1a4-bc5bbe075f94', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'admin_state_up': True, 'tenant_id': '2c147181bbf24982a55ffe57d9ffa5ce'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:51.223863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98a0824b-bd9c-4572-b927-12f29e27c59c req-f317a5d3-128e-442a-ac10-a2b2664b5665 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 210 time: 0.0909958 Aug 16 12:59:51.249858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40580) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:51.350183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-360e62a5-0a5d-4bee-af6e-ca26a00ace6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41459d2df23c4ab0bb1508474c239f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922067 Aug 16 12:59:51.352054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40584) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:51.482862 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb932-5d27-4b3f-88d2-847a96071ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:51.521025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244b10de-07da-4cd7-83f8-2a9d0ed55cff {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:51.533210 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb932-5d27-4b3f-88d2-847a96071ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:51.533741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:51.541314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Made reservation on behalf of 2c147181bbf24982a55ffe57d9ffa5ce for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:51.547752 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:51.566200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9373e47-76df-4f37-af82-20316a6183d6 req-0d4c1dec-b07a-4e32-8521-4367adf208dc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:51.569999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9373e47-76df-4f37-af82-20316a6183d6 req-0d4c1dec-b07a-4e32-8521-4367adf208dc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.1609361 Aug 16 12:59:51.574083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Transition to ACTIVE for port object 244b10de-07da-4cd7-83f8-2a9d0ed55cff will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:51.582621 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:51.711913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9373e47-76df-4f37-af82-20316a6183d6 req-0ebeeadb-c787-4455-91ed-3e50846303ec tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039395 Aug 16 12:59:51.785532 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb932-5d27-4b3f-88d2-847a96071ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:51.789025 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb932-5d27-4b3f-88d2-847a96071ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:51.792869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9b0bb932-5d27-4b3f-88d2-847a96071ec1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/423a2c6f-755a-4fe7-9879-ca841975ff1a HTTP/1.1" status: 204 len: 168 time: 0.4370501 Aug 16 12:59:51.824576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bb932-5d27-4b3f-88d2-847a96071ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a2c6f-755a-4fe7-9879-ca841975ff1a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:51.897564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f4db0-858b-40b0-8a7d-29c6e994ee9a req-15616e69-8b1f-4e25-9cd2-be746f13a1a6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:51.911656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-881f4db0-858b-40b0-8a7d-29c6e994ee9a req-15616e69-8b1f-4e25-9cd2-be746f13a1a6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 948 time: 0.1864350 Aug 16 12:59:51.954346 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43d14f9a-2b86-4f8e-b3d1-c8c38f76caa2 req-df44978f-1759-4f7e-878b-1d6c19a5c2c5 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 210 time: 0.1009188 Aug 16 12:59:52.054774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-881f4db0-858b-40b0-8a7d-29c6e994ee9a req-de5c4396-eabd-47e9-a4ec-93308d595dcb tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419363 Aug 16 12:59:52.179154 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc0aec2e-a871-4666-abf2-f72c0a0ffb39 req-cda62fe9-9ece-4e9b-80a1-6652983f2fdd tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 210 time: 0.1075823 Aug 16 12:59:52.384936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Pushing event updated for resources: {'Port': ['ID=244b10de-07da-4cd7-83f8-2a9d0ed55cff,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:52.387532 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7297e-44b6-4821-b812-3878c8b0023e req-33827e65-b4a2-441d-95b6-28a901531e9a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:52.403715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbf7297e-44b6-4821-b812-3878c8b0023e req-33827e65-b4a2-441d-95b6-28a901531e9a tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 946 time: 0.1300583 Aug 16 12:59:52.458718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbf7297e-44b6-4821-b812-3878c8b0023e req-04228d53-2e11-4818-b337-92b2b64b9151 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533991 Aug 16 12:59:52.572426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Allocated IP 172.20.0.6 (41b70399-ea95-4588-b70f-74dee93893ff/ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8/168a8271-931b-4354-a423-120418daa7be) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:52.605976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Attempting to bind port 244b10de-07da-4cd7-83f8-2a9d0ed55cff on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:52.606633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Attempting to bind port 244b10de-07da-4cd7-83f8-2a9d0ed55cff by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:52.607243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Attempting to bind port 244b10de-07da-4cd7-83f8-2a9d0ed55cff on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:52.636244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-f31b120c-4a56-4c0f-8e56-cd0ff2eb9b88 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:52.637726 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-f31b120c-4a56-4c0f-8e56-cd0ff2eb9b88 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.22 "GET /v2.0/networks?id=da2b5400-5a66-4de5-8a1a-a662f2c95b67 HTTP/1.1" status: 200 len: 821 time: 0.2285383 Aug 16 12:59:52.638429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Port 244b10de-07da-4cd7-83f8-2a9d0ed55cff on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:59:52.638753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Attempting to bind port 244b10de-07da-4cd7-83f8-2a9d0ed55cff on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:52.658549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:52.659107 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:52.659336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:52.659727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Bound port: 244b10de-07da-4cd7-83f8-2a9d0ed55cff, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:52.660166 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:52.675501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6b7e1f8b-efb2-40c2-ad69-35db8ddcefce req-3764432f-7fc2-4993-a34b-8509eb9fb8b2 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 210 time: 0.0997257 Aug 16 12:59:52.683037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Request body: {'port': {'device_id': 'f85e8e99-f4ac-4e3d-868d-0c8300dc760b', 'network_id': 'da2b5400-5a66-4de5-8a1a-a662f2c95b67', 'admin_state_up': True, 'tenant_id': 'f5ba237c09fc45dea621d7938f8442f9'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:52.970817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] For port 244b10de-07da-4cd7-83f8-2a9d0ed55cff, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:52.981119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] For port 244b10de-07da-4cd7-83f8-2a9d0ed55cff, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=244b10de-07da-4cd7-83f8-2a9d0ed55cff,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:52.991727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:52.997825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e89e3c-e3be-432b-a3b3-e166ad88a15d req-19123f84-8d1b-401d-a2fc-1b12927e1dcc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:53.001530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67e89e3c-e3be-432b-a3b3-e166ad88a15d req-19123f84-8d1b-401d-a2fc-1b12927e1dcc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.0659928 Aug 16 12:59:53.059275 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67e89e3c-e3be-432b-a3b3-e166ad88a15d req-6bdc5623-f5f9-4bf8-88f3-de2b7c28380c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411253 Aug 16 12:59:53.093623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Made reservation on behalf of f5ba237c09fc45dea621d7938f8442f9 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:53.098296 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:53.110034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:53.110690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:53.112541 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] 10.222.0.42 "PUT /v2.0/ports/244b10de-07da-4cd7-83f8-2a9d0ed55cff HTTP/1.1" status: 200 len: 1096 time: 2.8812640 Aug 16 12:59:53.121915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e56562b-3f3c-4a47-9239-545f4cb39f38', 'tag': '244b10de-07da-4cd7-83f8-2a9d0ed55cff'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:53.126168 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "8e56562b-3f3c-4a47-9239-545f4cb39f38", "tag": "244b10de-07da-4cd7-83f8-2a9d0ed55cff"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:53.126342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35fdd502-f55c-46f2-981b-c9d0a5be0a93 req-81dcd88b-0689-4ecd-81a8-577f8fbb9d4f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 210 time: 0.0390041 Aug 16 12:59:53.137819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f260f-2b4d-40e2-a38a-6261e78d6a63 service neutron] Pushing event updated for resources: {'Port': ['ID=244b10de-07da-4cd7-83f8-2a9d0ed55cff,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:53.157445 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:53.188810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 16f1fea6-aead-4081-acfe-c8339b781fc3 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:59:53.269803 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8140141-d3f1-4185-b2a7-9d3468ecc0bb x-openstack-request-id: req-c8140141-d3f1-4185-b2a7-9d3468ecc0bb {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:53.269803 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e56562b-3f3c-4a47-9239-545f4cb39f38", "tag": "244b10de-07da-4cd7-83f8-2a9d0ed55cff", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:53.270080 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8140141-d3f1-4185-b2a7-9d3468ecc0bb {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:53.270385 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e56562b-3f3c-4a47-9239-545f4cb39f38', 'tag': '244b10de-07da-4cd7-83f8-2a9d0ed55cff', 'status': 'completed', 'code': 200} Aug 16 12:59:53.358954 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd804ed0-596d-42cb-b39a-5c22e82cf2cf req-ee5d1f36-f047-4b20-8479-d1369a9b5a95 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:53.363186 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd804ed0-596d-42cb-b39a-5c22e82cf2cf req-ee5d1f36-f047-4b20-8479-d1369a9b5a95 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 948 time: 0.1399665 Aug 16 12:59:53.437801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 16f1fea6-aead-4081-acfe-c8339b781fc3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16f1fea6-aead-4081-acfe-c8339b781fc3,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:53.448782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd804ed0-596d-42cb-b39a-5c22e82cf2cf req-faade73a-1e9b-4046-9415-495fd4f5e4e5 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791013 Aug 16 12:59:53.462561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '16f1fea6-aead-4081-acfe-c8339b781fc3', 'network_id': '80e67e3f-fb8e-40f7-bf88-1b500d006d8d', 'port_id': '16f1fea6-aead-4081-acfe-c8339b781fc3', 'mac_address': 'fa:16:3e:82:44:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909c1a27-3032-4df6-8e77-1f1290416049', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:59:53.489453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4be79b6-1257-44ff-ae79-4f1a4c858cb8 req-c9e78970-8785-4381-bf1b-932f72fca500 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 210 time: 0.0558360 Aug 16 12:59:53.541204 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:53.561270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16f1fea6-aead-4081-acfe-c8339b781fc3 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:53.562222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:53.577744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-44359000-b1d3-462f-8853-ca71e5b6c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:53.579314 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-44359000-b1d3-462f-8853-ca71e5b6c48b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 1099 time: 0.3332360 Aug 16 12:59:53.584576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Allocated IP 172.20.0.8 (da2b5400-5a66-4de5-8a1a-a662f2c95b67/cfe30a05-11a5-4ed0-879d-7bf30593043d/20ae1a18-b178-43b3-93ee-707ddcb8fbea) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:53.588463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 16f1fea6-aead-4081-acfe-c8339b781fc3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16f1fea6-aead-4081-acfe-c8339b781fc3,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:53.595162 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:53.639813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d4345-eadc-4ec8-8994-7e8e10900d5e req-6c8f059b-7efb-40b5-9193-1713aa8b9b3b tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:53.639813 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d7d4345-eadc-4ec8-8994-7e8e10900d5e req-6c8f059b-7efb-40b5-9193-1713aa8b9b3b tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 946 time: 0.0697415 Aug 16 12:59:53.697369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d7d4345-eadc-4ec8-8994-7e8e10900d5e req-b58d4a4d-902c-492e-89ee-f3fab4eb9fbd tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506566 Aug 16 12:59:53.698762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=16f1fea6-aead-4081-acfe-c8339b781fc3,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:53.702752 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-0fe2d337-eeb6-4f05-9a8b-9cd53a53d4f7 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:53.706502 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-0fe2d337-eeb6-4f05-9a8b-9cd53a53d4f7 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.42 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 811 time: 0.4287055 Aug 16 12:59:53.708017 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-f7d99344-78b0-4f65-94d3-3dfd1d3f95ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=244b10de-07da-4cd7-83f8-2a9d0ed55cff HTTP/1.1" status: 200 len: 217 time: 0.0890920 Aug 16 12:59:53.715398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Network 41b70399-ea95-4588-b70f-74dee93893ff is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:53.721539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:53.730985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:53.765793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['16f1fea6-aead-4081-acfe-c8339b781fc3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:53.778948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event updated for resources: {'Port': ['ID=168a8271-931b-4354-a423-120418daa7be,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:53.816985 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f093d302-9fdb-4209-a5de-a57a89369df0 req-ddc967c7-bca3-4dcf-bb1f-b1b585db7efc tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 210 time: 0.0515406 Aug 16 12:59:53.915081 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-42a14512-0911-49d3-86e2-509906cf9858 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c25b74cf8eb4dbc99891e852e55656e HTTP/1.1" status: 200 len: 379 time: 0.1795247 Aug 16 12:59:53.927113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:53.928307 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:53.957135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'port': {'device_id': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'admin_state_up': True, 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'security_groups': ['fca1fd19-31cc-43eb-bc95-1d4958326c07']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:53.974049 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-8be5a022-a518-4ef1-9856-fedee4642e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7849245 Aug 16 12:59:53.975518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-699737db-e354-45b4-892b-b5a8a539abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:53.977252 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-699737db-e354-45b4-892b-b5a8a539abb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.2436590 Aug 16 12:59:54.038615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Request body: {'port': {'device_id': 'd7500b9c-3b95-45e6-a1a4-bc5bbe075f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:54.203746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5a805-7fd5-4ce5-8895-c649c1173382 req-76f3b4fb-5a2b-435b-93f2-9a215dfd36dd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:54.206000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ae5a805-7fd5-4ce5-8895-c649c1173382 req-76f3b4fb-5a2b-435b-93f2-9a215dfd36dd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.0627637 Aug 16 12:59:54.216111 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:54.219204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-e7b9526c-01c7-4c13-8bfd-cd0a30a842bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:54.220710 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-e7b9526c-01c7-4c13-8bfd-cd0a30a842bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2263947 Aug 16 12:59:54.248274 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:54.311920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ae5a805-7fd5-4ce5-8895-c649c1173382 req-d96d22bc-7d29-488f-8862-cb2d0deace50 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989237 Aug 16 12:59:54.326156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c462f-b436-4719-aaa5-1fc06893aa74 req-21113309-234c-425e-854a-09e1e6360a7b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:54.327869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-281c462f-b436-4719-aaa5-1fc06893aa74 req-21113309-234c-425e-854a-09e1e6360a7b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 931 time: 0.0873940 Aug 16 12:59:54.370801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-281c462f-b436-4719-aaa5-1fc06893aa74 req-1c1a6106-58a8-4b56-a6a7-38b9886247e3 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361953 Aug 16 12:59:54.429656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcf04864-ba4f-4b16-a9bc-d7e2ba744585 req-606d9001-8f3e-4f6d-97ad-35288bcc5d65 tempest-FlavorsV2NegativeTest-853176269 tempest-FlavorsV2NegativeTest-853176269-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=66b77368148e41f3a4db5944833ef17a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230458 Aug 16 12:59:54.466169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Made reservation on behalf of 9c25b74cf8eb4dbc99891e852e55656e for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:54.469628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:54.534635 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-0c21f897-b53a-409b-a385-6f3c93639522 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913187 Aug 16 12:59:54.539200 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:54.579293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf04864-ba4f-4b16-a9bc-d7e2ba744585 req-d0479ecd-5340-4838-b7fa-cadd469d1838 tempest-FlavorsV2NegativeTest-853176269 tempest-FlavorsV2NegativeTest-853176269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:54.580810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcf04864-ba4f-4b16-a9bc-d7e2ba744585 req-d0479ecd-5340-4838-b7fa-cadd469d1838 tempest-FlavorsV2NegativeTest-853176269 tempest-FlavorsV2NegativeTest-853176269-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448417 Aug 16 12:59:54.601903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcf04864-ba4f-4b16-a9bc-d7e2ba744585 req-cb7c407d-d282-419c-a03e-98a9e3f28bd5 tempest-FlavorsV2NegativeTest-853176269 tempest-FlavorsV2NegativeTest-853176269-project] 10.222.0.25 "GET /v2.0/quotas/66b77368148e41f3a4db5944833ef17a HTTP/1.1" status: 200 len: 375 time: 0.0134091 Aug 16 12:59:54.614304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2d23d-5dd8-4106-bf54-05b3b2b701e0 req-f6dee751-39db-4cc7-83b0-f03d019004f2 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:54.615781 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73b2d23d-5dd8-4106-bf54-05b3b2b701e0 req-f6dee751-39db-4cc7-83b0-f03d019004f2 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 948 time: 0.0750928 Aug 16 12:59:54.651563 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcf04864-ba4f-4b16-a9bc-d7e2ba744585 req-e36dfd59-681a-4d6b-b9f6-a14c76bb5bf3 tempest-FlavorsV2NegativeTest-853176269 tempest-FlavorsV2NegativeTest-853176269-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66b77368148e41f3a4db5944833ef17a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346360 Aug 16 12:59:54.683435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73b2d23d-5dd8-4106-bf54-05b3b2b701e0 req-cd43071a-afa3-4108-af59-185e4e86677b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563838 Aug 16 12:59:54.747364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Network da2b5400-5a66-4de5-8a1a-a662f2c95b67 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:54.761497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:54.764761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Pushing event updated for resources: {'Port': ['ID=20ae1a18-b178-43b3-93ee-707ddcb8fbea,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:54.774000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:54.795161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4cc5cae0-f360-4ce1-b29c-daca0da5d2b6 req-d312992b-23aa-49f1-8a77-d2cb8f816abf tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 210 time: 0.0520298 Aug 16 12:59:54.852651 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e3e5-f220-461f-a097-d85523012b54 req-bb00ce0f-526c-4e7a-ab02-cef634f695de tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:54.854882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c56e3e5-f220-461f-a097-d85523012b54 req-bb00ce0f-526c-4e7a-ab02-cef634f695de tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 945 time: 0.0617995 Aug 16 12:59:54.908362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Allocated IP 172.20.0.4 (60b8601d-8c83-419a-8ebd-3dd0daba00a8/95230c7d-e072-4af3-82aa-d525af9bef72/e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:54.914836 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c56e3e5-f220-461f-a097-d85523012b54 req-b2e94118-ff7a-4107-83b4-4ae0f738ffd8 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527096 Aug 16 12:59:54.928751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:54.928751 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:54.961111 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef671c4a-3194-4682-8cf6-569202ca50a9 req-162ec019-9c76-4f7f-a9b1-dc2be935df77 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132516 Aug 16 12:59:54.969968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d306b3-45d9-4317-ab0a-542aaacf2d1f req-07d1c7bf-bc5a-4d0e-b664-92e9d2a07873 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:54.976895 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-088e4fab-4197-468a-bbd0-7df64ebb7d13 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3103089 Aug 16 12:59:54.978188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54d306b3-45d9-4317-ab0a-542aaacf2d1f req-07d1c7bf-bc5a-4d0e-b664-92e9d2a07873 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 931 time: 0.0620799 Aug 16 12:59:55.017129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Request body: {'port': {'device_id': 'f85e8e99-f4ac-4e3d-868d-0c8300dc760b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:55.038587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54d306b3-45d9-4317-ab0a-542aaacf2d1f req-5af5554e-b673-4e2d-8d73-a6e14e995d14 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593741 Aug 16 12:59:55.147803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168a8271-931b-4354-a423-120418daa7be {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:55.183495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 16f1fea6-aead-4081-acfe-c8339b781fc3 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:55.208345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.234878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.246028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 16f1fea6-aead-4081-acfe-c8339b781fc3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:55.246542 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.254147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Transition to ACTIVE for port object 168a8271-931b-4354-a423-120418daa7be will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:55.256778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe req-13c0cc0b-000b-4946-b284-efb3e9b48343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:55.258519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe req-13c0cc0b-000b-4946-b284-efb3e9b48343 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 1099 time: 0.1929595 Aug 16 12:59:55.267434 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.277032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40724) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:55.279427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 59c4a172-04f5-4977-99c3-5bb5277d1165 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:59:55.459891 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.467178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 59c4a172-04f5-4977-99c3-5bb5277d1165, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=59c4a172-04f5-4977-99c3-5bb5277d1165,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:55.468308 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.486836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad55eb-5b27-4bf0-bafb-6aee56fdd286 req-89d5a46e-0f97-4ece-9dde-2371e1f22e71 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:55.488947 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22ad55eb-5b27-4bf0-bafb-6aee56fdd286 req-89d5a46e-0f97-4ece-9dde-2371e1f22e71 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.0871341 Aug 16 12:59:55.540617 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c335a45-f786-4186-8fea-60d109ec9f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.562880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Pushing event updated for resources: {'Port': ['ID=168a8271-931b-4354-a423-120418daa7be,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:55.598936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22ad55eb-5b27-4bf0-bafb-6aee56fdd286 req-5f915537-e9b9-4401-8c4c-117e7c185139 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979073 Aug 16 12:59:55.630018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f11aa-8cb3-4b00-82c9-30f584469e45 req-6440790c-23c6-4328-9f6d-d7016710619c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:55.630569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '59c4a172-04f5-4977-99c3-5bb5277d1165', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'port_id': '59c4a172-04f5-4977-99c3-5bb5277d1165', 'mac_address': 'fa:16:3e:89:19:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:59:55.630738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c40f11aa-8cb3-4b00-82c9-30f584469e45 req-6440790c-23c6-4328-9f6d-d7016710619c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 943 time: 0.1387899 Aug 16 12:59:55.668749 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.691588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f1fea6-aead-4081-acfe-c8339b781fc3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:55.693512 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2884556-88fb-45a6-aa1e-9321afae670f" -d '{"events": [{"server_uuid": "cfe3dc91-ca77-424a-a6b6-756880b486ac", "name": "network-vif-plugged", "status": "completed", "tag": "16f1fea6-aead-4081-acfe-c8339b781fc3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:55.695450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c40f11aa-8cb3-4b00-82c9-30f584469e45 req-980e33ff-b0ba-48e8-ae85-d4adaf2b2467 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654674 Aug 16 12:59:55.701641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59c4a172-04f5-4977-99c3-5bb5277d1165 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:55.724719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 59c4a172-04f5-4977-99c3-5bb5277d1165, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=59c4a172-04f5-4977-99c3-5bb5277d1165,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:55.733842 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.743309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Transition to ACTIVE for port object e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:55.800282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 16f1fea6-aead-4081-acfe-c8339b781fc3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16f1fea6-aead-4081-acfe-c8339b781fc3,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:55.815193 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.818523 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25955889-7276-4186-bbb1-55917379c323 x-openstack-request-id: req-25955889-7276-4186-bbb1-55917379c323 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:55.819307 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe3dc91-ca77-424a-a6b6-756880b486ac", "name": "network-vif-plugged", "status": "completed", "tag": "16f1fea6-aead-4081-acfe-c8339b781fc3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:55.819775 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25955889-7276-4186-bbb1-55917379c323 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:55.820338 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f1fea6-aead-4081-acfe-c8339b781fc3', 'code': 200} Aug 16 12:59:55.821631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=59c4a172-04f5-4977-99c3-5bb5277d1165,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:55.837384 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c335a45-f786-4186-8fea-60d109ec9f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.844631 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c335a45-f786-4186-8fea-60d109ec9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:55.844790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe req-0662eef1-2a0e-4842-a3bc-2ca430975bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:55.846297 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe req-0662eef1-2a0e-4842-a3bc-2ca430975bdb service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.5740495 Aug 16 12:59:55.899565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1c335a45-f786-4186-8fea-60d109ec9f9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66b77368148e41f3a4db5944833ef17a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6202893 Aug 16 12:59:55.901375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Attempting to bind port 168a8271-931b-4354-a423-120418daa7be on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:55.902076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Attempting to bind port 168a8271-931b-4354-a423-120418daa7be by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:55.902076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Attempting to bind port 168a8271-931b-4354-a423-120418daa7be on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:55.911509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['59c4a172-04f5-4977-99c3-5bb5277d1165'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:55.913047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40746) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:55.918820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c335a45-f786-4186-8fea-60d109ec9f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b448b-3aca-4b31-ba2b-6b8f00e3e1b4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:56.023508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=16f1fea6-aead-4081-acfe-c8339b781fc3,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:56.065291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10cf23fa-bb2b-4e6a-95de-96488354a36b req-dfff2871-680e-4723-9d7c-8091554ce925 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 210 time: 0.0741067 Aug 16 12:59:56.119317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20f0f7-2e42-4f77-9479-1384e1080a8e req-e8642b8a-6ac9-4885-be64-4ed21cf60f6b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:56.129222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f20f0f7-2e42-4f77-9479-1384e1080a8e req-e8642b8a-6ac9-4885-be64-4ed21cf60f6b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 948 time: 0.2376885 Aug 16 12:59:56.136162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a14699a-8759-4bf6-9c0b-2f45a9bad527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:56.216147 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a14699a-8759-4bf6-9c0b-2f45a9bad527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:56.260332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f20f0f7-2e42-4f77-9479-1384e1080a8e req-589ff6b3-8eb4-42d6-9b20-fda5994762e7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211274 Aug 16 12:59:56.304408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53292b4-846f-453d-9f65-713b6b65a6c9 req-2d574375-e529-4148-b875-7abf2b943576 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:56.307603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d53292b4-846f-453d-9f65-713b6b65a6c9 req-2d574375-e529-4148-b875-7abf2b943576 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 946 time: 0.1162884 Aug 16 12:59:56.353102 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a14699a-8759-4bf6-9c0b-2f45a9bad527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:56.356589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a14699a-8759-4bf6-9c0b-2f45a9bad527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:56.357799 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7a14699a-8759-4bf6-9c0b-2f45a9bad527 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/226b448b-3aca-4b31-ba2b-6b8f00e3e1b4 HTTP/1.1" status: 204 len: 168 time: 0.4420156 Aug 16 12:59:56.377923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Port 168a8271-931b-4354-a423-120418daa7be on network 41b70399-ea95-4588-b70f-74dee93893ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:59:56.378586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Attempting to bind port 168a8271-931b-4354-a423-120418daa7be on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:56.379740 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d53292b4-846f-453d-9f65-713b6b65a6c9 req-3a6be9f6-3460-4d4c-9cb4-f28f7a273113 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647078 Aug 16 12:59:56.380490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14699a-8759-4bf6-9c0b-2f45a9bad527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b448b-3aca-4b31-ba2b-6b8f00e3e1b4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:56.390387 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe req-ccd18132-bc2b-4f92-b6a3-953aa93a2ae2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=244b10de-07da-4cd7-83f8-2a9d0ed55cff HTTP/1.1" status: 200 len: 217 time: 0.4859133 Aug 16 12:59:56.395209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:56.395793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Checking segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:56.396358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Bound using segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:56.397041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Bound port: 168a8271-931b-4354-a423-120418daa7be, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:56.397613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:56.436756 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:56.544747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:56.568895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:56.583079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:56.595927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d1f26-544b-48c2-9e2b-528d56efde43 req-6879af03-364f-46d2-b8a3-26e3d21f9159 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:56.597748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe req-39fd3421-22e6-4df4-875d-a796cf957e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:56.599647 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe req-39fd3421-22e6-4df4-875d-a796cf957e03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1977692 Aug 16 12:59:56.604660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-205d1f26-544b-48c2-9e2b-528d56efde43 req-6879af03-364f-46d2-b8a3-26e3d21f9159 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 931 time: 0.0730932 Aug 16 12:59:56.678467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-205d1f26-544b-48c2-9e2b-528d56efde43 req-367f88e7-e4ea-4f2f-97de-a6cc06b949de tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726962 Aug 16 12:59:56.694227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'Port': ['ID=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:56.703898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] For port 168a8271-931b-4354-a423-120418daa7be, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:56.748269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] For port 168a8271-931b-4354-a423-120418daa7be, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=168a8271-931b-4354-a423-120418daa7be,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:56.779232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ae1a18-b178-43b3-93ee-707ddcb8fbea {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:56.788497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:56.807795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Transition to ACTIVE for port object 20ae1a18-b178-43b3-93ee-707ddcb8fbea will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:56.817700 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:56.825877 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:56.862987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98509028-bb73-4fce-b86b-60b649946927 req-605dd92e-0b85-44b9-a969-445bf552e108 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:56.871852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98509028-bb73-4fce-b86b-60b649946927 req-605dd92e-0b85-44b9-a969-445bf552e108 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 945 time: 0.1438329 Aug 16 12:59:56.913620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe req-67bf7769-84b8-4d75-92de-11922b34a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:56.915357 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe req-67bf7769-84b8-4d75-92de-11922b34a1fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2834435 Aug 16 12:59:56.933186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:56.933729 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:56.949770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-39f35114-a73f-45e7-b565-eb98161cb2c4 None None] Provisioning for port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:56.953991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-39f35114-a73f-45e7-b565-eb98161cb2c4 None None] Provisioning complete for port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:56.954511 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-39f35114-a73f-45e7-b565-eb98161cb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:56.981012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cdb1b-d0f9-464c-80f4-777c77b6b5ee req-4116e41f-1c92-4fea-b65a-0e4d4987aac3 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:56.998581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e93cdb1b-d0f9-464c-80f4-777c77b6b5ee req-4116e41f-1c92-4fea-b65a-0e4d4987aac3 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 943 time: 0.1534698 Aug 16 12:59:57.009990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98509028-bb73-4fce-b86b-60b649946927 req-3ff930c1-6d0f-41cd-abd1-47775c0ed456 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354964 Aug 16 12:59:57.061959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-39f35114-a73f-45e7-b565-eb98161cb2c4 None None] Port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:59:57.104103 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:57.105061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:57.106984 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] 10.222.0.22 "PUT /v2.0/ports/168a8271-931b-4354-a423-120418daa7be HTTP/1.1" status: 200 len: 1091 time: 3.1158812 Aug 16 12:59:57.110202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe req-645b9102-7fe4-42e1-9e5c-6d5675483254 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567347 Aug 16 12:59:57.111188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7500b9c-3b95-45e6-a1a4-bc5bbe075f94', 'tag': '168a8271-931b-4354-a423-120418daa7be'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:57.111513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e93cdb1b-d0f9-464c-80f4-777c77b6b5ee req-7cc9cb2f-8f21-4f7b-b3ca-fafe02d11ee4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102102 Aug 16 12:59:57.113885 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638aeff0-b28b-4f4b-90c2-688237311d20" -d '{"events": [{"name": "network-changed", "server_uuid": "d7500b9c-3b95-45e6-a1a4-bc5bbe075f94", "tag": "168a8271-931b-4354-a423-120418daa7be"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:57.122682 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-2b973539-c0a5-4aad-a976-19e048fc7d3d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1813931 Aug 16 12:59:57.175332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Request body: {'port': {'device_id': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:57.219533 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5031abaa-2182-4a7f-bb54-8057907d4fd8 x-openstack-request-id: req-5031abaa-2182-4a7f-bb54-8057907d4fd8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:57.219832 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7500b9c-3b95-45e6-a1a4-bc5bbe075f94", "tag": "168a8271-931b-4354-a423-120418daa7be", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:57.220089 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5031abaa-2182-4a7f-bb54-8057907d4fd8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:57.220499 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7500b9c-3b95-45e6-a1a4-bc5bbe075f94', 'tag': '168a8271-931b-4354-a423-120418daa7be', 'status': 'completed', 'code': 200} Aug 16 12:59:57.278754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 244b10de-07da-4cd7-83f8-2a9d0ed55cff details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 12:59:57.296337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf8bc3-f3d8-4fd2-84b4-e84203ec0211 req-a5cdc696-6e31-42c7-b5e5-bc98262594a1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:57.298135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9cf8bc3-f3d8-4fd2-84b4-e84203ec0211 req-a5cdc696-6e31-42c7-b5e5-bc98262594a1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 931 time: 0.0855286 Aug 16 12:59:57.355386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9cf8bc3-f3d8-4fd2-84b4-e84203ec0211 req-da7de70f-8428-4d9b-966b-efb734a1ef0a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491161 Aug 16 12:59:57.386728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 59c4a172-04f5-4977-99c3-5bb5277d1165 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:57.422613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a23d7-a217-463d-9035-dc5acb51c4ff service neutron] Pushing event updated for resources: {'Port': ['ID=168a8271-931b-4354-a423-120418daa7be,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:57.492762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 244b10de-07da-4cd7-83f8-2a9d0ed55cff, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=244b10de-07da-4cd7-83f8-2a9d0ed55cff,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:57.511800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '244b10de-07da-4cd7-83f8-2a9d0ed55cff', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '244b10de-07da-4cd7-83f8-2a9d0ed55cff', 'mac_address': 'fa:16:3e:7e:f2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 12:59:57.516026 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 59c4a172-04f5-4977-99c3-5bb5277d1165 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:57.516648 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:57.544483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d8d12-7f71-45a7-b909-df28e0fe45cc req-cd988abf-4e4e-4b59-aeb4-95d8bdb4f56b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:57.546139 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d9d8d12-7f71-45a7-b909-df28e0fe45cc req-cd988abf-4e4e-4b59-aeb4-95d8bdb4f56b tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 948 time: 0.1468031 Aug 16 12:59:57.594854 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:57.634624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244b10de-07da-4cd7-83f8-2a9d0ed55cff {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:57.650676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d9d8d12-7f71-45a7-b909-df28e0fe45cc req-a2e4ffd6-ac38-4160-a41c-e601d990976a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977283 Aug 16 12:59:57.695835 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a20fd5c-8b04-4b2d-ad0a-847cde888ffe req-7147e7d4-8898-45d6-be3c-25da89e44abf service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674779 Aug 16 12:59:57.713771 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:57.729486 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:57.757222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Attempting to bind port 20ae1a18-b178-43b3-93ee-707ddcb8fbea on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:57.757875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Attempting to bind port 20ae1a18-b178-43b3-93ee-707ddcb8fbea by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '6965d935-1b05-46bd-bdec-3ead511d710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da2b5400-5a66-4de5-8a1a-a662f2c95b67'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:57.758413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Attempting to bind port 20ae1a18-b178-43b3-93ee-707ddcb8fbea on network da2b5400-5a66-4de5-8a1a-a662f2c95b67 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:57.776484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Pushing event updated for resources: {'Port': ['ID=20ae1a18-b178-43b3-93ee-707ddcb8fbea,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:57.784132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-fc600958-1a66-4115-bca7-f83052e2aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:57.786419 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-fc600958-1a66-4115-bca7-f83052e2aaf4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 1094 time: 0.5911272 Aug 16 12:59:57.799546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ee1a2-8e7c-4fc2-abf4-10dcb829fe5d req-ce36e8f5-4c3f-473a-bb05-7fb96a815784 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:57.802930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a0ee1a2-8e7c-4fc2-abf4-10dcb829fe5d req-ce36e8f5-4c3f-473a-bb05-7fb96a815784 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 946 time: 0.1506381 Aug 16 12:59:57.808419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Port 20ae1a18-b178-43b3-93ee-707ddcb8fbea on network da2b5400-5a66-4de5-8a1a-a662f2c95b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:59:57.808981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Attempting to bind port 20ae1a18-b178-43b3-93ee-707ddcb8fbea on network da2b5400-5a66-4de5-8a1a-a662f2c95b67 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:57.821680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 59c4a172-04f5-4977-99c3-5bb5277d1165, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=59c4a172-04f5-4977-99c3-5bb5277d1165,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:57.824517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe2f675-63df-423e-bd09-36238656b635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c4a172-04f5-4977-99c3-5bb5277d1165'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:57.827194 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc7af7d-586b-4813-977b-9493cf61e282" -d '{"events": [{"server_uuid": "bfe2f675-63df-423e-bd09-36238656b635", "name": "network-vif-plugged", "status": "completed", "tag": "59c4a172-04f5-4977-99c3-5bb5277d1165"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:57.832349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 244b10de-07da-4cd7-83f8-2a9d0ed55cff, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=244b10de-07da-4cd7-83f8-2a9d0ed55cff,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:57.835784 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:57.861119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-7f4a1c73-54a3-434a-bb8f-ccfcb1242746 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=168a8271-931b-4354-a423-120418daa7be HTTP/1.1" status: 200 len: 217 time: 0.0495462 Aug 16 12:59:57.867978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:57.868652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Checking segment: {'id': '6965d935-1b05-46bd-bdec-3ead511d710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da2b5400-5a66-4de5-8a1a-a662f2c95b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:57.869237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Bound using segment: {'id': '6965d935-1b05-46bd-bdec-3ead511d710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da2b5400-5a66-4de5-8a1a-a662f2c95b67'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:57.870149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Bound port: 20ae1a18-b178-43b3-93ee-707ddcb8fbea, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6965d935-1b05-46bd-bdec-3ead511d710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da2b5400-5a66-4de5-8a1a-a662f2c95b67'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:57.870823 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:57.908357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=59c4a172-04f5-4977-99c3-5bb5277d1165,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:57.919332 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:57.921024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a0ee1a2-8e7c-4fc2-abf4-10dcb829fe5d req-f93edc3f-36d5-4285-bab0-494f5960e6e3 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075726 Aug 16 12:59:58.035992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=244b10de-07da-4cd7-83f8-2a9d0ed55cff,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:58.084844 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fa9300-2579-46dc-b2ab-aeebfb7b64b3 x-openstack-request-id: req-91fa9300-2579-46dc-b2ab-aeebfb7b64b3 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:58.085146 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe2f675-63df-423e-bd09-36238656b635", "name": "network-vif-plugged", "status": "completed", "tag": "59c4a172-04f5-4977-99c3-5bb5277d1165", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:58.085405 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91fa9300-2579-46dc-b2ab-aeebfb7b64b3 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:58.085993 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe2f675-63df-423e-bd09-36238656b635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c4a172-04f5-4977-99c3-5bb5277d1165', 'code': 200} Aug 16 12:59:58.152304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-82cd9d5b-1e50-4df6-99b5-ca501b74b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:58.154489 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-82cd9d5b-1e50-4df6-99b5-ca501b74b320 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.2801988 Aug 16 12:59:58.159925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aa13f-1b68-4282-9776-ad19b1637239 req-23550a6b-e646-42a9-8f0b-002218a87c96 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:58.163516 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-311aa13f-1b68-4282-9776-ad19b1637239 req-23550a6b-e646-42a9-8f0b-002218a87c96 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 943 time: 0.1527312 Aug 16 12:59:58.215943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['244b10de-07da-4cd7-83f8-2a9d0ed55cff'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 12:59:58.224121 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-0c366308-4111-4eca-9a66-52ef40861aaf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578716 Aug 16 12:59:58.276752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-311aa13f-1b68-4282-9776-ad19b1637239 req-07123979-8694-4afd-b15f-7a173877a524 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065125 Aug 16 12:59:58.278512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] For port 20ae1a18-b178-43b3-93ee-707ddcb8fbea, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:58.353423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] For port 20ae1a18-b178-43b3-93ee-707ddcb8fbea, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20ae1a18-b178-43b3-93ee-707ddcb8fbea,segment=NetworkSegment(6965d935-1b05-46bd-bdec-3ead511d710d),segment_id=6965d935-1b05-46bd-bdec-3ead511d710d)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:58.368510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:58.472659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:58.473597 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:58.475479 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] 10.222.0.22 "PUT /v2.0/ports/20ae1a18-b178-43b3-93ee-707ddcb8fbea HTTP/1.1" status: 200 len: 1091 time: 3.4683678 Aug 16 12:59:58.523203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9242eb-fbee-45c0-b938-d388ef6062e5 req-d955f8ae-469b-40b9-8534-b4976cf2b406 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:58.537438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d9242eb-fbee-45c0-b938-d388ef6062e5 req-d955f8ae-469b-40b9-8534-b4976cf2b406 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 943 time: 0.1213052 Aug 16 12:59:58.538933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40830) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:58.612836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c153e4-146f-4dc4-a17b-f7eb04c41a2b req-a470d4e7-df6a-4739-84a8-58d0e001f3a7 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:58.614839 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40c153e4-146f-4dc4-a17b-f7eb04c41a2b req-a470d4e7-df6a-4739-84a8-58d0e001f3a7 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.1598265 Aug 16 12:59:58.643748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d9242eb-fbee-45c0-b938-d388ef6062e5 req-22c26149-d496-4826-8661-5a409e350b5d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052108 Aug 16 12:59:58.660763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970b6bc-f0dd-48a2-b49c-3fccd0b38111 service neutron] Pushing event updated for resources: {'Port': ['ID=20ae1a18-b178-43b3-93ee-707ddcb8fbea,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:58.671105 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40c153e4-146f-4dc4-a17b-f7eb04c41a2b req-e3c32bab-43be-41e1-a3e3-73a567fce3be tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464623 Aug 16 12:59:58.693814 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-be6441c0-8357-4e79-959d-861b11b607de service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242051 Aug 16 12:59:58.744414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-be06ecf9-d660-4683-9d64-47ca9bada50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:58.746221 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-be06ecf9-d660-4683-9d64-47ca9bada50e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5ba237c09fc45dea621d7938f8442f9&device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 1094 time: 0.2005293 Aug 16 12:59:58.784666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 12:59:58.831544 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:58.863779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a9086-c6ca-453e-a959-8b40c6d5af80 req-fc547bdb-c87f-4f92-87bf-56c4622e3496 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:58.873373 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec3a9086-c6ca-453e-a959-8b40c6d5af80 req-fc547bdb-c87f-4f92-87bf-56c4622e3496 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 931 time: 0.0724220 Aug 16 12:59:58.890904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-859e9d5b-739f-4dd7-a641-4b53f1981f83 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20ae1a18-b178-43b3-93ee-707ddcb8fbea HTTP/1.1" status: 200 len: 217 time: 0.1212685 Aug 16 12:59:58.904663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8d55be4-7139-4dca-973c-92af0030aceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:58.905461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Transition to ACTIVE for port object e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:58.955471 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:58.965465 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec3a9086-c6ca-453e-a959-8b40c6d5af80 req-ee859d27-95e2-4fe1-9c4d-72a9ddd941db tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827179 Aug 16 12:59:58.999936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebbe4a-941d-47e3-8b53-5a07c4d9f8be req-5ebd5920-7d4e-45ab-8402-abfb2aa33b75 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:59.014667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9ebbe4a-941d-47e3-8b53-5a07c4d9f8be req-5ebd5920-7d4e-45ab-8402-abfb2aa33b75 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 949 time: 0.1107683 Aug 16 12:59:59.081993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Pushing event updated for resources: {'Port': ['ID=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:59.095448 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9ebbe4a-941d-47e3-8b53-5a07c4d9f8be req-e29f1bfd-0ba4-489f-a0dc-d69085e8051d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789163 Aug 16 12:59:59.097323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-4a81985a-d119-46f5-8d7d-9895ac530be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:59.114223 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-4a81985a-d119-46f5-8d7d-9895ac530be6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cfe30a05-11a5-4ed0-879d-7bf30593043d HTTP/1.1" status: 200 len: 861 time: 0.1931458 Aug 16 12:59:59.118463 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffe39de9-d5f7-4789-8f37-1e57e2f6e16a req-e2f2a976-dc53-4b6b-bba2-214e021e320c service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940432 Aug 16 12:59:59.233128 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-bdf345a6-6d3e-47ca-80df-cc7828f26136 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da2b5400-5a66-4de5-8a1a-a662f2c95b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933795 Aug 16 12:59:59.233128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85e8e99-f4ac-4e3d-868d-0c8300dc760b', 'tag': '20ae1a18-b178-43b3-93ee-707ddcb8fbea'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 12:59:59.233128 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dfa086-2c0b-4bf6-b8c5-ced2c6591424" -d '{"events": [{"name": "network-changed", "server_uuid": "f85e8e99-f4ac-4e3d-868d-0c8300dc760b", "tag": "20ae1a18-b178-43b3-93ee-707ddcb8fbea"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 12:59:59.287988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 244b10de-07da-4cd7-83f8-2a9d0ed55cff up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:59.355780 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf60f684-9734-44e5-b6ce-6858dab82802 x-openstack-request-id: req-bf60f684-9734-44e5-b6ce-6858dab82802 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 12:59:59.356085 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85e8e99-f4ac-4e3d-868d-0c8300dc760b", "tag": "20ae1a18-b178-43b3-93ee-707ddcb8fbea", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 12:59:59.356312 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf60f684-9734-44e5-b6ce-6858dab82802 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 12:59:59.356719 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85e8e99-f4ac-4e3d-868d-0c8300dc760b', 'tag': '20ae1a18-b178-43b3-93ee-707ddcb8fbea', 'status': 'completed', 'code': 200} Aug 16 12:59:59.412526 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:59.440151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 244b10de-07da-4cd7-83f8-2a9d0ed55cff completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:59.449159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 244b10de-07da-4cd7-83f8-2a9d0ed55cff triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:59.449678 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:59.499274 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f614fee-c350-46f6-887f-42f78db3f9b6 req-65ae2ac7-f193-40ad-94ba-588331e2b08e tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:59.510084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f614fee-c350-46f6-887f-42f78db3f9b6 req-65ae2ac7-f193-40ad-94ba-588331e2b08e tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 946 time: 0.1849067 Aug 16 12:59:59.556417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Attempting to bind port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:59.557101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Attempting to bind port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:59.558336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Attempting to bind port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 on network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:59.563404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638aeff0-b28b-4f4b-90c2-688237311d20 req-75ce89bb-5dc3-46f9-b3df-9c770289cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:59.565184 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-638aeff0-b28b-4f4b-90c2-688237311d20 req-75ce89bb-5dc3-46f9-b3df-9c770289cae8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 1094 time: 0.2827570 Aug 16 12:59:59.577419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f614fee-c350-46f6-887f-42f78db3f9b6 req-dbf729ad-aa23-45e7-8703-e916d6afdb15 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662379 Aug 16 12:59:59.593310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a826f-96e5-4e7b-b83d-58dd95e62f4f req-30ef42b9-d54a-4cf9-a9fc-51162bf305b8 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:59.597636 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:59.603245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 on network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 12:59:59.603763 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d35a826f-96e5-4e7b-b83d-58dd95e62f4f req-30ef42b9-d54a-4cf9-a9fc-51162bf305b8 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 943 time: 0.2084064 Aug 16 12:59:59.604683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Attempting to bind port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 on network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:59.608763 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-80489070-7668-4b1e-9bdf-52a8da00160d service neutron] 10.222.0.22 "GET /v2.0/networks/da2b5400-5a66-4de5-8a1a-a662f2c95b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881209 Aug 16 12:59:59.626957 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8d55be4-7139-4dca-973c-92af0030aceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:59.645130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:59.645755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Checking segment: {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:59.646383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Bound using segment: {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:59.646894 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 244b10de-07da-4cd7-83f8-2a9d0ed55cff, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=244b10de-07da-4cd7-83f8-2a9d0ed55cff,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:59.647249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Bound port: e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:59.647893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:59.653617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8d55be4-7139-4dca-973c-92af0030aceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:59.653948 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:59.665499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d35a826f-96e5-4e7b-b83d-58dd95e62f4f req-ccbb87f8-84cf-4837-a1eb-38490553d3f3 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569630 Aug 16 12:59:59.752818 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=244b10de-07da-4cd7-83f8-2a9d0ed55cff,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:59.871028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8487b8-bcc4-474b-a336-c7e8c21bf9a2 req-cf517f80-36e4-42ff-afba-8d96d01badca tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:59.872768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c8487b8-bcc4-474b-a336-c7e8c21bf9a2 req-cf517f80-36e4-42ff-afba-8d96d01badca tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.0912786 Aug 16 12:59:59.873736 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f8d55be4-7139-4dca-973c-92af0030aceb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d45e1052750b419cae18f2974d52a16f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3305256 Aug 16 12:59:59.874540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d55be4-7139-4dca-973c-92af0030aceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0d6abb-f68b-47f4-971d-8d26418fcb3c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:59.874751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40854) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:59.904645 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14906e-d754-4afc-9d39-bc351c1988ec req-75b3aa0b-c8e6-40b9-a111-d24f4a9d8309 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:59.907200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd14906e-d754-4afc-9d39-bc351c1988ec req-75b3aa0b-c8e6-40b9-a111-d24f4a9d8309 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 943 time: 0.1372120 Aug 16 12:59:59.953250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638aeff0-b28b-4f4b-90c2-688237311d20 req-fc25c1e9-066e-4ea7-aa02-ae0c66b22513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:59.954715 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-638aeff0-b28b-4f4b-90c2-688237311d20 req-fc25c1e9-066e-4ea7-aa02-ae0c66b22513 service neutron] 10.222.0.22 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 911 time: 0.3779438 Aug 16 12:59:59.964807 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-357a8cd2-bf0c-4f83-ac1b-5a2e9fe1f58f req-93678c6c-eeef-4f8c-8eb7-4cdcacd56c05 service neutron] 10.222.0.22 "GET /v2.0/networks/da2b5400-5a66-4de5-8a1a-a662f2c95b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345947 Aug 16 12:59:59.966078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] For port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:59.969541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] For port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:59.975914 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:59.991334 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c8487b8-bcc4-474b-a336-c7e8c21bf9a2 req-026bce15-668d-4817-8886-2fbf789cdfbe tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097090 Aug 16 13:00:00.039295 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c04607e-eb20-41dd-82bc-fb5daeac4be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:00.052856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd14906e-d754-4afc-9d39-bc351c1988ec req-e12b1b29-7373-45bf-a98b-ab535c16898e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289442 Aug 16 13:00:00.087228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e56562b-3f3c-4a47-9239-545f4cb39f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244b10de-07da-4cd7-83f8-2a9d0ed55cff'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:00.090536 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11888ce2-3f34-4727-8768-f178b49bfcc1" -d '{"events": [{"server_uuid": "8e56562b-3f3c-4a47-9239-545f4cb39f38", "name": "network-vif-plugged", "status": "completed", "tag": "244b10de-07da-4cd7-83f8-2a9d0ed55cff"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:00.131633 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c04607e-eb20-41dd-82bc-fb5daeac4be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:00.137550 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-638aeff0-b28b-4f4b-90c2-688237311d20 req-8c6646b7-2087-455c-ae52-6a5de9d231bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=168a8271-931b-4354-a423-120418daa7be HTTP/1.1" status: 200 len: 217 time: 0.1245475 Aug 16 13:00:00.139098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:00.140352 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:00.141831 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] 10.222.0.42 "PUT /v2.0/ports/e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 HTTP/1.1" status: 200 len: 1091 time: 2.9710646 Aug 16 13:00:00.207545 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baeaf32-db8f-44ca-a8f6-a0f8e3b02d57 x-openstack-request-id: req-7baeaf32-db8f-44ca-a8f6-a0f8e3b02d57 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:00.207844 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e56562b-3f3c-4a47-9239-545f4cb39f38", "name": "network-vif-plugged", "status": "completed", "tag": "244b10de-07da-4cd7-83f8-2a9d0ed55cff", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:00.208125 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7baeaf32-db8f-44ca-a8f6-a0f8e3b02d57 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:00.208484 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e56562b-3f3c-4a47-9239-545f4cb39f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244b10de-07da-4cd7-83f8-2a9d0ed55cff', 'code': 200} Aug 16 13:00:00.281105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfa086-2c0b-4bf6-b8c5-ced2c6591424 req-233bf95b-cbdc-4801-8353-d95056c166dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:00.283155 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57dfa086-2c0b-4bf6-b8c5-ced2c6591424 req-233bf95b-cbdc-4801-8353-d95056c166dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5ba237c09fc45dea621d7938f8442f9&device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 1094 time: 0.1905386 Aug 16 13:00:00.290217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196ead2-8460-4f9f-a589-9b2132f4be0d service neutron] Pushing event updated for resources: {'Port': ['ID=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:00.290514 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c04607e-eb20-41dd-82bc-fb5daeac4be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:00.293617 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6c04607e-eb20-41dd-82bc-fb5daeac4be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:00.310416 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6c04607e-eb20-41dd-82bc-fb5daeac4be0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b0d6abb-f68b-47f4-971d-8d26418fcb3c HTTP/1.1" status: 204 len: 168 time: 0.4312906 Aug 16 13:00:00.340006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2fbad-7f52-4064-9979-c67bc9f3612a req-890de632-9b8f-4db8-b530-eb0b509f0efe tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:00.347825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60c2fbad-7f52-4064-9979-c67bc9f3612a req-890de632-9b8f-4db8-b530-eb0b509f0efe tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 943 time: 0.1564131 Aug 16 13:00:00.350471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04607e-eb20-41dd-82bc-fb5daeac4be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0d6abb-f68b-47f4-971d-8d26418fcb3c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:00.516170 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60c2fbad-7f52-4064-9979-c67bc9f3612a req-5ca0ee70-c82a-42cd-bfb4-8fa8d0e491a5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673317 Aug 16 13:00:00.548647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf348f4-cf52-4a94-a0c8-2088a0ff3b95 req-27d568c0-cfcb-4ab8-a936-cafbf25f5af3 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:00.556602 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0cf348f4-cf52-4a94-a0c8-2088a0ff3b95 req-27d568c0-cfcb-4ab8-a936-cafbf25f5af3 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 950 time: 0.1752081 Aug 16 13:00:00.633708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0cf348f4-cf52-4a94-a0c8-2088a0ff3b95 req-4333343d-c678-42bf-bca9-dd145e4e9b8c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746675 Aug 16 13:00:00.798711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031641c-8132-46af-869d-702b62191a65 req-e80ba0e4-3bad-48ee-9f1c-f0797dd3d1d9 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:00.800502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2031641c-8132-46af-869d-702b62191a65 req-e80ba0e4-3bad-48ee-9f1c-f0797dd3d1d9 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 946 time: 0.1132619 Aug 16 13:00:00.850880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638aeff0-b28b-4f4b-90c2-688237311d20 req-06806f7f-9496-46a5-a900-ac864c650675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:00.852213 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-638aeff0-b28b-4f4b-90c2-688237311d20 req-06806f7f-9496-46a5-a900-ac864c650675 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.6860452 Aug 16 13:00:00.892869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2031641c-8132-46af-869d-702b62191a65 req-dfc0702b-064b-400b-8dc3-f45f7649f08c tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765908 Aug 16 13:00:00.907350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c246f8-e370-4aa4-9344-9de5ced320c1 req-f4acf2c5-05af-4b56-9f8d-2f1483698596 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:00.915201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7c246f8-e370-4aa4-9344-9de5ced320c1 req-f4acf2c5-05af-4b56-9f8d-2f1483698596 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 943 time: 0.1135256 Aug 16 13:00:01.018536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7c246f8-e370-4aa4-9344-9de5ced320c1 req-1dc1d0b0-e148-4ff2-aa92-a95cea26da5c tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005621 Aug 16 13:00:01.048139 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-638aeff0-b28b-4f4b-90c2-688237311d20 req-a7ba0ca2-f217-4697-835b-42aaa6fa7168 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920136 Aug 16 13:00:01.078668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-946a76c2-840b-40ce-bc54-537899d015c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:01.080172 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-946a76c2-840b-40ce-bc54-537899d015c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 1094 time: 0.8794100 Aug 16 13:00:01.113619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b540605-9df2-4f7f-88f2-caa4c883357a req-295de03a-733a-4c98-8db6-f87c00ec7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:01.115251 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b540605-9df2-4f7f-88f2-caa4c883357a req-295de03a-733a-4c98-8db6-f87c00ec7dec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 1101 time: 0.8187754 Aug 16 13:00:01.165152 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-a9e94155-6435-4a34-8092-ae80c5eeb15e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 HTTP/1.1" status: 200 len: 217 time: 0.0536427 Aug 16 13:00:01.208419 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 16f1fea6-aead-4081-acfe-c8339b781fc3 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:01.279194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afac05f-9e95-4584-bec6-0ff2c3f806c0 req-d7d42930-6411-4a7a-9ad4-268196bd282e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:01.281865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfa086-2c0b-4bf6-b8c5-ced2c6591424 req-162d89cd-d034-4acf-9adb-afd1a294be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:01.283620 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57dfa086-2c0b-4bf6-b8c5-ced2c6591424 req-162d89cd-d034-4acf-9adb-afd1a294be83 service neutron] 10.222.0.22 "GET /v2.0/networks?id=da2b5400-5a66-4de5-8a1a-a662f2c95b67 HTTP/1.1" status: 200 len: 921 time: 0.9677932 Aug 16 13:00:01.287568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2afac05f-9e95-4584-bec6-0ff2c3f806c0 req-d7d42930-6411-4a7a-9ad4-268196bd282e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.1509972 Aug 16 13:00:01.295884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62103d-60de-469e-b83d-2801e1961555 req-898bcf30-d72e-4ff5-a1e6-1be3e7753a0f tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:01.297439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df62103d-60de-469e-b83d-2801e1961555 req-898bcf30-d72e-4ff5-a1e6-1be3e7753a0f tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 946 time: 0.3461227 Aug 16 13:00:01.335613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7e3a-4c92-4c1c-bd27-6ff0984cde12 req-c174a1d7-b966-4086-bb0e-eab165ff81c8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:01.337139 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b540605-9df2-4f7f-88f2-caa4c883357a req-e2e4d7c9-9d79-442c-a345-075ed6f0119e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711490 Aug 16 13:00:01.344785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b57b7e3a-4c92-4c1c-bd27-6ff0984cde12 req-c174a1d7-b966-4086-bb0e-eab165ff81c8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 943 time: 0.1661897 Aug 16 13:00:01.396004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'tag': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:01.399041 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464ca027-69b0-4dcf-9802-6066c519b73e" -d '{"events": [{"name": "network-changed", "server_uuid": "35d20270-eb69-4aca-b975-7c43ea2fed41", "tag": "e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:01.421226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2afac05f-9e95-4584-bec6-0ff2c3f806c0 req-31a3ccef-5ccd-416a-89df-9fd3475d2d8c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282768 Aug 16 13:00:01.467700 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57dfa086-2c0b-4bf6-b8c5-ced2c6591424 req-6d70a604-b4d2-429d-9ee2-e671bb24fe6a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20ae1a18-b178-43b3-93ee-707ddcb8fbea HTTP/1.1" status: 200 len: 217 time: 0.1671603 Aug 16 13:00:01.480760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b57b7e3a-4c92-4c1c-bd27-6ff0984cde12 req-9b59a666-86b1-41e3-bf70-52b6fdc2eac5 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334562 Aug 16 13:00:01.517596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-5bd94666-efb7-4872-877a-50e281955ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:01.520680 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-5bd94666-efb7-4872-877a-50e281955ca5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 200 len: 850 time: 0.3063293 Aug 16 13:00:01.592374 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01256f93-651a-4f60-b5fb-c159c3e72ad6 x-openstack-request-id: req-01256f93-651a-4f60-b5fb-c159c3e72ad6 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:01.593032 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d20270-eb69-4aca-b975-7c43ea2fed41", "tag": "e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:01.593569 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01256f93-651a-4f60-b5fb-c159c3e72ad6 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:01.593738 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'tag': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117', 'status': 'completed', 'code': 200} Aug 16 13:00:01.597181 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-638aeff0-b28b-4f4b-90c2-688237311d20 req-7324cce8-a99b-4342-b218-a08c178df4c5 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339715 Aug 16 13:00:01.607097 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:01.712755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c7ca-ef36-4120-8826-448520181664 req-006d2085-6023-4ca7-b7d2-343240591e51 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:01.722700 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73b6c7ca-ef36-4120-8826-448520181664 req-006d2085-6023-4ca7-b7d2-343240591e51 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 943 time: 0.0972669 Aug 16 13:00:01.813742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73b6c7ca-ef36-4120-8826-448520181664 req-07db52aa-7dd7-4444-8fee-75a4c0b5f6e4 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834045 Aug 16 13:00:01.840839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 16f1fea6-aead-4081-acfe-c8339b781fc3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16f1fea6-aead-4081-acfe-c8339b781fc3,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:01.862667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7238697e-0f97-49ab-b997-ecb2cbe03962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:01.864690 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:01.905097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfa086-2c0b-4bf6-b8c5-ced2c6591424 req-27e5d01a-110e-411e-81a0-6df0772c12b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:01.913372 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57dfa086-2c0b-4bf6-b8c5-ced2c6591424 req-27e5d01a-110e-411e-81a0-6df0772c12b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cfe30a05-11a5-4ed0-879d-7bf30593043d HTTP/1.1" status: 200 len: 861 time: 0.4283781 Aug 16 13:00:01.913852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cee10-b7fd-425b-b66a-d8439988a832 req-a2dbfd83-3e2a-4b71-8308-6835cc0411aa tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:01.923916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e86cee10-b7fd-425b-b66a-d8439988a832 req-a2dbfd83-3e2a-4b71-8308-6835cc0411aa tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 950 time: 0.1024387 Aug 16 13:00:01.947081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40898) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:01.980812 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e86cee10-b7fd-425b-b66a-d8439988a832 req-55d75475-3c66-4b7f-8a6f-fe27defe3e29 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557423 Aug 16 13:00:02.086022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=16f1fea6-aead-4081-acfe-c8339b781fc3,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:02.132246 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57dfa086-2c0b-4bf6-b8c5-ced2c6591424 req-ed354a5f-814e-4281-bd87-bf2bad4ae910 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da2b5400-5a66-4de5-8a1a-a662f2c95b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335287 Aug 16 13:00:02.136986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-96531670-ab70-419b-aaf6-48cd7773048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:02.138484 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-96531670-ab70-419b-aaf6-48cd7773048e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60b8601d-8c83-419a-8ebd-3dd0daba00a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5538087 Aug 16 13:00:02.139581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217b911-5943-4393-b178-6834a39a60ba req-a4e0df61-48a3-4e5c-adb9-e18db1eeef20 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:02.149521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-df62103d-60de-469e-b83d-2801e1961555 req-947a2030-6955-441b-b678-b15dd7ecaf50 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Deleting port 16f1fea6-aead-4081-acfe-c8339b781fc3 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:02.149865 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-df62103d-60de-469e-b83d-2801e1961555 req-947a2030-6955-441b-b678-b15dd7ecaf50 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:02.153842 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0217b911-5943-4393-b178-6834a39a60ba req-a4e0df61-48a3-4e5c-adb9-e18db1eeef20 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 944 time: 0.1462402 Aug 16 13:00:02.210076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f1fea6-aead-4081-acfe-c8339b781fc3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:02.213541 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea599cc8-8456-4886-8994-c21567f9118b" -d '{"events": [{"server_uuid": "cfe3dc91-ca77-424a-a6b6-756880b486ac", "name": "network-vif-unplugged", "status": "completed", "tag": "16f1fea6-aead-4081-acfe-c8339b781fc3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:02.284157 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1890300831-network', 'tenant_id': 'f4b7f2a8eb1947298ac4d8d1b2654d21'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:02.321030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0217b911-5943-4393-b178-6834a39a60ba req-80bb58aa-b1f1-422d-ae22-a48a1292f967 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/security-groups?id=53af5de5-813e-4d4a-8faf-0fff9cac1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661284 Aug 16 13:00:02.349385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-df62103d-60de-469e-b83d-2801e1961555 req-947a2030-6955-441b-b678-b15dd7ecaf50 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] For port 16f1fea6-aead-4081-acfe-c8339b781fc3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=16f1fea6-aead-4081-acfe-c8339b781fc3,segment=NetworkSegment(34ac334d-6670-4d63-97c5-eb469e8e554d),segment_id=34ac334d-6670-4d63-97c5-eb469e8e554d)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:02.349989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-df62103d-60de-469e-b83d-2801e1961555 req-947a2030-6955-441b-b678-b15dd7ecaf50 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:02.364475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-df62103d-60de-469e-b83d-2801e1961555 req-947a2030-6955-441b-b678-b15dd7ecaf50 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Calling delete_port for 16f1fea6-aead-4081-acfe-c8339b781fc3 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:02.394370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a1a0e-ec7f-431d-8c09-e4d76c6c7179 req-f739905f-51a3-4eb3-aea0-d90e4bd15834 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:02.399208 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e0a1a0e-ec7f-431d-8c09-e4d76c6c7179 req-f739905f-51a3-4eb3-aea0-d90e4bd15834 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 943 time: 0.1955485 Aug 16 13:00:02.437028 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7295f2e1-6b44-4a3b-ac66-3a1c714a9c0d x-openstack-request-id: req-7295f2e1-6b44-4a3b-ac66-3a1c714a9c0d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:02.437593 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe3dc91-ca77-424a-a6b6-756880b486ac", "name": "network-vif-unplugged", "status": "completed", "tag": "16f1fea6-aead-4081-acfe-c8339b781fc3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:02.438012 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7295f2e1-6b44-4a3b-ac66-3a1c714a9c0d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:02.439314 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f1fea6-aead-4081-acfe-c8339b781fc3', 'code': 200} Aug 16 13:00:02.459772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Made reservation on behalf of f4b7f2a8eb1947298ac4d8d1b2654d21 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:02.465585 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:02.513230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e0a1a0e-ec7f-431d-8c09-e4d76c6c7179 req-e1d89b86-a5fc-4a12-b406-7b45b2fe307f tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039720 Aug 16 13:00:02.514368 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:02.699339 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-638aeff0-b28b-4f4b-90c2-688237311d20 req-7e40cf27-74b0-4286-b3a8-008c46d5c420 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0171432 Aug 16 13:00:02.703640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de359b3f-3eaf-4e30-a862-4e450781bab3 req-1cc12652-763d-4504-88af-b04f6c6d58bd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:02.709657 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-df62103d-60de-469e-b83d-2801e1961555 req-947a2030-6955-441b-b678-b15dd7ecaf50 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:02.724087 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de359b3f-3eaf-4e30-a862-4e450781bab3 req-1cc12652-763d-4504-88af-b04f6c6d58bd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.1646712 Aug 16 13:00:02.779308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8582f-7647-4061-97de-e64bd65af5bc req-6ff7aa65-7a06-4153-bc90-f2bc27905764 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:02.789242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2c8582f-7647-4061-97de-e64bd65af5bc req-6ff7aa65-7a06-4153-bc90-f2bc27905764 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 943 time: 0.1623683 Aug 16 13:00:02.795742 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a2030-6955-441b-b678-b15dd7ecaf50 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Pushing event deleted for resources: {'Port': ['ID=16f1fea6-aead-4081-acfe-c8339b781fc3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:02.871131 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de359b3f-3eaf-4e30-a862-4e450781bab3 req-171a4d31-5f13-4d66-a56c-ee4ce05fd40d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521192 Aug 16 13:00:02.908942 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-c34159a2-dc0f-4da8-a429-27fa45f53ac8 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558713 Aug 16 13:00:02.911639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-df62103d-60de-469e-b83d-2801e1961555 req-947a2030-6955-441b-b678-b15dd7ecaf50 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] No DVR routers for this DVR port 16f1fea6-aead-4081-acfe-c8339b781fc3 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:02.915450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57dfa086-2c0b-4bf6-b8c5-ced2c6591424 req-78b0b8d0-6238-4365-aec8-58396aa4bba8 service neutron] 10.222.0.22 "GET /v2.0/networks/da2b5400-5a66-4de5-8a1a-a662f2c95b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7710855 Aug 16 13:00:02.916673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-df62103d-60de-469e-b83d-2801e1961555 req-947a2030-6955-441b-b678-b15dd7ecaf50 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:02.918804 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:02.919208 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df62103d-60de-469e-b83d-2801e1961555 req-947a2030-6955-441b-b678-b15dd7ecaf50 tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.22 "DELETE /v2.0/ports/16f1fea6-aead-4081-acfe-c8339b781fc3 HTTP/1.1" status: 204 len: 173 time: 1.5912735 Aug 16 13:00:02.935291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2c8582f-7647-4061-97de-e64bd65af5bc req-bdf6db56-debe-4254-a734-f0ed8be21088 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447849 Aug 16 13:00:02.937235 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:03.001062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:03.049367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:00:03.066512 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:03.066828 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Added segment 0480c489-21fd-425c-8c43-f0ffd4268e44 of type vlan for network bda8eb7b-44f9-4d12-99dc-faafd1d817d7 Aug 16 13:00:03.123904 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:03.214200 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:03.215327 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:03.215923 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:03.221599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 168a8271-931b-4354-a423-120418daa7be details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:03.284333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3168387 Aug 16 13:00:03.286502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40922) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:03.292506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] Request body: {'subnet': {'network_id': 'bda8eb7b-44f9-4d12-99dc-faafd1d817d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1890300831-subnet', 'tenant_id': 'f4b7f2a8eb1947298ac4d8d1b2654d21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:03.334889 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20fb0e56-cea8-4a0b-8981-050bdc29da4a req-a9742112-0d63-4563-bc12-fa5a9ffffb8a service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104478 Aug 16 13:00:03.364190 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e3f98-43af-4975-9365-f4bfe1e46dda admin admin] Pushing event updated for resources: {'Network': ['ID=bda8eb7b-44f9-4d12-99dc-faafd1d817d7,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:03.391513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network bda8eb7b-44f9-4d12-99dc-faafd1d817d7 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:00:03.434492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c06ca-21b0-42d8-a716-e66001f2bc08 req-00d5ebcc-c3af-4e84-905a-2a821aba6bf8 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:03.436230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-810c06ca-21b0-42d8-a716-e66001f2bc08 req-00d5ebcc-c3af-4e84-905a-2a821aba6bf8 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 943 time: 0.2628016 Aug 16 13:00:03.467753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] Made reservation on behalf of f4b7f2a8eb1947298ac4d8d1b2654d21 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:03.470055 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:03.514959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-810c06ca-21b0-42d8-a716-e66001f2bc08 req-12d8e8e5-c850-482a-bbb9-bfbdc1a7c96e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647919 Aug 16 13:00:03.531586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 168a8271-931b-4354-a423-120418daa7be, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=168a8271-931b-4354-a423-120418daa7be,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:03.533910 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57dfa086-2c0b-4bf6-b8c5-ced2c6591424 req-1dc9acc7-fcd5-497e-819e-db48eb684d51 service neutron] 10.222.0.22 "GET /v2.0/networks/da2b5400-5a66-4de5-8a1a-a662f2c95b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798271 Aug 16 13:00:03.554861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ca027-69b0-4dcf-9802-6066c519b73e req-060f4a59-a021-4d7a-99da-bd05a54c57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:03.556529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-464ca027-69b0-4dcf-9802-6066c519b73e req-060f4a59-a021-4d7a-99da-bd05a54c57ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 1094 time: 0.1448822 Aug 16 13:00:03.561937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '168a8271-931b-4354-a423-120418daa7be', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'port_id': '168a8271-931b-4354-a423-120418daa7be', 'mac_address': 'fa:16:3e:53:3b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:03.616438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'name': 'network-vif-deleted', 'tag': '16f1fea6-aead-4081-acfe-c8339b781fc3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:03.618865 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7824779d-3c75-46d8-ad58-09c2337ebf17" -d '{"events": [{"server_uuid": "cfe3dc91-ca77-424a-a6b6-756880b486ac", "name": "network-vif-deleted", "tag": "16f1fea6-aead-4081-acfe-c8339b781fc3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:03.663187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:03.695802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168a8271-931b-4354-a423-120418daa7be {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:03.722003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 168a8271-931b-4354-a423-120418daa7be, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=168a8271-931b-4354-a423-120418daa7be,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:03.729622 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:03.749461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ca027-69b0-4dcf-9802-6066c519b73e req-522be402-7bb2-4ac2-9ffe-916e25401d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:03.753541 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-464ca027-69b0-4dcf-9802-6066c519b73e req-522be402-7bb2-4ac2-9ffe-916e25401d11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 911 time: 0.1875391 Aug 16 13:00:03.835531 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-464ca027-69b0-4dcf-9802-6066c519b73e req-175a7eef-21dd-4870-833e-89444a65f3d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 HTTP/1.1" status: 200 len: 217 time: 0.0744221 Aug 16 13:00:03.836060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=168a8271-931b-4354-a423-120418daa7be,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:03.913564 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ca027-69b0-4dcf-9802-6066c519b73e req-3ef84d75-8a4f-45f1-b162-6d027797d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:03.915601 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-464ca027-69b0-4dcf-9802-6066c519b73e req-3ef84d75-8a4f-45f1-b162-6d027797d6dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 200 len: 850 time: 0.0717916 Aug 16 13:00:03.984274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ca027-69b0-4dcf-9802-6066c519b73e req-5f52a25b-d214-468c-b41b-506909de77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:03.985846 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-464ca027-69b0-4dcf-9802-6066c519b73e req-5f52a25b-d214-468c-b41b-506909de77e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60b8601d-8c83-419a-8ebd-3dd0daba00a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606127 Aug 16 13:00:03.995924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31670c0-c3cd-4e77-bf40-794d73a5188e req-c6eb69f7-0c9e-4faf-8130-da740f5256ef tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:04.003773 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e31670c0-c3cd-4e77-bf40-794d73a5188e req-c6eb69f7-0c9e-4faf-8130-da740f5256ef tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 950 time: 0.6191716 Aug 16 13:00:04.056770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b2e12e3-4f74-4423-b082-0f89c72c518e req-aea826cc-9c7f-48ca-9d8a-1c744ad1b65b tempest-ImagesTestJSON-346880276 tempest-ImagesTestJSON-346880276-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfe3dc91-ca77-424a-a6b6-756880b486ac HTTP/1.1" status: 200 len: 210 time: 0.0499487 Aug 16 13:00:04.115605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e31670c0-c3cd-4e77-bf40-794d73a5188e req-76d18738-3b23-46bf-bf95-10b90f2898b4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101692 Aug 16 13:00:04.120852 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-464ca027-69b0-4dcf-9802-6066c519b73e req-523bf202-222c-4347-b407-51d7e3b46ba5 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265326 Aug 16 13:00:04.202641 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d899173-45e8-4199-9294-2f808b574eb8 x-openstack-request-id: req-6d899173-45e8-4199-9294-2f808b574eb8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:04.203022 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe3dc91-ca77-424a-a6b6-756880b486ac", "name": "network-vif-deleted", "tag": "16f1fea6-aead-4081-acfe-c8339b781fc3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:04.203470 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d899173-45e8-4199-9294-2f808b574eb8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:04.203915 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe3dc91-ca77-424a-a6b6-756880b486ac', 'name': 'network-vif-deleted', 'tag': '16f1fea6-aead-4081-acfe-c8339b781fc3', 'status': 'completed', 'code': 200} Aug 16 13:00:04.223790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['168a8271-931b-4354-a423-120418daa7be'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:04.278077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a8b6e-f198-4084-af1a-9873c4b33696 req-a490fe64-86e8-4669-bace-fbf04ebcfd3d tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:04.285754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-292a8b6e-f198-4084-af1a-9873c4b33696 req-a490fe64-86e8-4669-bace-fbf04ebcfd3d tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 943 time: 0.1401820 Aug 16 13:00:04.293272 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-464ca027-69b0-4dcf-9802-6066c519b73e req-af9b9426-d214-40dd-a47c-f9e226de8bf3 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611867 Aug 16 13:00:04.356519 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc182-b9a5-412c-af33-f2315616e4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:04.370200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-292a8b6e-f198-4084-af1a-9873c4b33696 req-109d53bc-9f90-4a3c-8910-51c5811dda01 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831840 Aug 16 13:00:04.434772 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:04.520544 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:04.549579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c29ad42-c441-4ed6-b9ab-61b069e2aedb,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:04.566403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36913532-0289-4f36-add0-7298f532dfec req-56ac959a-fd08-4b6d-8acd-f321a3b28fc2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:04.570824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36913532-0289-4f36-add0-7298f532dfec req-56ac959a-fd08-4b6d-8acd-f321a3b28fc2 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.2827861 Aug 16 13:00:04.613688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460643d7-22a3-4403-996e-9b7d61beab0d req-ab0543f2-d7c3-42f0-98c4-d2f93e97d515 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:04.615205 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-460643d7-22a3-4403-996e-9b7d61beab0d req-ab0543f2-d7c3-42f0-98c4-d2f93e97d515 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 944 time: 0.1298079 Aug 16 13:00:04.643027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] Checking segment: {'id': '0480c489-21fd-425c-8c43-f0ffd4268e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bda8eb7b-44f9-4d12-99dc-faafd1d817d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:04.643392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] Network hostable DHCP agents. Network: bda8eb7b-44f9-4d12-99dc-faafd1d817d7, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:00:04.665777 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36913532-0289-4f36-add0-7298f532dfec req-c111b497-6a35-44ec-9076-57497ac6f13b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875165 Aug 16 13:00:04.691254 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-460643d7-22a3-4403-996e-9b7d61beab0d req-e631ee64-363a-4dc4-896d-83db62cb2451 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640709 Aug 16 13:00:04.695320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] Network bda8eb7b-44f9-4d12-99dc-faafd1d817d7 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:00:04.712974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, bda8eb7b-44f9-4d12-99dc-faafd1d817d7) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:04.719774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:04.720451 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:04.726181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8766bb-fc18-40b3-9d55-827e53c2030d None None] Network bda8eb7b-44f9-4d12-99dc-faafd1d817d7 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:00:04.743399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d439e7f8-6569-47d9-91b7-95b2aa8178cc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4557567 Aug 16 13:00:04.876250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd7267-464f-4200-b2bb-3e8ab12e5db3 req-06bec8d3-77f9-4c89-a0ca-dc07a91c7910 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:04.877793 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ccdd7267-464f-4200-b2bb-3e8ab12e5db3 req-06bec8d3-77f9-4c89-a0ca-dc07a91c7910 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 1101 time: 0.0853994 Aug 16 13:00:04.933032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001d4764-114d-4238-beb4-09627ed13bbd None None] Network bda8eb7b-44f9-4d12-99dc-faafd1d817d7 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:00:04.965008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ccdd7267-464f-4200-b2bb-3e8ab12e5db3 req-b2c7eb81-2c05-4eee-af85-4c51996a5978 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776505 Aug 16 13:00:04.983039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39781013-c123-4653-bb67-8f4fd83ae9db req-815a021c-355a-4912-9eb9-4571e8068054 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:04.984735 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39781013-c123-4653-bb67-8f4fd83ae9db req-815a021c-355a-4912-9eb9-4571e8068054 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 943 time: 0.0904601 Aug 16 13:00:05.061208 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39781013-c123-4653-bb67-8f4fd83ae9db req-08759bb1-0b57-4c58-a059-793a4a521502 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638583 Aug 16 13:00:05.241356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 20ae1a18-b178-43b3-93ee-707ddcb8fbea details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:05.246586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 16f1fea6-aead-4081-acfe-c8339b781fc3 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:05.289112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 16f1fea6-aead-4081-acfe-c8339b781fc3 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:05.289744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 16f1fea6-aead-4081-acfe-c8339b781fc3 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:05.394737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-62ad87fa-3d71-44d2-90d5-7b434f980f93 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689003 Aug 16 13:00:05.526193 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:05.567098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-48c28e22-eb74-43d6-acfd-ca8f487c6651 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:05.575684 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-48c28e22-eb74-43d6-acfd-ca8f487c6651 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/networks?id=bda8eb7b-44f9-4d12-99dc-faafd1d817d7 HTTP/1.1" status: 200 len: 814 time: 0.2325032 Aug 16 13:00:05.585460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 20ae1a18-b178-43b3-93ee-707ddcb8fbea, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20ae1a18-b178-43b3-93ee-707ddcb8fbea,segment=NetworkSegment(6965d935-1b05-46bd-bdec-3ead511d710d),segment_id=6965d935-1b05-46bd-bdec-3ead511d710d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:05.599132 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-0f153da0-2140-48ff-a5e0-f062e81e529f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/quotas/f4b7f2a8eb1947298ac4d8d1b2654d21 HTTP/1.1" status: 200 len: 375 time: 0.0224056 Aug 16 13:00:05.606412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '20ae1a18-b178-43b3-93ee-707ddcb8fbea', 'network_id': 'da2b5400-5a66-4de5-8a1a-a662f2c95b67', 'port_id': '20ae1a18-b178-43b3-93ee-707ddcb8fbea', 'mac_address': 'fa:16:3e:49:12:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe30a05-11a5-4ed0-879d-7bf30593043d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:05.647601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-18010931-44b5-4460-b3a0-abac725edac3 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4b7f2a8eb1947298ac4d8d1b2654d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475037 Aug 16 13:00:05.665953 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:05.693684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ae1a18-b178-43b3-93ee-707ddcb8fbea {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:05.720636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-fbe5e57d-7298-422d-9a51-be9863d0a3fd tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:05.723694 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 20ae1a18-b178-43b3-93ee-707ddcb8fbea, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20ae1a18-b178-43b3-93ee-707ddcb8fbea,segment=NetworkSegment(6965d935-1b05-46bd-bdec-3ead511d710d),segment_id=6965d935-1b05-46bd-bdec-3ead511d710d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:05.728242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-fbe5e57d-7298-422d-9a51-be9863d0a3fd tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3213863 Aug 16 13:00:05.732646 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:05.756974 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-7c69feaa-4efd-4bcb-8d30-a0ce32a07d2a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/quotas/958e09752b1d43e6850459426d4dd0ab HTTP/1.1" status: 200 len: 375 time: 0.0277593 Aug 16 13:00:05.814907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=20ae1a18-b178-43b3-93ee-707ddcb8fbea,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:05.843856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-4e317626-c0e8-4b33-8450-a5af293040b6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0849888 Aug 16 13:00:05.847020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-5e1f5096-1392-4b1f-80bc-8df53cc32359 service neutron] 10.222.0.25 "GET /v2.0/networks/bda8eb7b-44f9-4d12-99dc-faafd1d817d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985507 Aug 16 13:00:05.992083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-520fbd51-09c4-4900-a4b8-fe6033527a92 service neutron] 10.222.0.25 "GET /v2.0/networks/bda8eb7b-44f9-4d12-99dc-faafd1d817d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365504 Aug 16 13:00:06.253262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['20ae1a18-b178-43b3-93ee-707ddcb8fbea'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:06.282322 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d67be0-fa07-404b-afe3-8ed825e688a6 req-851ba7c8-f8cb-4279-9c6b-2ace8913ac89 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:06.284211 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87d67be0-fa07-404b-afe3-8ed825e688a6 req-851ba7c8-f8cb-4279-9c6b-2ace8913ac89 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 944 time: 0.2043316 Aug 16 13:00:06.399392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194411f-1aa7-4c65-a715-953aa1f63b37 req-18fcaf39-cdb6-418e-97d8-45c673fa2685 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:06.406731 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0194411f-1aa7-4c65-a715-953aa1f63b37 req-18fcaf39-cdb6-418e-97d8-45c673fa2685 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.1995924 Aug 16 13:00:06.446335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87d67be0-fa07-404b-afe3-8ed825e688a6 req-fa9fb6b3-182f-4480-bf73-36f7f13071f8 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539433 Aug 16 13:00:06.535797 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0194411f-1aa7-4c65-a715-953aa1f63b37 req-b6bdfa57-f63e-4d62-9056-5a33fad36fdf tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280231 Aug 16 13:00:06.743232 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a4d5998-c01a-4987-8ec2-a98a1c052261 req-f5eef8e5-ef1e-4d47-ba78-2ed46892f742 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 210 time: 0.0473099 Aug 16 13:00:06.753769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bf963-7d93-4145-b1b1-b72fc6ed70f3 req-f300b58f-3a88-4e2a-b0e5-56523669b2de tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:06.767177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c9bf963-7d93-4145-b1b1-b72fc6ed70f3 req-f300b58f-3a88-4e2a-b0e5-56523669b2de tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 944 time: 0.1672924 Aug 16 13:00:06.844051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c9bf963-7d93-4145-b1b1-b72fc6ed70f3 req-efc9a54e-06d7-4b91-9b1d-6637ef21baa5 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756083 Aug 16 13:00:06.974041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f6f0ca1-3dbc-4a52-9d62-cc3c5fe1b07d req-2bd95f29-a62c-41c7-b23c-73df81c70f57 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 210 time: 0.0655499 Aug 16 13:00:07.109391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d02fda-8944-4928-94c2-c7b262872297 req-2d4d227a-75fd-42af-ab50-71fc8bcb8582 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:07.111410 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80d02fda-8944-4928-94c2-c7b262872297 req-2d4d227a-75fd-42af-ab50-71fc8bcb8582 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 943 time: 0.1344118 Aug 16 13:00:07.221379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80d02fda-8944-4928-94c2-c7b262872297 req-de45d211-2d0a-448e-9fa9-8456ed6e8dbd tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998802 Aug 16 13:00:07.273438 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 168a8271-931b-4354-a423-120418daa7be up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:07.337293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41030) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:07.342306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:07.405298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Deleting subnet 909c1a27-3032-4df6-8e77-1f1290416049 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:00:07.409109 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:07.487116 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:07.547635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:07.555278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:07.576142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'port_id': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117', 'mac_address': 'fa:16:3e:b9:95:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:07.579907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:07.663093 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:07.695598 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:07.714627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9a8c8-019a-4810-9557-d417f6a4cb3a req-0bb88882-f247-4bee-9e34-f9e6265a157b tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:07.718789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05e9a8c8-019a-4810-9557-d417f6a4cb3a req-0bb88882-f247-4bee-9e34-f9e6265a157b tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 944 time: 0.1322606 Aug 16 13:00:07.730362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:07.743011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=909c1a27-3032-4df6-8e77-1f1290416049,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:07.767341 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:07.772034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/909c1a27-3032-4df6-8e77-1f1290416049 HTTP/1.1" status: 204 len: 168 time: 0.4302557 Aug 16 13:00:07.775774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 168a8271-931b-4354-a423-120418daa7be completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:07.785258 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41038) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:07.798724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:07.800179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 168a8271-931b-4354-a423-120418daa7be triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:07.800723 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:07.827596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.828262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.828816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.830537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.831121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.831641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.834632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.835195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.835719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.836253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.836766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.837290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fce39c-2404-4fed-add6-0da662737b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:07.856976 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:07.895640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-579c8617-6bcc-40fb-b628-1cb718f6a235 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248431 Aug 16 13:00:07.945109 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:07.954450 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:07.994313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:08.007583 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.008014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.008014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.009649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.017306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.020232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.020703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.021110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.021745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.022174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.024463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.024875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:08.067198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7500b9c-3b95-45e6-a1a4-bc5bbe075f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168a8271-931b-4354-a423-120418daa7be'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:08.069519 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d229acff-c5bb-407a-887b-fdc2dec47997" -d '{"events": [{"server_uuid": "d7500b9c-3b95-45e6-a1a4-bc5bbe075f94", "name": "network-vif-plugged", "status": "completed", "tag": "168a8271-931b-4354-a423-120418daa7be"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:08.086051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 168a8271-931b-4354-a423-120418daa7be, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=168a8271-931b-4354-a423-120418daa7be,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:08.092602 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:08.161125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed765b-720b-4150-8d39-035cfa0317f3 req-9a2e8882-f4d3-4806-992b-a54cd2032f58 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:08.184599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eed765b-720b-4150-8d39-035cfa0317f3 req-9a2e8882-f4d3-4806-992b-a54cd2032f58 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.4607055 Aug 16 13:00:08.193056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=168a8271-931b-4354-a423-120418daa7be,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:08.207178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:08.261408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05e9a8c8-019a-4810-9557-d417f6a4cb3a req-d8f53d26-aad4-4a87-a5b7-e695f06934ec tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742649 Aug 16 13:00:08.387402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eed765b-720b-4150-8d39-035cfa0317f3 req-bf09f32f-671e-4f14-a6c4-c51fcbe4ec7e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014101 Aug 16 13:00:08.393006 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:08.443106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e67e3f-fb8e-40f7-bf88-1b500d006d8d']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:08.485510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-c4f290fd-d5a4-442b-bf57-adbf8178f3ae tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:08.487921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ac334d-6670-4d63-97c5-eb469e8e554d') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:08.488261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ac334d-6670-4d63-97c5-eb469e8e554d') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:08.488592 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-c4f290fd-d5a4-442b-bf57-adbf8178f3ae tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5842659 Aug 16 13:00:08.491987 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e10bd0db-8aed-48d1-8469-e7415fc815b6 req-384dacc7-7f6a-4393-a42a-2961ce86e5f6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 210 time: 0.0519521 Aug 16 13:00:08.504464 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:08.511483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Request body: {'port': {'device_id': 'efb17b93-25fb-4078-9b3b-b8e2572c3017', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '958e09752b1d43e6850459426d4dd0ab'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:08.535249 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:08.535908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-fe80d335-ed17-463c-b64a-0313b922495b tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:08.537802 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-fe80d335-ed17-463c-b64a-0313b922495b tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.22 "GET /v2.0/networks?id=bda8eb7b-44f9-4d12-99dc-faafd1d817d7 HTTP/1.1" status: 200 len: 814 time: 0.5626128 Aug 16 13:00:08.543516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:00:08.543927 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:08.556177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Request body: {'port': {'device_id': '3f36513f-eca5-400e-a1c9-702ab7ce132f', 'network_id': 'bda8eb7b-44f9-4d12-99dc-faafd1d817d7', 'admin_state_up': True, 'tenant_id': 'f4b7f2a8eb1947298ac4d8d1b2654d21'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:00:08.605090 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:00:08.668751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc7eb995-39b8-4b54-a447-f8b8dd1d40c8 req-f6481123-1cb7-4b81-908d-4e2bc62d5dfd tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 210 time: 0.0607505 Aug 16 13:00:08.694643 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:08.707656 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:08.720453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] 10.222.0.25 "DELETE /v2.0/networks/80e67e3f-fb8e-40f7-bf88-1b500d006d8d HTTP/1.1" status: 204 len: 168 time: 0.9296298 Aug 16 13:00:08.737808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5aa918-26a8-4fd8-b9c9-8491d0fe4484 admin admin] Pushing event deleted for resources: {'Network': ['ID=80e67e3f-fb8e-40f7-bf88-1b500d006d8d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:08.755465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a1c35-a816-438b-aee6-c72c4c42cb56 req-93dbecb7-eae2-465a-888f-a01bd9cc5b50 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:08.766625 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-657a1c35-a816-438b-aee6-c72c4c42cb56 req-93dbecb7-eae2-465a-888f-a01bd9cc5b50 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 945 time: 0.1602986 Aug 16 13:00:08.800463 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21d3999-7c4f-4cb0-85db-30479ffd52c7 x-openstack-request-id: req-b21d3999-7c4f-4cb0-85db-30479ffd52c7 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:08.800958 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7500b9c-3b95-45e6-a1a4-bc5bbe075f94", "name": "network-vif-plugged", "status": "completed", "tag": "168a8271-931b-4354-a423-120418daa7be", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:08.801050 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b21d3999-7c4f-4cb0-85db-30479ffd52c7 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:08.801401 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7500b9c-3b95-45e6-a1a4-bc5bbe075f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168a8271-931b-4354-a423-120418daa7be', 'code': 200} Aug 16 13:00:08.809540 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.api [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 13:00:08.809540 n-d-804708-1 neutron-server[101396]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 13:00:08.809540 n-d-804708-1 neutron-server[101396]: [parameters: {'project_id': 'f4b7f2a8eb1947298ac4d8d1b2654d21', 'id': 'e181e7bb-899f-4824-bbe4-c42083d20917', 'expiration': datetime.datetime(2021, 8, 16, 13, 2, 8, 795226)}] Aug 16 13:00:08.809540 n-d-804708-1 neutron-server[101396]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:00:08.811401 n-d-804708-1 neutron-server[101396]: DEBUG oslo_db.api [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:00:08.812476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Made reservation on behalf of 958e09752b1d43e6850459426d4dd0ab for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:08.816421 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:08.845357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-657a1c35-a816-438b-aee6-c72c4c42cb56 req-a8439da3-461f-449d-b85a-332b9ff8a7c1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707359 Aug 16 13:00:08.954346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41056) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:08.993315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f10d56-57cd-42d0-b53a-0b30519997a8 req-cedaac00-cb71-42e6-96a2-1b5e93ace192 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:08.995920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8f10d56-57cd-42d0-b53a-0b30519997a8 req-cedaac00-cb71-42e6-96a2-1b5e93ace192 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 944 time: 0.0860953 Aug 16 13:00:09.067881 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8f10d56-57cd-42d0-b53a-0b30519997a8 req-436644b1-65f5-48ee-83a9-416ece2f6577 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629940 Aug 16 13:00:09.106711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41058) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:09.107229 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f85eef40-fa47-44f7-9d09-6aec845d11bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b649a19566844bbabbc96fb5bab23c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513693 Aug 16 13:00:09.150229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e965a8-2b6f-4713-825f-661d098d42b2 req-ec8c8a18-e17b-4599-9b48-689edba64ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:09.153346 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b8e965a8-2b6f-4713-825f-661d098d42b2 req-ec8c8a18-e17b-4599-9b48-689edba64ed7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 1096 time: 0.1351247 Aug 16 13:00:09.184745 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1798ea4-3290-43e7-9ece-d6b8ea5c83b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:09.186175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Allocated IP 192.168.233.123 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/5793bcf9-76e4-4ae2-94a7-af76170e5dd7) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:00:09.214908 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1798ea4-3290-43e7-9ece-d6b8ea5c83b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:09.241597 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b8e965a8-2b6f-4713-825f-661d098d42b2 req-70fc7987-30bb-4260-b414-2a12dd926a1b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811932 Aug 16 13:00:09.276196 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1798ea4-3290-43e7-9ece-d6b8ea5c83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:09.279108 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1798ea4-3290-43e7-9ece-d6b8ea5c83b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:09.282166 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e1798ea4-3290-43e7-9ece-d6b8ea5c83b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53af5de5-813e-4d4a-8faf-0fff9cac1c6b HTTP/1.1" status: 204 len: 168 time: 0.1727717 Aug 16 13:00:09.289905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1798ea4-3290-43e7-9ece-d6b8ea5c83b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53af5de5-813e-4d4a-8faf-0fff9cac1c6b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:09.301021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 20ae1a18-b178-43b3-93ee-707ddcb8fbea up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:09.332522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:09.429458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 20ae1a18-b178-43b3-93ee-707ddcb8fbea completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:09.434735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 20ae1a18-b178-43b3-93ee-707ddcb8fbea triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:09.435167 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:09.437511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:09.460219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:09.460219 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:09.489697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd380f-489f-4ec9-b66c-19ad85ac3ff3 req-4ca7f143-3bae-491b-a70b-caef0581ac77 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:09.502058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bfd380f-489f-4ec9-b66c-19ad85ac3ff3 req-4ca7f143-3bae-491b-a70b-caef0581ac77 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 944 time: 0.0934012 Aug 16 13:00:09.589875 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bfd380f-489f-4ec9-b66c-19ad85ac3ff3 req-f9e38420-f1e2-49ee-a41c-c30cf9c6c2f0 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861998 Aug 16 13:00:09.602071 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:09.654314 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:09.676688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:09.704741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:09.795469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:09.850716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Made reservation on behalf of f4b7f2a8eb1947298ac4d8d1b2654d21 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:09.855838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:09.867181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 20ae1a18-b178-43b3-93ee-707ddcb8fbea, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20ae1a18-b178-43b3-93ee-707ddcb8fbea,segment=NetworkSegment(6965d935-1b05-46bd-bdec-3ead511d710d),segment_id=6965d935-1b05-46bd-bdec-3ead511d710d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:09.870648 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6878e62a-9ef3-43cf-b054-389c710f376a req-a7a85bb7-c091-415a-95e4-f8da8073b375 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 210 time: 0.0424755 Aug 16 13:00:09.881493 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:09.912010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4797b6c-d5eb-44a9-8d33-67a61fb6dad8 req-6f720a8c-3c6b-4911-8e75-463a2d347e71 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:09.926296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4797b6c-d5eb-44a9-8d33-67a61fb6dad8 req-6f720a8c-3c6b-4911-8e75-463a2d347e71 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.2152829 Aug 16 13:00:09.984260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=20ae1a18-b178-43b3-93ee-707ddcb8fbea,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:10.040874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df0a3594-e160-487c-8b92-bc4a686f6e7f req-90d0ac95-cc95-49b4-8342-72d3439e8fc1 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 210 time: 0.0543151 Aug 16 13:00:10.063336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4797b6c-d5eb-44a9-8d33-67a61fb6dad8 req-f887460e-03bf-4152-9fd8-fd9c90100ab5 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347389 Aug 16 13:00:10.141663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Allocated IP 172.20.0.4 (bda8eb7b-44f9-4d12-99dc-faafd1d817d7/7c29ad42-c441-4ed6-b9ab-61b069e2aedb/c1a35467-860a-421b-b78d-300c1e01e28e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:00:10.264829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65573387-b501-4355-9dbc-c16230a211a3 req-d6a47351-3a0d-4b85-be5e-530ff4630f79 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:10.273755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65573387-b501-4355-9dbc-c16230a211a3 req-d6a47351-3a0d-4b85-be5e-530ff4630f79 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 945 time: 0.1292832 Aug 16 13:00:10.314503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d1d93-6aa4-4789-b18c-e194eeebbc82 req-52f06307-e701-4f3b-b694-3cb1d248cb62 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:10.317917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:10.322728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a50d1d93-6aa4-4789-b18c-e194eeebbc82 req-52f06307-e701-4f3b-b694-3cb1d248cb62 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1148615 Aug 16 13:00:10.373758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Transition to ACTIVE for port object 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:10.403858 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65573387-b501-4355-9dbc-c16230a211a3 req-2870b65f-bdba-41a1-87a3-c79802f7142c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258855 Aug 16 13:00:10.421461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a50d1d93-6aa4-4789-b18c-e194eeebbc82 req-db943c5c-dd59-4e50-aa77-bc97eed06f4c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971429 Aug 16 13:00:10.434569 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:10.463930 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:10.478448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['574236d3-16ad-4f1d-8b58-68ba8a54a939', '244b10de-07da-4cd7-83f8-2a9d0ed55cff'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:10.558912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:10.566454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:10.584674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:00:10.605614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a', '8384d48e-f036-4209-95f8-ac745ce02f06', '01671902-0b3d-484a-b3bd-f9002f5b3fcc', '7741c931-1bd7-4534-8e45-339faa43f756'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:10.643311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event updated for resources: {'Port': ['ID=5793bcf9-76e4-4ae2-94a7-af76170e5dd7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:10.651992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:10.803021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117'}, {'server_uuid': 'f85e8e99-f4ac-4e3d-868d-0c8300dc760b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ae1a18-b178-43b3-93ee-707ddcb8fbea'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:10.815552 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4be6f4b-7953-421b-8f52-0b23891d8ab1" -d '{"events": [{"server_uuid": "35d20270-eb69-4aca-b975-7c43ea2fed41", "name": "network-vif-plugged", "status": "completed", "tag": "e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117"}, {"server_uuid": "f85e8e99-f4ac-4e3d-868d-0c8300dc760b", "name": "network-vif-plugged", "status": "completed", "tag": "20ae1a18-b178-43b3-93ee-707ddcb8fbea"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:10.874825 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:10.875588 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:10.905219 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc13ab8-ff35-41e1-8859-4c84b699e369 x-openstack-request-id: req-8bc13ab8-ff35-41e1-8859-4c84b699e369 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:10.906162 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d20270-eb69-4aca-b975-7c43ea2fed41", "name": "network-vif-plugged", "status": "completed", "tag": "e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117", "code": 200}, {"server_uuid": "f85e8e99-f4ac-4e3d-868d-0c8300dc760b", "name": "network-vif-plugged", "status": "completed", "tag": "20ae1a18-b178-43b3-93ee-707ddcb8fbea", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:10.906567 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bc13ab8-ff35-41e1-8859-4c84b699e369 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:10.907130 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117', 'code': 200} Aug 16 13:00:10.907539 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85e8e99-f4ac-4e3d-868d-0c8300dc760b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ae1a18-b178-43b3-93ee-707ddcb8fbea', 'code': 200} Aug 16 13:00:10.966856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Network bda8eb7b-44f9-4d12-99dc-faafd1d817d7 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:10.974151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Pushing event updated for resources: {'Port': ['ID=c1a35467-860a-421b-b78d-300c1e01e28e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:10.989797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:10.995823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:00:11.013217 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7adae-807b-4203-984e-148977822f43 req-695d436c-9ac9-45c4-9b69-7f97500f4419 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:11.014848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6a7adae-807b-4203-984e-148977822f43 req-695d436c-9ac9-45c4-9b69-7f97500f4419 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 945 time: 0.2147248 Aug 16 13:00:11.050415 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-78dda0f8-9da4-4247-a54c-bbce9a7631c6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5481627 Aug 16 13:00:11.110298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6a7adae-807b-4203-984e-148977822f43 req-1efd7e8e-23f7-432c-849b-6939a0cc0828 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756190 Aug 16 13:00:11.137562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Request body: {'port': {'device_id': 'efb17b93-25fb-4078-9b3b-b8e2572c3017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:11.143773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8f9c2bce-4656-4154-9517-00225ba6482c None None] Provisioning for port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:11.146384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33d2db-333b-4f29-991b-5ae916bb9d42 req-75542a03-2281-4656-a2c5-8151351f6c35 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:11.154768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb33d2db-333b-4f29-991b-5ae916bb9d42 req-75542a03-2281-4656-a2c5-8151351f6c35 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 936 time: 0.1385112 Aug 16 13:00:11.161342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8f9c2bce-4656-4154-9517-00225ba6482c None None] Provisioning complete for port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:11.162064 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2bce-4656-4154-9517-00225ba6482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:11.215428 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb33d2db-333b-4f29-991b-5ae916bb9d42 req-a671eb80-56ed-42f6-9335-a29d85d96ee3 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591748 Aug 16 13:00:11.314918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c2bce-4656-4154-9517-00225ba6482c None None] Port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:00:11.349397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:11.350816 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:11.395082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821084d8-cfc8-433a-bd99-bb7bc37b001d req-493a0fef-bc59-4414-a59a-ee7e5df080d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:11.397597 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-821084d8-cfc8-433a-bd99-bb7bc37b001d req-493a0fef-bc59-4414-a59a-ee7e5df080d9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 1096 time: 0.3451395 Aug 16 13:00:11.397776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481c4d1-e1d6-49af-89a7-2836be0c4e8e req-056c532b-3f25-4a3a-8b19-3044fb97ae68 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:11.398436 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:11.412534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f481c4d1-e1d6-49af-89a7-2836be0c4e8e req-056c532b-3f25-4a3a-8b19-3044fb97ae68 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 931 time: 0.1058900 Aug 16 13:00:11.475147 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-8957ba72-edeb-463b-b56b-8262a1d7107f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9226315 Aug 16 13:00:11.509760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5809828-26c7-4330-9641-96e698758887 req-96942383-e58b-4612-a846-3400c025691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:11.512212 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a5809828-26c7-4330-9641-96e698758887 req-96942383-e58b-4612-a846-3400c025691e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 1096 time: 0.4609082 Aug 16 13:00:11.519915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Request body: {'port': {'device_id': '3f36513f-eca5-400e-a1c9-702ab7ce132f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:11.523184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f481c4d1-e1d6-49af-89a7-2836be0c4e8e req-55029b88-30fe-4983-8849-fec823287d1a tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090252 Aug 16 13:00:11.529697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-1b4e991b-91c4-47b7-a8d8-0eca25a4c612 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c29da4a79d4342119d739f608d951a92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684509 Aug 16 13:00:11.559349 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-821084d8-cfc8-433a-bd99-bb7bc37b001d req-52fd7b26-1490-4dbe-bcb3-5506360127c8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259751 Aug 16 13:00:11.605069 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a5809828-26c7-4330-9641-96e698758887 req-8cffa4b0-c6f1-4f86-a520-4bf0cc9d028d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821848 Aug 16 13:00:11.715338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:11.774625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-48ac1b7a-381b-4bcd-bf0a-be5157497e8f tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:11.776331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-48ac1b7a-381b-4bcd-bf0a-be5157497e8f tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2394364 Aug 16 13:00:11.784275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4bcc6-c4a2-45ae-90a7-0f0c187a2b55 req-3b823750-7d5e-47cf-806f-b42c39e93aa3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:11.793929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea4bcc6-c4a2-45ae-90a7-0f0c187a2b55 req-3b823750-7d5e-47cf-806f-b42c39e93aa3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.1006989 Aug 16 13:00:11.831176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-64eddf54-6cb3-4cd1-affc-88ff357f1cc2 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/quotas/c29da4a79d4342119d739f608d951a92 HTTP/1.1" status: 200 len: 375 time: 0.0313759 Aug 16 13:00:11.907137 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-d38687d8-d4b1-4881-9c53-e76217b977ff tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c29da4a79d4342119d739f608d951a92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757418 Aug 16 13:00:11.935257 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea4bcc6-c4a2-45ae-90a7-0f0c187a2b55 req-a11830ca-2d10-4a33-b79c-02ac65d46455 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398060 Aug 16 13:00:12.143063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b67d3-6bc5-4c89-aeaa-ee07894d9d07 req-a3676d9c-b3a9-40c2-8ca9-a39cb5b392ea tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:12.144096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a35467-860a-421b-b78d-300c1e01e28e {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:12.153246 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:12.165719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Transition to ACTIVE for port object c1a35467-860a-421b-b78d-300c1e01e28e will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:12.176414 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:12.179492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f78b67d3-6bc5-4c89-aeaa-ee07894d9d07 req-a3676d9c-b3a9-40c2-8ca9-a39cb5b392ea tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 945 time: 0.1349826 Aug 16 13:00:12.265712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f78b67d3-6bc5-4c89-aeaa-ee07894d9d07 req-b184b840-3e46-4854-a400-24fdd2b5b10f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836194 Aug 16 13:00:12.301931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdcdb3-acd3-4975-8d6a-76164afe7c11 req-eb590a33-d88e-44f1-b6cc-1370a450d4e7 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:12.306994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aacdcdb3-acd3-4975-8d6a-76164afe7c11 req-eb590a33-d88e-44f1-b6cc-1370a450d4e7 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1084981 Aug 16 13:00:12.314854 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:12.324909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Pushing event updated for resources: {'Port': ['ID=c1a35467-860a-421b-b78d-300c1e01e28e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:12.329236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:12.374904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aacdcdb3-acd3-4975-8d6a-76164afe7c11 req-bd12f6ab-b625-4069-ae14-9e394e6899d0 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548005 Aug 16 13:00:12.396836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Transition to ACTIVE for port object 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:12.405644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:12.501120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Pushing event updated for resources: {'Port': ['ID=5793bcf9-76e4-4ae2-94a7-af76170e5dd7,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:12.527989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2dad7c4-0322-4ba7-989e-3aaf016d8187 req-f77b622c-36d4-4dc7-86a6-a74bf5c6309c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 210 time: 0.0406766 Aug 16 13:00:12.566681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Attempting to bind port c1a35467-860a-421b-b78d-300c1e01e28e on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:00:12.567335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Attempting to bind port c1a35467-860a-421b-b78d-300c1e01e28e by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '0480c489-21fd-425c-8c43-f0ffd4268e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bda8eb7b-44f9-4d12-99dc-faafd1d817d7'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:00:12.567948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Attempting to bind port c1a35467-860a-421b-b78d-300c1e01e28e on network bda8eb7b-44f9-4d12-99dc-faafd1d817d7 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:12.624329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad146b4-6a84-4b08-8430-5989403646fe req-a78dd4c6-d662-4f01-b087-c6228939d3d7 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:12.626726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ad146b4-6a84-4b08-8430-5989403646fe req-a78dd4c6-d662-4f01-b087-c6228939d3d7 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 945 time: 0.0968432 Aug 16 13:00:12.730591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Port c1a35467-860a-421b-b78d-300c1e01e28e on network bda8eb7b-44f9-4d12-99dc-faafd1d817d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:00:12.730591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Attempting to bind port c1a35467-860a-421b-b78d-300c1e01e28e on network bda8eb7b-44f9-4d12-99dc-faafd1d817d7 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:12.741805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ad146b4-6a84-4b08-8430-5989403646fe req-47548259-3aa2-4b9f-b1fb-2a3209fe0450 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023116 Aug 16 13:00:12.764030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:00:12.764460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Checking segment: {'id': '0480c489-21fd-425c-8c43-f0ffd4268e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bda8eb7b-44f9-4d12-99dc-faafd1d817d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:12.764737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Bound using segment: {'id': '0480c489-21fd-425c-8c43-f0ffd4268e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bda8eb7b-44f9-4d12-99dc-faafd1d817d7'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:00:12.765194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Bound port: c1a35467-860a-421b-b78d-300c1e01e28e, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0480c489-21fd-425c-8c43-f0ffd4268e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bda8eb7b-44f9-4d12-99dc-faafd1d817d7'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:00:12.765660 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:12.773006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66a77e-5cde-4c0b-af38-0eb7cd414433 req-8a66d383-4dc5-4c3e-b60f-c0faff707ff5 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:12.784115 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be66a77e-5cde-4c0b-af38-0eb7cd414433 req-8a66d383-4dc5-4c3e-b60f-c0faff707ff5 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 948 time: 0.1018500 Aug 16 13:00:12.884584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be66a77e-5cde-4c0b-af38-0eb7cd414433 req-3d5c1e32-9677-4cfa-8bb2-0e2b9eeb84e4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988929 Aug 16 13:00:12.965026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Attempting to bind port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:00:12.966129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Attempting to bind port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:00:12.967616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Attempting to bind port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:12.999731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:00:13.000129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Attempting to bind port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:13.017493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:00:13.017818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:13.018253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:00:13.018984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Bound port: 5793bcf9-76e4-4ae2-94a7-af76170e5dd7, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:00:13.019398 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:13.180527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] For port c1a35467-860a-421b-b78d-300c1e01e28e, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:00:13.249418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] For port c1a35467-860a-421b-b78d-300c1e01e28e, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=c1a35467-860a-421b-b78d-300c1e01e28e,segment=NetworkSegment(0480c489-21fd-425c-8c43-f0ffd4268e44),segment_id=0480c489-21fd-425c-8c43-f0ffd4268e44)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:00:13.273348 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:13.279162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990895f-cd59-48c1-be97-71bc8de693fb req-f7a1dd1e-47e5-4c35-92c6-e45d521c985a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:13.281129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5990895f-cd59-48c1-be97-71bc8de693fb req-f7a1dd1e-47e5-4c35-92c6-e45d521c985a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 945 time: 0.2156658 Aug 16 13:00:13.357470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aeebf-9449-4e14-bd67-39e034dde103 req-3875d86d-9566-46de-a374-f594413db8ef tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:13.367071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-560aeebf-9449-4e14-bd67-39e034dde103 req-3875d86d-9566-46de-a374-f594413db8ef tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 943 time: 0.2387395 Aug 16 13:00:13.406501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5990895f-cd59-48c1-be97-71bc8de693fb req-caf102ce-921f-4de9-9f9c-9fc386fe69ef tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177690 Aug 16 13:00:13.468870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-560aeebf-9449-4e14-bd67-39e034dde103 req-93b8c22c-f424-40f1-bd10-4204c4d33d39 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008871 Aug 16 13:00:13.474349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:13.475089 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:13.476432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] 10.222.0.22 "PUT /v2.0/ports/c1a35467-860a-421b-b78d-300c1e01e28e HTTP/1.1" status: 200 len: 1091 time: 1.9690676 Aug 16 13:00:13.478543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f36513f-eca5-400e-a1c9-702ab7ce132f', 'tag': 'c1a35467-860a-421b-b78d-300c1e01e28e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:13.483226 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd94d49-9075-4cd5-bccf-fa3da2c0b0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3f36513f-eca5-400e-a1c9-702ab7ce132f", "tag": "c1a35467-860a-421b-b78d-300c1e01e28e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:13.487519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] For port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:00:13.520908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] For port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5793bcf9-76e4-4ae2-94a7-af76170e5dd7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:00:13.529480 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:13.567058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:13.567943 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:13.569519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] 10.222.0.42 "PUT /v2.0/ports/5793bcf9-76e4-4ae2-94a7-af76170e5dd7 HTTP/1.1" status: 200 len: 1096 time: 2.4927590 Aug 16 13:00:13.571745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030dcdc-dd4d-48d8-b516-43ae9f47f50b service neutron] Pushing event updated for resources: {'Port': ['ID=c1a35467-860a-421b-b78d-300c1e01e28e,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:13.686887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bdd53-9bba-450f-83fd-52985fc4970c req-7f1f848b-0ffc-4985-ba71-d1cebdd6d526 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:13.695967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-833bdd53-9bba-450f-83fd-52985fc4970c req-7f1f848b-0ffc-4985-ba71-d1cebdd6d526 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.0894420 Aug 16 13:00:13.744845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-48cfdd7b-32f0-4398-aa0d-a723dde9544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:13.746623 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-48cfdd7b-32f0-4398-aa0d-a723dde9544b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4b7f2a8eb1947298ac4d8d1b2654d21&device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 1094 time: 0.1704872 Aug 16 13:00:13.747534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0c923-a6a1-4d6f-a4a5-3fe21c3247eb service neutron] Pushing event updated for resources: {'Port': ['ID=5793bcf9-76e4-4ae2-94a7-af76170e5dd7,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:13.772750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-833bdd53-9bba-450f-83fd-52985fc4970c req-d9bdd537-a292-4471-a747-b9bf80bf6f29 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755754 Aug 16 13:00:13.777392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-b6e0ad15-9c7e-499b-bf0b-1358c6557e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:13.779372 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-b6e0ad15-9c7e-499b-bf0b-1358c6557e03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 1099 time: 0.1354158 Aug 16 13:00:13.861968 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-ca1cffb1-ad37-41fd-85ca-80edf0085b7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5793bcf9-76e4-4ae2-94a7-af76170e5dd7 HTTP/1.1" status: 200 len: 217 time: 0.0436878 Aug 16 13:00:13.863552 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19344a7f-5866-408d-8233-47bb47282307 x-openstack-request-id: req-19344a7f-5866-408d-8233-47bb47282307 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:13.863850 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f36513f-eca5-400e-a1c9-702ab7ce132f", "tag": "c1a35467-860a-421b-b78d-300c1e01e28e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:13.864109 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19344a7f-5866-408d-8233-47bb47282307 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:13.864552 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f36513f-eca5-400e-a1c9-702ab7ce132f', 'tag': 'c1a35467-860a-421b-b78d-300c1e01e28e', 'status': 'completed', 'code': 200} Aug 16 13:00:13.867777 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-aee633f5-7866-4c29-9dc1-9ddee0cae341 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1a35467-860a-421b-b78d-300c1e01e28e HTTP/1.1" status: 200 len: 217 time: 0.1066513 Aug 16 13:00:13.871165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d2e8-d1a7-4453-a116-6fdfc79d5d5f req-f1f1f16c-a002-4b1d-862e-77d336aeaa20 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:13.880411 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ca5d2e8-d1a7-4453-a116-6fdfc79d5d5f req-f1f1f16c-a002-4b1d-862e-77d336aeaa20 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1238799 Aug 16 13:00:13.999681 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-475aa457-76ea-424c-bdc4-94bc644767d7 req-21e6bcbb-d770-4ffb-b0f6-012759ba263e tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 210 time: 0.0350237 Aug 16 13:00:14.014745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ca5d2e8-d1a7-4453-a116-6fdfc79d5d5f req-aca873a2-6420-4215-af8a-671065c09c5e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128089 Aug 16 13:00:14.058149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-53dddd46-5abb-40c3-bcb3-5f9f63a46e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:14.059635 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-53dddd46-5abb-40c3-bcb3-5f9f63a46e37 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c29ad42-c441-4ed6-b9ab-61b069e2aedb HTTP/1.1" status: 200 len: 854 time: 0.1608608 Aug 16 13:00:14.061424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-c335d3b9-a98e-432c-ac54-e41506578f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:14.062782 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-c335d3b9-a98e-432c-ac54-e41506578f22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1882424 Aug 16 13:00:14.139329 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-aa422fcf-2817-4caa-b1bb-0b47fd9e9bfc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bda8eb7b-44f9-4d12-99dc-faafd1d817d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719936 Aug 16 13:00:14.206915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14e142-b3c5-4e4a-bf00-b2fdc6568768 req-e75eabe9-5375-4cbd-bb96-d32afdcc65b7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:14.208735 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe14e142-b3c5-4e4a-bf00-b2fdc6568768 req-e75eabe9-5375-4cbd-bb96-d32afdcc65b7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 948 time: 0.1132162 Aug 16 13:00:14.237908 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-ac1fde64-4901-4b68-bbdd-65bd460aff17 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c29da4a79d4342119d739f608d951a92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540922 Aug 16 13:00:14.257122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac7eb-5712-4fc7-ba70-512902bad81a req-c549a463-855f-48ab-a650-399a904df036 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:14.259184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-252ac7eb-5712-4fc7-ba70-512902bad81a req-c549a463-855f-48ab-a650-399a904df036 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 945 time: 0.1167097 Aug 16 13:00:14.318426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-0d4044d6-c575-4602-8254-e1104f664220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:14.319968 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-0d4044d6-c575-4602-8254-e1104f664220 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2382472 Aug 16 13:00:14.352364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe14e142-b3c5-4e4a-bf00-b2fdc6568768 req-1b0d71e9-b6ac-48ba-b0a3-aa77b8f52771 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305778 Aug 16 13:00:14.395009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-252ac7eb-5712-4fc7-ba70-512902bad81a req-2f70eba8-f0fa-4abb-87e7-02443ef0ce0e tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130319 Aug 16 13:00:14.464304 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-9d43449b-ed8d-4884-a82a-24f6a9d4f725 service neutron] 10.222.0.22 "GET /v2.0/networks/bda8eb7b-44f9-4d12-99dc-faafd1d817d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933950 Aug 16 13:00:14.535390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb46c8d-50f2-4da5-9dd3-0c34db48c5eb req-e66bfdd6-4142-403d-bf15-46dcc94fd0c5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:14.537527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdb46c8d-50f2-4da5-9dd3-0c34db48c5eb req-e66bfdd6-4142-403d-bf15-46dcc94fd0c5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0828602 Aug 16 13:00:14.548940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41174) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:14.551873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-264e5396-d719-4dde-a4b1-2767e827f1e3 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:14.553520 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-264e5396-d719-4dde-a4b1-2767e827f1e3 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091681 Aug 16 13:00:14.554605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ce21f460-4419-4626-af4a-113161075b9c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'floatingip': {'port_id': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:14.630719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Request body: {'port': {'device_id': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': 'c29da4a79d4342119d739f608d951a92'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:14.673816 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce21f460-4419-4626-af4a-113161075b9c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:14.677001 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-5ab857cb-eb5d-456d-bfca-7f32a104b265 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205128 Aug 16 13:00:14.766380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83266c-bc1a-4b1d-ba71-5fcbf1069981 req-ebca7f3d-5003-4efe-bb0b-725693b9314f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:14.767980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e83266c-bc1a-4b1d-ba71-5fcbf1069981 req-ebca7f3d-5003-4efe-bb0b-725693b9314f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 945 time: 0.1680694 Aug 16 13:00:14.784187 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa69b3b-abd9-4263-b93e-f121507ab3ce req-379789e9-7324-4378-aee7-26039b7f4c40 service neutron] 10.222.0.22 "GET /v2.0/networks/bda8eb7b-44f9-4d12-99dc-faafd1d817d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027542 Aug 16 13:00:14.819558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37609fd9-8241-4f5d-8bae-63b00c454767 req-972fe270-a56e-47a3-ab6f-fda4eacb8341 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:14.827643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37609fd9-8241-4f5d-8bae-63b00c454767 req-972fe270-a56e-47a3-ab6f-fda4eacb8341 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 943 time: 0.2232244 Aug 16 13:00:14.888367 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-013e2637-ca48-49d6-8c1c-5b3b3d635f92 req-6be02abb-6404-432f-a730-2a04422ce6a7 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760199 Aug 16 13:00:14.906784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Made reservation on behalf of c29da4a79d4342119d739f608d951a92 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:14.908675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:14.935486 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:14.958570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e83266c-bc1a-4b1d-ba71-5fcbf1069981 req-d2a241b2-349a-42f0-b6e7-ed8f875881b5 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804702 Aug 16 13:00:14.963499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd94d49-9075-4cd5-bccf-fa3da2c0b0ed req-96e81e8a-a4f4-4934-b426-e8c9db410a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:14.964943 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbd94d49-9075-4cd5-bccf-fa3da2c0b0ed req-96e81e8a-a4f4-4934-b426-e8c9db410a72 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4b7f2a8eb1947298ac4d8d1b2654d21&device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 1094 time: 0.0701768 Aug 16 13:00:14.969697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37609fd9-8241-4f5d-8bae-63b00c454767 req-797d8087-bfb9-4776-94fb-66e3e2afd4a1 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411648 Aug 16 13:00:15.174830 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:15.184334 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:15.210034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd94d49-9075-4cd5-bccf-fa3da2c0b0ed req-79299c3d-7c2d-4f9e-bbcd-68ffeba031df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:15.211716 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbd94d49-9075-4cd5-bccf-fa3da2c0b0ed req-79299c3d-7c2d-4f9e-bbcd-68ffeba031df service neutron] 10.222.0.22 "GET /v2.0/networks?id=bda8eb7b-44f9-4d12-99dc-faafd1d817d7 HTTP/1.1" status: 200 len: 914 time: 0.2270291 Aug 16 13:00:15.341284 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbd94d49-9075-4cd5-bccf-fa3da2c0b0ed req-86958aa3-759d-48ec-a130-9b1944b8370a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1a35467-860a-421b-b78d-300c1e01e28e HTTP/1.1" status: 200 len: 217 time: 0.0619807 Aug 16 13:00:15.344651 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5538423-1d54-4811-bcea-2e37e2a2ee6f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:15.435965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd94d49-9075-4cd5-bccf-fa3da2c0b0ed req-96fae2e3-ef41-4689-8252-aa02dcd03cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:15.435965 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbd94d49-9075-4cd5-bccf-fa3da2c0b0ed req-96fae2e3-ef41-4689-8252-aa02dcd03cf5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c29ad42-c441-4ed6-b9ab-61b069e2aedb HTTP/1.1" status: 200 len: 854 time: 0.0843163 Aug 16 13:00:15.460978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Allocated IP 192.168.233.129 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/b8caf768-def0-4218-8e56-bd72fcfb0073) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:00:15.490347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbd94d49-9075-4cd5-bccf-fa3da2c0b0ed req-0bab1458-f37c-4bc5-a247-2e2c6c57e830 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bda8eb7b-44f9-4d12-99dc-faafd1d817d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444639 Aug 16 13:00:15.610183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0960c7-a22e-4dbb-97b5-7e7065fef91a req-a462f7c7-cbd8-4b0b-91ee-f14744f46f4a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:15.611777 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c0960c7-a22e-4dbb-97b5-7e7065fef91a req-a462f7c7-cbd8-4b0b-91ee-f14744f46f4a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.4990475 Aug 16 13:00:15.633538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b898576c-aa1d-4b91-a5b2-16840af83c62 req-96d0a7e7-360a-461a-abeb-f9c1100dc167 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 210 time: 0.0469620 Aug 16 13:00:15.706400 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c0960c7-a22e-4dbb-97b5-7e7065fef91a req-9982c6df-1e33-413a-ad16-e6a9697fff40 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770390 Aug 16 13:00:15.831600 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce21f460-4419-4626-af4a-113161075b9c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:15.840752 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce21f460-4419-4626-af4a-113161075b9c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:15.892422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517168-f5e1-4788-b3fc-720c2d05b2c7 req-681e3c58-6754-4b99-9f89-a5e86cf56d26 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:15.893949 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96517168-f5e1-4788-b3fc-720c2d05b2c7 req-681e3c58-6754-4b99-9f89-a5e86cf56d26 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 945 time: 0.1751356 Aug 16 13:00:15.926936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b189f-2d81-4c9d-8ea8-0983be7e4b2c req-27476621-749a-4d41-abe3-d8afc7028b2a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:15.928510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad2b189f-2d81-4c9d-8ea8-0983be7e4b2c req-27476621-749a-4d41-abe3-d8afc7028b2a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 948 time: 0.1406474 Aug 16 13:00:15.995986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb17b93-25fb-4078-9b3b-b8e2572c3017', 'tag': '5793bcf9-76e4-4ae2-94a7-af76170e5dd7'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:15.998536 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117f7111-2451-4dbd-b60e-e1497b008cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "efb17b93-25fb-4078-9b3b-b8e2572c3017", "tag": "5793bcf9-76e4-4ae2-94a7-af76170e5dd7"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:16.022521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96517168-f5e1-4788-b3fc-720c2d05b2c7 req-049b9a3c-123f-466c-ac9f-0f2830f9b88b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203144 Aug 16 13:00:16.033601 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:16.034981 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad2b189f-2d81-4c9d-8ea8-0983be7e4b2c req-3b9d9385-aaae-4cc2-9940-cc090412f34d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967786 Aug 16 13:00:16.037901 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-ce21f460-4419-4626-af4a-113161075b9c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Floating IP 8a02ca2a-cf26-4352-a50e-5ac4e564494f associated. External IP: 172.25.0.78, port: e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117. Aug 16 13:00:16.046811 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbd94d49-9075-4cd5-bccf-fa3da2c0b0ed req-8821b236-1c67-42d0-845e-dd57c28acef0 service neutron] 10.222.0.22 "GET /v2.0/networks/bda8eb7b-44f9-4d12-99dc-faafd1d817d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459156 Aug 16 13:00:16.130064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece8e7a-a98d-4211-bea9-a793f86c5219 req-3fa129ad-b80e-4bb7-b09a-dca3427b77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:16.131928 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ece8e7a-a98d-4211-bea9-a793f86c5219 req-3fa129ad-b80e-4bb7-b09a-dca3427b77d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 1097 time: 0.1299653 Aug 16 13:00:16.208830 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:16.238402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0efbdc-e598-465e-a60e-fac9e5fc92cf req-2371c9c0-8bff-4a2b-9237-f26710b49589 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:16.240067 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe0efbdc-e598-465e-a60e-fac9e5fc92cf req-2371c9c0-8bff-4a2b-9237-f26710b49589 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 945 time: 0.1131561 Aug 16 13:00:16.262887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Transition to ACTIVE for port object b8caf768-def0-4218-8e56-bd72fcfb0073 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:16.280347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d8a7a-b837-47f3-9998-5256189eb841 req-e0993767-5f5e-4061-99e8-7aff4ad6e9fc tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:16.281895 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f89d8a7a-b837-47f3-9998-5256189eb841 req-e0993767-5f5e-4061-99e8-7aff4ad6e9fc tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 943 time: 0.1369817 Aug 16 13:00:16.305618 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbd94d49-9075-4cd5-bccf-fa3da2c0b0ed req-816a361e-3513-4e49-86e8-60b070b655a1 service neutron] 10.222.0.22 "GET /v2.0/networks/bda8eb7b-44f9-4d12-99dc-faafd1d817d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434750 Aug 16 13:00:16.340028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece8e7a-a98d-4211-bea9-a793f86c5219 req-78ac117f-b804-4066-a375-42c783f0daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:16.343741 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ece8e7a-a98d-4211-bea9-a793f86c5219 req-78ac117f-b804-4066-a375-42c783f0daf8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.1785145 Aug 16 13:00:16.360586 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:16.402404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ece8e7a-a98d-4211-bea9-a793f86c5219 req-8d9bca0e-1e9f-49d3-902d-3ac52a81104e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c4a172-04f5-4977-99c3-5bb5277d1165 HTTP/1.1" status: 200 len: 217 time: 0.0507038 Aug 16 13:00:16.406568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe0efbdc-e598-465e-a60e-fac9e5fc92cf req-e9ef507d-fed7-4af5-99fa-f4d060b78163 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347196 Aug 16 13:00:16.411319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f89d8a7a-b837-47f3-9998-5256189eb841 req-f7ba361f-c74b-42b5-8964-e2a5a8fbec41 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216929 Aug 16 13:00:16.453047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce21f460-4419-4626-af4a-113161075b9c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Router 7f4543da-79f7-424d-ac46-0a5947abcb94 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:00:16.481955 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5800537b-ba09-455f-988f-295f8b386bfc x-openstack-request-id: req-5800537b-ba09-455f-988f-295f8b386bfc {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:16.482395 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb17b93-25fb-4078-9b3b-b8e2572c3017", "tag": "5793bcf9-76e4-4ae2-94a7-af76170e5dd7", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:16.482846 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5800537b-ba09-455f-988f-295f8b386bfc {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:16.483286 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb17b93-25fb-4078-9b3b-b8e2572c3017', 'tag': '5793bcf9-76e4-4ae2-94a7-af76170e5dd7', 'status': 'completed', 'code': 200} Aug 16 13:00:16.502143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:16.505502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Pushing event updated for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:16.515730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:16.533278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:00:16.588976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece8e7a-a98d-4211-bea9-a793f86c5219 req-349a9b16-5d14-431a-b554-6a85b219cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:16.590356 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ece8e7a-a98d-4211-bea9-a793f86c5219 req-349a9b16-5d14-431a-b554-6a85b219cb5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1622503 Aug 16 13:00:16.612097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce21f460-4419-4626-af4a-113161075b9c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:00:16.617294 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce21f460-4419-4626-af4a-113161075b9c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:16.631435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a0809-f653-4cdb-8758-9335370e7639 None None] Sync routers for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:00:16.643216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:16.643884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:16.643999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a0809-f653-4cdb-8758-9335370e7639 None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:00:16.645139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-222a0809-f653-4cdb-8758-9335370e7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:00:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:16.666841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f7111-2451-4dbd-b60e-e1497b008cd6 req-e42558c4-d561-465f-8dce-c0fb9da919ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:16.668158 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-117f7111-2451-4dbd-b60e-e1497b008cd6 req-e42558c4-d561-465f-8dce-c0fb9da919ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 1099 time: 0.1550922 Aug 16 13:00:16.671754 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-14f6d09b-c40a-4d64-89ff-31577f471f4c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0452204 Aug 16 13:00:16.683983 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ce21f460-4419-4626-af4a-113161075b9c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "PUT /v2.0/floatingips/8a02ca2a-cf26-4352-a50e-5ac4e564494f HTTP/1.1" status: 200 len: 990 time: 2.1300120 Aug 16 13:00:16.683983 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'tag': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:16.696481 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4e7954-d354-4836-a51e-e630989b9cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "35d20270-eb69-4aca-b975-7c43ea2fed41", "tag": "e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:16.707979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece8e7a-a98d-4211-bea9-a793f86c5219 req-95d99c9a-47af-4670-b7f0-53b729cc64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:16.709763 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ece8e7a-a98d-4211-bea9-a793f86c5219 req-95d99c9a-47af-4670-b7f0-53b729cc64ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042800 Aug 16 13:00:16.744068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Request body: {'port': {'device_id': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:16.818473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-222a0809-f653-4cdb-8758-9335370e7639 None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:00:16.829656 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bf087d-c62d-4684-9060-f2e20b8155f2 x-openstack-request-id: req-63bf087d-c62d-4684-9060-f2e20b8155f2 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:16.830214 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d20270-eb69-4aca-b975-7c43ea2fed41", "tag": "e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:16.830576 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63bf087d-c62d-4684-9060-f2e20b8155f2 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:16.831197 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'tag': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117', 'status': 'completed', 'code': 200} Aug 16 13:00:16.845815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a6a54-e1e9-4747-85bf-53f74b430c68 req-b9e01864-6d25-4ffb-aab1-2ba768e13cf2 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:16.850696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-460a6a54-e1e9-4747-85bf-53f74b430c68 req-b9e01864-6d25-4ffb-aab1-2ba768e13cf2 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 936 time: 0.0891130 Aug 16 13:00:16.929874 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:16.941035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-13e1b5aa-7d66-4e1c-b785-a997f79a8923 None None] Provisioning for port b8caf768-def0-4218-8e56-bd72fcfb0073 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:16.953478 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ece8e7a-a98d-4211-bea9-a793f86c5219 req-65f8dd83-3e9b-40cf-9d57-1e0c742b4f53 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322733 Aug 16 13:00:16.955734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f7111-2451-4dbd-b60e-e1497b008cd6 req-9bb8d717-2cb1-43b8-b2d8-06126ff9fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:16.955857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-13e1b5aa-7d66-4e1c-b785-a997f79a8923 None None] Provisioning complete for port b8caf768-def0-4218-8e56-bd72fcfb0073 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:16.956117 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-13e1b5aa-7d66-4e1c-b785-a997f79a8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:16.957177 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-117f7111-2451-4dbd-b60e-e1497b008cd6 req-9bb8d717-2cb1-43b8-b2d8-06126ff9fc63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.2755280 Aug 16 13:00:16.979207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e7954-d354-4836-a51e-e630989b9cd4 req-7ca86066-b7a8-4a4d-ab9e-4c46d6bb092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:16.980858 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db4e7954-d354-4836-a51e-e630989b9cd4 req-7ca86066-b7a8-4a4d-ab9e-4c46d6bb092e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 1096 time: 0.1249499 Aug 16 13:00:16.987080 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-460a6a54-e1e9-4747-85bf-53f74b430c68 req-4913884b-6a54-4335-94fa-2f70ac4a9bfe tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178348 Aug 16 13:00:17.031736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7c14a-de8b-4cff-acfb-8dac5c62fef0 req-cef364b5-1168-4acd-8e33-946f3fcab8a3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.033733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb7c14a-de8b-4cff-acfb-8dac5c62fef0 req-cef364b5-1168-4acd-8e33-946f3fcab8a3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.1281509 Aug 16 13:00:17.062371 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-117f7111-2451-4dbd-b60e-e1497b008cd6 req-7b1ba901-f07e-49d8-a632-e6a922f44599 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5793bcf9-76e4-4ae2-94a7-af76170e5dd7 HTTP/1.1" status: 200 len: 217 time: 0.0788140 Aug 16 13:00:17.070249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-13e1b5aa-7d66-4e1c-b785-a997f79a8923 None None] Port b8caf768-def0-4218-8e56-bd72fcfb0073 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:00:17.117531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb7c14a-de8b-4cff-acfb-8dac5c62fef0 req-82ec100e-7258-4afe-990c-168625adc472 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518527 Aug 16 13:00:17.132480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e7954-d354-4836-a51e-e630989b9cd4 req-cb4bd3e5-3d3c-43cf-bd03-30a5152b9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.134092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db4e7954-d354-4836-a51e-e630989b9cd4 req-cb4bd3e5-3d3c-43cf-bd03-30a5152b9f89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 911 time: 0.1453166 Aug 16 13:00:17.174306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-222a0809-f653-4cdb-8758-9335370e7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '8a02ca2a-cf26-4352-a50e-5ac4e564494f', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'port_id': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'mac_address': 'fa:16:3e:b9:95:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:59:48Z', 'updated_at': '2021-08-16T13:00:15Z', 'revision_number': 1, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:17.204440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a0809-f653-4cdb-8758-9335370e7639 None None] Checking router: 7f4543da-79f7-424d-ac46-0a5947abcb94 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:00:17.209071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f7111-2451-4dbd-b60e-e1497b008cd6 req-4019d6e7-4cb0-4911-b900-51168c00e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.210855 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-117f7111-2451-4dbd-b60e-e1497b008cd6 req-4019d6e7-4cb0-4911-b900-51168c00e644 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1399317 Aug 16 13:00:17.217811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a0809-f653-4cdb-8758-9335370e7639 None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:00:17.218470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-222a0809-f653-4cdb-8758-9335370e7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:00:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:17.276218 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db4e7954-d354-4836-a51e-e630989b9cd4 req-66b8215d-8f56-42fb-81a5-0b85166fa040 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 HTTP/1.1" status: 200 len: 998 time: 0.1311872 Aug 16 13:00:17.331836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb47f66-c791-43c6-a3cd-20e2db4d35d5 req-cd5ca2f3-8867-465f-a4a3-ce6606291b08 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.333419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcb47f66-c791-43c6-a3cd-20e2db4d35d5 req-cd5ca2f3-8867-465f-a4a3-ce6606291b08 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 945 time: 0.1330693 Aug 16 13:00:17.344435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-222a0809-f653-4cdb-8758-9335370e7639 None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:00:17.347382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855313b3-8ae3-4a0b-a077-878f3c34f1dc req-2563f3d8-5094-4eb3-972e-f8a2856475f9 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.348995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-855313b3-8ae3-4a0b-a077-878f3c34f1dc req-2563f3d8-5094-4eb3-972e-f8a2856475f9 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 948 time: 0.1299756 Aug 16 13:00:17.389701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:17.393037 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2ece8e7a-a98d-4211-bea9-a793f86c5219 req-96b21889-c1ee-45df-9caf-26d9dd0bd7d0 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084046 Aug 16 13:00:17.398147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f7111-2451-4dbd-b60e-e1497b008cd6 req-f1004f5e-50c6-4dd7-874c-800527c87bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.399632 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-117f7111-2451-4dbd-b60e-e1497b008cd6 req-f1004f5e-50c6-4dd7-874c-800527c87bdf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326981 Aug 16 13:00:17.403574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e7954-d354-4836-a51e-e630989b9cd4 req-969e7a01-2882-47ad-a7b1-cdccb541f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.405616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db4e7954-d354-4836-a51e-e630989b9cd4 req-969e7a01-2882-47ad-a7b1-cdccb541f4e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 200 len: 850 time: 0.1174405 Aug 16 13:00:17.461446 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcb47f66-c791-43c6-a3cd-20e2db4d35d5 req-fe128db1-1ac4-4cb9-8faf-317e0b1645e8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086450 Aug 16 13:00:17.469186 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-855313b3-8ae3-4a0b-a077-878f3c34f1dc req-f843ca62-4389-4ff0-8b03-91b4dd614f79 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045191 Aug 16 13:00:17.497118 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e7954-d354-4836-a51e-e630989b9cd4 req-5cba4da2-bfb9-41c7-bd4b-495f0a8a3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.498997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b5248-af37-4e30-83c8-6d319428e41b req-f7ea1085-b28d-4b67-ac16-0b142061ba9c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.499439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db4e7954-d354-4836-a51e-e630989b9cd4 req-5cba4da2-bfb9-41c7-bd4b-495f0a8a3aa2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60b8601d-8c83-419a-8ebd-3dd0daba00a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679700 Aug 16 13:00:17.500536 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c51b5248-af37-4e30-83c8-6d319428e41b req-f7ea1085-b28d-4b67-ac16-0b142061ba9c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 945 time: 0.1898811 Aug 16 13:00:17.628047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b98b-35ae-4e83-a83f-ff9a66e1737e req-ba514dfd-625a-4eed-8cc4-0c727681cbdd tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.629566 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-50d3b98b-35ae-4e83-a83f-ff9a66e1737e req-ba514dfd-625a-4eed-8cc4-0c727681cbdd tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 945 time: 0.1964941 Aug 16 13:00:17.684446 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db4e7954-d354-4836-a51e-e630989b9cd4 req-54b1dd5f-e42d-4681-8ef6-9ed1098543b1 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840389 Aug 16 13:00:17.689008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5793bcf9-76e4-4ae2-94a7-af76170e5dd7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:17.702375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54dda4-d39a-4e38-b9cb-92f99dea86f7 req-f1dd7138-bd1f-40ed-8612-6cee0e32418f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.704281 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b54dda4-d39a-4e38-b9cb-92f99dea86f7 req-f1dd7138-bd1f-40ed-8612-6cee0e32418f tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 943 time: 0.1136663 Aug 16 13:00:17.708164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '5793bcf9-76e4-4ae2-94a7-af76170e5dd7', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '5793bcf9-76e4-4ae2-94a7-af76170e5dd7', 'mac_address': 'fa:16:3e:38:a8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:17.718218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de852b8-8ad7-40bb-9bcb-8a3bbf2711e2 req-54be0bb0-d612-4b10-a5b3-51d1399aea5f tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:17.722163 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8de852b8-8ad7-40bb-9bcb-8a3bbf2711e2 req-54be0bb0-d612-4b10-a5b3-51d1399aea5f tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 945 time: 0.1465151 Aug 16 13:00:17.746166 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-117f7111-2451-4dbd-b60e-e1497b008cd6 req-db11054b-fcc9-442c-9c08-739df24c68ec service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141124 Aug 16 13:00:17.849320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b54dda4-d39a-4e38-b9cb-92f99dea86f7 req-7156cccb-ce67-461c-a1e9-991b05f53cb2 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269588 Aug 16 13:00:17.890629 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8de852b8-8ad7-40bb-9bcb-8a3bbf2711e2 req-935b96bd-8017-45d0-a64d-db21f6e5615a tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/security-groups?id=65cea12b-b64a-44b9-bb72-9bbf49bb9255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445146 Aug 16 13:00:17.907200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8caf768-def0-4218-8e56-bd72fcfb0073 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:17.919362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:17.921474 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db4e7954-d354-4836-a51e-e630989b9cd4 req-b43489b9-f38f-454d-a418-d816738f8e4d service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001796 Aug 16 13:00:17.955501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c51b5248-af37-4e30-83c8-6d319428e41b req-06d6f6e1-b42c-416c-a564-8b39da78e520 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Deleting port 168a8271-931b-4354-a423-120418daa7be {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:17.955841 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c51b5248-af37-4e30-83c8-6d319428e41b req-06d6f6e1-b42c-416c-a564-8b39da78e520 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:17.959870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Transition to ACTIVE for port object b8caf768-def0-4218-8e56-bd72fcfb0073 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:17.965801 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:17.985116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:17.987777 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:18.014003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5793bcf9-76e4-4ae2-94a7-af76170e5dd7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:18.019004 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:18.048759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-222a0809-f653-4cdb-8758-9335370e7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '8a02ca2a-cf26-4352-a50e-5ac4e564494f', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'port_id': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'mac_address': 'fa:16:3e:b9:95:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:59:48Z', 'updated_at': '2021-08-16T13:00:15Z', 'revision_number': 1, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:18.063249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-50d3b98b-35ae-4e83-a83f-ff9a66e1737e req-01a004c5-0fee-4d4a-a2bd-9c36577c7dc3 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Deleting port 20ae1a18-b178-43b3-93ee-707ddcb8fbea {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:18.063473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-50d3b98b-35ae-4e83-a83f-ff9a66e1737e req-01a004c5-0fee-4d4a-a2bd-9c36577c7dc3 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:18.084954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a0809-f653-4cdb-8758-9335370e7639 None None] The sync data for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 is: [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '8a02ca2a-cf26-4352-a50e-5ac4e564494f', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'port_id': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'mac_address': 'fa:16:3e:b9:95:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T12:59:48Z', 'updated_at': '2021-08-16T13:00:15Z', 'revision_number': 1, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:00:18.106073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=5793bcf9-76e4-4ae2-94a7-af76170e5dd7,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:18.112102 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-117f7111-2451-4dbd-b60e-e1497b008cd6 req-c757a345-aeec-43ae-bc4f-1e6ac08911c4 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127654 Aug 16 13:00:18.184117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65a017-906a-4b56-8a91-141e59db201b req-634ec4f8-c143-4359-82b9-4c3b5a19b248 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:18.197860 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b65a017-906a-4b56-8a91-141e59db201b req-634ec4f8-c143-4359-82b9-4c3b5a19b248 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 948 time: 0.1183550 Aug 16 13:00:18.218722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Pushing event updated for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:18.249924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c51b5248-af37-4e30-83c8-6d319428e41b req-06d6f6e1-b42c-416c-a564-8b39da78e520 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] For port 168a8271-931b-4354-a423-120418daa7be, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=168a8271-931b-4354-a423-120418daa7be,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:18.250339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c51b5248-af37-4e30-83c8-6d319428e41b req-06d6f6e1-b42c-416c-a564-8b39da78e520 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:18.284424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b65a017-906a-4b56-8a91-141e59db201b req-46cf4d3c-b2dc-44cc-a4e3-67f2ab401b05 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848486 Aug 16 13:00:18.304912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c51b5248-af37-4e30-83c8-6d319428e41b req-06d6f6e1-b42c-416c-a564-8b39da78e520 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Calling delete_port for 168a8271-931b-4354-a423-120418daa7be owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:18.315267 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f6e94-26ce-40f9-8cd9-7a69f50112ca req-a898c987-677f-4d91-96e9-858b9698568e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:18.316807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf9f6e94-26ce-40f9-8cd9-7a69f50112ca req-a898c987-677f-4d91-96e9-858b9698568e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.0754149 Aug 16 13:00:18.320679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['5793bcf9-76e4-4ae2-94a7-af76170e5dd7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:18.381083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-50d3b98b-35ae-4e83-a83f-ff9a66e1737e req-01a004c5-0fee-4d4a-a2bd-9c36577c7dc3 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] For port 20ae1a18-b178-43b3-93ee-707ddcb8fbea, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20ae1a18-b178-43b3-93ee-707ddcb8fbea,segment=NetworkSegment(6965d935-1b05-46bd-bdec-3ead511d710d),segment_id=6965d935-1b05-46bd-bdec-3ead511d710d)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:18.381465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-50d3b98b-35ae-4e83-a83f-ff9a66e1737e req-01a004c5-0fee-4d4a-a2bd-9c36577c7dc3 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:18.397849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf9f6e94-26ce-40f9-8cd9-7a69f50112ca req-66cb1091-1d61-432f-b27c-a122174ecabb tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492687 Aug 16 13:00:18.444467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-50d3b98b-35ae-4e83-a83f-ff9a66e1737e req-01a004c5-0fee-4d4a-a2bd-9c36577c7dc3 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Calling delete_port for 20ae1a18-b178-43b3-93ee-707ddcb8fbea owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:18.446835 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599f6e3-6cb9-4ea6-898e-1a8a9c9edcd2 None None] New status for floating IP 8a02ca2a-cf26-4352-a50e-5ac4e564494f: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:00:18.462721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Attempting to bind port b8caf768-def0-4218-8e56-bd72fcfb0073 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:00:18.464177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Attempting to bind port b8caf768-def0-4218-8e56-bd72fcfb0073 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:00:18.465279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Attempting to bind port b8caf768-def0-4218-8e56-bd72fcfb0073 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:18.477547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Port b8caf768-def0-4218-8e56-bd72fcfb0073 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:00:18.478219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Attempting to bind port b8caf768-def0-4218-8e56-bd72fcfb0073 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:18.497974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:00:18.498671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:18.499064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:00:18.501139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Bound port: b8caf768-def0-4218-8e56-bd72fcfb0073, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:00:18.501139 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:18.661697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c8458-a6f1-40fe-8d67-ec1808d7011e req-beff6c67-ab1d-4db6-9e2e-1c79ec1f5d12 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:18.663296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a01c8458-a6f1-40fe-8d67-ec1808d7011e req-beff6c67-ab1d-4db6-9e2e-1c79ec1f5d12 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7500b9c-3b95-45e6-a1a4-bc5bbe075f94 HTTP/1.1" status: 200 len: 945 time: 0.0912189 Aug 16 13:00:18.675536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda00d55-b710-4d10-8d9e-8f918bcef86b req-0a0579a1-228d-4e11-8743-02e4e413cf02 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:18.677046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dda00d55-b710-4d10-8d9e-8f918bcef86b req-0a0579a1-228d-4e11-8743-02e4e413cf02 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 949 time: 0.0940888 Aug 16 13:00:18.698137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:00:18.736201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a01c8458-a6f1-40fe-8d67-ec1808d7011e req-a4005ba0-3247-4991-b2e0-2fee083aa25d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581491 Aug 16 13:00:18.743029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dda00d55-b710-4d10-8d9e-8f918bcef86b req-b69acfe4-e1df-4cce-8f65-b52d1dbfd426 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505877 Aug 16 13:00:18.748162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:00:18.761055 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:18.777195 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c51b5248-af37-4e30-83c8-6d319428e41b req-06d6f6e1-b42c-416c-a564-8b39da78e520 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:18.803441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['168a8271-931b-4354-a423-120418daa7be'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:18.820171 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-50d3b98b-35ae-4e83-a83f-ff9a66e1737e req-01a004c5-0fee-4d4a-a2bd-9c36577c7dc3 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:18.825181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:18.825803 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:18.827247 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] 10.222.0.22 "PUT /v2.0/ports/b8caf768-def0-4218-8e56-bd72fcfb0073 HTTP/1.1" status: 200 len: 1096 time: 2.0878046 Aug 16 13:00:18.827978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:18.830267 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0877bb79-7e81-4b98-89c8-96513e1d00e9" -d '{"events": [{"name": "network-changed", "server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:18.858141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['20ae1a18-b178-43b3-93ee-707ddcb8fbea'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:18.884152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749a9b5-0026-4a1f-b2a6-f5ce7fcd4470 service neutron] Pushing event updated for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:18.903636 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9c4ccd-0b28-4fce-ab6a-8eeb5ef50d24 x-openstack-request-id: req-ff9c4ccd-0b28-4fce-ab6a-8eeb5ef50d24 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:18.903858 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:18.904098 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff9c4ccd-0b28-4fce-ab6a-8eeb5ef50d24 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:18.904418 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'status': 'completed', 'code': 200} Aug 16 13:00:18.922850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51b5248-af37-4e30-83c8-6d319428e41b req-06d6f6e1-b42c-416c-a564-8b39da78e520 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] No DVR routers for this DVR port 168a8271-931b-4354-a423-120418daa7be on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:18.935596 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c51b5248-af37-4e30-83c8-6d319428e41b req-06d6f6e1-b42c-416c-a564-8b39da78e520 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:18.937654 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c51b5248-af37-4e30-83c8-6d319428e41b req-06d6f6e1-b42c-416c-a564-8b39da78e520 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "DELETE /v2.0/ports/168a8271-931b-4354-a423-120418daa7be HTTP/1.1" status: 204 len: 173 time: 1.4279699 Aug 16 13:00:18.997564 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6f6e1-b42c-416c-a564-8b39da78e520 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event deleted for resources: {'Port': ['ID=168a8271-931b-4354-a423-120418daa7be,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:19.001679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d3b98b-35ae-4e83-a83f-ff9a66e1737e req-01a004c5-0fee-4d4a-a2bd-9c36577c7dc3 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] No DVR routers for this DVR port 20ae1a18-b178-43b3-93ee-707ddcb8fbea on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:19.007762 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-50d3b98b-35ae-4e83-a83f-ff9a66e1737e req-01a004c5-0fee-4d4a-a2bd-9c36577c7dc3 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.009708 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-50d3b98b-35ae-4e83-a83f-ff9a66e1737e req-01a004c5-0fee-4d4a-a2bd-9c36577c7dc3 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.22 "DELETE /v2.0/ports/20ae1a18-b178-43b3-93ee-707ddcb8fbea HTTP/1.1" status: 204 len: 173 time: 1.3657923 Aug 16 13:00:19.033417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a004c5-0fee-4d4a-a2bd-9c36577c7dc3 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] Pushing event deleted for resources: {'Port': ['ID=20ae1a18-b178-43b3-93ee-707ddcb8fbea,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:19.033823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfa7397a-b794-4840-945d-6b2e2587087c req-f18f7ed6-3f0d-4395-89ae-81deac50f772 tempest-InstanceActionsNegativeTestJSON-1411215052 tempest-InstanceActionsNegativeTestJSON-1411215052-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85e8e99-f4ac-4e3d-868d-0c8300dc760b HTTP/1.1" status: 200 len: 210 time: 0.0432434 Aug 16 13:00:19.046015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-48594b87-072d-4577-8149-c5adb78e87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:19.047750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-48594b87-072d-4577-8149-c5adb78e87e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c29da4a79d4342119d739f608d951a92&device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 1099 time: 0.1396072 Aug 16 13:00:19.056996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552a306-c4b1-4b72-80c8-e156758d68fd req-b0315789-e81b-4b33-b010-8865f715ea84 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:19.059100 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0552a306-c4b1-4b72-80c8-e156758d68fd req-b0315789-e81b-4b33-b010-8865f715ea84 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 943 time: 0.1103561 Aug 16 13:00:19.107449 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-2ba6edf2-24b8-482a-85a7-9163d1aeecf8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=b8caf768-def0-4218-8e56-bd72fcfb0073 HTTP/1.1" status: 200 len: 217 time: 0.0461333 Aug 16 13:00:19.127214 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0552a306-c4b1-4b72-80c8-e156758d68fd req-2ffef70d-362b-4566-b068-8f02896adca6 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Aug 16 13:00:19.176985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-e23e0d9e-cf6d-439a-8ccb-348ced7f9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:19.179115 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-e23e0d9e-cf6d-439a-8ccb-348ced7f9ce5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0558915 Aug 16 13:00:19.229579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-79118e03-4ade-4221-8c6d-2c219f15ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:19.231162 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-79118e03-4ade-4221-8c6d-2c219f15ec5c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439928 Aug 16 13:00:19.367124 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 59c4a172-04f5-4977-99c3-5bb5277d1165 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:19.372453 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device c1a35467-860a-421b-b78d-300c1e01e28e details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:19.424896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc3d69-be2b-4dc0-958e-556b41e5ab46 req-f341f3d7-db5a-447c-83f2-aa2a504a1d9c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:19.428517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebfc3d69-be2b-4dc0-958e-556b41e5ab46 req-f341f3d7-db5a-447c-83f2-aa2a504a1d9c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 948 time: 0.0729153 Aug 16 13:00:19.504951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebfc3d69-be2b-4dc0-958e-556b41e5ab46 req-879f7c5b-9b84-4e17-81c2-38f1da7d93b0 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692158 Aug 16 13:00:19.576571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde0033-b14d-4afb-bfd6-65a2702f793e req-0ecbaa5b-dc4c-4241-8a44-6f8f046f5d22 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:19.582755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9fde0033-b14d-4afb-bfd6-65a2702f793e req-0ecbaa5b-dc4c-4241-8a44-6f8f046f5d22 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 946 time: 0.0765946 Aug 16 13:00:19.598563 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.632548 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9fde0033-b14d-4afb-bfd6-65a2702f793e req-0405cde2-d779-42ea-ba1f-a7f00df4b3fd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464523 Aug 16 13:00:19.638607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 59c4a172-04f5-4977-99c3-5bb5277d1165, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=59c4a172-04f5-4977-99c3-5bb5277d1165,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:19.641357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe2f675-63df-423e-bd09-36238656b635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c4a172-04f5-4977-99c3-5bb5277d1165'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:19.644301 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6744ecf8-1c67-41f4-8153-f2c946016ab1" -d '{"events": [{"server_uuid": "bfe2f675-63df-423e-bd09-36238656b635", "name": "network-vif-unplugged", "status": "completed", "tag": "59c4a172-04f5-4977-99c3-5bb5277d1165"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:19.667718 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.716225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port c1a35467-860a-421b-b78d-300c1e01e28e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=c1a35467-860a-421b-b78d-300c1e01e28e,segment=NetworkSegment(0480c489-21fd-425c-8c43-f0ffd4268e44),segment_id=0480c489-21fd-425c-8c43-f0ffd4268e44)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:19.739223 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c78040-abaf-4ac2-98bc-b0bda5340a62 x-openstack-request-id: req-e4c78040-abaf-4ac2-98bc-b0bda5340a62 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:19.739498 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe2f675-63df-423e-bd09-36238656b635", "name": "network-vif-unplugged", "status": "completed", "tag": "59c4a172-04f5-4977-99c3-5bb5277d1165", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:19.739754 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4c78040-abaf-4ac2-98bc-b0bda5340a62 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:19.740148 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe2f675-63df-423e-bd09-36238656b635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c4a172-04f5-4977-99c3-5bb5277d1165', 'code': 200} Aug 16 13:00:19.740820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'c1a35467-860a-421b-b78d-300c1e01e28e', 'network_id': 'bda8eb7b-44f9-4d12-99dc-faafd1d817d7', 'port_id': 'c1a35467-860a-421b-b78d-300c1e01e28e', 'mac_address': 'fa:16:3e:3d:ae:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c29ad42-c441-4ed6-b9ab-61b069e2aedb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:19.748828 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-fe3e4a6c-9250-4421-b4a6-d566bc5d9a39 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086555 Aug 16 13:00:19.756896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=59c4a172-04f5-4977-99c3-5bb5277d1165,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:19.796662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.802307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9bc27-f61d-42ac-a194-56eb5b119d13 req-6218ac1b-3671-4554-9a2d-2dcdfcf23946 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:19.803886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcd9bc27-f61d-42ac-a194-56eb5b119d13 req-6218ac1b-3671-4554-9a2d-2dcdfcf23946 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0710075 Aug 16 13:00:19.826422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a35467-860a-421b-b78d-300c1e01e28e {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:19.887822 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port c1a35467-860a-421b-b78d-300c1e01e28e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=c1a35467-860a-421b-b78d-300c1e01e28e,segment=NetworkSegment(0480c489-21fd-425c-8c43-f0ffd4268e44),segment_id=0480c489-21fd-425c-8c43-f0ffd4268e44)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:19.907202 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.917422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b035895-097a-410d-8499-0a0a9b2804c5 req-48d4a39b-0d9e-4400-93f5-41ce6080b980 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608534 Aug 16 13:00:19.925076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcd9bc27-f61d-42ac-a194-56eb5b119d13 req-aeac4061-3719-40ea-926f-04067de455c6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075237 Aug 16 13:00:20.012494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=c1a35467-860a-421b-b78d-300c1e01e28e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:20.056884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd0820-87f1-4459-8f03-fff2ca2f12be req-bf0291e3-266f-46a8-aa17-a6105277efc2 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:20.059402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9bd0820-87f1-4459-8f03-fff2ca2f12be req-bf0291e3-266f-46a8-aa17-a6105277efc2 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 949 time: 0.1124823 Aug 16 13:00:20.068544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877bb79-7e81-4b98-89c8-96513e1d00e9 req-20cf1b02-9bed-4422-97bd-f7005b0e988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:20.070270 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0877bb79-7e81-4b98-89c8-96513e1d00e9 req-20cf1b02-9bed-4422-97bd-f7005b0e988e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c29da4a79d4342119d739f608d951a92&device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 1099 time: 0.0476208 Aug 16 13:00:20.094947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1c49-71fd-4cdf-98b2-9123eddc49f7 req-65768269-fe0a-4c68-8403-6a77f326ac50 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:20.096498 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-960c1c49-71fd-4cdf-98b2-9123eddc49f7 req-65768269-fe0a-4c68-8403-6a77f326ac50 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0827346 Aug 16 13:00:20.133730 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9bd0820-87f1-4459-8f03-fff2ca2f12be req-c2e77901-b966-4160-b637-3cf02fda55a6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672705 Aug 16 13:00:20.168510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-960c1c49-71fd-4cdf-98b2-9123eddc49f7 req-945a0e09-80aa-4145-a3a7-4dfe2cabcfc4 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605967 Aug 16 13:00:20.209912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877bb79-7e81-4b98-89c8-96513e1d00e9 req-62c509a4-5dce-441a-951a-b168fa44f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:20.211020 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0877bb79-7e81-4b98-89c8-96513e1d00e9 req-62c509a4-5dce-441a-951a-b168fa44f764 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1318836 Aug 16 13:00:20.240796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41282) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:20.260901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0877bb79-7e81-4b98-89c8-96513e1d00e9 req-437abc45-a36f-416d-8cfe-4ce35846ae98 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=b8caf768-def0-4218-8e56-bd72fcfb0073 HTTP/1.1" status: 200 len: 217 time: 0.0409405 Aug 16 13:00:20.320993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877bb79-7e81-4b98-89c8-96513e1d00e9 req-3b0cd365-faab-477f-b7c0-a9bb07384de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:20.323085 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0877bb79-7e81-4b98-89c8-96513e1d00e9 req-3b0cd365-faab-477f-b7c0-a9bb07384de3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0540850 Aug 16 13:00:20.371471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Deleting subnet cfe30a05-11a5-4ed0-879d-7bf30593043d {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:00:20.377973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877bb79-7e81-4b98-89c8-96513e1d00e9 req-da42b882-4e38-40f5-b5fe-6696d9a1a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:20.379498 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0877bb79-7e81-4b98-89c8-96513e1d00e9 req-da42b882-4e38-40f5-b5fe-6696d9a1a6e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470970 Aug 16 13:00:20.382482 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:20.423664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-60b95c4f-0892-46fc-99b7-acc16d5b1950 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:20.425171 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-60b95c4f-0892-46fc-99b7-acc16d5b1950 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.2200956 Aug 16 13:00:20.448102 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919e36b-236a-4150-bf95-6f8aac02b63e req-71d3b51c-d465-473a-82a5-4b6e38fb923c tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:20.449552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5919e36b-236a-4150-bf95-6f8aac02b63e req-71d3b51c-d465-473a-82a5-4b6e38fb923c tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 944 time: 0.1480498 Aug 16 13:00:20.467865 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:20.471556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cc87e544-f2bf-4191-9e8e-4d96b4d4b20b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/quotas/2c147181bbf24982a55ffe57d9ffa5ce HTTP/1.1" status: 200 len: 375 time: 0.0385823 Aug 16 13:00:20.486679 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0877bb79-7e81-4b98-89c8-96513e1d00e9 req-ac7eaea4-9e0c-478a-a70e-abbac554a8d6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920618 Aug 16 13:00:20.537960 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-f2dce424-14ff-484d-930e-97709543bf82 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383613 Aug 16 13:00:20.566303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5919e36b-236a-4150-bf95-6f8aac02b63e req-2c035cf5-9b5a-4f84-9bfd-85ae0a726348 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084702 Aug 16 13:00:20.577594 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:20.602810 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0877bb79-7e81-4b98-89c8-96513e1d00e9 req-523a263e-c816-4fda-8946-0ac85d825903 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089013 Aug 16 13:00:20.614978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['c1a35467-860a-421b-b78d-300c1e01e28e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:20.702177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-38e5b0ea-10f5-4190-9746-df8d1a5d6178 service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518829 Aug 16 13:00:20.710156 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:20.758838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe30a05-11a5-4ed0-879d-7bf30593043d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:20.768328 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:20.772894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41288) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:20.773382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cfe30a05-11a5-4ed0-879d-7bf30593043d HTTP/1.1" status: 204 len: 168 time: 0.5310879 Aug 16 13:00:20.817139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.817817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.817817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.818172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.818522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.818846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.819176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.819506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.819836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.823742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.824141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.824483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb6d56c-9fd0-4b24-9cb5-e745a8388ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:20.862288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-b59af4af-0631-41ba-b81d-f047fdb3131f service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496336 Aug 16 13:00:20.866759 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:20.907298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7500b9c-3b95-45e6-a1a4-bc5bbe075f94', 'name': 'network-vif-deleted', 'tag': '168a8271-931b-4354-a423-120418daa7be'}, {'server_uuid': 'f85e8e99-f4ac-4e3d-868d-0c8300dc760b', 'name': 'network-vif-deleted', 'tag': '20ae1a18-b178-43b3-93ee-707ddcb8fbea'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:20.909850 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d419da93-37eb-46f2-ae8f-abb7b8caabaf" -d '{"events": [{"server_uuid": "d7500b9c-3b95-45e6-a1a4-bc5bbe075f94", "name": "network-vif-deleted", "tag": "168a8271-931b-4354-a423-120418daa7be"}, {"server_uuid": "f85e8e99-f4ac-4e3d-868d-0c8300dc760b", "name": "network-vif-deleted", "tag": "20ae1a18-b178-43b3-93ee-707ddcb8fbea"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:20.931189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2983d77-ff7a-45ab-b43b-c8a284ee3822 req-c388177c-2f0b-4daf-9952-92aae9dc0281 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:20.933607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2983d77-ff7a-45ab-b43b-c8a284ee3822 req-c388177c-2f0b-4daf-9952-92aae9dc0281 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 948 time: 0.0568266 Aug 16 13:00:20.976672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:20.982911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2983d77-ff7a-45ab-b43b-c8a284ee3822 req-0e053651-99c5-4366-b842-2704ee8a9d16 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Aug 16 13:00:20.990051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2b5400-5a66-4de5-8a1a-a662f2c95b67']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:21.016471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6965d935-1b05-46bd-bdec-3ead511d710d') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:21.016839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6965d935-1b05-46bd-bdec-3ead511d710d') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:21.028085 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.044203 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac511d6-2fed-4002-a8c4-8b7f89a95084 x-openstack-request-id: req-6ac511d6-2fed-4002-a8c4-8b7f89a95084 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:21.044743 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7500b9c-3b95-45e6-a1a4-bc5bbe075f94", "name": "network-vif-deleted", "tag": "168a8271-931b-4354-a423-120418daa7be", "status": "completed", "code": 200}, {"server_uuid": "f85e8e99-f4ac-4e3d-868d-0c8300dc760b", "name": "network-vif-deleted", "tag": "20ae1a18-b178-43b3-93ee-707ddcb8fbea", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:21.045180 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ac511d6-2fed-4002-a8c4-8b7f89a95084 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:21.045776 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7500b9c-3b95-45e6-a1a4-bc5bbe075f94', 'name': 'network-vif-deleted', 'tag': '168a8271-931b-4354-a423-120418daa7be', 'status': 'completed', 'code': 200} Aug 16 13:00:21.046237 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85e8e99-f4ac-4e3d-868d-0c8300dc760b', 'name': 'network-vif-deleted', 'tag': '20ae1a18-b178-43b3-93ee-707ddcb8fbea', 'status': 'completed', 'code': 200} Aug 16 13:00:21.054476 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.062731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:00:21.063513 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:00:21.065513 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:00:21.110283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c060f09-7b81-47ca-8898-e9ce5e2ad508 req-994d1aec-1cad-4acd-b4c9-ba0a1d6c3508 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 210 time: 0.0316925 Aug 16 13:00:21.130081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42135516-8a77-4f0e-9ca1-9cde4feb0469 req-7845c93c-a3f8-4b56-a859-4c551a52610e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:21.131701 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42135516-8a77-4f0e-9ca1-9cde4feb0469 req-7845c93c-a3f8-4b56-a859-4c551a52610e tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0814054 Aug 16 13:00:21.147436 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.155319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.161826 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] 10.222.0.25 "DELETE /v2.0/networks/da2b5400-5a66-4de5-8a1a-a662f2c95b67 HTTP/1.1" status: 204 len: 168 time: 0.3873191 Aug 16 13:00:21.188531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcc03a-b985-458b-8c92-b59cdba80567 admin admin] Pushing event deleted for resources: {'Network': ['ID=da2b5400-5a66-4de5-8a1a-a662f2c95b67,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:21.198663 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42135516-8a77-4f0e-9ca1-9cde4feb0469 req-0de918eb-9347-4bae-9635-3126b5816fb5 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577316 Aug 16 13:00:21.283640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe75f8-abad-42b5-99b7-76b8b51d7333 req-b62de307-a465-4da3-a33a-db643f6c068a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:21.285287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1dbe75f8-abad-42b5-99b7-76b8b51d7333 req-b62de307-a465-4da3-a33a-db643f6c068a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 949 time: 0.0642605 Aug 16 13:00:21.332879 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1dbe75f8-abad-42b5-99b7-76b8b51d7333 req-4288966d-aed2-4cda-bdc8-31dbaff97403 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400598 Aug 16 13:00:21.370176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:21.407105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41306) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:21.414774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 20ae1a18-b178-43b3-93ee-707ddcb8fbea no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:21.439265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 20ae1a18-b178-43b3-93ee-707ddcb8fbea {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:21.439856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 20ae1a18-b178-43b3-93ee-707ddcb8fbea not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:21.440435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 168a8271-931b-4354-a423-120418daa7be no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:21.460611 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-21371e8f-0542-406e-bb1e-edd02b2a79cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5ba237c09fc45dea621d7938f8442f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497453 Aug 16 13:00:21.461010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41308) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:21.463206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 168a8271-931b-4354-a423-120418daa7be {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:21.463692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 168a8271-931b-4354-a423-120418daa7be not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:21.476609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:21.483302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:21.483762 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.522374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-394ec517-61f4-46d9-8aa7-c30241daf6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.549720 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-394ec517-61f4-46d9-8aa7-c30241daf6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.577539 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.617345 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-394ec517-61f4-46d9-8aa7-c30241daf6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.620644 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-394ec517-61f4-46d9-8aa7-c30241daf6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.622176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-394ec517-61f4-46d9-8aa7-c30241daf6c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65cea12b-b64a-44b9-bb72-9bbf49bb9255 HTTP/1.1" status: 204 len: 168 time: 0.1595266 Aug 16 13:00:21.631149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ec517-61f4-46d9-8aa7-c30241daf6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cea12b-b64a-44b9-bb72-9bbf49bb9255,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:21.642773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5793bcf9-76e4-4ae2-94a7-af76170e5dd7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:21.649910 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:21.708967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=5793bcf9-76e4-4ae2-94a7-af76170e5dd7,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:21.738374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8176c-7f76-4303-b28f-6cb4d9397aeb req-6d61de5a-eb1b-4699-b4d2-94e770a2de82 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:21.741445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb17b93-25fb-4078-9b3b-b8e2572c3017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5793bcf9-76e4-4ae2-94a7-af76170e5dd7'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:21.741620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3fb8176c-7f76-4303-b28f-6cb4d9397aeb req-6d61de5a-eb1b-4699-b4d2-94e770a2de82 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 944 time: 0.0781255 Aug 16 13:00:21.744283 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0b93d0-088e-4231-882f-d07b33ae61d0" -d '{"events": [{"server_uuid": "efb17b93-25fb-4078-9b3b-b8e2572c3017", "name": "network-vif-plugged", "status": "completed", "tag": "5793bcf9-76e4-4ae2-94a7-af76170e5dd7"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:21.790551 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bece4d-6a52-4cf0-b407-11740b5f0f07 x-openstack-request-id: req-26bece4d-6a52-4cf0-b407-11740b5f0f07 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:21.791697 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb17b93-25fb-4078-9b3b-b8e2572c3017", "name": "network-vif-plugged", "status": "completed", "tag": "5793bcf9-76e4-4ae2-94a7-af76170e5dd7", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:21.791964 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26bece4d-6a52-4cf0-b407-11740b5f0f07 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:21.792363 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb17b93-25fb-4078-9b3b-b8e2572c3017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5793bcf9-76e4-4ae2-94a7-af76170e5dd7', 'code': 200} Aug 16 13:00:21.805189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3fb8176c-7f76-4303-b28f-6cb4d9397aeb req-6b148168-4387-49b0-ab29-04de1476a795 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561440 Aug 16 13:00:21.954551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b601-91e2-4592-bcfe-ede17fa59d25 req-6bed5039-e8e5-4728-a284-9d064b5bf20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:21.956036 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a217b601-91e2-4592-bcfe-ede17fa59d25 req-6bed5039-e8e5-4728-a284-9d064b5bf20b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 1101 time: 0.0560279 Aug 16 13:00:21.996042 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a217b601-91e2-4592-bcfe-ede17fa59d25 req-66c4dacd-1d9b-476b-b1f1-56e4f094470c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305088 Aug 16 13:00:22.107170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3e35-c5de-4b78-a99e-303dec920af7 req-98a4fd88-f06c-44e7-be9f-bc58fe61104f tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:22.108727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-707f3e35-c5de-4b78-a99e-303dec920af7 req-98a4fd88-f06c-44e7-be9f-bc58fe61104f tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 948 time: 0.0510602 Aug 16 13:00:22.163415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-707f3e35-c5de-4b78-a99e-303dec920af7 req-eed6a6c8-00af-4939-85bf-680752233707 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486965 Aug 16 13:00:22.228288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35e6acb4-a408-4f03-9991-be6acf19714b req-bf7bb244-fa2e-461e-8952-46c7fa4423e5 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 210 time: 0.0416169 Aug 16 13:00:22.337589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cea64-7d21-496e-8ac6-0ddaf56b0576 req-acf7cc67-2c2b-4214-9ad5-a307653eebf9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:22.348908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a1cea64-7d21-496e-8ac6-0ddaf56b0576 req-acf7cc67-2c2b-4214-9ad5-a307653eebf9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0765839 Aug 16 13:00:22.398994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a1cea64-7d21-496e-8ac6-0ddaf56b0576 req-e07e88ad-5552-44cb-a152-9b3baa5df156 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451448 Aug 16 13:00:22.426587 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-6dccae93-9f84-4fe8-a479-3e1f7bb8563a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:22.428422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-6dccae93-9f84-4fe8-a479-3e1f7bb8563a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.1561921 Aug 16 13:00:22.447706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Request body: {'port': {'device_id': '56479ea9-0cf7-440c-8645-f65b010666ec', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'admin_state_up': True, 'tenant_id': '2c147181bbf24982a55ffe57d9ffa5ce'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:22.495792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9ff39-fe66-4cd7-affc-2040f6d47b2e req-ca01389a-714b-44bc-8a5d-7096fe54f8d8 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:22.497361 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dff9ff39-fe66-4cd7-affc-2040f6d47b2e req-ca01389a-714b-44bc-8a5d-7096fe54f8d8 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 950 time: 0.0584259 Aug 16 13:00:22.519069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41348) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:22.544873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dff9ff39-fe66-4cd7-affc-2040f6d47b2e req-e3d2a14b-a1c8-47da-918d-4ae112e982c8 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Aug 16 13:00:22.572411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Made reservation on behalf of 2c147181bbf24982a55ffe57d9ffa5ce for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:22.576711 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:22.648304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1575841697-network', 'tenant_id': 'c74814b27cef4a6783a274f39e3d6ddd'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:22.673610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Made reservation on behalf of c74814b27cef4a6783a274f39e3d6ddd for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:22.676071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:22.685777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:22.726201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Allocated IP 172.20.0.12 (41b70399-ea95-4588-b70f-74dee93893ff/ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8/20922093-cae4-45a1-b8ee-2a504d15e045) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:00:22.785089 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:22.789373 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:22.812296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:00:22.828271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2762fefc-b0fc-48b8-8f77-8dde45a7e713,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:22.831310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:22.831657 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Added segment 5f40c09a-e525-4ab9-9524-f06c7b24c4b9 of type vlan for network 266b2082-d44f-4c6a-ac7b-53b2157932ce Aug 16 13:00:22.883720 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:22.896081 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:22.918500 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:22.919524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:22.920103 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:22.940818 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.001779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Network 41b70399-ea95-4588-b70f-74dee93893ff is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:23.003541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:23.011881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:00:23.036841 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5166140 Aug 16 13:00:23.047986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41358) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:23.057997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event updated for resources: {'Port': ['ID=20922093-cae4-45a1-b8ee-2a504d15e045,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:23.061377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea42b53-174b-4c1b-8e4d-dce45a1a4d65 admin admin] Pushing event updated for resources: {'Network': ['ID=266b2082-d44f-4c6a-ac7b-53b2157932ce,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:23.064037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] Request body: {'subnet': {'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1575841697-subnet', 'tenant_id': 'c74814b27cef4a6783a274f39e3d6ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:23.083442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 266b2082-d44f-4c6a-ac7b-53b2157932ce details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:00:23.089822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b80340-609f-40e0-85e5-9a8a66c0ab0b req-53ef1b2e-3c34-4577-9324-7e3a501f60c7 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:23.094559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] Made reservation on behalf of c74814b27cef4a6783a274f39e3d6ddd for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:23.097291 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.100126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98b80340-609f-40e0-85e5-9a8a66c0ab0b req-53ef1b2e-3c34-4577-9324-7e3a501f60c7 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 944 time: 0.1515155 Aug 16 13:00:23.142449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98b80340-609f-40e0-85e5-9a8a66c0ab0b req-b90118ae-6a9d-41ed-85d7-2e5aa3051f6c tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Aug 16 13:00:23.145393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:23.146055 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.212879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-cf4858b7-acd3-4ab2-b659-b813fdc7f588 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7693107 Aug 16 13:00:23.233896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Request body: {'port': {'device_id': '56479ea9-0cf7-440c-8645-f65b010666ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:23.328055 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.330348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d31cc-1e8a-4105-85e5-192cb1cd3c80 req-fd901f3a-a556-4b4c-b700-099dc0abde50 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:23.332596 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-876d31cc-1e8a-4105-85e5-192cb1cd3c80 req-fd901f3a-a556-4b4c-b700-099dc0abde50 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 948 time: 0.0796363 Aug 16 13:00:23.345297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14f67d-2def-47b6-95fa-1e4eef8868f0 req-5c10b23a-3549-4e63-9ccf-717713b56bfd tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:23.347604 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb14f67d-2def-47b6-95fa-1e4eef8868f0 req-5c10b23a-3549-4e63-9ccf-717713b56bfd tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 945 time: 0.1040604 Aug 16 13:00:23.369007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 59c4a172-04f5-4977-99c3-5bb5277d1165 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:23.409551 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-876d31cc-1e8a-4105-85e5-192cb1cd3c80 req-244e0f0a-ddeb-4f22-ae21-c4a3583522eb tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605671 Aug 16 13:00:23.415422 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb14f67d-2def-47b6-95fa-1e4eef8868f0 req-31f9c9a5-14b7-437d-8fab-a9337cf7a771 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups?id=24e4a11b-51ad-4880-b95e-6887bf769aea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574100 Aug 16 13:00:23.427418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b8caf768-def0-4218-8e56-bd72fcfb0073 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:23.430646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device c1a35467-860a-421b-b78d-300c1e01e28e up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:23.438506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.590809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd8ba34-4555-4af8-93cb-92d5a963c65f,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:23.607820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] Checking segment: {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:23.608180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] Network hostable DHCP agents. Network: 266b2082-d44f-4c6a-ac7b-53b2157932ce, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:00:23.623331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port c1a35467-860a-421b-b78d-300c1e01e28e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:23.634150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port c1a35467-860a-421b-b78d-300c1e01e28e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:23.634507 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.669729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:23.676957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] Network 266b2082-d44f-4c6a-ac7b-53b2157932ce is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:00:23.691245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'mac_address': 'fa:16:3e:ad:31:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:23.699794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 266b2082-d44f-4c6a-ac7b-53b2157932ce) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:23.707353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:23.707957 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.730175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31805f81-501b-4fad-8dfb-9ce5dffef7ac None None] Network 266b2082-d44f-4c6a-ac7b-53b2157932ce requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:00:23.750613 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fce7b50b-5f8b-4ddf-990b-f138080e53c5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6891656 Aug 16 13:00:23.799773 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.818821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8caf768-def0-4218-8e56-bd72fcfb0073 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:23.853950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20922093-cae4-45a1-b8ee-2a504d15e045 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:23.865350 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.882896 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.890277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Transition to ACTIVE for port object 20922093-cae4-45a1-b8ee-2a504d15e045 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:23.895955 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.897252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d6af4-d918-4d7e-a524-36c9abaf92c4 req-4cf90d61-40b7-4439-981f-8d53d1285429 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:23.900586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:23.905660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b78d6af4-d918-4d7e-a524-36c9abaf92c4 req-4cf90d61-40b7-4439-981f-8d53d1285429 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 932 time: 0.4254069 Aug 16 13:00:23.921385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:23.933184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184093ce-17a0-4f16-87b1-c78c77dd8400 req-93d771e6-6cef-4359-8b40-83564abc4983 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:23.941383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-184093ce-17a0-4f16-87b1-c78c77dd8400 req-93d771e6-6cef-4359-8b40-83564abc4983 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.4268081 Aug 16 13:00:23.976740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f36513f-eca5-400e-a1c9-702ab7ce132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a35467-860a-421b-b78d-300c1e01e28e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:23.980758 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5d312d-275a-4e66-98bc-29a211eea5e5" -d '{"events": [{"server_uuid": "3f36513f-eca5-400e-a1c9-702ab7ce132f", "name": "network-vif-plugged", "status": "completed", "tag": "c1a35467-860a-421b-b78d-300c1e01e28e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:23.985960 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:00:23.992903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-184093ce-17a0-4f16-87b1-c78c77dd8400 req-7b649528-b511-43da-bcc0-b654ae5fd76c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513723 Aug 16 13:00:23.998129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port c1a35467-860a-421b-b78d-300c1e01e28e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=c1a35467-860a-421b-b78d-300c1e01e28e,segment=NetworkSegment(0480c489-21fd-425c-8c43-f0ffd4268e44),segment_id=0480c489-21fd-425c-8c43-f0ffd4268e44)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:24.014941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b78d6af4-d918-4d7e-a524-36c9abaf92c4 req-9f63ac91-5560-403f-822d-3cd2bdb6ef80 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030710 Aug 16 13:00:24.034477 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:24.050385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Pushing event updated for resources: {'Port': ['ID=20922093-cae4-45a1-b8ee-2a504d15e045,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:24.074827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:24.083100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57908c3d-c12d-4d81-b4f9-02f48787cec8 None None] Network 266b2082-d44f-4c6a-ac7b-53b2157932ce requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:00:24.092001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Attempting to bind port 20922093-cae4-45a1-b8ee-2a504d15e045 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:00:24.092488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Attempting to bind port 20922093-cae4-45a1-b8ee-2a504d15e045 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:00:24.093048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Attempting to bind port 20922093-cae4-45a1-b8ee-2a504d15e045 on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:24.098718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Port 20922093-cae4-45a1-b8ee-2a504d15e045 on network 41b70399-ea95-4588-b70f-74dee93893ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:00:24.099362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Attempting to bind port 20922093-cae4-45a1-b8ee-2a504d15e045 on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:24.105980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:00:24.106437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Checking segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:24.106927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Bound using segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:00:24.107620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Bound port: 20922093-cae4-45a1-b8ee-2a504d15e045, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:00:24.108103 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:24.143304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d16c4f-37a5-47cd-9c0e-0b18c7b5eec7 req-48791d79-f33a-48dd-9f56-61e91b75d70e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:24.152879 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88d16c4f-37a5-47cd-9c0e-0b18c7b5eec7 req-48791d79-f33a-48dd-9f56-61e91b75d70e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 950 time: 0.0657065 Aug 16 13:00:24.194244 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88d16c4f-37a5-47cd-9c0e-0b18c7b5eec7 req-a14d27ba-6aa6-4b68-bca8-6d2cf1abd51f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Aug 16 13:00:24.206575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=c1a35467-860a-421b-b78d-300c1e01e28e,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:24.213983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] For port 20922093-cae4-45a1-b8ee-2a504d15e045, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:00:24.217901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] For port 20922093-cae4-45a1-b8ee-2a504d15e045, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20922093-cae4-45a1-b8ee-2a504d15e045,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:00:24.229600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:24.265129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:24.265756 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:24.267215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] 10.222.0.22 "PUT /v2.0/ports/20922093-cae4-45a1-b8ee-2a504d15e045 HTTP/1.1" status: 200 len: 1092 time: 1.0403881 Aug 16 13:00:24.267889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56479ea9-0cf7-440c-8645-f65b010666ec', 'tag': '20922093-cae4-45a1-b8ee-2a504d15e045'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:24.270239 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a1dde6-1498-46b8-892f-0052bc29a03e" -d '{"events": [{"name": "network-changed", "server_uuid": "56479ea9-0cf7-440c-8645-f65b010666ec", "tag": "20922093-cae4-45a1-b8ee-2a504d15e045"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:24.292708 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e66eb8-dc7d-4dc7-a582-2ac08ec6638b x-openstack-request-id: req-25e66eb8-dc7d-4dc7-a582-2ac08ec6638b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:24.293292 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f36513f-eca5-400e-a1c9-702ab7ce132f", "name": "network-vif-plugged", "status": "completed", "tag": "c1a35467-860a-421b-b78d-300c1e01e28e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:24.293724 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25e66eb8-dc7d-4dc7-a582-2ac08ec6638b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:24.294363 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f36513f-eca5-400e-a1c9-702ab7ce132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a35467-860a-421b-b78d-300c1e01e28e', 'code': 200} Aug 16 13:00:24.299075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6363f72-175e-45ff-8ee5-1aa888cf286b service neutron] Pushing event updated for resources: {'Port': ['ID=20922093-cae4-45a1-b8ee-2a504d15e045,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:24.402865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b8a7a-41f2-4bad-9401-9c1430536dcc req-df61d7ee-56bf-482d-9ac1-d3d57b6fc9ee tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:24.404543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f8b8a7a-41f2-4bad-9401-9c1430536dcc req-df61d7ee-56bf-482d-9ac1-d3d57b6fc9ee tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 945 time: 0.0573437 Aug 16 13:00:24.410433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b8caf768-def0-4218-8e56-bd72fcfb0073'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:24.462316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f8b8a7a-41f2-4bad-9401-9c1430536dcc req-0527880f-8281-49a3-88fc-c7c076bb244a tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505364 Aug 16 13:00:24.471398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20253858-fc53-44d4-a456-60e0f5057294 req-b759620b-5362-4c4e-b635-beb681b87832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:24.473418 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20253858-fc53-44d4-a456-60e0f5057294 req-b759620b-5362-4c4e-b635-beb681b87832 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 1096 time: 0.0715301 Aug 16 13:00:24.475313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d069a1bd-220a-4d21-a81c-8ac3a5f862b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:24.482956 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-d069a1bd-220a-4d21-a81c-8ac3a5f862b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 1095 time: 0.1119311 Aug 16 13:00:24.546497 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-a4841f3d-8165-494c-8c83-ee01997b087d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20922093-cae4-45a1-b8ee-2a504d15e045 HTTP/1.1" status: 200 len: 217 time: 0.0440772 Aug 16 13:00:24.568877 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20253858-fc53-44d4-a456-60e0f5057294 req-dd722e9a-b55a-4378-a8c1-73604a073df3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849054 Aug 16 13:00:24.599737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-d347979a-a869-4395-8f77-50542c9d8fc5 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:24.601351 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-d347979a-a869-4395-8f77-50542c9d8fc5 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/networks?id=266b2082-d44f-4c6a-ac7b-53b2157932ce HTTP/1.1" status: 200 len: 813 time: 0.1559942 Aug 16 13:00:24.606301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-abe8a0ec-3728-485f-8568-91eaf399facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:24.608613 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-abe8a0ec-3728-485f-8568-91eaf399facd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.0523334 Aug 16 13:00:24.627082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-9475f2fd-30bf-4972-9d04-db252bf6fe98 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/quotas/c74814b27cef4a6783a274f39e3d6ddd HTTP/1.1" status: 200 len: 375 time: 0.0179565 Aug 16 13:00:24.629590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a81886-75ba-4384-bb57-41b4fe1c9b23 req-b40c3329-1f11-4d76-b52e-04c39462c839 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:24.631083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18a81886-75ba-4384-bb57-41b4fe1c9b23 req-b40c3329-1f11-4d76-b52e-04c39462c839 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 1101 time: 0.0909796 Aug 16 13:00:24.663282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-005af38b-cb74-4405-8b1d-78e8c826466f tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74814b27cef4a6783a274f39e3d6ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305011 Aug 16 13:00:24.708634 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18a81886-75ba-4384-bb57-41b4fe1c9b23 req-b12bffa8-732e-4652-b711-ee7867074857 tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676880 Aug 16 13:00:24.754542 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4b0086-0e0d-48e6-b1e7-4af3f08b31f8 x-openstack-request-id: req-9f4b0086-0e0d-48e6-b1e7-4af3f08b31f8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:24.754911 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56479ea9-0cf7-440c-8645-f65b010666ec", "tag": "20922093-cae4-45a1-b8ee-2a504d15e045", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:24.755234 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f4b0086-0e0d-48e6-b1e7-4af3f08b31f8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:24.756257 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56479ea9-0cf7-440c-8645-f65b010666ec', 'tag': '20922093-cae4-45a1-b8ee-2a504d15e045', 'status': 'completed', 'code': 200} Aug 16 13:00:24.773074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-37a5eb80-0cca-43c8-ab9a-a8333f10d215 service neutron] 10.222.0.25 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005731 Aug 16 13:00:24.851918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-1f4f30cd-3a2b-4a66-b3b0-2bd59a1a2cf9 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:24.854570 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-1f4f30cd-3a2b-4a66-b3b0-2bd59a1a2cf9 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.42 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 945 time: 0.0495999 Aug 16 13:00:24.903408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0d238-d609-4af8-9ab9-48cc1ee1c794 req-790d1079-a41c-4a1a-a46d-e1e1f8c76191 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:24.904819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9b0d238-d609-4af8-9ab9-48cc1ee1c794 req-790d1079-a41c-4a1a-a46d-e1e1f8c76191 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 949 time: 0.0948310 Aug 16 13:00:24.928599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-a3f19d6a-8c08-4c82-8359-ef06c5ad6053 service neutron] 10.222.0.25 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488547 Aug 16 13:00:24.955025 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9b0d238-d609-4af8-9ab9-48cc1ee1c794 req-56725a96-996b-4c9e-a7da-4ff2fad6178c tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 Aug 16 13:00:24.976687 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-7328c4e9-9b19-4fea-843f-af5822747cac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329759 Aug 16 13:00:24.992830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Deleting port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:24.993172 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:25.101403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94206e-95a6-44a8-b4de-0ac10350c762 req-31f8720a-46a9-421b-914a-46541e1af86c tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:25.104453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d94206e-95a6-44a8-b4de-0ac10350c762 req-31f8720a-46a9-421b-914a-46541e1af86c tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 945 time: 0.0686355 Aug 16 13:00:25.153041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d94206e-95a6-44a8-b4de-0ac10350c762 req-1ad7035b-87b1-4c43-aa1b-ddb96caba035 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups?id=24e4a11b-51ad-4880-b95e-6887bf769aea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Aug 16 13:00:25.170175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] For port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:25.170631 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:25.180160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-52075258-ade0-486c-b2f5-22ee3111f075 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897333 Aug 16 13:00:25.215401 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-c893380f-5437-4aa2-9948-8c896315b792 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241797 Aug 16 13:00:25.328055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c200-fd5a-4067-a7d0-9409aea956f4 req-a14b9992-62aa-4561-9103-6f36324d4261 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:25.330828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bfa5c200-fd5a-4067-a7d0-9409aea956f4 req-a14b9992-62aa-4561-9103-6f36324d4261 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 944 time: 0.1140995 Aug 16 13:00:25.383443 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bd2f915c-b735-42d0-a9ed-d0ef0badd7d4 req-6124794f-0f79-4071-963c-2c8f8625a0dc service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946476 Aug 16 13:00:25.402778 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-4ddcc0a4-c897-4c22-98a5-28f7a9f049b0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:25.411345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-4ddcc0a4-c897-4c22-98a5-28f7a9f049b0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853468 Aug 16 13:00:25.417634 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bfa5c200-fd5a-4067-a7d0-9409aea956f4 req-cfe7602b-ad0a-4e26-b19a-823f05396a48 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768924 Aug 16 13:00:25.429539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-923f1550-cb19-4f58-9c59-12c48fe504bf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/quotas/958e09752b1d43e6850459426d4dd0ab HTTP/1.1" status: 200 len: 375 time: 0.0106297 Aug 16 13:00:25.476368 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:25.477412 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:25.477966 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Floating IP 880c749b-e4cb-4ed7-bd78-c85228758957 disassociated. External IP: 172.25.0.157, port: f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32. Aug 16 13:00:25.478634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Calling delete_port for f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:25.562709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-ea8ebfeb-22d7-4cb3-8d7a-14877eba7f95 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1247597 Aug 16 13:00:25.591306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49120c30-6a5c-4211-a643-10e23ba19ef1 req-40e26675-fa22-4daa-9fb1-cb0c7e459b46 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:25.593207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49120c30-6a5c-4211-a643-10e23ba19ef1 req-40e26675-fa22-4daa-9fb1-cb0c7e459b46 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0885246 Aug 16 13:00:25.610374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1dde6-1498-46b8-892f-0052bc29a03e req-827dbe40-9033-44b5-aaf1-fd8a2cef072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:25.612208 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-33a1dde6-1498-46b8-892f-0052bc29a03e req-827dbe40-9033-44b5-aaf1-fd8a2cef072c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 1095 time: 0.1206822 Aug 16 13:00:25.648112 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49120c30-6a5c-4211-a643-10e23ba19ef1 req-9403f4fb-b872-463e-9ec0-7bb79a2e6511 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488091 Aug 16 13:00:25.827861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1dde6-1498-46b8-892f-0052bc29a03e req-4792d492-3da4-4067-b1fc-ff335987917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:25.831804 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-33a1dde6-1498-46b8-892f-0052bc29a03e req-4792d492-3da4-4067-b1fc-ff335987917a service neutron] 10.222.0.22 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 911 time: 0.2050896 Aug 16 13:00:25.833562 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:25.955376 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce986ef6-4a53-4a20-8616-98bc50e5cde7 req-9b03a1d4-8143-4e13-8b66-e739fd12fc99 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 210 time: 0.0746999 Aug 16 13:00:25.988078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff552483-6c40-4b7f-b2b8-8e77966e259a req-6315e6e6-d4e1-4222-80c3-141083ea2504 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:25.996555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff552483-6c40-4b7f-b2b8-8e77966e259a req-6315e6e6-d4e1-4222-80c3-141083ea2504 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 945 time: 0.1303232 Aug 16 13:00:26.058989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Pushing event deleted for resources: {'Port': ['ID=f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:26.063472 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-33a1dde6-1498-46b8-892f-0052bc29a03e req-9a9e1afb-be3f-4756-8bb2-42efa3b9fae1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20922093-cae4-45a1-b8ee-2a504d15e045 HTTP/1.1" status: 200 len: 217 time: 0.2080379 Aug 16 13:00:26.071840 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff552483-6c40-4b7f-b2b8-8e77966e259a req-ef6396a8-484f-4ea0-95ea-a066b320dc03 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737000 Aug 16 13:00:26.073159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Router ca024f9b-16d9-45f2-8df5-28479c967568 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:00:26.148876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e85f319a-b4ae-40eb-ad74-1ea18a3f9de4 req-c60f3393-2e2c-4c29-8742-18578c5c2f38 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 210 time: 0.0729823 Aug 16 13:00:26.268669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e425c7-5583-42a8-9bec-6fd5e3d09ea7 req-6674c005-1caa-47d8-8e4b-d464dd2b061d tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:26.282350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85e425c7-5583-42a8-9bec-6fd5e3d09ea7 req-6674c005-1caa-47d8-8e4b-d464dd2b061d tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 949 time: 0.0887060 Aug 16 13:00:26.285210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1dde6-1498-46b8-892f-0052bc29a03e req-76d5922a-82fd-4e4d-bb58-445cbc154615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:26.292230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-33a1dde6-1498-46b8-892f-0052bc29a03e req-76d5922a-82fd-4e4d-bb58-445cbc154615 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.2175176 Aug 16 13:00:26.344196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85e425c7-5583-42a8-9bec-6fd5e3d09ea7 req-9bbd69c1-c1dd-4eb7-8423-c98ae730f76a tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608914 Aug 16 13:00:26.380195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f5e3777-d29a-4486-87a7-667331e3e328 req-31ad8bd0-49f4-4e02-b682-bea46ef4b63a tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 210 time: 0.0348506 Aug 16 13:00:26.402751 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-33a1dde6-1498-46b8-892f-0052bc29a03e req-3d2ade88-304e-4bd3-bf4e-9a8543c90b58 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644817 Aug 16 13:00:26.404419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:00:26.415763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1138529-3058-4194-992a-df1e1cffc9e8 None None] Sync routers for ids ['ca024f9b-16d9-45f2-8df5-28479c967568'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:00:26.433863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1138529-3058-4194-992a-df1e1cffc9e8 None None] Routers {'ca024f9b-16d9-45f2-8df5-28479c967568'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:00:26.436188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b1138529-3058-4194-992a-df1e1cffc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:00:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ca024f9b-16d9-45f2-8df5-28479c967568'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:26.484826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] No DVR routers for this DVR port f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:26.520663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:26.524882 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13a083a1-f640-4f98-9f91-2f2a1e1be496 req-ea6618e8-95bd-45e9-b181-e98e994aa96d tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.42 "DELETE /v2.0/ports/f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 HTTP/1.1" status: 204 len: 173 time: 1.6567981 Aug 16 13:00:26.588771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725f851-6f84-44e9-b1da-19d06d188b71 req-4a2cec70-a4d0-49cb-85e1-66bd81c28e5e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:26.596628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8725f851-6f84-44e9-b1da-19d06d188b71 req-4a2cec70-a4d0-49cb-85e1-66bd81c28e5e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 944 time: 0.0794010 Aug 16 13:00:26.641395 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8725f851-6f84-44e9-b1da-19d06d188b71 req-6180d536-fe55-49c2-8d8c-36003961b250 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Aug 16 13:00:26.671415 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-33a1dde6-1498-46b8-892f-0052bc29a03e req-6b0bab63-4127-4b04-b381-0c20f0f75632 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401648 Aug 16 13:00:26.785047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'name': 'network-vif-deleted', 'tag': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:26.787582 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1b07f6-fbfb-4778-b33e-1ce66aafa2ee" -d '{"events": [{"server_uuid": "f25c8dfc-5f32-4476-8e07-82684f320eb8", "name": "network-vif-deleted", "tag": "f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:26.788300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-b1138529-3058-4194-992a-df1e1cffc9e8 None None] Set router ca024f9b-16d9-45f2-8df5-28479c967568 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:00:26.810927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2bb53-eb30-42d4-b466-0a8a4394f425 req-f485cb67-9fd9-4dfb-b3f6-b4867345afaf tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:26.820222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55a2bb53-eb30-42d4-b466-0a8a4394f425 req-f485cb67-9fd9-4dfb-b3f6-b4867345afaf tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0793662 Aug 16 13:00:26.868805 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f0cffc-4316-4e16-abe3-6cf40b202c30 x-openstack-request-id: req-59f0cffc-4316-4e16-abe3-6cf40b202c30 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:26.869671 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25c8dfc-5f32-4476-8e07-82684f320eb8", "name": "network-vif-deleted", "tag": "f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:26.869875 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59f0cffc-4316-4e16-abe3-6cf40b202c30 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:26.870290 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25c8dfc-5f32-4476-8e07-82684f320eb8', 'name': 'network-vif-deleted', 'tag': 'f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32', 'status': 'completed', 'code': 200} Aug 16 13:00:26.882697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55a2bb53-eb30-42d4-b466-0a8a4394f425 req-b9ef6300-c66b-4fb1-9bbc-a1fd41dc03cf tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615206 Aug 16 13:00:26.903548 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-33a1dde6-1498-46b8-892f-0052bc29a03e req-fcaee092-81d7-4f26-a771-1ce7855daa9e service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174795 Aug 16 13:00:26.938349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-6845952e-fa44-4c3b-9cff-d14ae3ac6952 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:26.939983 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-6845952e-fa44-4c3b-9cff-d14ae3ac6952 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.42 "GET /v2.0/networks?id=266b2082-d44f-4c6a-ac7b-53b2157932ce HTTP/1.1" status: 200 len: 813 time: 0.1449506 Aug 16 13:00:26.967226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Request body: {'port': {'device_id': 'c5166f1e-8f4e-4eda-89b6-3bc467052f45', 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce', 'admin_state_up': True, 'tenant_id': 'c74814b27cef4a6783a274f39e3d6ddd'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:27.076131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b1138529-3058-4194-992a-df1e1cffc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:58:07Z', 'revision_number': 4, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '35334e78-54a5-45a8-a314-b03256876393', 'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'mac_address': 'fa:16:3e:77:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:58:03Z', 'updated_at': '2021-08-16T12:58:16Z', 'revision_number': 5, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'subnets': [{'id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:27.110090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1138529-3058-4194-992a-df1e1cffc9e8 None None] Checking router: ca024f9b-16d9-45f2-8df5-28479c967568 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:00:27.121417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff6e8141-b5a4-4ea6-a825-4908c83be50c req-096d8d22-5492-454d-a641-083b0c2cdf1c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 210 time: 0.0676358 Aug 16 13:00:27.132823 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1138529-3058-4194-992a-df1e1cffc9e8 None None] Routers {'ca024f9b-16d9-45f2-8df5-28479c967568'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:00:27.133466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b1138529-3058-4194-992a-df1e1cffc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:00:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ca024f9b-16d9-45f2-8df5-28479c967568'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:27.139102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Made reservation on behalf of c74814b27cef4a6783a274f39e3d6ddd for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:27.143519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:27.273002 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-b1138529-3058-4194-992a-df1e1cffc9e8 None None] Set router ca024f9b-16d9-45f2-8df5-28479c967568 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:00:27.273800 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0bbb2-dba2-4ea7-8c12-75f4ed1ba2d8 req-74f91318-7098-49f7-9980-80e8211009bf tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:27.275483 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12f0bbb2-dba2-4ea7-8c12-75f4ed1ba2d8 req-74f91318-7098-49f7-9980-80e8211009bf tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 945 time: 0.0890794 Aug 16 13:00:27.392042 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4259be4c-9dec-42df-8ddf-71b2b5f6b83e req-a75a7f73-518d-48fb-937f-92dbbaecea4c tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 210 time: 0.1127412 Aug 16 13:00:27.451579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Allocated IP 172.20.0.11 (266b2082-d44f-4c6a-ac7b-53b2157932ce/5fd8ba34-4555-4af8-93cb-92d5a963c65f/c0b58950-3f73-48de-8b7e-686456f96129) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:00:27.468138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b8caf768-def0-4218-8e56-bd72fcfb0073 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:27.499501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12f0bbb2-dba2-4ea7-8c12-75f4ed1ba2d8 req-695ddb09-4c4d-4661-8ed7-5004abd634ba tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848302 Aug 16 13:00:27.645484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-3753c0d9-72be-4102-841b-227027acb197 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:27.651160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-3753c0d9-72be-4102-841b-227027acb197 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.22 "GET /v2.0/networks?id=266b2082-d44f-4c6a-ac7b-53b2157932ce HTTP/1.1" status: 200 len: 813 time: 0.4028401 Aug 16 13:00:27.677444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port b8caf768-def0-4218-8e56-bd72fcfb0073 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:27.682437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ef328-e5c8-4314-8c7f-dae54ac5e249 req-88b50db6-f610-4096-a2c6-313b8c03a796 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:27.689144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port b8caf768-def0-4218-8e56-bd72fcfb0073 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:27.689774 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:27.691574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-152ef328-e5c8-4314-8c7f-dae54ac5e249 req-88b50db6-f610-4096-a2c6-313b8c03a796 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 949 time: 0.1408525 Aug 16 13:00:27.707611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Request body: {'port': {'device_id': 'b058ea48-5cc6-4c71-ac42-c2330113d512', 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce', 'admin_state_up': True, 'tenant_id': 'c74814b27cef4a6783a274f39e3d6ddd'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:27.763105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b1138529-3058-4194-992a-df1e1cffc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:58:07Z', 'revision_number': 4, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '35334e78-54a5-45a8-a314-b03256876393', 'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'mac_address': 'fa:16:3e:77:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:58:03Z', 'updated_at': '2021-08-16T12:58:16Z', 'revision_number': 5, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'subnets': [{'id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:27.818917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1138529-3058-4194-992a-df1e1cffc9e8 None None] The sync data for ids ['ca024f9b-16d9-45f2-8df5-28479c967568'] in n-d-804708-1 is: [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T12:58:07Z', 'revision_number': 4, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '35334e78-54a5-45a8-a314-b03256876393', 'name': '', 'network_id': '85acb630-8b8b-4a68-92d5-2e70a4ee2d20', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'mac_address': 'fa:16:3e:77:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:58:03Z', 'updated_at': '2021-08-16T12:58:16Z', 'revision_number': 5, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'subnets': [{'id': '5e9c51a2-8526-4caf-b2ba-56c1fbdbb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:00:27.840146 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:27.854729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b7a6d91-c961-448a-b2e8-a824534c7aaa req-f695c9b9-f377-478b-88e6-a9b1a1a714db tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c8dfc-5f32-4476-8e07-82684f320eb8 HTTP/1.1" status: 200 len: 210 time: 0.0963309 Aug 16 13:00:27.858066 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-152ef328-e5c8-4314-8c7f-dae54ac5e249 req-89988b9c-9eb8-4d32-baf3-adbe659fb8aa tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585097 Aug 16 13:00:27.865092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-c4ebb52c-07a2-498d-9309-789b8e9962b4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=958e09752b1d43e6850459426d4dd0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013424 Aug 16 13:00:27.916757 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:27.919779 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f07ac78-eb8a-4d34-99ab-e6e3eeaee63b" -d '{"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-plugged", "status": "completed", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:27.941408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:27.952822 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:28.073996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:28.132411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381e978-ac78-4271-be60-085d51635275 req-02dfe860-7ea1-4388-8a62-107bc1d8b5b6 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:28.134239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a381e978-ac78-4271-be60-085d51635275 req-02dfe860-7ea1-4388-8a62-107bc1d8b5b6 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 944 time: 0.1333098 Aug 16 13:00:28.141965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a511806-eba1-41f6-8c0d-af3c6f8f9b55 req-c657bfcc-6c66-49b5-af43-d74a86fc6a50 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:28.143723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a511806-eba1-41f6-8c0d-af3c6f8f9b55 req-c657bfcc-6c66-49b5-af43-d74a86fc6a50 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0908437 Aug 16 13:00:28.196138 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bfb62a-fda5-41d2-ae38-b7648990fe87 None None] New status for floating IP 880c749b-e4cb-4ed7-bd78-c85228758957: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:00:28.208787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a381e978-ac78-4271-be60-085d51635275 req-6f503842-9cf4-4c24-92f1-2a456c51ecf9 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638843 Aug 16 13:00:28.232744 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a511806-eba1-41f6-8c0d-af3c6f8f9b55 req-6e38f59e-0b4d-4f81-a8d4-86aaa89b03f0 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658736 Aug 16 13:00:28.280402 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3080787a-28f4-423b-a580-09b69981f548 x-openstack-request-id: req-3080787a-28f4-423b-a580-09b69981f548 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:28.280700 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-plugged", "status": "completed", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:28.280951 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3080787a-28f4-423b-a580-09b69981f548 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:28.281348 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'code': 200} Aug 16 13:00:28.478046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-513f910a-b2cb-4972-9e01-2511cbd0629a req-b9f1db41-2ff5-44a2-ad3e-52b92a864a8a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 210 time: 0.0477817 Aug 16 13:00:28.503153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687556ed-2d5b-4591-ab81-ad21593b4987 req-cba84053-41ed-4717-b53e-b9a2e7c116fc tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:28.504774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-687556ed-2d5b-4591-ab81-ad21593b4987 req-cba84053-41ed-4717-b53e-b9a2e7c116fc tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 945 time: 0.0857346 Aug 16 13:00:28.549312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-687556ed-2d5b-4591-ab81-ad21593b4987 req-ec52747a-af47-4821-af60-0f68c07ab5ce tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Aug 16 13:00:28.588092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1b4bf97-387a-40e3-8853-f786f4b42281 req-1350c383-cc17-493b-a555-a1f1cc09d2c7 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 210 time: 0.0332808 Aug 16 13:00:28.703558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748e4ed-9e0a-4ab5-bad4-1f9a6aa6a41d req-6e0d827f-153a-4034-ac32-f4967e01c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:28.705069 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2748e4ed-9e0a-4ab5-bad4-1f9a6aa6a41d req-6e0d827f-153a-4034-ac32-f4967e01c0c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4b7f2a8eb1947298ac4d8d1b2654d21&device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 1096 time: 0.2355003 Aug 16 13:00:28.717468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b3fd8-ffae-4a58-8516-77e1f367e955 req-9cd7f043-5461-47c5-8b86-5206d3259eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:28.718909 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cd0b3fd8-ffae-4a58-8516-77e1f367e955 req-9cd7f043-5461-47c5-8b86-5206d3259eae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 1101 time: 0.2616074 Aug 16 13:00:28.768156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:28.785058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-a86502c8-6f92-4866-8561-d5bd9bdcf906 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:28.786565 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-a86502c8-6f92-4866-8561-d5bd9bdcf906 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8413172 Aug 16 13:00:28.839966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Request body: {'port': {'device_id': '44df01fe-5c67-45c4-a1b1-69151a8ccdf3', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '958e09752b1d43e6850459426d4dd0ab'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:28.847899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Made reservation on behalf of c74814b27cef4a6783a274f39e3d6ddd for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:28.851264 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:28.951547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41494) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:28.973865 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cd0b3fd8-ffae-4a58-8516-77e1f367e955 req-1f33c9cf-7a1a-4097-9a0b-6012f01a99c2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342284 Aug 16 13:00:29.022416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ede7b-ee3f-4ca9-b70d-a1682a10f596 req-0f19a890-8fe7-4d93-85ee-c26706303c5b tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:29.023911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d98ede7b-ee3f-4ca9-b70d-a1682a10f596 req-0f19a890-8fe7-4d93-85ee-c26706303c5b tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 950 time: 0.0831330 Aug 16 13:00:29.037072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748e4ed-9e0a-4ab5-bad4-1f9a6aa6a41d req-18bf9da9-728e-4a28-94e1-936db5b07ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:29.038616 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2748e4ed-9e0a-4ab5-bad4-1f9a6aa6a41d req-18bf9da9-728e-4a28-94e1-936db5b07ce5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bda8eb7b-44f9-4d12-99dc-faafd1d817d7 HTTP/1.1" status: 200 len: 914 time: 0.3087060 Aug 16 13:00:29.048959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.054149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c58a12a0-f238-4e68-ac77-dd8604d23d84 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.091679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d98ede7b-ee3f-4ca9-b70d-a1682a10f596 req-3353eceb-3641-43e3-b361-87243c4ba668 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601516 Aug 16 13:00:29.096430 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c58a12a0-f238-4e68-ac77-dd8604d23d84 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.143497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Network 266b2082-d44f-4c6a-ac7b-53b2157932ce is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:29.151256 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c58a12a0-f238-4e68-ac77-dd8604d23d84 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.154067 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c58a12a0-f238-4e68-ac77-dd8604d23d84 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.155272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c58a12a0-f238-4e68-ac77-dd8604d23d84 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "DELETE /v2.0/security-groups/24e4a11b-51ad-4880-b95e-6887bf769aea HTTP/1.1" status: 204 len: 168 time: 0.2027650 Aug 16 13:00:29.158798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41496) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:29.172967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Pushing event updated for resources: {'Port': ['ID=c0b58950-3f73-48de-8b7e-686456f96129,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:29.176936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a12a0-f238-4e68-ac77-dd8604d23d84 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e4a11b-51ad-4880-b95e-6887bf769aea,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:29.177897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:29.179196 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-c22a7885-0617-4134-b26b-c88000eca64f tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] show failed (client error): The resource could not be found. Aug 16 13:00:29.183360 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c22a7885-0617-4134-b26b-c88000eca64f tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "GET /v2.0/security-groups/24e4a11b-51ad-4880-b95e-6887bf769aea HTTP/1.1" status: 404 len: 347 time: 0.0204186 Aug 16 13:00:29.184061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:00:29.184171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41498) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:29.263298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Made reservation on behalf of 958e09752b1d43e6850459426d4dd0ab for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:29.267388 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.292207 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.api [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-eb91a961-9e1d-4703-a074-8710f87d612d {{(pid=101396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:00:29.292546 n-d-804708-1 neutron-server[101396]: DEBUG oslo_db.api [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:00:29.300204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:29.300858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.316226 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.357436 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2748e4ed-9e0a-4ab5-bad4-1f9a6aa6a41d req-376c49bc-1913-4e87-a129-70c68e27e36d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1a35467-860a-421b-b78d-300c1e01e28e HTTP/1.1" status: 200 len: 217 time: 0.0534775 Aug 16 13:00:29.360318 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-cf1abc00-0b2a-4555-8d73-9f3a87d74b9d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3979783 Aug 16 13:00:29.394377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Request body: {'port': {'device_id': 'c5166f1e-8f4e-4eda-89b6-3bc467052f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:29.407065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:29.432654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead3518-6e50-4637-98a9-a340f56fef14 req-55ca8a90-41d0-40bd-a12d-31ac55ceb013 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:29.434525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eead3518-6e50-4637-98a9-a340f56fef14 req-55ca8a90-41d0-40bd-a12d-31ac55ceb013 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1286001 Aug 16 13:00:29.437331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:29.437331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f18c85fa-4cb7-4d2e-83fb-c9ee910ecd32 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:29.443824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53ae57-3cc2-4629-a3fd-1ef618c5494c req-37b8244f-4df1-4f65-95c8-831792f8206c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:29.445445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed53ae57-3cc2-4629-a3fd-1ef618c5494c req-37b8244f-4df1-4f65-95c8-831792f8206c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 944 time: 0.1361840 Aug 16 13:00:29.461102 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-575f7c19-8ff4-436d-b0ec-555686c0ee29 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Deleting port 0b8e4e7f-a792-417a-9638-72f861af0fcd {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:29.461443 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-575f7c19-8ff4-436d-b0ec-555686c0ee29 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.462924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 20922093-cae4-45a1-b8ee-2a504d15e045 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:29.541621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748e4ed-9e0a-4ab5-bad4-1f9a6aa6a41d req-f028a37a-e2aa-4238-b476-9f42c2c53278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:29.543152 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2748e4ed-9e0a-4ab5-bad4-1f9a6aa6a41d req-f028a37a-e2aa-4238-b476-9f42c2c53278 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c29ad42-c441-4ed6-b9ab-61b069e2aedb HTTP/1.1" status: 200 len: 854 time: 0.1429474 Aug 16 13:00:29.568339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.571919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed53ae57-3cc2-4629-a3fd-1ef618c5494c req-1366386f-8d1b-4e83-9839-11287b91bb33 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186459 Aug 16 13:00:29.585255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 20922093-cae4-45a1-b8ee-2a504d15e045, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20922093-cae4-45a1-b8ee-2a504d15e045,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:29.586445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eead3518-6e50-4637-98a9-a340f56fef14 req-5ebcea70-b9d9-49e6-81c0-7611c7f39c20 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209862 Aug 16 13:00:29.592184 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2748e4ed-9e0a-4ab5-bad4-1f9a6aa6a41d req-8ed1daec-8b47-4b36-b22c-7b399c60167d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bda8eb7b-44f9-4d12-99dc-faafd1d817d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403318 Aug 16 13:00:29.616493 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-575f7c19-8ff4-436d-b0ec-555686c0ee29 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.616840 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-575f7c19-8ff4-436d-b0ec-555686c0ee29 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.623713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '20922093-cae4-45a1-b8ee-2a504d15e045', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'port_id': '20922093-cae4-45a1-b8ee-2a504d15e045', 'mac_address': 'fa:16:3e:c5:50:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:29.632301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-575f7c19-8ff4-436d-b0ec-555686c0ee29 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Calling delete_port for 0b8e4e7f-a792-417a-9638-72f861af0fcd owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:29.647072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Allocated IP 192.168.233.234 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/2905127d-de45-4379-af50-c7bd891a6040) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:00:29.712379 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.735222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20922093-cae4-45a1-b8ee-2a504d15e045 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:29.764055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 20922093-cae4-45a1-b8ee-2a504d15e045, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20922093-cae4-45a1-b8ee-2a504d15e045,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:29.773346 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.836101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=20922093-cae4-45a1-b8ee-2a504d15e045,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:29.836246 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.840389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbd71459-b837-436f-853a-4dea41922c59 req-c0c9eb89-23ab-46a4-a253-005e197ec7f6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 210 time: 0.0547531 Aug 16 13:00:29.893810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4de10-8929-4012-8d22-7579b27305c7 req-cae26486-cc9f-435a-84c8-f1a31a8518fc tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:29.895408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13d4de10-8929-4012-8d22-7579b27305c7 req-cae26486-cc9f-435a-84c8-f1a31a8518fc tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 945 time: 0.1004460 Aug 16 13:00:29.902578 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2748e4ed-9e0a-4ab5-bad4-1f9a6aa6a41d req-3bc70b3d-a81f-4555-9614-d17eef5d15ee service neutron] 10.222.0.22 "GET /v2.0/networks/bda8eb7b-44f9-4d12-99dc-faafd1d817d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000910 Aug 16 13:00:29.924844 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-575f7c19-8ff4-436d-b0ec-555686c0ee29 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:29.961051 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f7c19-8ff4-436d-b0ec-555686c0ee29 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Pushing event deleted for resources: {'Port': ['ID=0b8e4e7f-a792-417a-9638-72f861af0fcd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:30.011854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87060dea-ba0e-4c16-97ff-73c2db82e574 req-3c4aef11-56df-4cea-be43-8920f56be0dc tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 210 time: 0.0550325 Aug 16 13:00:30.017020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13d4de10-8929-4012-8d22-7579b27305c7 req-7ab5ba04-b8be-4b37-b5c9-82bee6bc7421 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075132 Aug 16 13:00:30.056300 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-575f7c19-8ff4-436d-b0ec-555686c0ee29 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:30.059268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-575f7c19-8ff4-436d-b0ec-555686c0ee29 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:30.060446 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-575f7c19-8ff4-436d-b0ec-555686c0ee29 tempest-ServersTestFqdnHostnames-213929183 tempest-ServersTestFqdnHostnames-213929183-project] 10.222.0.25 "DELETE /v2.0/floatingips/880c749b-e4cb-4ed7-bd78-c85228758957 HTTP/1.1" status: 204 len: 168 time: 0.8759325 Aug 16 13:00:30.063588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41512) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:30.186487 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:30.195705 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2748e4ed-9e0a-4ab5-bad4-1f9a6aa6a41d req-2619439f-17a0-450b-bbd3-cf3b35cdfcea service neutron] 10.222.0.22 "GET /v2.0/networks/bda8eb7b-44f9-4d12-99dc-faafd1d817d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732844 Aug 16 13:00:30.214208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Transition to ACTIVE for port object 2905127d-de45-4379-af50-c7bd891a6040 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:30.299547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4700d-2a2f-4059-bf4a-7cf62329933b req-6f66a43e-6336-497e-b99e-574433c2e107 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:30.301099 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86e4700d-2a2f-4059-bf4a-7cf62329933b req-6f66a43e-6336-497e-b99e-574433c2e107 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 950 time: 0.1265080 Aug 16 13:00:30.308471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b58950-3f73-48de-8b7e-686456f96129 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:30.312378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['20922093-cae4-45a1-b8ee-2a504d15e045'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:30.319229 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:30.324275 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:30.349497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['574236d3-16ad-4f1d-8b58-68ba8a54a939', '244b10de-07da-4cd7-83f8-2a9d0ed55cff', '5793bcf9-76e4-4ae2-94a7-af76170e5dd7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:30.364572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Transition to ACTIVE for port object c0b58950-3f73-48de-8b7e-686456f96129 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:30.393355 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:30.395827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86e4700d-2a2f-4059-bf4a-7cf62329933b req-ac7003c5-ed8b-4d52-abe1-f7760d4fbc17 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833127 Aug 16 13:00:30.417594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:30.433993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:30.436707 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:00:30.500577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event updated for resources: {'Port': ['ID=2905127d-de45-4379-af50-c7bd891a6040,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:30.605577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Allocated IP 172.20.0.7 (266b2082-d44f-4c6a-ac7b-53b2157932ce/5fd8ba34-4555-4af8-93cb-92d5a963c65f/acd4d96e-68e8-40fb-8cc6-e837de364347) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:00:30.638831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:30.641087 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:30.696121 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:30.718633 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f726a998-4abe-4732-b1a7-dc16f546d757 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8916724 Aug 16 13:00:30.719295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b58950-3f73-48de-8b7e-686456f96129,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:30.749098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Request body: {'port': {'device_id': '44df01fe-5c67-45c4-a1b1-69151a8ccdf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:30.862172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Attempting to bind port c0b58950-3f73-48de-8b7e-686456f96129 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:00:30.862964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Attempting to bind port c0b58950-3f73-48de-8b7e-686456f96129 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:00:30.862964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Attempting to bind port c0b58950-3f73-48de-8b7e-686456f96129 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:30.870733 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:30.883583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Port c0b58950-3f73-48de-8b7e-686456f96129 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:00:30.883887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Attempting to bind port c0b58950-3f73-48de-8b7e-686456f96129 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:30.920662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dda04-3d84-4e24-981a-1589da457a01 req-1880f43f-d24c-4fb1-bf31-0d7008fd27cc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:30.922369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f12dda04-3d84-4e24-981a-1589da457a01 req-1880f43f-d24c-4fb1-bf31-0d7008fd27cc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1740570 Aug 16 13:00:30.932718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2890ea74-3ce4-4dd6-92c1-30a02e98071c None None] Provisioning for port 2905127d-de45-4379-af50-c7bd891a6040 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:30.936280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:00:30.936622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Checking segment: {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:30.937004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Bound using segment: {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:00:30.937465 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Bound port: c0b58950-3f73-48de-8b7e-686456f96129, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:00:30.937919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:30.938619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2890ea74-3ce4-4dd6-92c1-30a02e98071c None None] Provisioning complete for port 2905127d-de45-4379-af50-c7bd891a6040 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:30.938993 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2890ea74-3ce4-4dd6-92c1-30a02e98071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:30.943759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df33f8-b071-40f8-bec3-7a927421202a req-e5888a3d-9b9e-4f06-941c-193a50e4beff tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:30.945406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85df33f8-b071-40f8-bec3-7a927421202a req-e5888a3d-9b9e-4f06-941c-193a50e4beff tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 945 time: 0.1946990 Aug 16 13:00:30.997462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2890ea74-3ce4-4dd6-92c1-30a02e98071c None None] Port 2905127d-de45-4379-af50-c7bd891a6040 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:00:31.100092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85df33f8-b071-40f8-bec3-7a927421202a req-115b976d-3ad9-4731-8ed4-8b99ac0f7f6b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438444 Aug 16 13:00:31.136880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f12dda04-3d84-4e24-981a-1589da457a01 req-5b91e62a-0711-4c45-8ee7-97f5b2dfd216 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790397 Aug 16 13:00:31.137804 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:31.176713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] For port c0b58950-3f73-48de-8b7e-686456f96129, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:00:31.184804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] For port c0b58950-3f73-48de-8b7e-686456f96129, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c0b58950-3f73-48de-8b7e-686456f96129,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:00:31.221682 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:31.307745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:31.308369 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:31.309829 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] 10.222.0.42 "PUT /v2.0/ports/c0b58950-3f73-48de-8b7e-686456f96129 HTTP/1.1" status: 200 len: 1092 time: 1.9202654 Aug 16 13:00:31.312108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5166f1e-8f4e-4eda-89b6-3bc467052f45', 'tag': 'c0b58950-3f73-48de-8b7e-686456f96129'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:31.314572 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b513471a-a65c-4b9c-ad59-e6b85fc82da4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5166f1e-8f4e-4eda-89b6-3bc467052f45", "tag": "c0b58950-3f73-48de-8b7e-686456f96129"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:31.333353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61c3cf-8a89-4f77-950f-5e2647c92141 req-06cab6a4-d824-4f40-85ae-cb4be9ee355c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:31.335076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb61c3cf-8a89-4f77-950f-5e2647c92141 req-06cab6a4-d824-4f40-85ae-cb4be9ee355c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 936 time: 0.0775707 Aug 16 13:00:31.347308 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:31.364247 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] Deleting port 35334e78-54a5-45a8-a314-b03256876393 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:31.364666 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:31.391776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a634c5-8c82-4b2f-a208-46c4be0529b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b58950-3f73-48de-8b7e-686456f96129,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:31.474516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d0a3e-c200-4f2a-a9c7-44281a4f0ca8 req-fdb2d457-8df7-4dd6-a1d3-5e4bb3e47df2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:31.476096 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c91d0a3e-c200-4f2a-a9c7-44281a4f0ca8 req-fdb2d457-8df7-4dd6-a1d3-5e4bb3e47df2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 931 time: 0.1552937 Aug 16 13:00:31.483004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb61c3cf-8a89-4f77-950f-5e2647c92141 req-c95587b5-cb69-4d58-9a6a-41e75aa366e8 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203465 Aug 16 13:00:31.532870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] For port 35334e78-54a5-45a8-a314-b03256876393, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=35334e78-54a5-45a8-a314-b03256876393,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:31.533243 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:31.557955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] Calling delete_port for 35334e78-54a5-45a8-a314-b03256876393 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:31.563138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c91d0a3e-c200-4f2a-a9c7-44281a4f0ca8 req-8abebcef-1f7a-4f22-bfa0-db08ff932569 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771871 Aug 16 13:00:31.621612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a', '8384d48e-f036-4209-95f8-ac745ce02f06', '01671902-0b3d-484a-b3bd-f9002f5b3fcc', '7741c931-1bd7-4534-8e45-339faa43f756'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:31.661251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462280fd-289d-4843-9259-7391ff73f217 req-c4ce396d-38b6-4b66-a3fe-46f0594e4bb4 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:31.663050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-462280fd-289d-4843-9259-7391ff73f217 req-c4ce396d-38b6-4b66-a3fe-46f0594e4bb4 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 945 time: 0.1069055 Aug 16 13:00:31.733830 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f5075dab-448d-48ab-b895-65f492cc7a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:31.786784 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe9a921-e80a-4737-b6a7-a6a35985eec5 x-openstack-request-id: req-dbe9a921-e80a-4737-b6a7-a6a35985eec5 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:31.787038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-462280fd-289d-4843-9259-7391ff73f217 req-a5986eb0-d681-49e4-85e0-f8b5aa86c7d3 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125500 Aug 16 13:00:31.787568 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5166f1e-8f4e-4eda-89b6-3bc467052f45", "tag": "c0b58950-3f73-48de-8b7e-686456f96129", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:31.787568 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbe9a921-e80a-4737-b6a7-a6a35985eec5 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:31.787734 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5166f1e-8f4e-4eda-89b6-3bc467052f45', 'tag': 'c0b58950-3f73-48de-8b7e-686456f96129', 'status': 'completed', 'code': 200} Aug 16 13:00:31.789359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Network 266b2082-d44f-4c6a-ac7b-53b2157932ce is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:31.797250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:31.800425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead190ef-8336-44ec-a66a-1161c0859b6f req-5bdbcd86-0915-475a-b7ef-fe05d53e6ed8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:31.802140 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ead190ef-8336-44ec-a66a-1161c0859b6f req-5bdbcd86-0915-475a-b7ef-fe05d53e6ed8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 950 time: 0.1290364 Aug 16 13:00:31.812894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:00:31.860926 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ead190ef-8336-44ec-a66a-1161c0859b6f req-9a5e9cb6-67ba-48bd-a5ae-ed1415779b68 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511289 Aug 16 13:00:31.902802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-27a239ad-14bb-49b9-aa9c-705be3a658c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:31.904345 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-27a239ad-14bb-49b9-aa9c-705be3a658c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c74814b27cef4a6783a274f39e3d6ddd&device_id=c5166f1e-8f4e-4eda-89b6-3bc467052f45 HTTP/1.1" status: 200 len: 1095 time: 0.5333061 Aug 16 13:00:31.904971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Pushing event updated for resources: {'Port': ['ID=acd4d96e-68e8-40fb-8cc6-e837de364347,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:31.927118 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:31.945436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2905127d-de45-4379-af50-c7bd891a6040 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:31.958723 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=35334e78-54a5-45a8-a314-b03256876393,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:32.023098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:32.028632 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-f87a347b-22df-40c5-8810-d1522f9b0b93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0b58950-3f73-48de-8b7e-686456f96129 HTTP/1.1" status: 200 len: 217 time: 0.1117339 Aug 16 13:00:32.040704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:32.042003 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:32.086839 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-76f5ecb2-d796-4cbc-baaf-8adae04124d1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3883014 Aug 16 13:00:32.126242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Request body: {'port': {'device_id': 'b058ea48-5cc6-4c71-ac42-c2330113d512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:32.132806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Transition to ACTIVE for port object 2905127d-de45-4379-af50-c7bd891a6040 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:32.158446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:32.225535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Pushing event updated for resources: {'Port': ['ID=2905127d-de45-4379-af50-c7bd891a6040,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:32.273956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-bfaf41a1-c7e5-4eec-93f9-5ea2713ed541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:32.279599 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-bfaf41a1-c7e5-4eec-93f9-5ea2713ed541 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fd8ba34-4555-4af8-93cb-92d5a963c65f HTTP/1.1" status: 200 len: 853 time: 0.2245281 Aug 16 13:00:32.349634 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:32.404055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-bf99372e-85af-47df-8864-20251777a0a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=266b2082-d44f-4c6a-ac7b-53b2157932ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721433 Aug 16 13:00:32.580009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Attempting to bind port 2905127d-de45-4379-af50-c7bd891a6040 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:00:32.580350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Attempting to bind port 2905127d-de45-4379-af50-c7bd891a6040 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:00:32.580669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Attempting to bind port 2905127d-de45-4379-af50-c7bd891a6040 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:32.606638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Port 2905127d-de45-4379-af50-c7bd891a6040 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:00:32.606638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Attempting to bind port 2905127d-de45-4379-af50-c7bd891a6040 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:32.685915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:00:32.686285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:32.686668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:00:32.687109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Bound port: 2905127d-de45-4379-af50-c7bd891a6040, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:00:32.687463 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:32.710541 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-a01e974a-dd32-430b-ade9-183419eca113 service neutron] 10.222.0.42 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765057 Aug 16 13:00:32.715218 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:32.735666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b243e93-fb0b-4581-beeb-07ff733a8609 req-93251942-900d-4d29-bf5e-8e41caf5f69c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:32.737277 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b243e93-fb0b-4581-beeb-07ff733a8609 req-93251942-900d-4d29-bf5e-8e41caf5f69c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 945 time: 0.4717722 Aug 16 13:00:32.753601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c439c-d1b9-4be3-94be-6ec765fca633 req-5a148b7f-c239-4faf-937d-5b99a9c1239a tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:32.755225 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c95c439c-d1b9-4be3-94be-6ec765fca633 req-5a148b7f-c239-4faf-937d-5b99a9c1239a tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 945 time: 0.0902550 Aug 16 13:00:32.891613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b243e93-fb0b-4581-beeb-07ff733a8609 req-787ecc00-e9a0-440c-adbd-90237e3859b7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353185 Aug 16 13:00:32.892482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] For port 2905127d-de45-4379-af50-c7bd891a6040, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:00:32.897127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c95c439c-d1b9-4be3-94be-6ec765fca633 req-9b83eda9-d9cc-4159-bf7d-f85aac80c020 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321325 Aug 16 13:00:32.903109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] For port 2905127d-de45-4379-af50-c7bd891a6040, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=2905127d-de45-4379-af50-c7bd891a6040,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:00:32.915803 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:32.976896 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-fa4f6ed1-f408-4c61-b108-837d9faa436f service neutron] 10.222.0.42 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545371 Aug 16 13:00:32.983698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:32.984383 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:32.985761 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] 10.222.0.22 "PUT /v2.0/ports/2905127d-de45-4379-af50-c7bd891a6040 HTTP/1.1" status: 200 len: 1096 time: 2.2533643 Aug 16 13:00:33.055328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b7818-83c7-4430-8dee-47379677fdbe service neutron] Pushing event updated for resources: {'Port': ['ID=2905127d-de45-4379-af50-c7bd891a6040,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:33.107158 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5193f-4c8b-449e-a839-a35f92d41eef req-fb5d5132-1f0e-4aa4-916f-d5897eb0f990 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.108864 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5d5193f-4c8b-449e-a839-a35f92d41eef req-fb5d5132-1f0e-4aa4-916f-d5897eb0f990 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1102421 Aug 16 13:00:33.111939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd4d96e-68e8-40fb-8cc6-e837de364347 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:33.126802 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:33.138294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] Router ca024f9b-16d9-45f2-8df5-28479c967568 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:00:33.150741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Transition to ACTIVE for port object acd4d96e-68e8-40fb-8cc6-e837de364347 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:33.156342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513471a-a65c-4b9c-ad59-e6b85fc82da4 req-71d2910b-526a-49ad-ae82-097f313fccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.157866 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b513471a-a65c-4b9c-ad59-e6b85fc82da4 req-71d2910b-526a-49ad-ae82-097f313fccbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c74814b27cef4a6783a274f39e3d6ddd&device_id=c5166f1e-8f4e-4eda-89b6-3bc467052f45 HTTP/1.1" status: 200 len: 1095 time: 0.1128392 Aug 16 13:00:33.159858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:33.163097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-d2272d48-70f8-4a1e-ab97-f7bf5c514586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.164623 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-d2272d48-70f8-4a1e-ab97-f7bf5c514586 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 1099 time: 0.1010437 Aug 16 13:00:33.267392 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5d5193f-4c8b-449e-a839-a35f92d41eef req-5d990b2a-a097-41aa-87ba-7a0d6ade1d96 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237557 Aug 16 13:00:33.273281 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-42ff7500-183c-4ac7-8e4b-93f157eeedad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2905127d-de45-4379-af50-c7bd891a6040 HTTP/1.1" status: 200 len: 217 time: 0.0693042 Aug 16 13:00:33.279306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2950ace-75fb-4a11-82aa-4c3649fd118d req-40a3f640-e672-4a6d-9192-add6fdb2e994 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.280751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2950ace-75fb-4a11-82aa-4c3649fd118d req-40a3f640-e672-4a6d-9192-add6fdb2e994 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 948 time: 0.1393573 Aug 16 13:00:33.339924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Pushing event updated for resources: {'Port': ['ID=acd4d96e-68e8-40fb-8cc6-e837de364347,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:33.379505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2950ace-75fb-4a11-82aa-4c3649fd118d req-af4399b7-e8aa-4410-a423-31be1963b051 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673640 Aug 16 13:00:33.385534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:00:33.400354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2fd15a-45d6-4bdd-bd1e-51bacbd19846 None None] Sync routers for ids ['ca024f9b-16d9-45f2-8df5-28479c967568'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:00:33.407860 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-66964ad7-3e72-4b91-b2cd-ccd95f03b5dd admin admin] 10.222.0.25 "PUT /v2.0/routers/ca024f9b-16d9-45f2-8df5-28479c967568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3318751 Aug 16 13:00:33.409397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41570) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:33.411737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2fd15a-45d6-4bdd-bd1e-51bacbd19846 None None] Routers {'ca024f9b-16d9-45f2-8df5-28479c967568'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:00:33.412450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4f2fd15a-45d6-4bdd-bd1e-51bacbd19846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:00:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ca024f9b-16d9-45f2-8df5-28479c967568'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:33.479028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 20922093-cae4-45a1-b8ee-2a504d15e045 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:33.494028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be57c4-a3d0-4b4e-8802-d177690f572c req-17d4748e-df45-43e0-a1bc-72f44807702a tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.496880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6be57c4-a3d0-4b4e-8802-d177690f572c req-17d4748e-df45-43e0-a1bc-72f44807702a tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 943 time: 0.0645161 Aug 16 13:00:33.497532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f19c58b3-1e64-4613-bdcf-05dd9b683901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.499092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-f19c58b3-1e64-4613-bdcf-05dd9b683901 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1735969 Aug 16 13:00:33.516858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513471a-a65c-4b9c-ad59-e6b85fc82da4 req-93185e47-5036-454b-b763-157fce74e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.518388 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b513471a-a65c-4b9c-ad59-e6b85fc82da4 req-93185e47-5036-454b-b763-157fce74e43a service neutron] 10.222.0.42 "GET /v2.0/networks?id=266b2082-d44f-4c6a-ac7b-53b2157932ce HTTP/1.1" status: 200 len: 913 time: 0.3499637 Aug 16 13:00:33.606249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6be57c4-a3d0-4b4e-8802-d177690f572c req-b79a2442-15b3-4144-bd7c-f652643e9ee1 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010768 Aug 16 13:00:33.613861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-4f2fd15a-45d6-4bdd-bd1e-51bacbd19846 None None] Set router ca024f9b-16d9-45f2-8df5-28479c967568 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:00:33.631430 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b513471a-a65c-4b9c-ad59-e6b85fc82da4 req-0e413fb0-67a6-48bf-a18a-684d85c474f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0b58950-3f73-48de-8b7e-686456f96129 HTTP/1.1" status: 200 len: 217 time: 0.0971699 Aug 16 13:00:33.645672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Attempting to bind port acd4d96e-68e8-40fb-8cc6-e837de364347 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:00:33.646023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Attempting to bind port acd4d96e-68e8-40fb-8cc6-e837de364347 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:00:33.646373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Attempting to bind port acd4d96e-68e8-40fb-8cc6-e837de364347 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:33.688260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Port acd4d96e-68e8-40fb-8cc6-e837de364347 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:00:33.688596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Attempting to bind port acd4d96e-68e8-40fb-8cc6-e837de364347 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:33.700706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 20922093-cae4-45a1-b8ee-2a504d15e045 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:33.707634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:00:33.707985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Checking segment: {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:33.708354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Bound using segment: {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:00:33.708791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Bound port: acd4d96e-68e8-40fb-8cc6-e837de364347, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:00:33.709142 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:33.712479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b6e3-771d-4c40-8a46-17d1fef23d62 req-13ea4a50-3593-4185-b74e-574825fc170c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.714746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd18b6e3-771d-4c40-8a46-17d1fef23d62 req-13ea4a50-3593-4185-b74e-574825fc170c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0930412 Aug 16 13:00:33.715605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-a434836e-2eb4-474b-9206-8da3774fc82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.717136 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-a434836e-2eb4-474b-9206-8da3774fc82c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2044644 Aug 16 13:00:33.718343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:33.719643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425bbf6-0821-460b-8cbf-aa351adcb3e5 req-22a7453e-6d9f-4353-80ee-0435c011adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.721082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f425bbf6-0821-460b-8cbf-aa351adcb3e5 req-22a7453e-6d9f-4353-80ee-0435c011adc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1095 time: 0.0642145 Aug 16 13:00:33.739416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 20922093-cae4-45a1-b8ee-2a504d15e045 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:33.739898 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:33.792043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513471a-a65c-4b9c-ad59-e6b85fc82da4 req-9fc02315-67cb-4e0a-ab77-fe7fc85a838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.792969 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b513471a-a65c-4b9c-ad59-e6b85fc82da4 req-9fc02315-67cb-4e0a-ab77-fe7fc85a838f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fd8ba34-4555-4af8-93cb-92d5a963c65f HTTP/1.1" status: 200 len: 853 time: 0.1497774 Aug 16 13:00:33.793549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44df01fe-5c67-45c4-a1b1-69151a8ccdf3', 'tag': '2905127d-de45-4379-af50-c7bd891a6040'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:33.795897 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047c5599-f0c0-430e-9657-d0a5d63f2056" -d '{"events": [{"name": "network-changed", "server_uuid": "44df01fe-5c67-45c4-a1b1-69151a8ccdf3", "tag": "2905127d-de45-4379-af50-c7bd891a6040"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:33.809968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd18b6e3-771d-4c40-8a46-17d1fef23d62 req-030fdc08-d97b-4812-87e4-315f8cdcc87c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879018 Aug 16 13:00:33.863070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:33.886794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425bbf6-0821-460b-8cbf-aa351adcb3e5 req-58018017-9c26-49b3-8987-fbbed8b20ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:33.888678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f425bbf6-0821-460b-8cbf-aa351adcb3e5 req-58018017-9c26-49b3-8987-fbbed8b20ae7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.1525538 Aug 16 13:00:33.895316 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9af58f5-b5ca-43fb-9215-79fd1fa077ab x-openstack-request-id: req-b9af58f5-b5ca-43fb-9215-79fd1fa077ab {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:33.895667 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44df01fe-5c67-45c4-a1b1-69151a8ccdf3", "tag": "2905127d-de45-4379-af50-c7bd891a6040", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:33.895856 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9af58f5-b5ca-43fb-9215-79fd1fa077ab {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:33.896244 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44df01fe-5c67-45c4-a1b1-69151a8ccdf3', 'tag': '2905127d-de45-4379-af50-c7bd891a6040', 'status': 'completed', 'code': 200} Aug 16 13:00:33.902243 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b513471a-a65c-4b9c-ad59-e6b85fc82da4 req-fe1e4f10-e923-417c-94c1-c67794183629 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=266b2082-d44f-4c6a-ac7b-53b2157932ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875671 Aug 16 13:00:33.949603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 20922093-cae4-45a1-b8ee-2a504d15e045, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20922093-cae4-45a1-b8ee-2a504d15e045,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:33.951805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56479ea9-0cf7-440c-8645-f65b010666ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20922093-cae4-45a1-b8ee-2a504d15e045'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:33.956381 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef680b5-24e0-47ed-83b7-bc1ae869f12c" -d '{"events": [{"server_uuid": "56479ea9-0cf7-440c-8645-f65b010666ec", "name": "network-vif-plugged", "status": "completed", "tag": "20922093-cae4-45a1-b8ee-2a504d15e045"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:33.967736 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:34.004759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f425bbf6-0821-460b-8cbf-aa351adcb3e5 req-abd95f23-7260-4023-847f-d8a15cb99ea1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 999 time: 0.0986223 Aug 16 13:00:34.051501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=20922093-cae4-45a1-b8ee-2a504d15e045,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:34.058690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4f2fd15a-45d6-4bdd-bd1e-51bacbd19846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T13:00:31Z', 'revision_number': 5, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:34.092210 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2fd15a-45d6-4bdd-bd1e-51bacbd19846 None None] Checking router: ca024f9b-16d9-45f2-8df5-28479c967568 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:00:34.100647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2fd15a-45d6-4bdd-bd1e-51bacbd19846 None None] Routers {'ca024f9b-16d9-45f2-8df5-28479c967568'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:00:34.101286 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4f2fd15a-45d6-4bdd-bd1e-51bacbd19846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:00:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ca024f9b-16d9-45f2-8df5-28479c967568'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:34.107324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] For port acd4d96e-68e8-40fb-8cc6-e837de364347, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:00:34.128518 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-26bcad0b-7307-4e70-9666-51079618c1a6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625278 Aug 16 13:00:34.134046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:34.139210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425bbf6-0821-460b-8cbf-aa351adcb3e5 req-15f04dca-7ce3-44aa-b767-2968bc261fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:34.140669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f425bbf6-0821-460b-8cbf-aa351adcb3e5 req-15f04dca-7ce3-44aa-b767-2968bc261fde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1275859 Aug 16 13:00:34.155866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c038a-075b-4b42-8272-6f3fc5dc6834 req-bf0dc150-148d-471d-a525-9156642d8511 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:34.156330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] For port acd4d96e-68e8-40fb-8cc6-e837de364347, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=acd4d96e-68e8-40fb-8cc6-e837de364347,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:00:34.157394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-296c038a-075b-4b42-8272-6f3fc5dc6834 req-bf0dc150-148d-471d-a525-9156642d8511 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 945 time: 0.1150031 Aug 16 13:00:34.175441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cc2c3-035d-41b0-9d42-76a71ea809e5 req-2f02d279-cea0-4fd8-b676-5f61cd5f9f46 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:34.178464 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c7cc2c3-035d-41b0-9d42-76a71ea809e5 req-2f02d279-cea0-4fd8-b676-5f61cd5f9f46 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1486647 Aug 16 13:00:34.208804 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:34.225285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-4f2fd15a-45d6-4bdd-bd1e-51bacbd19846 None None] Set router ca024f9b-16d9-45f2-8df5-28479c967568 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:00:34.265839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425bbf6-0821-460b-8cbf-aa351adcb3e5 req-bb527afb-1a90-4f90-95d9-2035396f96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:34.268736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f425bbf6-0821-460b-8cbf-aa351adcb3e5 req-bb527afb-1a90-4f90-95d9-2035396f96ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100340 Aug 16 13:00:34.313417 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b513471a-a65c-4b9c-ad59-e6b85fc82da4 req-4ec731c9-d1da-4d71-8543-d60fea6f5b75 service neutron] 10.222.0.42 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668690 Aug 16 13:00:34.328585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-296c038a-075b-4b42-8272-6f3fc5dc6834 req-e3006176-682c-4cf2-94ae-c1691b79c240 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482387 Aug 16 13:00:34.341645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c7cc2c3-035d-41b0-9d42-76a71ea809e5 req-d2c00179-bf02-473e-a038-705b6d518065 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348786 Aug 16 13:00:34.361575 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-75fe2b75-3b96-4153-89f8-707d69518a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:34.423725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f425bbf6-0821-460b-8cbf-aa351adcb3e5 req-b5bf908b-a640-4c09-82e5-2bf3997aa56c service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443200 Aug 16 13:00:34.443833 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b9ff74-f061-466f-888a-5a072e033848 x-openstack-request-id: req-78b9ff74-f061-466f-888a-5a072e033848 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:34.444387 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56479ea9-0cf7-440c-8645-f65b010666ec", "name": "network-vif-plugged", "status": "completed", "tag": "20922093-cae4-45a1-b8ee-2a504d15e045", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:34.444598 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78b9ff74-f061-466f-888a-5a072e033848 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:34.444897 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56479ea9-0cf7-440c-8645-f65b010666ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20922093-cae4-45a1-b8ee-2a504d15e045', 'code': 200} Aug 16 13:00:34.453907 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b513471a-a65c-4b9c-ad59-e6b85fc82da4 req-db1b2697-00b8-4845-ab93-2ebe7f28b5ed service neutron] 10.222.0.42 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242142 Aug 16 13:00:34.462238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:34.462826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:34.465049 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] 10.222.0.22 "PUT /v2.0/ports/acd4d96e-68e8-40fb-8cc6-e837de364347 HTTP/1.1" status: 200 len: 1091 time: 2.3434250 Aug 16 13:00:34.470329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4f2fd15a-45d6-4bdd-bd1e-51bacbd19846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T13:00:31Z', 'revision_number': 5, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:34.521828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c134a-d77c-41f0-ae7b-0ffb98f87b89 req-be39c6cb-4b3a-4963-9183-82eecd5ba5b8 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:34.523773 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5e9c134a-d77c-41f0-ae7b-0ffb98f87b89 req-be39c6cb-4b3a-4963-9183-82eecd5ba5b8 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 945 time: 0.3943732 Aug 16 13:00:34.537967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac778a-0119-4c9a-95ea-4ac95a6fe2ce service neutron] Pushing event updated for resources: {'Port': ['ID=acd4d96e-68e8-40fb-8cc6-e837de364347,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:34.561396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2fd15a-45d6-4bdd-bd1e-51bacbd19846 None None] The sync data for ids ['ca024f9b-16d9-45f2-8df5-28479c967568'] in n-d-804708-1 is: [{'id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'name': 'tempest-ServersTestFqdnHostnames-2081653227-router', 'tenant_id': 'a0da31fa70a146e0ae709697e0846815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:57:50Z', 'updated_at': '2021-08-16T13:00:31Z', 'revision_number': 5, 'project_id': 'a0da31fa70a146e0ae709697e0846815', 'gw_port': {'id': '534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca024f9b-16d9-45f2-8df5-28479c967568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:57:54Z', 'updated_at': '2021-08-16T12:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:00:34.587471 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:34.652719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f425bbf6-0821-460b-8cbf-aa351adcb3e5 req-9d037d01-65e7-4cd5-a2cf-043b6702466b service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169974 Aug 16 13:00:34.702173 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c09bdd0c-87b5-4920-b995-66f792c955f4 req-bb1e0f24-3844-4a2d-920e-90e60010d194 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637765 Aug 16 13:00:34.730268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-7e03834a-bba9-4a9a-8458-18bc9ae103bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:34.731831 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-7e03834a-bba9-4a9a-8458-18bc9ae103bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c74814b27cef4a6783a274f39e3d6ddd&device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 1094 time: 0.1287112 Aug 16 13:00:34.741231 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Deleting port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:34.741571 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:34.745613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822059a4-363a-43d3-bebc-f9e286ba1c3e req-5842dae7-0d33-4297-9e5e-6bc97c2938f8 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:34.753523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-822059a4-363a-43d3-bebc-f9e286ba1c3e req-5842dae7-0d33-4297-9e5e-6bc97c2938f8 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 948 time: 0.0986910 Aug 16 13:00:34.778528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179b811-9057-4895-a41f-5b9a86ab9c6b req-6dfefd21-b008-4e82-ba0b-b8d7a2fc2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:34.780045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2179b811-9057-4895-a41f-5b9a86ab9c6b req-6dfefd21-b008-4e82-ba0b-b8d7a2fc2ea8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 1097 time: 0.0948980 Aug 16 13:00:34.791933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86d7b0-6b60-42ec-9a9d-bf221aedb895 req-0a26c3f8-7dd6-42a2-88cb-da70930d2921 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:34.793952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b86d7b0-6b60-42ec-9a9d-bf221aedb895 req-0a26c3f8-7dd6-42a2-88cb-da70930d2921 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 943 time: 0.1030579 Aug 16 13:00:34.821378 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-822059a4-363a-43d3-bebc-f9e286ba1c3e req-bbde01d4-546b-408c-8791-d25e5df5e9f9 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668223 Aug 16 13:00:34.855014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b86d7b0-6b60-42ec-9a9d-bf221aedb895 req-ba311e20-49d5-400e-8077-f03dde50129c tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484519 Aug 16 13:00:34.985708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8a43c-99a6-4165-a39e-1f873078f190 req-97b546e1-7511-4484-8f08-61c59fadb25a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:34.993374 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51c8a43c-99a6-4165-a39e-1f873078f190 req-97b546e1-7511-4484-8f08-61c59fadb25a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0679641 Aug 16 13:00:35.035237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51c8a43c-99a6-4165-a39e-1f873078f190 req-adf73fb6-18c8-4c9e-8f81-79160b0cbafc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403507 Aug 16 13:00:35.196411 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-7929b6ba-5e22-4956-a07e-7cf4e4186aed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acd4d96e-68e8-40fb-8cc6-e837de364347 HTTP/1.1" status: 200 len: 217 time: 0.0799644 Aug 16 13:00:35.209443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-5e9c134a-d77c-41f0-ae7b-0ffb98f87b89 req-7dd7b597-6710-4883-974d-8c3f9f61f525 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Deleting port c1a35467-860a-421b-b78d-300c1e01e28e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:35.209777 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e9c134a-d77c-41f0-ae7b-0ffb98f87b89 req-7dd7b597-6710-4883-974d-8c3f9f61f525 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:35.317265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2179b811-9057-4895-a41f-5b9a86ab9c6b req-7345f94f-ba1c-4efb-aee1-5b52009328a8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921744 Aug 16 13:00:35.329469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] For port 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:35.329741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:35.350867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c5599-f0c0-430e-9657-d0a5d63f2056 req-866e34ac-b2c5-43b0-a952-f49a87689af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:35.352630 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-047c5599-f0c0-430e-9657-d0a5d63f2056 req-866e34ac-b2c5-43b0-a952-f49a87689af3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=958e09752b1d43e6850459426d4dd0ab&device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 1099 time: 0.2263894 Aug 16 13:00:35.359989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Calling delete_port for 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:35.379770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-e89ab7b3-3073-46a9-9091-2c673405e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:35.381258 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-e89ab7b3-3073-46a9-9091-2c673405e4e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5fd8ba34-4555-4af8-93cb-92d5a963c65f HTTP/1.1" status: 200 len: 853 time: 0.1765640 Aug 16 13:00:35.435758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5e9c134a-d77c-41f0-ae7b-0ffb98f87b89 req-7dd7b597-6710-4883-974d-8c3f9f61f525 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] For port c1a35467-860a-421b-b78d-300c1e01e28e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=c1a35467-860a-421b-b78d-300c1e01e28e,segment=NetworkSegment(0480c489-21fd-425c-8c43-f0ffd4268e44),segment_id=0480c489-21fd-425c-8c43-f0ffd4268e44)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:35.436111 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e9c134a-d77c-41f0-ae7b-0ffb98f87b89 req-7dd7b597-6710-4883-974d-8c3f9f61f525 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:35.436821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c0b58950-3f73-48de-8b7e-686456f96129 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:35.453343 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:35.454133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-5e9c134a-d77c-41f0-ae7b-0ffb98f87b89 req-7dd7b597-6710-4883-974d-8c3f9f61f525 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Calling delete_port for c1a35467-860a-421b-b78d-300c1e01e28e owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:35.549674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff296a-de5e-4910-8dac-c3b13e8ca96b req-92149d13-e2fe-41eb-9f3b-84d018c1f3e5 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:35.552324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9fff296a-de5e-4910-8dac-c3b13e8ca96b req-92149d13-e2fe-41eb-9f3b-84d018c1f3e5 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 945 time: 0.1031232 Aug 16 13:00:35.568962 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b3899-6538-4ed4-b2da-d9c1024000aa req-f88020d9-6e02-452a-94ae-8c2d18a59a53 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:35.572299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-961b3899-6538-4ed4-b2da-d9c1024000aa req-f88020d9-6e02-452a-94ae-8c2d18a59a53 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.0796373 Aug 16 13:00:35.634385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9fff296a-de5e-4910-8dac-c3b13e8ca96b req-c02f24cc-b106-4070-99f0-851b17c65d05 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/security-groups?id=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606670 Aug 16 13:00:35.651935 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-961b3899-6538-4ed4-b2da-d9c1024000aa req-bab427d1-66c4-4070-a881-12accb7a0954 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585883 Aug 16 13:00:35.728101 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-39e525eb-3630-4c22-8a13-919e2c64ce6b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=266b2082-d44f-4c6a-ac7b-53b2157932ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678616 Aug 16 13:00:35.739152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port c0b58950-3f73-48de-8b7e-686456f96129, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c0b58950-3f73-48de-8b7e-686456f96129,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:35.754277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'c0b58950-3f73-48de-8b7e-686456f96129', 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce', 'port_id': 'c0b58950-3f73-48de-8b7e-686456f96129', 'mac_address': 'fa:16:3e:34:72:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd8ba34-4555-4af8-93cb-92d5a963c65f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:35.794234 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:35.804541 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:35.809314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b58950-3f73-48de-8b7e-686456f96129 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:35.831656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port c0b58950-3f73-48de-8b7e-686456f96129, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c0b58950-3f73-48de-8b7e-686456f96129,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:35.837272 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:35.851039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e9c134a-d77c-41f0-ae7b-0ffb98f87b89 req-7dd7b597-6710-4883-974d-8c3f9f61f525 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:35.863745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 35334e78-54a5-45a8-a314-b03256876393 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:35.890195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Pushing event deleted for resources: {'Port': ['ID=534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:35.893265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 35334e78-54a5-45a8-a314-b03256876393 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:35.893593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 35334e78-54a5-45a8-a314-b03256876393 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:35.922519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b058ea48-5cc6-4c71-ac42-c2330113d512', 'tag': 'acd4d96e-68e8-40fb-8cc6-e837de364347'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:35.924752 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6b0acd-354a-4dc0-849b-f2138749de55" -d '{"events": [{"name": "network-changed", "server_uuid": "b058ea48-5cc6-4c71-ac42-c2330113d512", "tag": "acd4d96e-68e8-40fb-8cc6-e837de364347"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:35.927565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7b597-6710-4883-974d-8c3f9f61f525 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Pushing event deleted for resources: {'Port': ['ID=c1a35467-860a-421b-b78d-300c1e01e28e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:35.958172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=c0b58950-3f73-48de-8b7e-686456f96129,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:35.959484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d3803-b438-426a-80b1-82f2f3ad3c42 req-94b507ad-b08e-4fb2-abf2-c5fd994da361 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:35.967967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de7d3803-b438-426a-80b1-82f2f3ad3c42 req-94b507ad-b08e-4fb2-abf2-c5fd994da361 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 948 time: 0.0674410 Aug 16 13:00:36.038672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de7d3803-b438-426a-80b1-82f2f3ad3c42 req-a01b9439-f2ab-4c3d-bbe7-41ba248d61d7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690758 Aug 16 13:00:36.054177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d7684-2e83-4b29-b1bc-85b9bb9fa5f0 req-0f7fcf3a-12b2-4675-99d4-7cfe7685dc93 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:36.055912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-670d7684-2e83-4b29-b1bc-85b9bb9fa5f0 req-0f7fcf3a-12b2-4675-99d4-7cfe7685dc93 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 943 time: 0.0795982 Aug 16 13:00:36.067835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c5599-f0c0-430e-9657-d0a5d63f2056 req-dd85efbb-99d9-419c-bc9c-678faf8953d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:36.069324 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-047c5599-f0c0-430e-9657-d0a5d63f2056 req-dd85efbb-99d9-419c-bc9c-678faf8953d2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.3986580 Aug 16 13:00:36.070137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9c134a-d77c-41f0-ae7b-0ffb98f87b89 req-7dd7b597-6710-4883-974d-8c3f9f61f525 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] No DVR routers for this DVR port c1a35467-860a-421b-b78d-300c1e01e28e on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:36.076924 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e9c134a-d77c-41f0-ae7b-0ffb98f87b89 req-7dd7b597-6710-4883-974d-8c3f9f61f525 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:36.079056 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5e9c134a-d77c-41f0-ae7b-0ffb98f87b89 req-7dd7b597-6710-4883-974d-8c3f9f61f525 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.22 "DELETE /v2.0/ports/c1a35467-860a-421b-b78d-300c1e01e28e HTTP/1.1" status: 204 len: 173 time: 1.5329521 Aug 16 13:00:36.095061 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34529eac-0c6f-46d0-aa94-8fc802b73dfa x-openstack-request-id: req-34529eac-0c6f-46d0-aa94-8fc802b73dfa {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:36.095303 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b058ea48-5cc6-4c71-ac42-c2330113d512", "tag": "acd4d96e-68e8-40fb-8cc6-e837de364347", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:36.095555 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34529eac-0c6f-46d0-aa94-8fc802b73dfa {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:36.095978 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b058ea48-5cc6-4c71-ac42-c2330113d512', 'tag': 'acd4d96e-68e8-40fb-8cc6-e837de364347', 'status': 'completed', 'code': 200} Aug 16 13:00:36.098248 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-2bd41a13-7e2b-4926-a192-a1ac5d244fd7 service neutron] 10.222.0.22 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499866 Aug 16 13:00:36.111882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-670d7684-2e83-4b29-b1bc-85b9bb9fa5f0 req-1fede081-9ce0-4262-bbbe-fbb192d7e82d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473135 Aug 16 13:00:36.138263 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-047c5599-f0c0-430e-9657-d0a5d63f2056 req-93ac594f-58a1-43d7-8717-4ccce1a81336 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2905127d-de45-4379-af50-c7bd891a6040 HTTP/1.1" status: 200 len: 217 time: 0.0551744 Aug 16 13:00:36.141173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['c0b58950-3f73-48de-8b7e-686456f96129'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:36.141315 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:36.233441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aec48-622f-4956-b441-cae08caacac0 req-fdadfca3-f43a-4ba0-bd35-69fe71ffc263 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:36.235159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-298aec48-622f-4956-b441-cae08caacac0 req-fdadfca3-f43a-4ba0-bd35-69fe71ffc263 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0857654 Aug 16 13:00:36.297779 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-298aec48-622f-4956-b441-cae08caacac0 req-afbe9c4e-a5b5-4643-9065-ac2d83a488bd tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478344 Aug 16 13:00:36.336680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:36.343716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:36.366021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c5599-f0c0-430e-9657-d0a5d63f2056 req-a85364ac-9767-4e1a-8bd0-8762da1fd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:36.367546 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-047c5599-f0c0-430e-9657-d0a5d63f2056 req-a85364ac-9767-4e1a-8bd0-8762da1fd0e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1735129 Aug 16 13:00:36.415556 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4f1086d2-65c9-4dc8-9a79-e561a81d3ab2 req-2f31f7d9-4ac8-4564-8d6d-ead7480ee941 service neutron] 10.222.0.22 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862549 Aug 16 13:00:36.431472 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:36.431796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986129-8ff2-4b19-ba7d-526293930e0b req-9e2cb455-4df4-4b0f-8439-5c524aa69e4c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:36.431969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca024f9b-16d9-45f2-8df5-28479c967568 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:00:36.434331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18986129-8ff2-4b19-ba7d-526293930e0b req-9e2cb455-4df4-4b0f-8439-5c524aa69e4c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0590358 Aug 16 13:00:36.439476 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:36.439476 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-91ff43cd-285a-4347-8854-29f2f935533d admin admin] 10.222.0.25 "DELETE /v2.0/routers/ca024f9b-16d9-45f2-8df5-28479c967568 HTTP/1.1" status: 204 len: 168 time: 3.0276725 Aug 16 13:00:36.441229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41626) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:36.455611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c5599-f0c0-430e-9657-d0a5d63f2056 req-79bfad6f-234f-4c61-8703-aca70e833851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:36.457147 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-047c5599-f0c0-430e-9657-d0a5d63f2056 req-79bfad6f-234f-4c61-8703-aca70e833851 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569279 Aug 16 13:00:36.541868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18986129-8ff2-4b19-ba7d-526293930e0b req-4b4be7b7-3a54-4911-b169-f09ba9ff0d9a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524943 Aug 16 13:00:36.547082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9672975-b25d-447d-b39a-913ffb811633 admin admin] Deleting subnet 5e9c51a2-8526-4caf-b2ba-56c1fbdbb284 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:00:36.558895 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9672975-b25d-447d-b39a-913ffb811633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:36.607052 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9672975-b25d-447d-b39a-913ffb811633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:36.608907 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-047c5599-f0c0-430e-9657-d0a5d63f2056 req-d5161241-7888-44e5-a6ba-c2e304915821 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415491 Aug 16 13:00:36.612155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b0acd-354a-4dc0-849b-f2138749de55 req-e3ac3cd4-76f9-482c-bdd4-330dfd3118a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:36.613613 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c6b0acd-354a-4dc0-849b-f2138749de55 req-e3ac3cd4-76f9-482c-bdd4-330dfd3118a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c74814b27cef4a6783a274f39e3d6ddd&device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 1094 time: 0.0781789 Aug 16 13:00:36.727997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afa8a3-5d0c-402a-be26-a617e02694c5 req-849e3efc-f720-45f1-b5de-be763ab118ec tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:36.730158 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1afa8a3-5d0c-402a-be26-a617e02694c5 req-849e3efc-f720-45f1-b5de-be763ab118ec tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0961397 Aug 16 13:00:36.753642 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9672975-b25d-447d-b39a-913ffb811633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:36.788297 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-047c5599-f0c0-430e-9657-d0a5d63f2056 req-5573c653-1901-49f9-a172-05b931019e82 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713185 Aug 16 13:00:36.789411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b0acd-354a-4dc0-849b-f2138749de55 req-803def5b-7f7e-4660-bed8-5630f4a23426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:36.790750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c6b0acd-354a-4dc0-849b-f2138749de55 req-803def5b-7f7e-4660-bed8-5630f4a23426 service neutron] 10.222.0.22 "GET /v2.0/networks?id=266b2082-d44f-4c6a-ac7b-53b2157932ce HTTP/1.1" status: 200 len: 913 time: 0.1612139 Aug 16 13:00:36.802910 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c22df78b-939b-4dc3-b710-9c7280fe3335 req-5df7b212-e91c-433f-9aa8-baad2ac42f55 tempest-InstanceActionsTestJSON-962524397 tempest-InstanceActionsTestJSON-962524397-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f36513f-eca5-400e-a1c9-702ab7ce132f HTTP/1.1" status: 200 len: 210 time: 0.0633233 Aug 16 13:00:36.843754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1afa8a3-5d0c-402a-be26-a617e02694c5 req-edd4fe7d-0e0c-487e-89ce-69fc6c2af8c5 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924282 Aug 16 13:00:36.849750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c6b0acd-354a-4dc0-849b-f2138749de55 req-005e9e66-6dce-4ade-aff9-aea7e30b4d13 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acd4d96e-68e8-40fb-8cc6-e837de364347 HTTP/1.1" status: 200 len: 217 time: 0.0392337 Aug 16 13:00:36.888182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9672975-b25d-447d-b39a-913ffb811633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:36.922780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b0acd-354a-4dc0-849b-f2138749de55 req-d8aaa33e-4bca-4a92-b521-e7ae6bd86038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:36.924286 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c6b0acd-354a-4dc0-849b-f2138749de55 req-d8aaa33e-4bca-4a92-b521-e7ae6bd86038 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5fd8ba34-4555-4af8-93cb-92d5a963c65f HTTP/1.1" status: 200 len: 853 time: 0.0667999 Aug 16 13:00:36.935896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9672975-b25d-447d-b39a-913ffb811633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9c51a2-8526-4caf-b2ba-56c1fbdbb284,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:36.939740 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9672975-b25d-447d-b39a-913ffb811633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:36.942417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b9672975-b25d-447d-b39a-913ffb811633 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5e9c51a2-8526-4caf-b2ba-56c1fbdbb284 HTTP/1.1" status: 204 len: 168 time: 0.4995911 Aug 16 13:00:36.948208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41644) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:36.949874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c4986-338a-439b-8d03-1663d60966ae None None] Network 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:00:36.989580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e6d44-edb9-4afe-86a4-051faf3382cd req-06923a35-b130-4c6d-b7c3-2122da33b4a7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:36.998208 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-993e6d44-edb9-4afe-86a4-051faf3382cd req-06923a35-b130-4c6d-b7c3-2122da33b4a7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1199346 Aug 16 13:00:36.999515 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c6b0acd-354a-4dc0-849b-f2138749de55 req-6ec45c0b-208f-4dae-96bd-72f035d350c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=266b2082-d44f-4c6a-ac7b-53b2157932ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660048 Aug 16 13:00:37.106697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.122696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-993e6d44-edb9-4afe-86a4-051faf3382cd req-aaeaae30-d7c5-44a3-a134-239d289b7792 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234827 Aug 16 13:00:37.141244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c6b0acd-354a-4dc0-849b-f2138749de55 req-fe0b4d1f-0bae-4892-865c-444889d9aa6f service neutron] 10.222.0.22 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267669 Aug 16 13:00:37.261776 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.278273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6a0468-ef23-4b46-8ad0-9913b009edeb None None] DHCP port deletion for 85acb630-8b8b-4a68-92d5-2e70a4ee2d20 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:00:37.331319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c6b0acd-354a-4dc0-849b-f2138749de55 req-a410a648-245b-434f-9a47-c4e736bf5564 service neutron] 10.222.0.22 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806998 Aug 16 13:00:37.351414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a0468-ef23-4b46-8ad0-9913b009edeb None None] Deleting port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:37.352945 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0468-ef23-4b46-8ad0-9913b009edeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.386377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Deleting port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:37.386737 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.396159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dcb64-5960-4484-b3a0-e0b9e13c5480 req-55c0b53f-9511-488e-8483-d47d88164115 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:37.397821 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-023dcb64-5960-4484-b3a0-e0b9e13c5480 req-55c0b53f-9511-488e-8483-d47d88164115 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 948 time: 0.1715899 Aug 16 13:00:37.431116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8b6a0468-ef23-4b46-8ad0-9913b009edeb None None] For port c21c2333-7af9-4ed6-9dea-d6e5c9892a07, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c21c2333-7af9-4ed6-9dea-d6e5c9892a07,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:37.437446 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0468-ef23-4b46-8ad0-9913b009edeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.437937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8fb2-9994-497d-bad7-a679a38a8f4a req-58ae9f24-62b4-401c-8de9-5158d0b541ae tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:37.439762 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb4e8fb2-9994-497d-bad7-a679a38a8f4a req-58ae9f24-62b4-401c-8de9-5158d0b541ae tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 943 time: 0.1190279 Aug 16 13:00:37.462709 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a0468-ef23-4b46-8ad0-9913b009edeb None None] Calling delete_port for c21c2333-7af9-4ed6-9dea-d6e5c9892a07 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:37.476801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c0b58950-3f73-48de-8b7e-686456f96129 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:37.509267 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] For port c21c2333-7af9-4ed6-9dea-d6e5c9892a07, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c21c2333-7af9-4ed6-9dea-d6e5c9892a07,segment=NetworkSegment(2b9edd5c-6bd3-4237-90ca-41a1836e8059),segment_id=2b9edd5c-6bd3-4237-90ca-41a1836e8059)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:37.510238 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.534794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Calling delete_port for c21c2333-7af9-4ed6-9dea-d6e5c9892a07 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:37.536965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b8caf768-def0-4218-8e56-bd72fcfb0073 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:37.539472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device c1a35467-860a-421b-b78d-300c1e01e28e no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:37.569413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-023dcb64-5960-4484-b3a0-e0b9e13c5480 req-6f0a0165-e486-4cdd-9782-c7207dcb03d3 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495137 Aug 16 13:00:37.574593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb4e8fb2-9994-497d-bad7-a679a38a8f4a req-0f77db2a-8dcd-4536-9ac2-623e6ddf1f14 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009331 Aug 16 13:00:37.576805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: c1a35467-860a-421b-b78d-300c1e01e28e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:37.577158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device c1a35467-860a-421b-b78d-300c1e01e28e not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:37.692914 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port c0b58950-3f73-48de-8b7e-686456f96129 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:37.699692 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0468-ef23-4b46-8ad0-9913b009edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.707138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port c0b58950-3f73-48de-8b7e-686456f96129 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:37.707504 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.713022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1eae60-e3b8-4974-9383-ba4402024010 req-ca38f2a4-bc62-4cf2-8dcd-b206747024c6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:37.714805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd1eae60-e3b8-4974-9383-ba4402024010 req-ca38f2a4-bc62-4cf2-8dcd-b206747024c6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0741279 Aug 16 13:00:37.715644 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.750009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21c2333-7af9-4ed6-9dea-d6e5c9892a07,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:37.759235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a0468-ef23-4b46-8ad0-9913b009edeb None None] Pushing event deleted for resources: {'Port': ['ID=c21c2333-7af9-4ed6-9dea-d6e5c9892a07,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:37.761238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a0468-ef23-4b46-8ad0-9913b009edeb None None] No DVR routers for this DVR port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:37.763090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] No DVR routers for this DVR port c21c2333-7af9-4ed6-9dea-d6e5c9892a07 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:37.790556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:37.807090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'mac_address': 'fa:16:3e:ad:31:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:37.824174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd1eae60-e3b8-4974-9383-ba4402024010 req-73a404ec-7bfa-4520-9adb-1bb6773f9937 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834093 Aug 16 13:00:37.867150 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.883445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85acb630-8b8b-4a68-92d5-2e70a4ee2d20']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:37.890736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41658) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:37.904431 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.911299 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9edd5c-6bd3-4237-90ca-41a1836e8059') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:37.911624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9edd5c-6bd3-4237-90ca-41a1836e8059') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:37.912400 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.935848 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.944186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c21c2333-7af9-4ed6-9dea-d6e5c9892a07 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:37.946895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8caf768-def0-4218-8e56-bd72fcfb0073 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:37.953174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7785fc-c3fc-436c-8cdb-57d626e04f6a admin admin] Deleting subnet 7c29ad42-c441-4ed6-b9ab-61b069e2aedb {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:00:37.954199 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.959493 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab7785fc-c3fc-436c-8cdb-57d626e04f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.959635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5166f1e-8f4e-4eda-89b6-3bc467052f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b58950-3f73-48de-8b7e-686456f96129'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:37.961903 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6476cf5-5c94-4dcd-8722-2a756ca18769" -d '{"events": [{"server_uuid": "c5166f1e-8f4e-4eda-89b6-3bc467052f45", "name": "network-vif-plugged", "status": "completed", "tag": "c0b58950-3f73-48de-8b7e-686456f96129"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:37.964825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:00:37.965235 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:00:37.980855 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:00:37.997513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: c21c2333-7af9-4ed6-9dea-d6e5c9892a07 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:37.997862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c21c2333-7af9-4ed6-9dea-d6e5c9892a07 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:37.998303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:38.001247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port c0b58950-3f73-48de-8b7e-686456f96129, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c0b58950-3f73-48de-8b7e-686456f96129,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:38.010737 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.023858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab7785fc-c3fc-436c-8cdb-57d626e04f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.041072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:38.046034 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d81ada5-eeaa-4053-a2eb-3252eca43534 x-openstack-request-id: req-5d81ada5-eeaa-4053-a2eb-3252eca43534 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:38.046865 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5166f1e-8f4e-4eda-89b6-3bc467052f45", "name": "network-vif-plugged", "status": "completed", "tag": "c0b58950-3f73-48de-8b7e-686456f96129", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:38.047447 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d81ada5-eeaa-4053-a2eb-3252eca43534 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:38.048061 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5166f1e-8f4e-4eda-89b6-3bc467052f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b58950-3f73-48de-8b7e-686456f96129', 'code': 200} Aug 16 13:00:38.050475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:38.051193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 534c6be1-2d7b-4bf9-a3b0-06d9f4be4dcd not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:38.071025 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.072618 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.079310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.081474 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] 10.222.0.25 "DELETE /v2.0/networks/85acb630-8b8b-4a68-92d5-2e70a4ee2d20 HTTP/1.1" status: 204 len: 168 time: 1.1308575 Aug 16 13:00:38.120294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f36513f-eca5-400e-a1c9-702ab7ce132f', 'name': 'network-vif-deleted', 'tag': 'c1a35467-860a-421b-b78d-300c1e01e28e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:38.120858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153499b-b75a-4002-a3ca-a35b28398643 admin admin] Pushing event deleted for resources: {'Network': ['ID=85acb630-8b8b-4a68-92d5-2e70a4ee2d20,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:38.128443 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dce591-2fc7-4f48-90a0-fbd6c0136c9d" -d '{"events": [{"server_uuid": "3f36513f-eca5-400e-a1c9-702ab7ce132f", "name": "network-vif-deleted", "tag": "c1a35467-860a-421b-b78d-300c1e01e28e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:38.138684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=c0b58950-3f73-48de-8b7e-686456f96129,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:38.156265 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab7785fc-c3fc-436c-8cdb-57d626e04f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.160993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051859d3-194d-4654-b4bc-2807c7d594e4 req-2412d52c-7a57-4265-a9f5-699be3faa47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:38.163116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-051859d3-194d-4654-b4bc-2807c7d594e4 req-2412d52c-7a57-4265-a9f5-699be3faa47a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c5166f1e-8f4e-4eda-89b6-3bc467052f45 HTTP/1.1" status: 200 len: 1097 time: 0.0518208 Aug 16 13:00:38.216982 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd2e481-7903-4ffd-acf3-41c269045e2a x-openstack-request-id: req-0fd2e481-7903-4ffd-acf3-41c269045e2a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:38.217353 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f36513f-eca5-400e-a1c9-702ab7ce132f", "name": "network-vif-deleted", "tag": "c1a35467-860a-421b-b78d-300c1e01e28e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:38.217821 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fd2e481-7903-4ffd-acf3-41c269045e2a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:38.219017 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f36513f-eca5-400e-a1c9-702ab7ce132f', 'name': 'network-vif-deleted', 'tag': 'c1a35467-860a-421b-b78d-300c1e01e28e', 'status': 'completed', 'code': 200} Aug 16 13:00:38.236143 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-051859d3-194d-4654-b4bc-2807c7d594e4 req-6473ee62-890c-4100-9c03-7985910a815e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576897 Aug 16 13:00:38.236545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:38.248765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab7785fc-c3fc-436c-8cdb-57d626e04f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.266206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41680) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:38.273001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7785fc-c3fc-436c-8cdb-57d626e04f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c29ad42-c441-4ed6-b9ab-61b069e2aedb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:38.279977 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab7785fc-c3fc-436c-8cdb-57d626e04f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.281897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ab7785fc-c3fc-436c-8cdb-57d626e04f6a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7c29ad42-c441-4ed6-b9ab-61b069e2aedb HTTP/1.1" status: 204 len: 168 time: 0.3901851 Aug 16 13:00:38.284315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41682) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:38.325007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcae72-b9c6-4610-b6b4-fc868763586d req-92832045-b35b-452d-85e1-79f40f8767f1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:38.326553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72dcae72-b9c6-4610-b6b4-fc868763586d req-92832045-b35b-452d-85e1-79f40f8767f1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.0893130 Aug 16 13:00:38.329359 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9f46fce0-386f-433a-8d84-5cf39ad9d921 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0da31fa70a146e0ae709697e0846815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617924 Aug 16 13:00:38.331708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41684) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:38.357939 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.383667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b8caf768-def0-4218-8e56-bd72fcfb0073'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:38.395331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72dcae72-b9c6-4610-b6b4-fc868763586d req-213b07b4-b694-4a19-b081-639178e7e52f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573497 Aug 16 13:00:38.410182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a82a7c07-8b08-4e47-9165-4ba977cb8b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.441623 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a82a7c07-8b08-4e47-9165-4ba977cb8b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.442812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.456560 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda8eb7b-44f9-4d12-99dc-faafd1d817d7']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:38.475251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0480c489-21fd-425c-8c43-f0ffd4268e44') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:38.475558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0480c489-21fd-425c-8c43-f0ffd4268e44') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:38.489561 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.509204 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a82a7c07-8b08-4e47-9165-4ba977cb8b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.513157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a82a7c07-8b08-4e47-9165-4ba977cb8b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.515406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a82a7c07-8b08-4e47-9165-4ba977cb8b2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fe84839-5cf0-43d3-99dd-0d250b0e4dc2 HTTP/1.1" status: 204 len: 168 time: 0.1823614 Aug 16 13:00:38.516010 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.525120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:00:38.527343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:00:38.530357 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:00:38.553294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a7c07-8b08-4e47-9165-4ba977cb8b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe84839-5cf0-43d3-99dd-0d250b0e4dc2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:38.625258 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.642825 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.644769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] 10.222.0.25 "DELETE /v2.0/networks/bda8eb7b-44f9-4d12-99dc-faafd1d817d7 HTTP/1.1" status: 204 len: 168 time: 0.3593385 Aug 16 13:00:38.645772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8619d74-cc41-4750-9325-23775d98ad4e admin admin] Pushing event deleted for resources: {'Network': ['ID=bda8eb7b-44f9-4d12-99dc-faafd1d817d7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:38.712514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6a2c5-e2ce-49f9-822f-8907e5e8eb46 req-d69e09b2-5467-4a46-bd14-b190391dce62 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:38.722455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6e6a2c5-e2ce-49f9-822f-8907e5e8eb46 req-d69e09b2-5467-4a46-bd14-b190391dce62 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 948 time: 0.0661936 Aug 16 13:00:38.774140 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6e6a2c5-e2ce-49f9-822f-8907e5e8eb46 req-9532abc0-9e61-4107-9a9b-ae3fce4e9895 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502653 Aug 16 13:00:38.828301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41706) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:38.935572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f7f31dc8-e1ab-4e3e-b1df-85b67cdc0961 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4b7f2a8eb1947298ac4d8d1b2654d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060419 Aug 16 13:00:38.938062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41714) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:38.967298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1bb3d-eb16-45bb-89ec-f599aaefb760 req-45e07889-e9a9-40f2-a68d-b20374494c31 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:38.968757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faa1bb3d-eb16-45bb-89ec-f599aaefb760 req-45e07889-e9a9-40f2-a68d-b20374494c31 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 943 time: 0.1107090 Aug 16 13:00:38.992896 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5aec3b70-c105-4214-a29f-4da10d91d4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:38.996387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ffb5e-a702-4c34-ab2f-68e6b068f33c req-7a3c9f81-a0fe-45f5-a1e2-a445cbf96329 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:38.997941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca1ffb5e-a702-4c34-ab2f-68e6b068f33c req-7a3c9f81-a0fe-45f5-a1e2-a445cbf96329 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.0833886 Aug 16 13:00:39.019755 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5aec3b70-c105-4214-a29f-4da10d91d4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:39.047899 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faa1bb3d-eb16-45bb-89ec-f599aaefb760 req-9bf0a8b9-2a23-4bdc-b1cd-75cb85e2649b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660729 Aug 16 13:00:39.070279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca1ffb5e-a702-4c34-ab2f-68e6b068f33c req-bffafb3a-e924-4ce7-b6af-b5d3617ffbee tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563493 Aug 16 13:00:39.098836 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5aec3b70-c105-4214-a29f-4da10d91d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:39.103111 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5aec3b70-c105-4214-a29f-4da10d91d4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:39.106293 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5aec3b70-c105-4214-a29f-4da10d91d4e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1f4ac66-9af7-4895-bd44-be41c9a3fa5b HTTP/1.1" status: 204 len: 168 time: 0.1668768 Aug 16 13:00:39.123820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec3b70-c105-4214-a29f-4da10d91d4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f4ac66-9af7-4895-bd44-be41c9a3fa5b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:39.206395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c068-e4a0-4701-94df-27ea4e42792f req-069199d8-5069-4dc9-a965-22ee37e489f1 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:39.219517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1536c068-e4a0-4701-94df-27ea4e42792f req-069199d8-5069-4dc9-a965-22ee37e489f1 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0678124 Aug 16 13:00:39.281566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1536c068-e4a0-4701-94df-27ea4e42792f req-f8c35e6a-266b-4167-992a-18c744355bb3 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543802 Aug 16 13:00:39.516653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 2905127d-de45-4379-af50-c7bd891a6040 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:39.527287 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b8caf768-def0-4218-8e56-bd72fcfb0073 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:39.587118 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4289db6-6237-482f-8c50-1a760f6b27ee req-5fa33a77-7853-470a-922b-35ff87fd9e3d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:39.589722 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4289db6-6237-482f-8c50-1a760f6b27ee req-5fa33a77-7853-470a-922b-35ff87fd9e3d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1052964 Aug 16 13:00:39.603717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473299ea-72d4-4c2e-8e6f-427a595b731f req-3033f99d-2a0b-402d-afdf-8ec3b7b51743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:39.605892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-473299ea-72d4-4c2e-8e6f-427a595b731f req-3033f99d-2a0b-402d-afdf-8ec3b7b51743 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 1095 time: 0.0687363 Aug 16 13:00:39.645266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41756) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:39.679357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port b8caf768-def0-4218-8e56-bd72fcfb0073 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:39.679734 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:39.735473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4289db6-6237-482f-8c50-1a760f6b27ee req-add81817-36b0-48e4-b4b9-8d57a298e20c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344228 Aug 16 13:00:39.742485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 2905127d-de45-4379-af50-c7bd891a6040, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=2905127d-de45-4379-af50-c7bd891a6040,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:39.755639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473299ea-72d4-4c2e-8e6f-427a595b731f req-c6100182-aa39-4b65-bee1-33323029a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:39.757213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-473299ea-72d4-4c2e-8e6f-427a595b731f req-c6100182-aa39-4b65-bee1-33323029a2f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.1334591 Aug 16 13:00:39.768890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '2905127d-de45-4379-af50-c7bd891a6040', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '2905127d-de45-4379-af50-c7bd891a6040', 'mac_address': 'fa:16:3e:44:e9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:39.863804 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:39.864768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-473299ea-72d4-4c2e-8e6f-427a595b731f req-a81bcfc7-3d4a-4fa9-96a5-f85e68d8090c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 200 len: 999 time: 0.0988522 Aug 16 13:00:39.866309 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:39.917571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1641364569-network', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:39.936510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2905127d-de45-4379-af50-c7bd891a6040 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:39.948793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:39.951829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:39.964030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:39.964280 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:39.973111 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:39.978916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 2905127d-de45-4379-af50-c7bd891a6040, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=2905127d-de45-4379-af50-c7bd891a6040,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:40.028896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473299ea-72d4-4c2e-8e6f-427a595b731f req-07c433a5-faa6-4aee-9d85-d5a43d143757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:40.030701 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-473299ea-72d4-4c2e-8e6f-427a595b731f req-07c433a5-faa6-4aee-9d85-d5a43d143757 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.1572008 Aug 16 13:00:40.041271 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:40.049026 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:40.053885 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc2640d-36e2-43b3-ad64-a13e049f908b" -d '{"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-plugged", "status": "completed", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:40.062924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91229c-9aeb-4e72-b514-e2e43191aaa2 req-c2e2b423-30dd-447f-ac6f-0f547cfc0291 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:40.064812 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f91229c-9aeb-4e72-b514-e2e43191aaa2 req-c2e2b423-30dd-447f-ac6f-0f547cfc0291 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 948 time: 0.1259041 Aug 16 13:00:40.095420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:40.141184 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0a0d89-aed4-41c4-96b1-f99d351e192c x-openstack-request-id: req-6c0a0d89-aed4-41c4-96b1-f99d351e192c {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:40.141697 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-plugged", "status": "completed", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:40.142125 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c0a0d89-aed4-41c4-96b1-f99d351e192c {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:40.142712 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'code': 200} Aug 16 13:00:40.152991 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:40.155464 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f91229c-9aeb-4e72-b514-e2e43191aaa2 req-55424235-c069-4d49-b1b0-eca5a694a1cf tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643468 Aug 16 13:00:40.158165 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:40.186911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473299ea-72d4-4c2e-8e6f-427a595b731f req-e83391ad-21cb-4a45-92a2-6d39078dbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:40.188566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-473299ea-72d4-4c2e-8e6f-427a595b731f req-e83391ad-21cb-4a45-92a2-6d39078dbaea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461904 Aug 16 13:00:40.207618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41790) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:40.216022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=2905127d-de45-4379-af50-c7bd891a6040,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:40.224758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:00:40.249259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d798576-3bde-4283-92c7-990dbd2630fe,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:40.252725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:40.253073 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Added segment 70963884-4a64-41a7-9d65-987c654b6244 of type vlan for network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb Aug 16 13:00:40.312487 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:40.358362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:40.359657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:40.360664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:40.417695 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-941265883-network', 'tenant_id': '6ae3b705829d4f91b7f466122cc13dc3'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:40.445353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602021-9b72-420d-8b92-8cba6e5bbffa req-d8a50bbe-5b88-4f7e-89d0-001b2bbb416a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:40.446912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc602021-9b72-420d-8b92-8cba6e5bbffa req-d8a50bbe-5b88-4f7e-89d0-001b2bbb416a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1849759 Aug 16 13:00:40.470778 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8241358 Aug 16 13:00:40.471452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41800) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:40.480113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] Request body: {'subnet': {'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1641364569-subnet', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:40.484053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bd51e-9bdb-4901-b48d-70974a29f63b req-d3f51bd8-8a51-4c88-977a-27a3a33c321e tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:40.486954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-064bd51e-9bdb-4901-b48d-70974a29f63b req-d3f51bd8-8a51-4c88-977a-27a3a33c321e tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 943 time: 0.2969882 Aug 16 13:00:40.495673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813bd5f-6530-4fc9-9c84-8727de548ffe admin admin] Pushing event updated for resources: {'Network': ['ID=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:40.510332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:00:40.535279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Made reservation on behalf of 6ae3b705829d4f91b7f466122cc13dc3 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:40.537862 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:40.539854 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:40.543844 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:40.557794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['2905127d-de45-4379-af50-c7bd891a6040'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:40.566182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:40.569875 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-473299ea-72d4-4c2e-8e6f-427a595b731f req-21a747a2-3977-4653-b625-1ab05e2fd391 service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613040 Aug 16 13:00:40.879655 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:40.962354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] Checking segment: {'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:40.963780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] Network hostable DHCP agents. Network: a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:00:40.980135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8755348-ed82-44df-9ced-3e2180c2428d,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:40.991213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] Network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:00:41.003826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:41.016280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b328850-57e1-463b-9928-bd85f40beca5 None None] Network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:00:41.019549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:41.020152 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.025476 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc602021-9b72-420d-8b92-8cba6e5bbffa req-1431a7f9-7a79-4833-9df7-6278ee3854e4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617623 Aug 16 13:00:41.052960 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-064bd51e-9bdb-4901-b48d-70974a29f63b req-1fa2ddad-1974-460f-8177-c153de5c6d63 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472205 Aug 16 13:00:41.062857 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-473299ea-72d4-4c2e-8e6f-427a595b731f req-86e200bb-81ab-432a-aaa8-b44549cd801a service neutron] 10.222.0.42 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768474 Aug 16 13:00:41.223575 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.237716 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.244672 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-567f359b-fa0f-47b4-a5f0-47dcd3e8f952 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7670953 Aug 16 13:00:41.246397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41822) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:41.253391 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:41.278182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:00:41.298441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0d6fc8-2b63-46fd-a621-02888dab03d4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:41.314659 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.316275 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Added segment 243e2a8a-d5e4-49f0-8793-703e1e18995c of type vlan for network ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 Aug 16 13:00:41.328577 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.333797 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.420874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eedc1f-cec1-40bc-b4b1-6828e6a9b123 req-169bf4b5-dc17-451e-bf02-1558c648ee58 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:41.428755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1eedc1f-cec1-40bc-b4b1-6828e6a9b123 req-169bf4b5-dc17-451e-bf02-1558c648ee58 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1092286 Aug 16 13:00:41.432513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.454135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'fixed_ips': [{'subnet_id': 'a8755348-ed82-44df-9ced-3e2180c2428d'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:00:41.454135 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.511377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1eedc1f-cec1-40bc-b4b1-6828e6a9b123 req-bf87d858-d1aa-4530-abce-5ced8b7f1494 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814729 Aug 16 13:00:41.515335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.571023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.572139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:41.573437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.597469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fd7f0-d9f7-450e-b3e3-9347a6121e15 req-a1e6840c-e8a6-461f-a2cc-c2d49fd61ee9 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:41.607221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b24fd7f0-d9f7-450e-b3e3-9347a6121e15 req-a1e6840c-e8a6-461f-a2cc-c2d49fd61ee9 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 949 time: 0.1322651 Aug 16 13:00:41.614171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device acd4d96e-68e8-40fb-8cc6-e837de364347 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:41.690626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] Pushing event updated for resources: {'Network': ['ID=ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:41.714131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:00:41.721523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cdfddbb1-33c9-4875-a930-9394af5ef85d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5116873 Aug 16 13:00:41.722776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41824) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:41.744728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] Request body: {'subnet': {'network_id': 'ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-941265883-subnet', 'tenant_id': '6ae3b705829d4f91b7f466122cc13dc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:41.750409 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.790124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b24fd7f0-d9f7-450e-b3e3-9347a6121e15 req-b2b8bfe1-b7dd-476a-a839-30f423023d3e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964072 Aug 16 13:00:41.806625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] Made reservation on behalf of 6ae3b705829d4f91b7f466122cc13dc3 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:41.820750 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:41.853046 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Allocated IP 172.20.0.2 (a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb/a8755348-ed82-44df-9ced-3e2180c2428d/9e8987c9-77a9-4b16-b0a1-94027689ace8) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:00:41.934975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port acd4d96e-68e8-40fb-8cc6-e837de364347, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=acd4d96e-68e8-40fb-8cc6-e837de364347,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:41.979006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'acd4d96e-68e8-40fb-8cc6-e837de364347', 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce', 'port_id': 'acd4d96e-68e8-40fb-8cc6-e837de364347', 'mac_address': 'fa:16:3e:1a:94:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd8ba34-4555-4af8-93cb-92d5a963c65f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:42.060074 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:42.081205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd4d96e-68e8-40fb-8cc6-e837de364347 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:42.093884 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:42.136601 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:42.201051 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ccac3a7-157d-4a46-aafb-accbf38d43de,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:42.201345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port acd4d96e-68e8-40fb-8cc6-e837de364347, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=acd4d96e-68e8-40fb-8cc6-e837de364347,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:42.208984 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:42.209749 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:42.226653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] Checking segment: {'id': '243e2a8a-d5e4-49f0-8793-703e1e18995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:42.227241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] Network hostable DHCP agents. Network: ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:00:42.249709 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:42.277964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Transition to ACTIVE for port object 9e8987c9-77a9-4b16-b0a1-94027689ace8 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:42.302572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Transition to ACTIVE for port object 9e8987c9-77a9-4b16-b0a1-94027689ace8 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:42.309218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] Network ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:00:42.331964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=acd4d96e-68e8-40fb-8cc6-e837de364347,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:42.339515 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:42.343126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:42.354139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:42.354795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:42.377598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecdbbc-9b92-4b48-a246-997e0b225702 req-27c9d561-5243-4e85-895b-6264e39b698f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:42.386064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2ecdbbc-9b92-4b48-a246-997e0b225702 req-27c9d561-5243-4e85-895b-6264e39b698f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1181846 Aug 16 13:00:42.397411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Allocated IP 172.25.0.166 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/51674085-6112-4907-b28e-fb6ad90dc059) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:00:42.403134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cceab-98a0-4594-890d-17141bd812f4 req-83a60087-7b8f-4664-8209-32133b2d457b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:42.404925 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae3cceab-98a0-4594-890d-17141bd812f4 req-83a60087-7b8f-4664-8209-32133b2d457b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 944 time: 0.1241102 Aug 16 13:00:42.414389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8cba0227-d01b-40ef-9652-02a9a9762f6a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6799912 Aug 16 13:00:42.474153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2ecdbbc-9b92-4b48-a246-997e0b225702 req-201f1d3e-44aa-4dad-98e3-1cbab74d00a7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823979 Aug 16 13:00:42.487747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ecdaa1-8ce6-4901-a994-c1b431eabc8a None None] Network ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:00:42.495138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae3cceab-98a0-4594-890d-17141bd812f4 req-1802ba96-a7c5-4c7e-87bc-36cdaf003d68 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770082 Aug 16 13:00:42.529537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Pushing event updated for resources: {'Port': ['ID=9e8987c9-77a9-4b16-b0a1-94027689ace8,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:42.560643 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:42.598242 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:42.601163 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:42.608541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:00:42.689728 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:42.767239 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0eff98-06bf-4807-8d4b-4dcb17baf35e req-40b02040-29ca-49b3-86ac-ec1f643ff3ad tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:42.768852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a0eff98-06bf-4807-8d4b-4dcb17baf35e req-40b02040-29ca-49b3-86ac-ec1f643ff3ad tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1003847 Aug 16 13:00:42.796423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:42.807771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['acd4d96e-68e8-40fb-8cc6-e837de364347'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:42.810022 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:42.822298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:00:42.825055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a0eff98-06bf-4807-8d4b-4dcb17baf35e req-57db2487-0e93-4323-a994-8bbd1fe05b71 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441506 Aug 16 13:00:42.830861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Pushing event updated for resources: {'Port': ['ID=51674085-6112-4907-b28e-fb6ad90dc059,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:42.946871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Attempting to bind port 9e8987c9-77a9-4b16-b0a1-94027689ace8 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:00:42.947781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Attempting to bind port 9e8987c9-77a9-4b16-b0a1-94027689ace8 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:00:42.948825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Attempting to bind port 9e8987c9-77a9-4b16-b0a1-94027689ace8 on network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:42.962367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:00:42.963588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Checking segment: {'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:42.964512 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:42.964996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Bound using segment: {'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:00:42.965495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Bound port: 9e8987c9-77a9-4b16-b0a1-94027689ace8, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:00:42.965886 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:43.007719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5316616-be6e-4aa6-b66e-dc22c05e5700 None None] Network ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:00:43.015753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a417-4a22-480b-9334-7048f527550d req-57e7427a-d972-4175-ae1a-0d5ae19aebc5 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:43.037123 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7034a417-4a22-480b-9334-7048f527550d req-57e7427a-d972-4175-ae1a-0d5ae19aebc5 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 949 time: 0.1159933 Aug 16 13:00:43.198737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7034a417-4a22-480b-9334-7048f527550d req-1d562833-998b-400a-8759-90f1fbf0348d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559367 Aug 16 13:00:43.207534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] For port 9e8987c9-77a9-4b16-b0a1-94027689ace8, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:00:43.251032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] For port 9e8987c9-77a9-4b16-b0a1-94027689ace8, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=9e8987c9-77a9-4b16-b0a1-94027689ace8,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:00:43.261387 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:43.391344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dafc87-7ef3-4e44-b35f-5b4c16c1ad43 None None] Pushing event updated for resources: {'Port': ['ID=9e8987c9-77a9-4b16-b0a1-94027689ace8,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:43.405862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-64ff8674-51c4-4c82-9a68-7578159a51fd tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:43.406975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-64ff8674-51c4-4c82-9a68-7578159a51fd tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/networks?id=ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 HTTP/1.1" status: 200 len: 808 time: 0.2976549 Aug 16 13:00:43.436350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-c7fe1838-dccf-48de-8086-4f913e13adbe tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/quotas/6ae3b705829d4f91b7f466122cc13dc3 HTTP/1.1" status: 200 len: 375 time: 0.0181446 Aug 16 13:00:43.445111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f5631-5161-40ab-900a-9fcf846bd5f5 req-83f38dbf-d592-4345-8dbf-36b772fa177a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:43.446683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e4f5631-5161-40ab-900a-9fcf846bd5f5 req-83f38dbf-d592-4345-8dbf-36b772fa177a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1058345 Aug 16 13:00:43.500318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dcdbb5f1-a010-44df-8b76-a8d4889db2fd tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ae3b705829d4f91b7f466122cc13dc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525410 Aug 16 13:00:43.555722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 2905127d-de45-4379-af50-c7bd891a6040 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:43.633384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e4f5631-5161-40ab-900a-9fcf846bd5f5 req-265f5e6c-f55d-4d6a-9b76-77319a1ba840 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707125 Aug 16 13:00:43.683362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 2905127d-de45-4379-af50-c7bd891a6040 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:43.690247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 2905127d-de45-4379-af50-c7bd891a6040 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:43.691257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:43.695166 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:43.830915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-41c3a4a7-edc3-422b-8e77-ab7a2412900b service neutron] 10.222.0.25 "GET /v2.0/networks/ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183665 Aug 16 13:00:43.982642 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:44.013206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44df01fe-5c67-45c4-a1b1-69151a8ccdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2905127d-de45-4379-af50-c7bd891a6040'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:44.017317 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2df68ee-4c3f-4d0f-b0f4-a2e645b85ee3" -d '{"events": [{"server_uuid": "44df01fe-5c67-45c4-a1b1-69151a8ccdf3", "name": "network-vif-plugged", "status": "completed", "tag": "2905127d-de45-4379-af50-c7bd891a6040"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:44.043174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 2905127d-de45-4379-af50-c7bd891a6040, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=2905127d-de45-4379-af50-c7bd891a6040,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:44.050452 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:44.105182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 9e8987c9-77a9-4b16-b0a1-94027689ace8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:44.165796 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-215671d1-467f-495b-a4cc-b19d1113ff45 service neutron] 10.222.0.25 "GET /v2.0/networks/ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333285 Aug 16 13:00:44.174809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=2905127d-de45-4379-af50-c7bd891a6040,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:44.201346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1caf4-519f-4c2a-9797-94c0fe7d3724 req-d5f5b91b-29c4-494b-8885-f8f7db93f082 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:44.210632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67b1caf4-519f-4c2a-9797-94c0fe7d3724 req-d5f5b91b-29c4-494b-8885-f8f7db93f082 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.3374493 Aug 16 13:00:44.210996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 9e8987c9-77a9-4b16-b0a1-94027689ace8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:44.302091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67b1caf4-519f-4c2a-9797-94c0fe7d3724 req-9560d095-2552-4746-a808-80ac9c2fbff6 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800724 Aug 16 13:00:44.319303 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-bd74f55d-b933-4eae-9ba0-e671bf351ff8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2320309 Aug 16 13:00:44.371778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:44.457991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-1e2da03f-e6a2-4013-b008-0b95d3d49fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:44.459800 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-1e2da03f-e6a2-4013-b008-0b95d3d49fe8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 1096 time: 0.1031656 Aug 16 13:00:44.577420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3502ae-91e6-4e83-af83-6fee7db6b9da req-58ef258d-3502-4107-87f0-adf719484d76 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:44.578941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f3502ae-91e6-4e83-af83-6fee7db6b9da req-58ef258d-3502-4107-87f0-adf719484d76 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 944 time: 0.1832941 Aug 16 13:00:44.684265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f3502ae-91e6-4e83-af83-6fee7db6b9da req-3a553ec6-225a-47bf-be58-8d5b1bc37696 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922248 Aug 16 13:00:44.752915 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6da9c6b-45a2-4df1-8d13-ddbb345fbbaa x-openstack-request-id: req-a6da9c6b-45a2-4df1-8d13-ddbb345fbbaa {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:44.753210 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44df01fe-5c67-45c4-a1b1-69151a8ccdf3", "name": "network-vif-plugged", "status": "completed", "tag": "2905127d-de45-4379-af50-c7bd891a6040", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:44.753473 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6da9c6b-45a2-4df1-8d13-ddbb345fbbaa {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:44.753848 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44df01fe-5c67-45c4-a1b1-69151a8ccdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2905127d-de45-4379-af50-c7bd891a6040', 'code': 200} Aug 16 13:00:44.769212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-abb552f0-1c01-4dc1-a593-f5f1a9ec7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:44.771179 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-abb552f0-1c01-4dc1-a593-f5f1a9ec7782 service neutron] 10.222.0.22 "GET /v2.0/networks?id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 200 len: 912 time: 0.2501061 Aug 16 13:00:44.772778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:00:44.902619 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-1985fde7-9e6a-48ec-aab1-6131ce0ff24b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11b8f6d4-8694-4b7d-b47d-5c2c8534111e HTTP/1.1" status: 200 len: 217 time: 0.1116710 Aug 16 13:00:44.956815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ad44b-4c25-428f-a7e9-0aa24dc81cdb req-165fb7b4-5eaf-4fc0-a4bd-f5daf4b477c7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:44.970856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a6ad44b-4c25-428f-a7e9-0aa24dc81cdb req-165fb7b4-5eaf-4fc0-a4bd-f5daf4b477c7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 950 time: 0.0955544 Aug 16 13:00:45.065682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a6ad44b-4c25-428f-a7e9-0aa24dc81cdb req-ee8d5b3c-e074-4663-b773-d9adb6f74113 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921967 Aug 16 13:00:45.121734 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac3a2bb-9918-4fe6-9f88-c25303e3bfc4 None None] Network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:00:45.169403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c98bb0e-c448-432d-8395-400972484c66 req-b7a841f0-1f53-435f-9671-515c8bb330d0 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 210 time: 0.0438082 Aug 16 13:00:45.198822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-578162c0-6c1d-45be-a4b3-f18494f1a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:45.201015 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-578162c0-6c1d-45be-a4b3-f18494f1a781 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 200 len: 851 time: 0.2872019 Aug 16 13:00:45.243809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3c3dbf68-f3e2-4f8b-9348-65737dd2eaa5 None None] Provisioning for port 9e8987c9-77a9-4b16-b0a1-94027689ace8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:45.252807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3c3dbf68-f3e2-4f8b-9348-65737dd2eaa5 None None] Provisioning complete for port 9e8987c9-77a9-4b16-b0a1-94027689ace8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:45.253123 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3c3dbf68-f3e2-4f8b-9348-65737dd2eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:45.284748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:00:45.297327 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Sync routers for ids ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:00:45.334289 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Routers {'5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:00:45.335687 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:00:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:45.439830 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:45.441095 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ad6d3f59-638f-420e-b750-8c4164b0a33e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1930015 Aug 16 13:00:45.444260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41930) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:45.446745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aebd20-257a-4070-96e5-d9acd15de0bc req-ae8af815-3b2c-4017-b157-685067cb1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:45.456950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00aebd20-257a-4070-96e5-d9acd15de0bc req-ae8af815-3b2c-4017-b157-685067cb1636 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 1101 time: 0.5454144 Aug 16 13:00:45.535500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-6d28ef76-7806-400d-86f3-5f60dc164d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:45.558145 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-6d28ef76-7806-400d-86f3-5f60dc164d17 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=332b6301-e3c3-48b0-a69e-a0e7cf1ae430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2621028 Aug 16 13:00:45.594524 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device acd4d96e-68e8-40fb-8cc6-e837de364347 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:45.595912 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Set router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:00:45.740592 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3c3dbf68-f3e2-4f8b-9348-65737dd2eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:45.748138 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00aebd20-257a-4070-96e5-d9acd15de0bc req-aaa355ed-0c74-4b86-ab16-829e64b8a369 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795644 Aug 16 13:00:45.855782 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-cc07bf30-6526-48d2-817e-2c2060b8f5b5 service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867579 Aug 16 13:00:45.890094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3c3dbf68-f3e2-4f8b-9348-65737dd2eaa5 None None] For port 9e8987c9-77a9-4b16-b0a1-94027689ace8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=9e8987c9-77a9-4b16-b0a1-94027689ace8,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:45.896395 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3c3dbf68-f3e2-4f8b-9348-65737dd2eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:45.902365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port acd4d96e-68e8-40fb-8cc6-e837de364347 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:45.937212 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port acd4d96e-68e8-40fb-8cc6-e837de364347 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:45.937946 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.015985 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:43Z', 'revision_number': 3, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:46.058282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3dbf68-f3e2-4f8b-9348-65737dd2eaa5 None None] Pushing event updated for resources: {'Port': ['ID=9e8987c9-77a9-4b16-b0a1-94027689ace8,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:46.063503 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.083658 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Checking router: 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:00:46.083658 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Updating router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a port 51674085-6112-4907-b28e-fb6ad90dc059 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:00:46.111910 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.172696 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.334605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0333c5-17ee-4265-9a33-f93bf8df2e5e req-3d518831-3a67-455d-93fc-b673947b6581 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:46.346262 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6c095340-a3cf-40de-8bef-ef840b3756cf req-7d7215cb-7c44-4ba6-a001-963f4ad65047 service neutron] 10.222.0.22 "GET /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773080 Aug 16 13:00:46.349632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af0333c5-17ee-4265-9a33-f93bf8df2e5e req-3d518831-3a67-455d-93fc-b673947b6581 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.9366403 Aug 16 13:00:46.354029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port acd4d96e-68e8-40fb-8cc6-e837de364347, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=acd4d96e-68e8-40fb-8cc6-e837de364347,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:46.383427 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.398000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-96636333-eb4a-4a17-ad2b-6f0ce1eca73c None None] Provisioning complete for port 9e8987c9-77a9-4b16-b0a1-94027689ace8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:46.398520 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-96636333-eb4a-4a17-ad2b-6f0ce1eca73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.437801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af0333c5-17ee-4265-9a33-f93bf8df2e5e req-42e2455b-d794-4cde-af89-6f4b09c19640 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856297 Aug 16 13:00:46.461320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb36d0-fe0c-45b5-9603-ce47f9549c98 req-04c62540-b07a-43a9-8799-6c01a563da78 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:46.465162 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efeb36d0-fe0c-45b5-9603-ce47f9549c98 req-04c62540-b07a-43a9-8799-6c01a563da78 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe2f675-63df-423e-bd09-36238656b635 HTTP/1.1" status: 200 len: 944 time: 0.4764202 Aug 16 13:00:46.581360 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.616576 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Transition to ACTIVE for port object 51674085-6112-4907-b28e-fb6ad90dc059 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:46.629091 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.667210 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.718414 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Pushing event updated for resources: {'Port': ['ID=51674085-6112-4907-b28e-fb6ad90dc059,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:46.726879 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=acd4d96e-68e8-40fb-8cc6-e837de364347,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:46.727217 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Attempting to bind port 51674085-6112-4907-b28e-fb6ad90dc059 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:00:46.727861 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Attempting to bind port 51674085-6112-4907-b28e-fb6ad90dc059 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:00:46.728857 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Attempting to bind port 51674085-6112-4907-b28e-fb6ad90dc059 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:46.735417 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.736048 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.745670 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.746259 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.749930 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.750480 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.751452 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.751972 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.752483 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.752989 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.753495 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.754934 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:46.755330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b058ea48-5cc6-4c71-ac42-c2330113d512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd4d96e-68e8-40fb-8cc6-e837de364347'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:46.757780 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9d0b45-652e-4b3c-b955-7957de42784a" -d '{"events": [{"server_uuid": "b058ea48-5cc6-4c71-ac42-c2330113d512", "name": "network-vif-plugged", "status": "completed", "tag": "acd4d96e-68e8-40fb-8cc6-e837de364347"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:46.772189 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:00:46.772916 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:46.775311 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.776523 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:00:46.777428 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Bound port: 51674085-6112-4907-b28e-fb6ad90dc059, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:00:46.778056 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.859080 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] For port 51674085-6112-4907-b28e-fb6ad90dc059, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:00:46.863598 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] For port 51674085-6112-4907-b28e-fb6ad90dc059, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=51674085-6112-4907-b28e-fb6ad90dc059,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:00:46.877469 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:46.955173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-80243caa-8103-4717-b9d4-d346e9ad904c tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:46.956696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-80243caa-8103-4717-b9d4-d346e9ad904c tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.42 "GET /v2.0/networks?id=ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 HTTP/1.1" status: 200 len: 808 time: 0.5100677 Aug 16 13:00:46.993024 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Routers {'5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:00:46.993674 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:00:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:47.007892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Request body: {'port': {'device_id': '84252b48-ba90-426e-b2c7-87f5f2ba9c9b', 'network_id': 'ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4', 'admin_state_up': True, 'tenant_id': '6ae3b705829d4f91b7f466122cc13dc3'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:47.071328 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29743a20-36aa-45ca-97c3-b16ae6401c81 None None] Pushing event updated for resources: {'Port': ['ID=51674085-6112-4907-b28e-fb6ad90dc059,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:47.108200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc166921-3306-4cec-b3c3-bc3cf641ca04 req-89d80a85-7cef-40ab-b07b-2ae774cde0cd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:47.109949 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc166921-3306-4cec-b3c3-bc3cf641ca04 req-89d80a85-7cef-40ab-b07b-2ae774cde0cd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 945 time: 0.2815027 Aug 16 13:00:47.158877 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] Set router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:00:47.180974 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc166921-3306-4cec-b3c3-bc3cf641ca04 req-4af629da-c118-4b3d-be36-527c92e82339 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579743 Aug 16 13:00:47.209914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-efeb36d0-fe0c-45b5-9603-ce47f9549c98 req-4d781129-2ef4-493a-aad5-022d0eb3501d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Deleting port 59c4a172-04f5-4977-99c3-5bb5277d1165 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:47.210384 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-efeb36d0-fe0c-45b5-9603-ce47f9549c98 req-4d781129-2ef4-493a-aad5-022d0eb3501d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:47.346172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Made reservation on behalf of 6ae3b705829d4f91b7f466122cc13dc3 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:00:47.358225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:47.393790 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Allocated IP 172.20.0.1 (a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb/a8755348-ed82-44df-9ced-3e2180c2428d/855e973c-2db5-4957-a02a-3f4b184bf8c6) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:00:47.531657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2decaa6-8ed1-4295-88a4-a48f2ec81b95 req-297997fc-6120-465d-8026-c52cd17ae1d5 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:47.542403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2decaa6-8ed1-4295-88a4-a48f2ec81b95 req-297997fc-6120-465d-8026-c52cd17ae1d5 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 950 time: 0.2001953 Aug 16 13:00:47.552807 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:43Z', 'revision_number': 3, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:47.590389 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ce8ed-d27f-4418-b2fc-a54db71ab37a None None] The sync data for ids ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'] in n-d-804708-1 is: [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:43Z', 'revision_number': 3, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:00:47.608222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-efeb36d0-fe0c-45b5-9603-ce47f9549c98 req-4d781129-2ef4-493a-aad5-022d0eb3501d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] For port 59c4a172-04f5-4977-99c3-5bb5277d1165, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=59c4a172-04f5-4977-99c3-5bb5277d1165,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:47.609575 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-efeb36d0-fe0c-45b5-9603-ce47f9549c98 req-4d781129-2ef4-493a-aad5-022d0eb3501d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:47.679879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-efeb36d0-fe0c-45b5-9603-ce47f9549c98 req-4d781129-2ef4-493a-aad5-022d0eb3501d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Calling delete_port for 59c4a172-04f5-4977-99c3-5bb5277d1165 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:47.745859 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2decaa6-8ed1-4295-88a4-a48f2ec81b95 req-e6296f63-dbac-4cf6-8250-d62c6313cf09 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025509 Aug 16 13:00:47.862854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Allocated IP 172.20.0.5 (ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4/7ccac3a7-157d-4a46-aafb-accbf38d43de/32cff75b-644b-4a63-b1b0-691b0e8c4f83) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:00:47.896398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1ee48c3-7c42-48db-af7d-aa919a4dba64 req-3596898b-c11c-402f-88e5-c048c65dffa8 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 210 time: 0.0610878 Aug 16 13:00:47.943910 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 9e8987c9-77a9-4b16-b0a1-94027689ace8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:47.954541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:48.044414 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907f9e28-7d1a-4a83-af78-222faa2784d9 x-openstack-request-id: req-907f9e28-7d1a-4a83-af78-222faa2784d9 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:48.044633 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b058ea48-5cc6-4c71-ac42-c2330113d512", "name": "network-vif-plugged", "status": "completed", "tag": "acd4d96e-68e8-40fb-8cc6-e837de364347", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:48.044799 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-907f9e28-7d1a-4a83-af78-222faa2784d9 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:48.047369 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b058ea48-5cc6-4c71-ac42-c2330113d512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd4d96e-68e8-40fb-8cc6-e837de364347', 'code': 200} Aug 16 13:00:48.086193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Transition to ACTIVE for port object 855e973c-2db5-4957-a02a-3f4b184bf8c6 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:48.092521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 9e8987c9-77a9-4b16-b0a1-94027689ace8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:48.092893 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:48.261269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdb8b3-6680-407f-a7bb-36edfe6d1756 req-e42a6ccb-502b-4353-a71c-b49b3f4f7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:48.262953 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-25bdb8b3-6680-407f-a7bb-36edfe6d1756 req-e42a6ccb-502b-4353-a71c-b49b3f4f7649 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 1096 time: 0.1075547 Aug 16 13:00:48.323590 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-25bdb8b3-6680-407f-a7bb-36edfe6d1756 req-e412ad2d-ed72-4275-ae44-23bd6ff44a44 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 Aug 16 13:00:48.375056 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-efeb36d0-fe0c-45b5-9603-ce47f9549c98 req-4d781129-2ef4-493a-aad5-022d0eb3501d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:48.403201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7ea1c7be-d747-494d-8759-92d77770e3b8', '11b8f6d4-8694-4b7d-b47d-5c2c8534111e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:48.434582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d781129-2ef4-493a-aad5-022d0eb3501d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event deleted for resources: {'Port': ['ID=59c4a172-04f5-4977-99c3-5bb5277d1165,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:48.473825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48237ab0-437f-4f59-85d0-5e25f218ab5a req-c0bdeec9-5bd7-4a57-838e-8abd41b740fa tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:48.482400 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48237ab0-437f-4f59-85d0-5e25f218ab5a req-c0bdeec9-5bd7-4a57-838e-8abd41b740fa tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.2026596 Aug 16 13:00:48.500705 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:48.510137 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:48.655459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:48.659078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeb36d0-fe0c-45b5-9603-ce47f9549c98 req-4d781129-2ef4-493a-aad5-022d0eb3501d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] No DVR routers for this DVR port 59c4a172-04f5-4977-99c3-5bb5277d1165 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:48.684643 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-efeb36d0-fe0c-45b5-9603-ce47f9549c98 req-4d781129-2ef4-493a-aad5-022d0eb3501d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:48.697813 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efeb36d0-fe0c-45b5-9603-ce47f9549c98 req-4d781129-2ef4-493a-aad5-022d0eb3501d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "DELETE /v2.0/ports/59c4a172-04f5-4977-99c3-5bb5277d1165 HTTP/1.1" status: 204 len: 173 time: 2.0177360 Aug 16 13:00:48.699374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:48.701194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe2f675-63df-423e-bd09-36238656b635', 'name': 'network-vif-deleted', 'tag': '59c4a172-04f5-4977-99c3-5bb5277d1165'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:48.703700 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018525da-8ab7-41b2-a1e6-4938940bfcd1" -d '{"events": [{"server_uuid": "bfe2f675-63df-423e-bd09-36238656b635", "name": "network-vif-deleted", "tag": "59c4a172-04f5-4977-99c3-5bb5277d1165"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:48.706818 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:00:48.835392 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:49.005541 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48237ab0-437f-4f59-85d0-5e25f218ab5a req-0db7e6ab-7ebe-417a-a419-95e08b7a0287 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178626 Aug 16 13:00:49.006393 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=855e973c-2db5-4957-a02a-3f4b184bf8c6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:49.087642 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:49.189725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b3deb4e0-2dd7-4806-8c7c-9f009c30d3cf None None] Provisioning for port 855e973c-2db5-4957-a02a-3f4b184bf8c6 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:49.196179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b3deb4e0-2dd7-4806-8c7c-9f009c30d3cf None None] Provisioning complete for port 855e973c-2db5-4957-a02a-3f4b184bf8c6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:49.196693 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b3deb4e0-2dd7-4806-8c7c-9f009c30d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:49.255074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Network ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:49.273237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:49.281741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Pushing event updated for resources: {'Port': ['ID=32cff75b-644b-4a63-b1b0-691b0e8c4f83,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:49.287027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:00:49.320041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b3deb4e0-2dd7-4806-8c7c-9f009c30d3cf None None] Port 855e973c-2db5-4957-a02a-3f4b184bf8c6 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:00:49.813841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:49.814541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:49.837682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2ac07-a8cc-4678-b655-6a159b5a8e5e req-ef5694af-0aef-4517-80c3-796f40d91a1a tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:49.845057 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7b2ac07-a8cc-4678-b655-6a159b5a8e5e req-ef5694af-0aef-4517-80c3-796f40d91a1a tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 945 time: 0.1401603 Aug 16 13:00:49.893232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61307223-57ab-4b39-87c5-9aa9b715b884 req-5e132079-1bd6-432b-bfc5-275b4cd22772 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:49.909243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61307223-57ab-4b39-87c5-9aa9b715b884 req-5e132079-1bd6-432b-bfc5-275b4cd22772 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 950 time: 0.1911657 Aug 16 13:00:49.916827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-e3ab0a4c-2087-452c-ae82-ebbf5ac11b36 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9131863 Aug 16 13:00:49.937914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Request body: {'port': {'device_id': '84252b48-ba90-426e-b2c7-87f5f2ba9c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:00:49.947513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:50.001753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 51674085-6112-4907-b28e-fb6ad90dc059 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:50.043247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7b2ac07-a8cc-4678-b655-6a159b5a8e5e req-e0e55566-6d76-456c-aa9e-ed9009265c48 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972475 Aug 16 13:00:50.061921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61307223-57ab-4b39-87c5-9aa9b715b884 req-7fc749e8-72d3-494b-aa3e-f23fdfa2bf52 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517487 Aug 16 13:00:50.111337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 51674085-6112-4907-b28e-fb6ad90dc059 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:50.139703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 51674085-6112-4907-b28e-fb6ad90dc059 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:50.140186 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:50.280178 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:50.284050 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968b9b59-7590-48ac-a739-1cd53faf2e2a x-openstack-request-id: req-968b9b59-7590-48ac-a739-1cd53faf2e2a {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:50.284399 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe2f675-63df-423e-bd09-36238656b635", "name": "network-vif-deleted", "tag": "59c4a172-04f5-4977-99c3-5bb5277d1165", "status": "failed", "code": 422}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:50.284665 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-968b9b59-7590-48ac-a739-1cd53faf2e2a {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:50.285075 n-d-804708-1 neutron-server[101395]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfe2f675-63df-423e-bd09-36238656b635', 'name': 'network-vif-deleted', 'tag': '59c4a172-04f5-4977-99c3-5bb5277d1165', 'status': 'failed', 'code': 422} returned with failed status Aug 16 13:00:50.311419 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:50.351372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 51674085-6112-4907-b28e-fb6ad90dc059, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=51674085-6112-4907-b28e-fb6ad90dc059,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:50.355062 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:50.363975 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:50.425893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=855e973c-2db5-4957-a02a-3f4b184bf8c6,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:50.438957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=51674085-6112-4907-b28e-fb6ad90dc059,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:50.462379 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:50.532298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9fa9d-407d-4d82-a576-00c8ee26b7c2 req-f0fe4426-0bcf-4fd6-937a-a3e37c01e182 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:50.534074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5b9fa9d-407d-4d82-a576-00c8ee26b7c2 req-f0fe4426-0bcf-4fd6-937a-a3e37c01e182 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 931 time: 0.2481289 Aug 16 13:00:50.538576 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:50.571390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95963b-ad34-4878-8163-d299b5b25f67 req-b594658d-4b87-4c30-9953-4229f7f8b80a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:50.573071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b95963b-ad34-4878-8163-d299b5b25f67 req-b594658d-4b87-4c30-9953-4229f7f8b80a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.2320414 Aug 16 13:00:50.764693 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5b9fa9d-407d-4d82-a576-00c8ee26b7c2 req-9ed45395-ba22-433d-a02f-2d8a34ce526e tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b0d6fc8-2b63-46fd-a621-02888dab03d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238259 Aug 16 13:00:50.788581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b95963b-ad34-4878-8163-d299b5b25f67 req-243c9bf9-a3a9-4bc1-ae70-13789f8fdf5a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995354 Aug 16 13:00:50.899734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:00:50.917661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:00:51.039930 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd1f5a-12f5-4297-835f-ef1c7e22e1c7 req-ef39425e-aca6-48c4-bd1e-32d06f494c7a tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:51.047442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20cd1f5a-12f5-4297-835f-ef1c7e22e1c7 req-ef39425e-aca6-48c4-bd1e-32d06f494c7a tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 1101 time: 0.1429527 Aug 16 13:00:51.181571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cff75b-644b-4a63-b1b0-691b0e8c4f83 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:51.200937 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:51.214904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20cd1f5a-12f5-4297-835f-ef1c7e22e1c7 req-74eb4995-efb5-4d2c-8580-f250a0f29abc tempest-ServersOnMultiNodesTest-132957397 tempest-ServersOnMultiNodesTest-132957397-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654351 Aug 16 13:00:51.294519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:00:51.311396 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Transition to ACTIVE for port object 32cff75b-644b-4a63-b1b0-691b0e8c4f83 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:51.338784 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:51.382059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fdb90de5-53f0-40e2-887f-161b5557248f None None] Provisioning complete for port 855e973c-2db5-4957-a02a-3f4b184bf8c6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:51.382934 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fdb90de5-53f0-40e2-887f-161b5557248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:51.441611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-fdb90de5-53f0-40e2-887f-161b5557248f None None] Port 855e973c-2db5-4957-a02a-3f4b184bf8c6 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:00:51.545933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db70894-16b1-49c2-9fb3-fbf619ce831d req-3af1c963-7cd5-4d13-aded-3fdf9d129f77 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:51.550590 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0db70894-16b1-49c2-9fb3-fbf619ce831d req-3af1c963-7cd5-4d13-aded-3fdf9d129f77 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 945 time: 0.2743936 Aug 16 13:00:51.648751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd880a9-84ba-4035-be18-42156b99eda7 req-83a828bc-164c-4a31-b87f-72d5026f65d9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:51.652075 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bd880a9-84ba-4035-be18-42156b99eda7 req-83a828bc-164c-4a31-b87f-72d5026f65d9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 907 time: 0.3317418 Aug 16 13:00:51.656130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Pushing event updated for resources: {'Port': ['ID=32cff75b-644b-4a63-b1b0-691b0e8c4f83,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:51.732565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0db70894-16b1-49c2-9fb3-fbf619ce831d req-1ce60733-1834-47ce-85bc-1aac60087839 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709204 Aug 16 13:00:51.785419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:00:51.793532 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c61215dd-020a-4c01-a986-ed48e334e0f3 admin admin] 10.222.0.25 "PUT /v2.0/routers/5e1c441e-b952-4faf-98c6-5f6f9ea81a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3138320 Aug 16 13:00:51.809804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Sync routers for ids ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:00:51.817156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Attempting to bind port 32cff75b-644b-4a63-b1b0-691b0e8c4f83 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:00:51.820165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Routers {'5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:00:51.820759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Attempting to bind port 32cff75b-644b-4a63-b1b0-691b0e8c4f83 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '243e2a8a-d5e4-49f0-8793-703e1e18995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:00:51.821052 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:00:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:51.821458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Attempting to bind port 32cff75b-644b-4a63-b1b0-691b0e8c4f83 on network ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:51.862272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Port 32cff75b-644b-4a63-b1b0-691b0e8c4f83 on network ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:00:51.862272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Attempting to bind port 32cff75b-644b-4a63-b1b0-691b0e8c4f83 on network ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:51.862272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:00:51.862272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Checking segment: {'id': '243e2a8a-d5e4-49f0-8793-703e1e18995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:51.862272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Bound using segment: {'id': '243e2a8a-d5e4-49f0-8793-703e1e18995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:00:51.862272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Bound port: 32cff75b-644b-4a63-b1b0-691b0e8c4f83, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243e2a8a-d5e4-49f0-8793-703e1e18995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:00:51.862272 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:52.040435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 51674085-6112-4907-b28e-fb6ad90dc059 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:52.081375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] For port 32cff75b-644b-4a63-b1b0-691b0e8c4f83, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:00:52.086978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] For port 32cff75b-644b-4a63-b1b0-691b0e8c4f83, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=32cff75b-644b-4a63-b1b0-691b0e8c4f83,segment=NetworkSegment(243e2a8a-d5e4-49f0-8793-703e1e18995c),segment_id=243e2a8a-d5e4-49f0-8793-703e1e18995c)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:00:52.097772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265526b-7edb-487c-8c21-bb1fab640950 req-a6bd2dca-6af3-426b-b286-74217fa476d9 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:52.106401 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3265526b-7edb-487c-8c21-bb1fab640950 req-a6bd2dca-6af3-426b-b286-74217fa476d9 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5166f1e-8f4e-4eda-89b6-3bc467052f45 HTTP/1.1" status: 200 len: 946 time: 0.1302714 Aug 16 13:00:52.116865 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:52.170445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Set router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:00:52.221545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:52.222474 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:52.224037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] 10.222.0.42 "PUT /v2.0/ports/32cff75b-644b-4a63-b1b0-691b0e8c4f83 HTTP/1.1" status: 200 len: 1091 time: 2.2903223 Aug 16 13:00:52.232330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 51674085-6112-4907-b28e-fb6ad90dc059 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:52.233009 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:52.244321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3265526b-7edb-487c-8c21-bb1fab640950 req-cdd48673-fd42-4588-ba45-ab688a81d13e tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367059 Aug 16 13:00:52.286424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84252b48-ba90-426e-b2c7-87f5f2ba9c9b', 'tag': '32cff75b-644b-4a63-b1b0-691b0e8c4f83'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:52.288725 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf031c5-b272-4d17-8a69-96c7c0c2c9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "84252b48-ba90-426e-b2c7-87f5f2ba9c9b", "tag": "32cff75b-644b-4a63-b1b0-691b0e8c4f83"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:52.301131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf0483-eed5-4b79-924d-3425c53e42c4 service neutron] Pushing event updated for resources: {'Port': ['ID=32cff75b-644b-4a63-b1b0-691b0e8c4f83,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:52.357515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3890-580b-478a-a4ec-eee8525623ff req-98006106-fda8-40ee-936a-fd1a16503582 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:52.360842 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1ca3890-580b-478a-a4ec-eee8525623ff req-98006106-fda8-40ee-936a-fd1a16503582 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 943 time: 0.2299373 Aug 16 13:00:52.488481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-b3e69279-0ccb-48a4-b475-70a590d19b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:52.490373 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-b3e69279-0ccb-48a4-b475-70a590d19b69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae3b705829d4f91b7f466122cc13dc3&device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 1094 time: 0.1814830 Aug 16 13:00:52.528362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da120e-09d4-48df-ab71-a1f9640a5994 req-def0f7c0-70e6-4c82-bcab-f062f9df8ad4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:52.536417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96da120e-09d4-48df-ab71-a1f9640a5994 req-def0f7c0-70e6-4c82-bcab-f062f9df8ad4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1744630 Aug 16 13:00:52.600914 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1ca3890-580b-478a-a4ec-eee8525623ff req-fb440ae4-32d6-46c2-aac1-850f812273c6 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b0d6fc8-2b63-46fd-a621-02888dab03d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019954 Aug 16 13:00:52.617029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-2a805e59-334c-40f3-96ed-67659912f999 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32cff75b-644b-4a63-b1b0-691b0e8c4f83 HTTP/1.1" status: 200 len: 217 time: 0.0958166 Aug 16 13:00:52.740282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:49Z', 'revision_number': 4, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '855e973c-2db5-4957-a02a-3f4b184bf8c6', 'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'mac_address': 'fa:16:3e:46:86:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:46Z', 'updated_at': '2021-08-16T13:00:50Z', 'revision_number': 2, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'subnets': [{'id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:52.775926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Checking router: 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:00:52.776289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Updating router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a port 855e973c-2db5-4957-a02a-3f4b184bf8c6 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:00:52.800647 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96da120e-09d4-48df-ab71-a1f9640a5994 req-cbe562e4-020d-41d7-9f28-3745478ac70d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628608 Aug 16 13:00:52.804725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:52.838670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-6ee0ee3b-f165-44e5-90f8-dfeed62f14da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:52.845611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-6ee0ee3b-f165-44e5-90f8-dfeed62f14da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ccac3a7-157d-4a46-aafb-accbf38d43de HTTP/1.1" status: 200 len: 848 time: 0.2120554 Aug 16 13:00:52.968671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-4b1a6a8e-ae93-4e9a-9524-d18e49362733 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074927 Aug 16 13:00:53.000910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee460b-3404-43c6-9eee-9b8b4c294f66 req-55f0edc2-81a9-4d82-8b8d-5aa79d249afe tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:53.002624 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41ee460b-3404-43c6-9eee-9b8b4c294f66 req-55f0edc2-81a9-4d82-8b8d-5aa79d249afe tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 907 time: 0.1259801 Aug 16 13:00:53.287393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-41ee460b-3404-43c6-9eee-9b8b4c294f66 req-6cbb41a5-a186-4bc9-8cc3-9953a192306d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Deleting port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:53.289644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-41ee460b-3404-43c6-9eee-9b8b4c294f66 req-6cbb41a5-a186-4bc9-8cc3-9953a192306d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:53.292421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63f45b-a9a8-4260-b9d4-5714771a0e5a req-cec9cb1c-3c40-4ae9-9749-2c5729632c94 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:53.314554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d63f45b-a9a8-4260-b9d4-5714771a0e5a req-cec9cb1c-3c40-4ae9-9749-2c5729632c94 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 950 time: 0.2865908 Aug 16 13:00:53.411527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d63f45b-a9a8-4260-b9d4-5714771a0e5a req-42ca9dcc-ee6a-4f86-9215-d0da4dc5e7b4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946820 Aug 16 13:00:53.417574 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8cee2c-72de-43c0-b4da-909d1ba5bf56 x-openstack-request-id: req-0d8cee2c-72de-43c0-b4da-909d1ba5bf56 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:53.417878 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84252b48-ba90-426e-b2c7-87f5f2ba9c9b", "tag": "32cff75b-644b-4a63-b1b0-691b0e8c4f83", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:53.418172 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d8cee2c-72de-43c0-b4da-909d1ba5bf56 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:53.418584 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84252b48-ba90-426e-b2c7-87f5f2ba9c9b', 'tag': '32cff75b-644b-4a63-b1b0-691b0e8c4f83', 'status': 'completed', 'code': 200} Aug 16 13:00:53.421329 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-6309b227-15a8-4b22-9e6b-0e467de3ca18 service neutron] 10.222.0.42 "GET /v2.0/networks/ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401140 Aug 16 13:00:53.500932 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:53.518618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-41ee460b-3404-43c6-9eee-9b8b4c294f66 req-6cbb41a5-a186-4bc9-8cc3-9953a192306d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] For port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:53.519113 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-41ee460b-3404-43c6-9eee-9b8b4c294f66 req-6cbb41a5-a186-4bc9-8cc3-9953a192306d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:53.523738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Transition to ACTIVE for port object 855e973c-2db5-4957-a02a-3f4b184bf8c6 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:00:53.545162 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:53.555120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-41ee460b-3404-43c6-9eee-9b8b4c294f66 req-6cbb41a5-a186-4bc9-8cc3-9953a192306d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Calling delete_port for 70d81bf0-893c-4aa5-befc-2cb020cf1c2f owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:53.645993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5209c1-c5bb-4e67-a22d-625c027ed37b None None] Pushing event updated for resources: {'Port': ['ID=855e973c-2db5-4957-a02a-3f4b184bf8c6,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:53.741287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38668e4a-3b99-47d9-ae3b-eadebdaecc74 req-41d5b5d4-24e1-4299-8972-154395b53c78 service neutron] 10.222.0.42 "GET /v2.0/networks/ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090250 Aug 16 13:00:53.764227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-41ee460b-3404-43c6-9eee-9b8b4c294f66 req-6cbb41a5-a186-4bc9-8cc3-9953a192306d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:53.837122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a268-0089-4fd5-9c97-fc943f119dec req-d9dfc595-dd84-40d3-a42b-4283b565172b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:53.845917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Attempting to bind port 855e973c-2db5-4957-a02a-3f4b184bf8c6 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:00:53.846358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Attempting to bind port 855e973c-2db5-4957-a02a-3f4b184bf8c6 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:00:53.846713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Attempting to bind port 855e973c-2db5-4957-a02a-3f4b184bf8c6 on network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:00:53.867450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8412a268-0089-4fd5-9c97-fc943f119dec req-d9dfc595-dd84-40d3-a42b-4283b565172b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c52daa-7cb1-4399-9df2-206bc296ffe1 HTTP/1.1" status: 200 len: 829 time: 0.1872480 Aug 16 13:00:53.867687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb41a5-a186-4bc9-8cc3-9953a192306d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event deleted for resources: {'Port': ['ID=70d81bf0-893c-4aa5-befc-2cb020cf1c2f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:53.876684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:00:53.877060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Checking segment: {'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:00:53.877464 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:53.877857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Bound using segment: {'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:00:53.878354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Bound port: 855e973c-2db5-4957-a02a-3f4b184bf8c6, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:00:53.878736 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:54.003754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ee460b-3404-43c6-9eee-9b8b4c294f66 req-6cbb41a5-a186-4bc9-8cc3-9953a192306d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] No DVR routers for this DVR port 70d81bf0-893c-4aa5-befc-2cb020cf1c2f on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:54.009658 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-41ee460b-3404-43c6-9eee-9b8b4c294f66 req-6cbb41a5-a186-4bc9-8cc3-9953a192306d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:54.020425 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41ee460b-3404-43c6-9eee-9b8b4c294f66 req-6cbb41a5-a186-4bc9-8cc3-9953a192306d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.42 "DELETE /v2.0/ports/70d81bf0-893c-4aa5-befc-2cb020cf1c2f HTTP/1.1" status: 204 len: 173 time: 1.0068240 Aug 16 13:00:54.085013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c52daa-7cb1-4399-9df2-206bc296ffe1', 'name': 'network-vif-deleted', 'tag': '70d81bf0-893c-4aa5-befc-2cb020cf1c2f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:54.104029 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b5beed-7d67-48a8-9ab8-4b0e3020f6de" -d '{"events": [{"server_uuid": "d9c52daa-7cb1-4399-9df2-206bc296ffe1", "name": "network-vif-deleted", "tag": "70d81bf0-893c-4aa5-befc-2cb020cf1c2f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:54.162417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] For port 855e973c-2db5-4957-a02a-3f4b184bf8c6, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:00:54.169649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] For port 855e973c-2db5-4957-a02a-3f4b184bf8c6, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=855e973c-2db5-4957-a02a-3f4b184bf8c6,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:00:54.178539 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:54.187013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf031c5-b272-4d17-8a69-96c7c0c2c9ba req-ff6580f9-7eb2-43ab-b664-21eb5bd4ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:54.188693 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bf031c5-b272-4d17-8a69-96c7c0c2c9ba req-ff6580f9-7eb2-43ab-b664-21eb5bd4ce18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae3b705829d4f91b7f466122cc13dc3&device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 1094 time: 0.3264360 Aug 16 13:00:54.308650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2bb2-688b-4d7e-bbbf-3ff0ef64cb81 req-2e6a09eb-f474-4261-a552-b5911e8232d0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:54.310652 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c0b2bb2-688b-4d7e-bbbf-3ff0ef64cb81 req-2e6a09eb-f474-4261-a552-b5911e8232d0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/ports?device_id=44df01fe-5c67-45c4-a1b1-69151a8ccdf3 HTTP/1.1" status: 200 len: 950 time: 0.3230746 Aug 16 13:00:54.327205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5209c1-c5bb-4e67-a22d-625c027ed37b None None] Pushing event updated for resources: {'Port': ['ID=855e973c-2db5-4957-a02a-3f4b184bf8c6,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:54.420253 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Routers {'5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:00:54.422676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:00:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:54.564345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-2c0b2bb2-688b-4d7e-bbbf-3ff0ef64cb81 req-5673372b-f8f1-4c2d-9836-ac91ec7d2b07 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Deleting port 2905127d-de45-4379-af50-c7bd891a6040 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:54.566772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2c0b2bb2-688b-4d7e-bbbf-3ff0ef64cb81 req-5673372b-f8f1-4c2d-9836-ac91ec7d2b07 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:54.583802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79c328-ab80-43f9-b4c4-4c1de3d1f99c req-8b9d9d86-8305-4f04-878f-254ea72ce874 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:54.585408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa79c328-ab80-43f9-b4c4-4c1de3d1f99c req-8b9d9d86-8305-4f04-878f-254ea72ce874 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 943 time: 0.6030488 Aug 16 13:00:54.653668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf031c5-b272-4d17-8a69-96c7c0c2c9ba req-2bde5601-f207-48c1-9c78-67841771e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:54.660502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bf031c5-b272-4d17-8a69-96c7c0c2c9ba req-2bde5601-f207-48c1-9c78-67841771e24b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 HTTP/1.1" status: 200 len: 908 time: 0.4561696 Aug 16 13:00:54.714407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] Set router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:00:54.780134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2c0b2bb2-688b-4d7e-bbbf-3ff0ef64cb81 req-5673372b-f8f1-4c2d-9836-ac91ec7d2b07 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] For port 2905127d-de45-4379-af50-c7bd891a6040, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=2905127d-de45-4379-af50-c7bd891a6040,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:54.782828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2c0b2bb2-688b-4d7e-bbbf-3ff0ef64cb81 req-5673372b-f8f1-4c2d-9836-ac91ec7d2b07 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:54.821884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-2c0b2bb2-688b-4d7e-bbbf-3ff0ef64cb81 req-5673372b-f8f1-4c2d-9836-ac91ec7d2b07 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Calling delete_port for 2905127d-de45-4379-af50-c7bd891a6040 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:54.825887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bf031c5-b272-4d17-8a69-96c7c0c2c9ba req-596b7e00-7cf8-4726-8c36-e6c40a4a93fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32cff75b-644b-4a63-b1b0-691b0e8c4f83 HTTP/1.1" status: 200 len: 217 time: 0.1446111 Aug 16 13:00:54.843247 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb376-ea41-48c5-af77-f3db57789c71 req-1006da58-121b-42d3-a354-8639e31dc79e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:54.854683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2fdb376-ea41-48c5-af77-f3db57789c71 req-1006da58-121b-42d3-a354-8639e31dc79e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.3814492 Aug 16 13:00:54.886469 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa79c328-ab80-43f9-b4c4-4c1de3d1f99c req-9c8a11a1-1505-42e1-bd2c-376cd5cae5b1 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b0d6fc8-2b63-46fd-a621-02888dab03d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853808 Aug 16 13:00:55.030729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf031c5-b272-4d17-8a69-96c7c0c2c9ba req-79a0ffe2-222e-47f6-b639-e0167b06f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:55.033304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bf031c5-b272-4d17-8a69-96c7c0c2c9ba req-79a0ffe2-222e-47f6-b639-e0167b06f4fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ccac3a7-157d-4a46-aafb-accbf38d43de HTTP/1.1" status: 200 len: 848 time: 0.1741948 Aug 16 13:00:55.050999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2fdb376-ea41-48c5-af77-f3db57789c71 req-38491966-b8c3-4509-912d-0c54b0b839ff tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951172 Aug 16 13:00:55.142528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bf031c5-b272-4d17-8a69-96c7c0c2c9ba req-13788efe-64b1-46be-9d6c-c783977f5faf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895429 Aug 16 13:00:55.171925 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:49Z', 'revision_number': 4, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '855e973c-2db5-4957-a02a-3f4b184bf8c6', 'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'mac_address': 'fa:16:3e:46:86:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:46Z', 'updated_at': '2021-08-16T13:00:54Z', 'revision_number': 4, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'subnets': [{'id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:00:55.221147 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a552344-3dd9-412b-99ca-d7f69552fe1e x-openstack-request-id: req-1a552344-3dd9-412b-99ca-d7f69552fe1e {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:00:55.222090 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c52daa-7cb1-4399-9df2-206bc296ffe1", "name": "network-vif-deleted", "tag": "70d81bf0-893c-4aa5-befc-2cb020cf1c2f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:00:55.222090 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a552344-3dd9-412b-99ca-d7f69552fe1e {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:00:55.222368 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c52daa-7cb1-4399-9df2-206bc296ffe1', 'name': 'network-vif-deleted', 'tag': '70d81bf0-893c-4aa5-befc-2cb020cf1c2f', 'status': 'completed', 'code': 200} Aug 16 13:00:55.242478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2c0b2bb2-688b-4d7e-bbbf-3ff0ef64cb81 req-5673372b-f8f1-4c2d-9836-ac91ec7d2b07 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:55.292834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['574236d3-16ad-4f1d-8b58-68ba8a54a939', '244b10de-07da-4cd7-83f8-2a9d0ed55cff', '5793bcf9-76e4-4ae2-94a7-af76170e5dd7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:55.302279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673372b-f8f1-4c2d-9836-ac91ec7d2b07 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event deleted for resources: {'Port': ['ID=2905127d-de45-4379-af50-c7bd891a6040,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:55.305443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a', '8384d48e-f036-4209-95f8-ac745ce02f06', '01671902-0b3d-484a-b3bd-f9002f5b3fcc', '7741c931-1bd7-4534-8e45-339faa43f756', '2905127d-de45-4379-af50-c7bd891a6040'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:55.317329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b54f56-9dad-4ef3-b484-1d24242951e3 None None] The sync data for ids ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'] in n-d-804708-1 is: [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:49Z', 'revision_number': 4, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '855e973c-2db5-4957-a02a-3f4b184bf8c6', 'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'mac_address': 'fa:16:3e:46:86:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:46Z', 'updated_at': '2021-08-16T13:00:54Z', 'revision_number': 4, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'subnets': [{'id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:00:55.398288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0b2bb2-688b-4d7e-bbbf-3ff0ef64cb81 req-5673372b-f8f1-4c2d-9836-ac91ec7d2b07 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] No DVR routers for this DVR port 2905127d-de45-4379-af50-c7bd891a6040 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:55.410824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2c0b2bb2-688b-4d7e-bbbf-3ff0ef64cb81 req-5673372b-f8f1-4c2d-9836-ac91ec7d2b07 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:55.423195 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c0b2bb2-688b-4d7e-bbbf-3ff0ef64cb81 req-5673372b-f8f1-4c2d-9836-ac91ec7d2b07 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "DELETE /v2.0/ports/2905127d-de45-4379-af50-c7bd891a6040 HTTP/1.1" status: 204 len: 173 time: 1.0940390 Aug 16 13:00:55.465510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc16f05-e8bc-489f-b1ee-3218d6743259 req-c6bb1450-f2fa-44d9-a139-5c240e8ad679 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:55.469261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bf031c5-b272-4d17-8a69-96c7c0c2c9ba req-62e7a2df-f15c-44ff-93c4-25a03f2df4a4 service neutron] 10.222.0.42 "GET /v2.0/networks/ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170712 Aug 16 13:00:55.473620 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4cc16f05-e8bc-489f-b1ee-3218d6743259 req-c6bb1450-f2fa-44d9-a139-5c240e8ad679 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5166f1e-8f4e-4eda-89b6-3bc467052f45 HTTP/1.1" status: 200 len: 946 time: 0.2517869 Aug 16 13:00:55.902866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bf031c5-b272-4d17-8a69-96c7c0c2c9ba req-9e111ecc-e745-4383-88dc-371ff2c301d4 service neutron] 10.222.0.42 "GET /v2.0/networks/ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170716 Aug 16 13:00:55.962475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4cc16f05-e8bc-489f-b1ee-3218d6743259 req-5aaccade-7e63-4d22-83fc-eb4f47306cd2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Deleting port c0b58950-3f73-48de-8b7e-686456f96129 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:55.963347 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4cc16f05-e8bc-489f-b1ee-3218d6743259 req-5aaccade-7e63-4d22-83fc-eb4f47306cd2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:56.000071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45197bd1-893d-43f3-8a8a-152cc9c89c3c req-afca34d4-59b5-4085-87a2-3e16ee7faac8 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:56.006588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45197bd1-893d-43f3-8a8a-152cc9c89c3c req-afca34d4-59b5-4085-87a2-3e16ee7faac8 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b058ea48-5cc6-4c71-ac42-c2330113d512 HTTP/1.1" status: 200 len: 945 time: 0.2194731 Aug 16 13:00:56.077939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 855e973c-2db5-4957-a02a-3f4b184bf8c6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:56.299696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4cc16f05-e8bc-489f-b1ee-3218d6743259 req-5aaccade-7e63-4d22-83fc-eb4f47306cd2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] For port c0b58950-3f73-48de-8b7e-686456f96129, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c0b58950-3f73-48de-8b7e-686456f96129,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:56.300295 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4cc16f05-e8bc-489f-b1ee-3218d6743259 req-5aaccade-7e63-4d22-83fc-eb4f47306cd2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:56.341234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4cc16f05-e8bc-489f-b1ee-3218d6743259 req-5aaccade-7e63-4d22-83fc-eb4f47306cd2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Calling delete_port for c0b58950-3f73-48de-8b7e-686456f96129 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:56.388297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-45197bd1-893d-43f3-8a8a-152cc9c89c3c req-11884c49-aedc-42c7-b2a3-8d22efea2f96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Deleting port acd4d96e-68e8-40fb-8cc6-e837de364347 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:00:56.390308 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-45197bd1-893d-43f3-8a8a-152cc9c89c3c req-11884c49-aedc-42c7-b2a3-8d22efea2f96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:56.398992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 855e973c-2db5-4957-a02a-3f4b184bf8c6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:56.427807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 855e973c-2db5-4957-a02a-3f4b184bf8c6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:56.429756 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:56.809004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4cc16f05-e8bc-489f-b1ee-3218d6743259 req-5aaccade-7e63-4d22-83fc-eb4f47306cd2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:56.875019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaccade-7e63-4d22-83fc-eb4f47306cd2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Pushing event deleted for resources: {'Port': ['ID=c0b58950-3f73-48de-8b7e-686456f96129,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:56.907254 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:56.922582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc16f05-e8bc-489f-b1ee-3218d6743259 req-5aaccade-7e63-4d22-83fc-eb4f47306cd2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] No DVR routers for this DVR port c0b58950-3f73-48de-8b7e-686456f96129 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:56.932230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4cc16f05-e8bc-489f-b1ee-3218d6743259 req-5aaccade-7e63-4d22-83fc-eb4f47306cd2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:56.934222 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4cc16f05-e8bc-489f-b1ee-3218d6743259 req-5aaccade-7e63-4d22-83fc-eb4f47306cd2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.42 "DELETE /v2.0/ports/c0b58950-3f73-48de-8b7e-686456f96129 HTTP/1.1" status: 204 len: 173 time: 1.4481468 Aug 16 13:00:56.967621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-45197bd1-893d-43f3-8a8a-152cc9c89c3c req-11884c49-aedc-42c7-b2a3-8d22efea2f96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] For port acd4d96e-68e8-40fb-8cc6-e837de364347, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=acd4d96e-68e8-40fb-8cc6-e837de364347,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:56.968153 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-45197bd1-893d-43f3-8a8a-152cc9c89c3c req-11884c49-aedc-42c7-b2a3-8d22efea2f96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:56.985671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-45197bd1-893d-43f3-8a8a-152cc9c89c3c req-11884c49-aedc-42c7-b2a3-8d22efea2f96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Calling delete_port for acd4d96e-68e8-40fb-8cc6-e837de364347 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:00:57.011658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 855e973c-2db5-4957-a02a-3f4b184bf8c6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=855e973c-2db5-4957-a02a-3f4b184bf8c6,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:57.026350 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:57.098301 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=855e973c-2db5-4957-a02a-3f4b184bf8c6,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:57.228741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44df01fe-5c67-45c4-a1b1-69151a8ccdf3', 'name': 'network-vif-deleted', 'tag': '2905127d-de45-4379-af50-c7bd891a6040'}, {'server_uuid': 'c5166f1e-8f4e-4eda-89b6-3bc467052f45', 'name': 'network-vif-deleted', 'tag': 'c0b58950-3f73-48de-8b7e-686456f96129'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:57.232354 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c568e7-ecd2-4487-9e2d-bed436a92f62" -d '{"events": [{"server_uuid": "44df01fe-5c67-45c4-a1b1-69151a8ccdf3", "name": "network-vif-deleted", "tag": "2905127d-de45-4379-af50-c7bd891a6040"}, {"server_uuid": "c5166f1e-8f4e-4eda-89b6-3bc467052f45", "name": "network-vif-deleted", "tag": "c0b58950-3f73-48de-8b7e-686456f96129"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:57.249738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-45197bd1-893d-43f3-8a8a-152cc9c89c3c req-11884c49-aedc-42c7-b2a3-8d22efea2f96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:57.300723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11884c49-aedc-42c7-b2a3-8d22efea2f96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Pushing event deleted for resources: {'Port': ['ID=acd4d96e-68e8-40fb-8cc6-e837de364347,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:57.381489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-45197bd1-893d-43f3-8a8a-152cc9c89c3c req-11884c49-aedc-42c7-b2a3-8d22efea2f96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] No DVR routers for this DVR port acd4d96e-68e8-40fb-8cc6-e837de364347 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:00:57.389801 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-45197bd1-893d-43f3-8a8a-152cc9c89c3c req-11884c49-aedc-42c7-b2a3-8d22efea2f96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:57.393069 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45197bd1-893d-43f3-8a8a-152cc9c89c3c req-11884c49-aedc-42c7-b2a3-8d22efea2f96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.22 "DELETE /v2.0/ports/acd4d96e-68e8-40fb-8cc6-e837de364347 HTTP/1.1" status: 204 len: 173 time: 1.3630843 Aug 16 13:00:57.542168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 32cff75b-644b-4a63-b1b0-691b0e8c4f83 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:00:57.546386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 70d81bf0-893c-4aa5-befc-2cb020cf1c2f no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:57.620184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 70d81bf0-893c-4aa5-befc-2cb020cf1c2f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:57.620980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 70d81bf0-893c-4aa5-befc-2cb020cf1c2f not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:57.719219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device acd4d96e-68e8-40fb-8cc6-e837de364347 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:57.763267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: acd4d96e-68e8-40fb-8cc6-e837de364347 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:57.763706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device acd4d96e-68e8-40fb-8cc6-e837de364347 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:57.764123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 2905127d-de45-4379-af50-c7bd891a6040 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:57.788998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['c0b58950-3f73-48de-8b7e-686456f96129'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:57.791172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['c0b58950-3f73-48de-8b7e-686456f96129'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:57.840250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 2905127d-de45-4379-af50-c7bd891a6040 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:57.840592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 2905127d-de45-4379-af50-c7bd891a6040 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:57.855769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 32cff75b-644b-4a63-b1b0-691b0e8c4f83, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=32cff75b-644b-4a63-b1b0-691b0e8c4f83,segment=NetworkSegment(243e2a8a-d5e4-49f0-8793-703e1e18995c),segment_id=243e2a8a-d5e4-49f0-8793-703e1e18995c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:57.867197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '32cff75b-644b-4a63-b1b0-691b0e8c4f83', 'network_id': 'ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4', 'port_id': '32cff75b-644b-4a63-b1b0-691b0e8c4f83', 'mac_address': 'fa:16:3e:e0:88:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccac3a7-157d-4a46-aafb-accbf38d43de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:00:57.935185 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:57.964256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cff75b-644b-4a63-b1b0-691b0e8c4f83 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:00:57.970182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 855e973c-2db5-4957-a02a-3f4b184bf8c6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:58.017065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 32cff75b-644b-4a63-b1b0-691b0e8c4f83, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=32cff75b-644b-4a63-b1b0-691b0e8c4f83,segment=NetworkSegment(243e2a8a-d5e4-49f0-8793-703e1e18995c),segment_id=243e2a8a-d5e4-49f0-8793-703e1e18995c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:58.025230 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:58.093758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 855e973c-2db5-4957-a02a-3f4b184bf8c6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:58.093873 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:58.117658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=32cff75b-644b-4a63-b1b0-691b0e8c4f83,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:58.349455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['32cff75b-644b-4a63-b1b0-691b0e8c4f83'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:00:59.306636 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:59.537503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 32cff75b-644b-4a63-b1b0-691b0e8c4f83 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:00:59.626582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 32cff75b-644b-4a63-b1b0-691b0e8c4f83 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:00:59.634042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 32cff75b-644b-4a63-b1b0-691b0e8c4f83 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:00:59.634513 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:59.718805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-3c3dc43e-5dc5-4081-b71f-0b7b3423208c tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:59.720644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-3c3dc43e-5dc5-4081-b71f-0b7b3423208c tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/networks?id=266b2082-d44f-4c6a-ac7b-53b2157932ce HTTP/1.1" status: 200 len: 813 time: 0.1413133 Aug 16 13:00:59.738788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-005497c3-3a51-485f-baf6-0d517eb73b70 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/quotas/c74814b27cef4a6783a274f39e3d6ddd HTTP/1.1" status: 200 len: 375 time: 0.0117006 Aug 16 13:00:59.756704 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:59.787685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84252b48-ba90-426e-b2c7-87f5f2ba9c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cff75b-644b-4a63-b1b0-691b0e8c4f83'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:00:59.790265 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d9304b-38bd-4e0c-9f90-89e90b3924b7" -d '{"events": [{"server_uuid": "84252b48-ba90-426e-b2c7-87f5f2ba9c9b", "name": "network-vif-plugged", "status": "completed", "tag": "32cff75b-644b-4a63-b1b0-691b0e8c4f83"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:00:59.799441 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-0081c8f2-bd00-400f-9e84-57684fb3b177 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74814b27cef4a6783a274f39e3d6ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515971 Aug 16 13:00:59.807984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 32cff75b-644b-4a63-b1b0-691b0e8c4f83, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=32cff75b-644b-4a63-b1b0-691b0e8c4f83,segment=NetworkSegment(243e2a8a-d5e4-49f0-8793-703e1e18995c),segment_id=243e2a8a-d5e4-49f0-8793-703e1e18995c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:00:59.814703 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:59.815838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c0b58950-3f73-48de-8b7e-686456f96129 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:00:59.863147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: c0b58950-3f73-48de-8b7e-686456f96129 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:00:59.863485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c0b58950-3f73-48de-8b7e-686456f96129 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:00:59.897555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=32cff75b-644b-4a63-b1b0-691b0e8c4f83,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:59.917350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108adcdb-9a9d-48e7-a6ae-ec0d074126ef req-03d51a3e-6e71-489e-a7c4-2ddf930c489e tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:00:59.918937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-108adcdb-9a9d-48e7-a6ae-ec0d074126ef req-03d51a3e-6e71-489e-a7c4-2ddf930c489e tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 944 time: 0.1326571 Aug 16 13:00:59.959655 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-cf822020-30c9-403d-9b63-e123a30c504f service neutron] 10.222.0.25 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365519 Aug 16 13:00:59.991429 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-108adcdb-9a9d-48e7-a6ae-ec0d074126ef req-e97ec228-af43-49ea-be4a-b20def9337fa tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b0d6fc8-2b63-46fd-a621-02888dab03d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655444 Aug 16 13:01:00.086380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-be7ad419-e9b2-471d-92b0-aaa66ed932cd service neutron] 10.222.0.25 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188769 Aug 16 13:01:00.126512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16b6a-7c66-407b-940b-38540e1198eb req-3f6e4c15-b950-4f62-8569-69841321df18 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:00.128070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69e16b6a-7c66-407b-940b-38540e1198eb req-3f6e4c15-b950-4f62-8569-69841321df18 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.0563576 Aug 16 13:01:00.188823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69e16b6a-7c66-407b-940b-38540e1198eb req-b2c212e5-544d-4962-8536-fec48907c6b1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515060 Aug 16 13:01:00.246560 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9545cf-4171-4b3b-b969-722c5b7db103 x-openstack-request-id: req-1a9545cf-4171-4b3b-b969-722c5b7db103 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:00.247112 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44df01fe-5c67-45c4-a1b1-69151a8ccdf3", "name": "network-vif-deleted", "tag": "2905127d-de45-4379-af50-c7bd891a6040", "status": "completed", "code": 200}, {"server_uuid": "c5166f1e-8f4e-4eda-89b6-3bc467052f45", "name": "network-vif-deleted", "tag": "c0b58950-3f73-48de-8b7e-686456f96129", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:00.247112 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a9545cf-4171-4b3b-b969-722c5b7db103 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:00.247511 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44df01fe-5c67-45c4-a1b1-69151a8ccdf3', 'name': 'network-vif-deleted', 'tag': '2905127d-de45-4379-af50-c7bd891a6040', 'status': 'completed', 'code': 200} Aug 16 13:01:00.247770 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5166f1e-8f4e-4eda-89b6-3bc467052f45', 'name': 'network-vif-deleted', 'tag': 'c0b58950-3f73-48de-8b7e-686456f96129', 'status': 'completed', 'code': 200} Aug 16 13:01:00.525265 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e898229-ce12-4d35-aa8d-c140a2f353e7 x-openstack-request-id: req-3e898229-ce12-4d35-aa8d-c140a2f353e7 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:00.525777 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84252b48-ba90-426e-b2c7-87f5f2ba9c9b", "name": "network-vif-plugged", "status": "completed", "tag": "32cff75b-644b-4a63-b1b0-691b0e8c4f83", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:00.525987 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e898229-ce12-4d35-aa8d-c140a2f353e7 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:00.526494 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84252b48-ba90-426e-b2c7-87f5f2ba9c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cff75b-644b-4a63-b1b0-691b0e8c4f83', 'code': 200} Aug 16 13:01:00.681786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8759e7-dd15-4d0b-8348-09cefb8b9a73 req-b0b10a50-8c9e-4dad-8c3e-b32a0ce1f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:00.683612 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ae8759e7-dd15-4d0b-8348-09cefb8b9a73 req-b0b10a50-8c9e-4dad-8c3e-b32a0ce1f627 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 1096 time: 0.0551329 Aug 16 13:01:00.725118 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20692305-8f91-40dc-ade0-822ec67425c1 req-116848a4-8110-4943-ac26-b5adf5fa6ba5 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:00.736409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ae8759e7-dd15-4d0b-8348-09cefb8b9a73 req-2049566f-22d7-4f25-8a5b-e3522ad3a4ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b0d6fc8-2b63-46fd-a621-02888dab03d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 Aug 16 13:01:00.737194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20692305-8f91-40dc-ade0-822ec67425c1 req-116848a4-8110-4943-ac26-b5adf5fa6ba5 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 950 time: 0.1165586 Aug 16 13:01:00.746327 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f73913-5d24-4012-b327-43374deaa4e6 req-f560ebed-72df-449c-91ed-a16490c5b765 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:00.750494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58f73913-5d24-4012-b327-43374deaa4e6 req-f560ebed-72df-449c-91ed-a16490c5b765 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 950 time: 0.1097298 Aug 16 13:01:00.814514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20692305-8f91-40dc-ade0-822ec67425c1 req-1233d830-13be-44ef-b7c2-52621d65d2f7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628245 Aug 16 13:01:00.840122 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58f73913-5d24-4012-b327-43374deaa4e6 req-afdf1302-1a9b-4b5f-b311-c90efab8420a tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705252 Aug 16 13:01:00.941445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a66d697b-618a-47d4-bf4e-6c658e05c1a9 req-19e53711-0fb3-4c8a-9307-167487e90f6d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 210 time: 0.0457079 Aug 16 13:01:00.965922 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316fb0a-bea6-49e8-8634-dbc9ee8071d4 req-187e6d28-cdf2-4866-9d24-8797a4ce189b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:00.967668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b316fb0a-bea6-49e8-8634-dbc9ee8071d4 req-187e6d28-cdf2-4866-9d24-8797a4ce189b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 945 time: 0.0844128 Aug 16 13:01:00.974890 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:01:01.402884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b316fb0a-bea6-49e8-8634-dbc9ee8071d4 req-d8a5e954-e315-43f1-88f2-4ec038b60c6b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281266 Aug 16 13:01:01.433795 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e9e2a-beb0-44d2-9f9f-6ad94e593226 req-5b377f87-6b01-487c-9099-701ea42f321b tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:01.435569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111e9e2a-beb0-44d2-9f9f-6ad94e593226 req-5b377f87-6b01-487c-9099-701ea42f321b tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 945 time: 0.0806272 Aug 16 13:01:01.503721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111e9e2a-beb0-44d2-9f9f-6ad94e593226 req-34197a28-eb1f-4f43-96a6-3b7266b8027f tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b0d6fc8-2b63-46fd-a621-02888dab03d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596926 Aug 16 13:01:01.571090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee022a17-73c0-446f-8f91-ca0dc7377468 req-32665a42-0ce0-410d-bf57-a20137c2320b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:01.573362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee022a17-73c0-446f-8f91-ca0dc7377468 req-32665a42-0ce0-410d-bf57-a20137c2320b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.0638659 Aug 16 13:01:01.617320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee022a17-73c0-446f-8f91-ca0dc7377468 req-921edf8a-21e6-476f-aa5d-a2f472136016 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Aug 16 13:01:01.724691 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c2cf8ff1-fffe-43b4-8be3-c2bc0fd64526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:02.067150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7777ff-ce1e-4b26-9cd8-f8e947551984 req-40d9e8e0-511e-4969-a0ab-a0d06f7ea838 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:02.075715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c7777ff-ce1e-4b26-9cd8-f8e947551984 req-40d9e8e0-511e-4969-a0ab-a0d06f7ea838 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 950 time: 0.0712454 Aug 16 13:01:02.130500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c7777ff-ce1e-4b26-9cd8-f8e947551984 req-5b4a4c99-e45c-40b9-9377-8cacd0f51a6d tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504432 Aug 16 13:01:02.177720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-68766262-41d0-4de2-8a9b-77c63cdafe76 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:02.180360 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-68766262-41d0-4de2-8a9b-77c63cdafe76 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.22 "GET /v2.0/networks?id=266b2082-d44f-4c6a-ac7b-53b2157932ce HTTP/1.1" status: 200 len: 813 time: 0.3350470 Aug 16 13:01:02.202327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Request body: {'port': {'device_id': '94e30498-7fb6-4f87-a9bb-97ca44e27855', 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce', 'admin_state_up': True, 'tenant_id': 'c74814b27cef4a6783a274f39e3d6ddd'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:02.249348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b058ea48-5cc6-4c71-ac42-c2330113d512', 'name': 'network-vif-deleted', 'tag': 'acd4d96e-68e8-40fb-8cc6-e837de364347'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:02.253402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f5607d4-16f8-41df-8115-7cac7b80885d req-16639f9a-d916-45cf-86e0-a34e933bbb60 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 210 time: 0.0453846 Aug 16 13:01:02.253615 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92111c88-aec6-4807-ab03-336fa114058a" -d '{"events": [{"server_uuid": "b058ea48-5cc6-4c71-ac42-c2330113d512", "name": "network-vif-deleted", "tag": "acd4d96e-68e8-40fb-8cc6-e837de364347"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:02.422887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-6dd15d7b-1151-4750-be30-d7abd5947c96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:02.424564 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-6dd15d7b-1151-4750-be30-d7abd5947c96 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.42 "GET /v2.0/networks?id=266b2082-d44f-4c6a-ac7b-53b2157932ce HTTP/1.1" status: 200 len: 813 time: 0.2885525 Aug 16 13:01:02.426409 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da4cd4e-6568-48f0-8110-24621b41021d x-openstack-request-id: req-4da4cd4e-6568-48f0-8110-24621b41021d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:02.426945 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b058ea48-5cc6-4c71-ac42-c2330113d512", "name": "network-vif-deleted", "tag": "acd4d96e-68e8-40fb-8cc6-e837de364347", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:02.427203 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4da4cd4e-6568-48f0-8110-24621b41021d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:02.427587 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b058ea48-5cc6-4c71-ac42-c2330113d512', 'name': 'network-vif-deleted', 'tag': 'acd4d96e-68e8-40fb-8cc6-e837de364347', 'status': 'completed', 'code': 200} Aug 16 13:01:02.439821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Request body: {'port': {'device_id': 'dd89311b-264d-435f-857e-75d8cc68cf76', 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce', 'admin_state_up': True, 'tenant_id': 'c74814b27cef4a6783a274f39e3d6ddd'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:02.505792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03290a9f-3602-414c-a636-29a9493cab36 req-740ee788-907f-4d35-9c1c-9d8c85577dee tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:02.510593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03290a9f-3602-414c-a636-29a9493cab36 req-740ee788-907f-4d35-9c1c-9d8c85577dee tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 950 time: 0.1494372 Aug 16 13:01:02.534341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Made reservation on behalf of c74814b27cef4a6783a274f39e3d6ddd for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:02.542752 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:02.663748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43025d-5dd2-44d6-b037-f34d877ce478 req-20b532f1-f86c-4976-9449-de5bab06b3cf tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:02.672355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce43025d-5dd2-44d6-b037-f34d877ce478 req-20b532f1-f86c-4976-9449-de5bab06b3cf tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 945 time: 0.1531165 Aug 16 13:01:02.711221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Allocated IP 172.20.0.8 (266b2082-d44f-4c6a-ac7b-53b2157932ce/5fd8ba34-4555-4af8-93cb-92d5a963c65f/eac4786d-f9db-40b0-b3da-1503c25d9593) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:02.735929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce43025d-5dd2-44d6-b037-f34d877ce478 req-63940530-670a-44ca-9b26-34c5b093c665 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621717 Aug 16 13:01:02.760901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-03290a9f-3602-414c-a636-29a9493cab36 req-e1c362b1-aecd-4360-831c-eb880632d66a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Deleting port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:02.761562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03290a9f-3602-414c-a636-29a9493cab36 req-e1c362b1-aecd-4360-831c-eb880632d66a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:02.951864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-03290a9f-3602-414c-a636-29a9493cab36 req-e1c362b1-aecd-4360-831c-eb880632d66a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] For port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5793bcf9-76e4-4ae2-94a7-af76170e5dd7,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:02.952402 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03290a9f-3602-414c-a636-29a9493cab36 req-e1c362b1-aecd-4360-831c-eb880632d66a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:02.964025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3c78c-bf5e-4d9b-8b48-8252172a8378 req-02577cc8-2d13-4a2c-ad61-3200653a299b tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:02.968554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2af3c78c-bf5e-4d9b-8b48-8252172a8378 req-02577cc8-2d13-4a2c-ad61-3200653a299b tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 945 time: 0.1117091 Aug 16 13:01:03.009506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-03290a9f-3602-414c-a636-29a9493cab36 req-e1c362b1-aecd-4360-831c-eb880632d66a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Calling delete_port for 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:03.091461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2af3c78c-bf5e-4d9b-8b48-8252172a8378 req-daaafdc3-f8fb-4698-b589-22d930f88e9b tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b0d6fc8-2b63-46fd-a621-02888dab03d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161501 Aug 16 13:01:03.208501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd670a1-9e2a-4236-be84-42f86a6e8b32 req-202b9aa3-3c60-4721-8b4d-a128abd1285c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:03.210228 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8bd670a1-9e2a-4236-be84-42f86a6e8b32 req-202b9aa3-3c60-4721-8b4d-a128abd1285c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.0836673 Aug 16 13:01:03.325621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8bd670a1-9e2a-4236-be84-42f86a6e8b32 req-8dc5e534-88a7-46ec-8944-4b7e9002577a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053331 Aug 16 13:01:03.351374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03290a9f-3602-414c-a636-29a9493cab36 req-e1c362b1-aecd-4360-831c-eb880632d66a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:03.367901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['574236d3-16ad-4f1d-8b58-68ba8a54a939', '244b10de-07da-4cd7-83f8-2a9d0ed55cff', '5793bcf9-76e4-4ae2-94a7-af76170e5dd7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:03.383357 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:03.423576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c362b1-aecd-4360-831c-eb880632d66a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event deleted for resources: {'Port': ['ID=5793bcf9-76e4-4ae2-94a7-af76170e5dd7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:03.425179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a', '8384d48e-f036-4209-95f8-ac745ce02f06', '01671902-0b3d-484a-b3bd-f9002f5b3fcc', '7741c931-1bd7-4534-8e45-339faa43f756'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:03.479551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fdedb-7698-4f3d-8100-04a510bec50f req-0fe7dd78-2a60-4180-b6a4-f04416322593 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:03.480764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c83fdedb-7698-4f3d-8100-04a510bec50f req-0fe7dd78-2a60-4180-b6a4-f04416322593 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.22 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 945 time: 0.6723950 Aug 16 13:01:03.505272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Made reservation on behalf of c74814b27cef4a6783a274f39e3d6ddd for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:03.508781 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:03.553016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-03290a9f-3602-414c-a636-29a9493cab36 req-e1c362b1-aecd-4360-831c-eb880632d66a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] No DVR routers for this DVR port 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:03.568601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48777024-4af2-4282-881d-207ff628d2d5 req-d898859f-8cf0-4ca5-82d0-a41f37bd21af tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=efb17b93-25fb-4078-9b3b-b8e2572c3017 HTTP/1.1" status: 200 len: 210 time: 0.0995576 Aug 16 13:01:03.575939 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03290a9f-3602-414c-a636-29a9493cab36 req-e1c362b1-aecd-4360-831c-eb880632d66a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:03.580432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03290a9f-3602-414c-a636-29a9493cab36 req-e1c362b1-aecd-4360-831c-eb880632d66a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "DELETE /v2.0/ports/5793bcf9-76e4-4ae2-94a7-af76170e5dd7 HTTP/1.1" status: 204 len: 173 time: 1.0422149 Aug 16 13:01:03.608833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb17b93-25fb-4078-9b3b-b8e2572c3017', 'name': 'network-vif-deleted', 'tag': '5793bcf9-76e4-4ae2-94a7-af76170e5dd7'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:03.612191 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069810a0-3281-4638-9477-5153b392377b" -d '{"events": [{"server_uuid": "efb17b93-25fb-4078-9b3b-b8e2572c3017", "name": "network-vif-deleted", "tag": "5793bcf9-76e4-4ae2-94a7-af76170e5dd7"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:03.664290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d29c1e9-0c73-40f3-85a1-384f48f45948 req-3900e34a-f1f2-4932-8f56-522a2d2f8871 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 210 time: 0.0813210 Aug 16 13:01:03.716845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b8caf768-def0-4218-8e56-bd72fcfb0073 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:03.764221 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976dbf37-28ca-4668-8006-b085c48157ad x-openstack-request-id: req-976dbf37-28ca-4668-8006-b085c48157ad {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:03.764571 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb17b93-25fb-4078-9b3b-b8e2572c3017", "name": "network-vif-deleted", "tag": "5793bcf9-76e4-4ae2-94a7-af76170e5dd7", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:03.764831 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-976dbf37-28ca-4668-8006-b085c48157ad {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:03.765228 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb17b93-25fb-4078-9b3b-b8e2572c3017', 'name': 'network-vif-deleted', 'tag': '5793bcf9-76e4-4ae2-94a7-af76170e5dd7', 'status': 'completed', 'code': 200} Aug 16 13:01:03.774184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:03.860240 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:03.906909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:03.924423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Network 266b2082-d44f-4c6a-ac7b-53b2157932ce is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:03.936626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:03.952747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:03.955559 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a98e0cf-7e42-4066-a0d5-e854d571acbe" -d '{"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-unplugged", "status": "completed", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:03.959608 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc65d00-0b81-48f7-a3e8-8a273bf7638f req-ec5cabf2-2a7d-4a2c-9dc1-d736ff0f8a9b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:03.961175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bcc65d00-0b81-48f7-a3e8-8a273bf7638f req-ec5cabf2-2a7d-4a2c-9dc1-d736ff0f8a9b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 945 time: 0.1352663 Aug 16 13:01:03.975074 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:03.975792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 11b8f6d4-8694-4b7d-b47d-5c2c8534111e no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:03.986307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:04.048469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c83fdedb-7698-4f3d-8100-04a510bec50f req-d2a3a701-efac-4015-9e91-86e228f7159c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Deleting port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:04.049177 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c83fdedb-7698-4f3d-8100-04a510bec50f req-d2a3a701-efac-4015-9e91-86e228f7159c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:04.083260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Pushing event updated for resources: {'Port': ['ID=eac4786d-f9db-40b0-b3da-1503c25d9593,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:04.124236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bcc65d00-0b81-48f7-a3e8-8a273bf7638f req-f0a80e62-a441-45b6-90b5-9ee494007b98 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353872 Aug 16 13:01:04.134925 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:04.138857 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a9c9e9-60d7-4f25-bdcf-03a7b3af38ac x-openstack-request-id: req-56a9c9e9-60d7-4f25-bdcf-03a7b3af38ac {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:04.139151 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-unplugged", "status": "completed", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:04.139406 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56a9c9e9-60d7-4f25-bdcf-03a7b3af38ac {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:04.139794 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'code': 200} Aug 16 13:01:04.161090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Allocated IP 172.20.0.14 (266b2082-d44f-4c6a-ac7b-53b2157932ce/5fd8ba34-4555-4af8-93cb-92d5a963c65f/f1b5e901-b7ff-4574-889a-40d49e9890c1) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:04.307146 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:04.357152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:04.357946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:04.428211 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3f40a45d-16da-4b43-9357-795bfb5f2869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:04.479893 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-704adba2-0397-4358-ab3c-672b00375592 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2821627 Aug 16 13:01:04.514771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Request body: {'port': {'device_id': '94e30498-7fb6-4f87-a9bb-97ca44e27855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:04.544572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8914c-ffee-46af-87bb-8ede077d2621 req-d6ab0d8c-fddf-49f2-995f-9878b75d7338 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:04.546087 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5a8914c-ffee-46af-87bb-8ede077d2621 req-d6ab0d8c-fddf-49f2-995f-9878b75d7338 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.0679379 Aug 16 13:01:04.575289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c83fdedb-7698-4f3d-8100-04a510bec50f req-d2a3a701-efac-4015-9e91-86e228f7159c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] For port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:04.575668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c83fdedb-7698-4f3d-8100-04a510bec50f req-d2a3a701-efac-4015-9e91-86e228f7159c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:04.621296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5a8914c-ffee-46af-87bb-8ede077d2621 req-fe29f7b6-68a5-43e7-b149-9d7ebbfc7705 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674756 Aug 16 13:01:04.630198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c83fdedb-7698-4f3d-8100-04a510bec50f req-d2a3a701-efac-4015-9e91-86e228f7159c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Calling delete_port for 11b8f6d4-8694-4b7d-b47d-5c2c8534111e owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:04.637401 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:04.641377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:04.656339 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:04.670931 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:04.702902 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:04.750552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:04.953589 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13a5ed3a-a5d5-4690-94f7-37329086ee4d req-3f6a3097-c6d7-491c-a827-6bb72fe642fb tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 210 time: 0.0387073 Aug 16 13:01:05.018673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:05.128918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Network 266b2082-d44f-4c6a-ac7b-53b2157932ce is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:05.174944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:05.199570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:05.238815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Pushing event updated for resources: {'Port': ['ID=f1b5e901-b7ff-4574-889a-40d49e9890c1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:05.264421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4f031-d723-4269-9465-4c0336ce80dd req-ffe93b53-30af-4ef8-9374-6139a0d31d48 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:05.271170 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1c4f031-d723-4269-9465-4c0336ce80dd req-ffe93b53-30af-4ef8-9374-6139a0d31d48 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 950 time: 0.1108022 Aug 16 13:01:05.292416 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c83fdedb-7698-4f3d-8100-04a510bec50f req-d2a3a701-efac-4015-9e91-86e228f7159c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:05.302531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:05.303172 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:05.357923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-487011d4-8598-4dbe-99fa-21ad56d0ad4b req-50c7d1ce-981e-4cc0-9cb7-ebaa176d93a6 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 210 time: 0.0653582 Aug 16 13:01:05.362262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3a701-efac-4015-9e91-86e228f7159c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event deleted for resources: {'Port': ['ID=11b8f6d4-8694-4b7d-b47d-5c2c8534111e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:05.372845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1c4f031-d723-4269-9465-4c0336ce80dd req-4737e563-bbe6-41aa-b9b7-cb9df55b9066 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887787 Aug 16 13:01:05.386982 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-157adf27-fbc4-4a4c-ab2f-9f75f481714b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9517751 Aug 16 13:01:05.440518 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:05.444804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Request body: {'port': {'device_id': 'dd89311b-264d-435f-857e-75d8cc68cf76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:05.470574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83fdedb-7698-4f3d-8100-04a510bec50f req-d2a3a701-efac-4015-9e91-86e228f7159c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] No DVR routers for this DVR port 11b8f6d4-8694-4b7d-b47d-5c2c8534111e on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:05.514610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c83fdedb-7698-4f3d-8100-04a510bec50f req-d2a3a701-efac-4015-9e91-86e228f7159c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:05.519525 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c83fdedb-7698-4f3d-8100-04a510bec50f req-d2a3a701-efac-4015-9e91-86e228f7159c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.22 "DELETE /v2.0/ports/11b8f6d4-8694-4b7d-b47d-5c2c8534111e HTTP/1.1" status: 204 len: 173 time: 2.0243723 Aug 16 13:01:05.520355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a203df81-48db-4832-b9ed-8eeab5992aca', 'name': 'network-vif-deleted', 'tag': '11b8f6d4-8694-4b7d-b47d-5c2c8534111e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:05.523268 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022100b1-f245-45d3-ade1-780774d10890" -d '{"events": [{"server_uuid": "a203df81-48db-4832-b9ed-8eeab5992aca", "name": "network-vif-deleted", "tag": "11b8f6d4-8694-4b7d-b47d-5c2c8534111e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:05.568075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:05.587007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac4786d-f9db-40b0-b3da-1503c25d9593 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:01:05.595465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:05.595831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5793bcf9-76e4-4ae2-94a7-af76170e5dd7 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:05.601648 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:05.620422 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:05.626363 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0486a70c-b43b-4d9f-96b7-dfe32c760b67 x-openstack-request-id: req-0486a70c-b43b-4d9f-96b7-dfe32c760b67 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:05.627579 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a203df81-48db-4832-b9ed-8eeab5992aca", "name": "network-vif-deleted", "tag": "11b8f6d4-8694-4b7d-b47d-5c2c8534111e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:05.628512 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0486a70c-b43b-4d9f-96b7-dfe32c760b67 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:05.629786 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a203df81-48db-4832-b9ed-8eeab5992aca', 'name': 'network-vif-deleted', 'tag': '11b8f6d4-8694-4b7d-b47d-5c2c8534111e', 'status': 'completed', 'code': 200} Aug 16 13:01:05.723218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Transition to ACTIVE for port object eac4786d-f9db-40b0-b3da-1503c25d9593 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:05.732726 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:05.872579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a78f1-517f-4d15-8430-499fd3af96fb req-6d11ef16-180d-4370-8b94-c972c2249177 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:05.874464 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-566a78f1-517f-4d15-8430-499fd3af96fb req-6d11ef16-180d-4370-8b94-c972c2249177 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1114445 Aug 16 13:01:05.919652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Pushing event updated for resources: {'Port': ['ID=eac4786d-f9db-40b0-b3da-1503c25d9593,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:05.966355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-566a78f1-517f-4d15-8430-499fd3af96fb req-625a4f61-f0a4-4d51-9326-3164c7f0c0dc tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845034 Aug 16 13:01:06.051878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Attempting to bind port eac4786d-f9db-40b0-b3da-1503c25d9593 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:01:06.052222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Attempting to bind port eac4786d-f9db-40b0-b3da-1503c25d9593 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:01:06.052615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Attempting to bind port eac4786d-f9db-40b0-b3da-1503c25d9593 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:06.062506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Port eac4786d-f9db-40b0-b3da-1503c25d9593 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:01:06.062834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Attempting to bind port eac4786d-f9db-40b0-b3da-1503c25d9593 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:06.071637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:01:06.072010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Checking segment: {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:06.072394 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Bound using segment: {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:01:06.072836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Bound port: eac4786d-f9db-40b0-b3da-1503c25d9593, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:01:06.073199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:06.137452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccfd18-cdb5-4204-9325-5312cd0775b6 req-4520fa47-795c-49a2-8db6-d94f75d588fe tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:06.139843 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bccfd18-cdb5-4204-9325-5312cd0775b6 req-4520fa47-795c-49a2-8db6-d94f75d588fe tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 932 time: 0.0763528 Aug 16 13:01:06.140907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a203df81-48db-4832-b9ed-8eeab5992aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b8f6d4-8694-4b7d-b47d-5c2c8534111e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:06.143469 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6c9c68-4821-4402-a2f4-61f79cd19d22" -d '{"events": [{"server_uuid": "a203df81-48db-4832-b9ed-8eeab5992aca", "name": "network-vif-unplugged", "status": "completed", "tag": "11b8f6d4-8694-4b7d-b47d-5c2c8534111e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:06.206263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] For port eac4786d-f9db-40b0-b3da-1503c25d9593, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:01:06.206591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bccfd18-cdb5-4204-9325-5312cd0775b6 req-6e7f8638-e1be-4044-ac04-bfed337ccd15 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555089 Aug 16 13:01:06.211111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] For port eac4786d-f9db-40b0-b3da-1503c25d9593, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=eac4786d-f9db-40b0-b3da-1503c25d9593,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:01:06.214202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b5e901-b7ff-4574-889a-40d49e9890c1 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:01:06.220079 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:06.226580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:06.270726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:06.271362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:06.272772 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] 10.222.0.22 "PUT /v2.0/ports/eac4786d-f9db-40b0-b3da-1503c25d9593 HTTP/1.1" status: 200 len: 1091 time: 1.7718961 Aug 16 13:01:06.278491 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Transition to ACTIVE for port object f1b5e901-b7ff-4574-889a-40d49e9890c1 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:06.296228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:06.302167 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b2ad26-9bd3-4acf-b0ea-a55d9f0ae5b7 x-openstack-request-id: req-c4b2ad26-9bd3-4acf-b0ea-a55d9f0ae5b7 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:06.302906 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a203df81-48db-4832-b9ed-8eeab5992aca", "name": "network-vif-unplugged", "status": "completed", "tag": "11b8f6d4-8694-4b7d-b47d-5c2c8534111e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:06.304171 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4b2ad26-9bd3-4acf-b0ea-a55d9f0ae5b7 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:06.304701 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a203df81-48db-4832-b9ed-8eeab5992aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b8f6d4-8694-4b7d-b47d-5c2c8534111e', 'code': 200} Aug 16 13:01:06.313260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d6f39-4fc5-46b6-8eba-e204571995b8 service neutron] Pushing event updated for resources: {'Port': ['ID=eac4786d-f9db-40b0-b3da-1503c25d9593,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:06.418402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b5e901-b7ff-4574-889a-40d49e9890c1,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:06.538601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Attempting to bind port f1b5e901-b7ff-4574-889a-40d49e9890c1 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:01:06.539280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Attempting to bind port f1b5e901-b7ff-4574-889a-40d49e9890c1 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:01:06.539785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Attempting to bind port f1b5e901-b7ff-4574-889a-40d49e9890c1 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:06.550869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-7b8f1977-37bd-4865-97f9-33a6a058a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:06.552398 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-7b8f1977-37bd-4865-97f9-33a6a058a95b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c74814b27cef4a6783a274f39e3d6ddd&device_id=94e30498-7fb6-4f87-a9bb-97ca44e27855 HTTP/1.1" status: 200 len: 1094 time: 0.1474800 Aug 16 13:01:06.553219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Port f1b5e901-b7ff-4574-889a-40d49e9890c1 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:01:06.553542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Attempting to bind port f1b5e901-b7ff-4574-889a-40d49e9890c1 on network 266b2082-d44f-4c6a-ac7b-53b2157932ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:06.563027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:01:06.563027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Checking segment: {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:06.563027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Bound using segment: {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:01:06.563027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Bound port: f1b5e901-b7ff-4574-889a-40d49e9890c1, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f40c09a-e525-4ab9-9524-f06c7b24c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:01:06.563027 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:06.586509 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-376543f3-9205-4214-a770-745bff2f034e req-41c81b1d-ee36-4d88-8f3e-549824e3b239 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=a203df81-48db-4832-b9ed-8eeab5992aca HTTP/1.1" status: 200 len: 210 time: 0.0473452 Aug 16 13:01:06.599422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308d9f9-c299-4439-8267-36ba4db01581 req-95797b1b-498b-4cee-a036-57b84a6eb127 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:06.601000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a308d9f9-c299-4439-8267-36ba4db01581 req-95797b1b-498b-4cee-a036-57b84a6eb127 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 950 time: 0.1411366 Aug 16 13:01:06.618039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3577ff1-c402-4ebd-9662-6c9c3dda1b08 req-73d27401-f6b1-49c4-a849-d700cba97137 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:06.628347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3577ff1-c402-4ebd-9662-6c9c3dda1b08 req-73d27401-f6b1-49c4-a849-d700cba97137 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 950 time: 0.1148946 Aug 16 13:01:06.628710 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ed4926f0-b281-46db-80ee-918cb4216cba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eac4786d-f9db-40b0-b3da-1503c25d9593 HTTP/1.1" status: 200 len: 217 time: 0.0496318 Aug 16 13:01:06.719127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-33cb7e3d-97b2-4e3c-bdd0-57e68845f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:06.720607 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-33cb7e3d-97b2-4e3c-bdd0-57e68845f961 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5fd8ba34-4555-4af8-93cb-92d5a963c65f HTTP/1.1" status: 200 len: 853 time: 0.0809324 Aug 16 13:01:06.726267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] For port f1b5e901-b7ff-4574-889a-40d49e9890c1, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:01:06.740818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a308d9f9-c299-4439-8267-36ba4db01581 req-47ab3191-ce7d-4b91-8885-77b5e254140a tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186769 Aug 16 13:01:06.746520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] For port f1b5e901-b7ff-4574-889a-40d49e9890c1, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f1b5e901-b7ff-4574-889a-40d49e9890c1,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:01:06.777592 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-f9089f8f-d617-4383-b59f-75c816384aa1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=266b2082-d44f-4c6a-ac7b-53b2157932ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408471 Aug 16 13:01:06.779149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:06.794988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-a3577ff1-c402-4ebd-9662-6c9c3dda1b08 req-d6728c27-b3b1-45ad-97f3-16de63177cf0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Deleting port 244b10de-07da-4cd7-83f8-2a9d0ed55cff {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:06.795483 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a3577ff1-c402-4ebd-9662-6c9c3dda1b08 req-d6728c27-b3b1-45ad-97f3-16de63177cf0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:06.896746 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:06.897382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:06.898904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] 10.222.0.42 "PUT /v2.0/ports/f1b5e901-b7ff-4574-889a-40d49e9890c1 HTTP/1.1" status: 200 len: 1092 time: 1.4625924 Aug 16 13:01:06.951659 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-a3577ff1-c402-4ebd-9662-6c9c3dda1b08 req-d6728c27-b3b1-45ad-97f3-16de63177cf0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] For port 244b10de-07da-4cd7-83f8-2a9d0ed55cff, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=244b10de-07da-4cd7-83f8-2a9d0ed55cff,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:06.952389 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a3577ff1-c402-4ebd-9662-6c9c3dda1b08 req-d6728c27-b3b1-45ad-97f3-16de63177cf0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:06.975294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-a3577ff1-c402-4ebd-9662-6c9c3dda1b08 req-d6728c27-b3b1-45ad-97f3-16de63177cf0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Calling delete_port for 244b10de-07da-4cd7-83f8-2a9d0ed55cff owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:06.984034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dbed7-edca-45b6-9b68-84d331adbfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b5e901-b7ff-4574-889a-40d49e9890c1,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:07.023781 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-625e6dc1-9b8f-4d5e-a3c0-5c5da0a3ca4e service neutron] 10.222.0.22 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367530 Aug 16 13:01:07.027542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-42363ea5-db9c-4279-87c1-e8da65226562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:07.029190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-42363ea5-db9c-4279-87c1-e8da65226562 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c74814b27cef4a6783a274f39e3d6ddd&device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 1095 time: 0.0812550 Aug 16 13:01:07.121061 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-d7c977d7-5f93-4b5f-ae4e-67b69bc2064b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1b5e901-b7ff-4574-889a-40d49e9890c1 HTTP/1.1" status: 200 len: 217 time: 0.0819514 Aug 16 13:01:07.131749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7ea1c7be-d747-494d-8759-92d77770e3b8'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:07.164880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4afd-bd55-4765-82ca-a513c6ed93d8 req-837df42a-06a6-4170-803a-6a64deea3da0 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:07.172534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d56c4afd-bd55-4765-82ca-a513c6ed93d8 req-837df42a-06a6-4170-803a-6a64deea3da0 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1022167 Aug 16 13:01:07.277368 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:07.288987 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-87e1d78d-7692-46dd-8f9a-7eb4e6fe3149 service neutron] 10.222.0.22 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451031 Aug 16 13:01:07.300649 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d56c4afd-bd55-4765-82ca-a513c6ed93d8 req-451824a4-a076-4ed5-9d06-e89e801ff73f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019039 Aug 16 13:01:07.312736 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a3577ff1-c402-4ebd-9662-6c9c3dda1b08 req-d6728c27-b3b1-45ad-97f3-16de63177cf0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:07.327743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['574236d3-16ad-4f1d-8b58-68ba8a54a939', '244b10de-07da-4cd7-83f8-2a9d0ed55cff'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:07.332251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-627d2920-1923-4dca-a850-4ed586a1577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:07.334361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-627d2920-1923-4dca-a850-4ed586a1577d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fd8ba34-4555-4af8-93cb-92d5a963c65f HTTP/1.1" status: 200 len: 853 time: 0.2055254 Aug 16 13:01:07.382467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6728c27-b3b1-45ad-97f3-16de63177cf0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event deleted for resources: {'Port': ['ID=244b10de-07da-4cd7-83f8-2a9d0ed55cff,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:07.402804 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-7a914f04-1a4e-409a-94a6-6015fbfe1d32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=266b2082-d44f-4c6a-ac7b-53b2157932ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603526 Aug 16 13:01:07.508161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3577ff1-c402-4ebd-9662-6c9c3dda1b08 req-d6728c27-b3b1-45ad-97f3-16de63177cf0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] No DVR routers for this DVR port 244b10de-07da-4cd7-83f8-2a9d0ed55cff on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:07.528682 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a3577ff1-c402-4ebd-9662-6c9c3dda1b08 req-d6728c27-b3b1-45ad-97f3-16de63177cf0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:07.531155 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3577ff1-c402-4ebd-9662-6c9c3dda1b08 req-d6728c27-b3b1-45ad-97f3-16de63177cf0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "DELETE /v2.0/ports/244b10de-07da-4cd7-83f8-2a9d0ed55cff HTTP/1.1" status: 204 len: 173 time: 0.9030223 Aug 16 13:01:07.531917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e56562b-3f3c-4a47-9239-545f4cb39f38', 'name': 'network-vif-deleted', 'tag': '244b10de-07da-4cd7-83f8-2a9d0ed55cff'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:07.534947 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f738ba-bbc4-48c6-83b6-0de0884e4334" -d '{"events": [{"server_uuid": "8e56562b-3f3c-4a47-9239-545f4cb39f38", "name": "network-vif-deleted", "tag": "244b10de-07da-4cd7-83f8-2a9d0ed55cff"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:07.551965 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-34e68369-d86d-46b1-81c1-5c854f313b0b service neutron] 10.222.0.42 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407270 Aug 16 13:01:07.573052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8da82-b3aa-4d79-ad51-6b0cbaa08697 req-2f97de55-e79c-4880-8b61-38eaedf51b73 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:07.574902 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56a8da82-b3aa-4d79-ad51-6b0cbaa08697 req-2f97de55-e79c-4880-8b61-38eaedf51b73 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 945 time: 0.1320491 Aug 16 13:01:07.585080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b622296-f2de-4b09-b208-4f9ced7e10f6 req-a023c424-4fa2-4da6-827a-90f0407daf6b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:07.587109 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b622296-f2de-4b09-b208-4f9ced7e10f6 req-a023c424-4fa2-4da6-827a-90f0407daf6b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 944 time: 0.1324565 Aug 16 13:01:07.631903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e30498-7fb6-4f87-a9bb-97ca44e27855', 'tag': 'eac4786d-f9db-40b0-b3da-1503c25d9593'}, {'name': 'network-changed', 'server_uuid': 'dd89311b-264d-435f-857e-75d8cc68cf76', 'tag': 'f1b5e901-b7ff-4574-889a-40d49e9890c1'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:07.636510 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4f45c7-0999-4995-9549-cd33b7c41f77" -d '{"events": [{"name": "network-changed", "server_uuid": "94e30498-7fb6-4f87-a9bb-97ca44e27855", "tag": "eac4786d-f9db-40b0-b3da-1503c25d9593"}, {"name": "network-changed", "server_uuid": "dd89311b-264d-435f-857e-75d8cc68cf76", "tag": "f1b5e901-b7ff-4574-889a-40d49e9890c1"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:07.661333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56a8da82-b3aa-4d79-ad51-6b0cbaa08697 req-d2daeb31-2e3d-4d6f-8ed6-61a57ff8ed31 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b0d6fc8-2b63-46fd-a621-02888dab03d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718400 Aug 16 13:01:07.670583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b622296-f2de-4b09-b208-4f9ced7e10f6 req-2c6f1063-714a-4c6a-9037-c87478e065bc tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727336 Aug 16 13:01:07.717929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b8caf768-def0-4218-8e56-bd72fcfb0073 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:01:07.770520 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f6678f-bd68-4f9d-9775-f8aa6ace66c6 x-openstack-request-id: req-e1f6678f-bd68-4f9d-9775-f8aa6ace66c6 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:07.771302 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e56562b-3f3c-4a47-9239-545f4cb39f38", "name": "network-vif-deleted", "tag": "244b10de-07da-4cd7-83f8-2a9d0ed55cff", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:07.771738 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1f6678f-bd68-4f9d-9775-f8aa6ace66c6 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:07.772282 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e56562b-3f3c-4a47-9239-545f4cb39f38', 'name': 'network-vif-deleted', 'tag': '244b10de-07da-4cd7-83f8-2a9d0ed55cff', 'status': 'completed', 'code': 200} Aug 16 13:01:07.775737 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2db4c0b7-fb74-43eb-bcaf-7fc2bd52db96 req-713ac88c-a96a-434b-8392-d4ca1212eb28 service neutron] 10.222.0.42 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070949 Aug 16 13:01:07.850911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a', '8384d48e-f036-4209-95f8-ac745ce02f06', '01671902-0b3d-484a-b3bd-f9002f5b3fcc', '7741c931-1bd7-4534-8e45-339faa43f756'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:07.869934 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6779fe-ac45-4ec1-87d2-a07aaf3b2ada x-openstack-request-id: req-fe6779fe-ac45-4ec1-87d2-a07aaf3b2ada {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:07.870315 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e30498-7fb6-4f87-a9bb-97ca44e27855", "tag": "eac4786d-f9db-40b0-b3da-1503c25d9593", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd89311b-264d-435f-857e-75d8cc68cf76", "tag": "f1b5e901-b7ff-4574-889a-40d49e9890c1", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:07.870926 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe6779fe-ac45-4ec1-87d2-a07aaf3b2ada {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:07.871542 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e30498-7fb6-4f87-a9bb-97ca44e27855', 'tag': 'eac4786d-f9db-40b0-b3da-1503c25d9593', 'status': 'completed', 'code': 200} Aug 16 13:01:07.871862 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd89311b-264d-435f-857e-75d8cc68cf76', 'tag': 'f1b5e901-b7ff-4574-889a-40d49e9890c1', 'status': 'completed', 'code': 200} Aug 16 13:01:07.952892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c2073f6-a227-4423-aece-c9047c19979b req-83727a33-67bc-40e0-8593-584929219fb2 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e56562b-3f3c-4a47-9239-545f4cb39f38 HTTP/1.1" status: 200 len: 210 time: 0.0439196 Aug 16 13:01:08.075072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-beacbcff-adb5-419a-b534-aa60cd3bda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:08.080389 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-beacbcff-adb5-419a-b534-aa60cd3bda45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c74814b27cef4a6783a274f39e3d6ddd&device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 1095 time: 0.1893156 Aug 16 13:01:08.099655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:08.148923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-bdcb945b-ebbb-4f56-a758-c5c5a2630e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:08.151380 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-bdcb945b-ebbb-4f56-a758-c5c5a2630e8a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c74814b27cef4a6783a274f39e3d6ddd&device_id=94e30498-7fb6-4f87-a9bb-97ca44e27855 HTTP/1.1" status: 200 len: 1094 time: 0.2432015 Aug 16 13:01:08.185667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'mac_address': 'fa:16:3e:ad:31:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:01:08.347514 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:08.355262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-a4ceceb4-b830-4ae4-b446-fdb76b80041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:08.357034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-a4ceceb4-b830-4ae4-b446-fdb76b80041f service neutron] 10.222.0.42 "GET /v2.0/networks?id=266b2082-d44f-4c6a-ac7b-53b2157932ce HTTP/1.1" status: 200 len: 913 time: 0.2549844 Aug 16 13:01:08.363607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550cbf8-a6a9-4e43-bbed-4f723cd29581 req-967a9614-9419-481b-8179-21d34953e724 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:08.379356 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8550cbf8-a6a9-4e43-bbed-4f723cd29581 req-967a9614-9419-481b-8179-21d34953e724 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1081207 Aug 16 13:01:08.418516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8caf768-def0-4218-8e56-bd72fcfb0073 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:01:08.449628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8550cbf8-a6a9-4e43-bbed-4f723cd29581 req-70bc594d-75bc-43f4-84ba-3b832e50c05d tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510244 Aug 16 13:01:08.466660 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-2b6ee80c-7343-4dca-a097-cd7a2d8c9f0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1b5e901-b7ff-4574-889a-40d49e9890c1 HTTP/1.1" status: 200 len: 217 time: 0.0956175 Aug 16 13:01:08.495960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:08.503160 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:08.520447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-5370584c-bb79-485a-aae4-35afe091bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:08.521941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-5370584c-bb79-485a-aae4-35afe091bdef service neutron] 10.222.0.22 "GET /v2.0/networks?id=266b2082-d44f-4c6a-ac7b-53b2157932ce HTTP/1.1" status: 200 len: 913 time: 0.3021982 Aug 16 13:01:08.569183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee8156-a698-4de0-bf4f-c693f595f69f req-e330e4eb-5fed-4a6e-b8ae-2df2aa343d46 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:08.571273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3dee8156-a698-4de0-bf4f-c693f595f69f req-e330e4eb-5fed-4a6e-b8ae-2df2aa343d46 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.0763748 Aug 16 13:01:08.613144 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-68384a33-528c-46f2-90f6-7ac776d087f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eac4786d-f9db-40b0-b3da-1503c25d9593 HTTP/1.1" status: 200 len: 217 time: 0.0797472 Aug 16 13:01:08.619599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:08.624085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3dee8156-a698-4de0-bf4f-c693f595f69f req-e059a7f5-33a8-4ffe-ac3a-32e4b1cee41c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Aug 16 13:01:08.628986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-88723413-ca5b-4008-9629-98e2f18182a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:08.630567 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-88723413-ca5b-4008-9629-98e2f18182a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fd8ba34-4555-4af8-93cb-92d5a963c65f HTTP/1.1" status: 200 len: 853 time: 0.1559174 Aug 16 13:01:08.633745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.634657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.635180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.635516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.635857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.636188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.636517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.636843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.637168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.637493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.637819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.638150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:08.696193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b8caf768-def0-4218-8e56-bd72fcfb0073'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:08.712179 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-a16e28ac-fc1a-49c7-82e0-da217847f4ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=266b2082-d44f-4c6a-ac7b-53b2157932ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409646 Aug 16 13:01:08.821972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-2ed3d9f4-2824-4059-bb7b-10639c168264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:08.823824 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-2ed3d9f4-2824-4059-bb7b-10639c168264 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5fd8ba34-4555-4af8-93cb-92d5a963c65f HTTP/1.1" status: 200 len: 853 time: 0.1922293 Aug 16 13:01:08.885408 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-327e5207-44a1-498d-b90b-25932e3c7455 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=266b2082-d44f-4c6a-ac7b-53b2157932ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501189 Aug 16 13:01:08.949062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da1ee2-70ec-4084-98f1-4bf15b2b30e4 req-df2ea8e2-0db6-46f1-be8d-3984bf43bc67 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:08.950965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62da1ee2-70ec-4084-98f1-4bf15b2b30e4 req-df2ea8e2-0db6-46f1-be8d-3984bf43bc67 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 944 time: 0.1203709 Aug 16 13:01:08.961899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c855-809b-4534-b631-9c3e441b19d0 req-9e3dee7e-24a7-4b2b-a475-872637869bfd tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:08.966685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9270c855-809b-4534-b631-9c3e441b19d0 req-9e3dee7e-24a7-4b2b-a475-872637869bfd tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 945 time: 0.1252990 Aug 16 13:01:09.046415 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c68b9-86d5-4f64-abab-a3fd043f6630 req-c937db36-6407-4cfe-9697-2d383717247d tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:09.048027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f2c68b9-86d5-4f64-abab-a3fd043f6630 req-c937db36-6407-4cfe-9697-2d383717247d tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.42 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 945 time: 0.2807269 Aug 16 13:01:09.059595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62da1ee2-70ec-4084-98f1-4bf15b2b30e4 req-12f5e4d0-6d24-46eb-9faf-ffad60aa4e8e tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897913 Aug 16 13:01:09.091435 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-57f256eb-daa6-4fef-9045-eb12e812d21f service neutron] 10.222.0.22 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979330 Aug 16 13:01:09.094591 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-426d407f-4876-4709-8ee1-53e38bf8f05d service neutron] 10.222.0.42 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716328 Aug 16 13:01:09.118147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9270c855-809b-4534-b631-9c3e441b19d0 req-df765fc2-5a94-4eca-bc9b-224f25b88ea5 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b0d6fc8-2b63-46fd-a621-02888dab03d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217823 Aug 16 13:01:09.199371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-3f2c68b9-86d5-4f64-abab-a3fd043f6630 req-1f7bb715-184a-4d54-976d-46cfd053592f tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Deleting port 32cff75b-644b-4a63-b1b0-691b0e8c4f83 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:09.199958 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3f2c68b9-86d5-4f64-abab-a3fd043f6630 req-1f7bb715-184a-4d54-976d-46cfd053592f tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:09.215006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-14148245-6f5f-41e2-ac6e-d1ff2d04077e service neutron] 10.222.0.22 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139913 Aug 16 13:01:09.323129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-3f2c68b9-86d5-4f64-abab-a3fd043f6630 req-1f7bb715-184a-4d54-976d-46cfd053592f tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] For port 32cff75b-644b-4a63-b1b0-691b0e8c4f83, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=32cff75b-644b-4a63-b1b0-691b0e8c4f83,segment=NetworkSegment(243e2a8a-d5e4-49f0-8793-703e1e18995c),segment_id=243e2a8a-d5e4-49f0-8793-703e1e18995c)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:09.323504 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3f2c68b9-86d5-4f64-abab-a3fd043f6630 req-1f7bb715-184a-4d54-976d-46cfd053592f tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:09.329827 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb4f45c7-0999-4995-9549-cd33b7c41f77 req-57ca3c15-e4f2-4926-b413-5874c557232d service neutron] 10.222.0.42 "GET /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136611 Aug 16 13:01:09.355625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-3f2c68b9-86d5-4f64-abab-a3fd043f6630 req-1f7bb715-184a-4d54-976d-46cfd053592f tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Calling delete_port for 32cff75b-644b-4a63-b1b0-691b0e8c4f83 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:09.549135 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3f2c68b9-86d5-4f64-abab-a3fd043f6630 req-1f7bb715-184a-4d54-976d-46cfd053592f tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:09.561911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['32cff75b-644b-4a63-b1b0-691b0e8c4f83'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:09.585432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f1b5e901-b7ff-4574-889a-40d49e9890c1 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:01:09.587969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 244b10de-07da-4cd7-83f8-2a9d0ed55cff no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:09.620844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 244b10de-07da-4cd7-83f8-2a9d0ed55cff {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:09.621199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 244b10de-07da-4cd7-83f8-2a9d0ed55cff not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:09.630330 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bb715-184a-4d54-976d-46cfd053592f tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Pushing event deleted for resources: {'Port': ['ID=32cff75b-644b-4a63-b1b0-691b0e8c4f83,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:09.693433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee84eff-02d4-43c9-8dd7-c43a5382f054 req-ddb34a40-510a-4ca7-b357-2f081f4fc231 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:09.696121 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ee84eff-02d4-43c9-8dd7-c43a5382f054 req-ddb34a40-510a-4ca7-b357-2f081f4fc231 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1597836 Aug 16 13:01:09.709021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e93802-e329-466d-a66d-b3caf81ca90d req-890995e7-3f2a-496a-9b7f-58f0854817ce tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:09.712089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6e93802-e329-466d-a66d-b3caf81ca90d req-890995e7-3f2a-496a-9b7f-58f0854817ce tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 950 time: 0.1646323 Aug 16 13:01:09.736562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2c68b9-86d5-4f64-abab-a3fd043f6630 req-1f7bb715-184a-4d54-976d-46cfd053592f tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] No DVR routers for this DVR port 32cff75b-644b-4a63-b1b0-691b0e8c4f83 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:09.746928 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3f2c68b9-86d5-4f64-abab-a3fd043f6630 req-1f7bb715-184a-4d54-976d-46cfd053592f tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:09.750146 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f2c68b9-86d5-4f64-abab-a3fd043f6630 req-1f7bb715-184a-4d54-976d-46cfd053592f tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.42 "DELETE /v2.0/ports/32cff75b-644b-4a63-b1b0-691b0e8c4f83 HTTP/1.1" status: 204 len: 173 time: 0.6893957 Aug 16 13:01:09.774149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84252b48-ba90-426e-b2c7-87f5f2ba9c9b', 'name': 'network-vif-deleted', 'tag': '32cff75b-644b-4a63-b1b0-691b0e8c4f83'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:09.776360 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3066ad3-6b44-4a8c-8c70-eee705b076d6" -d '{"events": [{"server_uuid": "84252b48-ba90-426e-b2c7-87f5f2ba9c9b", "name": "network-vif-deleted", "tag": "32cff75b-644b-4a63-b1b0-691b0e8c4f83"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:09.784816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f1b5e901-b7ff-4574-889a-40d49e9890c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f1b5e901-b7ff-4574-889a-40d49e9890c1,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:09.797378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'f1b5e901-b7ff-4574-889a-40d49e9890c1', 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce', 'port_id': 'f1b5e901-b7ff-4574-889a-40d49e9890c1', 'mac_address': 'fa:16:3e:9d:69:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd8ba34-4555-4af8-93cb-92d5a963c65f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:01:09.811558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6e93802-e329-466d-a66d-b3caf81ca90d req-3f4640da-0044-43a8-acd8-d1b834221325 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821240 Aug 16 13:01:09.820271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ee84eff-02d4-43c9-8dd7-c43a5382f054 req-a3a210d0-7245-4e2b-aed2-3fc1302edafc tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=173f2296-d9c8-4a4d-b744-fb4497ed8ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071334 Aug 16 13:01:09.874305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:09.902816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b5e901-b7ff-4574-889a-40d49e9890c1 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:01:09.915323 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2cd177-8bab-4278-874b-0c0742e3ec4a x-openstack-request-id: req-7c2cd177-8bab-4278-874b-0c0742e3ec4a {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:09.916242 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84252b48-ba90-426e-b2c7-87f5f2ba9c9b", "name": "network-vif-deleted", "tag": "32cff75b-644b-4a63-b1b0-691b0e8c4f83", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:09.916508 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c2cd177-8bab-4278-874b-0c0742e3ec4a {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:09.916843 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84252b48-ba90-426e-b2c7-87f5f2ba9c9b', 'name': 'network-vif-deleted', 'tag': '32cff75b-644b-4a63-b1b0-691b0e8c4f83', 'status': 'completed', 'code': 200} Aug 16 13:01:09.932306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f1b5e901-b7ff-4574-889a-40d49e9890c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f1b5e901-b7ff-4574-889a-40d49e9890c1,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:09.940103 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:09.964433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d3dd-2468-470e-9383-23647e827e96 req-5cab42b3-940f-4ff9-b6f6-28324af92b75 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:09.965960 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c289d3dd-2468-470e-9383-23647e827e96 req-5cab42b3-940f-4ff9-b6f6-28324af92b75 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 945 time: 0.1122723 Aug 16 13:01:09.996789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f1b5e901-b7ff-4574-889a-40d49e9890c1,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:10.023279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7f3bf-5e6b-4fd0-a048-c519b04a3df4 req-97aee069-4cfd-4fdb-bccf-c721c51a5de1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:10.026989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95b7f3bf-5e6b-4fd0-a048-c519b04a3df4 req-97aee069-4cfd-4fdb-bccf-c721c51a5de1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.0698800 Aug 16 13:01:10.067496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95b7f3bf-5e6b-4fd0-a048-c519b04a3df4 req-a492dcb7-7ea7-415b-b79b-aa9913990efd tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 Aug 16 13:01:10.085493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c289d3dd-2468-470e-9383-23647e827e96 req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Deleting port 7ea1c7be-d747-494d-8759-92d77770e3b8 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:10.085829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c289d3dd-2468-470e-9383-23647e827e96 req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:10.202196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55a625-3ea7-4a75-aab7-e98b6f69ec72 req-a2b41165-d19e-4fe2-913d-06f413a7f49e tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:10.203828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad55a625-3ea7-4a75-aab7-e98b6f69ec72 req-a2b41165-d19e-4fe2-913d-06f413a7f49e tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 945 time: 0.0569739 Aug 16 13:01:10.207534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1b5e901-b7ff-4574-889a-40d49e9890c1'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:10.244363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c289d3dd-2468-470e-9383-23647e827e96 req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] For port 7ea1c7be-d747-494d-8759-92d77770e3b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7ea1c7be-d747-494d-8759-92d77770e3b8,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:10.244760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c289d3dd-2468-470e-9383-23647e827e96 req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:10.272627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c289d3dd-2468-470e-9383-23647e827e96 req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Calling delete_port for 7ea1c7be-d747-494d-8759-92d77770e3b8 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:10.318892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32a98532-c2d2-49ce-94fd-ddb3cd1199f2 req-ceae1745-d627-4220-84d3-463e1a634f61 tempest-ServerTagsTestJSON-1700071932 tempest-ServerTagsTestJSON-1700071932-project] 10.222.0.25 "GET /v2.0/ports?device_id=84252b48-ba90-426e-b2c7-87f5f2ba9c9b HTTP/1.1" status: 200 len: 210 time: 0.0612457 Aug 16 13:01:10.332492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad55a625-3ea7-4a75-aab7-e98b6f69ec72 req-845f22cc-c824-4147-a9e2-7cc2d6c2010b tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140745 Aug 16 13:01:10.497206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c289d3dd-2468-470e-9383-23647e827e96 req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:10.527575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7ea1c7be-d747-494d-8759-92d77770e3b8'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:10.533966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event deleted for resources: {'Port': ['ID=7ea1c7be-d747-494d-8759-92d77770e3b8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:10.549790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.550163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.550508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.550841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.551173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.551503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.551826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.552151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.552596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.552791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.553110 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.553431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:10.603672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c289d3dd-2468-470e-9383-23647e827e96 req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] No DVR routers for this DVR port 7ea1c7be-d747-494d-8759-92d77770e3b8 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:10.606430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c289d3dd-2468-470e-9383-23647e827e96 req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:10.608592 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c289d3dd-2468-470e-9383-23647e827e96 req-42e5cf55-6640-45e3-8c17-66fe8000411b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.22 "DELETE /v2.0/ports/7ea1c7be-d747-494d-8759-92d77770e3b8 HTTP/1.1" status: 204 len: 173 time: 0.6342692 Aug 16 13:01:10.609180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e13d05-9193-4348-bdaa-f8f55008a504', 'name': 'network-vif-deleted', 'tag': '7ea1c7be-d747-494d-8759-92d77770e3b8'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:10.611489 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b91eab-e98e-4337-bded-de05f0aca7e1" -d '{"events": [{"server_uuid": "c3e13d05-9193-4348-bdaa-f8f55008a504", "name": "network-vif-deleted", "tag": "7ea1c7be-d747-494d-8759-92d77770e3b8"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:10.661693 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29812e64-8b50-4a97-a74e-abc62d12e732 x-openstack-request-id: req-29812e64-8b50-4a97-a74e-abc62d12e732 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:10.662308 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e13d05-9193-4348-bdaa-f8f55008a504", "name": "network-vif-deleted", "tag": "7ea1c7be-d747-494d-8759-92d77770e3b8", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:10.662570 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29812e64-8b50-4a97-a74e-abc62d12e732 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:10.662972 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e13d05-9193-4348-bdaa-f8f55008a504', 'name': 'network-vif-deleted', 'tag': '7ea1c7be-d747-494d-8759-92d77770e3b8', 'status': 'completed', 'code': 200} Aug 16 13:01:10.925170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9a68c-07ba-496b-9f26-9f9bfee64390 req-f2107142-76d2-4bd7-80e6-be4cc571deee tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:10.927290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39a9a68c-07ba-496b-9f26-9f9bfee64390 req-f2107142-76d2-4bd7-80e6-be4cc571deee tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf7ebd6c-9f10-4057-ad80-03a3bad5599c HTTP/1.1" status: 200 len: 950 time: 0.0681725 Aug 16 13:01:11.006158 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2864c46c-de87-4bec-8b69-932811dd2535 req-82b82ffa-56cf-4559-89c5-d413b223ddb7 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3e13d05-9193-4348-bdaa-f8f55008a504 HTTP/1.1" status: 200 len: 210 time: 0.0677299 Aug 16 13:01:11.053399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f70fc-ae0e-478e-ab62-be53cb08ae64 req-2f0c4526-4b96-4982-86b5-415df3c1627f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:11.054915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-696f70fc-ae0e-478e-ab62-be53cb08ae64 req-2f0c4526-4b96-4982-86b5-415df3c1627f tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 950 time: 0.1267173 Aug 16 13:01:11.109247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-696f70fc-ae0e-478e-ab62-be53cb08ae64 req-270872cd-1cb6-4204-b8e9-90d4df3b9e91 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472753 Aug 16 13:01:11.116699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-39a9a68c-07ba-496b-9f26-9f9bfee64390 req-9a25786d-f991-4aee-bec4-bad9a1009e88 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Deleting port 574236d3-16ad-4f1d-8b58-68ba8a54a939 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:11.117038 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-39a9a68c-07ba-496b-9f26-9f9bfee64390 req-9a25786d-f991-4aee-bec4-bad9a1009e88 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:11.241565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3b418-f46e-4cae-95bd-9179b5bad7bc req-3913603c-5da8-42a3-8754-3d889e3a93f3 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:11.243162 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ab3b418-f46e-4cae-95bd-9179b5bad7bc req-3913603c-5da8-42a3-8754-3d889e3a93f3 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.0943503 Aug 16 13:01:11.282142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-39a9a68c-07ba-496b-9f26-9f9bfee64390 req-9a25786d-f991-4aee-bec4-bad9a1009e88 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] For port 574236d3-16ad-4f1d-8b58-68ba8a54a939, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=574236d3-16ad-4f1d-8b58-68ba8a54a939,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:11.282593 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-39a9a68c-07ba-496b-9f26-9f9bfee64390 req-9a25786d-f991-4aee-bec4-bad9a1009e88 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:11.303592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-39a9a68c-07ba-496b-9f26-9f9bfee64390 req-9a25786d-f991-4aee-bec4-bad9a1009e88 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Calling delete_port for 574236d3-16ad-4f1d-8b58-68ba8a54a939 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:11.315681 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ab3b418-f46e-4cae-95bd-9179b5bad7bc req-cb5e8ad7-230f-46f4-8e67-abdaab38460b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542388 Aug 16 13:01:11.385393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42566) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:11.496138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0d3d5a-bfa1-4b89-9114-33336b568b2d admin admin] Deleting subnet 7ccac3a7-157d-4a46-aafb-accbf38d43de {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:01:11.500814 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3d5a-bfa1-4b89-9114-33336b568b2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:11.539536 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3d5a-bfa1-4b89-9114-33336b568b2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:11.553628 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-39a9a68c-07ba-496b-9f26-9f9bfee64390 req-9a25786d-f991-4aee-bec4-bad9a1009e88 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:11.565762 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adda9e4-e015-4332-9fec-5f751cc6c7ca req-1ee0bcc5-455a-407a-860b-2decf64c91d3 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:11.566029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['574236d3-16ad-4f1d-8b58-68ba8a54a939'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:11.567519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8adda9e4-e015-4332-9fec-5f751cc6c7ca req-1ee0bcc5-455a-407a-860b-2decf64c91d3 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 945 time: 0.0852289 Aug 16 13:01:11.592353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a', '8384d48e-f036-4209-95f8-ac745ce02f06', '01671902-0b3d-484a-b3bd-f9002f5b3fcc', '7741c931-1bd7-4534-8e45-339faa43f756'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:11.597704 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3d5a-bfa1-4b89-9114-33336b568b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:11.599382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25786d-f991-4aee-bec4-bad9a1009e88 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event deleted for resources: {'Port': ['ID=574236d3-16ad-4f1d-8b58-68ba8a54a939,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:11.599755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f1b5e901-b7ff-4574-889a-40d49e9890c1 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:11.702902 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3d5a-bfa1-4b89-9114-33336b568b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:11.734687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device eac4786d-f9db-40b0-b3da-1503c25d9593 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:01:11.742982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b8caf768-def0-4218-8e56-bd72fcfb0073 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:11.744594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a9a68c-07ba-496b-9f26-9f9bfee64390 req-9a25786d-f991-4aee-bec4-bad9a1009e88 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] No DVR routers for this DVR port 574236d3-16ad-4f1d-8b58-68ba8a54a939 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:11.754756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8adda9e4-e015-4332-9fec-5f751cc6c7ca req-c1cd2775-f4e1-457d-8c09-dcd5e91f7fb7 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622922 Aug 16 13:01:11.756077 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-39a9a68c-07ba-496b-9f26-9f9bfee64390 req-9a25786d-f991-4aee-bec4-bad9a1009e88 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:11.758661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39a9a68c-07ba-496b-9f26-9f9bfee64390 req-9a25786d-f991-4aee-bec4-bad9a1009e88 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.42 "DELETE /v2.0/ports/574236d3-16ad-4f1d-8b58-68ba8a54a939 HTTP/1.1" status: 204 len: 173 time: 0.8213427 Aug 16 13:01:11.777590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3d5a-bfa1-4b89-9114-33336b568b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ccac3a7-157d-4a46-aafb-accbf38d43de,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:11.783537 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3d5a-bfa1-4b89-9114-33336b568b2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:11.787844 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1c0d3d5a-bfa1-4b89-9114-33336b568b2d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7ccac3a7-157d-4a46-aafb-accbf38d43de HTTP/1.1" status: 204 len: 168 time: 0.3979993 Aug 16 13:01:11.788593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42580) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:11.794605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port f1b5e901-b7ff-4574-889a-40d49e9890c1 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:11.805138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143b3d4-800c-4339-9715-f736e5b902de req-9bb97381-6ff9-4398-919f-3d5b8c56dce4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:11.808053 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b143b3d4-800c-4339-9715-f736e5b902de req-9bb97381-6ff9-4398-919f-3d5b8c56dce4 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 950 time: 0.1231468 Aug 16 13:01:11.833574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port f1b5e901-b7ff-4574-889a-40d49e9890c1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:11.833958 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:11.915795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:11.920675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7ebd6c-9f10-4057-ad80-03a3bad5599c', 'name': 'network-vif-deleted', 'tag': '574236d3-16ad-4f1d-8b58-68ba8a54a939'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:11.923188 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4d76fa-7a1f-4ba1-a0a7-01f150a5d91d" -d '{"events": [{"server_uuid": "bf7ebd6c-9f10-4057-ad80-03a3bad5599c", "name": "network-vif-deleted", "tag": "574236d3-16ad-4f1d-8b58-68ba8a54a939"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:12.000970 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e64b551-a414-4159-bae5-1f76329cd8c2 x-openstack-request-id: req-4e64b551-a414-4159-bae5-1f76329cd8c2 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:12.001911 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7ebd6c-9f10-4057-ad80-03a3bad5599c", "name": "network-vif-deleted", "tag": "574236d3-16ad-4f1d-8b58-68ba8a54a939", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:12.002171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b143b3d4-800c-4339-9715-f736e5b902de req-5d835387-2c56-4967-ac6b-3a27c5d45a89 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Deleting port 7741c931-1bd7-4534-8e45-339faa43f756 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:12.002519 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e64b551-a414-4159-bae5-1f76329cd8c2 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:12.002707 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b143b3d4-800c-4339-9715-f736e5b902de req-5d835387-2c56-4967-ac6b-3a27c5d45a89 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.003209 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7ebd6c-9f10-4057-ad80-03a3bad5599c', 'name': 'network-vif-deleted', 'tag': '574236d3-16ad-4f1d-8b58-68ba8a54a939', 'status': 'completed', 'code': 200} Aug 16 13:01:12.047559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port b8caf768-def0-4218-8e56-bd72fcfb0073 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:12.047945 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.079639 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.093698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:12.108224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243e2a8a-d5e4-49f0-8793-703e1e18995c') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:12.108666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243e2a8a-d5e4-49f0-8793-703e1e18995c') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:12.119960 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.145817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.154173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:01:12.154755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.210606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port eac4786d-f9db-40b0-b3da-1503c25d9593, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=eac4786d-f9db-40b0-b3da-1503c25d9593,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:12.225814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b143b3d4-800c-4339-9715-f736e5b902de req-5d835387-2c56-4967-ac6b-3a27c5d45a89 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] For port 7741c931-1bd7-4534-8e45-339faa43f756, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7741c931-1bd7-4534-8e45-339faa43f756,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:12.228876 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b143b3d4-800c-4339-9715-f736e5b902de req-5d835387-2c56-4967-ac6b-3a27c5d45a89 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:01:12.253796 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:01:12.259999 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.271583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.277008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4 HTTP/1.1" status: 204 len: 168 time: 0.4854038 Aug 16 13:01:12.283829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b143b3d4-800c-4339-9715-f736e5b902de req-5d835387-2c56-4967-ac6b-3a27c5d45a89 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Calling delete_port for 7741c931-1bd7-4534-8e45-339faa43f756 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:12.327587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'eac4786d-f9db-40b0-b3da-1503c25d9593', 'network_id': '266b2082-d44f-4c6a-ac7b-53b2157932ce', 'port_id': 'eac4786d-f9db-40b0-b3da-1503c25d9593', 'mac_address': 'fa:16:3e:0d:c1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd8ba34-4555-4af8-93cb-92d5a963c65f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:01:12.344627 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.453300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db1a09-2535-4713-9939-d6a5e6ce7ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5b33ee-f3a4-4d60-ab0d-6ffe93402bc4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:12.465005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd89311b-264d-435f-857e-75d8cc68cf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b5e901-b7ff-4574-889a-40d49e9890c1'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:12.467737 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c37f81-a101-4a7f-badb-221b1a42154d" -d '{"events": [{"server_uuid": "dd89311b-264d-435f-857e-75d8cc68cf76", "name": "network-vif-plugged", "status": "completed", "tag": "f1b5e901-b7ff-4574-889a-40d49e9890c1"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:12.476334 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.515606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2804-2957-48fa-9733-96db9b2a7f01 req-d62d55d0-741e-47a6-89b8-597233a50ad7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:12.519539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f58b2804-2957-48fa-9733-96db9b2a7f01 req-d62d55d0-741e-47a6-89b8-597233a50ad7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=54a4624d-c54c-4051-809a-e93f6d097d79 HTTP/1.1" status: 200 len: 950 time: 0.2236114 Aug 16 13:01:12.555849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f1b5e901-b7ff-4574-889a-40d49e9890c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f1b5e901-b7ff-4574-889a-40d49e9890c1,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:12.560555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42610) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:12.569225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac4786d-f9db-40b0-b3da-1503c25d9593 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:01:12.573284 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b143b3d4-800c-4339-9715-f736e5b902de req-5d835387-2c56-4967-ac6b-3a27c5d45a89 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.579447 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.581154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 32cff75b-644b-4a63-b1b0-691b0e8c4f83 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:12.615605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d835387-2c56-4967-ac6b-3a27c5d45a89 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event deleted for resources: {'Port': ['ID=7741c931-1bd7-4534-8e45-339faa43f756,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:12.651013 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.655382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 32cff75b-644b-4a63-b1b0-691b0e8c4f83 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:12.655938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 32cff75b-644b-4a63-b1b0-691b0e8c4f83 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:12.668090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b143b3d4-800c-4339-9715-f736e5b902de req-5d835387-2c56-4967-ac6b-3a27c5d45a89 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] No DVR routers for this DVR port 7741c931-1bd7-4534-8e45-339faa43f756 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:12.671341 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b143b3d4-800c-4339-9715-f736e5b902de req-5d835387-2c56-4967-ac6b-3a27c5d45a89 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.674263 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b143b3d4-800c-4339-9715-f736e5b902de req-5d835387-2c56-4967-ac6b-3a27c5d45a89 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "DELETE /v2.0/ports/7741c931-1bd7-4534-8e45-339faa43f756 HTTP/1.1" status: 204 len: 173 time: 0.8587115 Aug 16 13:01:12.674895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a4624d-c54c-4051-809a-e93f6d097d79', 'name': 'network-vif-deleted', 'tag': '7741c931-1bd7-4534-8e45-339faa43f756'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:12.687419 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2674eb8-ffbb-44c7-988b-29174d5b1c2f" -d '{"events": [{"server_uuid": "54a4624d-c54c-4051-809a-e93f6d097d79", "name": "network-vif-deleted", "tag": "7741c931-1bd7-4534-8e45-339faa43f756"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:12.694251 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port eac4786d-f9db-40b0-b3da-1503c25d9593, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=eac4786d-f9db-40b0-b3da-1503c25d9593,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:12.708452 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.721643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f58b2804-2957-48fa-9733-96db9b2a7f01 req-f3f266d5-46fb-4768-9221-1f51547fc522 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894515 Aug 16 13:01:12.728842 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4b517047-9c5c-4f5c-82e2-ded944e1cfc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ae3b705829d4f91b7f466122cc13dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658127 Aug 16 13:01:12.731997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42616) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:12.756746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbcb22-637d-431b-8f5f-b755daf82976 req-68747d62-4039-4119-a599-b644626cd983 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:12.758818 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f1b5e901-b7ff-4574-889a-40d49e9890c1,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:12.758980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11bbcb22-637d-431b-8f5f-b755daf82976 req-68747d62-4039-4119-a599-b644626cd983 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1295311 Aug 16 13:01:12.767869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:12.801560 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.826576 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11bbcb22-637d-431b-8f5f-b755daf82976 req-c7e805f0-201d-4274-8181-caaef29c7d53 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561604 Aug 16 13:01:12.852167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a49a33a5-f51e-4a52-8d3b-8c061e3461e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.893877 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a49a33a5-f51e-4a52-8d3b-8c061e3461e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.911291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=eac4786d-f9db-40b0-b3da-1503c25d9593,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:12.912638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c9700-8932-4fd4-b02b-3f3271f38267 req-03a465e7-3af3-4bd3-8fad-87eb48c0e51b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:12.922389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-394c9700-8932-4fd4-b02b-3f3271f38267 req-03a465e7-3af3-4bd3-8fad-87eb48c0e51b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.0778189 Aug 16 13:01:12.940328 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efb4e9e-72c4-43ee-b3a4-f4d61c13fbc8 x-openstack-request-id: req-9efb4e9e-72c4-43ee-b3a4-f4d61c13fbc8 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:12.940617 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd89311b-264d-435f-857e-75d8cc68cf76", "name": "network-vif-plugged", "status": "completed", "tag": "f1b5e901-b7ff-4574-889a-40d49e9890c1", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:12.940989 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9efb4e9e-72c4-43ee-b3a4-f4d61c13fbc8 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:12.941270 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd89311b-264d-435f-857e-75d8cc68cf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b5e901-b7ff-4574-889a-40d49e9890c1', 'code': 200} Aug 16 13:01:12.989189 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a49a33a5-f51e-4a52-8d3b-8c061e3461e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:12.993536 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a49a33a5-f51e-4a52-8d3b-8c061e3461e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:13.000051 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a49a33a5-f51e-4a52-8d3b-8c061e3461e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b0d6fc8-2b63-46fd-a621-02888dab03d4 HTTP/1.1" status: 204 len: 168 time: 0.2665002 Aug 16 13:01:13.036086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a33a5-f51e-4a52-8d3b-8c061e3461e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0d6fc8-2b63-46fd-a621-02888dab03d4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:13.069534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-394c9700-8932-4fd4-b02b-3f3271f38267 req-d5d1b819-9277-41d2-beb2-4ffddd6971c5 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400216 Aug 16 13:01:13.125086 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2247ccb1-02df-4fb2-990e-d1773a5584e0 x-openstack-request-id: req-2247ccb1-02df-4fb2-990e-d1773a5584e0 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:13.125906 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a4624d-c54c-4051-809a-e93f6d097d79", "name": "network-vif-deleted", "tag": "7741c931-1bd7-4534-8e45-339faa43f756", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:13.125906 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2247ccb1-02df-4fb2-990e-d1773a5584e0 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:13.125906 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a4624d-c54c-4051-809a-e93f6d097d79', 'name': 'network-vif-deleted', 'tag': '7741c931-1bd7-4534-8e45-339faa43f756', 'status': 'completed', 'code': 200} Aug 16 13:01:13.231197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['eac4786d-f9db-40b0-b3da-1503c25d9593'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:13.245731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e3adf-7c95-4b1d-b25e-095d9ade5454 req-d5990fe5-d9e1-410a-8562-4f7fb8ab2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:13.249098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=10']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:13.251050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-251e3adf-7c95-4b1d-b25e-095d9ade5454 req-d5990fe5-d9e1-410a-8562-4f7fb8ab2cb9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 1097 time: 0.1360426 Aug 16 13:01:13.380790 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-251e3adf-7c95-4b1d-b25e-095d9ade5454 req-63f1d4fb-a0a5-4883-8c97-d66c7c0d922d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230538 Aug 16 13:01:13.403012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a8fec-f68c-4216-949a-5aee149137ba req-6f810689-4086-4e01-81ab-6f8326a4fcc2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:13.404671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a40a8fec-f68c-4216-949a-5aee149137ba req-6f810689-4086-4e01-81ab-6f8326a4fcc2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 946 time: 0.1015582 Aug 16 13:01:13.531853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a40a8fec-f68c-4216-949a-5aee149137ba req-7696e3f9-9b5c-41e8-bc4e-371d162d78e8 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114078 Aug 16 13:01:13.611528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 574236d3-16ad-4f1d-8b58-68ba8a54a939 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:13.643383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 574236d3-16ad-4f1d-8b58-68ba8a54a939 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:13.643789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 574236d3-16ad-4f1d-8b58-68ba8a54a939 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:13.759504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7ea1c7be-d747-494d-8759-92d77770e3b8 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:13.831166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 7ea1c7be-d747-494d-8759-92d77770e3b8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:13.831509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7ea1c7be-d747-494d-8759-92d77770e3b8 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:14.046582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca5a29-d983-4c7c-8a06-a1701fb4846b req-fce09ea7-a772-48d2-bd89-deb04f0778ac tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:14.049369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1ca5a29-d983-4c7c-8a06-a1701fb4846b req-fce09ea7-a772-48d2-bd89-deb04f0778ac tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1394720 Aug 16 13:01:14.138364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a92c96-28c2-418f-8839-07b042e3f320 req-fcdc620b-6d97-4a0f-a78e-253762c08c6b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:14.140917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06a92c96-28c2-418f-8839-07b042e3f320 req-fcdc620b-6d97-4a0f-a78e-253762c08c6b tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1933365 Aug 16 13:01:14.268733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1ca5a29-d983-4c7c-8a06-a1701fb4846b req-60b1d100-f0be-4788-8afd-a486956b3928 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105968 Aug 16 13:01:14.418757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef1c4a-7d45-40ae-9532-f16ad19f1d05 req-afb306b4-46d9-4c46-bc74-d83728541c67 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:14.420341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4ef1c4a-7d45-40ae-9532-f16ad19f1d05 req-afb306b4-46d9-4c46-bc74-d83728541c67 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.1470077 Aug 16 13:01:14.465867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Deleting port 9257e45c-95ad-434f-b44c-63d75aa8b666 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:14.466251 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:14.540541 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4ef1c4a-7d45-40ae-9532-f16ad19f1d05 req-196c2bcc-4216-41e7-8d26-a2939eec50bb tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908756 Aug 16 13:01:14.711757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba9d3d-a58d-424a-a4f9-b8033e1e4b6c req-764525ec-96fe-4291-a5d9-22e656268bf6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:14.714126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98ba9d3d-a58d-424a-a4f9-b8033e1e4b6c req-764525ec-96fe-4291-a5d9-22e656268bf6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c782477-9d00-4ec3-8702-2d3ac92887aa HTTP/1.1" status: 200 len: 950 time: 0.0968521 Aug 16 13:01:14.719815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] For port 9257e45c-95ad-434f-b44c-63d75aa8b666, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=9257e45c-95ad-434f-b44c-63d75aa8b666,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:14.720187 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:14.785428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a', '8384d48e-f036-4209-95f8-ac745ce02f06', '01671902-0b3d-484a-b3bd-f9002f5b3fcc'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:14.873788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98ba9d3d-a58d-424a-a4f9-b8033e1e4b6c req-962620d9-022f-4573-a502-c9d15f75ace3 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507828 Aug 16 13:01:14.966200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:14.968903 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf2ec99-ba16-481c-893a-78928a77c9e3" -d '{"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-plugged", "status": "completed", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:15.045750 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ff61c1-9534-4006-bdf2-de10fa11c5ea x-openstack-request-id: req-04ff61c1-9534-4006-bdf2-de10fa11c5ea {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:15.046032 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-plugged", "status": "completed", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:15.046503 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04ff61c1-9534-4006-bdf2-de10fa11c5ea {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:15.046915 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'code': 200} Aug 16 13:01:15.173315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42720) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:15.334027 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eee09f9e-da81-40d9-b6bb-47d6bc0cd326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:15.455816 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eee09f9e-da81-40d9-b6bb-47d6bc0cd326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:15.470155 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eee09f9e-da81-40d9-b6bb-47d6bc0cd326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:15.526128 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eee09f9e-da81-40d9-b6bb-47d6bc0cd326 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc3151d4d445405588aad20c1e03d50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479006 Aug 16 13:01:15.526790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42736) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:15.534690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee09f9e-da81-40d9-b6bb-47d6bc0cd326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d08e2d6-3851-48dc-b7b3-a2a0f087eb99,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:15.623368 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-193cf0f5-6549-4bbc-a737-c0f625d54884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:15.650764 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-193cf0f5-6549-4bbc-a737-c0f625d54884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:15.713758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:15.714387 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:15.714747 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Floating IP 5c10a3c3-f5c6-4a73-b173-1dabef91cc18 disassociated. External IP: 172.25.0.203, port: 9257e45c-95ad-434f-b44c-63d75aa8b666. Aug 16 13:01:15.715147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Calling delete_port for 9257e45c-95ad-434f-b44c-63d75aa8b666 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:15.719553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-193cf0f5-6549-4bbc-a737-c0f625d54884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:15.723983 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-193cf0f5-6549-4bbc-a737-c0f625d54884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:15.725523 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-193cf0f5-6549-4bbc-a737-c0f625d54884 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d08e2d6-3851-48dc-b7b3-a2a0f087eb99 HTTP/1.1" status: 204 len: 168 time: 0.1974163 Aug 16 13:01:15.744028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cd204-6216-46ea-8f08-fd6400a6ecc8 req-1bcb200f-ca51-41cb-890e-b579cbb983cf tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:15.752712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-884cd204-6216-46ea-8f08-fd6400a6ecc8 req-1bcb200f-ca51-41cb-890e-b579cbb983cf tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 946 time: 0.9952276 Aug 16 13:01:15.756358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device eac4786d-f9db-40b0-b3da-1503c25d9593 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:15.757440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cf0f5-6549-4bbc-a737-c0f625d54884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d08e2d6-3851-48dc-b7b3-a2a0f087eb99,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:15.876347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3700a-1c38-4d96-8226-6026cb64ab90 req-fa51c474-ea17-4140-8a31-5d673deb3d35 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:15.883955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7b3700a-1c38-4d96-8226-6026cb64ab90 req-fa51c474-ea17-4140-8a31-5d673deb3d35 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.3977578 Aug 16 13:01:15.917757 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port eac4786d-f9db-40b0-b3da-1503c25d9593 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:15.926985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port eac4786d-f9db-40b0-b3da-1503c25d9593 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:15.927415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:15.951963 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-884cd204-6216-46ea-8f08-fd6400a6ecc8 req-ca81b63e-cff2-4956-9ddb-0b824bcf89c6 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981001 Aug 16 13:01:16.099131 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7b3700a-1c38-4d96-8226-6026cb64ab90 req-85d59083-6c03-4e70-b676-92cf091b8b01 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135212 Aug 16 13:01:16.128090 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:16.217225 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:16.233840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c27867-fe49-43f4-9267-ae708c881205 req-edb87631-fffa-4288-be65-fea4a2802ada tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:16.236014 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b6c27867-fe49-43f4-9267-ae708c881205 req-edb87631-fffa-4288-be65-fea4a2802ada tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c782477-9d00-4ec3-8702-2d3ac92887aa HTTP/1.1" status: 200 len: 950 time: 0.1629317 Aug 16 13:01:16.330852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port eac4786d-f9db-40b0-b3da-1503c25d9593, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=eac4786d-f9db-40b0-b3da-1503c25d9593,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:16.340231 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:16.341246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7741c931-1bd7-4534-8e45-339faa43f756 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:16.380910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b916b-2541-4931-b158-3edf6280b8ad req-874ab002-6e0c-4c1d-85df-47e0a1fca39a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:16.394683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a48b916b-2541-4931-b158-3edf6280b8ad req-874ab002-6e0c-4c1d-85df-47e0a1fca39a tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 944 time: 0.2636697 Aug 16 13:01:16.409227 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:16.414507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b6c27867-fe49-43f4-9267-ae708c881205 req-0550abd0-29d9-4980-b61a-fd607e33659e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Deleting port 8384d48e-f036-4209-95f8-ac745ce02f06 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:16.417624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b6c27867-fe49-43f4-9267-ae708c881205 req-0550abd0-29d9-4980-b61a-fd607e33659e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:16.446743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=eac4786d-f9db-40b0-b3da-1503c25d9593,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:16.455134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 7741c931-1bd7-4534-8e45-339faa43f756 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:16.455351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7741c931-1bd7-4534-8e45-339faa43f756 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:16.503549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event deleted for resources: {'Port': ['ID=9257e45c-95ad-434f-b44c-63d75aa8b666,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:16.605399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a48b916b-2541-4931-b158-3edf6280b8ad req-666e6a0f-01da-4b60-ae36-f3c320b8bd79 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b24a4f2b-69a7-477f-b18e-25a00efcae73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095709 Aug 16 13:01:16.718655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420654b2-34ec-49c8-8a70-3102e20796d8 req-d24f8ede-0c71-4d9d-a4a7-56fca2ff5de2 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:16.726578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-420654b2-34ec-49c8-8a70-3102e20796d8 req-d24f8ede-0c71-4d9d-a4a7-56fca2ff5de2 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c782477-9d00-4ec3-8702-2d3ac92887aa HTTP/1.1" status: 200 len: 950 time: 0.3109932 Aug 16 13:01:16.958667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-420654b2-34ec-49c8-8a70-3102e20796d8 req-01327fb9-cf67-4912-8daf-f9cd66fa6b6c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950319 Aug 16 13:01:17.035954 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Router 4d277cab-81a7-481c-8845-cafa78cb5ccf has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:01:17.048595 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e30498-7fb6-4f87-a9bb-97ca44e27855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac4786d-f9db-40b0-b3da-1503c25d9593'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:17.051182 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302bea64-c505-4091-87c3-9cf50f4c0bda" -d '{"events": [{"server_uuid": "94e30498-7fb6-4f87-a9bb-97ca44e27855", "name": "network-vif-plugged", "status": "completed", "tag": "eac4786d-f9db-40b0-b3da-1503c25d9593"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:17.105369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973c431-ae32-45f2-ab24-bb642ff1c3b4 req-eaf1926d-2d81-4515-85ff-703606c7af82 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:17.114669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a973c431-ae32-45f2-ab24-bb642ff1c3b4 req-eaf1926d-2d81-4515-85ff-703606c7af82 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e30498-7fb6-4f87-a9bb-97ca44e27855 HTTP/1.1" status: 200 len: 945 time: 0.3833940 Aug 16 13:01:17.271715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4976b94-e09e-473c-ad39-e6d1117377c8 req-ecf92992-6be1-42b2-8bb7-ae05b78c5e54 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:17.273518 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9defe12-6c97-4770-9312-300e1e45a31d x-openstack-request-id: req-d9defe12-6c97-4770-9312-300e1e45a31d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:17.273824 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e30498-7fb6-4f87-a9bb-97ca44e27855", "name": "network-vif-plugged", "status": "completed", "tag": "eac4786d-f9db-40b0-b3da-1503c25d9593", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:17.274076 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9defe12-6c97-4770-9312-300e1e45a31d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:17.274497 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e30498-7fb6-4f87-a9bb-97ca44e27855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac4786d-f9db-40b0-b3da-1503c25d9593', 'code': 200} Aug 16 13:01:17.281074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4976b94-e09e-473c-ad39-e6d1117377c8 req-ecf92992-6be1-42b2-8bb7-ae05b78c5e54 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 949 time: 0.2012527 Aug 16 13:01:17.421928 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:01:17.436782 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95036d0-46c8-4bb0-811c-e7eba4ddee76 None None] Sync routers for ids ['4d277cab-81a7-481c-8845-cafa78cb5ccf'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:01:17.457014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b6c27867-fe49-43f4-9267-ae708c881205 req-0550abd0-29d9-4980-b61a-fd607e33659e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] For port 8384d48e-f036-4209-95f8-ac745ce02f06, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8384d48e-f036-4209-95f8-ac745ce02f06,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:17.457401 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b6c27867-fe49-43f4-9267-ae708c881205 req-0550abd0-29d9-4980-b61a-fd607e33659e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:17.482367 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95036d0-46c8-4bb0-811c-e7eba4ddee76 None None] Routers {'4d277cab-81a7-481c-8845-cafa78cb5ccf'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:17.483159 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e95036d0-46c8-4bb0-811c-e7eba4ddee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4d277cab-81a7-481c-8845-cafa78cb5ccf'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:17.526835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a973c431-ae32-45f2-ab24-bb642ff1c3b4 req-046291fe-2cdd-43cf-b50a-dfcc77b4faf2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108472 Aug 16 13:01:17.550686 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b6c27867-fe49-43f4-9267-ae708c881205 req-0550abd0-29d9-4980-b61a-fd607e33659e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Calling delete_port for 8384d48e-f036-4209-95f8-ac745ce02f06 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:17.613702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f42a60-5c3a-46f1-a9b4-ada484677dd0 req-b52ff954-23c9-4ae1-aad4-a9fb1ff89aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:17.619747 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-10f42a60-5c3a-46f1-a9b4-ada484677dd0 req-b52ff954-23c9-4ae1-aad4-a9fb1ff89aeb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=94e30498-7fb6-4f87-a9bb-97ca44e27855 HTTP/1.1" status: 200 len: 1096 time: 0.2337055 Aug 16 13:01:17.634878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] No DVR routers for this DVR port 9257e45c-95ad-434f-b44c-63d75aa8b666 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:17.637041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:17.640814 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:17.643606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06a92c96-28c2-418f-8839-07b042e3f320 req-ffb943fc-45b5-4882-8785-c8ffd9d950c9 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.42 "DELETE /v2.0/ports/9257e45c-95ad-434f-b44c-63d75aa8b666 HTTP/1.1" status: 204 len: 173 time: 3.4796741 Aug 16 13:01:17.644394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-deleted', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:17.647281 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7488364f-953e-4d2e-ba63-e73007a4139f" -d '{"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-deleted", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:17.718708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ebc07-91b1-4b08-abd6-cdaec5c2dac7 req-e9a16e36-23ac-42e1-ac9f-c92f3a62e649 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:17.724834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-849ebc07-91b1-4b08-abd6-cdaec5c2dac7 req-e9a16e36-23ac-42e1-ac9f-c92f3a62e649 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.3169839 Aug 16 13:01:17.730059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 9257e45c-95ad-434f-b44c-63d75aa8b666 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:17.730467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 9257e45c-95ad-434f-b44c-63d75aa8b666 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:17.862433 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-849ebc07-91b1-4b08-abd6-cdaec5c2dac7 req-6660fdca-57a4-44ae-bb22-0addd82ec33a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333833 Aug 16 13:01:17.896327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b4976b94-e09e-473c-ad39-e6d1117377c8 req-069f7c17-395e-438c-aa64-04972c6b160c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Deleting port 01671902-0b3d-484a-b3bd-f9002f5b3fcc {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:17.896763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4976b94-e09e-473c-ad39-e6d1117377c8 req-069f7c17-395e-438c-aa64-04972c6b160c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:17.902058 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-10f42a60-5c3a-46f1-a9b4-ada484677dd0 req-5e321d89-8c76-4b71-a8dd-9945c8793f74 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488794 Aug 16 13:01:17.918023 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-e95036d0-46c8-4bb0-811c-e7eba4ddee76 None None] Set router 4d277cab-81a7-481c-8845-cafa78cb5ccf gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:18.103984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-074baa3d-3930-45ee-a18c-2265657c04d2 req-d2cbc257-a34d-4658-afc9-48eba6f8084f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/ports?device_id=75dcdf65-d98b-4998-acc6-c37e55166a09 HTTP/1.1" status: 200 len: 210 time: 0.0674121 Aug 16 13:01:18.208087 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5506b989-d5cf-4db0-a8f2-4baa5149adac x-openstack-request-id: req-5506b989-d5cf-4db0-a8f2-4baa5149adac {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:18.208566 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcdf65-d98b-4998-acc6-c37e55166a09", "name": "network-vif-deleted", "tag": "9257e45c-95ad-434f-b44c-63d75aa8b666", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:18.208981 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5506b989-d5cf-4db0-a8f2-4baa5149adac {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:18.209561 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcdf65-d98b-4998-acc6-c37e55166a09', 'name': 'network-vif-deleted', 'tag': '9257e45c-95ad-434f-b44c-63d75aa8b666', 'status': 'completed', 'code': 200} Aug 16 13:01:18.231317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b4976b94-e09e-473c-ad39-e6d1117377c8 req-069f7c17-395e-438c-aa64-04972c6b160c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] For port 01671902-0b3d-484a-b3bd-f9002f5b3fcc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=01671902-0b3d-484a-b3bd-f9002f5b3fcc,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:18.232059 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4976b94-e09e-473c-ad39-e6d1117377c8 req-069f7c17-395e-438c-aa64-04972c6b160c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:18.271512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b4976b94-e09e-473c-ad39-e6d1117377c8 req-069f7c17-395e-438c-aa64-04972c6b160c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Calling delete_port for 01671902-0b3d-484a-b3bd-f9002f5b3fcc owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:18.398877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a033519d-8d45-4555-9f39-f4edfcd4ec22 req-b36cabf9-2f0a-41f0-8d89-457eed7caa28 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c782477-9d00-4ec3-8702-2d3ac92887aa HTTP/1.1" status: 200 len: 210 time: 0.0727973 Aug 16 13:01:18.482519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b6c27867-fe49-43f4-9267-ae708c881205 req-0550abd0-29d9-4980-b61a-fd607e33659e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:18.511823 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:18.580880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550abd0-29d9-4980-b61a-fd607e33659e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event deleted for resources: {'Port': ['ID=8384d48e-f036-4209-95f8-ac745ce02f06,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:18.585599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c27867-fe49-43f4-9267-ae708c881205 req-0550abd0-29d9-4980-b61a-fd607e33659e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] No DVR routers for this DVR port 8384d48e-f036-4209-95f8-ac745ce02f06 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:18.594264 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b6c27867-fe49-43f4-9267-ae708c881205 req-0550abd0-29d9-4980-b61a-fd607e33659e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:18.596480 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b6c27867-fe49-43f4-9267-ae708c881205 req-0550abd0-29d9-4980-b61a-fd607e33659e tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "DELETE /v2.0/ports/8384d48e-f036-4209-95f8-ac745ce02f06 HTTP/1.1" status: 204 len: 173 time: 2.3436208 Aug 16 13:01:18.597100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c782477-9d00-4ec3-8702-2d3ac92887aa', 'name': 'network-vif-deleted', 'tag': '8384d48e-f036-4209-95f8-ac745ce02f06'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:18.599784 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc79374-2d91-4e9c-8301-5c37b3e3ba61" -d '{"events": [{"server_uuid": "8c782477-9d00-4ec3-8702-2d3ac92887aa", "name": "network-vif-deleted", "tag": "8384d48e-f036-4209-95f8-ac745ce02f06"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:18.620030 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e95036d0-46c8-4bb0-811c-e7eba4ddee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '18126946-4789-4299-9ba1-272c6fa0c15a', 'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'mac_address': 'fa:16:3e:17:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:41Z', 'updated_at': '2021-08-16T12:51:50Z', 'revision_number': 5, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'subnets': [{'id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:18.640754 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4976b94-e09e-473c-ad39-e6d1117377c8 req-069f7c17-395e-438c-aa64-04972c6b160c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:18.736894 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95036d0-46c8-4bb0-811c-e7eba4ddee76 None None] Checking router: 4d277cab-81a7-481c-8845-cafa78cb5ccf for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:01:18.770444 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c07a5c0-cef4-4606-bebc-953d84b61f8f x-openstack-request-id: req-3c07a5c0-cef4-4606-bebc-953d84b61f8f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:18.772321 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c782477-9d00-4ec3-8702-2d3ac92887aa", "name": "network-vif-deleted", "tag": "8384d48e-f036-4209-95f8-ac745ce02f06", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:18.772321 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c07a5c0-cef4-4606-bebc-953d84b61f8f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:18.772321 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c782477-9d00-4ec3-8702-2d3ac92887aa', 'name': 'network-vif-deleted', 'tag': '8384d48e-f036-4209-95f8-ac745ce02f06', 'status': 'completed', 'code': 200} Aug 16 13:01:18.772321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f7c17-395e-438c-aa64-04972c6b160c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event deleted for resources: {'Port': ['ID=01671902-0b3d-484a-b3bd-f9002f5b3fcc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:18.787895 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95036d0-46c8-4bb0-811c-e7eba4ddee76 None None] Routers {'4d277cab-81a7-481c-8845-cafa78cb5ccf'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:18.788967 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e95036d0-46c8-4bb0-811c-e7eba4ddee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4d277cab-81a7-481c-8845-cafa78cb5ccf'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:18.833505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc687a4-a4b4-4031-b677-46cca2a2ed2e req-e0fbdd8a-9cad-4a71-8057-06e934a5d793 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:18.850092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3cc687a4-a4b4-4031-b677-46cca2a2ed2e req-e0fbdd8a-9cad-4a71-8057-06e934a5d793 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e30498-7fb6-4f87-a9bb-97ca44e27855 HTTP/1.1" status: 200 len: 945 time: 0.1309633 Aug 16 13:01:18.854151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42818) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:18.950264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4976b94-e09e-473c-ad39-e6d1117377c8 req-069f7c17-395e-438c-aa64-04972c6b160c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] No DVR routers for this DVR port 01671902-0b3d-484a-b3bd-f9002f5b3fcc on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:18.956294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b4976b94-e09e-473c-ad39-e6d1117377c8 req-069f7c17-395e-438c-aa64-04972c6b160c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:18.958364 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4976b94-e09e-473c-ad39-e6d1117377c8 req-069f7c17-395e-438c-aa64-04972c6b160c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "DELETE /v2.0/ports/01671902-0b3d-484a-b3bd-f9002f5b3fcc HTTP/1.1" status: 204 len: 173 time: 1.6627107 Aug 16 13:01:19.041761 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-e95036d0-46c8-4bb0-811c-e7eba4ddee76 None None] Set router 4d277cab-81a7-481c-8845-cafa78cb5ccf gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:19.075475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3cc687a4-a4b4-4031-b677-46cca2a2ed2e req-be162dc0-6fab-4739-bbe6-92a80c15d184 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757843 Aug 16 13:01:19.221789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6547a3-f954-43a5-81c9-a08d27f381c7 req-5799fca3-31ab-4ec9-879e-920a89db7cc7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:19.236571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d6547a3-f954-43a5-81c9-a08d27f381c7 req-5799fca3-31ab-4ec9-879e-920a89db7cc7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1243937 Aug 16 13:01:19.279166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad60d9a0-d9f1-4128-b8da-1a623375a060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:19.597473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42836) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:19.685293 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad60d9a0-d9f1-4128-b8da-1a623375a060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:19.700949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad60d9a0-d9f1-4128-b8da-1a623375a060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:19.766367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ad60d9a0-d9f1-4128-b8da-1a623375a060 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=801b0ad3389744c5ae7cc6e554b733ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9109817 Aug 16 13:01:19.772181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42846) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:19.780144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8384d48e-f036-4209-95f8-ac745ce02f06 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:19.791252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d6547a3-f954-43a5-81c9-a08d27f381c7 req-b19b597a-bcf7-48c1-802b-f0a7b914e348 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478468 Aug 16 13:01:19.826513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 8384d48e-f036-4209-95f8-ac745ce02f06 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:19.831502 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8384d48e-f036-4209-95f8-ac745ce02f06 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:19.833806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 01671902-0b3d-484a-b3bd-f9002f5b3fcc no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:19.856467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60d9a0-d9f1-4128-b8da-1a623375a060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00fc505-9e2b-460a-8711-90d0a786d936,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:19.858886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0202e454-aaa8-4665-b3cf-47e46314b34a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:19.872321 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5acbe52f-ba96-4527-8077-88146428c28f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:19.876342 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e95036d0-46c8-4bb0-811c-e7eba4ddee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '18126946-4789-4299-9ba1-272c6fa0c15a', 'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'mac_address': 'fa:16:3e:17:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:41Z', 'updated_at': '2021-08-16T12:51:50Z', 'revision_number': 5, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'subnets': [{'id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:19.961021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5acbe52f-ba96-4527-8077-88146428c28f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:19.972616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 01671902-0b3d-484a-b3bd-f9002f5b3fcc {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:19.973043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 01671902-0b3d-484a-b3bd-f9002f5b3fcc not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:19.996355 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95036d0-46c8-4bb0-811c-e7eba4ddee76 None None] The sync data for ids ['4d277cab-81a7-481c-8845-cafa78cb5ccf'] in n-d-804708-1 is: [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '18126946-4789-4299-9ba1-272c6fa0c15a', 'name': '', 'network_id': '332b6301-e3c3-48b0-a69e-a0e7cf1ae430', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'mac_address': 'fa:16:3e:17:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:41Z', 'updated_at': '2021-08-16T12:51:50Z', 'revision_number': 5, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'subnets': [{'id': 'dac6c284-5c0d-410c-8657-6a93f25e8167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:01:20.062926 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43a794f1-d1c5-4848-80d0-a41d4e667767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:20.113853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c667de27-5f13-4724-9089-4609b0553c20 req-02db9347-bae1-4765-9113-7301ca774f80 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ea7944-2633-4794-bc5d-8a122227696b HTTP/1.1" status: 200 len: 210 time: 0.1150041 Aug 16 13:01:20.123293 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43a794f1-d1c5-4848-80d0-a41d4e667767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:20.142092 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5acbe52f-ba96-4527-8077-88146428c28f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:20.144685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5acbe52f-ba96-4527-8077-88146428c28f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:20.145836 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5acbe52f-ba96-4527-8077-88146428c28f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "DELETE /v2.0/security-groups/b24a4f2b-69a7-477f-b18e-25a00efcae73 HTTP/1.1" status: 204 len: 168 time: 0.5459802 Aug 16 13:01:20.148730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42852) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:20.188165 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-fb394b2c-a9e7-4924-bdb9-a216b6a8923c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] show failed (client error): The resource could not be found. Aug 16 13:01:20.195478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fb394b2c-a9e7-4924-bdb9-a216b6a8923c tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "GET /v2.0/security-groups/b24a4f2b-69a7-477f-b18e-25a00efcae73 HTTP/1.1" status: 404 len: 347 time: 0.0439746 Aug 16 13:01:20.197203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42854) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:20.205123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbe52f-ba96-4527-8077-88146428c28f tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24a4f2b-69a7-477f-b18e-25a00efcae73,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:20.246018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43a794f1-d1c5-4848-80d0-a41d4e667767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:20.249509 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43a794f1-d1c5-4848-80d0-a41d4e667767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:20.252430 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-43a794f1-d1c5-4848-80d0-a41d4e667767 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a00fc505-9e2b-460a-8711-90d0a786d936 HTTP/1.1" status: 204 len: 168 time: 0.4760413 Aug 16 13:01:20.260806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a794f1-d1c5-4848-80d0-a41d4e667767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00fc505-9e2b-460a-8711-90d0a786d936,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:20.624102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c66d2c-5fad-464d-9f1d-5795fd73944b None None] New status for floating IP 5c10a3c3-f5c6-4a73-b173-1dabef91cc18: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:01:20.653196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4b184-391f-4dab-a956-a92804dd8997 req-250da186-d76d-45a0-b0de-933c2b77a6db tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:20.666634 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fa4b184-391f-4dab-a956-a92804dd8997 req-250da186-d76d-45a0-b0de-933c2b77a6db tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e30498-7fb6-4f87-a9bb-97ca44e27855 HTTP/1.1" status: 200 len: 945 time: 0.4433775 Aug 16 13:01:20.745457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fa4b184-391f-4dab-a956-a92804dd8997 req-5369c39d-bb2b-4631-9602-c7a6100ba6ee tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747988 Aug 16 13:01:20.772972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ea7944-2633-4794-bc5d-8a122227696b', 'name': 'network-vif-deleted', 'tag': '01671902-0b3d-484a-b3bd-f9002f5b3fcc'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:20.775462 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055bf260-3924-4b5d-9e1d-c5324599d2b7" -d '{"events": [{"server_uuid": "87ea7944-2633-4794-bc5d-8a122227696b", "name": "network-vif-deleted", "tag": "01671902-0b3d-484a-b3bd-f9002f5b3fcc"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:20.803133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Deleting port b9802f24-06af-41ce-8ba3-af44f9c8fa4c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:20.803636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:20.914813 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46877e3e-8bcf-42b8-a70e-f259250098d3 x-openstack-request-id: req-46877e3e-8bcf-42b8-a70e-f259250098d3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:20.915399 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ea7944-2633-4794-bc5d-8a122227696b", "name": "network-vif-deleted", "tag": "01671902-0b3d-484a-b3bd-f9002f5b3fcc", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:20.915888 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46877e3e-8bcf-42b8-a70e-f259250098d3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:20.916477 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ea7944-2633-4794-bc5d-8a122227696b', 'name': 'network-vif-deleted', 'tag': '01671902-0b3d-484a-b3bd-f9002f5b3fcc', 'status': 'completed', 'code': 200} Aug 16 13:01:21.003179 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:21.004914 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:21.053346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Calling delete_port for b9802f24-06af-41ce-8ba3-af44f9c8fa4c owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:21.219573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af974a28-5e42-47d2-b749-215d3b881f1e req-985240ac-a989-4134-a51b-726d5be604df tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:21.221719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af974a28-5e42-47d2-b749-215d3b881f1e req-985240ac-a989-4134-a51b-726d5be604df tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1619954 Aug 16 13:01:21.408640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af974a28-5e42-47d2-b749-215d3b881f1e req-22faf1cc-a4d6-4485-8a36-0e7e43d41458 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028039 Aug 16 13:01:21.684886 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:21.722633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Pushing event deleted for resources: {'Port': ['ID=b9802f24-06af-41ce-8ba3-af44f9c8fa4c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:21.781779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.782175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.782521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.782887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.783225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.784635 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.787879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.787879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.787879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.787879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.788478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.789009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:21.808741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 20922093-cae4-45a1-b8ee-2a504d15e045 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:01:21.846785 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:21.850316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:21.855175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42920) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:21.856292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2e8984bd-529d-4a5a-a1e2-9f627efe6093 tempest-ServerActionsTestJSON-180812799 tempest-ServerActionsTestJSON-180812799-project] 10.222.0.25 "DELETE /v2.0/floatingips/5c10a3c3-f5c6-4a73-b173-1dabef91cc18 HTTP/1.1" status: 204 len: 168 time: 1.6548526 Aug 16 13:01:21.875717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569fe08-c4d8-41a0-a28d-41faaee4ddf3 req-f91c9fb3-87f8-4291-9c03-893660cce567 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:21.887958 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1569fe08-c4d8-41a0-a28d-41faaee4ddf3 req-f91c9fb3-87f8-4291-9c03-893660cce567 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e30498-7fb6-4f87-a9bb-97ca44e27855 HTTP/1.1" status: 200 len: 945 time: 0.2861583 Aug 16 13:01:21.969017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1569fe08-c4d8-41a0-a28d-41faaee4ddf3 req-ef0c2da9-e6aa-4a77-9c48-0b7e27aecb2d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739915 Aug 16 13:01:22.101621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 20922093-cae4-45a1-b8ee-2a504d15e045, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20922093-cae4-45a1-b8ee-2a504d15e045,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:22.135632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '20922093-cae4-45a1-b8ee-2a504d15e045', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'port_id': '20922093-cae4-45a1-b8ee-2a504d15e045', 'mac_address': 'fa:16:3e:c5:50:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:01:22.167229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0068-a932-4954-87cb-92c68725ab91 req-07760fdd-ddc2-4ba1-a2d4-981e5c608838 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:22.177043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a41b0068-a932-4954-87cb-92c68725ab91 req-07760fdd-ddc2-4ba1-a2d4-981e5c608838 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 950 time: 0.0705385 Aug 16 13:01:22.238613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a41b0068-a932-4954-87cb-92c68725ab91 req-30f5e56f-c262-4b90-87d2-c15ed2e3183c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605481 Aug 16 13:01:22.243466 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:22.278681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20922093-cae4-45a1-b8ee-2a504d15e045 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:01:22.324279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 20922093-cae4-45a1-b8ee-2a504d15e045, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20922093-cae4-45a1-b8ee-2a504d15e045,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:22.356930 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:22.443515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=20922093-cae4-45a1-b8ee-2a504d15e045,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:22.594656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['20922093-cae4-45a1-b8ee-2a504d15e045'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:22.720762 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f6d3b-a98a-4e56-8093-bc38094072ea req-b9c06007-977d-4417-880c-873a058e8920 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:22.735018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f2f6d3b-a98a-4e56-8093-bc38094072ea req-b9c06007-977d-4417-880c-873a058e8920 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 945 time: 0.1981578 Aug 16 13:01:22.841024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f2f6d3b-a98a-4e56-8093-bc38094072ea req-263058e7-6548-44cc-94d9-bfc903a8f582 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988603 Aug 16 13:01:22.901265 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:22.915690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b149a-e492-438d-ba6b-d973fde89c5f req-e57d4b6f-6e47-4802-9e06-7653c1e78d0d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:22.917293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-613b149a-e492-438d-ba6b-d973fde89c5f req-e57d4b6f-6e47-4802-9e06-7653c1e78d0d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd89311b-264d-435f-857e-75d8cc68cf76 HTTP/1.1" status: 200 len: 946 time: 0.1236670 Aug 16 13:01:23.147325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-613b149a-e492-438d-ba6b-d973fde89c5f req-bb34e5ad-1ce1-496f-a917-8d53961732bd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Deleting port f1b5e901-b7ff-4574-889a-40d49e9890c1 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:23.147885 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-613b149a-e492-438d-ba6b-d973fde89c5f req-bb34e5ad-1ce1-496f-a917-8d53961732bd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:23.318328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] Deleting port 18126946-4789-4299-9ba1-272c6fa0c15a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:23.318688 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:23.397893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-613b149a-e492-438d-ba6b-d973fde89c5f req-bb34e5ad-1ce1-496f-a917-8d53961732bd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] For port f1b5e901-b7ff-4574-889a-40d49e9890c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f1b5e901-b7ff-4574-889a-40d49e9890c1,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:23.398994 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-613b149a-e492-438d-ba6b-d973fde89c5f req-bb34e5ad-1ce1-496f-a917-8d53961732bd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:23.418344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-613b149a-e492-438d-ba6b-d973fde89c5f req-bb34e5ad-1ce1-496f-a917-8d53961732bd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Calling delete_port for f1b5e901-b7ff-4574-889a-40d49e9890c1 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:23.452642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72108-e9a5-42fc-b3ce-7cd77e065a69 req-ea768691-f5cc-43d0-83e6-cdadcf22d9ad tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:23.454696 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0c72108-e9a5-42fc-b3ce-7cd77e065a69 req-ea768691-f5cc-43d0-83e6-cdadcf22d9ad tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.22 "GET /v2.0/ports?device_id=94e30498-7fb6-4f87-a9bb-97ca44e27855 HTTP/1.1" status: 200 len: 945 time: 0.1326594 Aug 16 13:01:23.457569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51991a6c-bc6c-4c3a-9939-48804403d124 req-9df81bf0-c743-40bf-9738-4a880f267f8d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:23.465558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51991a6c-bc6c-4c3a-9939-48804403d124 req-9df81bf0-c743-40bf-9738-4a880f267f8d tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e30498-7fb6-4f87-a9bb-97ca44e27855 HTTP/1.1" status: 200 len: 945 time: 0.1897426 Aug 16 13:01:23.525984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] For port 18126946-4789-4299-9ba1-272c6fa0c15a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=18126946-4789-4299-9ba1-272c6fa0c15a,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:23.526420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:23.559004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] Calling delete_port for 18126946-4789-4299-9ba1-272c6fa0c15a owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:23.655319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a7f74-df84-47f2-87f9-4d2b027440ed req-3e6c82a3-43c5-4100-a397-22e0861d39c7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:23.658264 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b7a7f74-df84-47f2-87f9-4d2b027440ed req-3e6c82a3-43c5-4100-a397-22e0861d39c7 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 950 time: 0.3192928 Aug 16 13:01:23.700311 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51991a6c-bc6c-4c3a-9939-48804403d124 req-7374ed61-b753-412c-a359-7e08674d13c2 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/security-groups?id=2762fefc-b0fc-48b8-8f77-8dde45a7e713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336130 Aug 16 13:01:23.719716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-a0c72108-e9a5-42fc-b3ce-7cd77e065a69 req-0bab48b6-32df-490d-9d0f-54d6397748bb tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Deleting port eac4786d-f9db-40b0-b3da-1503c25d9593 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:23.720061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0c72108-e9a5-42fc-b3ce-7cd77e065a69 req-0bab48b6-32df-490d-9d0f-54d6397748bb tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:23.806979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b7a7f74-df84-47f2-87f9-4d2b027440ed req-3ce1f187-1bef-4f18-b6eb-afbe3faa5a9c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331835 Aug 16 13:01:23.809980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 20922093-cae4-45a1-b8ee-2a504d15e045 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:23.918689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 20922093-cae4-45a1-b8ee-2a504d15e045 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:23.919283 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:23.942749 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-613b149a-e492-438d-ba6b-d973fde89c5f req-bb34e5ad-1ce1-496f-a917-8d53961732bd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:24.035330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a0c72108-e9a5-42fc-b3ce-7cd77e065a69 req-0bab48b6-32df-490d-9d0f-54d6397748bb tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] For port eac4786d-f9db-40b0-b3da-1503c25d9593, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=eac4786d-f9db-40b0-b3da-1503c25d9593,segment=NetworkSegment(5f40c09a-e525-4ab9-9524-f06c7b24c4b9),segment_id=5f40c09a-e525-4ab9-9524-f06c7b24c4b9)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:24.035875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0c72108-e9a5-42fc-b3ce-7cd77e065a69 req-0bab48b6-32df-490d-9d0f-54d6397748bb tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:24.079104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-a0c72108-e9a5-42fc-b3ce-7cd77e065a69 req-0bab48b6-32df-490d-9d0f-54d6397748bb tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Calling delete_port for eac4786d-f9db-40b0-b3da-1503c25d9593 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:24.098445 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:24.136716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34e5ad-1ce1-496f-a917-8d53961732bd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Pushing event deleted for resources: {'Port': ['ID=f1b5e901-b7ff-4574-889a-40d49e9890c1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:24.141130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56479ea9-0cf7-440c-8645-f65b010666ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20922093-cae4-45a1-b8ee-2a504d15e045'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:24.146884 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e5207c-110e-4e3e-92a4-f34c44eb6db3" -d '{"events": [{"server_uuid": "56479ea9-0cf7-440c-8645-f65b010666ec", "name": "network-vif-plugged", "status": "completed", "tag": "20922093-cae4-45a1-b8ee-2a504d15e045"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:24.221649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 20922093-cae4-45a1-b8ee-2a504d15e045, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20922093-cae4-45a1-b8ee-2a504d15e045,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:24.237277 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:24.312225 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa31927f-653b-4cd9-bf50-2a9113d3317b x-openstack-request-id: req-aa31927f-653b-4cd9-bf50-2a9113d3317b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:24.316609 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56479ea9-0cf7-440c-8645-f65b010666ec", "name": "network-vif-plugged", "status": "completed", "tag": "20922093-cae4-45a1-b8ee-2a504d15e045", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:24.317017 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa31927f-653b-4cd9-bf50-2a9113d3317b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:24.318128 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56479ea9-0cf7-440c-8645-f65b010666ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20922093-cae4-45a1-b8ee-2a504d15e045', 'code': 200} Aug 16 13:01:24.329020 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:24.346875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-613b149a-e492-438d-ba6b-d973fde89c5f req-bb34e5ad-1ce1-496f-a917-8d53961732bd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] No DVR routers for this DVR port f1b5e901-b7ff-4574-889a-40d49e9890c1 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:24.353850 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-613b149a-e492-438d-ba6b-d973fde89c5f req-bb34e5ad-1ce1-496f-a917-8d53961732bd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:24.359012 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-613b149a-e492-438d-ba6b-d973fde89c5f req-bb34e5ad-1ce1-496f-a917-8d53961732bd tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.42 "DELETE /v2.0/ports/f1b5e901-b7ff-4574-889a-40d49e9890c1 HTTP/1.1" status: 204 len: 173 time: 1.4322891 Aug 16 13:01:24.372252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd89311b-264d-435f-857e-75d8cc68cf76', 'name': 'network-vif-deleted', 'tag': 'f1b5e901-b7ff-4574-889a-40d49e9890c1'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:24.375690 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9e8a0e-6ab0-45d8-aa21-3562c5efda4d" -d '{"events": [{"server_uuid": "dd89311b-264d-435f-857e-75d8cc68cf76", "name": "network-vif-deleted", "tag": "f1b5e901-b7ff-4574-889a-40d49e9890c1"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:24.404467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] Pushing event deleted for resources: {'Port': ['ID=18126946-4789-4299-9ba1-272c6fa0c15a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:24.405314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=20922093-cae4-45a1-b8ee-2a504d15e045,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:24.466238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef0c8b-d810-486b-84bd-f114a6c6b0f8 req-1a174271-30c0-464a-981d-138cb2f4321e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:24.472147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35ef0c8b-d810-486b-84bd-f114a6c6b0f8 req-1a174271-30c0-464a-981d-138cb2f4321e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.4271572 Aug 16 13:01:24.556026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec904733-e510-4d31-a013-86d06038e1ec req-d4cc6428-ab6d-47db-8b97-79ce4a00bac0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:24.560634 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ec904733-e510-4d31-a013-86d06038e1ec req-d4cc6428-ab6d-47db-8b97-79ce4a00bac0 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 950 time: 0.2167666 Aug 16 13:01:24.635745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35ef0c8b-d810-486b-84bd-f114a6c6b0f8 req-d4379ecb-f424-4a48-9da4-211b01b0f2a9 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564286 Aug 16 13:01:24.680690 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a927ec49-25b8-403b-9e2a-d81097e1a5e1 x-openstack-request-id: req-a927ec49-25b8-403b-9e2a-d81097e1a5e1 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:24.681262 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd89311b-264d-435f-857e-75d8cc68cf76", "name": "network-vif-deleted", "tag": "f1b5e901-b7ff-4574-889a-40d49e9890c1", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:24.681916 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a927ec49-25b8-403b-9e2a-d81097e1a5e1 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:24.682139 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd89311b-264d-435f-857e-75d8cc68cf76', 'name': 'network-vif-deleted', 'tag': 'f1b5e901-b7ff-4574-889a-40d49e9890c1', 'status': 'completed', 'code': 200} Aug 16 13:01:24.755362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0c72108-e9a5-42fc-b3ce-7cd77e065a69 req-0bab48b6-32df-490d-9d0f-54d6397748bb tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:24.979084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f35ea558-66cc-4fe4-a3ff-6fd1b16dbd38 req-458316fc-faf0-4342-86ff-e81e84c01722 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e30498-7fb6-4f87-a9bb-97ca44e27855 HTTP/1.1" status: 200 len: 210 time: 0.0600352 Aug 16 13:01:25.199793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab48b6-32df-490d-9d0f-54d6397748bb tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Pushing event deleted for resources: {'Port': ['ID=eac4786d-f9db-40b0-b3da-1503c25d9593,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:25.330982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c72108-e9a5-42fc-b3ce-7cd77e065a69 req-0bab48b6-32df-490d-9d0f-54d6397748bb tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] No DVR routers for this DVR port eac4786d-f9db-40b0-b3da-1503c25d9593 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:25.331428 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a0c72108-e9a5-42fc-b3ce-7cd77e065a69 req-0bab48b6-32df-490d-9d0f-54d6397748bb tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:25.333681 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a0c72108-e9a5-42fc-b3ce-7cd77e065a69 req-0bab48b6-32df-490d-9d0f-54d6397748bb tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.22 "DELETE /v2.0/ports/eac4786d-f9db-40b0-b3da-1503c25d9593 HTTP/1.1" status: 204 len: 173 time: 1.8645844 Aug 16 13:01:25.340543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b97c1-fc22-4ced-8e0c-557ff67c62fd req-32bf2acb-fb20-4598-a51d-dfe568764ff6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:25.356116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-815b97c1-fc22-4ced-8e0c-557ff67c62fd req-32bf2acb-fb20-4598-a51d-dfe568764ff6 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 950 time: 0.1347103 Aug 16 13:01:25.363147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e30498-7fb6-4f87-a9bb-97ca44e27855', 'name': 'network-vif-deleted', 'tag': 'eac4786d-f9db-40b0-b3da-1503c25d9593'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:25.367070 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0637213-d734-47c8-b39a-e20df020c0a8" -d '{"events": [{"server_uuid": "94e30498-7fb6-4f87-a9bb-97ca44e27855", "name": "network-vif-deleted", "tag": "eac4786d-f9db-40b0-b3da-1503c25d9593"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:25.407728 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:25.421832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ec904733-e510-4d31-a013-86d06038e1ec req-ca34a7c4-5ccb-4b7b-b833-bd07b0ef4036 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Deleting port 0202e454-aaa8-4665-b3cf-47e46314b34a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:25.422951 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec904733-e510-4d31-a013-86d06038e1ec req-ca34a7c4-5ccb-4b7b-b833-bd07b0ef4036 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:25.452726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-815b97c1-fc22-4ced-8e0c-557ff67c62fd req-239586c6-25fc-49a2-b279-40539f63aa9c tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/security-groups?id=10a2d4a0-671e-425d-915c-6b144ad97d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954864 Aug 16 13:01:25.649226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f1b5e901-b7ff-4574-889a-40d49e9890c1 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:25.661843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ec904733-e510-4d31-a013-86d06038e1ec req-ca34a7c4-5ccb-4b7b-b833-bd07b0ef4036 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] For port 0202e454-aaa8-4665-b3cf-47e46314b34a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0202e454-aaa8-4665-b3cf-47e46314b34a,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:25.662349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec904733-e510-4d31-a013-86d06038e1ec req-ca34a7c4-5ccb-4b7b-b833-bd07b0ef4036 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:25.705661 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: f1b5e901-b7ff-4574-889a-40d49e9890c1 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:25.714359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f1b5e901-b7ff-4574-889a-40d49e9890c1 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:25.721828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ec904733-e510-4d31-a013-86d06038e1ec req-ca34a7c4-5ccb-4b7b-b833-bd07b0ef4036 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Calling delete_port for 0202e454-aaa8-4665-b3cf-47e46314b34a owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:25.813655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0202e454-aaa8-4665-b3cf-47e46314b34a no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:25.980918 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0055cac5-4df3-4771-b5c4-6080f833c120 x-openstack-request-id: req-0055cac5-4df3-4771-b5c4-6080f833c120 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:25.981329 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e30498-7fb6-4f87-a9bb-97ca44e27855", "name": "network-vif-deleted", "tag": "eac4786d-f9db-40b0-b3da-1503c25d9593", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:25.981542 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0055cac5-4df3-4771-b5c4-6080f833c120 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:25.981929 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e30498-7fb6-4f87-a9bb-97ca44e27855', 'name': 'network-vif-deleted', 'tag': 'eac4786d-f9db-40b0-b3da-1503c25d9593', 'status': 'completed', 'code': 200} Aug 16 13:01:25.993335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec904733-e510-4d31-a013-86d06038e1ec req-ca34a7c4-5ccb-4b7b-b833-bd07b0ef4036 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:26.045150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd034bd-c053-4632-9f00-c31fdcb6a0f0 req-b25ac039-247f-4862-81b5-3cfee15c2353 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:26.053916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd034bd-c053-4632-9f00-c31fdcb6a0f0 req-b25ac039-247f-4862-81b5-3cfee15c2353 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1641104 Aug 16 13:01:26.109677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No active binding found for port 0202e454-aaa8-4665-b3cf-47e46314b34a {{(pid=101397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 13:01:26.115378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0202e454-aaa8-4665-b3cf-47e46314b34a not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:26.117666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device eac4786d-f9db-40b0-b3da-1503c25d9593 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:26.138994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd034bd-c053-4632-9f00-c31fdcb6a0f0 req-07a5a027-bd39-44c1-8ed7-dd7a026e3888 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839944 Aug 16 13:01:26.186062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03602889-7d0d-4648-86e6-d61e408a77f0 req-8143b52b-fcfa-4239-a9cb-d88ad77b2b10 tempest-MultipleCreateTestJSON-1151485122 tempest-MultipleCreateTestJSON-1151485122-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e30498-7fb6-4f87-a9bb-97ca44e27855 HTTP/1.1" status: 200 len: 210 time: 0.0453408 Aug 16 13:01:26.222331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: eac4786d-f9db-40b0-b3da-1503c25d9593 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:26.222470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device eac4786d-f9db-40b0-b3da-1503c25d9593 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:26.227233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34a7c4-5ccb-4b7b-b833-bd07b0ef4036 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Pushing event deleted for resources: {'Port': ['ID=0202e454-aaa8-4665-b3cf-47e46314b34a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:26.338923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43050) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:26.344271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-967810305'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:26.366360 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec904733-e510-4d31-a013-86d06038e1ec req-ca34a7c4-5ccb-4b7b-b833-bd07b0ef4036 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] No DVR routers for this DVR port 0202e454-aaa8-4665-b3cf-47e46314b34a on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:26.370189 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ec904733-e510-4d31-a013-86d06038e1ec req-ca34a7c4-5ccb-4b7b-b833-bd07b0ef4036 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:26.375331 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ec904733-e510-4d31-a013-86d06038e1ec req-ca34a7c4-5ccb-4b7b-b833-bd07b0ef4036 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.22 "DELETE /v2.0/ports/0202e454-aaa8-4665-b3cf-47e46314b34a HTTP/1.1" status: 204 len: 173 time: 1.7922032 Aug 16 13:01:26.417001 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:26.421203 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:26.486933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:01:26.517326 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:26.517828 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Added segment 3a567f86-36f8-40f5-b9da-d5407f2f5baf of type vlan for network a3f59a97-520c-401a-b1ff-6c0a7128ce70 Aug 16 13:01:26.613115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] Router 4d277cab-81a7-481c-8845-cafa78cb5ccf has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:01:26.638884 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:26.784421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:01:26.792708 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1fc5a729-f7e3-46fc-9645-d87fb627881a admin admin] 10.222.0.25 "PUT /v2.0/routers/4d277cab-81a7-481c-8845-cafa78cb5ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9335835 Aug 16 13:01:26.793440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43058) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:26.802303 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449aa0e-80d4-4a23-85d6-6556d5632ab9 None None] Sync routers for ids ['4d277cab-81a7-481c-8845-cafa78cb5ccf'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:01:26.825526 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-226997ef-b07c-47a6-9bb1-6b1b06782bae req-4701f567-33e1-460e-bc64-b6f7a8cd4730 tempest-ServersOnMultiNodesTest-1947003634 tempest-ServersOnMultiNodesTest-1947003634-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fdb1a94-252f-4504-8bc5-869d3d27a08c HTTP/1.1" status: 200 len: 210 time: 0.1447053 Aug 16 13:01:26.849550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:26.857173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:26.865292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:26.872386 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449aa0e-80d4-4a23-85d6-6556d5632ab9 None None] Routers {'4d277cab-81a7-481c-8845-cafa78cb5ccf'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:26.874397 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f449aa0e-80d4-4a23-85d6-6556d5632ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4d277cab-81a7-481c-8845-cafa78cb5ccf'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:27.056892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Network': ['ID=a3f59a97-520c-401a-b1ff-6c0a7128ce70,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:27.075188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network a3f59a97-520c-401a-b1ff-6c0a7128ce70 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:01:27.078851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7c507626-abaf-48cb-9553-065d1b783d2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7359116 Aug 16 13:01:27.085664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43080) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:27.095077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-606317035'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:27.136648 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:27.140646 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:27.182394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:01:27.191914 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:27.200879 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f449aa0e-80d4-4a23-85d6-6556d5632ab9 None None] Set router 4d277cab-81a7-481c-8845-cafa78cb5ccf gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:27.251369 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:27.255498 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Added segment 4e41aad4-adec-49c0-a03c-0fb9023470a2 of type vlan for network ff59b3a2-761c-4887-a566-3a2f0105d559 Aug 16 13:01:27.502929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43090) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:27.504838 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:27.615140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:27.621092 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f449aa0e-80d4-4a23-85d6-6556d5632ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T13:01:24Z', 'revision_number': 5, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port': {'id': 'dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:51:36Z', 'updated_at': '2021-08-16T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:27.656004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b95da-dc8b-4deb-a960-b4d6934d3d80 req-91e476d8-6516-4468-8f43-b9d3e0575fcf tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:27.668274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df0b95da-dc8b-4deb-a960-b4d6934d3d80 req-91e476d8-6516-4468-8f43-b9d3e0575fcf tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.2157743 Aug 16 13:01:27.678858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a2056d-ece4-4097-9ec6-397d263fcd70 admin admin] Deleting subnet 5fd8ba34-4555-4af8-93cb-92d5a963c65f {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:01:27.702758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5a2056d-ece4-4097-9ec6-397d263fcd70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:27.740618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Deleting port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:27.741068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:27.745100 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449aa0e-80d4-4a23-85d6-6556d5632ab9 None None] Checking router: 4d277cab-81a7-481c-8845-cafa78cb5ccf for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:01:27.757789 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:27.766724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:27.767379 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:27.771309 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449aa0e-80d4-4a23-85d6-6556d5632ab9 None None] Routers {'4d277cab-81a7-481c-8845-cafa78cb5ccf'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:27.772400 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f449aa0e-80d4-4a23-85d6-6556d5632ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4d277cab-81a7-481c-8845-cafa78cb5ccf'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:27.798694 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7092106 Aug 16 13:01:27.802442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43098) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:27.817016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'subnet': {'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:28.161386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33656d62-1ba6-4645-996a-12f5e32e80ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Network': ['ID=ff59b3a2-761c-4887-a566-3a2f0105d559,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:28.173688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5a2056d-ece4-4097-9ec6-397d263fcd70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:28.176856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ff59b3a2-761c-4887-a566-3a2f0105d559 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:01:28.216368 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f449aa0e-80d4-4a23-85d6-6556d5632ab9 None None] Set router 4d277cab-81a7-481c-8845-cafa78cb5ccf gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:28.268762 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5a2056d-ece4-4097-9ec6-397d263fcd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:28.395847 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df0b95da-dc8b-4deb-a960-b4d6934d3d80 req-bffae772-9125-4308-81c8-9f5217cbf958 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7263117 Aug 16 13:01:28.404909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5a2056d-ece4-4097-9ec6-397d263fcd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:28.438323 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5a2056d-ece4-4097-9ec6-397d263fcd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:28.450032 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e5a2056d-ece4-4097-9ec6-397d263fcd70 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5fd8ba34-4555-4af8-93cb-92d5a963c65f HTTP/1.1" status: 204 len: 168 time: 0.9415822 Aug 16 13:01:28.489667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43118) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:28.563559 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f449aa0e-80d4-4a23-85d6-6556d5632ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T13:01:27Z', 'revision_number': 6, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:28.576862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2056d-ece4-4097-9ec6-397d263fcd70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd8ba34-4555-4af8-93cb-92d5a963c65f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:28.638709 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449aa0e-80d4-4a23-85d6-6556d5632ab9 None None] The sync data for ids ['4d277cab-81a7-481c-8845-cafa78cb5ccf'] in n-d-804708-1 is: [{'id': '4d277cab-81a7-481c-8845-cafa78cb5ccf', 'name': 'tempest-ServerActionsTestJSON-1228705699-router', 'tenant_id': '69db3e09f4b04fcd9dcdc03807c00973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:51:35Z', 'updated_at': '2021-08-16T13:01:27Z', 'revision_number': 6, 'project_id': '69db3e09f4b04fcd9dcdc03807c00973', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:01:28.750701 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-f97a1591-b722-4e62-b881-e44ef76a8e78 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2458036 Aug 16 13:01:28.773177 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:28.858434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] For port dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:28.859021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:28.872466 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Calling delete_port for dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:29.042422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43128) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:29.175407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb1a94-252f-4504-8bc5-869d3d27a08c', 'name': 'network-vif-deleted', 'tag': '0202e454-aaa8-4665-b3cf-47e46314b34a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:29.177740 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f216b47c-fd3b-4f51-83c0-72d23446ffce" -d '{"events": [{"server_uuid": "3fdb1a94-252f-4504-8bc5-869d3d27a08c", "name": "network-vif-deleted", "tag": "0202e454-aaa8-4665-b3cf-47e46314b34a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:29.198834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-720ebd1e-9602-4ac8-b31b-9a455aa9b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:29.200389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-720ebd1e-9602-4ac8-b31b-9a455aa9b0d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 1096 time: 0.3900990 Aug 16 13:01:29.206968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:29.221225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266b2082-d44f-4c6a-ac7b-53b2157932ce']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:29.256704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f40c09a-e525-4ab9-9524-f06c7b24c4b9') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:29.257053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f40c09a-e525-4ab9-9524-f06c7b24c4b9') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:29.280862 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:29.339070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:29.387380 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a34c5e4-dbef-4155-9bdc-9460763a5b79 x-openstack-request-id: req-2a34c5e4-dbef-4155-9bdc-9460763a5b79 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:29.387672 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdb1a94-252f-4504-8bc5-869d3d27a08c", "name": "network-vif-deleted", "tag": "0202e454-aaa8-4665-b3cf-47e46314b34a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:29.387920 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a34c5e4-dbef-4155-9bdc-9460763a5b79 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:29.388304 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdb1a94-252f-4504-8bc5-869d3d27a08c', 'name': 'network-vif-deleted', 'tag': '0202e454-aaa8-4665-b3cf-47e46314b34a', 'status': 'completed', 'code': 200} Aug 16 13:01:29.451229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-1a16d290-8af1-489b-bc35-e900aafb018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:29.452868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-1a16d290-8af1-489b-bc35-e900aafb018b service neutron] 10.222.0.42 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 911 time: 0.2184851 Aug 16 13:01:29.461188 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:29.514305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:29.526154 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:29.560985 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-4b7de1bc-c6df-4d3e-9163-9b4f7211dc8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 HTTP/1.1" status: 200 len: 1000 time: 0.0947502 Aug 16 13:01:29.565814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:01:29.566278 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:01:29.569862 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:01:29.589291 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:29.772863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-65b5055d-8489-486e-b9d6-f4b01eeb0696 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=958e09752b1d43e6850459426d4dd0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7113929 Aug 16 13:01:29.777497 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43148) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:29.794416 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:29.801487 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:29.803835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] 10.222.0.25 "DELETE /v2.0/networks/266b2082-d44f-4c6a-ac7b-53b2157932ce HTTP/1.1" status: 204 len: 168 time: 1.3118737 Aug 16 13:01:29.970858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e171a8-f1c8-4036-9e4b-271646e3d56f req-ecfd2d74-a51c-4915-8440-b2bb5c4b5bce tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:29.973412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7e171a8-f1c8-4036-9e4b-271646e3d56f req-ecfd2d74-a51c-4915-8440-b2bb5c4b5bce tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.4090500 Aug 16 13:01:29.995395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-592bd25d-5e99-4e34-8329-5be67aef0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:29.997782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-592bd25d-5e99-4e34-8329-5be67aef0394 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 200 len: 850 time: 0.4238963 Aug 16 13:01:30.018131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760e8e7-0590-4295-bfe4-aa3d4c2de490 admin admin] Pushing event deleted for resources: {'Network': ['ID=266b2082-d44f-4c6a-ac7b-53b2157932ce,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:30.057871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:30.115580 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 18126946-4789-4299-9ba1-272c6fa0c15a no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:30.125485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7e171a8-f1c8-4036-9e4b-271646e3d56f req-6632a32d-051d-4310-9716-9ff228322cae tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424189 Aug 16 13:01:30.168257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 18126946-4789-4299-9ba1-272c6fa0c15a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:30.168970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 18126946-4789-4299-9ba1-272c6fa0c15a not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:30.169644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:30.185935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43154) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:30.189947 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bff23963-e159-404e-99de-0ed78eca9cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:30.216181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:30.216529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dcf662ce-ff53-43f0-b86b-e54ad6c9ebdc not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:30.229158 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bff23963-e159-404e-99de-0ed78eca9cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:30.314242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-82486bba-af05-4329-8238-4bdc8900d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:30.316016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-82486bba-af05-4329-8238-4bdc8900d642 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60b8601d-8c83-419a-8ebd-3dd0daba00a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2896354 Aug 16 13:01:30.356418 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bff23963-e159-404e-99de-0ed78eca9cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:30.360719 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bff23963-e159-404e-99de-0ed78eca9cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:30.365060 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bff23963-e159-404e-99de-0ed78eca9cf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10a2d4a0-671e-425d-915c-6b144ad97d3b HTTP/1.1" status: 204 len: 168 time: 0.5861554 Aug 16 13:01:30.402520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff23963-e159-404e-99de-0ed78eca9cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a2d4a0-671e-425d-915c-6b144ad97d3b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:30.410409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-affcfdc0-e9ac-4b3f-8f31-aee9d16682ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c74814b27cef4a6783a274f39e3d6ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233136 Aug 16 13:01:30.414505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43158) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:30.546894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:30.547109 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-6fddb07e-4587-440d-86b0-f02ba2b6a1ae service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117620 Aug 16 13:01:30.613581 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:30.833453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd9de0a-2b8d-44a1-b8d3-8ade96222e34 req-96b497c3-21b1-48a3-aee0-63d41cd08443 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774448 Aug 16 13:01:31.206302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Subnet': ['ID=86544f29-1b9f-4b38-9a3d-a615578153a3,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:31.215623 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.237972 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf610c0e-6178-4acc-88c5-e6aebbb8b111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.251677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.301560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43168) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:31.429680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf610c0e-6178-4acc-88c5-e6aebbb8b111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.445545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.449794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d277cab-81a7-481c-8845-cafa78cb5ccf {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:01:31.481253 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.485284 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bab72f4a-dfb5-4164-a9c7-a9835d834336 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4d277cab-81a7-481c-8845-cafa78cb5ccf HTTP/1.1" status: 204 len: 168 time: 4.6887548 Aug 16 13:01:31.489276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43172) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:31.490736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c472f-ab2d-4137-ac6f-0712ed12a153 req-35968052-54ed-41b4-b700-d50d032f5c57 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:31.500310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-178c472f-ab2d-4137-ac6f-0712ed12a153 req-35968052-54ed-41b4-b700-d50d032f5c57 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.1693580 Aug 16 13:01:31.508363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a34a79e1-f006-4e8e-a423-fd9e77d635b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8f212a7d5264ec5bd9b87964f3055a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054350 Aug 16 13:01:31.511616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43174) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:31.549080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Checking segment: {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:31.551162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network hostable DHCP agents. Network: a3f59a97-520c-401a-b1ff-6c0a7128ce70, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:01:31.687581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-178c472f-ab2d-4137-ac6f-0712ed12a153 req-8f7894a6-335a-4200-9f94-01296c35a1fd tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737463 Aug 16 13:01:31.727346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ee6cc5-a5ed-4e35-b66d-b64e811dad6a admin admin] Deleting subnet dac6c284-5c0d-410c-8657-6a93f25e8167 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:01:31.735373 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6cc5-a5ed-4e35-b66d-b64e811dad6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.764844 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-41f68fe8-d5e3-42be-8783-67afd4442c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.796529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network a3f59a97-520c-401a-b1ff-6c0a7128ce70 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:01:31.821148 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25b5d300-0cc2-498b-a940-d2e8fd4b31a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.840111 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6cc5-a5ed-4e35-b66d-b64e811dad6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.920068 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25b5d300-0cc2-498b-a940-d2e8fd4b31a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.946086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf610c0e-6178-4acc-88c5-e6aebbb8b111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.961247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf610c0e-6178-4acc-88c5-e6aebbb8b111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:31.963171 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bf610c0e-6178-4acc-88c5-e6aebbb8b111 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2762fefc-b0fc-48b8-8f77-8dde45a7e713 HTTP/1.1" status: 204 len: 168 time: 1.5104952 Aug 16 13:01:32.019166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf610c0e-6178-4acc-88c5-e6aebbb8b111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2762fefc-b0fc-48b8-8f77-8dde45a7e713,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:32.038897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, a3f59a97-520c-401a-b1ff-6c0a7128ce70) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:32.045386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:32.045977 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.050448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453293be-14a2-4433-89a2-13d3846c27cc None None] Network a3f59a97-520c-401a-b1ff-6c0a7128ce70 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:01:32.084063 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25b5d300-0cc2-498b-a940-d2e8fd4b31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.086713 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25b5d300-0cc2-498b-a940-d2e8fd4b31a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.119678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-25b5d300-0cc2-498b-a940-d2e8fd4b31a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a50e70b-a438-4a54-9702-7f6069e45dbf HTTP/1.1" status: 204 len: 168 time: 0.5912406 Aug 16 13:01:32.140241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5d300-0cc2-498b-a940-d2e8fd4b31a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a50e70b-a438-4a54-9702-7f6069e45dbf,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:32.157334 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de634098-91a3-4182-bc53-83ba06c5e047 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.3532689 Aug 16 13:01:32.159983 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43196) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:32.167700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'subnet': {'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:32.319188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6cc5-a5ed-4e35-b66d-b64e811dad6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.343710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-a3f59a97-520c-401a-b1ff-6c0a7128ce70', 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'fixed_ips': [{'subnet_id': '86544f29-1b9f-4b38-9a3d-a615578153a3'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:01:32.344568 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.437228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:32.440983 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.460649 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6cc5-a5ed-4e35-b66d-b64e811dad6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.599391 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6cc5-a5ed-4e35-b66d-b64e811dad6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.612422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e4ee6cc5-a5ed-4e35-b66d-b64e811dad6a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dac6c284-5c0d-410c-8657-6a93f25e8167 HTTP/1.1" status: 204 len: 168 time: 1.1146040 Aug 16 13:01:32.613335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43204) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:32.614316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee6cc5-a5ed-4e35-b66d-b64e811dad6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac6c284-5c0d-410c-8657-6a93f25e8167,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:32.632322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d2f087-103f-4892-b825-90ec625519ae None None] Network 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:01:32.849756 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.915488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Deleting port c2641ac6-ebde-478f-a26b-8942b406fce0 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:32.915848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.952178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Allocated IP 10.1.1.2 (a3f59a97-520c-401a-b1ff-6c0a7128ce70/86544f29-1b9f-4b38-9a3d-a615578153a3/d5d1aff7-fd9d-41e0-9a48-4b7861d4e578) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:33.059631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] For port c2641ac6-ebde-478f-a26b-8942b406fce0, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c2641ac6-ebde-478f-a26b-8942b406fce0,segment=NetworkSegment(4a45a942-087a-4eef-b669-9e569e4471ff),segment_id=4a45a942-087a-4eef-b669-9e569e4471ff)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:33.060263 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:33.102049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Calling delete_port for c2641ac6-ebde-478f-a26b-8942b406fce0 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:33.365645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:33.454041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2641ac6-ebde-478f-a26b-8942b406fce0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:33.476570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] No DVR routers for this DVR port c2641ac6-ebde-478f-a26b-8942b406fce0 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:33.663318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92225dc-cf8c-4bad-88b4-cb7b8d34db2f None None] DHCP port deletion for 332b6301-e3c3-48b0-a69e-a0e7cf1ae430 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:01:33.686424 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:33.723230 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Transition to ACTIVE for port object d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:33.779769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Transition to ACTIVE for port object d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:33.789841 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:33.794337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:33.840042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332b6301-e3c3-48b0-a69e-a0e7cf1ae430']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:33.877273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a45a942-087a-4eef-b669-9e569e4471ff') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:33.878278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a45a942-087a-4eef-b669-9e569e4471ff') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:33.908988 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:33.938013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Network a3f59a97-520c-401a-b1ff-6c0a7128ce70 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:33.966442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:33.985375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:01:33.985903 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:01:33.987909 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:01:34.005323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:34.011789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:34.057628 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c2641ac6-ebde-478f-a26b-8942b406fce0 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:34.127559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69ff3d-457f-4a86-9cef-e9d7d96aea9d req-b7f338d6-c7c5-4dd6-b126-e0dc555963e0 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:34.146039 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c69ff3d-457f-4a86-9cef-e9d7d96aea9d req-b7f338d6-c7c5-4dd6-b126-e0dc555963e0 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.3538735 Aug 16 13:01:34.162673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: c2641ac6-ebde-478f-a26b-8942b406fce0 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:01:34.163028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c2641ac6-ebde-478f-a26b-8942b406fce0 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:01:34.171120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43242) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:34.212747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:34.226671 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:34.231752 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] 10.222.0.25 "DELETE /v2.0/networks/332b6301-e3c3-48b0-a69e-a0e7cf1ae430 HTTP/1.1" status: 204 len: 168 time: 1.6119428 Aug 16 13:01:34.253785 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:34.283642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbc08c-5af6-4a23-9f2f-f93c954bb99c admin admin] Pushing event deleted for resources: {'Network': ['ID=332b6301-e3c3-48b0-a69e-a0e7cf1ae430,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:34.335077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Pushing event updated for resources: {'Port': ['ID=d5d1aff7-fd9d-41e0-9a48-4b7861d4e578,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:34.393199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c69ff3d-457f-4a86-9cef-e9d7d96aea9d req-700584c8-3b65-4918-8e7d-1070353aa513 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390814 Aug 16 13:01:34.443442 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-053938ea-92cc-4365-86d0-e480d0ae2b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:34.451898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43250) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:34.460255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Attempting to bind port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:01:34.460936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Attempting to bind port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:01:34.461521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Attempting to bind port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:34.470695 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Subnet': ['ID=43c4ad79-c536-4053-9403-92b94a8db004,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:34.472340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:01:34.474713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Checking segment: {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:34.475596 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:34.476063 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Bound using segment: {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:01:34.479997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Bound port: d5d1aff7-fd9d-41e0-9a48-4b7861d4e578, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:01:34.480325 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:34.505522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Checking segment: {'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:34.506497 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network hostable DHCP agents. Network: ff59b3a2-761c-4887-a566-3a2f0105d559, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:01:34.557725 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network ff59b3a2-761c-4887-a566-3a2f0105d559 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:01:34.577382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ff59b3a2-761c-4887-a566-3a2f0105d559) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:34.585538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:34.590041 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:34.627761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43254) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:34.634041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'port': {'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70', 'name': 'tempest-TaggedBootDevicesTest-99423352', 'fixed_ips': [{'subnet_id': '86544f29-1b9f-4b38-9a3d-a615578153a3'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:34.636730 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e1ec1883-5edb-4c6e-b269-6bc7a07a380d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4755926 Aug 16 13:01:34.679081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] For port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:01:34.700743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] For port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d5d1aff7-fd9d-41e0-9a48-4b7861d4e578,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:01:34.712040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706abe88-c1db-4f26-9b71-44c6f50bd81c None None] Network ff59b3a2-761c-4887-a566-3a2f0105d559 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:01:34.725400 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:34.734221 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:34.817136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848290661-network', 'tenant_id': 'e677e82ff73643e491ac0a749435be20'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:34.879679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-623599287-network', 'tenant_id': 'b7dc4555b79045c2a4951fc236c5ff0d'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:34.973541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Made reservation on behalf of e677e82ff73643e491ac0a749435be20 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:34.983874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217887b6-2a60-4d94-9bf8-6883b2fa5659 None None] Pushing event updated for resources: {'Port': ['ID=d5d1aff7-fd9d-41e0-9a48-4b7861d4e578,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:34.986659 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.038371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43258) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:35.077385 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.150451 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2d455d09-e08e-42f8-b58c-1a937d5d81fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69db3e09f4b04fcd9dcdc03807c00973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1107364 Aug 16 13:01:35.156854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43260) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:35.226549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-ff59b3a2-761c-4887-a566-3a2f0105d559', 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'fixed_ips': [{'subnet_id': '43c4ad79-c536-4053-9403-92b94a8db004'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:01:35.227523 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.373435 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-794508be-fec6-4735-91d5-f0844d9040e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.425233 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.429276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Made reservation on behalf of b7dc4555b79045c2a4951fc236c5ff0d for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:35.441470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.458216 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-794508be-fec6-4735-91d5-f0844d9040e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.461276 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.548758 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.573742 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-794508be-fec6-4735-91d5-f0844d9040e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.577469 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-794508be-fec6-4735-91d5-f0844d9040e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.579657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-794508be-fec6-4735-91d5-f0844d9040e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/173f2296-d9c8-4a4d-b744-fb4497ed8ec4 HTTP/1.1" status: 204 len: 168 time: 0.4195662 Aug 16 13:01:35.598608 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794508be-fec6-4735-91d5-f0844d9040e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173f2296-d9c8-4a4d-b744-fb4497ed8ec4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:35.621061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:01:35.669911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.670298 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Added segment 33aff157-12d9-4f54-8ff4-df54e3a3bc22 of type vlan for network dd69d304-0526-411a-9f89-3f3700a77d5d Aug 16 13:01:35.674824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:35.776454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Allocated IP 10.2.2.2 (ff59b3a2-761c-4887-a566-3a2f0105d559/43c4ad79-c536-4053-9403-92b94a8db004/c6033f7c-6b5c-44e0-bb15-143e7dab530d) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:35.861511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256107-aba9-4b98-bbb3-35916fbeeb3b req-bbc7afa1-fc95-4b43-9213-6918c81cf45b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:35.870837 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6256107-aba9-4b98-bbb3-35916fbeeb3b req-bbc7afa1-fc95-4b43-9213-6918c81cf45b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.2543430 Aug 16 13:01:36.032313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6256107-aba9-4b98-bbb3-35916fbeeb3b req-573f86fa-2f71-4826-82ef-9b38a139e480 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494889 Aug 16 13:01:36.185615 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.530857 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.541098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.547049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444b19df-aec6-49db-a59c-c8d5be2fe32e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:36.551782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Transition to ACTIVE for port object c6033f7c-6b5c-44e0-bb15-143e7dab530d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:36.585453 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.589661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:36.590441 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.594671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Transition to ACTIVE for port object c6033f7c-6b5c-44e0-bb15-143e7dab530d will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:36.597868 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.608080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:36.613218 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.652435 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.702017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:01:36.751877 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.753972 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Added segment 612178a1-2a8f-4def-8f40-8faf8cda3c80 of type vlan for network faf18c8c-8763-40ae-83c5-d10e99c6511d Aug 16 13:01:36.768842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:36.788134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Network ff59b3a2-761c-4887-a566-3a2f0105d559 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:36.795408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:36.802131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:36.820563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Pushing event updated for resources: {'Port': ['ID=c6033f7c-6b5c-44e0-bb15-143e7dab530d,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:36.938629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Attempting to bind port c6033f7c-6b5c-44e0-bb15-143e7dab530d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:01:36.938832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.938935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Attempting to bind port c6033f7c-6b5c-44e0-bb15-143e7dab530d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:01:36.940961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Attempting to bind port c6033f7c-6b5c-44e0-bb15-143e7dab530d on network ff59b3a2-761c-4887-a566-3a2f0105d559 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:36.951700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:01:36.954653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Checking segment: {'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:36.956743 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.957324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Bound using segment: {'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:01:36.959267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Bound port: c6033f7c-6b5c-44e0-bb15-143e7dab530d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:01:36.961191 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:36.999224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa7269-0fd7-4c91-ab05-849d44c5a9ec None None] Network a3f59a97-520c-401a-b1ff-6c0a7128ce70 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:01:37.108358 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.9326842 Aug 16 13:01:37.108746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43290) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:37.114580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] Request body: {'subnet': {'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848290661-subnet', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:37.139016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:37.150122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.resource_extend [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:01:37.160323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e729762-f65d-442c-aa31-3f1c78fed97b admin admin] Pushing event updated for resources: {'Network': ['ID=dd69d304-0526-411a-9f89-3f3700a77d5d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:37.208237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] Made reservation on behalf of e677e82ff73643e491ac0a749435be20 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:37.219088 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:37.255312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:37.260263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] device_id is not set on port 6764e1b7-9c16-492c-890c-4c55969c5445 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:01:37.268185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:37.269226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:37.269894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:37.356943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network dd69d304-0526-411a-9f89-3f3700a77d5d details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:01:37.425638 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.9694262 Aug 16 13:01:37.450126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43300) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:37.497394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] Request body: {'subnet': {'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-623599287-subnet', 'tenant_id': 'b7dc4555b79045c2a4951fc236c5ff0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:37.513336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a5fe7-092f-4494-9232-f8eecdb401d6 admin admin] Pushing event updated for resources: {'Network': ['ID=faf18c8c-8763-40ae-83c5-d10e99c6511d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:37.574361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network faf18c8c-8763-40ae-83c5-d10e99c6511d details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:01:37.664075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43304) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:37.678735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] Made reservation on behalf of b7dc4555b79045c2a4951fc236c5ff0d for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:37.694047 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:37.780927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fcd4308a-8cf7-484e-924a-164388af8582 None None] Provisioning for port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:37.788750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Allocated IP 10.1.1.94 (a3f59a97-520c-401a-b1ff-6c0a7128ce70/86544f29-1b9f-4b38-9a3d-a615578153a3/6764e1b7-9c16-492c-890c-4c55969c5445) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:37.823272 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:37.824470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fcd4308a-8cf7-484e-924a-164388af8582 None None] Provisioning complete for port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:37.827847 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fcd4308a-8cf7-484e-924a-164388af8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:37.975629 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:01:38.061175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:38.081441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a612d786-4837-4666-8cea-81e27300b320 None None] For port c6033f7c-6b5c-44e0-bb15-143e7dab530d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:01:38.094530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Transition to ACTIVE for port object 6764e1b7-9c16-492c-890c-4c55969c5445 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:38.138322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-70484632-network', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:38.143103 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:38.175947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a612d786-4837-4666-8cea-81e27300b320 None None] For port c6033f7c-6b5c-44e0-bb15-143e7dab530d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c6033f7c-6b5c-44e0-bb15-143e7dab530d,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:01:38.208666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Port': ['ID=6764e1b7-9c16-492c-890c-4c55969c5445,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:38.229278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network a3f59a97-520c-401a-b1ff-6c0a7128ce70 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:38.234064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:38.241794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:38.272883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:38.301302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:38.302137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:38.325064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Made reservation on behalf of 5927a130a73a4de9bc5540f68fc5931f for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:38.328164 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:38.341687 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:38.476652 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:38.481346 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4c19309c-36cf-4724-b930-50aec276eafc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8518193 Aug 16 13:01:38.484310 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:38.493993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43308) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:38.496035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c0754-00aa-44ab-92b9-d518bb9772f4 req-230ab05f-0fcd-4606-ad8e-5db51f7ca499 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:38.518044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f49c0754-00aa-44ab-92b9-d518bb9772f4 req-230ab05f-0fcd-4606-ad8e-5db51f7ca499 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 1.2139592 Aug 16 13:01:38.535763 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:38.575567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612d786-4837-4666-8cea-81e27300b320 None None] Pushing event updated for resources: {'Port': ['ID=c6033f7c-6b5c-44e0-bb15-143e7dab530d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:38.589925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'port': {'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70', 'name': 'tempest-TaggedBootDevicesTest-1100928577', 'fixed_ips': [{'subnet_id': '86544f29-1b9f-4b38-9a3d-a615578153a3'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:38.619614 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fcd4308a-8cf7-484e-924a-164388af8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:38.752806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fcd4308a-8cf7-484e-924a-164388af8582 None None] For port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d5d1aff7-fd9d-41e0-9a48-4b7861d4e578,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:38.764096 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fcd4308a-8cf7-484e-924a-164388af8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:38.913432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0180e5d-82b2-4eaf-83eb-7b72628c0553,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:38.953776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4308a-8cf7-484e-924a-164388af8582 None None] Pushing event updated for resources: {'Port': ['ID=d5d1aff7-fd9d-41e0-9a48-4b7861d4e578,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:38.978057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:38.986433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:39.036180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:01:39.054390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] device_id is not set on port 6951413b-4d52-4abd-befc-d3831ec2343b yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:01:39.182745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f49c0754-00aa-44ab-92b9-d518bb9772f4 req-e649fc75-c20d-4fdb-a0a2-e46949991ec1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6636705 Aug 16 13:01:39.245454 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:39.247089 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Added segment 81eee9d2-8e3e-4fda-aa51-d04658e16050 of type vlan for network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a Aug 16 13:01:39.294896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f2fbee-3a3e-4715-90df-0fbf9a0d2623,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:39.302310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:39.304565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-aa069f87-ba54-4a68-8f5b-44016314cc50 None None] Provisioning complete for port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:39.305101 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa069f87-ba54-4a68-8f5b-44016314cc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:39.335887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] Checking segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:39.338163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] Network hostable DHCP agents. Network: faf18c8c-8763-40ae-83c5-d10e99c6511d, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:01:39.381821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:39.513070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6791b085-ebfa-490f-a2bd-bc7be60b9b39,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:39.574991 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:39.575965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:39.576545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:39.604580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] Network faf18c8c-8763-40ae-83c5-d10e99c6511d is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:01:39.638091 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9715347 Aug 16 13:01:39.643887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43314) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:39.646419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, faf18c8c-8763-40ae-83c5-d10e99c6511d) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:39.670863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9832895-7f0d-4746-9e6a-4906d6b9f7e5 None None] Network faf18c8c-8763-40ae-83c5-d10e99c6511d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:01:39.679363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-aa069f87-ba54-4a68-8f5b-44016314cc50 None None] Provisioning for port 6764e1b7-9c16-492c-890c-4c55969c5445 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:39.690982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] Request body: {'subnet': {'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-70484632-subnet', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:39.706857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:39.707471 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:39.758462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] Checking segment: {'id': '33aff157-12d9-4f54-8ff4-df54e3a3bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:39.759404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] Network hostable DHCP agents. Network: dd69d304-0526-411a-9f89-3f3700a77d5d, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:01:39.793484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-aa069f87-ba54-4a68-8f5b-44016314cc50 None None] Provisioning complete for port 6764e1b7-9c16-492c-890c-4c55969c5445 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:39.799908 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa069f87-ba54-4a68-8f5b-44016314cc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:39.814549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] Made reservation on behalf of 5927a130a73a4de9bc5540f68fc5931f for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:39.826684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Allocated IP 10.1.1.39 (a3f59a97-520c-401a-b1ff-6c0a7128ce70/86544f29-1b9f-4b38-9a3d-a615578153a3/6951413b-4d52-4abd-befc-d3831ec2343b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:39.830455 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:39.882790 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-05c33f27-c6d9-4c58-9c92-8284fef9453c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4205060 Aug 16 13:01:40.002323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] Network dd69d304-0526-411a-9f89-3f3700a77d5d is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:01:40.036932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, dd69d304-0526-411a-9f89-3f3700a77d5d) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:40.047564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-aa069f87-ba54-4a68-8f5b-44016314cc50 None None] Port 6764e1b7-9c16-492c-890c-4c55969c5445 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:01:40.071288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a30b3-6330-4985-b847-9c23446df807 None None] Network dd69d304-0526-411a-9f89-3f3700a77d5d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:01:40.076156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63d300-b54f-4271-bb90-acc5b3b1fbbc admin admin] Pushing event updated for resources: {'Network': ['ID=5e84bfa8-db5b-4a78-af78-554b83ab0b7a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:40.078411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:40.081534 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:40.140403 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:01:40.150488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7d0f481b-f164-4d45-b61d-81f424cd1268 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.0387037 Aug 16 13:01:40.155292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43326) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:40.176850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848290661-router', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:40.483484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:40.522534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43338) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:40.596662 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:40.600682 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:40.677410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f928fa-1afc-4c55-bdcb-a8d29deeab48 None None] Network ff59b3a2-761c-4887-a566-3a2f0105d559 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:01:40.686140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ad2ee0-a8bd-4009-bbe9-ddeefec60f21 None None] Network faf18c8c-8763-40ae-83c5-d10e99c6511d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:01:40.709718 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:40.796012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:40.826740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Transition to ACTIVE for port object 6951413b-4d52-4abd-befc-d3831ec2343b will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:40.858593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-024281bf-cc2d-4213-9394-78a7144b1901 None None] Provisioning complete for port 6764e1b7-9c16-492c-890c-4c55969c5445 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:40.859227 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-024281bf-cc2d-4213-9394-78a7144b1901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:40.916900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ab5fa8-527a-4a55-b2a6-1d736dce46c1,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:40.951700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c87a71-7db8-4533-ae72-b3ce06033d9b req-d34e05a6-e74c-46e6-9286-7cd613b3ee22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:40.968069 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29c87a71-7db8-4533-ae72-b3ce06033d9b req-d34e05a6-e74c-46e6-9286-7cd613b3ee22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.2820654 Aug 16 13:01:41.015167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:41.017428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] Checking segment: {'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:41.018289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] Network hostable DHCP agents. Network: 5e84bfa8-db5b-4a78-af78-554b83ab0b7a, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:01:41.038716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:41.040776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25a9638a-246e-4f0d-a2fe-31ee0c4738fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:41.066790 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] Network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:01:41.081286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29c87a71-7db8-4533-ae72-b3ce06033d9b req-532b4cea-fc5a-4929-88fb-4ac0db8ffcf1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109254 Aug 16 13:01:41.114748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 5e84bfa8-db5b-4a78-af78-554b83ab0b7a) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:41.132230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:41.132230 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:41.166156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8d300a8d-9ac0-4c9a-8501-e3cb929f5d77 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4912982 Aug 16 13:01:41.172306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43346) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:41.184736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-70484632-router', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:41.190753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:41.191234 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:41.232380 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:41.235855 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:41.295352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-024281bf-cc2d-4213-9394-78a7144b1901 None None] Port 6764e1b7-9c16-492c-890c-4c55969c5445 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:01:41.373021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3514c-61a4-4ef5-9c70-665f510f7687 None None] Network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:01:41.398163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network a3f59a97-520c-401a-b1ff-6c0a7128ce70 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:41.420132 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:41.433872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:41.447297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Port': ['ID=6951413b-4d52-4abd-befc-d3831ec2343b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:41.460723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:41.667465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-32650a44-4902-408d-9225-2a496dc20fb3 None None] Provisioning for port c6033f7c-6b5c-44e0-bb15-143e7dab530d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:41.683736 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:41.758482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:41.910009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:41.911057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.157556 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25a9638a-246e-4f0d-a2fe-31ee0c4738fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.172885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-dd69d304-0526-411a-9f89-3f3700a77d5d', 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'fixed_ips': [{'subnet_id': '6791b085-ebfa-490f-a2bd-bc7be60b9b39'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:01:42.173532 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25a9638a-246e-4f0d-a2fe-31ee0c4738fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.174676 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.177854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c6033f7c-6b5c-44e0-bb15-143e7dab530d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:42.218312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-a2c21ac6-012f-410d-88c0-7ade0bcd0477 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:42.219903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-a2c21ac6-012f-410d-88c0-7ade0bcd0477 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.3176658 Aug 16 13:01:42.262563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9638a-246e-4f0d-a2fe-31ee0c4738fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263d883c-5dc9-4368-a2d5-8c177b0cadd1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:42.274687 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-25a9638a-246e-4f0d-a2fe-31ee0c4738fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9835cac381d64ca289c3228972bf8dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7497103 Aug 16 13:01:42.279332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-674018eb-be20-46f9-816f-ed3e9dbcf627 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7103713 Aug 16 13:01:42.279332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43388) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:42.296332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-f63b39e5-9d01-49b9-ae45-7f70f5e1cfa1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/quotas/b7dc4555b79045c2a4951fc236c5ff0d HTTP/1.1" status: 200 len: 375 time: 0.0622115 Aug 16 13:01:42.316461 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.344931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-76f5c10d-4f58-4ce6-a204-e448d2a40624 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451646 Aug 16 13:01:42.388392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710f1ff-72c9-4d78-886c-280061ab1a48 req-4227c52a-d315-4086-bf3c-95e1f48b0cee tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:42.389998 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b710f1ff-72c9-4d78-886c-280061ab1a48 req-4227c52a-d315-4086-bf3c-95e1f48b0cee tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 951 time: 0.3098965 Aug 16 13:01:42.391144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-836d3ccc-e6b5-4154-904b-e0df6d9ff677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.409573 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.449797 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a6012e0d-5325-432f-b5c7-6e80950f31b8 None None] Provisioning for port 6951413b-4d52-4abd-befc-d3831ec2343b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:42.486772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a6012e0d-5325-432f-b5c7-6e80950f31b8 None None] Provisioning complete for port 6951413b-4d52-4abd-befc-d3831ec2343b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:42.487399 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a6012e0d-5325-432f-b5c7-6e80950f31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.573765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b054dd8-d1e9-4a24-a034-cf938de84291 None None] Network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:01:42.599049 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b710f1ff-72c9-4d78-886c-280061ab1a48 req-1afd4757-c34b-4c3a-911c-59ab8f818717 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989472 Aug 16 13:01:42.605232 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-836d3ccc-e6b5-4154-904b-e0df6d9ff677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.651793 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.687772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.722891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-a83c4d3e-7f4f-44ed-aea0-28243abe0e47 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315437 Aug 16 13:01:42.748710 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-836d3ccc-e6b5-4154-904b-e0df6d9ff677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.751934 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-836d3ccc-e6b5-4154-904b-e0df6d9ff677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:42.755257 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-836d3ccc-e6b5-4154-904b-e0df6d9ff677 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/263d883c-5dc9-4368-a2d5-8c177b0cadd1 HTTP/1.1" status: 204 len: 168 time: 0.4742377 Aug 16 13:01:42.774969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d3ccc-e6b5-4154-904b-e0df6d9ff677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263d883c-5dc9-4368-a2d5-8c177b0cadd1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:42.860578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Allocated IP 172.20.0.2 (dd69d304-0526-411a-9f89-3f3700a77d5d/6791b085-ebfa-490f-a2bd-bc7be60b9b39/d3f910f9-e95a-4730-90f3-a52c69943f46) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:42.876469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Allocated IP 172.25.0.81 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/323ca994-80c7-4142-83c3-4ac96b4be267) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:42.929754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a6012e0d-5325-432f-b5c7-6e80950f31b8 None None] Port 6951413b-4d52-4abd-befc-d3831ec2343b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:01:42.966951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port c6033f7c-6b5c-44e0-bb15-143e7dab530d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:42.982038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c6033f7c-6b5c-44e0-bb15-143e7dab530d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:42.982797 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:43.080252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eec47-2a17-4948-9126-8d24d61d7abf req-52ecf921-c3c6-45c1-a600-db0e4f26843c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:43.082363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d78eec47-2a17-4948-9126-8d24d61d7abf req-52ecf921-c3c6-45c1-a600-db0e4f26843c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.3571472 Aug 16 13:01:43.115062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-bd7c80c9-4796-4514-8b49-f2f165a90992 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760750 Aug 16 13:01:43.258631 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:43.320482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port c6033f7c-6b5c-44e0-bb15-143e7dab530d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c6033f7c-6b5c-44e0-bb15-143e7dab530d,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:43.336289 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:43.427704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=c6033f7c-6b5c-44e0-bb15-143e7dab530d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:43.446711 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d78eec47-2a17-4948-9126-8d24d61d7abf req-6966f4d3-5f31-48cb-85cc-cf0febe7d7b3 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290305 Aug 16 13:01:43.486182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e3b5bc65-663c-4b31-947d-ea29b9321c30 None None] Provisioning complete for port c6033f7c-6b5c-44e0-bb15-143e7dab530d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:43.488100 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e3b5bc65-663c-4b31-947d-ea29b9321c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:43.506896 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:43.621705 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:43.635076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Transition to ACTIVE for port object d3f910f9-e95a-4730-90f3-a52c69943f46 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:43.684308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Transition to ACTIVE for port object d3f910f9-e95a-4730-90f3-a52c69943f46 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:43.744165 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:43.768974 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:43.854868 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Network dd69d304-0526-411a-9f89-3f3700a77d5d is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:43.866296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:43.871069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Pushing event updated for resources: {'Port': ['ID=d3f910f9-e95a-4730-90f3-a52c69943f46,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:43.880737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:43.897090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Allocated IP 172.25.0.236 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:43.903919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43418) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:43.918247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d63fc605-53fa-4d63-af5b-20c3d3a05a3b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--324135221', 'description': 'tempest-description--10802638'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:43.971903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14def243-65d1-4b40-bd3d-5e9c27863d33 req-f77a2306-7387-42b6-bd43-6b2ba8798a7b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 210 time: 0.2391524 Aug 16 13:01:43.993422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:44.012183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:44.028908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:44.061072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Attempting to bind port d3f910f9-e95a-4730-90f3-a52c69943f46 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:01:44.061915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Attempting to bind port d3f910f9-e95a-4730-90f3-a52c69943f46 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '33aff157-12d9-4f54-8ff4-df54e3a3bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:01:44.063109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Attempting to bind port d3f910f9-e95a-4730-90f3-a52c69943f46 on network dd69d304-0526-411a-9f89-3f3700a77d5d {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:44.072246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:01:44.072904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Checking segment: {'id': '33aff157-12d9-4f54-8ff4-df54e3a3bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:44.073471 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:44.074049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Bound using segment: {'id': '33aff157-12d9-4f54-8ff4-df54e3a3bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:01:44.074734 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Bound port: d3f910f9-e95a-4730-90f3-a52c69943f46, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33aff157-12d9-4f54-8ff4-df54e3a3bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:01:44.075284 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:44.091924 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d63fc605-53fa-4d63-af5b-20c3d3a05a3b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:44.204549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] For port d3f910f9-e95a-4730-90f3-a52c69943f46, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:01:44.214414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] For port d3f910f9-e95a-4730-90f3-a52c69943f46, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d3f910f9-e95a-4730-90f3-a52c69943f46,segment=NetworkSegment(33aff157-12d9-4f54-8ff4-df54e3a3bc22),segment_id=33aff157-12d9-4f54-8ff4-df54e3a3bc22)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:01:44.222453 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:44.241515 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:44.324738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Pushing event updated for resources: {'Port': ['ID=323ca994-80c7-4142-83c3-4ac96b4be267,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:44.341483 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d63fc605-53fa-4d63-af5b-20c3d3a05a3b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:44.348402 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d63fc605-53fa-4d63-af5b-20c3d3a05a3b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:44.382744 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:44.386753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c5beb-d8eb-41c8-8f76-3842f9027a4d None None] Pushing event updated for resources: {'Port': ['ID=d3f910f9-e95a-4730-90f3-a52c69943f46,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:44.434191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d63fc605-53fa-4d63-af5b-20c3d3a05a3b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:44.438859 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d63fc605-53fa-4d63-af5b-20c3d3a05a3b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5327084 Aug 16 13:01:44.443305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43430) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:44.456517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:44.466259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-29a4d9cc-8e91-4f7d-b23d-40ace3c3474f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'security_group_rule': {'security_group_id': '52d8978a-2a3f-4780-a9fe-1a53c7f41efe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:44.480462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:44.490140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:44.491694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92cb3-89f5-4b1a-b737-b4fb9da2cf7d req-154ff276-ecdf-4e93-bcd8-247846727661 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:44.501200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93c92cb3-89f5-4b1a-b737-b4fb9da2cf7d req-154ff276-ecdf-4e93-bcd8-247846727661 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 951 time: 0.4454660 Aug 16 13:01:44.522026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fc605-53fa-4d63-af5b-20c3d3a05a3b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d8978a-2a3f-4780-a9fe-1a53c7f41efe,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:44.585487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93c92cb3-89f5-4b1a-b737-b4fb9da2cf7d req-46e1b524-dd33-4f8d-8370-bac4852c03ae tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830908 Aug 16 13:01:44.628780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:44.924854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29a4d9cc-8e91-4f7d-b23d-40ace3c3474f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:45.106963 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3b730-9a7f-4388-bcc7-df34071a34e3 req-660852e3-fd01-4327-85a7-9374ad3f6eb5 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:45.110660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05a3b730-9a7f-4388-bcc7-df34071a34e3 req-660852e3-fd01-4327-85a7-9374ad3f6eb5 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.3604457 Aug 16 13:01:45.167531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:45.262925 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29a4d9cc-8e91-4f7d-b23d-40ace3c3474f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:45.275056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29a4d9cc-8e91-4f7d-b23d-40ace3c3474f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:45.443380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05a3b730-9a7f-4388-bcc7-df34071a34e3 req-97a48bb9-436d-432a-8738-27f8c72b1ef0 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178346 Aug 16 13:01:45.733858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d3f910f9-e95a-4730-90f3-a52c69943f46 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:45.889056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b8caf768-def0-4218-8e56-bd72fcfb0073 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:46.010205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d3f910f9-e95a-4730-90f3-a52c69943f46 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:46.021834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c6033f7c-6b5c-44e0-bb15-143e7dab530d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:46.147025 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-412c6ebe-4149-44a8-bc56-1de0a4fcad76 req-9b91dbc1-36a5-469e-9881-6104283694da tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 210 time: 0.1222172 Aug 16 13:01:46.200461 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:46.202905 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:46.233730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d8a1cfc-750d-4e33-b156-e993a4d9e31f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:46.235306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d8a1cfc-750d-4e33-b156-e993a4d9e31f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.4676709 Aug 16 13:01:46.293090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c6033f7c-6b5c-44e0-bb15-143e7dab530d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:46.293527 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:46.367776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4d9cc-8e91-4f7d-b23d-40ace3c3474f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f660af3d-5010-49e8-9664-540a85a9c8d8,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:46.419697 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29a4d9cc-8e91-4f7d-b23d-40ace3c3474f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:46.421874 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-29a4d9cc-8e91-4f7d-b23d-40ace3c3474f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9770458 Aug 16 13:01:46.428644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43494) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:46.438024 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:46.450557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-808e85ed-64f7-40cf-9b3a-2d443a83ce0d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'security_group_rule': {'security_group_id': '52d8978a-2a3f-4780-a9fe-1a53c7f41efe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:46.538769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-808e85ed-64f7-40cf-9b3a-2d443a83ce0d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:46.583497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:46.604907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4347998-c44f-47c4-a202-71b8c26e004c None None] Network dd69d304-0526-411a-9f89-3f3700a77d5d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:01:46.848812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:46.853520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:46.854033 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-808e85ed-64f7-40cf-9b3a-2d443a83ce0d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:46.862207 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb18985a-4996-4a9a-81a6-0d8658d135d3" -d '{"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-unplugged", "status": "completed", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:46.870931 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-808e85ed-64f7-40cf-9b3a-2d443a83ce0d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:46.961104 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:47.000425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e85ed-64f7-40cf-9b3a-2d443a83ce0d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544c1cd9-6cea-415d-b0b1-dde23d59d6fc,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:47.123956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-173456da-5825-4eb8-86d9-b0bb22c3bc51 None None] Provisioning for port d3f910f9-e95a-4730-90f3-a52c69943f46 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:47.245507 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-808e85ed-64f7-40cf-9b3a-2d443a83ce0d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:47.250300 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-808e85ed-64f7-40cf-9b3a-2d443a83ce0d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8084378 Aug 16 13:01:47.258016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43516) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:47.285946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:47.306678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-173456da-5825-4eb8-86d9-b0bb22c3bc51 None None] Provisioning complete for port d3f910f9-e95a-4730-90f3-a52c69943f46 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:47.306808 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-173456da-5825-4eb8-86d9-b0bb22c3bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:47.327172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Request body: {'port': {'device_id': '4ca03b24-99f1-4929-afe9-8833600ee736', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'admin_state_up': True, 'tenant_id': 'b7dc4555b79045c2a4951fc236c5ff0d'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:47.338398 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1f0bbc-6bcb-4331-be09-06e60b475bb7 x-openstack-request-id: req-6e1f0bbc-6bcb-4331-be09-06e60b475bb7 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:47.339275 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-unplugged", "status": "completed", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:47.344064 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e1f0bbc-6bcb-4331-be09-06e60b475bb7 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:47.348819 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'code': 200} Aug 16 13:01:47.438056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:47.542399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=11']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:47.662887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4dfd831d-9c1f-4a10-b2d0-9f2de552b6c2 req-952cf878-b0ac-4c64-92d7-ce949fba568c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 210 time: 0.0669224 Aug 16 13:01:47.675439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bf257-f14b-4ed1-a88f-2a2fd92f2070 req-8e97fd3c-2c2e-4555-a574-3b341a1a5835 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:47.683470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d67bf257-f14b-4ed1-a88f-2a2fd92f2070 req-8e97fd3c-2c2e-4555-a574-3b341a1a5835 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.3650870 Aug 16 13:01:47.685507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Made reservation on behalf of b7dc4555b79045c2a4951fc236c5ff0d for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:01:47.686570 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-173456da-5825-4eb8-86d9-b0bb22c3bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:47.689333 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:47.815130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-173456da-5825-4eb8-86d9-b0bb22c3bc51 None None] For port d3f910f9-e95a-4730-90f3-a52c69943f46, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d3f910f9-e95a-4730-90f3-a52c69943f46,segment=NetworkSegment(33aff157-12d9-4f54-8ff4-df54e3a3bc22),segment_id=33aff157-12d9-4f54-8ff4-df54e3a3bc22)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:47.826205 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-173456da-5825-4eb8-86d9-b0bb22c3bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:47.907426 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:47.963646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173456da-5825-4eb8-86d9-b0bb22c3bc51 None None] Pushing event updated for resources: {'Port': ['ID=d3f910f9-e95a-4730-90f3-a52c69943f46,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:47.973000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d49717a1-8584-4a69-8cf2-74fa62390c73 None None] Provisioning complete for port d3f910f9-e95a-4730-90f3-a52c69943f46 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:47.973379 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d49717a1-8584-4a69-8cf2-74fa62390c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:47.984678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Allocated IP 172.20.0.13 (faf18c8c-8763-40ae-83c5-d10e99c6511d/97f2fbee-3a3e-4715-90df-0fbf9a0d2623/f1eab612-1149-4770-85a9-b480a9cf476b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:48.151859 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:48.240526 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:48.248721 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:48.378808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Allocated IP 172.25.0.73 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/9f957d52-490a-48d4-874e-c43eb6c4bce2) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:48.397856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d67bf257-f14b-4ed1-a88f-2a2fd92f2070 req-944b0237-9259-4a2a-9707-963c70104003 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132280 Aug 16 13:01:48.411068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Network faf18c8c-8763-40ae-83c5-d10e99c6511d is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:48.423673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:48.428880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:48.450787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a4c7a-f1fc-4cea-b2eb-76e6241bd820 req-aad19ff1-384e-4ca9-9ef7-d5edb7257651 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:48.460679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-968a4c7a-f1fc-4cea-b2eb-76e6241bd820 req-aad19ff1-384e-4ca9-9ef7-d5edb7257651 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 949 time: 0.5106587 Aug 16 13:01:48.512824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:01:48.543013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event updated for resources: {'Port': ['ID=f1eab612-1149-4770-85a9-b480a9cf476b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:48.584212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-968a4c7a-f1fc-4cea-b2eb-76e6241bd820 req-44fc5f39-ffe5-4f03-95f4-4892ff5df808 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224852 Aug 16 13:01:48.594740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:48.595404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:48.616865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9d415cc0-54de-48a9-9098-1d23a79f9277 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2965684 Aug 16 13:01:48.666737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Request body: {'port': {'device_id': '4ca03b24-99f1-4929-afe9-8833600ee736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:01:48.668563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Router 651a7f08-ec58-4d60-a477-878a90e59d96 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:01:48.700887 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:48.810211 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:48.829793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:01:48.848217 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Sync routers for ids ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:01:48.873309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Routers {'19d360e6-2c8f-47ec-a51b-5d7e859940a2'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:48.874494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:48.954513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:01:48.957726 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:48.966718 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Sync routers for ids ['651a7f08-ec58-4d60-a477-878a90e59d96'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:01:48.971012 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:48.975256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5c457805-86d7-47c4-bd63-a7c779e5637e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8014197 Aug 16 13:01:48.986973 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Routers {'651a7f08-ec58-4d60-a477-878a90e59d96'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:48.989097 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['651a7f08-ec58-4d60-a477-878a90e59d96'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:48.999030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43536) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:49.063875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Port': ['ID=9f957d52-490a-48d4-874e-c43eb6c4bce2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:49.080155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43538) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:49.138760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:49.143858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:49.145948 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eff0599c-b97e-4568-b66e-a23bcc0bd954 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.9888711 Aug 16 13:01:49.149039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:49.162312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:49.172786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43542) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:49.185482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Set router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:49.333957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0d4b8-9cd2-4760-9c76-e6a695999d12 req-9903f513-e747-4fc6-a79e-7fbc180929e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:49.346770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ed0d4b8-9cd2-4760-9c76-e6a695999d12 req-9903f513-e747-4fc6-a79e-7fbc180929e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 932 time: 0.4655097 Aug 16 13:01:49.357865 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Set router 651a7f08-ec58-4d60-a477-878a90e59d96 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:49.545126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2088e2e-283a-4f37-bcb9-a41f062b74bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:49.592110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d3f910f9-e95a-4730-90f3-a52c69943f46 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:49.673710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'name': 'tempest-ServerRescueNegativeTestJSON-70484632-router', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:41Z', 'updated_at': '2021-08-16T13:01:44Z', 'revision_number': 3, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'gw_port': {'id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:67:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:49.720883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Checking router: 19d360e6-2c8f-47ec-a51b-5d7e859940a2 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:01:49.721226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Updating router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 port 323ca994-80c7-4142-83c3-4ac96b4be267 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:01:49.739740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:49.750518 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:49.799037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc47b53-9138-42f5-bf38-11428dea8e9e req-44d521ab-d15c-4d72-b65f-8da00039c692 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:49.802525 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffc47b53-9138-42f5-bf38-11428dea8e9e req-44d521ab-d15c-4d72-b65f-8da00039c692 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.22 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 949 time: 0.3538723 Aug 16 13:01:49.939833 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848290661-router', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:40Z', 'updated_at': '2021-08-16T13:01:45Z', 'revision_number': 3, 'project_id': 'e677e82ff73643e491ac0a749435be20', 'gw_port': {'id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:49.989784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1eab612-1149-4770-85a9-b480a9cf476b {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:01:50.002271 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.004238 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Checking router: 651a7f08-ec58-4d60-a477-878a90e59d96 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:01:50.009812 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Updating router 651a7f08-ec58-4d60-a477-878a90e59d96 port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:01:50.019858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Transition to ACTIVE for port object f1eab612-1149-4770-85a9-b480a9cf476b will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:50.077940 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.115434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ed0d4b8-9cd2-4760-9c76-e6a695999d12 req-b401b5fc-f46a-4530-a721-443669d6ca25 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7677526 Aug 16 13:01:50.121604 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.169461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.215988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d3f910f9-e95a-4730-90f3-a52c69943f46 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:50.216569 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.307620 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2088e2e-283a-4f37-bcb9-a41f062b74bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.318681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2088e2e-283a-4f37-bcb9-a41f062b74bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.409834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Pushing event updated for resources: {'Port': ['ID=f1eab612-1149-4770-85a9-b480a9cf476b,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:50.412844 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.449267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Transition to ACTIVE for port object 323ca994-80c7-4142-83c3-4ac96b4be267 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:50.453861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e539338-06b3-44ea-a821-9b59e81ae102 req-4884633b-c09f-4091-b22c-b8f8705f2f75 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:50.456060 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e539338-06b3-44ea-a821-9b59e81ae102 req-4884633b-c09f-4091-b22c-b8f8705f2f75 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.3973579 Aug 16 13:01:50.518884 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.642650 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.653271 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Transition to ACTIVE for port object 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:50.666860 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.676139 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d2088e2e-283a-4f37-bcb9-a41f062b74bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=171859fa17734cff9727736b86e7590b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5925295 Aug 16 13:01:50.677699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2088e2e-283a-4f37-bcb9-a41f062b74bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0824a17a-b705-4370-9183-c10f12b0b355,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:50.708625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99018e9f-bc80-42ea-a915-fc4382e2ab94 None None] Pushing event updated for resources: {'Port': ['ID=323ca994-80c7-4142-83c3-4ac96b4be267,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:50.715075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43550) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:50.717582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Attempting to bind port 323ca994-80c7-4142-83c3-4ac96b4be267 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:01:50.717756 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Attempting to bind port 323ca994-80c7-4142-83c3-4ac96b4be267 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:01:50.718148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Attempting to bind port 323ca994-80c7-4142-83c3-4ac96b4be267 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:50.738852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:01:50.739243 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:50.739640 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.740036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:01:50.740526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Bound port: 323ca994-80c7-4142-83c3-4ac96b4be267, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:01:50.745255 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.751760 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce40d0-618e-4849-9dc2-df32451cc73c req-d08bf548-6f47-4b13-af8c-f82b9ef5d4aa tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:50.752214 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Pushing event updated for resources: {'Port': ['ID=7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:50.753674 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cce40d0-618e-4849-9dc2-df32451cc73c req-d08bf548-6f47-4b13-af8c-f82b9ef5d4aa tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 949 time: 0.4780953 Aug 16 13:01:50.775081 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.775680 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.776032 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.776375 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.776716 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.777054 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.777389 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.777735 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.778049 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.778402 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.778731 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.779063 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:01:50.802316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ffc47b53-9138-42f5-bf38-11428dea8e9e req-df4e21ad-6faa-4d5e-b87d-0f9b1d8380b8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Deleting port b8caf768-def0-4218-8e56-bd72fcfb0073 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:50.803404 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffc47b53-9138-42f5-bf38-11428dea8e9e req-df4e21ad-6faa-4d5e-b87d-0f9b1d8380b8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.816052 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Attempting to bind port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:01:50.816432 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Attempting to bind port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:01:50.816801 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Attempting to bind port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:50.834757 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:01:50.835421 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:50.835991 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.836536 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:01:50.838002 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Bound port: 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:01:50.839248 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.868950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] For port 323ca994-80c7-4142-83c3-4ac96b4be267, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:01:50.875896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] For port 323ca994-80c7-4142-83c3-4ac96b4be267, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=323ca994-80c7-4142-83c3-4ac96b4be267,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:01:50.888382 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:50.965302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Routers {'19d360e6-2c8f-47ec-a51b-5d7e859940a2'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:50.966048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:50.968511 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] For port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:01:50.972109 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] For port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:01:50.980430 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:51.016201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99018e9f-bc80-42ea-a915-fc4382e2ab94 None None] Pushing event updated for resources: {'Port': ['ID=323ca994-80c7-4142-83c3-4ac96b4be267,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:51.092221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cce40d0-618e-4849-9dc2-df32451cc73c req-7cfe0c86-fe8f-4be7-be7b-9f6cd86247e9 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203311 Aug 16 13:01:51.106577 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e539338-06b3-44ea-a821-9b59e81ae102 req-ab1b472a-8ed3-446e-9171-a07e4cadfb81 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278413 Aug 16 13:01:51.120082 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbffe50-5987-46e4-b922-27645b9b16e2 None None] Pushing event updated for resources: {'Port': ['ID=7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:51.181336 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Routers {'651a7f08-ec58-4d60-a477-878a90e59d96'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:51.198412 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['651a7f08-ec58-4d60-a477-878a90e59d96'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:51.224407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] Set router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:51.248183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Attempting to bind port f1eab612-1149-4770-85a9-b480a9cf476b on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:01:51.248688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Attempting to bind port f1eab612-1149-4770-85a9-b480a9cf476b by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:01:51.249114 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Attempting to bind port f1eab612-1149-4770-85a9-b480a9cf476b on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:51.310527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:51.354530 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] Set router 651a7f08-ec58-4d60-a477-878a90e59d96 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:51.359024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Port f1eab612-1149-4770-85a9-b480a9cf476b on network faf18c8c-8763-40ae-83c5-d10e99c6511d not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:01:51.359359 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Attempting to bind port f1eab612-1149-4770-85a9-b480a9cf476b on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:51.409680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:51.444311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:01:51.444661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Checking segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:51.445054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Bound using segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:01:51.456139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Bound port: f1eab612-1149-4770-85a9-b480a9cf476b, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:01:51.457008 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:51.546317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'name': 'tempest-ServerRescueNegativeTestJSON-70484632-router', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:41Z', 'updated_at': '2021-08-16T13:01:44Z', 'revision_number': 3, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'gw_port': {'id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:67:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:51.560040 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:51.587231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8022da-523f-4f36-9fd8-b23567418882 None None] The sync data for ids ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'] in n-d-804708-1 is: [{'id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'name': 'tempest-ServerRescueNegativeTestJSON-70484632-router', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:41Z', 'updated_at': '2021-08-16T13:01:44Z', 'revision_number': 3, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'gw_port': {'id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:67:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:01:51.611118 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a062fdff-62c7-4698-b306-2d5366c85ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:51.612135 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:51.621931 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3522329 Aug 16 13:01:51.621931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6b2ad-7c10-43a6-bad3-b2b2967f4bcd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Port': ['ID=9f957d52-490a-48d4-874e-c43eb6c4bce2,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:51.639424 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:51.709851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a9f5c-a929-4e4c-b675-d3bd39e9a5e6 req-ec6c5b95-87ce-4b55-8cec-451a82e6dc99 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:51.714809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ffc47b53-9138-42f5-bf38-11428dea8e9e req-df4e21ad-6faa-4d5e-b87d-0f9b1d8380b8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] For port b8caf768-def0-4218-8e56-bd72fcfb0073, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b8caf768-def0-4218-8e56-bd72fcfb0073,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:51.715186 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffc47b53-9138-42f5-bf38-11428dea8e9e req-df4e21ad-6faa-4d5e-b87d-0f9b1d8380b8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:51.721608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a062fdff-62c7-4698-b306-2d5366c85ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:51.727082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a9f5c-a929-4e4c-b675-d3bd39e9a5e6 req-ec6c5b95-87ce-4b55-8cec-451a82e6dc99 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 944 time: 0.4665148 Aug 16 13:01:51.795627 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848290661-router', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:40Z', 'updated_at': '2021-08-16T13:01:45Z', 'revision_number': 3, 'project_id': 'e677e82ff73643e491ac0a749435be20', 'gw_port': {'id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:51.801034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ffc47b53-9138-42f5-bf38-11428dea8e9e req-df4e21ad-6faa-4d5e-b87d-0f9b1d8380b8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Calling delete_port for b8caf768-def0-4218-8e56-bd72fcfb0073 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:51.847446 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d16c6b-cf45-4097-bc7d-a3f9dd850a84 None None] The sync data for ids ['651a7f08-ec58-4d60-a477-878a90e59d96'] in n-d-804708-1 is: [{'id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848290661-router', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:40Z', 'updated_at': '2021-08-16T13:01:45Z', 'revision_number': 3, 'project_id': 'e677e82ff73643e491ac0a749435be20', 'gw_port': {'id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:01:51.866938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] For port f1eab612-1149-4770-85a9-b480a9cf476b, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:01:51.890071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b8caf768-def0-4218-8e56-bd72fcfb0073 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:51.946538 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:52.100727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-368a9f5c-a929-4e4c-b675-d3bd39e9a5e6 req-1188dad8-b250-4493-9b40-6b498e1b5549 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721597 Aug 16 13:01:52.124558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] For port f1eab612-1149-4770-85a9-b480a9cf476b, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f1eab612-1149-4770-85a9-b480a9cf476b,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:01:52.140866 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:52.282081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-b22e01e6-c07b-400e-9233-0a7f4dd5c76c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--324135221&fields=id&tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c HTTP/1.1" status: 200 len: 267 time: 0.1919796 Aug 16 13:01:52.310288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Pushing event updated for resources: {'Port': ['ID=f1eab612-1149-4770-85a9-b480a9cf476b,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:52.338922 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-52d437a8-da64-49d6-8428-e42c008b27ee tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:52.340533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-52d437a8-da64-49d6-8428-e42c008b27ee tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports/6764e1b7-9c16-492c-890c-4c55969c5445 HTTP/1.1" status: 200 len: 929 time: 0.0820413 Aug 16 13:01:52.342087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:52.343098 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:52.344600 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-5f26b892-12b7-49ab-9ad1-95bcdce1a2ea service neutron] 10.222.0.42 "PUT /v2.0/ports/f1eab612-1149-4770-85a9-b480a9cf476b HTTP/1.1" status: 200 len: 1092 time: 3.6832690 Aug 16 13:01:52.408639 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a062fdff-62c7-4698-b306-2d5366c85ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:52.411537 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a062fdff-62c7-4698-b306-2d5366c85ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:52.415648 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a062fdff-62c7-4698-b306-2d5366c85ed0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0824a17a-b705-4370-9183-c10f12b0b355 HTTP/1.1" status: 204 len: 168 time: 1.6925523 Aug 16 13:01:52.428567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca03b24-99f1-4929-afe9-8833600ee736', 'tag': 'f1eab612-1149-4770-85a9-b480a9cf476b'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:52.432393 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffe1622-a23e-4e00-b7bd-bc074575bfad" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca03b24-99f1-4929-afe9-8833600ee736", "tag": "f1eab612-1149-4770-85a9-b480a9cf476b"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:52.479981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062fdff-62c7-4698-b306-2d5366c85ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0824a17a-b705-4370-9183-c10f12b0b355,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:52.653718 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-75dc075f-1167-45d6-85e2-40aa9e0a8217 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:52.661608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-75dc075f-1167-45d6-85e2-40aa9e0a8217 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports/6951413b-4d52-4abd-befc-d3831ec2343b HTTP/1.1" status: 200 len: 931 time: 0.2249897 Aug 16 13:01:52.695871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Allocated IP 172.20.0.1 (dd69d304-0526-411a-9f89-3f3700a77d5d/6791b085-ebfa-490f-a2bd-bc7be60b9b39/714528f8-002d-4ea8-a002-e99f6c7f0ab2) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:52.745101 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffc47b53-9138-42f5-bf38-11428dea8e9e req-df4e21ad-6faa-4d5e-b87d-0f9b1d8380b8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:52.749716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Allocated IP 172.20.0.1 (5e84bfa8-db5b-4a78-af78-554b83ab0b7a/26ab5fa8-527a-4a55-b2a6-1d736dce46c1/b3716d61-132c-4da4-9b90-bfe5e802bc93) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:01:52.788026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e21ad-6faa-4d5e-b87d-0f9b1d8380b8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Pushing event deleted for resources: {'Port': ['ID=b8caf768-def0-4218-8e56-bd72fcfb0073,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:52.869489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-c15f893a-0e94-4dfd-8f1b-598f0e7e45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:52.871425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-c15f893a-0e94-4dfd-8f1b-598f0e7e45c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 1095 time: 0.3693237 Aug 16 13:01:52.946951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-4ee53240-aa6c-4291-b000-af9f413712b7 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2818584 Aug 16 13:01:52.975883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc47b53-9138-42f5-bf38-11428dea8e9e req-df4e21ad-6faa-4d5e-b87d-0f9b1d8380b8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] No DVR routers for this DVR port b8caf768-def0-4218-8e56-bd72fcfb0073 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:01:52.980214 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ffc47b53-9138-42f5-bf38-11428dea8e9e req-df4e21ad-6faa-4d5e-b87d-0f9b1d8380b8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:52.982836 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ffc47b53-9138-42f5-bf38-11428dea8e9e req-df4e21ad-6faa-4d5e-b87d-0f9b1d8380b8 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.22 "DELETE /v2.0/ports/b8caf768-def0-4218-8e56-bd72fcfb0073 HTTP/1.1" status: 204 len: 173 time: 3.1670427 Aug 16 13:01:52.985550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-deleted', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:53.006495 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9f91d4-9d50-4670-8840-4ae3d54ced2b" -d '{"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-deleted", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:53.123740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:53.125257 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:53.152002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Transition to ACTIVE for port object 714528f8-002d-4ea8-a002-e99f6c7f0ab2 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:53.240011 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:53.311839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43588) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:53.327936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd21-be24-444c-aefa-7526fe88a07c req-6121a316-86d6-4cb5-a02d-db5026bbf1f1 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:53.331433 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7c7fd21-be24-444c-aefa-7526fe88a07c req-6121a316-86d6-4cb5-a02d-db5026bbf1f1 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fa199b-79c2-421b-b3d1-d4a36394ec67 HTTP/1.1" status: 200 len: 949 time: 1.0181668 Aug 16 13:01:53.338279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-99f4efa6-cf4d-456f-8427-b1beb80fd8af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1eab612-1149-4770-85a9-b480a9cf476b HTTP/1.1" status: 200 len: 217 time: 0.4218352 Aug 16 13:01:53.345079 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-ec4a3373-03cc-4b85-bd1c-fa0db073827f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3960047 Aug 16 13:01:53.382936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Pushing event updated for resources: {'Port': ['ID=714528f8-002d-4ea8-a002-e99f6c7f0ab2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:53.415857 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fd85db0-2c3d-496a-8994-14d39c850f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:53.447431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Network dd69d304-0526-411a-9f89-3f3700a77d5d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:53.481455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:53.492522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:53.617262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:53.644393 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7c7fd21-be24-444c-aefa-7526fe88a07c req-e01ada4f-4788-41e1-9deb-7fb6dd1be004 tempest-ImagesOneServerTestJSON-1170885248 tempest-ImagesOneServerTestJSON-1170885248-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5538423-1d54-4811-bcea-2e37e2a2ee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974641 Aug 16 13:01:53.679700 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:53.722188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-fa40bddd-9f3f-4291-ab3f-53c4de185997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:53.723939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-fa40bddd-9f3f-4291-ab3f-53c4de185997 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.3704538 Aug 16 13:01:53.769821 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:53.793613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:53.817656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:53.818039 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:53.843738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:53.895947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:53.905168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:01:53.910196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-50d57bcd-bacc-4f49-8b27-9a6053ee780b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1709037 Aug 16 13:01:53.974506 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.011211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.036529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:54.053935 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.055398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 323ca994-80c7-4142-83c3-4ac96b4be267 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:54.089519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-e068c009-f932-4f24-9b75-ece81eb19f9d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:54.096132 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-e068c009-f932-4f24-9b75-ece81eb19f9d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:54.107849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-e068c009-f932-4f24-9b75-ece81eb19f9d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:54.117361 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-e068c009-f932-4f24-9b75-ece81eb19f9d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/networks?id=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=ff59b3a2-761c-4887-a566-3a2f0105d559&id=ff59b3a2-761c-4887-a566-3a2f0105d559 HTTP/1.1" status: 200 len: 1989 time: 0.7406700 Aug 16 13:01:54.122983 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fd85db0-2c3d-496a-8994-14d39c850f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.137911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Pushing event updated for resources: {'Port': ['ID=b3716d61-132c-4da4-9b90-bfe5e802bc93,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:54.148932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fd85db0-2c3d-496a-8994-14d39c850f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.173737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a3b38f4a-67ba-4666-8a35-6a9079ef65f0 None None] Provisioning for port 714528f8-002d-4ea8-a002-e99f6c7f0ab2 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:54.183789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a3b38f4a-67ba-4666-8a35-6a9079ef65f0 None None] Provisioning complete for port 714528f8-002d-4ea8-a002-e99f6c7f0ab2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:54.184151 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a3b38f4a-67ba-4666-8a35-6a9079ef65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.226374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.228687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:54.247202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a3b38f4a-67ba-4666-8a35-6a9079ef65f0 None None] Port 714528f8-002d-4ea8-a002-e99f6c7f0ab2 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:01:54.251905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 323ca994-80c7-4142-83c3-4ac96b4be267 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:01:54.256381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 323ca994-80c7-4142-83c3-4ac96b4be267 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:54.256832 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.322380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-dfa27e04-7134-4192-a7bd-5d67dc9a4610 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/quotas/2c4d4b1ebf8e4f30b55a87375e73df6c HTTP/1.1" status: 200 len: 375 time: 0.1993265 Aug 16 13:01:54.339082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82400ad-8972-4cbc-bb7d-66d9457182bd req-8a926ec1-22cf-4a67-a8b2-f042ea74e777 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:54.340982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a82400ad-8972-4cbc-bb7d-66d9457182bd req-8a926ec1-22cf-4a67-a8b2-f042ea74e777 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.4955368 Aug 16 13:01:54.374064 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.398646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 323ca994-80c7-4142-83c3-4ac96b4be267, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=323ca994-80c7-4142-83c3-4ac96b4be267,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:54.405314 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.475465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=323ca994-80c7-4142-83c3-4ac96b4be267,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:54.600232 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8fd85db0-2c3d-496a-8994-14d39c850f60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31a0ed5f21bb4e2193f61fd1430acb5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2873099 Aug 16 13:01:54.604245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43600) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:54.612424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd85db0-2c3d-496a-8994-14d39c850f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89e8410-6dba-437a-8e34-80791955c1ec,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:54.716650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.723253 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.725355 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1af9cf9-6110-4250-8571-d25664728b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.790774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-9874a91c-cf02-405d-812b-9ee82fab07da service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8070028 Aug 16 13:01:54.812473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1af9cf9-6110-4250-8571-d25664728b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.822571 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.826012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Pushing event updated for resources: {'Port': ['ID=714528f8-002d-4ea8-a002-e99f6c7f0ab2,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:54.831801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a82400ad-8972-4cbc-bb7d-66d9457182bd req-50d80242-653b-4f92-815d-7e67fbdf9fe7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466102 Aug 16 13:01:54.847742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-85ab7d1c-59fd-4070-b9d4-5b5a14847aab tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5240042 Aug 16 13:01:54.943532 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1af9cf9-6110-4250-8571-d25664728b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.946826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a1af9cf9-6110-4250-8571-d25664728b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:54.948034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a1af9cf9-6110-4250-8571-d25664728b22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b89e8410-6dba-437a-8e34-80791955c1ec HTTP/1.1" status: 204 len: 168 time: 0.3428438 Aug 16 13:01:55.006522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af9cf9-6110-4250-8571-d25664728b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89e8410-6dba-437a-8e34-80791955c1ec,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:55.039477 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:55.049759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Network dd69d304-0526-411a-9f89-3f3700a77d5d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:55.061262 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5775573f-4ca4-476d-9373-68ec18517675 x-openstack-request-id: req-5775573f-4ca4-476d-9373-68ec18517675 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:55.061552 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca03b24-99f1-4929-afe9-8833600ee736", "tag": "f1eab612-1149-4770-85a9-b480a9cf476b", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:55.061807 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5775573f-4ca4-476d-9373-68ec18517675 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:55.062374 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca03b24-99f1-4929-afe9-8833600ee736', 'tag': 'f1eab612-1149-4770-85a9-b480a9cf476b', 'status': 'completed', 'code': 200} Aug 16 13:01:55.082297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:55.111244 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f8821e-4b7b-4e75-a5ef-cb1487f16125 x-openstack-request-id: req-d3f8821e-4b7b-4e75-a5ef-cb1487f16125 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:01:55.111546 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fa199b-79c2-421b-b3d1-d4a36394ec67", "name": "network-vif-deleted", "tag": "b8caf768-def0-4218-8e56-bd72fcfb0073", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:01:55.111800 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3f8821e-4b7b-4e75-a5ef-cb1487f16125 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:01:55.112203 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fa199b-79c2-421b-b3d1-d4a36394ec67', 'name': 'network-vif-deleted', 'tag': 'b8caf768-def0-4218-8e56-bd72fcfb0073', 'status': 'completed', 'code': 200} Aug 16 13:01:55.182429 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4f38f00-f90c-4ca7-9ebf-f44baa062eca req-3f1663c6-723a-4acb-854c-8d3af2fdd339 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817449 Aug 16 13:01:55.274546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7791e3-d42f-4b97-9b7a-d42c229fe6eb req-f7ec554a-f285-46e4-b2f9-dd3a0fdec830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:55.276163 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e7791e3-d42f-4b97-9b7a-d42c229fe6eb req-f7ec554a-f285-46e4-b2f9-dd3a0fdec830 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 1097 time: 0.2449534 Aug 16 13:01:55.392799 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:55.412841 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2443d86-deee-48fa-a79c-8cd55cdee888 service neutron] 10.222.0.25 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030251 Aug 16 13:01:55.479627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Router 651a7f08-ec58-4d60-a477-878a90e59d96 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:01:55.486751 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:55.499674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-61415991-a876-4b40-9116-2bfc26bc4890 None None] Provisioning complete for port 714528f8-002d-4ea8-a002-e99f6c7f0ab2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:55.503954 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-61415991-a876-4b40-9116-2bfc26bc4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:55.523006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7791e3-d42f-4b97-9b7a-d42c229fe6eb req-5b13d72f-9f95-4d13-a457-3b0cf83ab348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:55.525097 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e7791e3-d42f-4b97-9b7a-d42c229fe6eb req-5b13d72f-9f95-4d13-a457-3b0cf83ab348 service neutron] 10.222.0.22 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 911 time: 0.2013223 Aug 16 13:01:55.549655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:55.607441 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e7791e3-d42f-4b97-9b7a-d42c229fe6eb req-57201b3f-79d5-4f9c-b3d9-fe39ec31efed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20922093-cae4-45a1-b8ee-2a504d15e045 HTTP/1.1" status: 200 len: 217 time: 0.0449097 Aug 16 13:01:55.609339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-61415991-a876-4b40-9116-2bfc26bc4890 None None] Port 714528f8-002d-4ea8-a002-e99f6c7f0ab2 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:01:55.632198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:55.632685 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:55.643527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-1405eafb-720f-4086-b31a-cd090a583cd7 service neutron] 10.222.0.25 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297189 Aug 16 13:01:55.654910 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:55.719073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Pushing event updated for resources: {'Port': ['ID=b3716d61-132c-4da4-9b90-bfe5e802bc93,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:55.720664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7791e3-d42f-4b97-9b7a-d42c229fe6eb req-59152af5-cd52-4863-b7ea-66cffee848fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:55.723571 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e7791e3-d42f-4b97-9b7a-d42c229fe6eb req-59152af5-cd52-4863-b7ea-66cffee848fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.1069505 Aug 16 13:01:55.726885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:01:55.734574 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a1658311-940d-4832-b206-0d8889276772 admin admin] 10.222.0.25 "PUT /v2.0/routers/651a7f08-ec58-4d60-a477-878a90e59d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5606327 Aug 16 13:01:55.754434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652470f4-35a1-4883-a235-602e8d29eb1a req-cda18c1d-4723-43ca-8c1e-69b09042f5e3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:55.754916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Sync routers for ids ['651a7f08-ec58-4d60-a477-878a90e59d96'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:01:55.756074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-652470f4-35a1-4883-a235-602e8d29eb1a req-cda18c1d-4723-43ca-8c1e-69b09042f5e3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 944 time: 0.5623574 Aug 16 13:01:55.764807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-dfb71fb6-c760-4e9c-a036-6d1fb253fe44 service neutron] 10.222.0.25 "GET /v2.0/ports/6764e1b7-9c16-492c-890c-4c55969c5445?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1201096 Aug 16 13:01:55.774911 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e7791e3-d42f-4b97-9b7a-d42c229fe6eb req-660a3c93-8abb-42ef-b759-1eb4f17cde98 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438221 Aug 16 13:01:55.816110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 323ca994-80c7-4142-83c3-4ac96b4be267 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:01:55.845750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe1622-a23e-4e00-b7bd-bc074575bfad req-13a0ec4b-8194-4841-946f-960118020783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:55.847337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fffe1622-a23e-4e00-b7bd-bc074575bfad req-13a0ec4b-8194-4841-946f-960118020783 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 1095 time: 0.5843475 Aug 16 13:01:55.858289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Routers {'651a7f08-ec58-4d60-a477-878a90e59d96'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:55.858769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['651a7f08-ec58-4d60-a477-878a90e59d96'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:55.902582 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e7791e3-d42f-4b97-9b7a-d42c229fe6eb req-829444ee-0f68-4a9f-b0b3-4bf99af5c1e9 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200769 Aug 16 13:01:56.011989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-652470f4-35a1-4883-a235-602e8d29eb1a req-7ecd7029-e19b-4eca-8cb8-47b6e0912f2e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361872 Aug 16 13:01:56.025383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Set router 651a7f08-ec58-4d60-a477-878a90e59d96 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:56.047721 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e7791e3-d42f-4b97-9b7a-d42c229fe6eb req-9dd4edce-97c3-447a-afed-09cd824db140 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363943 Aug 16 13:01:56.072691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-0ec9386d-b1b5-4b04-94f7-ae1e9d1c2583 service neutron] 10.222.0.25 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069901 Aug 16 13:01:56.074581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:01:56.079461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:01:56.157340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe1622-a23e-4e00-b7bd-bc074575bfad req-731b6ecc-b722-4cb5-8afd-0ae258292a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:56.158911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fffe1622-a23e-4e00-b7bd-bc074575bfad req-731b6ecc-b722-4cb5-8afd-0ae258292a5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 905 time: 0.2855029 Aug 16 13:01:56.200096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 323ca994-80c7-4142-83c3-4ac96b4be267 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:01:56.200854 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:56.361063 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848290661-router', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:40Z', 'updated_at': '2021-08-16T13:01:53Z', 'revision_number': 4, 'project_id': 'e677e82ff73643e491ac0a749435be20', 'gw_port': {'id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '714528f8-002d-4ea8-a002-e99f6c7f0ab2', 'name': '', 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'mac_address': 'fa:16:3e:19:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6791b085-ebfa-490f-a2bd-bc7be60b9b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:52Z', 'updated_at': '2021-08-16T13:01:54Z', 'revision_number': 2, 'project_id': 'e677e82ff73643e491ac0a749435be20', 'subnets': [{'id': '6791b085-ebfa-490f-a2bd-bc7be60b9b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:56.394218 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Checking router: 651a7f08-ec58-4d60-a477-878a90e59d96 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:01:56.394861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Updating router 651a7f08-ec58-4d60-a477-878a90e59d96 port 714528f8-002d-4ea8-a002-e99f6c7f0ab2 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:01:56.412301 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fffe1622-a23e-4e00-b7bd-bc074575bfad req-d5312037-a465-46ca-9519-c6b11f1149d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1eab612-1149-4770-85a9-b480a9cf476b HTTP/1.1" status: 200 len: 217 time: 0.1168113 Aug 16 13:01:56.425691 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:56.428018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f8f657d3-5caa-45f2-b3b6-09d74840fd5e service neutron] 10.222.0.25 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383749 Aug 16 13:01:56.518084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-35674e69-122f-4cfe-ab91-f821dc4f116e service neutron] 10.222.0.25 "GET /v2.0/ports/6951413b-4d52-4abd-befc-d3831ec2343b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0861969 Aug 16 13:01:56.524318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43642) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:56.617780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:01:56.626210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec336a-0e1a-48b8-9414-3a3a3906bc55 req-3c04baeb-6da5-40f2-a9f2-015dbd2a4e4e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:56.634406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8ec336a-0e1a-48b8-9414-3a3a3906bc55 req-3c04baeb-6da5-40f2-a9f2-015dbd2a4e4e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 946 time: 0.4040172 Aug 16 13:01:56.652147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe1622-a23e-4e00-b7bd-bc074575bfad req-cada9d90-a72c-4d7e-acc3-4993363fc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:56.653602 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fffe1622-a23e-4e00-b7bd-bc074575bfad req-cada9d90-a72c-4d7e-acc3-4993363fc5ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.1909883 Aug 16 13:01:56.708605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fffe1622-a23e-4e00-b7bd-bc074575bfad req-dce7064d-4aaa-442c-a497-6a804844a84f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482423 Aug 16 13:01:56.710272 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6262280f-b3e6-4f1d-88e0-649229aff8fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c29da4a79d4342119d739f608d951a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834223 Aug 16 13:01:56.713675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43650) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:56.767365 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:56.772672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4af281c-1897-4139-9805-c71ec21b3639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:56.781005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Transition to ACTIVE for port object 714528f8-002d-4ea8-a002-e99f6c7f0ab2 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:56.788369 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:56.811223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4af281c-1897-4139-9805-c71ec21b3639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:56.820229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8ec336a-0e1a-48b8-9414-3a3a3906bc55 req-1ae718a2-1593-4d16-a322-e3122b29dbf6 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791768 Aug 16 13:01:56.834470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-fdc66ef2-da43-42f2-bee8-ed720e2fa071 service neutron] 10.222.0.25 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154197 Aug 16 13:01:56.879121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35d2b8-c9c0-4b11-9a2a-a4d878df440b None None] Pushing event updated for resources: {'Port': ['ID=714528f8-002d-4ea8-a002-e99f6c7f0ab2,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:56.901300 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4af281c-1897-4139-9805-c71ec21b3639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:56.904587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4af281c-1897-4139-9805-c71ec21b3639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:56.908684 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a4af281c-1897-4139-9805-c71ec21b3639 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5538423-1d54-4811-bcea-2e37e2a2ee6f HTTP/1.1" status: 204 len: 168 time: 0.1913919 Aug 16 13:01:56.922154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af281c-1897-4139-9805-c71ec21b3639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5538423-1d54-4811-bcea-2e37e2a2ee6f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:57.107207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fffe1622-a23e-4e00-b7bd-bc074575bfad req-16a415eb-cdaa-4c47-bb16-66471fe10988 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810961 Aug 16 13:01:57.121882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:01:57.136082 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Sync routers for ids ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:01:57.152444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Attempting to bind port 714528f8-002d-4ea8-a002-e99f6c7f0ab2 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:01:57.153192 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Routers {'19d360e6-2c8f-47ec-a51b-5d7e859940a2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:57.153760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Attempting to bind port 714528f8-002d-4ea8-a002-e99f6c7f0ab2 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '33aff157-12d9-4f54-8ff4-df54e3a3bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:01:57.154351 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:57.155037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Attempting to bind port 714528f8-002d-4ea8-a002-e99f6c7f0ab2 on network dd69d304-0526-411a-9f89-3f3700a77d5d {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:57.166222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:01:57.167579 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Checking segment: {'id': '33aff157-12d9-4f54-8ff4-df54e3a3bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:57.168528 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:57.169452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Bound using segment: {'id': '33aff157-12d9-4f54-8ff4-df54e3a3bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:01:57.170608 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Bound port: 714528f8-002d-4ea8-a002-e99f6c7f0ab2, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33aff157-12d9-4f54-8ff4-df54e3a3bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:01:57.171543 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:57.171781 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8a9c201a-4c4e-4579-8e90-0b0d3fe43a31 admin admin] 10.222.0.25 "PUT /v2.0/routers/19d360e6-2c8f-47ec-a51b-5d7e859940a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1646495 Aug 16 13:01:57.331812 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Set router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:57.413339 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-6c262b7f-4c4b-4c83-9ac1-304ea66f7139 service neutron] 10.222.0.25 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285571 Aug 16 13:01:57.462191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] For port 714528f8-002d-4ea8-a002-e99f6c7f0ab2, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:01:57.472355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] For port 714528f8-002d-4ea8-a002-e99f6c7f0ab2, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=714528f8-002d-4ea8-a002-e99f6c7f0ab2,segment=NetworkSegment(33aff157-12d9-4f54-8ff4-df54e3a3bc22),segment_id=33aff157-12d9-4f54-8ff4-df54e3a3bc22)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:01:57.482425 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:57.485800 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-995f27df-06de-4d10-950e-9982595417f6 req-26249f1d-9c9d-47b9-8847-18fad616b834 tempest-FloatingIPDetailsNegativeTestJSON-1766279960 tempest-FloatingIPDetailsNegativeTestJSON-1766279960-project] show failed (client error): The resource could not be found. Aug 16 13:01:57.499678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-995f27df-06de-4d10-950e-9982595417f6 req-26249f1d-9c9d-47b9-8847-18fad616b834 tempest-FloatingIPDetailsNegativeTestJSON-1766279960 tempest-FloatingIPDetailsNegativeTestJSON-1766279960-project] 10.222.0.25 "GET /v2.0/floatingips/fef31cb0-caad-4473-95cd-9db43c3faa82 HTTP/1.1" status: 404 len: 350 time: 0.3258543 Aug 16 13:01:57.499903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43674) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:01:57.568522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Routers {'651a7f08-ec58-4d60-a477-878a90e59d96'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:57.569173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['651a7f08-ec58-4d60-a477-878a90e59d96'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:57.783508 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'name': 'tempest-ServerRescueNegativeTestJSON-70484632-router', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:41Z', 'updated_at': '2021-08-16T13:01:54Z', 'revision_number': 4, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'gw_port': {'id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b3716d61-132c-4da4-9b90-bfe5e802bc93', 'name': '', 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'mac_address': 'fa:16:3e:cc:a5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '26ab5fa8-527a-4a55-b2a6-1d736dce46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:51Z', 'updated_at': '2021-08-16T13:01:55Z', 'revision_number': 2, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'subnets': [{'id': '26ab5fa8-527a-4a55-b2a6-1d736dce46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:57.843824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35d2b8-c9c0-4b11-9a2a-a4d878df440b None None] Pushing event updated for resources: {'Port': ['ID=714528f8-002d-4ea8-a002-e99f6c7f0ab2,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:57.870430 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f1eab612-1149-4770-85a9-b480a9cf476b details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:01:57.873935 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Checking router: 19d360e6-2c8f-47ec-a51b-5d7e859940a2 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:01:57.874311 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Updating router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 port b3716d61-132c-4da4-9b90-bfe5e802bc93 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:01:57.884489 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-0299d6e0-cf13-4139-a312-4460f03beea2 service neutron] 10.222.0.25 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050114 Aug 16 13:01:57.951367 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:57.981632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 20922093-cae4-45a1-b8ee-2a504d15e045 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:01:58.098812 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fffe1622-a23e-4e00-b7bd-bc074575bfad req-f33484af-fde6-4b1c-bfe6-4388e829d27e service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9747641 Aug 16 13:01:58.122944 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bb22f-05fb-4035-bf9a-625483600144 req-e58a2bbe-c662-45c9-b8f0-e78f694ac4f1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:58.125247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d7bb22f-05fb-4035-bf9a-625483600144 req-e58a2bbe-c662-45c9-b8f0-e78f694ac4f1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 944 time: 0.1822550 Aug 16 13:01:58.330515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] Set router 651a7f08-ec58-4d60-a477-878a90e59d96 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:58.381601 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:58.396369 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Transition to ACTIVE for port object b3716d61-132c-4da4-9b90-bfe5e802bc93 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:01:58.408188 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:58.413986 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:58.526048 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d449201-b263-4551-a83b-a128cedf5be9 None None] Pushing event updated for resources: {'Port': ['ID=b3716d61-132c-4da4-9b90-bfe5e802bc93,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:58.568464 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Attempting to bind port b3716d61-132c-4da4-9b90-bfe5e802bc93 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:01:58.569479 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Attempting to bind port b3716d61-132c-4da4-9b90-bfe5e802bc93 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:01:58.570126 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Attempting to bind port b3716d61-132c-4da4-9b90-bfe5e802bc93 on network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:01:58.581737 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:01:58.582428 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Checking segment: {'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:01:58.584139 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:58.586300 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Bound using segment: {'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:01:58.588154 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Bound port: b3716d61-132c-4da4-9b90-bfe5e802bc93, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:01:58.588788 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:58.640796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f1eab612-1149-4770-85a9-b480a9cf476b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f1eab612-1149-4770-85a9-b480a9cf476b,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:58.682606 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:58.713649 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-4b4285f0-6d40-4f8b-9ff1-bd359f06f47a service neutron] 10.222.0.25 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8152430 Aug 16 13:01:58.714222 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] For port b3716d61-132c-4da4-9b90-bfe5e802bc93, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:01:58.719713 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] For port b3716d61-132c-4da4-9b90-bfe5e802bc93, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b3716d61-132c-4da4-9b90-bfe5e802bc93,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:01:58.726262 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:58.731698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'f1eab612-1149-4770-85a9-b480a9cf476b', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'port_id': 'f1eab612-1149-4770-85a9-b480a9cf476b', 'mac_address': 'fa:16:3e:5b:b9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2fbee-3a3e-4715-90df-0fbf9a0d2623', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:01:58.753530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d7bb22f-05fb-4035-bf9a-625483600144 req-a9196210-3ede-4f31-84c0-c38b3fe40f64 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196637 Aug 16 13:01:58.823960 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d449201-b263-4551-a83b-a128cedf5be9 None None] Pushing event updated for resources: {'Port': ['ID=b3716d61-132c-4da4-9b90-bfe5e802bc93,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:58.834342 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Routers {'19d360e6-2c8f-47ec-a51b-5d7e859940a2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:01:58.835088 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:58.839446 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5c41d885-32ad-4008-831a-c5e3a31c22f6 service neutron] 10.222.0.25 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123283 Aug 16 13:01:58.940586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] Deleting port 714528f8-002d-4ea8-a002-e99f6c7f0ab2 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:01:58.941237 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:58.948875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56479ea9-0cf7-440c-8645-f65b010666ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20922093-cae4-45a1-b8ee-2a504d15e045'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:01:58.960934 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e33aa36-2074-424b-a916-b2b56ea4839c" -d '{"events": [{"server_uuid": "56479ea9-0cf7-440c-8645-f65b010666ec", "name": "network-vif-unplugged", "status": "completed", "tag": "20922093-cae4-45a1-b8ee-2a504d15e045"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:01:59.016484 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-ca6273ee-6b01-426f-9f80-1eacb0d59e0e service neutron] 10.222.0.25 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718328 Aug 16 13:01:59.025616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 20922093-cae4-45a1-b8ee-2a504d15e045, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20922093-cae4-45a1-b8ee-2a504d15e045,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:59.061393 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:59.107804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] For port 714528f8-002d-4ea8-a002-e99f6c7f0ab2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=714528f8-002d-4ea8-a002-e99f6c7f0ab2,segment=NetworkSegment(33aff157-12d9-4f54-8ff4-df54e3a3bc22),segment_id=33aff157-12d9-4f54-8ff4-df54e3a3bc22)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:59.109521 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:59.125189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-000db3e4-2b9e-4a3e-aac1-45de84b40011 service neutron] 10.222.0.25 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077490 Aug 16 13:01:59.143183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] Calling delete_port for 714528f8-002d-4ea8-a002-e99f6c7f0ab2 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:01:59.174592 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] Set router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:01:59.199436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=20922093-cae4-45a1-b8ee-2a504d15e045,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:59.212278 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:59.277961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1eab612-1149-4770-85a9-b480a9cf476b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:01:59.329407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f1eab612-1149-4770-85a9-b480a9cf476b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f1eab612-1149-4770-85a9-b480a9cf476b,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:01:59.344597 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:59.397959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-1e1136c7-32cc-49dc-a700-44372ced8854 service neutron] 10.222.0.25 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716234 Aug 16 13:01:59.405238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f1eab612-1149-4770-85a9-b480a9cf476b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:59.428851 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:59.438657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848290661-router', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:40Z', 'updated_at': '2021-08-16T13:01:53Z', 'revision_number': 4, 'project_id': 'e677e82ff73643e491ac0a749435be20', 'gw_port': {'id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '714528f8-002d-4ea8-a002-e99f6c7f0ab2', 'name': '', 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'mac_address': 'fa:16:3e:19:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6791b085-ebfa-490f-a2bd-bc7be60b9b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:52Z', 'updated_at': '2021-08-16T13:01:57Z', 'revision_number': 4, 'project_id': 'e677e82ff73643e491ac0a749435be20', 'subnets': [{'id': '6791b085-ebfa-490f-a2bd-bc7be60b9b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:59.493151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690e276-cd51-4f16-9b64-117aec63e08d None None] The sync data for ids ['651a7f08-ec58-4d60-a477-878a90e59d96'] in n-d-804708-1 is: [{'id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1848290661-router', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:40Z', 'updated_at': '2021-08-16T13:01:53Z', 'revision_number': 4, 'project_id': 'e677e82ff73643e491ac0a749435be20', 'gw_port': {'id': '7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '714528f8-002d-4ea8-a002-e99f6c7f0ab2', 'name': '', 'network_id': 'dd69d304-0526-411a-9f89-3f3700a77d5d', 'tenant_id': 'e677e82ff73643e491ac0a749435be20', 'mac_address': 'fa:16:3e:19:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a7f08-ec58-4d60-a477-878a90e59d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6791b085-ebfa-490f-a2bd-bc7be60b9b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:52Z', 'updated_at': '2021-08-16T13:01:57Z', 'revision_number': 4, 'project_id': 'e677e82ff73643e491ac0a749435be20', 'subnets': [{'id': '6791b085-ebfa-490f-a2bd-bc7be60b9b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:01:59.534869 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'name': 'tempest-ServerRescueNegativeTestJSON-70484632-router', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:41Z', 'updated_at': '2021-08-16T13:01:54Z', 'revision_number': 4, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'gw_port': {'id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b3716d61-132c-4da4-9b90-bfe5e802bc93', 'name': '', 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'mac_address': 'fa:16:3e:cc:a5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '26ab5fa8-527a-4a55-b2a6-1d736dce46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:51Z', 'updated_at': '2021-08-16T13:01:58Z', 'revision_number': 4, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'subnets': [{'id': '26ab5fa8-527a-4a55-b2a6-1d736dce46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:01:59.543727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:59.583985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:01:59.622939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] Pushing event deleted for resources: {'Port': ['ID=714528f8-002d-4ea8-a002-e99f6c7f0ab2,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:01:59.625022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-821b17ca-8c9e-4e5b-8c65-1f7174ccf49c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:01:59.626657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-821b17ca-8c9e-4e5b-8c65-1f7174ccf49c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 817 time: 0.2551949 Aug 16 13:01:59.627139 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bfd03-aace-49b9-86da-00db09d154b3 None None] The sync data for ids ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'] in n-d-804708-1 is: [{'id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'name': 'tempest-ServerRescueNegativeTestJSON-70484632-router', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:41Z', 'updated_at': '2021-08-16T13:01:54Z', 'revision_number': 4, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'gw_port': {'id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b3716d61-132c-4da4-9b90-bfe5e802bc93', 'name': '', 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'mac_address': 'fa:16:3e:cc:a5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '26ab5fa8-527a-4a55-b2a6-1d736dce46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:51Z', 'updated_at': '2021-08-16T13:01:58Z', 'revision_number': 4, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'subnets': [{'id': '26ab5fa8-527a-4a55-b2a6-1d736dce46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:01:59.641724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2661350e-88d4-4122-86f9-16f914c6781e service neutron] 10.222.0.25 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304471 Aug 16 13:01:59.746808 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-77f8bd71-ec1e-4dca-a0fa-3fa121a90b0d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/quotas/5927a130a73a4de9bc5540f68fc5931f HTTP/1.1" status: 200 len: 375 time: 0.0856991 Aug 16 13:01:59.915978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-b2b6d0d4-9583-4439-b8e2-f0a9717f4331 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570437 Aug 16 13:01:59.987981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:00.035797 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-fcf45780-dd85-480b-a7d5-fba143992ee0 service neutron] 10.222.0.25 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762372 Aug 16 13:02:00.191081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-a046fed0-4a17-4fc2-8641-b12aa4e45017 service neutron] 10.222.0.25 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673113 Aug 16 13:02:00.379498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] Router 651a7f08-ec58-4d60-a477-878a90e59d96 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:02:00.403991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-e59d732d-8b9f-41c5-80dd-902f9b3d800b service neutron] 10.222.0.25 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014589 Aug 16 13:02:00.669019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:02:00.679693 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-08c7bfdd-5da4-434b-b315-fe4fb4dd517a admin admin] 10.222.0.25 "PUT /v2.0/routers/651a7f08-ec58-4d60-a477-878a90e59d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1786687 Aug 16 13:02:00.684557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43752) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:00.789162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7a082-d30a-49ef-9714-59bf4da0daa2 req-cf50566b-909b-4dd9-b1a8-b495a09d63e8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:00.801223 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47f7a082-d30a-49ef-9714-59bf4da0daa2 req-cf50566b-909b-4dd9-b1a8-b495a09d63e8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 944 time: 0.1251044 Aug 16 13:02:00.827828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43758) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:00.858561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47f7a082-d30a-49ef-9714-59bf4da0daa2 req-75abf7d0-6b37-4a96-b2a9-4c44ec6361c1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453711 Aug 16 13:02:00.969283 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:01.098013 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ff9dd2-9a36-49e4-9434-4fedd752ceff x-openstack-request-id: req-a2ff9dd2-9a36-49e4-9434-4fedd752ceff {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:01.098596 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56479ea9-0cf7-440c-8645-f65b010666ec", "name": "network-vif-unplugged", "status": "failed", "tag": "20922093-cae4-45a1-b8ee-2a504d15e045", "code": 422}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:01.098596 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2ff9dd2-9a36-49e4-9434-4fedd752ceff {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:01.099147 n-d-804708-1 neutron-server[101397]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56479ea9-0cf7-440c-8645-f65b010666ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '20922093-cae4-45a1-b8ee-2a504d15e045', 'code': 422} returned with failed status Aug 16 13:02:01.104852 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6b86-be4d-46b3-a21c-05c38af40ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:01.320780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:01.399477 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6b86-be4d-46b3-a21c-05c38af40ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:01.407843 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6b86-be4d-46b3-a21c-05c38af40ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:01.411215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec24f4-6b23-4bac-a5b5-6ee0af127f73 req-a6654c8f-565e-41b1-9771-2bfd82116762 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:01.422004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7eec24f4-6b23-4bac-a5b5-6ee0af127f73 req-a6654c8f-565e-41b1-9771-2bfd82116762 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 945 time: 0.1285751 Aug 16 13:02:01.559098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7eec24f4-6b23-4bac-a5b5-6ee0af127f73 req-a20bbbfc-b319-43a1-bf22-204f1f0dc979 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356015 Aug 16 13:02:01.608739 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9e9c6b86-be4d-46b3-a21c-05c38af40ef1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e95cee12ee714890a011de7109492c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7705188 Aug 16 13:02:01.623973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43784) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:01.640073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c6b86-be4d-46b3-a21c-05c38af40ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e16933-f76f-4d76-a038-0fc3429c401e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:01.665794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Deleting port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:02:01.668223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:01.689504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b3716d61-132c-4da4-9b90-bfe5e802bc93 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:01.784038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6b91fdd-4405-4a01-a5ec-8d4c0adebaa0 req-6145bb95-8984-4eef-808a-6989c046ec04 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 210 time: 0.1875865 Aug 16 13:02:01.792057 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-37ac27b2-72dd-4fad-90d3-d6d16fad5faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:01.874905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f1eab612-1149-4770-85a9-b480a9cf476b up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:01.917061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] For port 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:01.917642 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:01.953268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port b3716d61-132c-4da4-9b90-bfe5e802bc93 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:01.955527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Calling delete_port for 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:02:01.978593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b3716d61-132c-4da4-9b90-bfe5e802bc93 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:01.980972 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.014087 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a56550d6-7e72-4757-9446-5723630d4c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.019867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8362a193-6cfc-41be-a0af-0f069670c0ab req-1bb835c1-5013-4459-bd4d-cefb0e41e357 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.0881515 Aug 16 13:02:02.086142 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a56550d6-7e72-4757-9446-5723630d4c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.100641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port f1eab612-1149-4770-85a9-b480a9cf476b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:02.111739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port f1eab612-1149-4770-85a9-b480a9cf476b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:02.112302 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.184043 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a56550d6-7e72-4757-9446-5723630d4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.192208 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a56550d6-7e72-4757-9446-5723630d4c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.195723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a56550d6-7e72-4757-9446-5723630d4c2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83e16933-f76f-4d76-a038-0fc3429c401e HTTP/1.1" status: 204 len: 168 time: 0.5688803 Aug 16 13:02:02.206005 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.233098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56550d6-7e72-4757-9446-5723630d4c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e16933-f76f-4d76-a038-0fc3429c401e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:02.304578 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.363073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port b3716d61-132c-4da4-9b90-bfe5e802bc93, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b3716d61-132c-4da4-9b90-bfe5e802bc93,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:02.378273 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.400635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port f1eab612-1149-4770-85a9-b480a9cf476b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f1eab612-1149-4770-85a9-b480a9cf476b,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:02.415884 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.529317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=b3716d61-132c-4da4-9b90-bfe5e802bc93,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:02.669616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-10fb7405-cf9f-4268-8114-6f3c399ca187 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:02.677830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-10fb7405-cf9f-4268-8114-6f3c399ca187 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 817 time: 0.2620673 Aug 16 13:02:02.695505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-0233436c-5e88-4069-beca-19bed642e9f6 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/quotas/5927a130a73a4de9bc5540f68fc5931f HTTP/1.1" status: 200 len: 375 time: 0.0162849 Aug 16 13:02:02.707576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=f1eab612-1149-4770-85a9-b480a9cf476b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:02.735404 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.789515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43826) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:02.808458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:02.855149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f697b5f2-9cca-4237-8813-1d0e8e3d407a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.923472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-ac8281a7-7123-46e9-83a0-6da0ed42d48b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:02.925017 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-ac8281a7-7123-46e9-83a0-6da0ed42d48b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.22 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 817 time: 0.4176548 Aug 16 13:02:02.938906 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.944177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Request body: {'port': {'device_id': 'ca020c73-b0b8-4d9b-ad6c-099e08315de5', 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a', 'admin_state_up': True, 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:02.945018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-c4caae63-2341-4eb6-9ecb-de4a1dc7d959 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2473500 Aug 16 13:02:03.102721 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca03b24-99f1-4929-afe9-8833600ee736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eab612-1149-4770-85a9-b480a9cf476b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:03.105383 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.109648 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.113583 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38842fb6-78f9-4daa-b728-bdd6e9b8d1ab" -d '{"events": [{"server_uuid": "4ca03b24-99f1-4929-afe9-8833600ee736", "name": "network-vif-plugged", "status": "completed", "tag": "f1eab612-1149-4770-85a9-b480a9cf476b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:03.128139 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-a29c787e-255a-48ee-88b2-1de90865451e service neutron] 10.222.0.25 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655166 Aug 16 13:02:03.190503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.198767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 651a7f08-ec58-4d60-a477-878a90e59d96 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:02:03.211976 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.215958 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7d6e0312-e407-4db4-b661-1aad6dd28f2a admin admin] 10.222.0.25 "DELETE /v2.0/routers/651a7f08-ec58-4d60-a477-878a90e59d96 HTTP/1.1" status: 204 len: 168 time: 2.5303164 Aug 16 13:02:03.216415 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43854) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:03.360816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-838a1b7a-0354-4229-8ce0-1c2815b2a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:03.362090 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-838a1b7a-0354-4229-8ce0-1c2815b2a185 service neutron] 10.222.0.22 "GET /v2.0/ports/6764e1b7-9c16-492c-890c-4c55969c5445 HTTP/1.1" status: 200 len: 1025 time: 0.0375023 Aug 16 13:02:03.436620 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f697b5f2-9cca-4237-8813-1d0e8e3d407a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.443344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-073bfa2b-c34f-4576-82e0-979841635547 admin admin] Deleting subnet 6791b085-ebfa-490f-a2bd-bc7be60b9b39 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:02:03.456694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617844-b86f-48b3-942b-b7d37cc2837f req-389d4353-5554-449a-8bdd-6756378b0025 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:03.463725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d617844-b86f-48b3-942b-b7d37cc2837f req-389d4353-5554-449a-8bdd-6756378b0025 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=56479ea9-0cf7-440c-8645-f65b010666ec HTTP/1.1" status: 200 len: 944 time: 0.2014732 Aug 16 13:02:03.465569 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f697b5f2-9cca-4237-8813-1d0e8e3d407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.468145 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-073bfa2b-c34f-4576-82e0-979841635547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.486331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-3373c038-25ac-48e9-b7d0-51dcd930aad0 service neutron] 10.222.0.25 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333426 Aug 16 13:02:03.489469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-945fa60b-0af2-4fa1-b08d-908ad7723ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:03.491345 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-945fa60b-0af2-4fa1-b08d-908ad7723ba7 service neutron] 10.222.0.22 "GET /v2.0/ports/6951413b-4d52-4abd-befc-d3831ec2343b HTTP/1.1" status: 200 len: 1027 time: 0.0905745 Aug 16 13:02:03.498749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Made reservation on behalf of 5927a130a73a4de9bc5540f68fc5931f for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:03.504989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.514679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b3716d61-132c-4da4-9b90-bfe5e802bc93 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:03.628140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b3716d61-132c-4da4-9b90-bfe5e802bc93 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:03.629285 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.643489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697b5f2-9cca-4237-8813-1d0e8e3d407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4413d48e-b226-4b96-b45f-79ccdd0db04b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:03.683633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f697b5f2-9cca-4237-8813-1d0e8e3d407a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f395fad3d2a0499abc36b99476112d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8819125 Aug 16 13:02:03.691046 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-073bfa2b-c34f-4576-82e0-979841635547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.696961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43858) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:03.814326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5797fe0f-a473-4ad0-96d7-5094fc7b1dfc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:03.830250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5797fe0f-a473-4ad0-96d7-5094fc7b1dfc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:03.840919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5797fe0f-a473-4ad0-96d7-5094fc7b1dfc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:03.848190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5797fe0f-a473-4ad0-96d7-5094fc7b1dfc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "GET /v2.0/networks?id=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=ff59b3a2-761c-4887-a566-3a2f0105d559&id=ff59b3a2-761c-4887-a566-3a2f0105d559 HTTP/1.1" status: 200 len: 1989 time: 0.3317895 Aug 16 13:02:03.858383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-6d617844-b86f-48b3-942b-b7d37cc2837f req-efdeef5a-b9a8-4eaf-8954-6c9980d0801a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Deleting port 20922093-cae4-45a1-b8ee-2a504d15e045 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:02:03.858736 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6d617844-b86f-48b3-942b-b7d37cc2837f req-efdeef5a-b9a8-4eaf-8954-6c9980d0801a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.894978 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73485233-a837-4da6-bf96-4837b1b29b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.968187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Allocated IP 172.20.0.3 (5e84bfa8-db5b-4a78-af78-554b83ab0b7a/26ab5fa8-527a-4a55-b2a6-1d736dce46c1/81b8ffc8-e526-4721-a4ea-5d14c6789d4a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:03.969857 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-073bfa2b-c34f-4576-82e0-979841635547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.017173 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-17822b06-8030-4b94-a320-d4e05cb12afb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c HTTP/1.1" status: 200 len: 379 time: 0.1460621 Aug 16 13:02:04.037029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'admin_state_up': True, 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'security_groups': ['52d8978a-2a3f-4780-a9fe-1a53c7f41efe']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:04.125853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-6d617844-b86f-48b3-942b-b7d37cc2837f req-efdeef5a-b9a8-4eaf-8954-6c9980d0801a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] For port 20922093-cae4-45a1-b8ee-2a504d15e045, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=20922093-cae4-45a1-b8ee-2a504d15e045,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:04.128271 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6d617844-b86f-48b3-942b-b7d37cc2837f req-efdeef5a-b9a8-4eaf-8954-6c9980d0801a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.147508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-6d617844-b86f-48b3-942b-b7d37cc2837f req-efdeef5a-b9a8-4eaf-8954-6c9980d0801a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Calling delete_port for 20922093-cae4-45a1-b8ee-2a504d15e045 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:02:04.240270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416cb83-aa8d-442e-a211-ad1e1cd29f76 None None] Sync routers for ids ['651a7f08-ec58-4d60-a477-878a90e59d96'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:02:04.261814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416cb83-aa8d-442e-a211-ad1e1cd29f76 None None] Routers set() bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:02:04.262527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416cb83-aa8d-442e-a211-ad1e1cd29f76 None None] Router IDs set() for agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 13:02:04.263907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_agentschedulers_db [None req-9416cb83-aa8d-442e-a211-ad1e1cd29f76 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'651a7f08-ec58-4d60-a477-878a90e59d96'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent'). {{(pid=101397) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 13:02:04.297454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416cb83-aa8d-442e-a211-ad1e1cd29f76 None None] Routers set() bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:02:04.298075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416cb83-aa8d-442e-a211-ad1e1cd29f76 None None] Router IDs set() for agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 13:02:04.299022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_agentschedulers_db [None req-9416cb83-aa8d-442e-a211-ad1e1cd29f76 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'651a7f08-ec58-4d60-a477-878a90e59d96'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent'). {{(pid=101397) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 13:02:04.299633 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416cb83-aa8d-442e-a211-ad1e1cd29f76 None None] The sync data for ids ['651a7f08-ec58-4d60-a477-878a90e59d96'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:02:04.307714 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73485233-a837-4da6-bf96-4837b1b29b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.356299 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-54702a13-62a3-4294-a84e-be85c6afc77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.361479 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6d617844-b86f-48b3-942b-b7d37cc2837f req-efdeef5a-b9a8-4eaf-8954-6c9980d0801a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.366344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-073bfa2b-c34f-4576-82e0-979841635547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.445229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdeef5a-b9a8-4eaf-8954-6c9980d0801a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event deleted for resources: {'Port': ['ID=20922093-cae4-45a1-b8ee-2a504d15e045,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:04.466589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bfa2b-c34f-4576-82e0-979841635547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6791b085-ebfa-490f-a2bd-bc7be60b9b39,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:04.529258 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.592866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5349bdb-f491-4cde-a9b5-4bad271c74fd None None] Network dd69d304-0526-411a-9f89-3f3700a77d5d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:02:04.608394 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-073bfa2b-c34f-4576-82e0-979841635547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.611854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-073bfa2b-c34f-4576-82e0-979841635547 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6791b085-ebfa-490f-a2bd-bc7be60b9b39 HTTP/1.1" status: 204 len: 168 time: 1.3927557 Aug 16 13:02:04.620314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43874) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:04.621177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d617844-b86f-48b3-942b-b7d37cc2837f req-efdeef5a-b9a8-4eaf-8954-6c9980d0801a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] No DVR routers for this DVR port 20922093-cae4-45a1-b8ee-2a504d15e045 on host n-h1-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:02:04.729750 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6d617844-b86f-48b3-942b-b7d37cc2837f req-efdeef5a-b9a8-4eaf-8954-6c9980d0801a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.732950 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d617844-b86f-48b3-942b-b7d37cc2837f req-efdeef5a-b9a8-4eaf-8954-6c9980d0801a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "DELETE /v2.0/ports/20922093-cae4-45a1-b8ee-2a504d15e045 HTTP/1.1" status: 204 len: 173 time: 1.2682142 Aug 16 13:02:04.738430 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56479ea9-0cf7-440c-8645-f65b010666ec', 'name': 'network-vif-deleted', 'tag': '20922093-cae4-45a1-b8ee-2a504d15e045'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:04.741782 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faad765-0d1b-4d3c-b078-34124cc58b1a" -d '{"events": [{"server_uuid": "56479ea9-0cf7-440c-8645-f65b010666ec", "name": "network-vif-deleted", "tag": "20922093-cae4-45a1-b8ee-2a504d15e045"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:04.756364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3008ed-874d-4e11-ae50-8b46cf2cc2af req-46457fdf-dcb6-4c0a-be50-d2d34bab10dd tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:04.765117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e3008ed-874d-4e11-ae50-8b46cf2cc2af req-46457fdf-dcb6-4c0a-be50-d2d34bab10dd tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 946 time: 0.3129325 Aug 16 13:02:04.775772 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73485233-a837-4da6-bf96-4837b1b29b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.779127 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73485233-a837-4da6-bf96-4837b1b29b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.781333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-73485233-a837-4da6-bf96-4837b1b29b26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4413d48e-b226-4b96-b45f-79ccdd0db04b HTTP/1.1" status: 204 len: 168 time: 1.0314832 Aug 16 13:02:04.843235 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.854592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73485233-a837-4da6-bf96-4837b1b29b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4413d48e-b226-4b96-b45f-79ccdd0db04b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:04.888847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:04.892684 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:04.910992 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e3008ed-874d-4e11-ae50-8b46cf2cc2af req-443af9c2-ea67-448f-b804-e71050c2e019 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444709 Aug 16 13:02:04.924375 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.006965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1de98c-e9f3-4020-8b89-f5d39e3598f5 None None] DHCP port deletion for dd69d304-0526-411a-9f89-3f3700a77d5d request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:02:05.036779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Deleting port d3f910f9-e95a-4730-90f3-a52c69943f46 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:02:05.040807 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.309627 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.321147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Allocated IP 172.20.0.9 (a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb/a8755348-ed82-44df-9ced-3e2180c2428d/36ef840f-ef8a-441d-8928-a9a8955e12c4) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:05.423993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] For port d3f910f9-e95a-4730-90f3-a52c69943f46, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d3f910f9-e95a-4730-90f3-a52c69943f46,segment=NetworkSegment(33aff157-12d9-4f54-8ff4-df54e3a3bc22),segment_id=33aff157-12d9-4f54-8ff4-df54e3a3bc22)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:05.424544 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.430694 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-878f0722-73ad-483e-8097-7a449b4f589b req-b3888158-14da-439c-8d3a-4a619362d472 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.2063777 Aug 16 13:02:05.504877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Calling delete_port for d3f910f9-e95a-4730-90f3-a52c69943f46 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:02:05.513618 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.521407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:05.536508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:05.538968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:05.543858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d3f910f9-e95a-4730-90f3-a52c69943f46 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:02:05.573640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Pushing event updated for resources: {'Port': ['ID=81b8ffc8-e526-4721-a4ea-5d14c6789d4a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:05.606123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-0ca9f14a-f3ec-4852-b7bb-57527ff4519a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:05.607248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-0ca9f14a-f3ec-4852-b7bb-57527ff4519a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.42 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 817 time: 0.5345645 Aug 16 13:02:05.621602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-eb1de98c-e9f3-4020-8b89-f5d39e3598f5 None None] Deleting port d3f910f9-e95a-4730-90f3-a52c69943f46 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:02:05.623098 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb1de98c-e9f3-4020-8b89-f5d39e3598f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.645578 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Request body: {'port': {'device_id': 'dfc1cc9c-f336-42c2-93d3-0879a6857204', 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a', 'admin_state_up': True, 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:05.684521 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89bd90b-5d8f-4c58-b44d-8ba4b7cbe64d x-openstack-request-id: req-d89bd90b-5d8f-4c58-b44d-8ba4b7cbe64d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:05.684727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:05.685172 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca03b24-99f1-4929-afe9-8833600ee736", "name": "network-vif-plugged", "status": "completed", "tag": "f1eab612-1149-4770-85a9-b480a9cf476b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:05.685335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.685725 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d89bd90b-5d8f-4c58-b44d-8ba4b7cbe64d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:05.686303 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca03b24-99f1-4929-afe9-8833600ee736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eab612-1149-4770-85a9-b480a9cf476b', 'code': 200} Aug 16 13:02:05.733214 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-3ae5bd1b-da4f-4241-af10-e95f3a8a6cdb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7954607 Aug 16 13:02:05.778555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Request body: {'port': {'device_id': 'ca020c73-b0b8-4d9b-ad6c-099e08315de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:05.806071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-eb1de98c-e9f3-4020-8b89-f5d39e3598f5 None None] For port d3f910f9-e95a-4730-90f3-a52c69943f46, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d3f910f9-e95a-4730-90f3-a52c69943f46,segment=NetworkSegment(33aff157-12d9-4f54-8ff4-df54e3a3bc22),segment_id=33aff157-12d9-4f54-8ff4-df54e3a3bc22)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:05.811233 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb1de98c-e9f3-4020-8b89-f5d39e3598f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.910784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.915299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e08ce69-1a5a-4b24-a9e9-511dd3aef465 req-fc5e2150-f600-479d-bf43-27b3161a6429 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 210 time: 0.0767593 Aug 16 13:02:05.927233 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-eb1de98c-e9f3-4020-8b89-f5d39e3598f5 None None] Calling delete_port for d3f910f9-e95a-4730-90f3-a52c69943f46 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:02:05.929781 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.955872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70a18-f177-4118-a101-c608a0438f56 req-c3c55baf-f96c-45bb-ad20-cd66db153ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:05.959020 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00f70a18-f177-4118-a101-c608a0438f56 req-c3c55baf-f96c-45bb-ad20-cd66db153ce5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 1097 time: 0.2081506 Aug 16 13:02:05.965183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.990028 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.053627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f910f9-e95a-4730-90f3-a52c69943f46,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:06.064796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] No DVR routers for this DVR port d3f910f9-e95a-4730-90f3-a52c69943f46 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:02:06.174245 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa01ac89-1416-44e9-80df-2904af5c9304 x-openstack-request-id: req-aa01ac89-1416-44e9-80df-2904af5c9304 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:06.174245 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56479ea9-0cf7-440c-8645-f65b010666ec", "name": "network-vif-deleted", "tag": "20922093-cae4-45a1-b8ee-2a504d15e045", "status": "failed", "code": 422}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:06.174245 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa01ac89-1416-44e9-80df-2904af5c9304 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:06.174245 n-d-804708-1 neutron-server[101395]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56479ea9-0cf7-440c-8645-f65b010666ec', 'name': 'network-vif-deleted', 'tag': '20922093-cae4-45a1-b8ee-2a504d15e045', 'status': 'failed', 'code': 422} returned with failed status Aug 16 13:02:06.235437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:02:06.296142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Transition to ACTIVE for port object 36ef840f-ef8a-441d-8928-a9a8955e12c4 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:06.312887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:02:06.314474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7cc06fd2-b14d-4fab-97d2-a6f4764a9ce7 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:02:06.315140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 714528f8-002d-4ea8-a002-e99f6c7f0ab2 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:02:06.346304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 714528f8-002d-4ea8-a002-e99f6c7f0ab2 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:02:06.347105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 714528f8-002d-4ea8-a002-e99f6c7f0ab2 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:02:06.351187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb1de98c-e9f3-4020-8b89-f5d39e3598f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.378574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Made reservation on behalf of 5927a130a73a4de9bc5540f68fc5931f for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:06.388973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1de98c-e9f3-4020-8b89-f5d39e3598f5 None None] Pushing event deleted for resources: {'Port': ['ID=d3f910f9-e95a-4730-90f3-a52c69943f46,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:06.400487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1de98c-e9f3-4020-8b89-f5d39e3598f5 None None] No DVR routers for this DVR port d3f910f9-e95a-4730-90f3-a52c69943f46 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:02:06.402016 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.405039 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00f70a18-f177-4118-a101-c608a0438f56 req-f07a7056-8c0e-406e-93a0-723521fbbf9b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296699 Aug 16 13:02:06.432687 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.450596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd69d304-0526-411a-9f89-3f3700a77d5d']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:02:06.469973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33aff157-12d9-4f54-8ff4-df54e3a3bc22') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:02:06.470331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33aff157-12d9-4f54-8ff4-df54e3a3bc22') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:02:06.528515 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.547167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b88f0-1e0b-462e-9ed6-0ea95ee3294f req-d5d4fcc8-a970-4ecc-a1ea-ae3314f9e85e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:06.549891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-694b88f0-1e0b-462e-9ed6-0ea95ee3294f req-d5d4fcc8-a970-4ecc-a1ea-ae3314f9e85e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 946 time: 0.2970777 Aug 16 13:02:06.564681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.618094 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.623732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:06.630682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:06.640990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:06.672311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:02:06.672864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:02:06.684126 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:02:06.722519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:06.723293 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.773258 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7491755 Aug 16 13:02:06.802635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70', 'admin_state_up': True, 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'security_groups': ['52d8978a-2a3f-4780-a9fe-1a53c7f41efe']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:06.854295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-694b88f0-1e0b-462e-9ed6-0ea95ee3294f req-75d61753-e110-47c9-ba53-9f4dea86bc37 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515116 Aug 16 13:02:06.881602 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.911713 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.916468 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dd69d304-0526-411a-9f89-3f3700a77d5d HTTP/1.1" status: 204 len: 168 time: 2.2900984 Aug 16 13:02:06.957871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4ec46-c938-4bd7-9b56-cfa49cf312d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd69d304-0526-411a-9f89-3f3700a77d5d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:06.977649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da61d1-0767-4a66-bd45-531ed0a9ce96 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Port': ['ID=36ef840f-ef8a-441d-8928-a9a8955e12c4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:07.214999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-89832219-8b33-4776-9da3-1c24e8c044be None None] Provisioning for port 36ef840f-ef8a-441d-8928-a9a8955e12c4 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:07.227568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-89832219-8b33-4776-9da3-1c24e8c044be None None] Provisioning complete for port 36ef840f-ef8a-441d-8928-a9a8955e12c4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:07.229287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b8ffc8-e526-4721-a4ea-5d14c6789d4a {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:07.239123 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-89832219-8b33-4776-9da3-1c24e8c044be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:07.255733 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:07.281612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43942) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:07.281854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23c25bc5-c98e-49ac-8504-0f6334beed6e req-a5bf962f-cce5-4a47-8e4d-60d38c59ece8 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 210 time: 0.0787694 Aug 16 13:02:07.367142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Transition to ACTIVE for port object 81b8ffc8-e526-4721-a4ea-5d14c6789d4a will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:07.393656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fb84a-7acc-4ec8-97d4-dc3bca455e10 req-bc082223-df82-48ba-b391-4a244b602b81 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:07.402091 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:07.406918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:07.407473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b0fb84a-7acc-4ec8-97d4-dc3bca455e10 req-bc082223-df82-48ba-b391-4a244b602b81 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 931 time: 0.1516771 Aug 16 13:02:07.417700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-89832219-8b33-4776-9da3-1c24e8c044be None None] Port 36ef840f-ef8a-441d-8928-a9a8955e12c4 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:02:07.514647 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b0fb84a-7acc-4ec8-97d4-dc3bca455e10 req-ce4631f8-0ee9-418d-89c5-31189b707e14 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038215 Aug 16 13:02:07.578879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af63319d-60d4-4911-999f-3eb45521fd10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e677e82ff73643e491ac0a749435be20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935164 Aug 16 13:02:07.585794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43958) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:07.628851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:07.643098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:07.676304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Pushing event updated for resources: {'Port': ['ID=81b8ffc8-e526-4721-a4ea-5d14c6789d4a,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:07.756366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Allocated IP 172.20.0.7 (5e84bfa8-db5b-4a78-af78-554b83ab0b7a/26ab5fa8-527a-4a55-b2a6-1d736dce46c1/2a097dc7-d1c2-4e9f-b056-53b350607e4b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:07.875098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-5de71aa0-8f9b-4d59-afe3-251af333d3a1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:07.879750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-5de71aa0-8f9b-4d59-afe3-251af333d3a1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.3814547 Aug 16 13:02:07.966466 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-aeaa106b-253b-4f0e-aa68-f7446304043d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/quotas/2c147181bbf24982a55ffe57d9ffa5ce HTTP/1.1" status: 200 len: 375 time: 0.0666206 Aug 16 13:02:08.008219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05330c8c-223b-48f9-8c57-560f548bc99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.022551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Allocated IP 10.1.1.42 (a3f59a97-520c-401a-b1ff-6c0a7128ce70/86544f29-1b9f-4b38-9a3d-a615578153a3/61a43e4d-0b8a-4743-a0d5-ee722549ad26) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:08.057488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Attempting to bind port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:08.057781 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-8ce2f749-a8de-4f15-b4a8-3adc0971f34a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864973 Aug 16 13:02:08.058479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Attempting to bind port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:08.059187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Attempting to bind port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a on network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:08.084357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a on network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:08.084999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Attempting to bind port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a on network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:08.094431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05330c8c-223b-48f9-8c57-560f548bc99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.126001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:08.126689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Checking segment: {'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:08.127234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Bound using segment: {'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:08.127875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Bound port: 81b8ffc8-e526-4721-a4ea-5d14c6789d4a, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:08.128400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.273297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8dfa9-1aa7-461e-88ff-a622dde92b4a req-552c9852-025a-49f5-9e54-85aab04d0ad6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:08.290912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0b8dfa9-1aa7-461e-88ff-a622dde92b4a req-552c9852-025a-49f5-9e54-85aab04d0ad6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 946 time: 0.2759662 Aug 16 13:02:08.327289 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05330c8c-223b-48f9-8c57-560f548bc99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.332591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05330c8c-223b-48f9-8c57-560f548bc99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.337884 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-05330c8c-223b-48f9-8c57-560f548bc99a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/444b19df-aec6-49db-a59c-c8d5be2fe32e HTTP/1.1" status: 204 len: 168 time: 0.7421727 Aug 16 13:02:08.362613 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.426141 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.448415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Transition to ACTIVE for port object 61a43e4d-0b8a-4743-a0d5-ee722549ad26 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:08.459486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-70958c00-efd7-46b1-8228-909884835c51 service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005156 Aug 16 13:02:08.487413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] For port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:08.504968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] For port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:08.507732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.510892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05330c8c-223b-48f9-8c57-560f548bc99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444b19df-aec6-49db-a59c-c8d5be2fe32e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:08.568184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.609172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.642135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:08.657822 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.657822 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] 10.222.0.22 "PUT /v2.0/ports/81b8ffc8-e526-4721-a4ea-5d14c6789d4a HTTP/1.1" status: 200 len: 1091 time: 2.8875704 Aug 16 13:02:08.659249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca020c73-b0b8-4d9b-ad6c-099e08315de5', 'tag': '81b8ffc8-e526-4721-a4ea-5d14c6789d4a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:08.664682 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a85c9c0-6863-46d6-aa4c-563523538957" -d '{"events": [{"name": "network-changed", "server_uuid": "ca020c73-b0b8-4d9b-ad6c-099e08315de5", "tag": "81b8ffc8-e526-4721-a4ea-5d14c6789d4a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:08.669421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network a3f59a97-520c-401a-b1ff-6c0a7128ce70 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:08.708476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:08.714285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Port': ['ID=61a43e4d-0b8a-4743-a0d5-ee722549ad26,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:08.718857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:08.732762 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0b8dfa9-1aa7-461e-88ff-a622dde92b4a req-a8f55566-d21f-4467-9539-242206c512b4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403846 Aug 16 13:02:08.877425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:08.878267 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:08.891099 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7db91f-ab7a-49ee-9253-6a2bca315937 service neutron] Pushing event updated for resources: {'Port': ['ID=81b8ffc8-e526-4721-a4ea-5d14c6789d4a,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:08.895987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-ed34e8dd-8b39-4e7d-9ada-961f8ffb8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:08.897481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-ed34e8dd-8b39-4e7d-9ada-961f8ffb8b2a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 1094 time: 0.1749017 Aug 16 13:02:08.904629 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5b7ef582-f975-4b4f-a67c-e6c56756b364 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1162913 Aug 16 13:02:08.923058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70', 'admin_state_up': True, 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'security_groups': ['52d8978a-2a3f-4780-a9fe-1a53c7f41efe']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:08.924058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44000) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:08.929799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:08.967072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:08.972213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:08.987845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Pushing event updated for resources: {'Port': ['ID=2a097dc7-d1c2-4e9f-b056-53b350607e4b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:09.053094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-899fc855-c6df-4424-904d-905d1272ad34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a HTTP/1.1" status: 200 len: 217 time: 0.0924966 Aug 16 13:02:09.139381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-52235a23-a663-46a9-9934-467400f53813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:09.142184 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-52235a23-a663-46a9-9934-467400f53813 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 200 len: 857 time: 0.0792918 Aug 16 13:02:09.181779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a5bfb22a-e1d3-4580-9eae-f33f80c85f80 None None] Provisioning for port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:09.189420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a5bfb22a-e1d3-4580-9eae-f33f80c85f80 None None] Provisioning complete for port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:09.190186 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb22a-e1d3-4580-9eae-f33f80c85f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:09.223465 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-f1a2f959-0814-4737-8ec6-6c1635cd79da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412683 Aug 16 13:02:09.285432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a5bfb22a-e1d3-4580-9eae-f33f80c85f80 None None] Port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:02:09.413825 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-fedf751d-d1fa-4eb2-8e93-b3bdf14288ea service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800418 Aug 16 13:02:09.564546 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d24369e-3db6-4a48-a1c9-85523d16bdec req-e63d2bcf-c349-4292-a87a-e13e02305dc4 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383271 Aug 16 13:02:09.566014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:09.571227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:09.626281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:09.627341 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:09.631838 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af5f2255-ddb2-4350-a0a9-97fb2e11c9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:09.666746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-9deedde5-ccc6-416b-b64d-8a2f272308a4 service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2029328 Aug 16 13:02:09.848432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af5f2255-ddb2-4350-a0a9-97fb2e11c9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:09.855952 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af5f2255-ddb2-4350-a0a9-97fb2e11c9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:09.883088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14a7ef-91c7-4292-ad0f-79759ac50867 req-ae1c670b-7c1c-4f7c-a4d5-9fffa5ebe2e1 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:09.888134 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee14a7ef-91c7-4292-ad0f-79759ac50867 req-ae1c670b-7c1c-4f7c-a4d5-9fffa5ebe2e1 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 931 time: 0.9563270 Aug 16 13:02:09.889587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-660a091a-c236-4e45-86c6-918ea711b9a7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2663126 Aug 16 13:02:09.943433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Allocated IP 10.1.1.126 (a3f59a97-520c-401a-b1ff-6c0a7128ce70/86544f29-1b9f-4b38-9a3d-a615578153a3/7499690a-1b86-40fc-a0b3-7b4dc75e243b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:09.945630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Request body: {'port': {'device_id': 'dfc1cc9c-f336-42c2-93d3-0879a6857204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:10.152691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f2255-ddb2-4350-a0a9-97fb2e11c9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcda67d-5f8f-45b9-b670-1eb314f80fb0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:10.203905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-af5f2255-ddb2-4350-a0a9-97fb2e11c9be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5367fb3bda44072949a433e0f6c9fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2706802 Aug 16 13:02:10.208066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44038) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:10.348603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:10.410869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee14a7ef-91c7-4292-ad0f-79759ac50867 req-ffe740a6-8f4e-43cc-8896-5417c4878cd3 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829688 Aug 16 13:02:10.448576 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:10.457567 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:10.545521 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960839bc-833e-4129-ad6a-04192a67a9b1 x-openstack-request-id: req-960839bc-833e-4129-ad6a-04192a67a9b1 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:10.546424 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca020c73-b0b8-4d9b-ad6c-099e08315de5", "tag": "81b8ffc8-e526-4721-a4ea-5d14c6789d4a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:10.546931 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-960839bc-833e-4129-ad6a-04192a67a9b1 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:10.548730 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca020c73-b0b8-4d9b-ad6c-099e08315de5', 'tag': '81b8ffc8-e526-4721-a4ea-5d14c6789d4a', 'status': 'completed', 'code': 200} Aug 16 13:02:10.588339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aea85-c44d-4557-a327-e7667d212d4a req-166f595f-4867-4971-9c84-4f23adfc11b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:10.589335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Transition to ACTIVE for port object 7499690a-1b86-40fc-a0b3-7b4dc75e243b will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:10.592961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:10.602086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44056) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:10.613193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aea85-c44d-4557-a327-e7667d212d4a req-166f595f-4867-4971-9c84-4f23adfc11b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:10.614889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c06aea85-c44d-4557-a327-e7667d212d4a req-166f595f-4867-4971-9c84-4f23adfc11b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 1652 time: 0.5095909 Aug 16 13:02:10.717522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85c9c0-6863-46d6-aa4c-563523538957 req-b579d57c-c54f-4f27-91b5-b2b7407bdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:10.719143 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a85c9c0-6863-46d6-aa4c-563523538957 req-b579d57c-c54f-4f27-91b5-b2b7407bdb65 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 1094 time: 0.1522267 Aug 16 13:02:10.759360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:10.768226 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:10.770917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:10.772155 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1dcda67d-5f8f-45b9-b670-1eb314f80fb0 HTTP/1.1" status: 204 len: 168 time: 0.5631263 Aug 16 13:02:10.848031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcda67d-5f8f-45b9-b670-1eb314f80fb0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:10.877889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network a3f59a97-520c-401a-b1ff-6c0a7128ce70 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:10.888452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:10.900162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1814430169-network', 'tenant_id': '8ac17839928742aa8473d8fd873adef2'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:10.911092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:10.915929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.916392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.916864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.917344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.917816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.918333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.918761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.919185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.920325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.920325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.920325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.920838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b0ab4-0c10-4f2b-875e-f5d326aa25ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:10.927041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c06aea85-c44d-4557-a327-e7667d212d4a req-6d3e3158-2b01-4452-a6ea-c5cced383f6e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923865 Aug 16 13:02:11.037632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Port': ['ID=7499690a-1b86-40fc-a0b3-7b4dc75e243b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:11.129625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Made reservation on behalf of 8ac17839928742aa8473d8fd873adef2 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:11.143563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:11.183815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85c9c0-6863-46d6-aa4c-563523538957 req-cc5e8853-cea6-4eaf-b759-0a3a322e193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:11.204962 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a85c9c0-6863-46d6-aa4c-563523538957 req-cc5e8853-cea6-4eaf-b759-0a3a322e193c service neutron] 10.222.0.22 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 917 time: 0.4779496 Aug 16 13:02:11.207360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:11.216971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:11.217873 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:11.228450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a71fa-b2e7-450d-aaa0-b0c84eb4fdde req-60f3b6c5-875a-4d1d-9bbb-c6609ee63c38 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:11.236337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-276a71fa-b2e7-450d-aaa0-b0c84eb4fdde req-60f3b6c5-875a-4d1d-9bbb-c6609ee63c38 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.4374900 Aug 16 13:02:11.281491 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c9881971-1b4c-49a9-a227-c609c2782311 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3627930 Aug 16 13:02:11.287455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-276a71fa-b2e7-450d-aaa0-b0c84eb4fdde req-2b4c78ff-766e-4272-ad27-6cd527862d59 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/quotas/b7dc4555b79045c2a4951fc236c5ff0d HTTP/1.1" status: 200 len: 375 time: 0.0473926 Aug 16 13:02:11.394767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-790a9e60-5b88-4912-b7be-87ea93835be5 None None] Provisioning for port 7499690a-1b86-40fc-a0b3-7b4dc75e243b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:11.395640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559', 'admin_state_up': True, 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'security_groups': ['52d8978a-2a3f-4780-a9fe-1a53c7f41efe']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:11.400709 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a85c9c0-6863-46d6-aa4c-563523538957 req-b42c3902-7439-499d-9b0a-945801c1a448 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a HTTP/1.1" status: 200 len: 217 time: 0.1536131 Aug 16 13:02:11.406318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-790a9e60-5b88-4912-b7be-87ea93835be5 None None] Provisioning complete for port 7499690a-1b86-40fc-a0b3-7b4dc75e243b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:11.406704 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-790a9e60-5b88-4912-b7be-87ea93835be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:11.533295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-790a9e60-5b88-4912-b7be-87ea93835be5 None None] Port 7499690a-1b86-40fc-a0b3-7b4dc75e243b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:02:11.590228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a097dc7-d1c2-4e9f-b056-53b350607e4b {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:11.624556 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:11.650196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85c9c0-6863-46d6-aa4c-563523538957 req-e14886b0-8ffb-4e76-8d0e-915ec327307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:11.652617 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a85c9c0-6863-46d6-aa4c-563523538957 req-e14886b0-8ffb-4e76-8d0e-915ec327307d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 200 len: 857 time: 0.2371917 Aug 16 13:02:11.730505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-276a71fa-b2e7-450d-aaa0-b0c84eb4fdde req-364ad3d8-98ab-4307-b6f1-b35ce7cd45df tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4231212 Aug 16 13:02:11.771492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a85c9c0-6863-46d6-aa4c-563523538957 req-29562974-ada4-4d3f-badd-bbdc80db0c75 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975099 Aug 16 13:02:11.909205 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a85c9c0-6863-46d6-aa4c-563523538957 req-7b1d494a-eb05-4bde-905d-ca5129262c51 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195166 Aug 16 13:02:11.960744 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d26263e-4f50-4aee-bec1-e81991d3c29f req-41805203-ce14-496e-a16e-1e35434100c1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 210 time: 0.3231604 Aug 16 13:02:11.962203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 81b8ffc8-e526-4721-a4ea-5d14c6789d4a details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:02:11.974470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-276a71fa-b2e7-450d-aaa0-b0c84eb4fdde req-21b276c5-44da-471b-bbbf-a0f0ec6e6fda service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430036 Aug 16 13:02:12.033858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Transition to ACTIVE for port object 2a097dc7-d1c2-4e9f-b056-53b350607e4b will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:12.045330 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:12.133303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:12.156587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '81b8ffc8-e526-4721-a4ea-5d14c6789d4a', 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a', 'port_id': '81b8ffc8-e526-4721-a4ea-5d14c6789d4a', 'mac_address': 'fa:16:3e:18:52:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ab5fa8-527a-4a55-b2a6-1d736dce46c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:02:12.212090 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:12.241328 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:12.257308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b8ffc8-e526-4721-a4ea-5d14c6789d4a {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:12.273828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:12.326043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:12.335763 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:12.363628 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a85c9c0-6863-46d6-aa4c-563523538957 req-c0742271-3215-4ebd-9a42-c8b55cdbed2d service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393926 Aug 16 13:02:12.367895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:02:12.374918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:12.382048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9c407a-847c-4c41-ad77-0ed0b346ad6d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:12.409561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Pushing event updated for resources: {'Port': ['ID=2a097dc7-d1c2-4e9f-b056-53b350607e4b,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:12.448640 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:12.449614 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Added segment c1187baf-51de-420d-b0e7-8585d08f0b36 of type vlan for network 58df5a6a-0917-4190-9046-70b5281b8222 Aug 16 13:02:12.453027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0654ace-7253-4bc9-b67a-a13b997cac44 req-7bcf8246-69f5-4dbc-9726-db360dab9512 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:12.466009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b0654ace-7253-4bc9-b67a-a13b997cac44 req-7bcf8246-69f5-4dbc-9726-db360dab9512 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 943 time: 0.2766979 Aug 16 13:02:12.537469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=81b8ffc8-e526-4721-a4ea-5d14c6789d4a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:12.554006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.554410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.554718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.555391 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.556446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.556948 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.557577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.558694 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.559205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.559694 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.560254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.560743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:12.562557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b0654ace-7253-4bc9-b67a-a13b997cac44 req-f70553fb-f0dc-4238-a4cb-b7321bdb3808 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951059 Aug 16 13:02:12.587858 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-276a71fa-b2e7-450d-aaa0-b0c84eb4fdde req-4ac12199-f0f7-474a-a2c1-aca7be25b0e1 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120169 Aug 16 13:02:12.660777 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Attempting to bind port 2a097dc7-d1c2-4e9f-b056-53b350607e4b on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:12.662642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Attempting to bind port 2a097dc7-d1c2-4e9f-b056-53b350607e4b by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:12.665985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Attempting to bind port 2a097dc7-d1c2-4e9f-b056-53b350607e4b on network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:12.685077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Port 2a097dc7-d1c2-4e9f-b056-53b350607e4b on network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:12.686610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Attempting to bind port 2a097dc7-d1c2-4e9f-b056-53b350607e4b on network 5e84bfa8-db5b-4a78-af78-554b83ab0b7a {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:12.704877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:12.708097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Checking segment: {'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:12.711614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Bound using segment: {'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:12.712260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Bound port: 2a097dc7-d1c2-4e9f-b056-53b350607e4b, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81eee9d2-8e3e-4fda-aa51-d04658e16050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:12.713116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['81b8ffc8-e526-4721-a4ea-5d14c6789d4a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:12.715951 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:12.754647 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:12.984100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e157b-6cb8-4429-b73d-cea60d7e0747 req-1b72b16b-8dad-4bc5-9014-af8958b2c8cb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:13.011015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e157b-6cb8-4429-b73d-cea60d7e0747 req-1b72b16b-8dad-4bc5-9014-af8958b2c8cb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:13.029850 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:13.033844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e157b-6cb8-4429-b73d-cea60d7e0747 req-1b72b16b-8dad-4bc5-9014-af8958b2c8cb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:13.035599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f74e157b-6cb8-4429-b73d-cea60d7e0747 req-1b72b16b-8dad-4bc5-9014-af8958b2c8cb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 2373 time: 0.2978835 Aug 16 13:02:13.121280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44126) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:13.196304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-1b7f00d5-a74f-48cb-9280-067a9172d24c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:13.215594 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-1b7f00d5-a74f-48cb-9280-067a9172d24c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.6986063 Aug 16 13:02:13.254905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] For port 2a097dc7-d1c2-4e9f-b056-53b350607e4b, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:13.275325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] For port 2a097dc7-d1c2-4e9f-b056-53b350607e4b, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=2a097dc7-d1c2-4e9f-b056-53b350607e4b,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:13.313971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Request body: {'port': {'device_id': 'b3648d1f-3ba5-4748-b5f0-a5d636c0298a', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'admin_state_up': True, 'tenant_id': '2c147181bbf24982a55ffe57d9ffa5ce'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:13.322405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1141929901-network', 'tenant_id': 'a6f3c01eca374af89f24bf4584e975f1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:13.331249 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:13.435424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:13.436344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:13.437972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] 10.222.0.42 "PUT /v2.0/ports/2a097dc7-d1c2-4e9f-b056-53b350607e4b HTTP/1.1" status: 200 len: 1091 time: 3.5199652 Aug 16 13:02:13.443617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f74e157b-6cb8-4429-b73d-cea60d7e0747 req-561b3192-d502-4580-9487-22a957db4579 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620906 Aug 16 13:02:13.444273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc1cc9c-f336-42c2-93d3-0879a6857204', 'tag': '2a097dc7-d1c2-4e9f-b056-53b350607e4b'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:13.447428 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9191cb62-87ce-4e3f-8777-3902bc185f77" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc1cc9c-f336-42c2-93d3-0879a6857204", "tag": "2a097dc7-d1c2-4e9f-b056-53b350607e4b"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:13.516765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71f8b37c-9487-4669-9c05-1cce18a768a9 req-f872c3f7-5861-4da8-8ac2-553951f01350 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 210 time: 0.0631762 Aug 16 13:02:13.530603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:13.531792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:13.533930 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:13.576709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Made reservation on behalf of a6f3c01eca374af89f24bf4584e975f1 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:13.579944 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:13.599564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec4bf5-42e3-4ce1-8f2b-7ca575b78b3f service neutron] Pushing event updated for resources: {'Port': ['ID=2a097dc7-d1c2-4e9f-b056-53b350607e4b,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:13.604899 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:13.654030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-c756bb89-09bd-4f40-bb65-2ada9d10c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:13.656972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-c756bb89-09bd-4f40-bb65-2ada9d10c706 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 1094 time: 0.1346118 Aug 16 13:02:13.665048 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021e17c9-add6-41f4-b946-8c20a45f0f61 x-openstack-request-id: req-021e17c9-add6-41f4-b946-8c20a45f0f61 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:13.666814 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc1cc9c-f336-42c2-93d3-0879a6857204", "tag": "2a097dc7-d1c2-4e9f-b056-53b350607e4b", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:13.667331 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-021e17c9-add6-41f4-b946-8c20a45f0f61 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:13.667950 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc1cc9c-f336-42c2-93d3-0879a6857204', 'tag': '2a097dc7-d1c2-4e9f-b056-53b350607e4b', 'status': 'completed', 'code': 200} Aug 16 13:02:13.806346 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-ef069e16-e695-4226-954f-d42e8bc7f980 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a097dc7-d1c2-4e9f-b056-53b350607e4b HTTP/1.1" status: 200 len: 217 time: 0.1309636 Aug 16 13:02:13.931272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-5c1372db-378d-4cbc-a9cc-cbfea699a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:13.933134 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-5c1372db-378d-4cbc-a9cc-cbfea699a788 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 200 len: 857 time: 0.1023698 Aug 16 13:02:13.949324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28966b62-29c1-46aa-84e1-5152fb105dd8 req-be5f23be-15cd-49af-b590-6c4e140fce6e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:13.958427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28966b62-29c1-46aa-84e1-5152fb105dd8 req-be5f23be-15cd-49af-b590-6c4e140fce6e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 943 time: 0.1573157 Aug 16 13:02:13.975279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 81b8ffc8-e526-4721-a4ea-5d14c6789d4a up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:14.040294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-efeb220c-7c70-4578-af14-bb8d2e9287cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756533 Aug 16 13:02:14.069844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:14.077209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:14.078165 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:14.177422 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:14.221046 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:14.222638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca020c73-b0b8-4d9b-ad6c-099e08315de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b8ffc8-e526-4721-a4ea-5d14c6789d4a'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:14.225639 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a019daba-2950-445b-bdfb-23f474e79c45" -d '{"events": [{"server_uuid": "ca020c73-b0b8-4d9b-ad6c-099e08315de5", "name": "network-vif-plugged", "status": "completed", "tag": "81b8ffc8-e526-4721-a4ea-5d14c6789d4a"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:14.230732 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:14.241487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-4635ae1f-fbe2-4b8a-8a93-032aac28faf2 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:14.245417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-4635ae1f-fbe2-4b8a-8a93-032aac28faf2 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.1703534 Aug 16 13:02:14.337976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=81b8ffc8-e526-4721-a4ea-5d14c6789d4a,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:14.394673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] Pushing event updated for resources: {'Network': ['ID=58df5a6a-0917-4190-9046-70b5281b8222,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:14.408279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 58df5a6a-0917-4190-9046-70b5281b8222 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:02:14.436380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28966b62-29c1-46aa-84e1-5152fb105dd8 req-14ab0aff-36fc-4925-a859-3ad54980cf76 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762177 Aug 16 13:02:14.505953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Allocated IP 10.2.2.100 (ff59b3a2-761c-4887-a566-3a2f0105d559/43c4ad79-c536-4053-9403-92b94a8db004/d110615e-9d78-4dd1-a051-9660dee65dd9) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:14.513845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-c81c2aef-a5ad-4c66-97d8-3855bc8955bb tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/quotas/b7dc4555b79045c2a4951fc236c5ff0d HTTP/1.1" status: 200 len: 375 time: 0.1997130 Aug 16 13:02:14.543478 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbed751a-165b-4929-a323-19680a409c46 x-openstack-request-id: req-dbed751a-165b-4929-a323-19680a409c46 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:14.543769 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca020c73-b0b8-4d9b-ad6c-099e08315de5", "name": "network-vif-plugged", "status": "completed", "tag": "81b8ffc8-e526-4721-a4ea-5d14c6789d4a", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:14.544514 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbed751a-165b-4929-a323-19680a409c46 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:14.544514 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca020c73-b0b8-4d9b-ad6c-099e08315de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b8ffc8-e526-4721-a4ea-5d14c6789d4a', 'code': 200} Aug 16 13:02:14.663168 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:14.701161 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:14.731935 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-be3d1898-af4f-46c3-a928-6535b41790c1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.0978229 Aug 16 13:02:14.735960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44178) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:14.741219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] Request body: {'subnet': {'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1814430169-subnet', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:14.794403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:02:14.801004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Made reservation on behalf of 2c147181bbf24982a55ffe57d9ffa5ce for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:14.805186 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:14.807173 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-a28eb996-07c8-4ef4-b35e-456d8bbadc97 service neutron] 10.222.0.42 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414668 Aug 16 13:02:14.819328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] Made reservation on behalf of 8ac17839928742aa8473d8fd873adef2 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:14.819328 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:14.820050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-1977b91b-b138-4f27-a1c2-15d5c055c2e2 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3047609 Aug 16 13:02:14.879711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbe540-0da1-401d-9abf-aba486e118ea req-faef21a0-07ac-4015-817d-f6605f6cbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:14.881337 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96cbe540-0da1-401d-9abf-aba486e118ea req-faef21a0-07ac-4015-817d-f6605f6cbabb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 1096 time: 0.2421830 Aug 16 13:02:14.886069 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:14.886404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85957cbf-9ace-4e6c-9bb3-5e272b219817,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:14.971646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Transition to ACTIVE for port object d110615e-9d78-4dd1-a051-9660dee65dd9 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:14.982723 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:02:15.014194 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:15.014607 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Added segment 0ae036f5-09b8-4227-94a6-fc7e6ce06a8c of type vlan for network bcf45dfc-9308-47aa-811a-e4799bb3ee38 Aug 16 13:02:15.058567 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:15.075608 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:15.120889 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96cbe540-0da1-401d-9abf-aba486e118ea req-cc007f80-f410-4466-813f-fe9eb60ff2f5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284806 Aug 16 13:02:15.124449 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:15.125406 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:15.125994 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:15.141020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network ff59b3a2-761c-4887-a566-3a2f0105d559 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:15.169590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:15.184727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:15.211044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e59bb-7782-46c1-8d7f-4d7305482428 req-3d291bd5-9aa9-4490-b400-3a498dd9c0c3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:15.220201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e59bb-7782-46c1-8d7f-4d7305482428 req-3d291bd5-9aa9-4490-b400-3a498dd9c0c3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:15.222074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Port': ['ID=d110615e-9d78-4dd1-a051-9660dee65dd9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:15.240636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e59bb-7782-46c1-8d7f-4d7305482428 req-3d291bd5-9aa9-4490-b400-3a498dd9c0c3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:15.250019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c36e59bb-7782-46c1-8d7f-4d7305482428 req-3d291bd5-9aa9-4490-b400-3a498dd9c0c3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 2373 time: 0.6062078 Aug 16 13:02:15.309557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-111d5294-031c-4cfd-8a85-0c640cc179dc req-0eb17d42-19fe-4f85-9da7-f86ac825d99b service neutron] 10.222.0.42 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802423 Aug 16 13:02:15.330381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c36e59bb-7782-46c1-8d7f-4d7305482428 req-84ac245a-4488-4043-9732-cd0d7c0e08bd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752320 Aug 16 13:02:15.363567 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:15.364314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:15.381056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Allocated IP 172.20.0.8 (41b70399-ea95-4588-b70f-74dee93893ff/ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8/c5396d8f-279c-499a-8366-eafe151e52b6) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:15.393290 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-5fce76e2-7105-4363-bc5c-5ca2db60e6ce tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0054069 Aug 16 13:02:15.463571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3374193 Aug 16 13:02:15.475476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44188) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:15.509350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] Request body: {'subnet': {'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1141929901-subnet', 'tenant_id': 'a6f3c01eca374af89f24bf4584e975f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:15.561059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559', 'admin_state_up': True, 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'security_groups': ['52d8978a-2a3f-4780-a9fe-1a53c7f41efe']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:15.565722 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2cc30160-4c94-4391-8851-794a2c914368 req-b1fd81cd-82f9-4b1f-8a5f-8a5fc942aa8f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 210 time: 0.0653882 Aug 16 13:02:15.566669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38beec-4d0e-4fdd-a6e9-b06722424f23 admin admin] Pushing event updated for resources: {'Network': ['ID=bcf45dfc-9308-47aa-811a-e4799bb3ee38,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:15.579678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] Made reservation on behalf of a6f3c01eca374af89f24bf4584e975f1 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:15.581249 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:15.590205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:15.597175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network bcf45dfc-9308-47aa-811a-e4799bb3ee38 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:02:15.743825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-69fdf581-edab-456f-9bd5-b4e9b2fb15d4 None None] Provisioning for port d110615e-9d78-4dd1-a051-9660dee65dd9 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:15.753258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-69fdf581-edab-456f-9bd5-b4e9b2fb15d4 None None] Provisioning complete for port d110615e-9d78-4dd1-a051-9660dee65dd9 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:15.753258 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-69fdf581-edab-456f-9bd5-b4e9b2fb15d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:15.768197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-29baeeff-ba1a-4555-b3be-1a74990800a1 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9474921 Aug 16 13:02:15.793925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191cb62-87ce-4e3f-8777-3902bc185f77 req-fcb78901-4461-4c77-b046-0f7375fca5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:15.796322 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9191cb62-87ce-4e3f-8777-3902bc185f77 req-fcb78901-4461-4c77-b046-0f7375fca5a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 1094 time: 0.3565021 Aug 16 13:02:15.811000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-69fdf581-edab-456f-9bd5-b4e9b2fb15d4 None None] Port d110615e-9d78-4dd1-a051-9660dee65dd9 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:02:15.906203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7000d53-a50d-49de-8edd-8ad6be41fcdc req-a2e3db03-9f07-4294-a2e5-7fbb6901c55e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:15.907877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7000d53-a50d-49de-8edd-8ad6be41fcdc req-a2e3db03-9f07-4294-a2e5-7fbb6901c55e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 943 time: 0.2101951 Aug 16 13:02:15.920997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb5f100-1f7f-4c8f-b22f-627cf4e40633,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:15.973880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] Checking segment: {'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:15.974271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] Network hostable DHCP agents. Network: 58df5a6a-0917-4190-9046-70b5281b8222, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:02:16.033801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a3929776-f619-4ea6-8aab-62456cf04a89 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533314 Aug 16 13:02:16.046976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] Network 58df5a6a-0917-4190-9046-70b5281b8222 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:02:16.061718 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:16.069070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 58df5a6a-0917-4190-9046-70b5281b8222) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:16.076174 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:16.079406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efb5938-e845-4c59-8700-5ea9fd066a0e None None] Network 58df5a6a-0917-4190-9046-70b5281b8222 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:02:16.085803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:16.086624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:16.118855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7000d53-a50d-49de-8edd-8ad6be41fcdc req-4d3775c8-66a8-460a-8bfc-03d9dcbb2a82 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795630 Aug 16 13:02:16.127831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191cb62-87ce-4e3f-8777-3902bc185f77 req-dc8fff99-6562-4605-a71c-48f45e9dc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:16.129597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9191cb62-87ce-4e3f-8777-3902bc185f77 req-dc8fff99-6562-4605-a71c-48f45e9dc69e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 917 time: 0.3131006 Aug 16 13:02:16.137748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Made reservation on behalf of 2c4d4b1ebf8e4f30b55a87375e73df6c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:16.146205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:16.147732 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:16.168193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af9ca685-45d0-41f0-a08f-c67b48d08853 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4312150 Aug 16 13:02:16.169034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44194) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:16.197995 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:16.221496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9191cb62-87ce-4e3f-8777-3902bc185f77 req-d630354a-4099-46cc-b5fa-96d7de286122 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a097dc7-d1c2-4e9f-b056-53b350607e4b HTTP/1.1" status: 200 len: 217 time: 0.0836687 Aug 16 13:02:16.303218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6626a19a-373f-4e91-8f89-29f65ead1e8c,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:16.309894 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] Checking segment: {'id': '0ae036f5-09b8-4227-94a6-fc7e6ce06a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:16.310266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] Network hostable DHCP agents. Network: bcf45dfc-9308-47aa-811a-e4799bb3ee38, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:02:16.322766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-58df5a6a-0917-4190-9046-70b5281b8222', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'fixed_ips': [{'subnet_id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:02:16.324280 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:16.329436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191cb62-87ce-4e3f-8777-3902bc185f77 req-85354897-3601-4a9e-9397-78d79f8e89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:16.331268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9191cb62-87ce-4e3f-8777-3902bc185f77 req-85354897-3601-4a9e-9397-78d79f8e89e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 200 len: 857 time: 0.1006734 Aug 16 13:02:16.382987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] Network bcf45dfc-9308-47aa-811a-e4799bb3ee38 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:02:16.425033 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:16.426078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:16.426456 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9191cb62-87ce-4e3f-8777-3902bc185f77 req-d2e8c4f9-663e-4c47-acf1-f018a47d1308 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854890 Aug 16 13:02:16.449355 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:16.583703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, bcf45dfc-9308-47aa-811a-e4799bb3ee38) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:16.616646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d04879e-d923-4e8d-9040-dee05cc6b9b7 None None] Network bcf45dfc-9308-47aa-811a-e4799bb3ee38 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:02:16.698298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9191cb62-87ce-4e3f-8777-3902bc185f77 req-854dd4e9-103b-45ed-862a-4b4f6f57abeb service neutron] 10.222.0.42 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614577 Aug 16 13:02:16.702289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:16.702962 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:16.714248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Network 41b70399-ea95-4588-b70f-74dee93893ff is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:16.764393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:16.779568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:16.787461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:16.815023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event updated for resources: {'Port': ['ID=c5396d8f-279c-499a-8366-eafe151e52b6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:16.823233 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Allocated IP 172.20.0.2 (58df5a6a-0917-4190-9046-70b5281b8222/ddb5f100-1f7f-4c8f-b22f-627cf4e40633/7b2b74dd-292d-42c1-ab56-dbe97af1855e) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:16.846139 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9191cb62-87ce-4e3f-8777-3902bc185f77 req-fca51812-d2fc-4962-a13a-9513501ce692 service neutron] 10.222.0.42 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278026 Aug 16 13:02:16.991479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:16.992510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:17.092677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Allocated IP 10.2.2.200 (ff59b3a2-761c-4887-a566-3a2f0105d559/43c4ad79-c536-4053-9403-92b94a8db004/235d6983-b46d-4f3c-b093-9f64065c94e1) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:17.105135 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d10b5366-d808-4d8c-bde7-a3abedc95c22 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7990587 Aug 16 13:02:17.114258 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:17.130081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Request body: {'port': {'device_id': 'b3648d1f-3ba5-4748-b5f0-a5d636c0298a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:17.206021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f5860-c039-449b-9f6d-82ef8542fb49 None None] Network bcf45dfc-9308-47aa-811a-e4799bb3ee38 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:02:17.258745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:17.319515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Transition to ACTIVE for port object 7b2b74dd-292d-42c1-ab56-dbe97af1855e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:17.358671 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:17.358877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Transition to ACTIVE for port object 7b2b74dd-292d-42c1-ab56-dbe97af1855e will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:17.377941 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:17.441843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Pushing event updated for resources: {'Port': ['ID=7b2b74dd-292d-42c1-ab56-dbe97af1855e,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:17.472038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Network 58df5a6a-0917-4190-9046-70b5281b8222 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:17.475835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:17.483800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:17.574979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dabece38-bb9e-4b12-a5cc-1d4b5e7c8424 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0701816 Aug 16 13:02:17.600263 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bce62b7b-71be-49ca-8b71-6b89f7894424 req-12a394c5-c294-469a-910c-31d2608ea81d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 210 time: 0.9851828 Aug 16 13:02:17.677744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Attempting to bind port 7b2b74dd-292d-42c1-ab56-dbe97af1855e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:17.678315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Attempting to bind port 7b2b74dd-292d-42c1-ab56-dbe97af1855e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:17.678723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Attempting to bind port 7b2b74dd-292d-42c1-ab56-dbe97af1855e on network 58df5a6a-0917-4190-9046-70b5281b8222 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:17.683261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3755e6c-8f1f-42a7-9af5-8e6222582bd2 req-536a72dc-eebd-4f37-8333-c8c2e3f43567 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:17.686205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:17.686753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Checking segment: {'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:17.687298 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:17.687935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Bound using segment: {'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:17.688835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Bound port: 7b2b74dd-292d-42c1-ab56-dbe97af1855e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:17.689541 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:17.689656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3755e6c-8f1f-42a7-9af5-8e6222582bd2 req-536a72dc-eebd-4f37-8333-c8c2e3f43567 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:17.721987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3755e6c-8f1f-42a7-9af5-8e6222582bd2 req-536a72dc-eebd-4f37-8333-c8c2e3f43567 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:17.749357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3755e6c-8f1f-42a7-9af5-8e6222582bd2 req-536a72dc-eebd-4f37-8333-c8c2e3f43567 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:17.764753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3755e6c-8f1f-42a7-9af5-8e6222582bd2 req-536a72dc-eebd-4f37-8333-c8c2e3f43567 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 3094 time: 1.1530447 Aug 16 13:02:17.788541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] For port 7b2b74dd-292d-42c1-ab56-dbe97af1855e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:17.802337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] For port 7b2b74dd-292d-42c1-ab56-dbe97af1855e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7b2b74dd-292d-42c1-ab56-dbe97af1855e,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:17.813772 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:17.831091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:17.931703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Transition to ACTIVE for port object 235d6983-b46d-4f3c-b093-9f64065c94e1 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:17.950133 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3755e6c-8f1f-42a7-9af5-8e6222582bd2 req-d5b57b0c-f3e8-473d-83fc-c6f76fe4deb6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842175 Aug 16 13:02:17.966739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e2b55-0245-4e8f-9851-39db0bbec356 req-31a20ccd-a363-4de7-a637-151beaa40372 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:17.970244 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf5e2b55-0245-4e8f-9851-39db0bbec356 req-31a20ccd-a363-4de7-a637-151beaa40372 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 931 time: 0.2034824 Aug 16 13:02:17.991852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265afb37-9c61-41dd-a572-3db781b79c07 None None] Pushing event updated for resources: {'Port': ['ID=7b2b74dd-292d-42c1-ab56-dbe97af1855e,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:17.997355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 2a097dc7-d1c2-4e9f-b056-53b350607e4b details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:02:18.056475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf5e2b55-0245-4e8f-9851-39db0bbec356 req-7c263a98-4868-4c15-a4a6-b6df5ea937e7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801439 Aug 16 13:02:18.165222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:18.189563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 2a097dc7-d1c2-4e9f-b056-53b350607e4b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=2a097dc7-d1c2-4e9f-b056-53b350607e4b,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:18.227826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '2a097dc7-d1c2-4e9f-b056-53b350607e4b', 'network_id': '5e84bfa8-db5b-4a78-af78-554b83ab0b7a', 'port_id': '2a097dc7-d1c2-4e9f-b056-53b350607e4b', 'mac_address': 'fa:16:3e:79:9b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ab5fa8-527a-4a55-b2a6-1d736dce46c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:02:18.349113 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:18.371635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a097dc7-d1c2-4e9f-b056-53b350607e4b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:18.443133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 2a097dc7-d1c2-4e9f-b056-53b350607e4b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=2a097dc7-d1c2-4e9f-b056-53b350607e4b,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:18.450056 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:18.478364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Network ff59b3a2-761c-4887-a566-3a2f0105d559 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:18.491461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-6fa82a1d-efab-48ae-9e4a-fdf534146a91 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:18.496586 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-6fa82a1d-efab-48ae-9e4a-fdf534146a91 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.3447423 Aug 16 13:02:18.517408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Request body: {'port': {'device_id': '43083ad7-feb8-4618-9b95-fb528deeed68', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'admin_state_up': True, 'tenant_id': 'b7dc4555b79045c2a4951fc236c5ff0d'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:18.568736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:18.587961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=2a097dc7-d1c2-4e9f-b056-53b350607e4b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:18.613692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:18.624847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event updated for resources: {'Port': ['ID=235d6983-b46d-4f3c-b093-9f64065c94e1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:18.678422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['2a097dc7-d1c2-4e9f-b056-53b350607e4b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:18.694741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd99ab8-dad8-4b46-b7c2-7c035ab49180 req-e54c7bf0-0fa0-484f-8342-96fa9328a76a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:18.708571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efd99ab8-dad8-4b46-b7c2-7c035ab49180 req-e54c7bf0-0fa0-484f-8342-96fa9328a76a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 943 time: 0.6106286 Aug 16 13:02:18.713906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5396d8f-279c-499a-8366-eafe151e52b6 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:18.739933 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:18.771524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-e3614b5b-3bc9-4627-9ac9-59d8d3281439 req-123c452c-4439-4209-a1e8-d712815d4e2f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-392185784', 'description': 'tempest-description-1191312539'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:18.812274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Transition to ACTIVE for port object c5396d8f-279c-499a-8366-eafe151e52b6 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:18.832985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:18.833852 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:18.838876 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:18.843570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:18.856286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efd99ab8-dad8-4b46-b7c2-7c035ab49180 req-0649071a-5140-4eca-a9ce-bb79a440d983 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466851 Aug 16 13:02:18.917808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b646b4ac-824d-4256-bf67-46a931b160d0 None None] Provisioning for port 235d6983-b46d-4f3c-b093-9f64065c94e1 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:18.930235 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e3614b5b-3bc9-4627-9ac9-59d8d3281439 req-123c452c-4439-4209-a1e8-d712815d4e2f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:18.943432 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:18.946557 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b646b4ac-824d-4256-bf67-46a931b160d0 None None] Provisioning complete for port 235d6983-b46d-4f3c-b093-9f64065c94e1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:18.950635 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b646b4ac-824d-4256-bf67-46a931b160d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:18.971854 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2b444a0-f0ae-44ff-bca5-83a728580168 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4193275 Aug 16 13:02:18.991761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57c9bcc4-6591-4bbc-bf30-4ee8f0bc744c req-8685fc77-3570-4a6c-b54c-740627ac4f03 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 210 time: 0.0442889 Aug 16 13:02:19.010903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:19.024327 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Made reservation on behalf of b7dc4555b79045c2a4951fc236c5ff0d for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:19.034296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:19.062849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b646b4ac-824d-4256-bf67-46a931b160d0 None None] Port 235d6983-b46d-4f3c-b093-9f64065c94e1 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:02:19.115528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Pushing event updated for resources: {'Port': ['ID=c5396d8f-279c-499a-8366-eafe151e52b6,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:19.289977 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:19.403255 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438f126-8528-4687-ae38-6edb3433c47e req-05d5b042-1252-4b0a-a69c-a869715f896a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:19.404212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Attempting to bind port c5396d8f-279c-499a-8366-eafe151e52b6 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:19.404558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Attempting to bind port c5396d8f-279c-499a-8366-eafe151e52b6 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:19.404886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Attempting to bind port c5396d8f-279c-499a-8366-eafe151e52b6 on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:19.411561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438f126-8528-4687-ae38-6edb3433c47e req-05d5b042-1252-4b0a-a69c-a869715f896a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:19.412430 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Allocated IP 172.25.0.121 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/6b97475e-2258-4b21-982d-b24ae673fa49) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:19.420053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438f126-8528-4687-ae38-6edb3433c47e req-05d5b042-1252-4b0a-a69c-a869715f896a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:19.429580 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Port c5396d8f-279c-499a-8366-eafe151e52b6 on network 41b70399-ea95-4588-b70f-74dee93893ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:19.429938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Attempting to bind port c5396d8f-279c-499a-8366-eafe151e52b6 on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:19.430707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438f126-8528-4687-ae38-6edb3433c47e req-05d5b042-1252-4b0a-a69c-a869715f896a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:19.437269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438f126-8528-4687-ae38-6edb3433c47e req-05d5b042-1252-4b0a-a69c-a869715f896a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:19.449864 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2438f126-8528-4687-ae38-6edb3433c47e req-05d5b042-1252-4b0a-a69c-a869715f896a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 3815 time: 0.2312927 Aug 16 13:02:19.566631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7b2b74dd-292d-42c1-ab56-dbe97af1855e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:19.577251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:19.577608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Checking segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:19.577982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Bound using segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:19.585257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Bound port: c5396d8f-279c-499a-8366-eafe151e52b6, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:19.585657 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:19.594260 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2438f126-8528-4687-ae38-6edb3433c47e req-ad7d6873-b4fa-4c3f-9c54-d50fa2b972ee tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370361 Aug 16 13:02:19.601979 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e3614b5b-3bc9-4627-9ac9-59d8d3281439 req-123c452c-4439-4209-a1e8-d712815d4e2f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:19.619990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Allocated IP 172.20.0.9 (faf18c8c-8763-40ae-83c5-d10e99c6511d/97f2fbee-3a3e-4715-90df-0fbf9a0d2623/cd00ff8e-a2ce-422b-8e49-188c80b8f28a) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:19.647474 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e3614b5b-3bc9-4627-9ac9-59d8d3281439 req-123c452c-4439-4209-a1e8-d712815d4e2f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:19.687977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 7b2b74dd-292d-42c1-ab56-dbe97af1855e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:19.745597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4964332-bc74-449b-bb84-26f0af61658d None None] Network 58df5a6a-0917-4190-9046-70b5281b8222 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:02:19.749297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c452c-4439-4209-a1e8-d712815d4e2f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02afffdf-efd3-488c-803f-69740a83b31f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:19.779619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-e3614b5b-3bc9-4627-9ac9-59d8d3281439 req-123c452c-4439-4209-a1e8-d712815d4e2f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:19.792286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3614b5b-3bc9-4627-9ac9-59d8d3281439 req-123c452c-4439-4209-a1e8-d712815d4e2f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0282636 Aug 16 13:02:19.840716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-3d787361-7a73-484c-928a-3f21da9661c3 req-48cc710e-d07e-4a37-9678-f50c9bb23c9e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-760346911', 'description': 'tempest-description-563028828'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:19.912617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-526fc1ea-4326-43b4-8df3-9e836682fd44 None None] Provisioning for port 7b2b74dd-292d-42c1-ab56-dbe97af1855e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:19.922867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-526fc1ea-4326-43b4-8df3-9e836682fd44 None None] Provisioning complete for port 7b2b74dd-292d-42c1-ab56-dbe97af1855e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:19.924057 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-526fc1ea-4326-43b4-8df3-9e836682fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:19.980740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 2a097dc7-d1c2-4e9f-b056-53b350607e4b up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:19.995719 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3d787361-7a73-484c-928a-3f21da9661c3 req-48cc710e-d07e-4a37-9678-f50c9bb23c9e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.037162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100a389-815c-43a6-a918-522026eeb1f3 req-2648ba35-1900-4b9c-ba59-49e2608214f4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:20.038933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a100a389-815c-43a6-a918-522026eeb1f3 req-2648ba35-1900-4b9c-ba59-49e2608214f4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 943 time: 0.2842274 Aug 16 13:02:20.114172 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-526fc1ea-4326-43b4-8df3-9e836682fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.175857 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a100a389-815c-43a6-a918-522026eeb1f3 req-fd385b4f-9960-4b77-9538-a2b1310ec843 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268237 Aug 16 13:02:20.187172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.259314 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3d787361-7a73-484c-928a-3f21da9661c3 req-48cc710e-d07e-4a37-9678-f50c9bb23c9e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.278825 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3d787361-7a73-484c-928a-3f21da9661c3 req-48cc710e-d07e-4a37-9678-f50c9bb23c9e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.329659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-526fc1ea-4326-43b4-8df3-9e836682fd44 None None] For port 7b2b74dd-292d-42c1-ab56-dbe97af1855e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7b2b74dd-292d-42c1-ab56-dbe97af1855e,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:20.331205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 2a097dc7-d1c2-4e9f-b056-53b350607e4b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:20.334259 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.342440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 2a097dc7-d1c2-4e9f-b056-53b350607e4b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:20.343370 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.389921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:20.392032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-526fc1ea-4326-43b4-8df3-9e836682fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.430465 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3d787361-7a73-484c-928a-3f21da9661c3 req-48cc710e-d07e-4a37-9678-f50c9bb23c9e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.437460 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d787361-7a73-484c-928a-3f21da9661c3 req-48cc710e-d07e-4a37-9678-f50c9bb23c9e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6165864 Aug 16 13:02:20.482399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc710e-d07e-4a37-9678-f50c9bb23c9e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147dcebd-4cf5-4e1e-95aa-412ee36bebeb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:20.505024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Network faf18c8c-8763-40ae-83c5-d10e99c6511d is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:20.521775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.569266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:20.581559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:20.589934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event updated for resources: {'Port': ['ID=cd00ff8e-a2ce-422b-8e49-188c80b8f28a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:20.592894 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.704520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] For port c5396d8f-279c-499a-8366-eafe151e52b6, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:20.709016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc1cc9c-f336-42c2-93d3-0879a6857204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a097dc7-d1c2-4e9f-b056-53b350607e4b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:20.712534 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ece54a3-39ad-4aa0-8839-59f93401e391" -d '{"events": [{"server_uuid": "dfc1cc9c-f336-42c2-93d3-0879a6857204", "name": "network-vif-plugged", "status": "completed", "tag": "2a097dc7-d1c2-4e9f-b056-53b350607e4b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:20.719322 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.738202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fc1ea-4326-43b4-8df3-9e836682fd44 None None] Pushing event updated for resources: {'Port': ['ID=7b2b74dd-292d-42c1-ab56-dbe97af1855e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:20.759341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 2a097dc7-d1c2-4e9f-b056-53b350607e4b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=2a097dc7-d1c2-4e9f-b056-53b350607e4b,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:20.767221 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.805995 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] For port c5396d8f-279c-499a-8366-eafe151e52b6, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=c5396d8f-279c-499a-8366-eafe151e52b6,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:20.841916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:20.842647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.896432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-a5c801a0-9f9d-487f-898e-798d9bfb5075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3862076 Aug 16 13:02:20.899853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=2a097dc7-d1c2-4e9f-b056-53b350607e4b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:20.916389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b99af-ae64-487e-b79b-3077aa9ba048 req-d2e11886-0375-48d6-8cb0-6b6ab654cc74 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:20.924359 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d6b99af-ae64-487e-b79b-3077aa9ba048 req-d2e11886-0375-48d6-8cb0-6b6ab654cc74 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 944 time: 0.5159900 Aug 16 13:02:20.942373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24e6bb-7022-4866-95e7-e9c270eccaaa req-f1c168a5-8ce8-4345-bff8-a1ebfed78c69 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:20.943858 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce24e6bb-7022-4866-95e7-e9c270eccaaa req-f1c168a5-8ce8-4345-bff8-a1ebfed78c69 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 931 time: 0.3371501 Aug 16 13:02:20.953245 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.970575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Request body: {'port': {'device_id': '43083ad7-feb8-4618-9b95-fb528deeed68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:20.980731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:20.981369 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:20.983312 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] 10.222.0.22 "PUT /v2.0/ports/c5396d8f-279c-499a-8366-eafe151e52b6 HTTP/1.1" status: 200 len: 1091 time: 3.8637412 Aug 16 13:02:21.012075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3648d1f-3ba5-4748-b5f0-a5d636c0298a', 'tag': 'c5396d8f-279c-499a-8366-eafe151e52b6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:21.014412 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3648d1f-3ba5-4748-b5f0-a5d636c0298a", "tag": "c5396d8f-279c-499a-8366-eafe151e52b6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:21.049945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ef840f-ef8a-441d-8928-a9a8955e12c4 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:21.063875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:21.080627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Transition to ACTIVE for port object 36ef840f-ef8a-441d-8928-a9a8955e12c4 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:21.089383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:21.103320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:21.128342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6d91d221-58b5-4db4-8d90-74779bc8ce64 None None] Provisioning complete for port 7b2b74dd-292d-42c1-ab56-dbe97af1855e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:21.128342 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d91d221-58b5-4db4-8d90-74779bc8ce64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:21.130532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:21.137530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:21.140366 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce24e6bb-7022-4866-95e7-e9c270eccaaa req-14dcdbe4-3ab7-45f6-879f-9e0d33f80e7a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492145 Aug 16 13:02:21.150734 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d6b99af-ae64-487e-b79b-3077aa9ba048 req-12caa9ff-6472-490a-bcca-0f5004e5ac1d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234449 Aug 16 13:02:21.154602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44284) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:21.170740 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:21.172900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b97475e-2258-4b21-982d-b24ae673fa49,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:21.279015 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7d1206-5976-43fb-b402-b075d4a9de69 x-openstack-request-id: req-7e7d1206-5976-43fb-b402-b075d4a9de69 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:21.279883 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc1cc9c-f336-42c2-93d3-0879a6857204", "name": "network-vif-plugged", "status": "completed", "tag": "2a097dc7-d1c2-4e9f-b056-53b350607e4b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:21.280413 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e7d1206-5976-43fb-b402-b075d4a9de69 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:21.280806 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc1cc9c-f336-42c2-93d3-0879a6857204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a097dc7-d1c2-4e9f-b056-53b350607e4b', 'code': 200} Aug 16 13:02:21.500962 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:21.515742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7b2b74dd-292d-42c1-ab56-dbe97af1855e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:21.618540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473f86d-c620-40cd-8e96-62ea145ec8ef service neutron] Pushing event updated for resources: {'Port': ['ID=c5396d8f-279c-499a-8366-eafe151e52b6,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:21.645219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7b2b74dd-292d-42c1-ab56-dbe97af1855e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:21.645615 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:21.658208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-5cab4917-7d26-4ff5-a190-f9dfd8fe6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:21.660121 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-5cab4917-7d26-4ff5-a190-f9dfd8fe6488 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 1094 time: 0.5665035 Aug 16 13:02:21.668055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d3161-c98e-4da6-b8da-4361a0615eb7 req-7d1a9d3d-199c-4f90-b340-9575dbfa97a0 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:21.674915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d3161-c98e-4da6-b8da-4361a0615eb7 req-7d1a9d3d-199c-4f90-b340-9575dbfa97a0 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:21.681196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d3161-c98e-4da6-b8da-4361a0615eb7 req-7d1a9d3d-199c-4f90-b340-9575dbfa97a0 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:21.687771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d3161-c98e-4da6-b8da-4361a0615eb7 req-7d1a9d3d-199c-4f90-b340-9575dbfa97a0 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:21.694210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d3161-c98e-4da6-b8da-4361a0615eb7 req-7d1a9d3d-199c-4f90-b340-9575dbfa97a0 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:21.696613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d2d3161-c98e-4da6-b8da-4361a0615eb7 req-7d1a9d3d-199c-4f90-b340-9575dbfa97a0 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 3827 time: 0.3407879 Aug 16 13:02:21.807681 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d2d3161-c98e-4da6-b8da-4361a0615eb7 req-9d2d40b4-543e-4e94-a9ce-5878ac9c8280 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607729 Aug 16 13:02:21.810764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-06db6265-86f6-431b-8b4e-23dbd7b5c089 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5396d8f-279c-499a-8366-eafe151e52b6 HTTP/1.1" status: 200 len: 217 time: 0.1204467 Aug 16 13:02:21.813028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9f3ae-5996-4a7a-ac4f-bcc0d1659b98 req-618f56d3-9965-4e0b-bf78-a28a96e1f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:21.815385 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fcc9f3ae-5996-4a7a-ac4f-bcc0d1659b98 req-618f56d3-9965-4e0b-bf78-a28a96e1f905 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 1096 time: 0.4827404 Aug 16 13:02:21.877434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47307a2b-55f4-4641-9545-f87231e5f509 req-23af4115-4471-4105-a3d7-ffa65e1f2152 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:21.886068 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-23af4115-4471-4105-a3d7-ffa65e1f2152 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/networks?id=bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 200 len: 813 time: 0.4136119 Aug 16 13:02:21.886565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Pushing event updated for resources: {'Port': ['ID=36ef840f-ef8a-441d-8928-a9a8955e12c4,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:21.918634 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fb23a6-2d26-4f9d-88ed-c2e83aaf84f7 x-openstack-request-id: req-b2fb23a6-2d26-4f9d-88ed-c2e83aaf84f7 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:21.918949 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3648d1f-3ba5-4748-b5f0-a5d636c0298a", "tag": "c5396d8f-279c-499a-8366-eafe151e52b6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:21.919222 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2fb23a6-2d26-4f9d-88ed-c2e83aaf84f7 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:21.919770 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3648d1f-3ba5-4748-b5f0-a5d636c0298a', 'tag': 'c5396d8f-279c-499a-8366-eafe151e52b6', 'status': 'completed', 'code': 200} Aug 16 13:02:21.923391 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-969bdd93-9036-4397-b4bc-9c86ab507e27 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/quotas/a6f3c01eca374af89f24bf4584e975f1 HTTP/1.1" status: 200 len: 375 time: 0.0358734 Aug 16 13:02:21.946413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Attempting to bind port 36ef840f-ef8a-441d-8928-a9a8955e12c4 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:21.947133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Attempting to bind port 36ef840f-ef8a-441d-8928-a9a8955e12c4 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:21.947736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Attempting to bind port 36ef840f-ef8a-441d-8928-a9a8955e12c4 on network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:21.981033 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-ed83f46a-6bdd-4580-844d-9a5c6959eed0 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6f3c01eca374af89f24bf4584e975f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567429 Aug 16 13:02:21.996061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-4093823b-7cee-4849-98e5-17291391e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:21.997991 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-4093823b-7cee-4849-98e5-17291391e00e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.1747804 Aug 16 13:02:22.007184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Port 36ef840f-ef8a-441d-8928-a9a8955e12c4 on network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:22.007523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Attempting to bind port 36ef840f-ef8a-441d-8928-a9a8955e12c4 on network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:22.017384 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fcc9f3ae-5996-4a7a-ac4f-bcc0d1659b98 req-a0656adf-a623-4939-a386-dc0b0fbbee76 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863084 Aug 16 13:02:22.034281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:22.034713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Checking segment: {'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:22.035173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Bound using segment: {'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:22.035691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Bound port: 36ef840f-ef8a-441d-8928-a9a8955e12c4, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70963884-4a64-41a7-9d65-987c654b6244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:22.036146 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.067022 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-3a49d5aa-e043-4e2a-a3b6-80f2f6a2b96c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517106 Aug 16 13:02:22.105481 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.144585 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.154502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db73dd-5855-4064-890d-73fc03146850 req-f43f915c-458e-4a9b-9a85-3161d347be81 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:22.156033 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a8db73dd-5855-4064-890d-73fc03146850 req-f43f915c-458e-4a9b-9a85-3161d347be81 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 943 time: 0.1826174 Aug 16 13:02:22.181394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd00ff8e-a2ce-422b-8e49-188c80b8f28a {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:22.214839 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.221386 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.243499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f2a7d-1994-45eb-96bb-be57e20af2d9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:22.280984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] For port 36ef840f-ef8a-441d-8928-a9a8955e12c4, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:22.292951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-fa2783d8-5d7e-49be-9703-440668f80737 service neutron] 10.222.0.25 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953234 Aug 16 13:02:22.300606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44304) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:22.301128 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec7c461b8de54953bca90944ba1b3da8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1450510 Aug 16 13:02:22.304373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.304814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.306093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.308925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.309472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.310203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.310739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.311386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.312108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.312751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.313367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.314077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea176c82-3299-4023-987f-7a249c87bccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:02:22.321041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Transition to ACTIVE for port object cd00ff8e-a2ce-422b-8e49-188c80b8f28a will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:22.342761 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-d110dd86-5d48-4a1a-9aed-0db32795800b service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462614 Aug 16 13:02:22.353160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] For port 36ef840f-ef8a-441d-8928-a9a8955e12c4, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=36ef840f-ef8a-441d-8928-a9a8955e12c4,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:22.356987 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.375763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.390787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a8db73dd-5855-4064-890d-73fc03146850 req-79b03035-ac17-43d4-8a9c-faffae73b51b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120829 Aug 16 13:02:22.504666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:22.505679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.507702 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] 10.222.0.22 "PUT /v2.0/ports/36ef840f-ef8a-441d-8928-a9a8955e12c4 HTTP/1.1" status: 200 len: 1091 time: 3.5192363 Aug 16 13:02:22.560323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Pushing event updated for resources: {'Port': ['ID=cd00ff8e-a2ce-422b-8e49-188c80b8f28a,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:22.565366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:22.641488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32317de-7245-4141-a1f8-fc776c9c4f7c service neutron] Pushing event updated for resources: {'Port': ['ID=36ef840f-ef8a-441d-8928-a9a8955e12c4,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:22.652950 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-460977ac-051d-4efd-aab1-67499ac38525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.656976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-b8ef0372-a1fc-426d-9cda-5db38c48193c service neutron] 10.222.0.25 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381507 Aug 16 13:02:22.682636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a171f-387a-4435-a924-a5fde93b4e7b req-8b1f8adf-b490-40f8-90c8-b588d5dabbaa tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:22.690622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba6a171f-387a-4435-a924-a5fde93b4e7b req-8b1f8adf-b490-40f8-90c8-b588d5dabbaa tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 943 time: 0.2112238 Aug 16 13:02:22.704641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Attempting to bind port cd00ff8e-a2ce-422b-8e49-188c80b8f28a on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:22.704804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Attempting to bind port cd00ff8e-a2ce-422b-8e49-188c80b8f28a by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:22.705020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Attempting to bind port cd00ff8e-a2ce-422b-8e49-188c80b8f28a on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:22.720947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Port cd00ff8e-a2ce-422b-8e49-188c80b8f28a on network faf18c8c-8763-40ae-83c5-d10e99c6511d not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:22.721279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Attempting to bind port cd00ff8e-a2ce-422b-8e49-188c80b8f28a on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:22.740602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8eb1b94c-f08a-44c6-80d3-a6d29b0dca0e req-6a990225-ee71-4395-9462-39e4c672ad94 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839982 Aug 16 13:02:22.745524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:22.745875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Checking segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:22.746303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Bound using segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:22.746937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Bound port: cd00ff8e-a2ce-422b-8e49-188c80b8f28a, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:22.747316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.767263 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-460977ac-051d-4efd-aab1-67499ac38525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.771678 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.779288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba6a171f-387a-4435-a924-a5fde93b4e7b req-f003a1d7-9e73-47fc-88df-975e46c92a5c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872102 Aug 16 13:02:22.803484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:22.950054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] For port cd00ff8e-a2ce-422b-8e49-188c80b8f28a, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:22.972362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] For port cd00ff8e-a2ce-422b-8e49-188c80b8f28a, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=cd00ff8e-a2ce-422b-8e49-188c80b8f28a,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:22.998921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65086c-5791-4fd4-a3c7-1eb018c88d1a req-0c9c01b0-6ef6-4873-a7b4-fb6d95b156af tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.000920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d65086c-5791-4fd4-a3c7-1eb018c88d1a req-0c9c01b0-6ef6-4873-a7b4-fb6d95b156af tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.0987713 Aug 16 13:02:23.002857 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:23.089917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.090582 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:23.092081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] 10.222.0.42 "PUT /v2.0/ports/cd00ff8e-a2ce-422b-8e49-188c80b8f28a HTTP/1.1" status: 200 len: 1091 time: 2.1636975 Aug 16 13:02:23.095002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43083ad7-feb8-4618-9b95-fb528deeed68', 'tag': 'cd00ff8e-a2ce-422b-8e49-188c80b8f28a'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:23.097381 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e381d-437a-4f4a-8620-68a147213597" -d '{"events": [{"name": "network-changed", "server_uuid": "43083ad7-feb8-4618-9b95-fb528deeed68", "tag": "cd00ff8e-a2ce-422b-8e49-188c80b8f28a"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:23.147204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074d8fc-addd-4d2e-a646-72ec66c45d56 service neutron] Pushing event updated for resources: {'Port': ['ID=cd00ff8e-a2ce-422b-8e49-188c80b8f28a,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:23.179521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d65086c-5791-4fd4-a3c7-1eb018c88d1a req-21d7560e-bbba-42ff-8204-b6f10c320277 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656530 Aug 16 13:02:23.227617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fec22d-8ee6-4d7a-b230-7e303f641c7a req-32e89c65-d9da-47b6-a682-b46b692afd1d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.239903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fec22d-8ee6-4d7a-b230-7e303f641c7a req-32e89c65-d9da-47b6-a682-b46b692afd1d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.248359 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fec22d-8ee6-4d7a-b230-7e303f641c7a req-32e89c65-d9da-47b6-a682-b46b692afd1d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.255331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fec22d-8ee6-4d7a-b230-7e303f641c7a req-32e89c65-d9da-47b6-a682-b46b692afd1d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.271323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fec22d-8ee6-4d7a-b230-7e303f641c7a req-32e89c65-d9da-47b6-a682-b46b692afd1d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.271553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f req-444c8361-7bb4-481d-9948-969f680a622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.273075 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f req-444c8361-7bb4-481d-9948-969f680a622b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 1094 time: 0.4197578 Aug 16 13:02:23.279950 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04fec22d-8ee6-4d7a-b230-7e303f641c7a req-32e89c65-d9da-47b6-a682-b46b692afd1d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 3827 time: 0.2261286 Aug 16 13:02:23.288355 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-460977ac-051d-4efd-aab1-67499ac38525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:23.291663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-460977ac-051d-4efd-aab1-67499ac38525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:23.292791 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-460977ac-051d-4efd-aab1-67499ac38525 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e08f2a7d-1994-45eb-96bb-be57e20af2d9 HTTP/1.1" status: 204 len: 168 time: 0.9884729 Aug 16 13:02:23.349306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c6d1e4e-f30e-4242-bdd1-03e5ee42aaac req-aa821071-b172-4c53-9c4b-3218603c6552 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 210 time: 0.0668750 Aug 16 13:02:23.358382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-6fe7163d-4a8e-450b-a186-84b03e0a8018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.359885 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-6fe7163d-4a8e-450b-a186-84b03e0a8018 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 1094 time: 0.2069933 Aug 16 13:02:23.371206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460977ac-051d-4efd-aab1-67499ac38525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f2a7d-1994-45eb-96bb-be57e20af2d9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:23.420628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04fec22d-8ee6-4d7a-b230-7e303f641c7a req-ef8ff13d-16f3-4aa5-b1c2-0cb2ce1d5783 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396222 Aug 16 13:02:23.512475 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edba9ab2-ae98-4f2c-9507-c08a40e22689 x-openstack-request-id: req-edba9ab2-ae98-4f2c-9507-c08a40e22689 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:23.512790 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43083ad7-feb8-4618-9b95-fb528deeed68", "tag": "cd00ff8e-a2ce-422b-8e49-188c80b8f28a", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:23.513069 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edba9ab2-ae98-4f2c-9507-c08a40e22689 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:23.513583 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43083ad7-feb8-4618-9b95-fb528deeed68', 'tag': 'cd00ff8e-a2ce-422b-8e49-188c80b8f28a', 'status': 'completed', 'code': 200} Aug 16 13:02:23.519104 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-acb29400-b674-4a90-a2d9-8eed123808c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd00ff8e-a2ce-422b-8e49-188c80b8f28a HTTP/1.1" status: 200 len: 217 time: 0.1463082 Aug 16 13:02:23.567482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:02:23.607356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f req-a9ef2398-be05-4974-ba56-45f3bf6b58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.608916 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f req-a9ef2398-be05-4974-ba56-45f3bf6b58bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 911 time: 0.3222997 Aug 16 13:02:23.692084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-6c3c0618-3d8e-45cf-8c71-4770327c0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.693591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-6c3c0618-3d8e-45cf-8c71-4770327c0f0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.1637061 Aug 16 13:02:23.707929 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f req-d02a4385-301b-453c-9bb5-16e0c33f3b18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5396d8f-279c-499a-8366-eafe151e52b6 HTTP/1.1" status: 200 len: 217 time: 0.0888503 Aug 16 13:02:23.713700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142417de-fe29-46a1-b921-2d72b464b7f7 req-a8226d27-dc5b-46cc-8ea2-2fabf67cb498 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.717189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-142417de-fe29-46a1-b921-2d72b464b7f7 req-a8226d27-dc5b-46cc-8ea2-2fabf67cb498 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 943 time: 0.1663873 Aug 16 13:02:23.830534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-f31a7707-dea4-4035-b0da-94146e973a88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117761 Aug 16 13:02:23.833226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44328) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:23.879401 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c484-ab83-47a5-8918-c0bcc1793955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:23.889839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6764e1b7-9c16-492c-890c-4c55969c5445 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:23.910231 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:23.917291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-142417de-fe29-46a1-b921-2d72b464b7f7 req-78f1a99f-c362-42bc-b2c4-f4f286ba94ef tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730914 Aug 16 13:02:23.927811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Transition to ACTIVE for port object 6764e1b7-9c16-492c-890c-4c55969c5445 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:23.928780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '36ef840f-ef8a-441d-8928-a9a8955e12c4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:23.932914 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419b0b50-f1b3-4113-9963-15560f4dd463" -d '{"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "36ef840f-ef8a-441d-8928-a9a8955e12c4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:23.964893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:23.982786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f req-d09aa31b-daad-4403-bbdf-645a2e0ed7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:23.984539 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f req-d09aa31b-daad-4403-bbdf-645a2e0ed7f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.2624381 Aug 16 13:02:24.021934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:02:24.026474 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c3d08d-de86-4010-b81f-b0ac43662358 x-openstack-request-id: req-b6c3d08d-de86-4010-b81f-b0ac43662358 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:24.026474 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "36ef840f-ef8a-441d-8928-a9a8955e12c4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:24.026474 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6c3d08d-de86-4010-b81f-b0ac43662358 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:24.026869 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '36ef840f-ef8a-441d-8928-a9a8955e12c4', 'status': 'completed', 'code': 200} Aug 16 13:02:24.031938 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Sync routers for ids ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:02:24.058184 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Routers {'0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:02:24.060078 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:02:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:02:24.106336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f95294-944b-43c2-8d71-2c25df0886be req-3d797379-9afb-4f0d-b21c-182e3391fe05 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:24.107953 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9f95294-944b-43c2-8d71-2c25df0886be req-3d797379-9afb-4f0d-b21c-182e3391fe05 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 943 time: 0.2087648 Aug 16 13:02:24.126081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-8a943de1-4d6c-4bb7-91ab-e87dce30cdb7 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756672 Aug 16 13:02:24.145383 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f req-c39a0090-759a-4773-9c64-ef6f9310db0e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225207 Aug 16 13:02:24.224113 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Set router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:02:24.301438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9f95294-944b-43c2-8d71-2c25df0886be req-5a7499a0-8cb3-4854-bd32-80522594500f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855173 Aug 16 13:02:24.393429 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f req-de3dca67-0a50-4ebd-ba7a-b42b9e155793 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252502 Aug 16 13:02:24.394833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Pushing event updated for resources: {'Port': ['ID=6764e1b7-9c16-492c-890c-4c55969c5445,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:24.426299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a1d6792-fdea-4048-a803-83ef7a1ffc15 req-2b1840ed-39d1-4cc7-a62a-6e49e91b9c20 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878678 Aug 16 13:02:24.477483 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c484-ab83-47a5-8918-c0bcc1793955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:24.491352 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c484-ab83-47a5-8918-c0bcc1793955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:24.510173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4831af-2aa2-4fcc-8b85-7c87f20a208c req-dc675a7d-777e-4644-b308-2582dea09afb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:24.510173 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e4831af-2aa2-4fcc-8b85-7c87f20a208c req-dc675a7d-777e-4644-b308-2582dea09afb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.2146969 Aug 16 13:02:24.618430 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89f4e619-fc49-4e8a-b2ca-92d9d2d816f1 req-edb7986d-99ce-4973-96d4-0bdf14334da2 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 210 time: 0.1270881 Aug 16 13:02:24.669067 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7aa1c484-ab83-47a5-8918-c0bcc1793955 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eac5f5bca0d541859806482aae74857f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8342774 Aug 16 13:02:24.683512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44340) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:24.698937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1c484-ab83-47a5-8918-c0bcc1793955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d44f32-5fe5-45f1-bb30-5a0204da9c1b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:24.701706 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:21Z', 'revision_number': 3, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:02:24.735003 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Checking router: 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:02:24.735351 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Updating router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 port 6b97475e-2258-4b21-982d-b24ae673fa49 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:02:24.763410 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:24.765640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e4831af-2aa2-4fcc-8b85-7c87f20a208c req-127ee2ad-e6c5-481b-878d-c388d9503e07 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287090 Aug 16 13:02:24.823653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e381d-437a-4f4a-8620-68a147213597 req-00c2ac5e-ade8-4bc9-b4dd-3fa8e53b81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:24.825386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc7e381d-437a-4f4a-8620-68a147213597 req-00c2ac5e-ade8-4bc9-b4dd-3fa8e53b81ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 1094 time: 0.2962174 Aug 16 13:02:24.951852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286c5bc-d4ee-47c2-a4f3-20512841d56b req-5ed642dd-da9c-4e31-bb46-b5635f714f50 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:24.957992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286c5bc-d4ee-47c2-a4f3-20512841d56b req-5ed642dd-da9c-4e31-bb46-b5635f714f50 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:24.964932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286c5bc-d4ee-47c2-a4f3-20512841d56b req-5ed642dd-da9c-4e31-bb46-b5635f714f50 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:24.971061 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286c5bc-d4ee-47c2-a4f3-20512841d56b req-5ed642dd-da9c-4e31-bb46-b5635f714f50 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:24.978320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286c5bc-d4ee-47c2-a4f3-20512841d56b req-5ed642dd-da9c-4e31-bb46-b5635f714f50 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:24.984505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286c5bc-d4ee-47c2-a4f3-20512841d56b req-5ed642dd-da9c-4e31-bb46-b5635f714f50 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:24.992802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3286c5bc-d4ee-47c2-a4f3-20512841d56b req-5ed642dd-da9c-4e31-bb46-b5635f714f50 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 4597 time: 0.2531142 Aug 16 13:02:24.998675 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b1c210a-4302-408d-b754-758f2b755fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:25.089027 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b1c210a-4302-408d-b754-758f2b755fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:25.118891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3286c5bc-d4ee-47c2-a4f3-20512841d56b req-9dd83eab-1687-4ea7-9211-18cb76423286 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245887 Aug 16 13:02:25.130031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e381d-437a-4f4a-8620-68a147213597 req-339afbab-d0ff-48b8-b7cd-49f4a754bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.136495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc7e381d-437a-4f4a-8620-68a147213597 req-339afbab-d0ff-48b8-b7cd-49f4a754bac1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 905 time: 0.2945011 Aug 16 13:02:25.167728 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:25.168917 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e8adc502-a3d7-4f9c-9b70-777de499f8f9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.9891088 Aug 16 13:02:25.213065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc7e381d-437a-4f4a-8620-68a147213597 req-5ee349d3-f682-4d8a-bd51-f9f7bb1fa9fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd00ff8e-a2ce-422b-8e49-188c80b8f28a HTTP/1.1" status: 200 len: 217 time: 0.0654688 Aug 16 13:02:25.217316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44348) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:25.227770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-2c939c11-aa8f-4efe-ace6-91e28d66205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.228278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-2c939c11-aa8f-4efe-ace6-91e28d66205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.228786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-2c939c11-aa8f-4efe-ace6-91e28d66205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.229254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-2c939c11-aa8f-4efe-ace6-91e28d66205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.229974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-2c939c11-aa8f-4efe-ace6-91e28d66205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.234154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-2c939c11-aa8f-4efe-ace6-91e28d66205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.234154 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-2c939c11-aa8f-4efe-ace6-91e28d66205e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5241 time: 1.1569726 Aug 16 13:02:25.280382 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:25.295999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Attempting to bind port 6764e1b7-9c16-492c-890c-4c55969c5445 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:25.296372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Attempting to bind port 6764e1b7-9c16-492c-890c-4c55969c5445 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:25.296660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Attempting to bind port 6764e1b7-9c16-492c-890c-4c55969c5445 on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:25.297759 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Transition to ACTIVE for port object 6b97475e-2258-4b21-982d-b24ae673fa49 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:25.316431 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:25.327682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47307a2b-55f4-4641-9545-f87231e5f509 req-9b27da79-fc06-47c3-981e-47c90d405a82 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.329323 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-9b27da79-fc06-47c3-981e-47c90d405a82 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.22 "GET /v2.0/networks?id=bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 200 len: 813 time: 0.7772939 Aug 16 13:02:25.368821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Port 6764e1b7-9c16-492c-890c-4c55969c5445 on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:25.369156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Attempting to bind port 6764e1b7-9c16-492c-890c-4c55969c5445 on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:25.376044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'port': {'device_id': 'f71931f5-1f99-4491-bd65-3f997d968574', 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38', 'admin_state_up': True, 'tenant_id': 'a6f3c01eca374af89f24bf4584e975f1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:25.400938 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb21ee-139b-4086-80e6-ea2c6846a3fb None None] Pushing event updated for resources: {'Port': ['ID=6b97475e-2258-4b21-982d-b24ae673fa49,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:25.403973 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Attempting to bind port 6b97475e-2258-4b21-982d-b24ae673fa49 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:25.404662 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Attempting to bind port 6b97475e-2258-4b21-982d-b24ae673fa49 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:25.405029 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Attempting to bind port 6b97475e-2258-4b21-982d-b24ae673fa49 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:25.414391 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:25.415621 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:25.416355 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:25.416826 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:25.417324 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Bound port: 6b97475e-2258-4b21-982d-b24ae673fa49, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:25.417713 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:25.480202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:25.480611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Checking segment: {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:25.481019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Bound using segment: {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:25.481476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Bound port: 6764e1b7-9c16-492c-890c-4c55969c5445, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:25.481847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:25.496051 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] For port 6b97475e-2258-4b21-982d-b24ae673fa49, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:25.500138 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] For port 6b97475e-2258-4b21-982d-b24ae673fa49, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6b97475e-2258-4b21-982d-b24ae673fa49,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:25.507407 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:25.532952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6679fa-c08a-48da-8494-e8304f4c48d4 req-ccbed8fe-42f4-4a0c-8df4-b2cddaf2b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.534504 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa6679fa-c08a-48da-8494-e8304f4c48d4 req-ccbed8fe-42f4-4a0c-8df4-b2cddaf2b555 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 1096 time: 0.3718166 Aug 16 13:02:25.571944 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f req-c44139c8-a59a-4bb6-b63b-0242c9432e23 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1538932 Aug 16 13:02:25.585506 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb21ee-139b-4086-80e6-ea2c6846a3fb None None] Pushing event updated for resources: {'Port': ['ID=6b97475e-2258-4b21-982d-b24ae673fa49,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:25.608119 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Routers {'0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:02:25.608752 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:02:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:02:25.756569 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] Set router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:02:25.778809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e381d-437a-4f4a-8620-68a147213597 req-abecb1ef-ecb6-40f4-9b18-1b2fa7de0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.780401 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc7e381d-437a-4f4a-8620-68a147213597 req-abecb1ef-ecb6-40f4-9b18-1b2fa7de0936 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.5320520 Aug 16 13:02:25.782465 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b1c210a-4302-408d-b754-758f2b755fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:25.790828 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b1c210a-4302-408d-b754-758f2b755fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:25.790828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9b1c210a-4302-408d-b754-758f2b755fe7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15d44f32-5fe5-45f1-bb30-5a0204da9c1b HTTP/1.1" status: 204 len: 168 time: 1.0989828 Aug 16 13:02:25.796163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5a1f3-5124-40dc-85cc-f32d06a06ffd req-eaf8abd4-2900-4506-80cb-3885e549f970 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.797622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2c5a1f3-5124-40dc-85cc-f32d06a06ffd req-eaf8abd4-2900-4506-80cb-3885e549f970 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 943 time: 0.6350145 Aug 16 13:02:25.808909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35411f8-b4d0-4cb4-a488-a636d0f08491 req-2830daeb-ff87-444c-a9bf-891b731ec6fd tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.816160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e35411f8-b4d0-4cb4-a488-a636d0f08491 req-2830daeb-ff87-444c-a9bf-891b731ec6fd tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.6004944 Aug 16 13:02:25.831438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-a179d61e-4860-4b5c-941b-b546c1a4096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.832064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-a179d61e-4860-4b5c-941b-b546c1a4096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.832704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-a179d61e-4860-4b5c-941b-b546c1a4096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:25.834282 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-a179d61e-4860-4b5c-941b-b546c1a4096e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5298295 Aug 16 13:02:25.866228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c210a-4302-408d-b754-758f2b755fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d44f32-5fe5-45f1-bb30-5a0204da9c1b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:25.877824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc7e381d-437a-4f4a-8620-68a147213597 req-cee5ea0d-a0b7-47a4-9975-8e68d02cdb60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791595 Aug 16 13:02:25.904895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] For port 6764e1b7-9c16-492c-890c-4c55969c5445, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:25.955504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device cd00ff8e-a2ce-422b-8e49-188c80b8f28a details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:02:26.035657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e35411f8-b4d0-4cb4-a488-a636d0f08491 req-2ba4d72e-d90c-497e-b8d5-8c8f30b8371a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185340 Aug 16 13:02:26.043401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] For port 6764e1b7-9c16-492c-890c-4c55969c5445, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6764e1b7-9c16-492c-890c-4c55969c5445,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:26.081675 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2c5a1f3-5124-40dc-85cc-f32d06a06ffd req-af76ddad-2b5d-442d-95bb-4568f75ab5d1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539852 Aug 16 13:02:26.094085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc7e381d-437a-4f4a-8620-68a147213597 req-f978b2e9-5f5a-4329-9188-ed15c579d0b1 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052188 Aug 16 13:02:26.111686 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6679fa-c08a-48da-8494-e8304f4c48d4 req-cb52ed0d-a7fe-4d87-ab23-c3b9b45c5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:26.111882 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:21Z', 'revision_number': 3, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:02:26.113188 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa6679fa-c08a-48da-8494-e8304f4c48d4 req-cb52ed0d-a7fe-4d87-ab23-c3b9b45c5a6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 917 time: 0.5449514 Aug 16 13:02:26.118492 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:26.204188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Made reservation on behalf of a6f3c01eca374af89f24bf4584e975f1 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:26.214074 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169459c-60df-43ba-9a0f-aeb4901e86d7 None None] The sync data for ids ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'] in n-d-804708-1 is: [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:21Z', 'revision_number': 3, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:02:26.214739 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:26.217122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port cd00ff8e-a2ce-422b-8e49-188c80b8f28a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=cd00ff8e-a2ce-422b-8e49-188c80b8f28a,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:26.244018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'cd00ff8e-a2ce-422b-8e49-188c80b8f28a', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'port_id': 'cd00ff8e-a2ce-422b-8e49-188c80b8f28a', 'mac_address': 'fa:16:3e:ab:c8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2fbee-3a3e-4715-90df-0fbf9a0d2623', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:02:26.246447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device c5396d8f-279c-499a-8366-eafe151e52b6 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:02:26.322228 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:26.327231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc7e381d-437a-4f4a-8620-68a147213597 req-8b623a9f-7ec2-4af5-b1b4-1b0f08964d00 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162645 Aug 16 13:02:26.347548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd00ff8e-a2ce-422b-8e49-188c80b8f28a {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:26.381396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db5f49e9-5cd9-4a0f-9204-bf2f4007c666 req-73a41584-c1a0-4f3e-91d3-b321ee5df094 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 210 time: 0.1288335 Aug 16 13:02:26.419360 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa6679fa-c08a-48da-8494-e8304f4c48d4 req-2653306c-04d4-4acb-8c95-622b49584213 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a097dc7-d1c2-4e9f-b056-53b350607e4b HTTP/1.1" status: 200 len: 217 time: 0.2738674 Aug 16 13:02:26.431272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:26.433952 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:26.437679 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] 10.222.0.22 "PUT /v2.0/ports/6764e1b7-9c16-492c-890c-4c55969c5445 HTTP/1.1" status: 200 len: 1128 time: 3.8816922 Aug 16 13:02:26.454398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '6764e1b7-9c16-492c-890c-4c55969c5445'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:26.459277 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98e176f-4d50-4c54-84e7-cd2064b01cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "6764e1b7-9c16-492c-890c-4c55969c5445"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:26.502719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port cd00ff8e-a2ce-422b-8e49-188c80b8f28a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=cd00ff8e-a2ce-422b-8e49-188c80b8f28a,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:26.504263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09338-8c76-4270-8100-26dda3386e8f req-28f2d9f3-c031-44e6-8e2f-552f349b69b7 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:26.506353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8d09338-8c76-4270-8100-26dda3386e8f req-28f2d9f3-c031-44e6-8e2f-552f349b69b7 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 943 time: 0.2177603 Aug 16 13:02:26.509221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:26.536822 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:26.699566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8d09338-8c76-4270-8100-26dda3386e8f req-c247d555-8703-48c8-8695-b5ce4713b3b0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840470 Aug 16 13:02:26.709390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-725a2a24-69f2-4263-9432-8d7fb408981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:26.718468 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-419b0b50-f1b3-4113-9963-15560f4dd463 req-725a2a24-69f2-4263-9432-8d7fb408981f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8741329 Aug 16 13:02:26.841216 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c686b55d-6911-4160-aa0f-f4d054c89d02 x-openstack-request-id: req-c686b55d-6911-4160-aa0f-f4d054c89d02 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:26.841514 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "6764e1b7-9c16-492c-890c-4c55969c5445", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:26.841766 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c686b55d-6911-4160-aa0f-f4d054c89d02 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:26.842206 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '6764e1b7-9c16-492c-890c-4c55969c5445', 'status': 'completed', 'code': 200} Aug 16 13:02:26.850981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=cd00ff8e-a2ce-422b-8e49-188c80b8f28a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:26.884320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c87b-1d7a-4a83-92bd-605c076d32a4 req-8d7f0323-4aaf-469b-9393-6ef81c1df56e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:26.891169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c87b-1d7a-4a83-92bd-605c076d32a4 req-8d7f0323-4aaf-469b-9393-6ef81c1df56e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:26.898273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c87b-1d7a-4a83-92bd-605c076d32a4 req-8d7f0323-4aaf-469b-9393-6ef81c1df56e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:26.905404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c87b-1d7a-4a83-92bd-605c076d32a4 req-8d7f0323-4aaf-469b-9393-6ef81c1df56e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:26.909676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port c5396d8f-279c-499a-8366-eafe151e52b6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=c5396d8f-279c-499a-8366-eafe151e52b6,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:26.911413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c87b-1d7a-4a83-92bd-605c076d32a4 req-8d7f0323-4aaf-469b-9393-6ef81c1df56e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:26.917979 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c87b-1d7a-4a83-92bd-605c076d32a4 req-8d7f0323-4aaf-469b-9393-6ef81c1df56e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:26.928807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e27c87b-1d7a-4a83-92bd-605c076d32a4 req-8d7f0323-4aaf-469b-9393-6ef81c1df56e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 4597 time: 0.2890487 Aug 16 13:02:26.934287 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'c5396d8f-279c-499a-8366-eafe151e52b6', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'port_id': 'c5396d8f-279c-499a-8366-eafe151e52b6', 'mac_address': 'fa:16:3e:8a:22:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:02:26.974748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e334db-9df9-498e-bd6f-5d16187f9a73 service neutron] Pushing event updated for resources: {'Port': ['ID=6764e1b7-9c16-492c-890c-4c55969c5445,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:26.981789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['cd00ff8e-a2ce-422b-8e49-188c80b8f28a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:26.995059 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e27c87b-1d7a-4a83-92bd-605c076d32a4 req-6f86feef-107a-43bf-ab77-5e02930bf2ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652552 Aug 16 13:02:27.091336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6679fa-c08a-48da-8494-e8304f4c48d4 req-2e325079-5469-4878-8239-92359bef45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:27.091336 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa6679fa-c08a-48da-8494-e8304f4c48d4 req-2e325079-5469-4878-8239-92359bef45fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 200 len: 857 time: 0.5981336 Aug 16 13:02:27.125748 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:27.137927 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:27.191863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5396d8f-279c-499a-8366-eafe151e52b6 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:27.295238 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa6679fa-c08a-48da-8494-e8304f4c48d4 req-f4e59fd8-9c90-446a-8733-768e3ac75f58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525123 Aug 16 13:02:27.302174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port c5396d8f-279c-499a-8366-eafe151e52b6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=c5396d8f-279c-499a-8366-eafe151e52b6,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:27.316757 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:27.396417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-57b410e2-55a3-4325-9678-3d8f6c1503f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:27.396899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b878cac-233e-4f7b-abef-53a7d66bced1 req-3cef5530-3715-4388-99f9-1e03c5d725c2 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:27.399164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b878cac-233e-4f7b-abef-53a7d66bced1 req-3cef5530-3715-4388-99f9-1e03c5d725c2 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.2044282 Aug 16 13:02:27.411960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-57b410e2-55a3-4325-9678-3d8f6c1503f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:27.417017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-57b410e2-55a3-4325-9678-3d8f6c1503f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:27.418006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-57b410e2-55a3-4325-9678-3d8f6c1503f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:27.418006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-57b410e2-55a3-4325-9678-3d8f6c1503f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:27.421688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-57b410e2-55a3-4325-9678-3d8f6c1503f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:27.426384 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-57b410e2-55a3-4325-9678-3d8f6c1503f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5283 time: 0.5007508 Aug 16 13:02:27.499776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=c5396d8f-279c-499a-8366-eafe151e52b6,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:27.499998 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b878cac-233e-4f7b-abef-53a7d66bced1 req-e5a095c5-b157-4623-9ad3-4f34a142a792 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911617 Aug 16 13:02:27.522138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f40a55-84fb-4666-983c-3c5cc9ca49fd req-222e6691-2056-4167-b76f-394f887e6e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:27.537396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28f40a55-84fb-4666-983c-3c5cc9ca49fd req-222e6691-2056-4167-b76f-394f887e6e58 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 944 time: 0.2312200 Aug 16 13:02:27.610503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6b97475e-2258-4b21-982d-b24ae673fa49 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:27.641562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28f40a55-84fb-4666-983c-3c5cc9ca49fd req-5571643a-e0e4-4747-92ad-988c5b60237c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073139 Aug 16 13:02:27.665616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 6b97475e-2258-4b21-982d-b24ae673fa49 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:27.672650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6b97475e-2258-4b21-982d-b24ae673fa49 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:27.673336 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:27.709035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['c5396d8f-279c-499a-8366-eafe151e52b6'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:27.776428 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc7ac6b2-8dd9-478b-8ce2-950be9e71165 req-f484e71e-81de-4f1f-a21c-457dba8aed3d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 210 time: 0.0790098 Aug 16 13:02:27.839742 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Allocated IP 172.20.0.12 (bcf45dfc-9308-47aa-811a-e4799bb3ee38/6626a19a-373f-4e91-8f89-29f65ead1e8c/cb5eed9b-266e-4271-9d46-7a0a3f49d07a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:27.886209 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:27.908767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 6b97475e-2258-4b21-982d-b24ae673fa49, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6b97475e-2258-4b21-982d-b24ae673fa49,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:27.913808 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:27.972872 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa3bdc-ec29-4852-a9a6-2e482689138e req-eafe08ed-e313-4515-b8b9-8b2e98a5e067 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:27.975908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3fa3bdc-ec29-4852-a9a6-2e482689138e req-eafe08ed-e313-4515-b8b9-8b2e98a5e067 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 944 time: 0.1286445 Aug 16 13:02:28.048970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=6b97475e-2258-4b21-982d-b24ae673fa49,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:28.061916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3fa3bdc-ec29-4852-a9a6-2e482689138e req-9ccc9ce1-0bf0-44fd-ad72-8685485853c7 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779285 Aug 16 13:02:28.185353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c2bd2-4fe6-4061-b0e2-12330d8d6855 req-6e8058ad-283b-42d5-9003-9d9df1a7c5a1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:28.191899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c2bd2-4fe6-4061-b0e2-12330d8d6855 req-6e8058ad-283b-42d5-9003-9d9df1a7c5a1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:28.199521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c2bd2-4fe6-4061-b0e2-12330d8d6855 req-6e8058ad-283b-42d5-9003-9d9df1a7c5a1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:28.205764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c2bd2-4fe6-4061-b0e2-12330d8d6855 req-6e8058ad-283b-42d5-9003-9d9df1a7c5a1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:28.213161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c2bd2-4fe6-4061-b0e2-12330d8d6855 req-6e8058ad-283b-42d5-9003-9d9df1a7c5a1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:28.219241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c2bd2-4fe6-4061-b0e2-12330d8d6855 req-6e8058ad-283b-42d5-9003-9d9df1a7c5a1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:28.228941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fd7c2bd2-4fe6-4061-b0e2-12330d8d6855 req-6e8058ad-283b-42d5-9003-9d9df1a7c5a1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 4597 time: 0.1171629 Aug 16 13:02:28.284587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fd7c2bd2-4fe6-4061-b0e2-12330d8d6855 req-880eb67b-8f25-46fc-85d9-0cee3fd1b634 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534039 Aug 16 13:02:28.451537 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:28.583905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-c86fe10e-1a1a-465d-82e4-5c552d51aa98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652704 Aug 16 13:02:28.639148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-cd3a2089-8437-4e51-aac2-c6c63b4c4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:28.639643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-cd3a2089-8437-4e51-aac2-c6c63b4c4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:28.640116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-cd3a2089-8437-4e51-aac2-c6c63b4c4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:28.641732 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-cd3a2089-8437-4e51-aac2-c6c63b4c4e6f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.9829021 Aug 16 13:02:28.873602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa6679fa-c08a-48da-8494-e8304f4c48d4 req-e448affe-7a37-4823-8972-94a492791586 service neutron] 10.222.0.42 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5377398 Aug 16 13:02:28.911573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36a7b4-ae95-42c6-b94e-68dc5a951141 req-4d7a08dd-1b4b-4e46-b0ad-72fd466e8779 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:28.923059 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f36a7b4-ae95-42c6-b94e-68dc5a951141 req-4d7a08dd-1b4b-4e46-b0ad-72fd466e8779 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 944 time: 0.1043611 Aug 16 13:02:28.978020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-e6a3222d-9595-40e6-b55b-ba73b1e6f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:28.980068 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-e6a3222d-9595-40e6-b55b-ba73b1e6f101 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 1096 time: 0.3208816 Aug 16 13:02:28.996512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a490680-1515-4a57-bae8-93e9042fa5f0 req-1b49825a-fcac-40d3-9d01-6b04a42ceba4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.005346 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a490680-1515-4a57-bae8-93e9042fa5f0 req-1b49825a-fcac-40d3-9d01-6b04a42ceba4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.2862597 Aug 16 13:02:29.119160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f36a7b4-ae95-42c6-b94e-68dc5a951141 req-4e7cd600-7804-4d89-ab8a-53f2ab563dea tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958742 Aug 16 13:02:29.259182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-1c219421-426c-40ed-afec-3a48b2ad351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.271442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-1c219421-426c-40ed-afec-3a48b2ad351e service neutron] 10.222.0.42 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 911 time: 0.2350826 Aug 16 13:02:29.339172 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a490680-1515-4a57-bae8-93e9042fa5f0 req-5474db2f-b4d9-4501-b8ce-5d8d7de73d49 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325338 Aug 16 13:02:29.361504 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:29.414555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61c2a1a6-d1f6-4380-87ab-be196a6686dd req-4366e17d-bc39-4b71-8b97-3110f5733a70 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 210 time: 0.1584456 Aug 16 13:02:29.439196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-6294b628-ab6c-40ed-8f88-8c4566d90ff1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 HTTP/1.1" status: 200 len: 1000 time: 0.1666954 Aug 16 13:02:29.525138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6b97475e-2258-4b21-982d-b24ae673fa49 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:29.529237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-51cdf7b9-eeb9-45c5-a004-b98ae6b8cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.542591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-51cdf7b9-eeb9-45c5-a004-b98ae6b8cf89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 200 len: 850 time: 0.0954161 Aug 16 13:02:29.577307 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:29.614838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6b97475e-2258-4b21-982d-b24ae673fa49 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:29.615609 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:29.632601 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa6679fa-c08a-48da-8494-e8304f4c48d4 req-57bf3a0e-fc91-4064-97e1-40c1fbf83be9 service neutron] 10.222.0.42 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087492 Aug 16 13:02:29.757480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed81b82-7858-477c-a219-1da81f635220 req-38e3b172-9a98-419c-9ccc-0395e8e47544 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.762344 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bed81b82-7858-477c-a219-1da81f635220 req-38e3b172-9a98-419c-9ccc-0395e8e47544 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 944 time: 0.2159193 Aug 16 13:02:29.823123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-a451fa69-d126-4123-846b-96e0e76fedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.824822 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-a451fa69-d126-4123-846b-96e0e76fedbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60b8601d-8c83-419a-8ebd-3dd0daba00a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164898 Aug 16 13:02:29.860242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bed81b82-7858-477c-a219-1da81f635220 req-b894baae-52be-43ab-9fb9-443138257f2d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692322 Aug 16 13:02:29.872251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-36a24f69-eaef-456b-a34b-6efedb2ecc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.875368 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e98e176f-4d50-4c54-84e7-cd2064b01cbc req-36a24f69-eaef-456b-a34b-6efedb2ecc0a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1890867 Aug 16 13:02:29.907309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db8f61-01a4-46d9-81ff-bea0a719c981 req-e2a3807a-17fc-40a0-bbdc-8ebb515873da tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.914224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db8f61-01a4-46d9-81ff-bea0a719c981 req-e2a3807a-17fc-40a0-bbdc-8ebb515873da tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.921857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db8f61-01a4-46d9-81ff-bea0a719c981 req-e2a3807a-17fc-40a0-bbdc-8ebb515873da tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.930513 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db8f61-01a4-46d9-81ff-bea0a719c981 req-e2a3807a-17fc-40a0-bbdc-8ebb515873da tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.938340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db8f61-01a4-46d9-81ff-bea0a719c981 req-e2a3807a-17fc-40a0-bbdc-8ebb515873da tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.946387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db8f61-01a4-46d9-81ff-bea0a719c981 req-e2a3807a-17fc-40a0-bbdc-8ebb515873da tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:29.955253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10db8f61-01a4-46d9-81ff-bea0a719c981 req-e2a3807a-17fc-40a0-bbdc-8ebb515873da tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 4597 time: 0.2467985 Aug 16 13:02:29.963375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device cd00ff8e-a2ce-422b-8e49-188c80b8f28a up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:30.004882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Allocated IP 172.20.0.1 (58df5a6a-0917-4190-9046-70b5281b8222/ddb5f100-1f7f-4c8f-b22f-627cf4e40633/6c07e007-82a0-4bab-a81f-93f997c44d41) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:30.031020 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.037672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6951413b-4d52-4abd-befc-d3831ec2343b {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:30.071576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port cd00ff8e-a2ce-422b-8e49-188c80b8f28a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:30.077562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port cd00ff8e-a2ce-422b-8e49-188c80b8f28a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:30.079262 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.092824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'Port': ['ID=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:30.096694 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.114665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10db8f61-01a4-46d9-81ff-bea0a719c981 req-2f016748-c02d-47e4-9d32-ada8d19f9a43 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542745 Aug 16 13:02:30.158811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device c5396d8f-279c-499a-8366-eafe151e52b6 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:30.172054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Transition to ACTIVE for port object 6951413b-4d52-4abd-befc-d3831ec2343b will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:30.175058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-a424ae60-b27c-461f-9b9e-1c4f9e9aa286 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305299 Aug 16 13:02:30.179089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Network bcf45dfc-9308-47aa-811a-e4799bb3ee38 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:30.183427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:30.189607 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.191906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b37277-b750-4c7c-ae31-b349afa7576e req-aeac2215-8cd4-40ca-b07b-b4e0da7e0ea1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:30.202284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:30.204391 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01b37277-b750-4c7c-ae31-b349afa7576e req-aeac2215-8cd4-40ca-b07b-b4e0da7e0ea1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1570723 Aug 16 13:02:30.374413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port c5396d8f-279c-499a-8366-eafe151e52b6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:30.382338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port c5396d8f-279c-499a-8366-eafe151e52b6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:30.382723 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.389316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=6951413b-4d52-4abd-befc-d3831ec2343b,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:30.410543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:30.411203 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.445968 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.491759 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-e716baa8-c0c2-4748-8aa1-48e407ddd41c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1242850 Aug 16 13:02:30.506728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port cd00ff8e-a2ce-422b-8e49-188c80b8f28a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=cd00ff8e-a2ce-422b-8e49-188c80b8f28a,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:30.510389 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.512110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43083ad7-feb8-4618-9b95-fb528deeed68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd00ff8e-a2ce-422b-8e49-188c80b8f28a'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:30.517929 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926f6918-7e91-4849-87d2-551b93304a93" -d '{"events": [{"server_uuid": "43083ad7-feb8-4618-9b95-fb528deeed68", "name": "network-vif-plugged", "status": "completed", "tag": "cd00ff8e-a2ce-422b-8e49-188c80b8f28a"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:30.521340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01b37277-b750-4c7c-ae31-b349afa7576e req-aef0aa12-3c43-404a-814f-e6c9ff510f18 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159978 Aug 16 13:02:30.536071 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.541447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Request body: {'port': {'device_id': 'f71931f5-1f99-4491-bd65-3f997d968574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:30.590565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Transition to ACTIVE for port object 6c07e007-82a0-4bab-a81f-93f997c44d41 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:30.629044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea58bb4-e58d-45e3-b5ae-8b74c88fecd3 req-6acf3e15-4dfe-4410-a07b-d95600220b24 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454570 Aug 16 13:02:30.657094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfa643-66ce-4941-82e9-b877781edd14 req-5b125431-09ed-4edb-aeec-0e83e06f8c4c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:30.658715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7dfa643-66ce-4941-82e9-b877781edd14 req-5b125431-09ed-4edb-aeec-0e83e06f8c4c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 944 time: 0.2713821 Aug 16 13:02:30.681597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Attempting to bind port 6951413b-4d52-4abd-befc-d3831ec2343b on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:30.681935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Attempting to bind port 6951413b-4d52-4abd-befc-d3831ec2343b by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:30.682302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Attempting to bind port 6951413b-4d52-4abd-befc-d3831ec2343b on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:30.694324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.697589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Port 6951413b-4d52-4abd-befc-d3831ec2343b on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:30.698044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Attempting to bind port 6951413b-4d52-4abd-befc-d3831ec2343b on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:30.718511 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:30.718949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Checking segment: {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:30.719250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Bound using segment: {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:30.719663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Bound port: 6951413b-4d52-4abd-befc-d3831ec2343b, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:30.720021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.742747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.746480 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.762591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=cd00ff8e-a2ce-422b-8e49-188c80b8f28a,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:30.802940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port c5396d8f-279c-499a-8366-eafe151e52b6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=c5396d8f-279c-499a-8366-eafe151e52b6,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:30.811208 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:30.812532 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7dfa643-66ce-4941-82e9-b877781edd14 req-556f813a-7838-49ab-b60f-962bac543e92 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398261 Aug 16 13:02:30.858372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d2d47-2c4b-4333-ae4a-479cb3346c63 req-59acbeea-ad05-43f7-8b99-7f19537c42c8 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:30.859953 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce3d2d47-2c4b-4333-ae4a-479cb3346c63 req-59acbeea-ad05-43f7-8b99-7f19537c42c8 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.1753449 Aug 16 13:02:30.932432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce3d2d47-2c4b-4333-ae4a-479cb3346c63 req-09278119-60c8-4a6a-819e-f65300ac88cc tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651217 Aug 16 13:02:30.937107 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=c5396d8f-279c-499a-8366-eafe151e52b6,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:30.942467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Network 58df5a6a-0917-4190-9046-70b5281b8222 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:30.967963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:31.016683 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da32d9ba-57f7-4c27-a6dd-3a3f528c4cdd x-openstack-request-id: req-da32d9ba-57f7-4c27-a6dd-3a3f528c4cdd {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:31.017032 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43083ad7-feb8-4618-9b95-fb528deeed68", "name": "network-vif-plugged", "status": "completed", "tag": "cd00ff8e-a2ce-422b-8e49-188c80b8f28a", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:31.017336 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da32d9ba-57f7-4c27-a6dd-3a3f528c4cdd {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:31.017739 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43083ad7-feb8-4618-9b95-fb528deeed68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd00ff8e-a2ce-422b-8e49-188c80b8f28a', 'code': 200} Aug 16 13:02:31.100303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74317e90-56af-41b8-ac81-c8b8e52f9536 req-91237d54-6ffe-4329-8bc6-7efba20bbee5 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:31.103124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74317e90-56af-41b8-ac81-c8b8e52f9536 req-91237d54-6ffe-4329-8bc6-7efba20bbee5 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 932 time: 0.1314507 Aug 16 13:02:31.133872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:31.136124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Pushing event updated for resources: {'Port': ['ID=6c07e007-82a0-4bab-a81f-93f997c44d41,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:31.231675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] For port 6951413b-4d52-4abd-befc-d3831ec2343b, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:31.271663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] For port 6951413b-4d52-4abd-befc-d3831ec2343b, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6951413b-4d52-4abd-befc-d3831ec2343b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:31.289316 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:31.301812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:31.309827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74317e90-56af-41b8-ac81-c8b8e52f9536 req-d92e9231-f004-45cb-8377-93a882a45463 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917460 Aug 16 13:02:31.329010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4b60a-4905-43f2-ad90-1e47c3e11e1a req-895a7dcc-f6b2-4493-b00d-c8aa938c488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:31.330633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06c4b60a-4905-43f2-ad90-1e47c3e11e1a req-895a7dcc-f6b2-4493-b00d-c8aa938c488a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 1096 time: 0.2210047 Aug 16 13:02:31.344964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf65ba3-8eef-440f-af42-6226713a46c3 req-8b5ee14f-047e-4274-b86c-abec7c85a358 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:31.351249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3bf65ba3-8eef-440f-af42-6226713a46c3 req-8b5ee14f-047e-4274-b86c-abec7c85a358 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 945 time: 0.2107513 Aug 16 13:02:31.413552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7a53c1f7-665c-4af8-b523-ad7b83d9b80c None None] Provisioning for port 6c07e007-82a0-4bab-a81f-93f997c44d41 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:31.419348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7a53c1f7-665c-4af8-b523-ad7b83d9b80c None None] Provisioning complete for port 6c07e007-82a0-4bab-a81f-93f997c44d41 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:31.419971 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7a53c1f7-665c-4af8-b523-ad7b83d9b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:31.426286 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:31.426906 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:31.428514 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] 10.222.0.22 "PUT /v2.0/ports/6951413b-4d52-4abd-befc-d3831ec2343b HTTP/1.1" status: 200 len: 1130 time: 4.9291074 Aug 16 13:02:31.433309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '6951413b-4d52-4abd-befc-d3831ec2343b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:31.436137 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c27d92-4315-4c40-86c2-323bd38f1be1" -d '{"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "6951413b-4d52-4abd-befc-d3831ec2343b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:31.478764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7a53c1f7-665c-4af8-b523-ad7b83d9b80c None None] Port 6c07e007-82a0-4bab-a81f-93f997c44d41 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:02:31.530925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:31.540840 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06c4b60a-4905-43f2-ad90-1e47c3e11e1a req-9a3a39fe-6035-4751-b95c-ce84d16e12f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877310 Aug 16 13:02:31.606060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214234f1-d9d8-493a-bcb7-d5a6e34f8d82 req-9e8ff79b-e725-4323-aa13-64491d29b620 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:31.612195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96702f30-46a0-4768-b2a5-570f4c015ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=6951413b-4d52-4abd-befc-d3831ec2343b,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:31.613342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214234f1-d9d8-493a-bcb7-d5a6e34f8d82 req-9e8ff79b-e725-4323-aa13-64491d29b620 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:31.623548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214234f1-d9d8-493a-bcb7-d5a6e34f8d82 req-9e8ff79b-e725-4323-aa13-64491d29b620 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:31.629829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214234f1-d9d8-493a-bcb7-d5a6e34f8d82 req-9e8ff79b-e725-4323-aa13-64491d29b620 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:31.637097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214234f1-d9d8-493a-bcb7-d5a6e34f8d82 req-9e8ff79b-e725-4323-aa13-64491d29b620 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:31.656386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214234f1-d9d8-493a-bcb7-d5a6e34f8d82 req-9e8ff79b-e725-4323-aa13-64491d29b620 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:31.665781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214234f1-d9d8-493a-bcb7-d5a6e34f8d82 req-9e8ff79b-e725-4323-aa13-64491d29b620 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:31.675800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-214234f1-d9d8-493a-bcb7-d5a6e34f8d82 req-9e8ff79b-e725-4323-aa13-64491d29b620 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5369 time: 0.2629175 Aug 16 13:02:31.692452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3bf65ba3-8eef-440f-af42-6226713a46c3 req-00d54ada-41eb-4a65-b82d-c58906ea4239 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240435 Aug 16 13:02:31.733006 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-91b3b82d-c42a-4c2e-8d53-37631d5ff57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:31.776256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-214234f1-d9d8-493a-bcb7-d5a6e34f8d82 req-b98bc1b6-de47-4053-8186-7a73c09027bd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995324 Aug 16 13:02:31.816649 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:31.822775 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-325af6c7-c6b5-45eb-a9ee-542c788a84e4 req-29770756-7f95-4a48-95e8-c3c51a60679c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2810457 Aug 16 13:02:31.824797 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a7928f-e21a-4369-ae2d-c67d85f089d7 x-openstack-request-id: req-97a7928f-e21a-4369-ae2d-c67d85f089d7 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:31.825166 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "6951413b-4d52-4abd-befc-d3831ec2343b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:31.825492 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97a7928f-e21a-4369-ae2d-c67d85f089d7 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:31.825808 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '6951413b-4d52-4abd-befc-d3831ec2343b', 'status': 'completed', 'code': 200} Aug 16 13:02:31.864211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:31.978205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5eed9b-266e-4271-9d46-7a0a3f49d07a {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:31.987076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:32.009697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188f564-bd57-4426-bc5e-93c2e5249f3d req-72ba113a-2f62-44fe-96c8-84bb885732ad tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.011391 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2188f564-bd57-4426-bc5e-93c2e5249f3d req-72ba113a-2f62-44fe-96c8-84bb885732ad tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0923741 Aug 16 13:02:32.032714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Transition to ACTIVE for port object cb5eed9b-266e-4271-9d46-7a0a3f49d07a will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:32.057278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a3c60-870d-475d-a465-1e5d4a717624 req-5e61cd45-b4c7-456c-a7c8-9267caaec7a2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.059076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f24a3c60-870d-475d-a465-1e5d4a717624 req-5e61cd45-b4c7-456c-a7c8-9267caaec7a2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1046889 Aug 16 13:02:32.073252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:32.074339 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2188f564-bd57-4426-bc5e-93c2e5249f3d req-d2965c26-7dde-4471-a04c-84c8136cd902 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538809 Aug 16 13:02:32.117558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af6c7-c6b5-45eb-a9ee-542c788a84e4 req-21df2df4-b343-4f69-9c31-8aa48d09e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.119722 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-325af6c7-c6b5-45eb-a9ee-542c788a84e4 req-21df2df4-b343-4f69-9c31-8aa48d09e34e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 1097 time: 0.2530849 Aug 16 13:02:32.120093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f24a3c60-870d-475d-a465-1e5d4a717624 req-cf48f1fe-1950-4c36-8b2a-0a24dc730678 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439050 Aug 16 13:02:32.177950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-6ab725a8-ba48-4b7d-841f-75c8f725ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.178605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-6ab725a8-ba48-4b7d-841f-75c8f725ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.179089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-6ab725a8-ba48-4b7d-841f-75c8f725ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.179675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-6ab725a8-ba48-4b7d-841f-75c8f725ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.180097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-6ab725a8-ba48-4b7d-841f-75c8f725ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.180575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-6ab725a8-ba48-4b7d-841f-75c8f725ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.181041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-6ab725a8-ba48-4b7d-841f-75c8f725ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.183024 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-6ab725a8-ba48-4b7d-841f-75c8f725ae9f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6206 time: 0.3563261 Aug 16 13:02:32.234650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39bb52-6076-4db1-b258-0f04785d3bdb req-0635fefd-3b1d-48bf-ae51-0e965eb87c5a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.239231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec39bb52-6076-4db1-b258-0f04785d3bdb req-0635fefd-3b1d-48bf-ae51-0e965eb87c5a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.0654171 Aug 16 13:02:32.316928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec39bb52-6076-4db1-b258-0f04785d3bdb req-9efeb914-c399-4fed-a1dc-016d3e5883bc tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741262 Aug 16 13:02:32.489174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:32.550256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa89e-ce40-42bf-bb8a-c9d65b39464a req-dfc9f96d-781b-48c2-98e7-6d6b46b3d9b8 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.551830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9bfa89e-ce40-42bf-bb8a-c9d65b39464a req-dfc9f96d-781b-48c2-98e7-6d6b46b3d9b8 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 944 time: 0.1131558 Aug 16 13:02:32.622874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9bfa89e-ce40-42bf-bb8a-c9d65b39464a req-4a08a91c-f107-485e-bfe9-035aba93f190 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568936 Aug 16 13:02:32.691315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af6c7-c6b5-45eb-a9ee-542c788a84e4 req-e78e11f4-45b0-471f-99b8-0baeaa416f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.693345 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-325af6c7-c6b5-45eb-a9ee-542c788a84e4 req-e78e11f4-45b0-471f-99b8-0baeaa416f24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 905 time: 0.5250866 Aug 16 13:02:32.812563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Attempting to bind port cb5eed9b-266e-4271-9d46-7a0a3f49d07a on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:32.812913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Attempting to bind port cb5eed9b-266e-4271-9d46-7a0a3f49d07a by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '0ae036f5-09b8-4227-94a6-fc7e6ce06a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:32.813254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Attempting to bind port cb5eed9b-266e-4271-9d46-7a0a3f49d07a on network bcf45dfc-9308-47aa-811a-e4799bb3ee38 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:32.818463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-e0b3f4d0-62d8-4c40-9fdb-ac9d5b762f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.819320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-e0b3f4d0-62d8-4c40-9fdb-ac9d5b762f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.819813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-e0b3f4d0-62d8-4c40-9fdb-ac9d5b762f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.821729 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-e0b3f4d0-62d8-4c40-9fdb-ac9d5b762f0e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5778577 Aug 16 13:02:32.834854 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-325af6c7-c6b5-45eb-a9ee-542c788a84e4 req-d3eb6db2-f59c-4927-bf6d-08d1ae13b56d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1eab612-1149-4770-85a9-b480a9cf476b HTTP/1.1" status: 200 len: 217 time: 0.1027055 Aug 16 13:02:32.846129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ff6a4-8a76-4604-b36c-96f1675c11b7 req-54a68425-bd79-4dc2-bf2e-87d6f2222507 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:32.848587 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Port cb5eed9b-266e-4271-9d46-7a0a3f49d07a on network bcf45dfc-9308-47aa-811a-e4799bb3ee38 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:32.848853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Attempting to bind port cb5eed9b-266e-4271-9d46-7a0a3f49d07a on network bcf45dfc-9308-47aa-811a-e4799bb3ee38 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:32.856129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-605ff6a4-8a76-4604-b36c-96f1675c11b7 req-54a68425-bd79-4dc2-bf2e-87d6f2222507 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 945 time: 0.0928907 Aug 16 13:02:32.906540 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-605ff6a4-8a76-4604-b36c-96f1675c11b7 req-f15959f4-f67b-417e-a1d3-7f0e2546d9d0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491214 Aug 16 13:02:32.970900 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:32.984351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:32.984720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Checking segment: {'id': '0ae036f5-09b8-4227-94a6-fc7e6ce06a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:32.985119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Bound using segment: {'id': '0ae036f5-09b8-4227-94a6-fc7e6ce06a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:32.985566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Bound port: cb5eed9b-266e-4271-9d46-7a0a3f49d07a, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae036f5-09b8-4227-94a6-fc7e6ce06a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:32.985929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:33.018765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3648d1f-3ba5-4748-b5f0-a5d636c0298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5396d8f-279c-499a-8366-eafe151e52b6'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:33.021275 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f139c41-e0be-4df4-a257-093b3567e41b" -d '{"events": [{"server_uuid": "b3648d1f-3ba5-4748-b5f0-a5d636c0298a", "name": "network-vif-plugged", "status": "completed", "tag": "c5396d8f-279c-499a-8366-eafe151e52b6"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:33.033124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72113e16-3f16-49ec-9327-5e9f113e0096 req-85eaf4ae-ee16-4558-b8b4-e24298439519 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.042307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72113e16-3f16-49ec-9327-5e9f113e0096 req-85eaf4ae-ee16-4558-b8b4-e24298439519 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.049749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72113e16-3f16-49ec-9327-5e9f113e0096 req-85eaf4ae-ee16-4558-b8b4-e24298439519 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.057007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72113e16-3f16-49ec-9327-5e9f113e0096 req-85eaf4ae-ee16-4558-b8b4-e24298439519 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.063089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72113e16-3f16-49ec-9327-5e9f113e0096 req-85eaf4ae-ee16-4558-b8b4-e24298439519 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.069188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72113e16-3f16-49ec-9327-5e9f113e0096 req-85eaf4ae-ee16-4558-b8b4-e24298439519 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.073547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-a81f3df4-c8c5-4fc1-a381-275bad2721fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.075060 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5c27d92-4315-4c40-86c2-323bd38f1be1 req-a81f3df4-c8c5-4fc1-a381-275bad2721fe service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2369852 Aug 16 13:02:33.075677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:33.077189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72113e16-3f16-49ec-9327-5e9f113e0096 req-85eaf4ae-ee16-4558-b8b4-e24298439519 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.088766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72113e16-3f16-49ec-9327-5e9f113e0096 req-85eaf4ae-ee16-4558-b8b4-e24298439519 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5369 time: 0.1554227 Aug 16 13:02:33.158240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72113e16-3f16-49ec-9327-5e9f113e0096 req-a6a660dc-82b4-48b0-b5f2-cf785a2a2281 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685518 Aug 16 13:02:33.176697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc746db6-9094-42d5-92e8-ff1c98c217fb req-97e569e8-df8f-431c-9abc-cf7e2e6a8232 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.185457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc746db6-9094-42d5-92e8-ff1c98c217fb req-97e569e8-df8f-431c-9abc-cf7e2e6a8232 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 945 time: 0.1765265 Aug 16 13:02:33.217229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af6c7-c6b5-45eb-a9ee-542c788a84e4 req-94665db9-4f64-42b2-bdd7-ea2d664d26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.219059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-325af6c7-c6b5-45eb-a9ee-542c788a84e4 req-94665db9-4f64-42b2-bdd7-ea2d664d26b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.3779039 Aug 16 13:02:33.249207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc746db6-9094-42d5-92e8-ff1c98c217fb req-a6b50e63-061e-4e4f-9403-2ba736fd5187 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628989 Aug 16 13:02:33.250055 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755f54a8-14e7-474d-bc0b-d4688e5caf31 x-openstack-request-id: req-755f54a8-14e7-474d-bc0b-d4688e5caf31 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:33.250388 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3648d1f-3ba5-4748-b5f0-a5d636c0298a", "name": "network-vif-plugged", "status": "completed", "tag": "c5396d8f-279c-499a-8366-eafe151e52b6", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:33.250644 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-755f54a8-14e7-474d-bc0b-d4688e5caf31 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:33.251076 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3648d1f-3ba5-4748-b5f0-a5d636c0298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5396d8f-279c-499a-8366-eafe151e52b6', 'code': 200} Aug 16 13:02:33.302663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] For port cb5eed9b-266e-4271-9d46-7a0a3f49d07a, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:33.324778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] For port cb5eed9b-266e-4271-9d46-7a0a3f49d07a, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:33.365652 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:33.376462 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:33.380588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-325af6c7-c6b5-45eb-a9ee-542c788a84e4 req-a0fa2d66-4089-4316-9f6e-fe52b2b7fa76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961688 Aug 16 13:02:33.394452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Pushing event updated for resources: {'Port': ['ID=6c07e007-82a0-4bab-a81f-93f997c44d41,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:33.425430 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333258b-0f07-4123-8aa9-b670bd1e8898 req-dd4f2146-cb30-4486-a209-9d34212c747c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.426981 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4333258b-0f07-4123-8aa9-b670bd1e8898 req-dd4f2146-cb30-4486-a209-9d34212c747c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0882976 Aug 16 13:02:33.435304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80728e39-37d1-40d1-8bbd-eadb81b7c35c req-d8d6d68b-44bf-4320-bea1-acfaef9b76a0 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.436870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80728e39-37d1-40d1-8bbd-eadb81b7c35c req-d8d6d68b-44bf-4320-bea1-acfaef9b76a0 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0863433 Aug 16 13:02:33.492292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4333258b-0f07-4123-8aa9-b670bd1e8898 req-d90dbf4e-1a81-42cf-9894-b1c00686a4cb tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528808 Aug 16 13:02:33.502038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.502692 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:33.504098 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-34bd8181-944a-449d-933d-235e807009b8 service neutron] 10.222.0.22 "PUT /v2.0/ports/cb5eed9b-266e-4271-9d46-7a0a3f49d07a HTTP/1.1" status: 200 len: 1092 time: 2.9906476 Aug 16 13:02:33.509229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80728e39-37d1-40d1-8bbd-eadb81b7c35c req-d2443f5a-a61a-4a00-9246-d2e4c21b41ad tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570860 Aug 16 13:02:33.689251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35cdc4-2019-4340-a7af-b8401af83a4a req-e273f2ba-c209-4ad2-a5c0-2bfbba6ebe93 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.698265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be35cdc4-2019-4340-a7af-b8401af83a4a req-e273f2ba-c209-4ad2-a5c0-2bfbba6ebe93 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.0776608 Aug 16 13:02:33.753538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be35cdc4-2019-4340-a7af-b8401af83a4a req-53f9bacd-0905-4eeb-9e75-e3371090c8a0 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483456 Aug 16 13:02:33.892527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a43e4d-0b8a-4743-a0d5-ee722549ad26 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:33.898990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71931f5-1f99-4491-bd65-3f997d968574', 'tag': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:33.901483 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9369acd-a615-4ce8-b3a3-32dbd35395ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f71931f5-1f99-4491-bd65-3f997d968574", "tag": "cb5eed9b-266e-4271-9d46-7a0a3f49d07a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:33.907568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e67f0-3f04-4d66-a68b-cb6c84f5bf27 req-fe20fc3c-2896-4554-8bb2-fac532437344 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.917581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-411e67f0-3f04-4d66-a68b-cb6c84f5bf27 req-fe20fc3c-2896-4554-8bb2-fac532437344 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 944 time: 0.1027699 Aug 16 13:02:33.929764 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:33.960759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4cabc-ff97-4ef8-b768-86d7651974bd req-68e9b67b-5725-4a57-a464-548e23b3d709 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:33.963705 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97d4cabc-ff97-4ef8-b768-86d7651974bd req-68e9b67b-5725-4a57-a464-548e23b3d709 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 945 time: 0.1382706 Aug 16 13:02:34.010773 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-411e67f0-3f04-4d66-a68b-cb6c84f5bf27 req-a3144526-242a-4470-a67d-6898fb7d7100 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926058 Aug 16 13:02:34.021381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Transition to ACTIVE for port object 61a43e4d-0b8a-4743-a0d5-ee722549ad26 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:34.022137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd8181-944a-449d-933d-235e807009b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:34.031732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97d4cabc-ff97-4ef8-b768-86d7651974bd req-43bbf20b-dfb5-4154-a0b7-d7ec94186cac tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612030 Aug 16 13:02:34.044240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5f05-926c-4d8c-af17-938c1bfb7d9b req-5b229639-6d1d-45f1-8bed-d142e222b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.045750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-128c5f05-926c-4d8c-af17-938c1bfb7d9b req-5b229639-6d1d-45f1-8bed-d142e222b35d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 1096 time: 0.6970923 Aug 16 13:02:34.048915 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:34.112525 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d035d6b-4bb4-4eba-af02-5f1ffd3ba0b4 x-openstack-request-id: req-6d035d6b-4bb4-4eba-af02-5f1ffd3ba0b4 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:34.112840 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71931f5-1f99-4491-bd65-3f997d968574", "tag": "cb5eed9b-266e-4271-9d46-7a0a3f49d07a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:34.113098 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d035d6b-4bb4-4eba-af02-5f1ffd3ba0b4 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:34.113497 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71931f5-1f99-4491-bd65-3f997d968574', 'tag': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a', 'status': 'completed', 'code': 200} Aug 16 13:02:34.157379 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-325af6c7-c6b5-45eb-a9ee-542c788a84e4 req-ff0e0b2e-25da-48b9-989f-7d2bb6b1f65f service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7496035 Aug 16 13:02:34.172664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47307a2b-55f4-4641-9545-f87231e5f509 req-3a09360a-1a6e-4bdb-8245-7e46e8398aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.175098 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-3a09360a-1a6e-4bdb-8245-7e46e8398aa0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6f3c01eca374af89f24bf4584e975f1&device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 1095 time: 0.2641087 Aug 16 13:02:34.273771 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-3116addf-be37-42e4-9a9b-c000fb1b8d57 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb5eed9b-266e-4271-9d46-7a0a3f49d07a HTTP/1.1" status: 200 len: 217 time: 0.0361567 Aug 16 13:02:34.291627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Pushing event updated for resources: {'Port': ['ID=61a43e4d-0b8a-4743-a0d5-ee722549ad26,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:34.321788 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ab19898f-3fa5-4bdd-ae17-f87df85716e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:34.328953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Network 58df5a6a-0917-4190-9046-70b5281b8222 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:34.369547 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-128c5f05-926c-4d8c-af17-938c1bfb7d9b req-bb559a42-2f0f-4f62-8507-77da3c1ba9de service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068848 Aug 16 13:02:34.376282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb214f6-cea0-4968-a88c-b7778d9bec00 req-a95ed220-fdaf-4c63-831f-339356b11df2 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.385436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:34.386314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb214f6-cea0-4968-a88c-b7778d9bec00 req-a95ed220-fdaf-4c63-831f-339356b11df2 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.396423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb214f6-cea0-4968-a88c-b7778d9bec00 req-a95ed220-fdaf-4c63-831f-339356b11df2 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.407029 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb214f6-cea0-4968-a88c-b7778d9bec00 req-a95ed220-fdaf-4c63-831f-339356b11df2 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.418794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb214f6-cea0-4968-a88c-b7778d9bec00 req-a95ed220-fdaf-4c63-831f-339356b11df2 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.431358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb214f6-cea0-4968-a88c-b7778d9bec00 req-a95ed220-fdaf-4c63-831f-339356b11df2 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.437387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb214f6-cea0-4968-a88c-b7778d9bec00 req-a95ed220-fdaf-4c63-831f-339356b11df2 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.439521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7fb214f6-cea0-4968-a88c-b7778d9bec00 req-a95ed220-fdaf-4c63-831f-339356b11df2 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5381 time: 0.1440632 Aug 16 13:02:34.515151 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7fb214f6-cea0-4968-a88c-b7778d9bec00 req-b6267fb1-e586-4878-b733-9b470e61d0f0 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675292 Aug 16 13:02:34.533267 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:34.545093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47307a2b-55f4-4641-9545-f87231e5f509 req-ff5e7e1a-bd44-4ddd-aa49-0494c5af3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.546864 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-ff5e7e1a-bd44-4ddd-aa49-0494c5af3dcd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6626a19a-373f-4e91-8f89-29f65ead1e8c HTTP/1.1" status: 200 len: 853 time: 0.2360911 Aug 16 13:02:34.623439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-325af6c7-c6b5-45eb-a9ee-542c788a84e4 req-61b7398d-e4e0-4429-9f1c-c8c24b4a007c service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438591 Aug 16 13:02:34.651190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Attempting to bind port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:34.651788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Attempting to bind port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:34.652302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Attempting to bind port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:34.685489 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-c2dacc81-761e-4039-b7f3-bd34a8955e33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bcf45dfc-9308-47aa-811a-e4799bb3ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487146 Aug 16 13:02:34.692148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:34.692717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Attempting to bind port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:34.698333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-52e7164e-2f3c-46a5-a5d6-aa9a21169086 None None] Provisioning complete for port 6c07e007-82a0-4bab-a81f-93f997c44d41 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:34.698835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-52e7164e-2f3c-46a5-a5d6-aa9a21169086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:34.702129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac598aab-2b2d-4db0-b2f8-11d5611d1509 req-bc2f149d-24ab-46ae-b2f6-161bb7df57aa tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.712874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac598aab-2b2d-4db0-b2f8-11d5611d1509 req-bc2f149d-24ab-46ae-b2f6-161bb7df57aa tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0809953 Aug 16 13:02:34.731161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:34.731502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Checking segment: {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:34.731890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Bound using segment: {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:34.732331 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Bound port: 61a43e4d-0b8a-4743-a0d5-ee722549ad26, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:34.732689 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:34.743874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-52e7164e-2f3c-46a5-a5d6-aa9a21169086 None None] Port 6c07e007-82a0-4bab-a81f-93f997c44d41 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:02:34.762799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:02:34.782783 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac598aab-2b2d-4db0-b2f8-11d5611d1509 req-a146dc86-2cee-401d-893d-33fe21074439 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682650 Aug 16 13:02:34.804001 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cee77d-f94b-4b6b-8d33-f9c150ca8bce req-86fecdd9-5ed0-4ac7-8bb5-ec737881744d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.807068 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28cee77d-f94b-4b6b-8d33-f9c150ca8bce req-86fecdd9-5ed0-4ac7-8bb5-ec737881744d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0718293 Aug 16 13:02:34.862658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28cee77d-f94b-4b6b-8d33-f9c150ca8bce req-f7154315-879e-4a24-af8f-81c372e970e5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475645 Aug 16 13:02:34.921929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd4dad-886a-4d2b-92bb-1ff1fe3d4453 req-2a783678-5c56-4e43-8f43-aa085a2b5b4a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:34.923996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dbd4dad-886a-4d2b-92bb-1ff1fe3d4453 req-2a783678-5c56-4e43-8f43-aa085a2b5b4a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.0604413 Aug 16 13:02:34.947982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] For port 61a43e4d-0b8a-4743-a0d5-ee722549ad26, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:34.971911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dbd4dad-886a-4d2b-92bb-1ff1fe3d4453 req-bce38047-6fc0-46cd-a403-d05b1adba588 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Aug 16 13:02:34.986338 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-973db845-7bc9-4a1e-ab70-3db81b183c0a service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834880 Aug 16 13:02:35.020995 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] For port 61a43e4d-0b8a-4743-a0d5-ee722549ad26, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=61a43e4d-0b8a-4743-a0d5-ee722549ad26,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:35.025940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44786) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:35.035735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:35.109383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.110399 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:35.111909 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] 10.222.0.22 "PUT /v2.0/ports/61a43e4d-0b8a-4743-a0d5-ee722549ad26 HTTP/1.1" status: 200 len: 1090 time: 3.5984764 Aug 16 13:02:35.127690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:02:35.133973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-32b891fd-e230-4f35-9582-a76f64674ffd admin admin] 10.222.0.25 "PUT /v2.0/routers/0a7282c9-ccfd-4b18-b5cd-62dae6fbd995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9160011 Aug 16 13:02:35.150371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Sync routers for ids ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:02:35.176202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Routers {'0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:02:35.176895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:02:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:02:35.195930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:35.248913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-291ce561-bd86-4a8c-8e3a-d40226a893b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:35.269373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-47307a2b-55f4-4641-9545-f87231e5f509 req-322c72c2-8a38-41d2-b6e8-4b4d3e142609 service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748408 Aug 16 13:02:35.270493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebf6eb-2415-46d9-b083-51c7d3bf62eb service neutron] Pushing event updated for resources: {'Port': ['ID=61a43e4d-0b8a-4743-a0d5-ee722549ad26,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:35.315075 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:35.347020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6e4a1-e092-444b-bcfe-3033ca461aac req-0cdc1254-8d07-4f76-92f2-bee143eae42b tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.356775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22f6e4a1-e092-444b-bcfe-3033ca461aac req-0cdc1254-8d07-4f76-92f2-bee143eae42b tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 944 time: 0.2199624 Aug 16 13:02:35.409494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6b6b4-c0a9-4256-981d-bb5891fd16ce req-1926174a-ba86-442e-89f6-ecc81cd0cee4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.423643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13d6b6b4-c0a9-4256-981d-bb5891fd16ce req-1926174a-ba86-442e-89f6-ecc81cd0cee4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 945 time: 0.3024335 Aug 16 13:02:35.424652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Set router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:02:35.487205 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22f6e4a1-e092-444b-bcfe-3033ca461aac req-bf3739b9-a8e2-4ba3-aad5-9b47cc3a9e4e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268275 Aug 16 13:02:35.503756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13d6b6b4-c0a9-4256-981d-bb5891fd16ce req-205856ed-fc04-4478-8ead-150d1bbf0dc9 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774722 Aug 16 13:02:35.558476 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-291ce561-bd86-4a8c-8e3a-d40226a893b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:35.563030 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-291ce561-bd86-4a8c-8e3a-d40226a893b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:35.581223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369acd-a615-4ce8-b3a3-32dbd35395ec req-fe1a6818-f41a-4d21-8cd0-590f7602f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.583454 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e9369acd-a615-4ce8-b3a3-32dbd35395ec req-fe1a6818-f41a-4d21-8cd0-590f7602f972 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6f3c01eca374af89f24bf4584e975f1&device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 1095 time: 0.1820235 Aug 16 13:02:35.618497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-291ce561-bd86-4a8c-8e3a-d40226a893b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f22b68a1dbcf4ef7922343dc8d499daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5883904 Aug 16 13:02:35.631479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44802) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:35.635301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ce561-bd86-4a8c-8e3a-d40226a893b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e16e1dc-ed39-4b65-9286-b4de516d58b1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:35.676079 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:35.727280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea6e3d-d53d-4a4f-9eec-1b27cd2c2616 req-775fe6e5-7814-4ff4-a49b-9888e971a120 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.729264 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90ea6e3d-d53d-4a4f-9eec-1b27cd2c2616 req-775fe6e5-7814-4ff4-a49b-9888e971a120 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 945 time: 0.2339261 Aug 16 13:02:35.734902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f754c-5935-4cbb-a0cd-832f5d084eb1 req-e109a892-12a1-447a-befa-05e5e4c7ec59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.741055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f754c-5935-4cbb-a0cd-832f5d084eb1 req-e109a892-12a1-447a-befa-05e5e4c7ec59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.748754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f754c-5935-4cbb-a0cd-832f5d084eb1 req-e109a892-12a1-447a-befa-05e5e4c7ec59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.755142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f754c-5935-4cbb-a0cd-832f5d084eb1 req-e109a892-12a1-447a-befa-05e5e4c7ec59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.761964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f754c-5935-4cbb-a0cd-832f5d084eb1 req-e109a892-12a1-447a-befa-05e5e4c7ec59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.768358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f754c-5935-4cbb-a0cd-832f5d084eb1 req-e109a892-12a1-447a-befa-05e5e4c7ec59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.774926 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f754c-5935-4cbb-a0cd-832f5d084eb1 req-e109a892-12a1-447a-befa-05e5e4c7ec59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.776821 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f49f754c-5935-4cbb-a0cd-832f5d084eb1 req-e109a892-12a1-447a-befa-05e5e4c7ec59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5381 time: 0.1142080 Aug 16 13:02:35.833759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f49f754c-5935-4cbb-a0cd-832f5d084eb1 req-4ec27c16-cf5d-485a-a665-5ea0922bbe88 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501156 Aug 16 13:02:35.836659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:31Z', 'revision_number': 4, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6c07e007-82a0-4bab-a81f-93f997c44d41', 'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'mac_address': 'fa:16:3e:54:0c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:29Z', 'updated_at': '2021-08-16T13:02:32Z', 'revision_number': 2, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'subnets': [{'id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:02:35.873881 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Checking router: 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:02:35.874556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Updating router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 port 6c07e007-82a0-4bab-a81f-93f997c44d41 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:02:35.916557 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:35.964343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369acd-a615-4ce8-b3a3-32dbd35395ec req-8d84a1e0-24e0-4a21-a74e-7fcfe9c1e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:35.965833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e9369acd-a615-4ce8-b3a3-32dbd35395ec req-8d84a1e0-24e0-4a21-a74e-7fcfe9c1e84f service neutron] 10.222.0.22 "GET /v2.0/networks?id=bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 200 len: 913 time: 0.3556492 Aug 16 13:02:36.006247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44808) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:36.013338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5082a618-e658-48b7-bd30-71a3a2d4d108 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003195881', 'description': 'tempest-description--492371313'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:36.044717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63028812-66f0-470a-976d-7331c963732e req-20c89dcb-ca92-420b-bcf9-99520490d557 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:36.052204 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63028812-66f0-470a-976d-7331c963732e req-20c89dcb-ca92-420b-bcf9-99520490d557 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0759218 Aug 16 13:02:36.062832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff67adb0-dbeb-4797-8ade-b31662664434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.064972 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e9369acd-a615-4ce8-b3a3-32dbd35395ec req-15ccafad-6d4a-4081-9d6a-c6b4c3f18d01 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb5eed9b-266e-4271-9d46-7a0a3f49d07a HTTP/1.1" status: 200 len: 217 time: 0.0837965 Aug 16 13:02:36.126078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63028812-66f0-470a-976d-7331c963732e req-c0615355-1650-4764-957d-6ad8d6b4044c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710862 Aug 16 13:02:36.136817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '61a43e4d-0b8a-4743-a0d5-ee722549ad26'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:36.139091 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa61521-ee42-4963-85b2-1d0ef890c653" -d '{"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "61a43e4d-0b8a-4743-a0d5-ee722549ad26"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:36.157326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803ce5d-66bf-4982-85c1-a68b181412a2 req-af3ed13e-51d5-4983-bea0-1ec062407cc5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:36.159468 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6803ce5d-66bf-4982-85c1-a68b181412a2 req-af3ed13e-51d5-4983-bea0-1ec062407cc5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0993915 Aug 16 13:02:36.178480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7499690a-1b86-40fc-a0b3-7b4dc75e243b {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:36.185940 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff67adb0-dbeb-4797-8ade-b31662664434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.187868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5082a618-e658-48b7-bd30-71a3a2d4d108 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.211762 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.239337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6803ce5d-66bf-4982-85c1-a68b181412a2 req-79185e01-637d-45ca-b0e9-cc2dd8251e0a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701716 Aug 16 13:02:36.241162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-90ea6e3d-d53d-4a4f-9eec-1b27cd2c2616 req-2e297d55-7dfa-48f8-b5c8-5a9dc32bec30 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Deleting port cd00ff8e-a2ce-422b-8e49-188c80b8f28a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:02:36.241539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90ea6e3d-d53d-4a4f-9eec-1b27cd2c2616 req-2e297d55-7dfa-48f8-b5c8-5a9dc32bec30 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.261006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e1552-d17c-4386-8c3a-7b0cbbe203dc req-8cfc5170-51ee-40b7-8f4d-7a114e5e442d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:36.262564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-893e1552-d17c-4386-8c3a-7b0cbbe203dc req-8cfc5170-51ee-40b7-8f4d-7a114e5e442d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.0730665 Aug 16 13:02:36.277802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369acd-a615-4ce8-b3a3-32dbd35395ec req-f2b5a639-4c6f-48a2-9c4a-2e173ca43d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:36.279332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e9369acd-a615-4ce8-b3a3-32dbd35395ec req-f2b5a639-4c6f-48a2-9c4a-2e173ca43d62 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6626a19a-373f-4e91-8f89-29f65ead1e8c HTTP/1.1" status: 200 len: 853 time: 0.1878181 Aug 16 13:02:36.301862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Transition to ACTIVE for port object 7499690a-1b86-40fc-a0b3-7b4dc75e243b will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:36.329867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-893e1552-d17c-4386-8c3a-7b0cbbe203dc req-6e87dadf-8c38-4cf3-92ab-f8a37bed2e87 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529850 Aug 16 13:02:36.356831 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.359837 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.376000 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2534afc-b567-4964-8d50-e638aca3150e x-openstack-request-id: req-d2534afc-b567-4964-8d50-e638aca3150e {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:36.376283 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "61a43e4d-0b8a-4743-a0d5-ee722549ad26", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:36.376531 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2534afc-b567-4964-8d50-e638aca3150e {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:36.376912 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '61a43e4d-0b8a-4743-a0d5-ee722549ad26', 'status': 'completed', 'code': 200} Aug 16 13:02:36.393140 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e9369acd-a615-4ce8-b3a3-32dbd35395ec req-808a9941-b845-418f-9ad7-1934320dd628 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bcf45dfc-9308-47aa-811a-e4799bb3ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967517 Aug 16 13:02:36.445275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Transition to ACTIVE for port object 6c07e007-82a0-4bab-a81f-93f997c44d41 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:36.452235 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.482527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff67adb0-dbeb-4797-8ade-b31662664434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.486069 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff67adb0-dbeb-4797-8ade-b31662664434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.487247 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ff67adb0-dbeb-4797-8ade-b31662664434 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e16e1dc-ed39-4b65-9286-b4de516d58b1 HTTP/1.1" status: 204 len: 168 time: 0.8498471 Aug 16 13:02:36.505803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc80fe-6e5a-41ad-8f28-3b8ec7c40e45 None None] Pushing event updated for resources: {'Port': ['ID=6c07e007-82a0-4bab-a81f-93f997c44d41,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:36.599871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Attempting to bind port 6c07e007-82a0-4bab-a81f-93f997c44d41 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:36.600583 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Attempting to bind port 6c07e007-82a0-4bab-a81f-93f997c44d41 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:36.601271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Attempting to bind port 6c07e007-82a0-4bab-a81f-93f997c44d41 on network 58df5a6a-0917-4190-9046-70b5281b8222 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:36.615418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:36.616777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Checking segment: {'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:36.617890 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.618531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Bound using segment: {'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:36.619355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Bound port: 6c07e007-82a0-4bab-a81f-93f997c44d41, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:36.620023 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.644434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67adb0-dbeb-4797-8ade-b31662664434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e16e1dc-ed39-4b65-9286-b4de516d58b1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:36.678344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Pushing event updated for resources: {'Port': ['ID=7499690a-1b86-40fc-a0b3-7b4dc75e243b,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:36.721860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-90ea6e3d-d53d-4a4f-9eec-1b27cd2c2616 req-2e297d55-7dfa-48f8-b5c8-5a9dc32bec30 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] For port cd00ff8e-a2ce-422b-8e49-188c80b8f28a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=cd00ff8e-a2ce-422b-8e49-188c80b8f28a,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:36.722334 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90ea6e3d-d53d-4a4f-9eec-1b27cd2c2616 req-2e297d55-7dfa-48f8-b5c8-5a9dc32bec30 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.733509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] For port 6c07e007-82a0-4bab-a81f-93f997c44d41, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:36.738004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] For port 6c07e007-82a0-4bab-a81f-93f997c44d41, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6c07e007-82a0-4bab-a81f-93f997c44d41,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:36.745427 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:36.795802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad0519-f172-41a3-9009-255228c52e7d req-ca37cd64-dfff-4e81-bd19-41602e5a5b20 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:36.805313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dbad0519-f172-41a3-9009-255228c52e7d req-ca37cd64-dfff-4e81-bd19-41602e5a5b20 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 945 time: 0.1463530 Aug 16 13:02:36.825561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ea9b5-7212-4f7a-abf2-82214c4d806e req-4bda1a6b-cd3f-459f-a5de-59d7f110a2aa tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:36.827985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Routers {'0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:02:36.828713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:02:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:02:36.833203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-718ea9b5-7212-4f7a-abf2-82214c4d806e req-4bda1a6b-cd3f-459f-a5de-59d7f110a2aa tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 944 time: 0.1638749 Aug 16 13:02:36.921022 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-90ea6e3d-d53d-4a4f-9eec-1b27cd2c2616 req-2e297d55-7dfa-48f8-b5c8-5a9dc32bec30 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Calling delete_port for cd00ff8e-a2ce-422b-8e49-188c80b8f28a owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:02:36.924434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dbad0519-f172-41a3-9009-255228c52e7d req-4c2bbe99-dd82-49e3-9266-6f781aa91606 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181571 Aug 16 13:02:36.946750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc80fe-6e5a-41ad-8f28-3b8ec7c40e45 None None] Pushing event updated for resources: {'Port': ['ID=6c07e007-82a0-4bab-a81f-93f997c44d41,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:36.967616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-718ea9b5-7212-4f7a-abf2-82214c4d806e req-268386c9-6363-4b68-b1c8-1af7a8757014 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334352 Aug 16 13:02:37.026095 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5082a618-e658-48b7-bd30-71a3a2d4d108 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:37.037176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-5b363cd4-092b-4bfe-8338-68a83f2a8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.038023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-5b363cd4-092b-4bfe-8338-68a83f2a8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.038822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-5b363cd4-092b-4bfe-8338-68a83f2a8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.040407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-5b363cd4-092b-4bfe-8338-68a83f2a8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.041184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-5b363cd4-092b-4bfe-8338-68a83f2a8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.042002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-5b363cd4-092b-4bfe-8338-68a83f2a8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.042879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-5b363cd4-092b-4bfe-8338-68a83f2a8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.046265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-5b363cd4-092b-4bfe-8338-68a83f2a8a69 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6298 time: 0.6646435 Aug 16 13:02:37.053722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Attempting to bind port 7499690a-1b86-40fc-a0b3-7b4dc75e243b on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:37.054048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Attempting to bind port 7499690a-1b86-40fc-a0b3-7b4dc75e243b by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:37.054558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Attempting to bind port 7499690a-1b86-40fc-a0b3-7b4dc75e243b on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:37.065124 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5082a618-e658-48b7-bd30-71a3a2d4d108 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:37.131178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] Set router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:02:37.188764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e9369acd-a615-4ce8-b3a3-32dbd35395ec req-9a87aa44-1cf1-41b7-916b-36d68ecc2371 service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7634532 Aug 16 13:02:37.189479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5082a618-e658-48b7-bd30-71a3a2d4d108 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:37.190585 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5082a618-e658-48b7-bd30-71a3a2d4d108 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1820667 Aug 16 13:02:37.201470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44830) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:37.216410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b193e-6d4a-49ed-b0ce-67087bd47fe9 req-257b7fd2-c9b2-4196-a470-ee0b8aa56979 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.225481 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Port 7499690a-1b86-40fc-a0b3-7b4dc75e243b on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:37.225883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Attempting to bind port 7499690a-1b86-40fc-a0b3-7b4dc75e243b on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:37.234125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b193e-6d4a-49ed-b0ce-67087bd47fe9 req-257b7fd2-c9b2-4196-a470-ee0b8aa56979 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.239956 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b193e-6d4a-49ed-b0ce-67087bd47fe9 req-257b7fd2-c9b2-4196-a470-ee0b8aa56979 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.254636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b193e-6d4a-49ed-b0ce-67087bd47fe9 req-257b7fd2-c9b2-4196-a470-ee0b8aa56979 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.265076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b193e-6d4a-49ed-b0ce-67087bd47fe9 req-257b7fd2-c9b2-4196-a470-ee0b8aa56979 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.271030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b193e-6d4a-49ed-b0ce-67087bd47fe9 req-257b7fd2-c9b2-4196-a470-ee0b8aa56979 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.277714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b193e-6d4a-49ed-b0ce-67087bd47fe9 req-257b7fd2-c9b2-4196-a470-ee0b8aa56979 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.295686 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3729cc7b-e6b8-411a-8b83-03dc6c047d54 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Request body: {'security_group_rule': {'security_group_id': '670d7a91-23d7-4859-a2e4-cad7d40b3cc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:37.296468 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce6b193e-6d4a-49ed-b0ce-67087bd47fe9 req-257b7fd2-c9b2-4196-a470-ee0b8aa56979 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5393 time: 0.1996844 Aug 16 13:02:37.354323 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:37.405626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43221fcb-32af-4143-b9b6-0c90742f8bcc req-8fb60783-5768-4d3d-aa2b-a390fd88d32e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.406485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43221fcb-32af-4143-b9b6-0c90742f8bcc req-8fb60783-5768-4d3d-aa2b-a390fd88d32e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1090324 Aug 16 13:02:37.412073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce6b193e-6d4a-49ed-b0ce-67087bd47fe9 req-22502a81-4195-4fb5-8e93-382beb369cc5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709519 Aug 16 13:02:37.475347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43221fcb-32af-4143-b9b6-0c90742f8bcc req-cf02fb92-5251-4ad6-8324-e38217c22e91 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559795 Aug 16 13:02:37.551766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:31Z', 'revision_number': 4, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6c07e007-82a0-4bab-a81f-93f997c44d41', 'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'mac_address': 'fa:16:3e:54:0c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:29Z', 'updated_at': '2021-08-16T13:02:36Z', 'revision_number': 4, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'subnets': [{'id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:02:37.582984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ecc699-a3d0-4102-8504-371864b90182 None None] The sync data for ids ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'] in n-d-804708-1 is: [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:31Z', 'revision_number': 4, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6c07e007-82a0-4bab-a81f-93f997c44d41', 'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'mac_address': 'fa:16:3e:54:0c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:29Z', 'updated_at': '2021-08-16T13:02:36Z', 'revision_number': 4, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'subnets': [{'id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:02:37.706156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b3512-22cc-44ca-a692-77e41d794106 req-d7f36a9a-639e-4384-9107-c1e022233e07 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.707747 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-110b3512-22cc-44ca-a692-77e41d794106 req-d7f36a9a-639e-4384-9107-c1e022233e07 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1606061 Aug 16 13:02:37.720391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fac3dd-b3e4-4a88-8df8-6dfd497ee441 req-d7cfdb47-1fdb-40aa-83f4-3359bba8cba3 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:37.733248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5fac3dd-b3e4-4a88-8df8-6dfd497ee441 req-d7cfdb47-1fdb-40aa-83f4-3359bba8cba3 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.1799617 Aug 16 13:02:37.806438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5fac3dd-b3e4-4a88-8df8-6dfd497ee441 req-6dca567a-85e1-4bf9-aba6-d28e6215d305 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757239 Aug 16 13:02:37.817462 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3729cc7b-e6b8-411a-8b83-03dc6c047d54 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:37.820161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-110b3512-22cc-44ca-a692-77e41d794106 req-d5420792-d881-4801-8773-242f5b5d2317 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691538 Aug 16 13:02:37.903709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:37.904505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Checking segment: {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:37.905156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Bound using segment: {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:37.905907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Bound port: 7499690a-1b86-40fc-a0b3-7b4dc75e243b, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a567f86-36f8-40f5-b9da-d5407f2f5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:37.906614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:37.930675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082a618-e658-48b7-bd30-71a3a2d4d108 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670d7a91-23d7-4859-a2e4-cad7d40b3cc0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:38.012696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device cd00ff8e-a2ce-422b-8e49-188c80b8f28a no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:02:38.031860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-23370124-f7f9-4bd8-8ef1-e35442ab9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.032475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-23370124-f7f9-4bd8-8ef1-e35442ab9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.033354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-23370124-f7f9-4bd8-8ef1-e35442ab9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.034688 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-23370124-f7f9-4bd8-8ef1-e35442ab9c0d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.9514198 Aug 16 13:02:38.155483 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cb5eed9b-266e-4271-9d46-7a0a3f49d07a details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:02:38.174850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8153484-a561-4647-ba45-9cc9b3eafee2 req-d728d833-21ed-4870-a489-2f6d98b749bd tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.183482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8153484-a561-4647-ba45-9cc9b3eafee2 req-d728d833-21ed-4870-a489-2f6d98b749bd tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1300697 Aug 16 13:02:38.213831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c3b16-2deb-4cb3-ad3d-eb65afa15bd5 req-1c265ef9-7ed2-48e8-8a9d-25e033fa2ce8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.221750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc8c3b16-2deb-4cb3-ad3d-eb65afa15bd5 req-1c265ef9-7ed2-48e8-8a9d-25e033fa2ce8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 945 time: 0.1065438 Aug 16 13:02:38.278271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc8c3b16-2deb-4cb3-ad3d-eb65afa15bd5 req-77ee028b-6b2f-4f7f-84b2-317bbef9752b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484929 Aug 16 13:02:38.301899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cb5eed9b-266e-4271-9d46-7a0a3f49d07a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:38.323096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a', 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38', 'port_id': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a', 'mac_address': 'fa:16:3e:cd:d6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6626a19a-373f-4e91-8f89-29f65ead1e8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:02:38.343998 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8153484-a561-4647-ba45-9cc9b3eafee2 req-00584247-7038-4089-af20-af4e21f2126c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543291 Aug 16 13:02:38.347756 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e9369acd-a615-4ce8-b3a3-32dbd35395ec req-4ee101ae-c8eb-4c94-80d9-9f0d53af0e77 service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1257176 Aug 16 13:02:38.399478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90ea6e3d-d53d-4a4f-9eec-1b27cd2c2616 req-2e297d55-7dfa-48f8-b5c8-5a9dc32bec30 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:38.416777 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:38.431712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:38.435432 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:38.479512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4268f-ad4b-4a55-92ec-2dbd6c3c0b42 req-11e4682c-3c81-4ef9-9ec0-5a914ebcd491 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.489199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75f4268f-ad4b-4a55-92ec-2dbd6c3c0b42 req-11e4682c-3c81-4ef9-9ec0-5a914ebcd491 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 944 time: 0.0962768 Aug 16 13:02:38.528616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5eed9b-266e-4271-9d46-7a0a3f49d07a {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:38.562714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75f4268f-ad4b-4a55-92ec-2dbd6c3c0b42 req-0d7768b3-467c-4763-aec2-dfceb401cbc2 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718424 Aug 16 13:02:38.580469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e297d55-7dfa-48f8-b5c8-5a9dc32bec30 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event deleted for resources: {'Port': ['ID=cd00ff8e-a2ce-422b-8e49-188c80b8f28a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:38.587120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] For port 7499690a-1b86-40fc-a0b3-7b4dc75e243b, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:38.615133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] For port 7499690a-1b86-40fc-a0b3-7b4dc75e243b, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7499690a-1b86-40fc-a0b3-7b4dc75e243b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:38.630748 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3729cc7b-e6b8-411a-8b83-03dc6c047d54 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:38.643745 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:38.665056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cb5eed9b-266e-4271-9d46-7a0a3f49d07a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:38.665898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0f9f-af33-4818-9bab-c4ef80c553d3 req-44a771f2-e08c-48c0-869c-852e91f8781a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.681059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0f9f-af33-4818-9bab-c4ef80c553d3 req-44a771f2-e08c-48c0-869c-852e91f8781a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.689205 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:38.695157 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0f9f-af33-4818-9bab-c4ef80c553d3 req-44a771f2-e08c-48c0-869c-852e91f8781a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.697294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3729cc7b-e6b8-411a-8b83-03dc6c047d54 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:38.703617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0f9f-af33-4818-9bab-c4ef80c553d3 req-44a771f2-e08c-48c0-869c-852e91f8781a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.710196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0f9f-af33-4818-9bab-c4ef80c553d3 req-44a771f2-e08c-48c0-869c-852e91f8781a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.717969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0f9f-af33-4818-9bab-c4ef80c553d3 req-44a771f2-e08c-48c0-869c-852e91f8781a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.725638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0f9f-af33-4818-9bab-c4ef80c553d3 req-44a771f2-e08c-48c0-869c-852e91f8781a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.728724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-133e0f9f-af33-4818-9bab-c4ef80c553d3 req-44a771f2-e08c-48c0-869c-852e91f8781a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5393 time: 0.1716113 Aug 16 13:02:38.797657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Pushing event updated for resources: {'Port': ['ID=7499690a-1b86-40fc-a0b3-7b4dc75e243b,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:38.817682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-133e0f9f-af33-4818-9bab-c4ef80c553d3 req-2522f823-e187-482a-a9a8-1ae933b2b1d0 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787807 Aug 16 13:02:38.847352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:38.874541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ea6e3d-d53d-4a4f-9eec-1b27cd2c2616 req-2e297d55-7dfa-48f8-b5c8-5a9dc32bec30 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] No DVR routers for this DVR port cd00ff8e-a2ce-422b-8e49-188c80b8f28a on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:02:38.894455 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90ea6e3d-d53d-4a4f-9eec-1b27cd2c2616 req-2e297d55-7dfa-48f8-b5c8-5a9dc32bec30 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:38.896735 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90ea6e3d-d53d-4a4f-9eec-1b27cd2c2616 req-2e297d55-7dfa-48f8-b5c8-5a9dc32bec30 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "DELETE /v2.0/ports/cd00ff8e-a2ce-422b-8e49-188c80b8f28a HTTP/1.1" status: 204 len: 173 time: 3.1205041 Aug 16 13:02:38.897088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43083ad7-feb8-4618-9b95-fb528deeed68', 'name': 'network-vif-deleted', 'tag': 'cd00ff8e-a2ce-422b-8e49-188c80b8f28a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:38.908222 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e5ef9-b89b-4516-b7dd-b2b8d94b681f" -d '{"events": [{"server_uuid": "43083ad7-feb8-4618-9b95-fb528deeed68", "name": "network-vif-deleted", "tag": "cd00ff8e-a2ce-422b-8e49-188c80b8f28a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:38.915269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729cc7b-e6b8-411a-8b83-03dc6c047d54 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35bc750-c06a-43c3-a13d-ef375b0668fe,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:38.921129 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3729cc7b-e6b8-411a-8b83-03dc6c047d54 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:38.922584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3729cc7b-e6b8-411a-8b83-03dc6c047d54 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6985013 Aug 16 13:02:38.924029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-e6af95c2-5078-413a-97b1-6ae5879d904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.925941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44882) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:38.938750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b98ed16c-5695-4f57-a329-a16ab7d52b44 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Request body: {'security_group_rule': {'security_group_id': '670d7a91-23d7-4859-a2e4-cad7d40b3cc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:38.947091 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4aa61521-ee42-4963-85b2-1d0ef890c653 req-e6af95c2-5078-413a-97b1-6ae5879d904a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8869505 Aug 16 13:02:38.951901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:38.953921 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:38.971031 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c2e69e49-dc5c-4269-8942-cb2d4bf7aeec service neutron] 10.222.0.22 "PUT /v2.0/ports/7499690a-1b86-40fc-a0b3-7b4dc75e243b HTTP/1.1" status: 200 len: 1091 time: 3.7964656 Aug 16 13:02:39.028454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:39.082435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cb5eed9b-266e-4271-9d46-7a0a3f49d07a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:39.102959 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e29187-4e11-4215-8d46-633d62311e8c req-e89308b5-21df-40da-830a-36c6f501e93c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:39.106664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33e29187-4e11-4215-8d46-633d62311e8c req-e89308b5-21df-40da-830a-36c6f501e93c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1592069 Aug 16 13:02:39.107303 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b98ed16c-5695-4f57-a329-a16ab7d52b44 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:39.134711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df9281-df10-408c-87a7-39661a7134b8 req-49890797-3daf-4e66-979c-b08bc109746b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:39.136728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09df9281-df10-408c-87a7-39661a7134b8 req-49890797-3daf-4e66-979c-b08bc109746b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.1492515 Aug 16 13:02:39.154821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:39.299525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33e29187-4e11-4215-8d46-633d62311e8c req-7a790aa1-e75d-4bc6-ac01-056214f3f2f8 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748703 Aug 16 13:02:39.355308 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09df9281-df10-408c-87a7-39661a7134b8 req-77eb957e-e7ac-417c-885e-f0296985f515 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855903 Aug 16 13:02:39.377331 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b98ed16c-5695-4f57-a329-a16ab7d52b44 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:39.384986 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b98ed16c-5695-4f57-a329-a16ab7d52b44 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:39.426846 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b1a5ab-25ed-4ce3-9d23-65a1d9336c5f x-openstack-request-id: req-01b1a5ab-25ed-4ce3-9d23-65a1d9336c5f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:39.430677 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43083ad7-feb8-4618-9b95-fb528deeed68", "name": "network-vif-deleted", "tag": "cd00ff8e-a2ce-422b-8e49-188c80b8f28a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:39.431988 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01b1a5ab-25ed-4ce3-9d23-65a1d9336c5f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:39.434550 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43083ad7-feb8-4618-9b95-fb528deeed68', 'name': 'network-vif-deleted', 'tag': 'cd00ff8e-a2ce-422b-8e49-188c80b8f28a', 'status': 'completed', 'code': 200} Aug 16 13:02:39.439295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ed16c-5695-4f57-a329-a16ab7d52b44 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9201eaaa-354e-4244-ae53-43b9227d552c,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:39.452480 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b98ed16c-5695-4f57-a329-a16ab7d52b44 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:39.457210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b98ed16c-5695-4f57-a329-a16ab7d52b44 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5279272 Aug 16 13:02:39.458405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44908) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:39.485010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:39.529404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:39.649383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6c07e007-82a0-4bab-a81f-93f997c44d41 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:39.715931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6aceca48-fec4-447e-b0d9-12b0a4c3c5f1 req-05ed8bd4-6d50-4f65-9cc2-26120a3f05b9 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=43083ad7-feb8-4618-9b95-fb528deeed68 HTTP/1.1" status: 200 len: 210 time: 0.1197870 Aug 16 13:02:39.749263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 6c07e007-82a0-4bab-a81f-93f997c44d41 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:39.755991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6c07e007-82a0-4bab-a81f-93f997c44d41 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:39.756471 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:39.782735 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d110615e-9d78-4dd1-a051-9660dee65dd9 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:39.793676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:39.809337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Transition to ACTIVE for port object d110615e-9d78-4dd1-a051-9660dee65dd9 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:39.816257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:39.838997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e34b7-b689-4b21-9f2c-e8da181d324a req-60b5841c-faf7-4990-8ce0-9ee321ddaf2f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:39.851640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f5e34b7-b689-4b21-9f2c-e8da181d324a req-60b5841c-faf7-4990-8ce0-9ee321ddaf2f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.2320013 Aug 16 13:02:39.898985 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:39.902872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Pushing event updated for resources: {'Port': ['ID=d110615e-9d78-4dd1-a051-9660dee65dd9,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:39.961767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 6c07e007-82a0-4bab-a81f-93f997c44d41, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6c07e007-82a0-4bab-a81f-93f997c44d41,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:39.970664 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:39.997378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Attempting to bind port d110615e-9d78-4dd1-a051-9660dee65dd9 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:39.997602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Attempting to bind port d110615e-9d78-4dd1-a051-9660dee65dd9 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:39.997883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Attempting to bind port d110615e-9d78-4dd1-a051-9660dee65dd9 on network ff59b3a2-761c-4887-a566-3a2f0105d559 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:40.002654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Port d110615e-9d78-4dd1-a051-9660dee65dd9 on network ff59b3a2-761c-4887-a566-3a2f0105d559 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:40.002989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Attempting to bind port d110615e-9d78-4dd1-a051-9660dee65dd9 on network ff59b3a2-761c-4887-a566-3a2f0105d559 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:40.008372 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f5e34b7-b689-4b21-9f2c-e8da181d324a req-6fbafc77-4c6f-47c1-80ce-f98347125d55 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549654 Aug 16 13:02:40.008922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:40.009265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Checking segment: {'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:40.009637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Bound using segment: {'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:40.010064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Bound port: d110615e-9d78-4dd1-a051-9660dee65dd9, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:40.010464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:40.075357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=6c07e007-82a0-4bab-a81f-93f997c44d41,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:40.096592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831844a6-70ff-4b8a-a670-4a423e002574 req-f6e6ecf2-2d0d-4d2c-a49d-d3b5a46d7429 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:40.107720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] For port d110615e-9d78-4dd1-a051-9660dee65dd9, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:40.113478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-831844a6-70ff-4b8a-a670-4a423e002574 req-f6e6ecf2-2d0d-4d2c-a49d-d3b5a46d7429 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 945 time: 0.2867684 Aug 16 13:02:40.115454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] For port d110615e-9d78-4dd1-a051-9660dee65dd9, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d110615e-9d78-4dd1-a051-9660dee65dd9,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:40.122596 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:40.157837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cb5eed9b-266e-4271-9d46-7a0a3f49d07a up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:40.174286 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:40.174991 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:40.177440 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] 10.222.0.22 "PUT /v2.0/ports/d110615e-9d78-4dd1-a051-9660dee65dd9 HTTP/1.1" status: 200 len: 1091 time: 1.1542137 Aug 16 13:02:40.207010 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:40.215140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d3356-5976-4cdf-b90e-74e30b0bb156 service neutron] Pushing event updated for resources: {'Port': ['ID=d110615e-9d78-4dd1-a051-9660dee65dd9,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:40.234720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-831844a6-70ff-4b8a-a670-4a423e002574 req-c3077d88-e416-499f-b03c-5f25930b6a6d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200643 Aug 16 13:02:40.248612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Request body: {'port': {'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:40.303466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port cb5eed9b-266e-4271-9d46-7a0a3f49d07a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:40.324099 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port cb5eed9b-266e-4271-9d46-7a0a3f49d07a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:40.336955 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:40.355447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:40.359098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ece33-fc60-4aa1-a4ff-3e1f7d83c977 req-494d5c72-8f12-455c-b187-20bfd8cc98d5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:40.368054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ece33-fc60-4aa1-a4ff-3e1f7d83c977 req-494d5c72-8f12-455c-b187-20bfd8cc98d5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:40.376663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ece33-fc60-4aa1-a4ff-3e1f7d83c977 req-494d5c72-8f12-455c-b187-20bfd8cc98d5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:40.384604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ece33-fc60-4aa1-a4ff-3e1f7d83c977 req-494d5c72-8f12-455c-b187-20bfd8cc98d5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:40.392027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ece33-fc60-4aa1-a4ff-3e1f7d83c977 req-494d5c72-8f12-455c-b187-20bfd8cc98d5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:40.400284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ece33-fc60-4aa1-a4ff-3e1f7d83c977 req-494d5c72-8f12-455c-b187-20bfd8cc98d5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:40.406307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ece33-fc60-4aa1-a4ff-3e1f7d83c977 req-494d5c72-8f12-455c-b187-20bfd8cc98d5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:40.416276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a71ece33-fc60-4aa1-a4ff-3e1f7d83c977 req-494d5c72-8f12-455c-b187-20bfd8cc98d5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5405 time: 0.1794271 Aug 16 13:02:40.418279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44942) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:40.471383 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:40.514774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cb5eed9b-266e-4271-9d46-7a0a3f49d07a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:40.515966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71931f5-1f99-4491-bd65-3f997d968574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:40.525227 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf6ea26-50d8-4083-ba08-08258c1bd068" -d '{"events": [{"server_uuid": "f71931f5-1f99-4491-bd65-3f997d968574", "name": "network-vif-plugged", "status": "completed", "tag": "cb5eed9b-266e-4271-9d46-7a0a3f49d07a"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:40.530461 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:40.564140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83a0ce-27cf-4c84-9029-e3cad5fe83e0 req-e43f35a4-925b-4699-be94-5c4c5cd781fd tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:40.566783 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad83a0ce-27cf-4c84-9029-e3cad5fe83e0 req-e43f35a4-925b-4699-be94-5c4c5cd781fd tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1476574 Aug 16 13:02:40.603506 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a71ece33-fc60-4aa1-a4ff-3e1f7d83c977 req-bedd5e19-ee99-4618-afa2-d88fb707b55c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1862121 Aug 16 13:02:40.618798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:40.663990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Allocated IP 172.25.0.59 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/1c0f15e2-0477-4bd5-af4a-186b9a7f0d93) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:40.690220 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa282adf-4d39-474f-bc2b-1000e002f114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:40.696183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad83a0ce-27cf-4c84-9029-e3cad5fe83e0 req-abc4007c-a2e4-49b5-813f-4222949d7068 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164222 Aug 16 13:02:40.753319 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a38bdfd-bc08-46d2-a71b-9f37df4f8043 x-openstack-request-id: req-2a38bdfd-bc08-46d2-a71b-9f37df4f8043 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:40.754738 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71931f5-1f99-4491-bd65-3f997d968574", "name": "network-vif-plugged", "status": "completed", "tag": "cb5eed9b-266e-4271-9d46-7a0a3f49d07a", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:40.756296 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a38bdfd-bc08-46d2-a71b-9f37df4f8043 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:40.757229 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71931f5-1f99-4491-bd65-3f997d968574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a', 'code': 200} Aug 16 13:02:40.831287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235d6983-b46d-4f3c-b093-9f64065c94e1 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:40.857701 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:40.913094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Transition to ACTIVE for port object 235d6983-b46d-4f3c-b093-9f64065c94e1 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:40.927699 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:40.941888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c9069-9732-4ed4-a75f-3c03ad6f2155 req-c9dbcaf2-7e34-4244-8778-a0eac21f1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:40.943574 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f90c9069-9732-4ed4-a75f-3c03ad6f2155 req-c9dbcaf2-7e34-4244-8778-a0eac21f1143 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 1097 time: 0.1026382 Aug 16 13:02:41.042720 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f90c9069-9732-4ed4-a75f-3c03ad6f2155 req-94b6ee3f-937c-4f99-91d7-d0cada9d1cd3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764608 Aug 16 13:02:41.087827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Pushing event updated for resources: {'Port': ['ID=235d6983-b46d-4f3c-b093-9f64065c94e1,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:41.107123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Attempting to bind port 235d6983-b46d-4f3c-b093-9f64065c94e1 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:41.107464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Attempting to bind port 235d6983-b46d-4f3c-b093-9f64065c94e1 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:41.107791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Attempting to bind port 235d6983-b46d-4f3c-b093-9f64065c94e1 on network ff59b3a2-761c-4887-a566-3a2f0105d559 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:41.120062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Port 235d6983-b46d-4f3c-b093-9f64065c94e1 on network ff59b3a2-761c-4887-a566-3a2f0105d559 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:41.120388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Attempting to bind port 235d6983-b46d-4f3c-b093-9f64065c94e1 on network ff59b3a2-761c-4887-a566-3a2f0105d559 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:41.127171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:41.127390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Checking segment: {'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:41.127690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Bound using segment: {'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:41.128596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Bound port: 235d6983-b46d-4f3c-b093-9f64065c94e1, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e41aad4-adec-49c0-a03c-0fb9023470a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:41.128596 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.158364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d04538-c4f3-468d-b605-cef4d74c1163 req-2688d237-9012-49a9-af69-4533956f6973 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.166857 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6d04538-c4f3-468d-b605-cef4d74c1163 req-2688d237-9012-49a9-af69-4533956f6973 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.4692757 Aug 16 13:02:41.207706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] For port 235d6983-b46d-4f3c-b093-9f64065c94e1, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:41.211827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] For port 235d6983-b46d-4f3c-b093-9f64065c94e1, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=235d6983-b46d-4f3c-b093-9f64065c94e1,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:41.219745 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.291244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.291855 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.295116 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] 10.222.0.22 "PUT /v2.0/ports/235d6983-b46d-4f3c-b093-9f64065c94e1 HTTP/1.1" status: 200 len: 1091 time: 1.0560830 Aug 16 13:02:41.299295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58bdcf-e275-4d04-89c2-dada0f9c911d service neutron] Pushing event updated for resources: {'Port': ['ID=235d6983-b46d-4f3c-b093-9f64065c94e1,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:41.305172 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6d04538-c4f3-468d-b605-cef4d74c1163 req-6cb349e2-dde1-414b-bbf4-f38e6d42e1dd tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374838 Aug 16 13:02:41.316483 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.357521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cf939-5b3d-432a-9e16-6b9df2a27451 req-fcd37798-17a9-45c7-a989-593e2cad0bb4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.359149 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb2cf939-5b3d-432a-9e16-6b9df2a27451 req-fcd37798-17a9-45c7-a989-593e2cad0bb4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1660664 Aug 16 13:02:41.435308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '7499690a-1b86-40fc-a0b3-7b4dc75e243b'}, {'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': 'd110615e-9d78-4dd1-a051-9660dee65dd9'}, {'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '235d6983-b46d-4f3c-b093-9f64065c94e1'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:41.437596 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58d34f5-fe0f-49d4-be37-f40380e974e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "7499690a-1b86-40fc-a0b3-7b4dc75e243b"}, {"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "d110615e-9d78-4dd1-a051-9660dee65dd9"}, {"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "235d6983-b46d-4f3c-b093-9f64065c94e1"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:41.540691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-48d8a3b3-028f-4332-b493-524bb7573b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.542372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-48d8a3b3-028f-4332-b493-524bb7573b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.543177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-48d8a3b3-028f-4332-b493-524bb7573b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.544553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-48d8a3b3-028f-4332-b493-524bb7573b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.545249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-48d8a3b3-028f-4332-b493-524bb7573b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.545778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-48d8a3b3-028f-4332-b493-524bb7573b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.546287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-48d8a3b3-028f-4332-b493-524bb7573b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.552001 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-48d8a3b3-028f-4332-b493-524bb7573b3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6474 time: 0.1257532 Aug 16 13:02:41.552411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6c07e007-82a0-4bab-a81f-93f997c44d41 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:41.559105 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb2cf939-5b3d-432a-9e16-6b9df2a27451 req-3c896b61-572e-43ae-8d11-ca6175ef136c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630018 Aug 16 13:02:41.569491 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa282adf-4d39-474f-bc2b-1000e002f114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.582261 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa282adf-4d39-474f-bc2b-1000e002f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.600173 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.623809 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-309534d1-b69e-4819-9d59-99e42271e8b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36ef840f-ef8a-441d-8928-a9a8955e12c4 HTTP/1.1" status: 200 len: 217 time: 0.0505974 Aug 16 13:02:41.658332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:41.673312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d5e03-04e5-4d3d-a26a-b2156c442897 req-bd3fb2d4-141d-499d-96bc-e555ac0c11b3 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.673933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6c07e007-82a0-4bab-a81f-93f997c44d41 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:41.674350 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.674891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-267d5e03-04e5-4d3d-a26a-b2156c442897 req-bd3fb2d4-141d-499d-96bc-e555ac0c11b3 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 946 time: 0.2316291 Aug 16 13:02:41.678879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:41.687561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fa282adf-4d39-474f-bc2b-1000e002f114 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5823a688b8164d8f933f301562dbb75b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2640910 Aug 16 13:02:41.689886 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67425db-6890-43ca-859c-62a0606aeb72 x-openstack-request-id: req-b67425db-6890-43ca-859c-62a0606aeb72 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:41.690232 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "7499690a-1b86-40fc-a0b3-7b4dc75e243b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "d110615e-9d78-4dd1-a051-9660dee65dd9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "235d6983-b46d-4f3c-b093-9f64065c94e1", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:41.690487 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b67425db-6890-43ca-859c-62a0606aeb72 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:41.691026 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '7499690a-1b86-40fc-a0b3-7b4dc75e243b', 'status': 'completed', 'code': 200} Aug 16 13:02:41.691287 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': 'd110615e-9d78-4dd1-a051-9660dee65dd9', 'status': 'completed', 'code': 200} Aug 16 13:02:41.691588 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '235d6983-b46d-4f3c-b093-9f64065c94e1', 'status': 'completed', 'code': 200} Aug 16 13:02:41.692304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44968) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:41.694698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:41.698038 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa282adf-4d39-474f-bc2b-1000e002f114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a092b8f7-af6d-40aa-8739-deb482e81fb8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:41.750411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c0410dd8-9ab9-4c3c-a347-c5be88909ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.751920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c0410dd8-9ab9-4c3c-a347-c5be88909ee5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8755348-ed82-44df-9ced-3e2180c2428d HTTP/1.1" status: 200 len: 851 time: 0.1112502 Aug 16 13:02:41.752649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Pushing event updated for resources: {'Port': ['ID=1c0f15e2-0477-4bd5-af4a-186b9a7f0d93,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:41.817854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e115886a-7bd8-43a0-a37e-17143089609a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.846388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-4d22cea8-d123-40ef-9081-33276623b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.847906 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-4d22cea8-d123-40ef-9081-33276623b81d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878365 Aug 16 13:02:41.849791 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e115886a-7bd8-43a0-a37e-17143089609a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.856941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-267d5e03-04e5-4d3d-a26a-b2156c442897 req-353f1956-6ceb-4022-9332-7789c6ddc6a0 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678746 Aug 16 13:02:41.946975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-4ff7f186-4483-487b-bee9-d6b7e744b668 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:41.948477 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-4ff7f186-4483-487b-bee9-d6b7e744b668 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.1915786 Aug 16 13:02:41.980547 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e115886a-7bd8-43a0-a37e-17143089609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.983116 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e115886a-7bd8-43a0-a37e-17143089609a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.984265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e115886a-7bd8-43a0-a37e-17143089609a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a092b8f7-af6d-40aa-8739-deb482e81fb8 HTTP/1.1" status: 204 len: 168 time: 0.2889295 Aug 16 13:02:41.989837 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:41.997414 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-0c724021-790b-4732-be4b-8fdad232c0ab service neutron] 10.222.0.22 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404469 Aug 16 13:02:41.998167 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115886a-7bd8-43a0-a37e-17143089609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a092b8f7-af6d-40aa-8739-deb482e81fb8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:42.002822 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-276e7024-9644-4e6c-be9a-1bb70ab4820d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/quotas/b7dc4555b79045c2a4951fc236c5ff0d HTTP/1.1" status: 200 len: 375 time: 0.0418222 Aug 16 13:02:42.071014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e476d0-ca4a-4fb3-a3a2-6f4d8b40c4c2 req-79921e68-6a1b-4f65-99a8-c9340e272bab tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.076924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e476d0-ca4a-4fb3-a3a2-6f4d8b40c4c2 req-79921e68-6a1b-4f65-99a8-c9340e272bab tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.082798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e476d0-ca4a-4fb3-a3a2-6f4d8b40c4c2 req-79921e68-6a1b-4f65-99a8-c9340e272bab tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.089196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e476d0-ca4a-4fb3-a3a2-6f4d8b40c4c2 req-79921e68-6a1b-4f65-99a8-c9340e272bab tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.095107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e476d0-ca4a-4fb3-a3a2-6f4d8b40c4c2 req-79921e68-6a1b-4f65-99a8-c9340e272bab tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.097114 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-fbe850cb-cc2b-4d7b-9776-24f79d8e7651 service neutron] 10.222.0.22 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904846 Aug 16 13:02:42.100995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e476d0-ca4a-4fb3-a3a2-6f4d8b40c4c2 req-79921e68-6a1b-4f65-99a8-c9340e272bab tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.107826 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e476d0-ca4a-4fb3-a3a2-6f4d8b40c4c2 req-79921e68-6a1b-4f65-99a8-c9340e272bab tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.109851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2e476d0-ca4a-4fb3-a3a2-6f4d8b40c4c2 req-79921e68-6a1b-4f65-99a8-c9340e272bab tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.1751132 Aug 16 13:02:42.113369 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:42.153779 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-081341e8-1fd9-4887-ad7b-7d6e40bdc0d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=6764e1b7-9c16-492c-890c-4c55969c5445 HTTP/1.1" status: 200 len: 217 time: 0.0490408 Aug 16 13:02:42.193811 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-9f1a9985-7d14-4bbc-a88f-fef9eaa33004 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1670842 Aug 16 13:02:42.203442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2e476d0-ca4a-4fb3-a3a2-6f4d8b40c4c2 req-45ccf744-730c-450d-89f3-78a0e2d07fd6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867238 Aug 16 13:02:42.231366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-146aa427-6e0c-4edd-88b1-dca72822cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.235446 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-146aa427-6e0c-4edd-88b1-dca72822cdf6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.0658157 Aug 16 13:02:42.312187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-b98fc86c-1cd2-44fd-83c0-c9dac857694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.314066 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-b98fc86c-1cd2-44fd-83c0-c9dac857694a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0632861 Aug 16 13:02:42.349245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44986) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:42.376347 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-519fa062-5769-486c-aa0d-8b877c1bf70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:42.401353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-9ae9c2ca-7447-44d7-b51c-20ee8f4d2e34 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947401 Aug 16 13:02:42.430506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e6b87-792d-40f5-a9fe-eec53aa1f754 req-dc79442e-dfb4-44ea-8a44-89f289a186b5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.432364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d02e6b87-792d-40f5-a9fe-eec53aa1f754 req-dc79442e-dfb4-44ea-8a44-89f289a186b5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1109123 Aug 16 13:02:42.468821 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:42.487180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:42.512277 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-e1762adc-b563-4802-928e-ef1d97f36b09 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445634 Aug 16 13:02:42.609935 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d02e6b87-792d-40f5-a9fe-eec53aa1f754 req-3445284b-e6fb-4e32-9dda-e70edb832f5c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567795 Aug 16 13:02:42.633603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-519fa062-5769-486c-aa0d-8b877c1bf70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:42.634817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Pushing event updated for resources: {'Port': ['ID=1c0f15e2-0477-4bd5-af4a-186b9a7f0d93,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:42.642565 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-519fa062-5769-486c-aa0d-8b877c1bf70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:42.647978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-e5cce6b3-2400-4583-a412-f4961fe6744e service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386086 Aug 16 13:02:42.649159 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:42.667209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:42.680844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-55b9a5c1-da37-4e60-9c6a-ff0a2ae5bb64 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2220266 Aug 16 13:02:42.692421 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-53aa5197-1094-45a6-ab6d-d531f4aad5d5 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664164 Aug 16 13:02:42.705704 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-519fa062-5769-486c-aa0d-8b877c1bf70d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b15f53485ab14676aeb47f5424cad7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531017 Aug 16 13:02:42.707175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44992) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:42.709163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fa062-5769-486c-aa0d-8b877c1bf70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11f21a5-2b54-48ea-9e40-fa3f7178b990,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:42.747792 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-ec165201-7762-4e30-9288-aba3c9c14770 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=6951413b-4d52-4abd-befc-d3831ec2343b HTTP/1.1" status: 200 len: 217 time: 0.0465572 Aug 16 13:02:42.802778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-b5282be6-facc-4dd7-8c94-db97b0149ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.804351 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-b5282be6-facc-4dd7-8c94-db97b0149ad5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.0497291 Aug 16 13:02:42.808844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f00d3-63d1-4901-a6ac-e98701ae1eda req-4b8e8a98-c085-4e72-a415-c5d7ddd42657 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.810428 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-134f00d3-63d1-4901-a6ac-e98701ae1eda req-4b8e8a98-c085-4e72-a415-c5d7ddd42657 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.0942688 Aug 16 13:02:42.842172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd9d0-244e-42e5-8410-c7a06e3e70ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:42.871923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-7e1bb9e2-9325-47f8-b0b5-89104db820d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:42.873561 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-7e1bb9e2-9325-47f8-b0b5-89104db820d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0606906 Aug 16 13:02:42.894129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd9d0-244e-42e5-8410-c7a06e3e70ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:42.936009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-134f00d3-63d1-4901-a6ac-e98701ae1eda req-ed03e4a8-e7ea-4a87-a186-a727d074f064 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056807 Aug 16 13:02:42.993791 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-30bd8921-7129-4797-91aa-506953d87795 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073933 Aug 16 13:02:43.001123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab32d48-6114-45d1-beba-0531cd97d166 req-7bb1606b-552f-4a04-8023-cfb30dd5fd65 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.002693 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ab32d48-6114-45d1-beba-0531cd97d166 req-7bb1606b-552f-4a04-8023-cfb30dd5fd65 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1162050 Aug 16 13:02:43.050865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1322697f-9924-4f28-a747-5e3943231b92 req-30af9fdf-9e64-4d3b-92fe-68dc2b25c33d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 210 time: 0.0606909 Aug 16 13:02:43.075005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd9d0-244e-42e5-8410-c7a06e3e70ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:43.077937 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd9d0-244e-42e5-8410-c7a06e3e70ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:43.079362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ea5fd9d0-244e-42e5-8410-c7a06e3e70ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d11f21a5-2b54-48ea-9e40-fa3f7178b990 HTTP/1.1" status: 204 len: 168 time: 0.3705857 Aug 16 13:02:43.116576 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d2ca7e81-0149-41a8-a0b8-af0a69bfdf1e service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163957 Aug 16 13:02:43.118333 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fd9d0-244e-42e5-8410-c7a06e3e70ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11f21a5-2b54-48ea-9e40-fa3f7178b990,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:43.144579 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ab32d48-6114-45d1-beba-0531cd97d166 req-0139e4a5-35f7-4deb-9cda-889c3b5de913 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313221 Aug 16 13:02:43.188834 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-dcd2bfc8-cc13-4a5a-81ac-748efea5e635 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=61a43e4d-0b8a-4743-a0d5-ee722549ad26 HTTP/1.1" status: 200 len: 217 time: 0.0520141 Aug 16 13:02:43.206670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-860da491-c4c1-49f1-bf3f-d6ad6e92f0ee tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1003195881&fields=id&tenant_id=8ac17839928742aa8473d8fd873adef2 HTTP/1.1" status: 200 len: 267 time: 0.0557637 Aug 16 13:02:43.271841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-58f0de46-e3d6-4852-aae7-2fb049efe8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.273397 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-58f0de46-e3d6-4852-aae7-2fb049efe8c1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.0762198 Aug 16 13:02:43.345990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-16ac7bf3-a241-40d9-914d-67d8c5e75ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.347317 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-16ac7bf3-a241-40d9-914d-67d8c5e75ebb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652714 Aug 16 13:02:43.408888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-0a781234-e4c0-4ead-b7a2-3f5fcfa1c35f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.419024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-0a781234-e4c0-4ead-b7a2-3f5fcfa1c35f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/networks?id=58df5a6a-0917-4190-9046-70b5281b8222 HTTP/1.1" status: 200 len: 806 time: 0.1921759 Aug 16 13:02:43.442725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-1af239e7-c480-4511-992a-d8a5c38d5ab3 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/quotas/8ac17839928742aa8473d8fd873adef2 HTTP/1.1" status: 200 len: 375 time: 0.0226960 Aug 16 13:02:43.460567 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-1c32ad87-8343-4ac8-8896-98c89a8b28e8 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044557 Aug 16 13:02:43.462978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9717fab-a1f0-4e26-b799-3cbd278567c5 req-0eed81a1-1a5f-4fc6-adf1-7a07ad6c0473 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.464597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9717fab-a1f0-4e26-b799-3cbd278567c5 req-0eed81a1-1a5f-4fc6-adf1-7a07ad6c0473 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 946 time: 0.1179020 Aug 16 13:02:43.557559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-d0cd1dc4-f425-47d0-a27c-b96275883c70 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ac17839928742aa8473d8fd873adef2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1134222 Aug 16 13:02:43.578247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9717fab-a1f0-4e26-b799-3cbd278567c5 req-0c7f3968-8a20-4dbb-beb2-3bef2c635f57 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968511 Aug 16 13:02:43.593843 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-ef9b5cc1-5af9-4151-b0c4-023463044b23 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256707 Aug 16 13:02:43.665632 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-7d9ff74d-0939-4b3f-abf8-083f4eae9368 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7499690a-1b86-40fc-a0b3-7b4dc75e243b HTTP/1.1" status: 200 len: 217 time: 0.0628982 Aug 16 13:02:43.731254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-70137392-9675-4f92-9b27-88b8a5b1b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.735273 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-70137392-9675-4f92-9b27-88b8a5b1b52d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.0629096 Aug 16 13:02:43.741839 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-4cdeda57-e772-48f9-a18a-def662d5f4a7 service neutron] 10.222.0.25 "GET /v2.0/networks/58df5a6a-0917-4190-9046-70b5281b8222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624792 Aug 16 13:02:43.755060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f400d9-fed3-4668-bb5c-9da8a8aa4885 req-e8a9e19d-2d0d-4f79-96a5-2aee2d5dc4b6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.761808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f400d9-fed3-4668-bb5c-9da8a8aa4885 req-e8a9e19d-2d0d-4f79-96a5-2aee2d5dc4b6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.767841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f400d9-fed3-4668-bb5c-9da8a8aa4885 req-e8a9e19d-2d0d-4f79-96a5-2aee2d5dc4b6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.774084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f400d9-fed3-4668-bb5c-9da8a8aa4885 req-e8a9e19d-2d0d-4f79-96a5-2aee2d5dc4b6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.780585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f400d9-fed3-4668-bb5c-9da8a8aa4885 req-e8a9e19d-2d0d-4f79-96a5-2aee2d5dc4b6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.786290 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f400d9-fed3-4668-bb5c-9da8a8aa4885 req-e8a9e19d-2d0d-4f79-96a5-2aee2d5dc4b6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.793481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f400d9-fed3-4668-bb5c-9da8a8aa4885 req-e8a9e19d-2d0d-4f79-96a5-2aee2d5dc4b6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.793705 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-4214a300-47ce-4f55-93d4-1b6fc8844e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:43.795427 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-4214a300-47ce-4f55-93d4-1b6fc8844e38 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0490108 Aug 16 13:02:43.795544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27f400d9-fed3-4668-bb5c-9da8a8aa4885 req-e8a9e19d-2d0d-4f79-96a5-2aee2d5dc4b6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.1267724 Aug 16 13:02:43.902303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27f400d9-fed3-4668-bb5c-9da8a8aa4885 req-b3f7c09d-2f83-413b-bf73-6eff4c89dd52 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974698 Aug 16 13:02:43.904357 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-936b985f-e7ef-4f07-a2f3-d1b53287bf87 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000512 Aug 16 13:02:43.953688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-14d99d15-d77b-4886-8c4d-96a3fd94552e service neutron] 10.222.0.25 "GET /v2.0/networks/58df5a6a-0917-4190-9046-70b5281b8222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571059 Aug 16 13:02:44.048610 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-11a99323-cf56-442c-9d34-6d8eaf625427 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356101 Aug 16 13:02:44.067345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a2cdf79-9b54-4c5a-b117-61228c7c5f25 req-6b584e5a-644d-44a4-a7b1-60a69815c069 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-392185784&fields=id&tenant_id=a6f3c01eca374af89f24bf4584e975f1 HTTP/1.1" status: 200 len: 267 time: 0.0467012 Aug 16 13:02:44.124192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-94e3f019-0146-47e5-9ade-e605b550fd58 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d110615e-9d78-4dd1-a051-9660dee65dd9 HTTP/1.1" status: 200 len: 217 time: 0.0632269 Aug 16 13:02:44.143045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cdf79-9b54-4c5a-b117-61228c7c5f25 req-0b6cd0fb-551a-494f-a1ec-87ed5614163b tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:44.145097 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a2cdf79-9b54-4c5a-b117-61228c7c5f25 req-0b6cd0fb-551a-494f-a1ec-87ed5614163b tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 946 time: 0.0699275 Aug 16 13:02:44.168675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-2a2cdf79-9b54-4c5a-b117-61228c7c5f25 req-47870fba-f69d-4169-8bca-fb7a65e4829e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'port': {'security_groups': ['85957cbf-9ace-4e6c-9bb3-5e272b219817', '02afffdf-efd3-488c-803f-69740a83b31f']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:44.332816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-b84a0657-a51d-42cf-88a2-6b7f290acfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:44.334134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a2cdf79-9b54-4c5a-b117-61228c7c5f25 req-47870fba-f69d-4169-8bca-fb7a65e4829e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:44.334612 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-b84a0657-a51d-42cf-88a2-6b7f290acfee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43c4ad79-c536-4053-9403-92b94a8db004 HTTP/1.1" status: 200 len: 797 time: 0.1569867 Aug 16 13:02:44.369153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d1f2-5dfc-42e1-93ff-068c7ba4af09 req-b7522aa4-d15f-4217-81d8-3733b29f4f75 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:44.376643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4023d1f2-5dfc-42e1-93ff-068c7ba4af09 req-b7522aa4-d15f-4217-81d8-3733b29f4f75 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1044652 Aug 16 13:02:44.402312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d4a5fbd2-41a6-4ee9-8ae1-fa8e8c3dddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:44.404439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-d4a5fbd2-41a6-4ee9-8ae1-fa8e8c3dddbf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622270 Aug 16 13:02:44.427178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-88476e1f-9aa5-4bb6-b245-1f6d89dbcbea tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:44.429983 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-88476e1f-9aa5-4bb6-b245-1f6d89dbcbea tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.3800912 Aug 16 13:02:44.453426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4023d1f2-5dfc-42e1-93ff-068c7ba4af09 req-c8616e88-5f92-4419-8ef1-0dab7840ccd8 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759196 Aug 16 13:02:44.458327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Request body: {'port': {'device_id': 'b68a5240-d6a6-47f8-b132-d022f1474e85', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'admin_state_up': True, 'tenant_id': 'b7dc4555b79045c2a4951fc236c5ff0d'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:44.673914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0da6d3-5e7d-4436-80d7-325d893e20d9 req-6afc8752-8c51-4463-9bab-4705c938a060 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:44.675410 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a0da6d3-5e7d-4436-80d7-325d893e20d9 req-6afc8752-8c51-4463-9bab-4705c938a060 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.1286719 Aug 16 13:02:44.687373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-dd6b544e-612e-4cb0-b6a0-351d7545c1c1 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564945 Aug 16 13:02:44.722808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-2a2cdf79-9b54-4c5a-b117-61228c7c5f25 req-47870fba-f69d-4169-8bca-fb7a65e4829e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] For port cb5eed9b-266e-4271-9d46-7a0a3f49d07a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:44.763299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a0da6d3-5e7d-4436-80d7-325d893e20d9 req-9da45b0d-354d-480e-92bd-912311e8e60e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714157 Aug 16 13:02:44.788254 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a2cdf79-9b54-4c5a-b117-61228c7c5f25 req-47870fba-f69d-4169-8bca-fb7a65e4829e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:44.803521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a2cdf79-9b54-4c5a-b117-61228c7c5f25 req-47870fba-f69d-4169-8bca-fb7a65e4829e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:44.830013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cb5eed9b-266e-4271-9d46-7a0a3f49d07a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:44.833012 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-c40480e3-4011-441c-b3f9-bdb2ca6ec601 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306946 Aug 16 13:02:44.835509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Made reservation on behalf of b7dc4555b79045c2a4951fc236c5ff0d for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:44.840575 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:44.868652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cdf79-9b54-4c5a-b117-61228c7c5f25 req-47870fba-f69d-4169-8bca-fb7a65e4829e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:44.869442 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-2a2cdf79-9b54-4c5a-b117-61228c7c5f25 req-47870fba-f69d-4169-8bca-fb7a65e4829e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:44.882058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a2cdf79-9b54-4c5a-b117-61228c7c5f25 req-47870fba-f69d-4169-8bca-fb7a65e4829e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "PUT /v2.0/ports/cb5eed9b-266e-4271-9d46-7a0a3f49d07a HTTP/1.1" status: 200 len: 982 time: 0.7285283 Aug 16 13:02:44.890730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71931f5-1f99-4491-bd65-3f997d968574', 'tag': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:44.901466 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243d605d-ad3e-4393-aeb4-8679dc857442" -d '{"events": [{"name": "network-changed", "server_uuid": "f71931f5-1f99-4491-bd65-3f997d968574", "tag": "cb5eed9b-266e-4271-9d46-7a0a3f49d07a"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:45.012938 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-82ca04e0-ea2e-4c44-91bb-d4d48d5c1b72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=235d6983-b46d-4f3c-b093-9f64065c94e1 HTTP/1.1" status: 200 len: 217 time: 0.1428230 Aug 16 13:02:45.026029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69aa3a43-70fa-466b-91cb-bb3276234dcf req-c1260a56-31e6-4c06-95b5-375a814c92e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 210 time: 0.0997789 Aug 16 13:02:45.039617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47870fba-f69d-4169-8bca-fb7a65e4829e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'Port': ['ID=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,revision_number=6']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:45.098511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cb5eed9b-266e-4271-9d46-7a0a3f49d07a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:45.100294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b791f4-dddc-4d01-a77a-b483a6abfb4a req-a6065c8b-ca79-4338-a1ab-7b47b540520b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:45.110778 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0b791f4-dddc-4d01-a77a-b483a6abfb4a req-a6065c8b-ca79-4338-a1ab-7b47b540520b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0918581 Aug 16 13:02:45.167260 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0b791f4-dddc-4d01-a77a-b483a6abfb4a req-da9aec07-b38b-4703-a7db-2607efd21978 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542264 Aug 16 13:02:45.226297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4faa2fcc-9097-46cc-b3a1-739c197dc5c7 req-33355a81-81cb-44ab-9008-269b6cd0869c tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 210 time: 0.0545573 Aug 16 13:02:45.311589 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f4ce47-7378-4430-9ab5-0052efccd985 x-openstack-request-id: req-f0f4ce47-7378-4430-9ab5-0052efccd985 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:45.311887 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71931f5-1f99-4491-bd65-3f997d968574", "tag": "cb5eed9b-266e-4271-9d46-7a0a3f49d07a", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:45.312145 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0f4ce47-7378-4430-9ab5-0052efccd985 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:45.312552 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71931f5-1f99-4491-bd65-3f997d968574', 'tag': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a', 'status': 'completed', 'code': 200} Aug 16 13:02:45.365681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-00de216c-855a-4d66-8737-4a9b95106be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:45.368590 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-00de216c-855a-4d66-8737-4a9b95106be0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43c4ad79-c536-4053-9403-92b94a8db004 HTTP/1.1" status: 200 len: 797 time: 0.1742661 Aug 16 13:02:45.425821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Allocated IP 172.20.0.3 (faf18c8c-8763-40ae-83c5-d10e99c6511d/97f2fbee-3a3e-4715-90df-0fbf9a0d2623/e152114d-a911-4d2b-96dd-33355eb4eee7) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:45.540330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-570d37ba-2675-4652-a856-0f81920ff311 req-2b16da06-1633-41fc-9e8c-daee8bc090cd tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-760346911&fields=id&tenant_id=a6f3c01eca374af89f24bf4584e975f1 HTTP/1.1" status: 200 len: 267 time: 0.1510968 Aug 16 13:02:45.582347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3731a5-0fe2-4439-8aa0-1b40c6761494 req-702756ec-8850-438d-b7bd-9817caa29433 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:45.596976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3731a5-0fe2-4439-8aa0-1b40c6761494 req-702756ec-8850-438d-b7bd-9817caa29433 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:45.612368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3731a5-0fe2-4439-8aa0-1b40c6761494 req-702756ec-8850-438d-b7bd-9817caa29433 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:45.620795 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:45.639066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3731a5-0fe2-4439-8aa0-1b40c6761494 req-702756ec-8850-438d-b7bd-9817caa29433 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:45.652708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3731a5-0fe2-4439-8aa0-1b40c6761494 req-702756ec-8850-438d-b7bd-9817caa29433 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:45.666020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3731a5-0fe2-4439-8aa0-1b40c6761494 req-702756ec-8850-438d-b7bd-9817caa29433 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:45.677919 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-086e516c-4ee4-4a85-bf43-b3b1427e5793 req-c33907bd-5d5e-4cb9-b348-5e0abcc2f87c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8435433 Aug 16 13:02:45.703112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3731a5-0fe2-4439-8aa0-1b40c6761494 req-702756ec-8850-438d-b7bd-9817caa29433 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:45.712970 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d3731a5-0fe2-4439-8aa0-1b40c6761494 req-702756ec-8850-438d-b7bd-9817caa29433 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.3209486 Aug 16 13:02:45.733415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d605d-ad3e-4393-aeb4-8679dc857442 req-e0fd7476-c063-45d1-9960-30cb28cd5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:45.734987 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-243d605d-ad3e-4393-aeb4-8679dc857442 req-e0fd7476-c063-45d1-9960-30cb28cd5c0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6f3c01eca374af89f24bf4584e975f1&device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 1136 time: 0.3608990 Aug 16 13:02:45.736449 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:45.739717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-72cf8f67-4036-4227-9df3-6c903bb5d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:45.744077 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-72cf8f67-4036-4227-9df3-6c903bb5d655 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3447268 Aug 16 13:02:45.748978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:45.891295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45162) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:45.991023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Network faf18c8c-8763-40ae-83c5-d10e99c6511d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:46.001895 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d3731a5-0fe2-4439-8aa0-1b40c6761494 req-4ca48f1f-efa9-4b1c-a54b-156580f3243f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2418716 Aug 16 13:02:46.009886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d37ba-2675-4652-a856-0f81920ff311 req-d7857524-7069-4a6d-bf15-29b7ead26e14 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:46.011527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-570d37ba-2675-4652-a856-0f81920ff311 req-d7857524-7069-4a6d-bf15-29b7ead26e14 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 985 time: 0.4547334 Aug 16 13:02:46.030293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-570d37ba-2675-4652-a856-0f81920ff311 req-92a4c59a-9117-4cb1-bd7d-2d75ded32960 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'port': {'security_groups': ['02afffdf-efd3-488c-803f-69740a83b31f', '85957cbf-9ace-4e6c-9bb3-5e272b219817', '147dcebd-4cf5-4e1e-95aa-412ee36bebeb']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:46.070832 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:46.092690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-af11628b-a3ac-4dc3-b8fb-671a5eaab063 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:46.094293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-af11628b-a3ac-4dc3-b8fb-671a5eaab063 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.42 "GET /v2.0/networks?id=58df5a6a-0917-4190-9046-70b5281b8222 HTTP/1.1" status: 200 len: 806 time: 0.3777988 Aug 16 13:02:46.194520 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01adc10f-53b0-463f-b2ec-7320509d9a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:46.209913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-570d37ba-2675-4652-a856-0f81920ff311 req-92a4c59a-9117-4cb1-bd7d-2d75ded32960 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:46.246894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-4bb94420-5d2c-49d2-beec-b5fb0b66616e tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ac17839928742aa8473d8fd873adef2 HTTP/1.1" status: 200 len: 380 time: 0.1305804 Aug 16 13:02:46.269170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da362fd-d42e-4e70-9041-75b239356222 req-3953200e-ea51-4fe9-975a-c05739e25368 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:46.270982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9da362fd-d42e-4e70-9041-75b239356222 req-3953200e-ea51-4fe9-975a-c05739e25368 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1660490 Aug 16 13:02:46.276051 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Request body: {'port': {'device_id': '33306386-b53f-4c0c-8247-d97331acb3be', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'admin_state_up': True, 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'security_groups': ['670d7a91-23d7-4859-a2e4-cad7d40b3cc0']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:46.358354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event updated for resources: {'Port': ['ID=e152114d-a911-4d2b-96dd-33355eb4eee7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:46.360896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:46.369869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:46.378844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e516c-4ee4-4a85-bf43-b3b1427e5793 req-8d76ea03-1aa6-4bc3-bd53-b1c7f2ce8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:46.380349 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-086e516c-4ee4-4a85-bf43-b3b1427e5793 req-8d76ea03-1aa6-4bc3-bd53-b1c7f2ce8fe8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 1096 time: 0.5462143 Aug 16 13:02:46.475749 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9da362fd-d42e-4e70-9041-75b239356222 req-8f5d5ed4-5980-4df4-a56f-8710369b15cb tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688175 Aug 16 13:02:46.533625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:46.534329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:46.543718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d605d-ad3e-4393-aeb4-8679dc857442 req-f0656548-eb75-42e2-92b5-7bf0560e62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:46.545203 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-243d605d-ad3e-4393-aeb4-8679dc857442 req-f0656548-eb75-42e2-92b5-7bf0560e62f2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 200 len: 913 time: 0.7841690 Aug 16 13:02:46.547023 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-8d76de97-7e29-4246-b27b-33434df59882 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585557 Aug 16 13:02:46.627834 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01adc10f-53b0-463f-b2ec-7320509d9a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:46.631214 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-243d605d-ad3e-4393-aeb4-8679dc857442 req-f0b170fc-1f57-4f35-8d61-fb4a97c7f38c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb5eed9b-266e-4271-9d46-7a0a3f49d07a HTTP/1.1" status: 200 len: 217 time: 0.0707076 Aug 16 13:02:46.634865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e516c-4ee4-4a85-bf43-b3b1427e5793 req-6ff3c79f-6707-46d4-a508-eda33f443b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:46.636425 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-086e516c-4ee4-4a85-bf43-b3b1427e5793 req-6ff3c79f-6707-46d4-a508-eda33f443b1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 917 time: 0.2271016 Aug 16 13:02:46.666266 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01adc10f-53b0-463f-b2ec-7320509d9a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:46.683308 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-0b4277f2-bec8-4764-beed-653a0a2716e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2314305 Aug 16 13:02:46.730348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Made reservation on behalf of 8ac17839928742aa8473d8fd873adef2 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:46.733788 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:46.741992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Request body: {'port': {'device_id': 'b68a5240-d6a6-47f8-b132-d022f1474e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:46.746003 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-086e516c-4ee4-4a85-bf43-b3b1427e5793 req-b2b679f1-bd29-44e9-9f81-aa9d5786587e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a HTTP/1.1" status: 200 len: 217 time: 0.0771658 Aug 16 13:02:46.751167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c100f5-25f7-4ba0-b2b5-3d94e2f22d6b req-f30c3c1e-7dbf-4033-863a-0482b72e9d13 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:46.752674 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4c100f5-25f7-4ba0-b2b5-3d94e2f22d6b req-f30c3c1e-7dbf-4033-863a-0482b72e9d13 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.1890388 Aug 16 13:02:46.772330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-01adc10f-53b0-463f-b2ec-7320509d9a55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e4f9f5b1f2548b3aa02fd923851166f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8765571 Aug 16 13:02:46.786189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adc10f-53b0-463f-b2ec-7320509d9a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d38451-b91f-4661-8ac4-c14900bc10e7,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:46.786405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45176) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:46.815738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-570d37ba-2675-4652-a856-0f81920ff311 req-92a4c59a-9117-4cb1-bd7d-2d75ded32960 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] For port cb5eed9b-266e-4271-9d46-7a0a3f49d07a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:46.854672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d605d-ad3e-4393-aeb4-8679dc857442 req-10747bed-5903-48a2-9340-328634f64e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:46.856403 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-243d605d-ad3e-4393-aeb4-8679dc857442 req-10747bed-5903-48a2-9340-328634f64e37 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6626a19a-373f-4e91-8f89-29f65ead1e8c HTTP/1.1" status: 200 len: 853 time: 0.1894732 Aug 16 13:02:46.884306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4c100f5-25f7-4ba0-b2b5-3d94e2f22d6b req-3c856a6f-8a00-4d07-878a-eeb6e74cc9da tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198909 Aug 16 13:02:46.935195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-570d37ba-2675-4652-a856-0f81920ff311 req-92a4c59a-9117-4cb1-bd7d-2d75ded32960 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:46.938068 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2a6f52b0-140a-4b2c-b5e1-20c3182bcfb4 req-501af2e8-c93d-44c1-a8b5-ecbd432c3100 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764343 Aug 16 13:02:46.942549 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-243d605d-ad3e-4393-aeb4-8679dc857442 req-abe5b7a8-57d7-463f-93fe-a18bce3f23ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bcf45dfc-9308-47aa-811a-e4799bb3ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540433 Aug 16 13:02:46.943097 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-570d37ba-2675-4652-a856-0f81920ff311 req-92a4c59a-9117-4cb1-bd7d-2d75ded32960 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:46.944825 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e516c-4ee4-4a85-bf43-b3b1427e5793 req-85086bfa-ed51-4fa8-96b1-b244ddb7dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:46.946494 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-086e516c-4ee4-4a85-bf43-b3b1427e5793 req-85086bfa-ed51-4fa8-96b1-b244ddb7dd44 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 200 len: 857 time: 0.1742415 Aug 16 13:02:46.948347 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:46.977059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cb5eed9b-266e-4271-9d46-7a0a3f49d07a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:47.041909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d37ba-2675-4652-a856-0f81920ff311 req-92a4c59a-9117-4cb1-bd7d-2d75ded32960 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:47.042504 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-570d37ba-2675-4652-a856-0f81920ff311 req-92a4c59a-9117-4cb1-bd7d-2d75ded32960 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:47.043992 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-570d37ba-2675-4652-a856-0f81920ff311 req-92a4c59a-9117-4cb1-bd7d-2d75ded32960 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "PUT /v2.0/ports/cb5eed9b-266e-4271-9d46-7a0a3f49d07a HTTP/1.1" status: 200 len: 1021 time: 1.0241001 Aug 16 13:02:47.050674 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-086e516c-4ee4-4a85-bf43-b3b1427e5793 req-1c7415d5-78a2-4b86-a601-34b99bb76d09 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755458 Aug 16 13:02:47.052718 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af7d4197-4f76-4f99-bee4-0bba705a3542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:47.059962 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Allocated IP 172.20.0.6 (58df5a6a-0917-4190-9046-70b5281b8222/ddb5f100-1f7f-4c8f-b22f-627cf4e40633/6f6be303-d59c-4486-8eab-655e45e7a186) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:47.092261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4c59a-9117-4cb1-bd7d-2d75ded32960 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'Port': ['ID=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,revision_number=7']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:47.134693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c3c30-8f28-497d-8962-1c530a5073de req-25879bed-55f8-4afe-87fc-bf914fd32207 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:47.137359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af7d4197-4f76-4f99-bee4-0bba705a3542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:47.138806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-257c3c30-8f28-497d-8962-1c530a5073de req-25879bed-55f8-4afe-87fc-bf914fd32207 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 931 time: 0.1744318 Aug 16 13:02:47.171252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cb5eed9b-266e-4271-9d46-7a0a3f49d07a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:47.362018 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-243d605d-ad3e-4393-aeb4-8679dc857442 req-20f40d56-a6c6-4b44-a7b0-c0f89bd11e46 service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975799 Aug 16 13:02:47.375861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-24ad8cc8-7114-4ccb-96f5-13f56b96e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:47.376558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-24ad8cc8-7114-4ccb-96f5-13f56b96e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:47.376821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-24ad8cc8-7114-4ccb-96f5-13f56b96e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:47.377295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-24ad8cc8-7114-4ccb-96f5-13f56b96e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:47.377767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-24ad8cc8-7114-4ccb-96f5-13f56b96e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:47.378273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-24ad8cc8-7114-4ccb-96f5-13f56b96e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:47.378751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-24ad8cc8-7114-4ccb-96f5-13f56b96e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:47.380927 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-24ad8cc8-7114-4ccb-96f5-13f56b96e53b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6474 time: 0.2467825 Aug 16 13:02:47.560591 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-086e516c-4ee4-4a85-bf43-b3b1427e5793 req-b5ac26c2-5e7e-4a31-9921-7c8fa2f6d045 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384038 Aug 16 13:02:47.575312 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af7d4197-4f76-4f99-bee4-0bba705a3542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:47.577854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af7d4197-4f76-4f99-bee4-0bba705a3542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:47.579109 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af7d4197-4f76-4f99-bee4-0bba705a3542 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31d38451-b91f-4661-8ac4-c14900bc10e7 HTTP/1.1" status: 204 len: 168 time: 0.7940056 Aug 16 13:02:47.595495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71931f5-1f99-4491-bd65-3f997d968574', 'tag': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:47.597976 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa93dbf-6c57-423d-bbaf-e3e3bc14bf53" -d '{"events": [{"name": "network-changed", "server_uuid": "f71931f5-1f99-4491-bd65-3f997d968574", "tag": "cb5eed9b-266e-4271-9d46-7a0a3f49d07a"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:47.630655 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-257c3c30-8f28-497d-8962-1c530a5073de req-d57f0a8e-d279-46d8-80c7-eed58e9cc017 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844520 Aug 16 13:02:47.642677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d4197-4f76-4f99-bee4-0bba705a3542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d38451-b91f-4661-8ac4-c14900bc10e7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:47.646002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16daf96-6d51-4ff0-80d8-8722549fd826 req-fa778e44-1a3b-4d0a-b077-5b0b40c1db3d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:47.647575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b16daf96-6d51-4ff0-80d8-8722549fd826 req-fa778e44-1a3b-4d0a-b077-5b0b40c1db3d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.5026274 Aug 16 13:02:47.733454 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-243d605d-ad3e-4393-aeb4-8679dc857442 req-f1ab772f-a996-4d58-bfd3-b411a592d2e6 service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391185 Aug 16 13:02:47.734530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-095fcfbf-19dc-43a7-8ce9-bbbc4c8ee56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:47.736048 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-095fcfbf-19dc-43a7-8ce9-bbbc4c8ee56f service neutron] 10.222.0.22 "GET /v2.0/networks?id=a3f59a97-520c-401a-b1ff-6c0a7128ce70 HTTP/1.1" status: 200 len: 901 time: 0.3397889 Aug 16 13:02:47.736589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:47.758766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b16daf96-6d51-4ff0-80d8-8722549fd826 req-c6b7f97e-e2a7-4649-8e74-df99266db78a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985434 Aug 16 13:02:47.811508 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13f31f8a-236d-488b-83e6-088cd4313498 req-7fa3f33a-db0f-4e01-b10e-03da8a703a1e tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 210 time: 0.0832973 Aug 16 13:02:47.831419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Transition to ACTIVE for port object 6f6be303-d59c-4486-8eab-655e45e7a186 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:47.872945 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-2c042af4-6d47-474d-af0c-8fc548727fd0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7499690a-1b86-40fc-a0b3-7b4dc75e243b HTTP/1.1" status: 200 len: 217 time: 0.1037846 Aug 16 13:02:47.887241 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-086e516c-4ee4-4a85-bf43-b3b1427e5793 req-4296cdab-8c4f-42c8-96b6-2b79749c8cd0 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130322 Aug 16 13:02:47.905625 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:47.997229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e152114d-a911-4d2b-96dd-33355eb4eee7 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:48.011840 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:48.017276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Network 58df5a6a-0917-4190-9046-70b5281b8222 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:48.030408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-ae16ee85-2658-4d3c-9879-df6a76d712b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.031919 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-ae16ee85-2658-4d3c-9879-df6a76d712b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.1390929 Aug 16 13:02:48.034725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Transition to ACTIVE for port object e152114d-a911-4d2b-96dd-33355eb4eee7 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:48.040676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:48.050836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:48.058692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:48.066198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Pushing event updated for resources: {'Port': ['ID=6f6be303-d59c-4486-8eab-655e45e7a186,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:48.116372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1755d7-98bf-48ca-8745-094f37253e46 req-1f1b1da6-04c2-4c2f-a2c9-c39abfd8153b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.123249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1755d7-98bf-48ca-8745-094f37253e46 req-1f1b1da6-04c2-4c2f-a2c9-c39abfd8153b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.129145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1755d7-98bf-48ca-8745-094f37253e46 req-1f1b1da6-04c2-4c2f-a2c9-c39abfd8153b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.135647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1755d7-98bf-48ca-8745-094f37253e46 req-1f1b1da6-04c2-4c2f-a2c9-c39abfd8153b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.141563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1755d7-98bf-48ca-8745-094f37253e46 req-1f1b1da6-04c2-4c2f-a2c9-c39abfd8153b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.147459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1755d7-98bf-48ca-8745-094f37253e46 req-1f1b1da6-04c2-4c2f-a2c9-c39abfd8153b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.153706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1755d7-98bf-48ca-8745-094f37253e46 req-1f1b1da6-04c2-4c2f-a2c9-c39abfd8153b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.161875 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d1755d7-98bf-48ca-8745-094f37253e46 req-1f1b1da6-04c2-4c2f-a2c9-c39abfd8153b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.2727978 Aug 16 13:02:48.207337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff169f86-dac1-4907-906b-ea5fd010a7ba req-a92fe25a-8b30-4ea1-9c6c-0fe5f2649705 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.208912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff169f86-dac1-4907-906b-ea5fd010a7ba req-a92fe25a-8b30-4ea1-9c6c-0fe5f2649705 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 1024 time: 0.2256892 Aug 16 13:02:48.234448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.235111 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:48.268775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d1755d7-98bf-48ca-8745-094f37253e46 req-7ded1897-4d52-49bc-98da-06d94c4cba83 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059709 Aug 16 13:02:48.279704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c8e04-7ebe-49f8-b69b-9cde5778aa15 req-c5c961ec-5e56-4e02-afdf-10893531bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.281251 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-368c8e04-7ebe-49f8-b69b-9cde5778aa15 req-c5c961ec-5e56-4e02-afdf-10893531bab3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 1096 time: 0.1957941 Aug 16 13:02:48.283430 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-87cff918-a203-411b-8642-bbdd272324bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.284833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-87cff918-a203-411b-8642-bbdd272324bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2418718 Aug 16 13:02:48.285898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=e152114d-a911-4d2b-96dd-33355eb4eee7,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:48.295746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-84628e55-10dc-409b-b3f9-67f6f27d8d3f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0330386 Aug 16 13:02:48.301095 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Request body: {'port': {'device_id': '33306386-b53f-4c0c-8247-d97331acb3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:48.334149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Attempting to bind port e152114d-a911-4d2b-96dd-33355eb4eee7 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:48.334342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Attempting to bind port e152114d-a911-4d2b-96dd-33355eb4eee7 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:48.334596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Attempting to bind port e152114d-a911-4d2b-96dd-33355eb4eee7 on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:48.373126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff169f86-dac1-4907-906b-ea5fd010a7ba req-aab34492-075d-4eda-aa2c-4d98591796e3 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=147dcebd-4cf5-4e1e-95aa-412ee36bebeb&id=85957cbf-9ace-4e6c-9bb3-5e272b219817&id=02afffdf-efd3-488c-803f-69740a83b31f HTTP/1.1" status: 200 len: 6155 time: 0.1490729 Aug 16 13:02:48.393916 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346e0d20-1b84-4583-9657-72f3cecdf2cb x-openstack-request-id: req-346e0d20-1b84-4583-9657-72f3cecdf2cb {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:48.394235 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71931f5-1f99-4491-bd65-3f997d968574", "tag": "cb5eed9b-266e-4271-9d46-7a0a3f49d07a", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:48.394487 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-346e0d20-1b84-4583-9657-72f3cecdf2cb {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:48.394987 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71931f5-1f99-4491-bd65-3f997d968574', 'tag': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a', 'status': 'completed', 'code': 200} Aug 16 13:02:48.405253 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:48.419849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Port e152114d-a911-4d2b-96dd-33355eb4eee7 on network faf18c8c-8763-40ae-83c5-d10e99c6511d not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:48.420317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Attempting to bind port e152114d-a911-4d2b-96dd-33355eb4eee7 on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:48.450308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f83537bd-3e95-45e1-a40c-4818c327a819 None None] Provisioning for port 6f6be303-d59c-4486-8eab-655e45e7a186 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:48.456105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f83537bd-3e95-45e1-a40c-4818c327a819 None None] Provisioning complete for port 6f6be303-d59c-4486-8eab-655e45e7a186 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:48.456596 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f83537bd-3e95-45e1-a40c-4818c327a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:48.506505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f83537bd-3e95-45e1-a40c-4818c327a819 None None] Port 6f6be303-d59c-4486-8eab-655e45e7a186 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:02:48.533765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:48.534217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Checking segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:48.534523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Bound using segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:48.534969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Bound port: e152114d-a911-4d2b-96dd-33355eb4eee7, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:48.535326 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:48.631934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc5dd2-9279-4dd3-b698-876c20c27708 req-1a0bd8cc-50af-4e80-a97e-60c1a3655103 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.634030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49bc5dd2-9279-4dd3-b698-876c20c27708 req-1a0bd8cc-50af-4e80-a97e-60c1a3655103 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1854084 Aug 16 13:02:48.647461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c2641-6f17-49a5-bd14-7022964fa0af req-bf3de8ee-1963-49f4-9852-cfb537f35d01 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.650126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-780c2641-6f17-49a5-bd14-7022964fa0af req-bf3de8ee-1963-49f4-9852-cfb537f35d01 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.1548696 Aug 16 13:02:48.663747 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-ef9cedc6-6c4c-4d33-a348-cd0442852cbd service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598585 Aug 16 13:02:48.668419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c8e04-7ebe-49f8-b69b-9cde5778aa15 req-c86e4803-e375-4d72-9c4a-f554137c38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.669867 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-368c8e04-7ebe-49f8-b69b-9cde5778aa15 req-c86e4803-e375-4d72-9c4a-f554137c38d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 911 time: 0.3440297 Aug 16 13:02:48.673889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa93dbf-6c57-423d-bbaf-e3e3bc14bf53 req-7525a9ea-7fea-4372-ac37-f7d43796363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:48.675395 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3fa93dbf-6c57-423d-bbaf-e3e3bc14bf53 req-7525a9ea-7fea-4372-ac37-f7d43796363a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6f3c01eca374af89f24bf4584e975f1&device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 1175 time: 0.2376685 Aug 16 13:02:48.780902 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-780c2641-6f17-49a5-bd14-7022964fa0af req-ce97b128-86aa-46bd-b17b-2729c5f81332 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240957 Aug 16 13:02:48.785449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] For port e152114d-a911-4d2b-96dd-33355eb4eee7, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:48.793213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49bc5dd2-9279-4dd3-b698-876c20c27708 req-4c1092bb-7af2-4602-aa21-80c3709acb49 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424041 Aug 16 13:02:48.844915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-c01a15f0-626b-4c64-af9d-0b4f9fff05b2 req-deb3d688-7ec6-458e-8c93-96dfa9a95043 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2125174198 ', 'description': 'tempest-description-384666936'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:48.878900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] For port e152114d-a911-4d2b-96dd-33355eb4eee7, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e152114d-a911-4d2b-96dd-33355eb4eee7,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:48.906610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:48.909129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c01a15f0-626b-4c64-af9d-0b4f9fff05b2 req-deb3d688-7ec6-458e-8c93-96dfa9a95043 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:48.922283 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-368c8e04-7ebe-49f8-b69b-9cde5778aa15 req-fc780651-37bc-4ca9-99d9-8afa44f5cc8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 HTTP/1.1" status: 200 len: 1000 time: 0.2399981 Aug 16 13:02:49.021936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6be303-d59c-4486-8eab-655e45e7a186 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:49.025826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.027142 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:49.027897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] 10.222.0.42 "PUT /v2.0/ports/e152114d-a911-4d2b-96dd-33355eb4eee7 HTTP/1.1" status: 200 len: 1091 time: 2.2954180 Aug 16 13:02:49.030063 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68a5240-d6a6-47f8-b132-d022f1474e85', 'tag': 'e152114d-a911-4d2b-96dd-33355eb4eee7'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:49.032601 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b276d82-bbef-4b62-ac24-ea514f39eb68" -d '{"events": [{"name": "network-changed", "server_uuid": "b68a5240-d6a6-47f8-b132-d022f1474e85", "tag": "e152114d-a911-4d2b-96dd-33355eb4eee7"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:49.038136 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:49.049352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3774dbb-8a8a-4b1d-a7aa-7ec327f3d4b1 req-e56d161a-2bd4-4ef8-9fad-8446885b79df tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.057528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3774dbb-8a8a-4b1d-a7aa-7ec327f3d4b1 req-e56d161a-2bd4-4ef8-9fad-8446885b79df tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 943 time: 0.1596296 Aug 16 13:02:49.063930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa93dbf-6c57-423d-bbaf-e3e3bc14bf53 req-b022a0a3-7f5f-4f0a-a9f5-2bf94221f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.066160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3fa93dbf-6c57-423d-bbaf-e3e3bc14bf53 req-b022a0a3-7f5f-4f0a-a9f5-2bf94221f161 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 200 len: 913 time: 0.3638890 Aug 16 13:02:49.075987 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-1e668614-77fb-4837-9290-581a1b0dc5f0 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994565 Aug 16 13:02:49.098151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Transition to ACTIVE for port object 6f6be303-d59c-4486-8eab-655e45e7a186 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:02:49.117068 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:49.167539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3774dbb-8a8a-4b1d-a7aa-7ec327f3d4b1 req-6ee7cb94-340e-4d31-ba4e-7cfef040ffbc tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082106 Aug 16 13:02:49.228279 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c01a15f0-626b-4c64-af9d-0b4f9fff05b2 req-deb3d688-7ec6-458e-8c93-96dfa9a95043 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:49.284093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Pushing event updated for resources: {'Port': ['ID=6f6be303-d59c-4486-8eab-655e45e7a186,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:49.287049 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c01a15f0-626b-4c64-af9d-0b4f9fff05b2 req-deb3d688-7ec6-458e-8c93-96dfa9a95043 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:49.408641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3d688-7ec6-458e-8c93-96dfa9a95043 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e2c047-8ad3-49f0-8f5d-767feb9d3ecb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:49.412419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45234) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:49.426673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Attempting to bind port 6f6be303-d59c-4486-8eab-655e45e7a186 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:02:49.427069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Attempting to bind port 6f6be303-d59c-4486-8eab-655e45e7a186 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:02:49.427473 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Attempting to bind port 6f6be303-d59c-4486-8eab-655e45e7a186 on network 58df5a6a-0917-4190-9046-70b5281b8222 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:49.435743 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Port 6f6be303-d59c-4486-8eab-655e45e7a186 on network 58df5a6a-0917-4190-9046-70b5281b8222 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:02:49.436079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Attempting to bind port 6f6be303-d59c-4486-8eab-655e45e7a186 on network 58df5a6a-0917-4190-9046-70b5281b8222 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:02:49.440652 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c01a15f0-626b-4c64-af9d-0b4f9fff05b2 req-deb3d688-7ec6-458e-8c93-96dfa9a95043 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:49.441921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c01a15f0-626b-4c64-af9d-0b4f9fff05b2 req-deb3d688-7ec6-458e-8c93-96dfa9a95043 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6011145 Aug 16 13:02:49.450230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:02:49.450584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Checking segment: {'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:02:49.450958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Bound using segment: {'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:02:49.451413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Bound port: 6f6be303-d59c-4486-8eab-655e45e7a186, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1187baf-51de-420d-b0e7-8585d08f0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:02:49.451774 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:49.478440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc87a2-4ff5-4858-a314-fad90ef78e1c req-5099ba0b-decc-4d5a-8f2e-0c0c47c634b7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.480318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9fc87a2-4ff5-4858-a314-fad90ef78e1c req-5099ba0b-decc-4d5a-8f2e-0c0c47c634b7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1971960 Aug 16 13:02:49.557970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb38a1f-8313-469b-b050-b03fbba14ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=e152114d-a911-4d2b-96dd-33355eb4eee7,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:49.564543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c8e04-7ebe-49f8-b69b-9cde5778aa15 req-73f4d944-8525-43e7-9eac-aeca5f2df3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.566039 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-368c8e04-7ebe-49f8-b69b-9cde5778aa15 req-73f4d944-8525-43e7-9eac-aeca5f2df3db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 200 len: 850 time: 0.6148338 Aug 16 13:02:49.591298 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3fa93dbf-6c57-423d-bbaf-e3e3bc14bf53 req-5e6c5abf-fc59-4476-aee8-8f0af8071c3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb5eed9b-266e-4271-9d46-7a0a3f49d07a HTTP/1.1" status: 200 len: 217 time: 0.5083799 Aug 16 13:02:49.602904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:49.631013 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9fc87a2-4ff5-4858-a314-fad90ef78e1c req-39f07e87-e6b6-43dc-a792-1eaaabc0be5f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227546 Aug 16 13:02:49.634401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] For port 6f6be303-d59c-4486-8eab-655e45e7a186, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:02:49.668570 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:49.673341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] For port 6f6be303-d59c-4486-8eab-655e45e7a186, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6f6be303-d59c-4486-8eab-655e45e7a186,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:02:49.690281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658a05f-4f62-4a6f-a16b-dff8ddbab357 req-11bef469-52bd-4c48-8efe-ee3d79c49299 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.691120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-0646bf26-7c0e-40e2-9cf5-781269af5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.691605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-0646bf26-7c0e-40e2-9cf5-781269af5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.692080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-0646bf26-7c0e-40e2-9cf5-781269af5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.692224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a658a05f-4f62-4a6f-a16b-dff8ddbab357 req-11bef469-52bd-4c48-8efe-ee3d79c49299 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 943 time: 0.1509886 Aug 16 13:02:49.692550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-0646bf26-7c0e-40e2-9cf5-781269af5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.693159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-0646bf26-7c0e-40e2-9cf5-781269af5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.693633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-0646bf26-7c0e-40e2-9cf5-781269af5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.694116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-0646bf26-7c0e-40e2-9cf5-781269af5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.695024 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:49.696649 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-0646bf26-7c0e-40e2-9cf5-781269af5b11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6474 time: 0.2144337 Aug 16 13:02:49.698405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-fdb9accf-ccdd-43c1-aa3b-5429f2b8da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.699746 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-fdb9accf-ccdd-43c1-aa3b-5429f2b8da19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 1094 time: 0.6079338 Aug 16 13:02:49.706261 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce8cbd7-bb4d-4b54-8461-4efec4062116 x-openstack-request-id: req-4ce8cbd7-bb4d-4b54-8461-4efec4062116 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:49.706547 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68a5240-d6a6-47f8-b132-d022f1474e85", "tag": "e152114d-a911-4d2b-96dd-33355eb4eee7", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:49.706793 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ce8cbd7-bb4d-4b54-8461-4efec4062116 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:49.707182 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68a5240-d6a6-47f8-b132-d022f1474e85', 'tag': 'e152114d-a911-4d2b-96dd-33355eb4eee7', 'status': 'completed', 'code': 200} Aug 16 13:02:49.772955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.773967 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:49.774213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa93dbf-6c57-423d-bbaf-e3e3bc14bf53 req-fe98ef14-47df-4553-ad47-ed70a1091d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.775719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3fa93dbf-6c57-423d-bbaf-e3e3bc14bf53 req-fe98ef14-47df-4553-ad47-ed70a1091d0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6626a19a-373f-4e91-8f89-29f65ead1e8c HTTP/1.1" status: 200 len: 853 time: 0.1747527 Aug 16 13:02:49.775873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] 10.222.0.42 "PUT /v2.0/ports/6f6be303-d59c-4486-8eab-655e45e7a186 HTTP/1.1" status: 200 len: 1091 time: 1.4790578 Aug 16 13:02:49.777671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c8e04-7ebe-49f8-b69b-9cde5778aa15 req-15a86b62-717f-443d-acd0-612963d32f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.779184 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-368c8e04-7ebe-49f8-b69b-9cde5778aa15 req-15a86b62-717f-443d-acd0-612963d32f0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60b8601d-8c83-419a-8ebd-3dd0daba00a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908216 Aug 16 13:02:49.786697 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-388fda44-77d8-4f8e-97af-9cfd742cfcd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e152114d-a911-4d2b-96dd-33355eb4eee7 HTTP/1.1" status: 200 len: 217 time: 0.0676832 Aug 16 13:02:49.868521 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3fa93dbf-6c57-423d-bbaf-e3e3bc14bf53 req-c889a249-25da-477a-a79d-c0b24431cef9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bcf45dfc-9308-47aa-811a-e4799bb3ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780809 Aug 16 13:02:49.907695 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564df49-3a11-4d25-8499-56438a1a0b9b service neutron] Pushing event updated for resources: {'Port': ['ID=6f6be303-d59c-4486-8eab-655e45e7a186,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:49.914007 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a658a05f-4f62-4a6f-a16b-dff8ddbab357 req-7e34f3fc-1346-4e3c-85e6-b7c45ed861a7 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860185 Aug 16 13:02:49.967097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cbe96-cd42-4a06-b25a-ddace335473c req-b0f8addc-79e2-4303-8fcd-f80482f0716f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.974082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cbe96-cd42-4a06-b25a-ddace335473c req-b0f8addc-79e2-4303-8fcd-f80482f0716f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.982516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cbe96-cd42-4a06-b25a-ddace335473c req-b0f8addc-79e2-4303-8fcd-f80482f0716f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:49.989531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cbe96-cd42-4a06-b25a-ddace335473c req-b0f8addc-79e2-4303-8fcd-f80482f0716f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.001626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cbe96-cd42-4a06-b25a-ddace335473c req-b0f8addc-79e2-4303-8fcd-f80482f0716f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.007886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cbe96-cd42-4a06-b25a-ddace335473c req-b0f8addc-79e2-4303-8fcd-f80482f0716f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.013740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cbe96-cd42-4a06-b25a-ddace335473c req-b0f8addc-79e2-4303-8fcd-f80482f0716f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.015746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce0cbe96-cd42-4a06-b25a-ddace335473c req-b0f8addc-79e2-4303-8fcd-f80482f0716f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.2489350 Aug 16 13:02:50.019693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-ddbbb244-7098-41ef-9815-7fa06b119b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.021170 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-ddbbb244-7098-41ef-9815-7fa06b119b70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ac17839928742aa8473d8fd873adef2&device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 1094 time: 0.1939473 Aug 16 13:02:50.049175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3fa93dbf-6c57-423d-bbaf-e3e3bc14bf53 req-02b80624-84f3-4645-91ed-5184993fd1e7 service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553841 Aug 16 13:02:50.072743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-1ba0a45d-bee7-4370-b383-363d7f00a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.074215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-1ba0a45d-bee7-4370-b383-363d7f00a031 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.2724926 Aug 16 13:02:50.107096 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-4f66076d-be31-4ae7-b7bc-1fa37010d472 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f6be303-d59c-4486-8eab-655e45e7a186 HTTP/1.1" status: 200 len: 217 time: 0.0745771 Aug 16 13:02:50.144557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-98d4a163-8710-4aa0-92fd-db52a5145e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.146034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-98d4a163-8710-4aa0-92fd-db52a5145e94 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ff59b3a2-761c-4887-a566-3a2f0105d559 HTTP/1.1" status: 200 len: 901 time: 0.4415143 Aug 16 13:02:50.147858 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-e2011fc1-d984-4ee2-98a9-3f299fd00c24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646510 Aug 16 13:02:50.168098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9fb8fba-9cc5-4823-b5f7-92e00560f787 req-785c527b-da94-477e-9a18-6aa9210635ee tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/45e2c047-8ad3-49f0-8f5d-767feb9d3ecb HTTP/1.1" status: 200 len: 1782 time: 0.1512558 Aug 16 13:02:50.173409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:50.184253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce0cbe96-cd42-4a06-b25a-ddace335473c req-c9a4bb2b-0281-4791-9336-3affbf6662f2 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1534111 Aug 16 13:02:50.201028 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-368c8e04-7ebe-49f8-b69b-9cde5778aa15 req-a2395926-b1c5-44ca-b9ae-281049a4dfb5 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003277 Aug 16 13:02:50.229587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-a0ed59ae-7b68-4839-9555-48ec1d653761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.231409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-a0ed59ae-7b68-4839-9555-48ec1d653761 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ddb5f100-1f7f-4c8f-b22f-627cf4e40633 HTTP/1.1" status: 200 len: 845 time: 0.1149676 Aug 16 13:02:50.286278 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3fa93dbf-6c57-423d-bbaf-e3e3bc14bf53 req-0e8f9c20-8242-4df9-91e5-a7c485bc203c service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281353 Aug 16 13:02:50.297937 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-c97f6389-1539-48f5-b951-227ae1c92a5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d110615e-9d78-4dd1-a051-9660dee65dd9 HTTP/1.1" status: 200 len: 217 time: 0.1200726 Aug 16 13:02:50.391428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-478b9bf7-7c71-4db3-aca3-595b2c2c3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.392970 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-478b9bf7-7c71-4db3-aca3-595b2c2c3f9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58df5a6a-0917-4190-9046-70b5281b8222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445277 Aug 16 13:02:50.403720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e45ad-adb8-4342-ad0a-df9dae678118 req-893873bb-e2f2-406a-9145-062daebbc0f1 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.405199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad4e45ad-adb8-4342-ad0a-df9dae678118 req-893873bb-e2f2-406a-9145-062daebbc0f1 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.1728673 Aug 16 13:02:50.405644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33306386-b53f-4c0c-8247-d97331acb3be', 'tag': '6f6be303-d59c-4486-8eab-655e45e7a186'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:50.407913 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "33306386-b53f-4c0c-8247-d97331acb3be", "tag": "6f6be303-d59c-4486-8eab-655e45e7a186"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:50.446328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-e8bf0902-7103-4293-bf1d-3052d6d49544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.447808 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-e8bf0902-7103-4293-bf1d-3052d6d49544 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43c4ad79-c536-4053-9403-92b94a8db004 HTTP/1.1" status: 200 len: 797 time: 0.1127775 Aug 16 13:02:50.461441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193200c9-d8f1-409c-8316-e4f6d767f6cf req-deb864ed-0e63-4c9f-ba48-88add9985e52 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.463024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-193200c9-d8f1-409c-8316-e4f6d767f6cf req-deb864ed-0e63-4c9f-ba48-88add9985e52 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1739993 Aug 16 13:02:50.464265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Allocated IP 172.25.0.37 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/4ddce198-5be4-467d-90cc-c3b949acdbf1) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:50.494187 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-f5f62db8-d5b9-4e78-b7bb-1cbaff872901 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148293 Aug 16 13:02:50.497288 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-368c8e04-7ebe-49f8-b69b-9cde5778aa15 req-ba182819-25f0-4172-a3ba-bcc31f633a0b service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098403 Aug 16 13:02:50.541429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-d1b5ce81-5919-46ba-8841-f4bd5f419751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.543055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-d1b5ce81-5919-46ba-8841-f4bd5f419751 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833259 Aug 16 13:02:50.630806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad4e45ad-adb8-4342-ad0a-df9dae678118 req-41e53536-c82a-4e9f-842e-445737d68b27 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047417 Aug 16 13:02:50.637400 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-193200c9-d8f1-409c-8316-e4f6d767f6cf req-d266ace2-05c9-40eb-9c3f-7b1461833027 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640809 Aug 16 13:02:50.671415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-1c2e645a-f4d6-4404-9f7e-fcfa4dd84bb4 service neutron] 10.222.0.42 "GET /v2.0/networks/58df5a6a-0917-4190-9046-70b5281b8222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605803 Aug 16 13:02:50.672094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-24665c13-cfc8-4d44-9436-0d804f260fa2 req-bf3195b1-ba97-4b70-b503-676f228d5df9 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669421 Aug 16 13:02:50.703979 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-298a03b0-9863-45ed-9f57-1079c42b68a9 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290154 Aug 16 13:02:50.809264 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:50.834911 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-47ead5e4-b171-42af-bbc6-06362547faa4 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224749 Aug 16 13:02:50.838287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276d82-bbef-4b62-ac24-ea514f39eb68 req-128b97e5-2f39-4147-8164-1a970654aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.839701 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b276d82-bbef-4b62-ac24-ea514f39eb68 req-128b97e5-2f39-4147-8164-1a970654aa8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 1094 time: 0.0663993 Aug 16 13:02:50.841088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7fbf332-d246-425f-a94a-a7e67988b9a3 req-a7a1b322-989d-484d-ae58-a7b56b9b08e3 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/45e2c047-8ad3-49f0-8f5d-767feb9d3ecb HTTP/1.1" status: 200 len: 1782 time: 0.1635740 Aug 16 13:02:50.904711 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67354ad1-09d0-4baf-a4e2-722c1d6ae0ad req-3d5f8748-705a-4b18-8900-853f2675eda4 service neutron] 10.222.0.42 "GET /v2.0/networks/58df5a6a-0917-4190-9046-70b5281b8222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154410 Aug 16 13:02:50.912175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e781ff9-ea8f-4f60-9418-fb6ef726b9dc req-8b6d86d9-a854-49f1-807a-c652787a001a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.913644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e781ff9-ea8f-4f60-9418-fb6ef726b9dc req-8b6d86d9-a854-49f1-807a-c652787a001a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 943 time: 0.1407707 Aug 16 13:02:50.978968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:50.984766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-a6e95f2b-b627-4381-b63d-f9ee0b93f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.985173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-a6e95f2b-b627-4381-b63d-f9ee0b93f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.985648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-a6e95f2b-b627-4381-b63d-f9ee0b93f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.986139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-a6e95f2b-b627-4381-b63d-f9ee0b93f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.986640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-a6e95f2b-b627-4381-b63d-f9ee0b93f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.987107 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-a6e95f2b-b627-4381-b63d-f9ee0b93f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.988119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-a6e95f2b-b627-4381-b63d-f9ee0b93f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.989879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-a6e95f2b-b627-4381-b63d-f9ee0b93f24e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6474 time: 0.0779748 Aug 16 13:02:50.993568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276d82-bbef-4b62-ac24-ea514f39eb68 req-29a63970-b1a6-4ad6-8972-576a801b8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:50.994981 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b276d82-bbef-4b62-ac24-ea514f39eb68 req-29a63970-b1a6-4ad6-8972-576a801b8e25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 905 time: 0.1445491 Aug 16 13:02:51.002856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e781ff9-ea8f-4f60-9418-fb6ef726b9dc req-a3192357-be2b-46a5-b066-f3c28c31c306 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805848 Aug 16 13:02:51.023870 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c7fbf332-d246-425f-a94a-a7e67988b9a3 req-a06bdcf9-951e-40ea-992a-d5b2e448a4ca tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:51.040287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:51.050053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:51.059451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:51.066942 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cabf46-9311-4bd6-89c2-8f926a6a610c x-openstack-request-id: req-b6cabf46-9311-4bd6-89c2-8f926a6a610c {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:51.067242 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33306386-b53f-4c0c-8247-d97331acb3be", "tag": "6f6be303-d59c-4486-8eab-655e45e7a186", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:51.067497 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6cabf46-9311-4bd6-89c2-8f926a6a610c {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:51.068164 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33306386-b53f-4c0c-8247-d97331acb3be', 'tag': '6f6be303-d59c-4486-8eab-655e45e7a186', 'status': 'completed', 'code': 200} Aug 16 13:02:51.088516 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b276d82-bbef-4b62-ac24-ea514f39eb68 req-c52a273e-4ca2-4c1e-9a52-df49738a0c79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e152114d-a911-4d2b-96dd-33355eb4eee7 HTTP/1.1" status: 200 len: 217 time: 0.0723231 Aug 16 13:02:51.090406 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Pushing event updated for resources: {'Port': ['ID=4ddce198-5be4-467d-90cc-c3b949acdbf1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:51.097619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c7fbf332-d246-425f-a94a-a7e67988b9a3 req-a06bdcf9-951e-40ea-992a-d5b2e448a4ca tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:51.168040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-0e1b0cab-afbe-43ad-8210-caaa311ceaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.169652 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-0e1b0cab-afbe-43ad-8210-caaa311ceaec service neutron] 10.222.0.22 "GET /v2.0/networks?id=ff59b3a2-761c-4887-a566-3a2f0105d559 HTTP/1.1" status: 200 len: 901 time: 0.1722796 Aug 16 13:02:51.185286 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276d82-bbef-4b62-ac24-ea514f39eb68 req-79eac835-8342-4fbd-8972-eb235ada3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.187496 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b276d82-bbef-4b62-ac24-ea514f39eb68 req-79eac835-8342-4fbd-8972-eb235ada3eca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.0778911 Aug 16 13:02:51.220393 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3 req-e6fc4deb-7b72-40fd-af16-a1835de112d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.221980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3 req-e6fc4deb-7b72-40fd-af16-a1835de112d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ac17839928742aa8473d8fd873adef2&device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 1094 time: 0.1096265 Aug 16 13:02:51.228573 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c7fbf332-d246-425f-a94a-a7e67988b9a3 req-a06bdcf9-951e-40ea-992a-d5b2e448a4ca tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:51.231525 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c7fbf332-d246-425f-a94a-a7e67988b9a3 req-a06bdcf9-951e-40ea-992a-d5b2e448a4ca tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:51.232611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7fbf332-d246-425f-a94a-a7e67988b9a3 req-a06bdcf9-951e-40ea-992a-d5b2e448a4ca tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "DELETE /v2.0/security-groups/45e2c047-8ad3-49f0-8f5d-767feb9d3ecb HTTP/1.1" status: 204 len: 173 time: 0.3822625 Aug 16 13:02:51.246932 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-17573a6c-fb57-4e3c-98b5-9a837bd4961f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=235d6983-b46d-4f3c-b093-9f64065c94e1 HTTP/1.1" status: 200 len: 217 time: 0.0584390 Aug 16 13:02:51.262894 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b276d82-bbef-4b62-ac24-ea514f39eb68 req-aa9df18e-4a06-42a9-babf-e96ed5ffdbba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667894 Aug 16 13:02:51.267997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da0b2d-d246-463f-be61-7ad404d93646 req-e89c3458-c8a1-4e9a-b61c-d3104e2c46df tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.269537 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92da0b2d-d246-463f-be61-7ad404d93646 req-e89c3458-c8a1-4e9a-b61c-d3104e2c46df tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1426427 Aug 16 13:02:51.302013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bdcf9-951e-40ea-992a-d5b2e448a4ca tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e2c047-8ad3-49f0-8f5d-767feb9d3ecb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:51.368220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-5e99cf77-140d-4628-82ed-ad49ff8a6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.369659 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-5e99cf77-140d-4628-82ed-ad49ff8a6881 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43c4ad79-c536-4053-9403-92b94a8db004 HTTP/1.1" status: 200 len: 797 time: 0.1053557 Aug 16 13:02:51.392830 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:51.425910 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b276d82-bbef-4b62-ac24-ea514f39eb68 req-75f28133-1531-4b3f-a0bd-b5de6b4213ef service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347237 Aug 16 13:02:51.436263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-09789635-8048-4e36-a6bc-b8a139fdc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.437774 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-09789635-8048-4e36-a6bc-b8a139fdc9f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587788 Aug 16 13:02:51.446289 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92da0b2d-d246-463f-be61-7ad404d93646 req-c8a569e7-1807-4df7-b190-6d751b65a3b2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623511 Aug 16 13:02:51.495036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74144f2c-49f2-4875-9ad8-74bc390323a6 req-0c5d96e5-7123-470a-9046-7443901a3b60 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.496630 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74144f2c-49f2-4875-9ad8-74bc390323a6 req-0c5d96e5-7123-470a-9046-7443901a3b60 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 943 time: 0.1841319 Aug 16 13:02:51.497936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3 req-0eed979f-5462-431e-b650-5b8bcc7a9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.499482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3 req-0eed979f-5462-431e-b650-5b8bcc7a9851 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58df5a6a-0917-4190-9046-70b5281b8222 HTTP/1.1" status: 200 len: 906 time: 0.2658405 Aug 16 13:02:51.500631 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:51.614557 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b276d82-bbef-4b62-ac24-ea514f39eb68 req-59ef54cb-83b2-4c48-b897-7be6d27dcff7 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758208 Aug 16 13:02:51.615709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3 req-80008938-165e-4df0-b672-752b30c4e870 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f6be303-d59c-4486-8eab-655e45e7a186 HTTP/1.1" status: 200 len: 217 time: 0.0842938 Aug 16 13:02:51.618976 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-539c4876-2ccb-4a5e-b6ad-d64fa695b702 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716902 Aug 16 13:02:51.656253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74144f2c-49f2-4875-9ad8-74bc390323a6 req-2ae7790e-98a0-4f4d-90ad-bcdcea923fba tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533473 Aug 16 13:02:51.735158 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b58d34f5-fe0f-49d4-be37-f40380e974e5 req-db334a09-43ad-4a5d-a7c7-c43fdfee48ed service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993712 Aug 16 13:02:51.764283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98328c-5de5-4d65-8bf3-6ac5af36b1a0 req-70dea148-826c-4b8e-86ab-2ee170d6e547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.770054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98328c-5de5-4d65-8bf3-6ac5af36b1a0 req-70dea148-826c-4b8e-86ab-2ee170d6e547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.776390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98328c-5de5-4d65-8bf3-6ac5af36b1a0 req-70dea148-826c-4b8e-86ab-2ee170d6e547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.782304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98328c-5de5-4d65-8bf3-6ac5af36b1a0 req-70dea148-826c-4b8e-86ab-2ee170d6e547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.788087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98328c-5de5-4d65-8bf3-6ac5af36b1a0 req-70dea148-826c-4b8e-86ab-2ee170d6e547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.794542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98328c-5de5-4d65-8bf3-6ac5af36b1a0 req-70dea148-826c-4b8e-86ab-2ee170d6e547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.800334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98328c-5de5-4d65-8bf3-6ac5af36b1a0 req-70dea148-826c-4b8e-86ab-2ee170d6e547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.802253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b98328c-5de5-4d65-8bf3-6ac5af36b1a0 req-70dea148-826c-4b8e-86ab-2ee170d6e547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.2698274 Aug 16 13:02:51.815615 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-7671a594-c18e-4f8f-871a-beb7fb7b80ea req-0a9176b0-c403-435f-ba13-5853896313be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] show failed (client error): The resource could not be found. Aug 16 13:02:51.816586 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7671a594-c18e-4f8f-871a-beb7fb7b80ea req-0a9176b0-c403-435f-ba13-5853896313be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/45e2c047-8ad3-49f0-8f5d-767feb9d3ecb HTTP/1.1" status: 404 len: 352 time: 0.1212847 Aug 16 13:02:51.832243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3 req-38a0d24c-2f28-4196-987c-5bfdcb1b761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:51.833723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3 req-38a0d24c-2f28-4196-987c-5bfdcb1b761c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ddb5f100-1f7f-4c8f-b22f-627cf4e40633 HTTP/1.1" status: 200 len: 845 time: 0.1985517 Aug 16 13:02:51.943356 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b98328c-5de5-4d65-8bf3-6ac5af36b1a0 req-20f3a856-076d-48c8-851a-217b1976d243 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327882 Aug 16 13:02:51.971755 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:02:52.285349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:52.304068 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:52.310316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3 req-e3679e5b-2357-4c02-9fed-da6b3e135577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:52.311828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3 req-e3679e5b-2357-4c02-9fed-da6b3e135577 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58df5a6a-0917-4190-9046-70b5281b8222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4670041 Aug 16 13:02:52.365462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddce40-220d-4584-b18b-6fbed49301ab req-c76b5170-13ca-4340-96a7-21183e8a3639 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:52.367532 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6eddce40-220d-4584-b18b-6fbed49301ab req-c76b5170-13ca-4340-96a7-21183e8a3639 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.4808519 Aug 16 13:02:52.473043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Pushing event updated for resources: {'Port': ['ID=4ddce198-5be4-467d-90cc-c3b949acdbf1,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:52.515664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb7451-44bf-4b6d-9a4b-8070dcd52cdf req-cabf1970-e6bf-47a3-8d60-84d20c7f344b tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:52.517193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8bb7451-44bf-4b6d-9a4b-8070dcd52cdf req-cabf1970-e6bf-47a3-8d60-84d20c7f344b tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.2281325 Aug 16 13:02:52.521814 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:52.529323 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6eddce40-220d-4584-b18b-6fbed49301ab req-d6b098f0-ef21-4ca2-9ac5-f37233b8de3a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449280 Aug 16 13:02:52.568579 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:52.569741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-928feecd-5509-4110-b7a8-99c0deb0b113 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1521928 Aug 16 13:02:52.573554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45268) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:52.574051 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-080dd8f3-ecef-44db-b720-2af461a9705a req-81bbe79a-68ca-44dc-b4af-69828f4c5891 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1416523160', 'description': 'tempest-description-1551942654'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:52.578665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-775810b3-b23b-4b72-8d07-3beaa3328060 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-737586594', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'fixed_ips': [{'ip_address': '172.25.0.37'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:52.582621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3 req-109bab11-6c45-4f03-b30a-d30bc4095c8a service neutron] 10.222.0.42 "GET /v2.0/networks/58df5a6a-0917-4190-9046-70b5281b8222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506003 Aug 16 13:02:52.601096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775810b3-b23b-4b72-8d07-3beaa3328060 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Made reservation on behalf of ebaa13acd0c74471934a757c97200456 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:52.603761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-775810b3-b23b-4b72-8d07-3beaa3328060 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:52.606441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.api [req-080dd8f3-ecef-44db-b720-2af461a9705a req-81bbe79a-68ca-44dc-b4af-69828f4c5891 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 13:02:52.606441 n-d-804708-1 neutron-server[101395]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 13:02:52.606441 n-d-804708-1 neutron-server[101395]: [parameters: {'project_id_1': 'a6f3c01eca374af89f24bf4584e975f1', 'expiration_1': datetime.datetime(2021, 8, 16, 13, 2, 52, 584409)}] Aug 16 13:02:52.606441 n-d-804708-1 neutron-server[101395]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:02:52.606817 n-d-804708-1 neutron-server[101395]: DEBUG oslo_db.api [req-080dd8f3-ecef-44db-b720-2af461a9705a req-81bbe79a-68ca-44dc-b4af-69828f4c5891 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:02:52.613615 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-775810b3-b23b-4b72-8d07-3beaa3328060 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:52.623827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8bb7451-44bf-4b6d-9a4b-8070dcd52cdf req-6c76b21d-eae0-48dc-90f7-c1e3f97c8b16 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990617 Aug 16 13:02:52.711633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3928bbb6-1856-4ba9-a6c0-7d2a416b9cf3 req-4eba957f-9bb1-4f6b-bc8e-0bb3ff7d47aa service neutron] 10.222.0.42 "GET /v2.0/networks/58df5a6a-0917-4190-9046-70b5281b8222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194947 Aug 16 13:02:52.732644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-775810b3-b23b-4b72-8d07-3beaa3328060 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:52.737005 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-775810b3-b23b-4b72-8d07-3beaa3328060 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:52.748399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-775810b3-b23b-4b72-8d07-3beaa3328060 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] device_id is not set on port 1e83dfe9-06ab-4be4-a00f-3cbe2f368c4b yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:02:52.753476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f08d30-35ee-44ce-9b44-e72ee12c1516 req-b4bab902-1826-46c8-972f-bbca2fad4759 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:52.755163 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48f08d30-35ee-44ce-9b44-e72ee12c1516 req-b4bab902-1826-46c8-972f-bbca2fad4759 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 943 time: 0.0614598 Aug 16 13:02:52.796571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48f08d30-35ee-44ce-9b44-e72ee12c1516 req-62063279-db8f-4fc8-a211-102c3bea2e98 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Aug 16 13:02:52.814643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775810b3-b23b-4b72-8d07-3beaa3328060 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d9c4db-ba39-499f-9c2a-ea949b089b12,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:52.910867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c541be-1a07-4d4b-b17d-ce402365e9c7 req-7c0fbb97-f4f8-432d-bc43-07c83ccc610d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:52.912353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88c541be-1a07-4d4b-b17d-ce402365e9c7 req-7c0fbb97-f4f8-432d-bc43-07c83ccc610d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0542142 Aug 16 13:02:52.947897 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-775810b3-b23b-4b72-8d07-3beaa3328060 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 13:02:52.948501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775810b3-b23b-4b72-8d07-3beaa3328060 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:02:52.952166 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88c541be-1a07-4d4b-b17d-ce402365e9c7 req-ef40b2d3-88fb-4592-bf7a-557e64bb439c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329795 Aug 16 13:02:52.963574 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-775810b3-b23b-4b72-8d07-3beaa3328060 tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3886802 Aug 16 13:02:52.966441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45274) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:53.168275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af9669-87ad-4b74-813d-2d3088a94274 req-ed2502db-edd9-473f-b3ca-e0d7aa7579f4 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:53.169794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3af9669-87ad-4b74-813d-2d3088a94274 req-ed2502db-edd9-473f-b3ca-e0d7aa7579f4 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 943 time: 0.1402600 Aug 16 13:02:53.177620 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-080dd8f3-ecef-44db-b720-2af461a9705a req-81bbe79a-68ca-44dc-b4af-69828f4c5891 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.246535 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c056907a-303f-4d03-872e-6868830556fb tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Deleting port 4ddce198-5be4-467d-90cc-c3b949acdbf1 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:02:53.246790 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c056907a-303f-4d03-872e-6868830556fb tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.253306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3af9669-87ad-4b74-813d-2d3088a94274 req-02d8d1e4-e370-4055-8b94-6c6b93a13e67 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717163 Aug 16 13:02:53.412431 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c056907a-303f-4d03-872e-6868830556fb tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.412763 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c056907a-303f-4d03-872e-6868830556fb tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.435212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-080dd8f3-ecef-44db-b720-2af461a9705a req-81bbe79a-68ca-44dc-b4af-69828f4c5891 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.436424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c056907a-303f-4d03-872e-6868830556fb tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Calling delete_port for 4ddce198-5be4-467d-90cc-c3b949acdbf1 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:02:53.449632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235818-8f8c-4001-ab0e-454bdcee7e4a req-83e160a3-698c-4419-9313-3bba7ec74547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:53.455431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235818-8f8c-4001-ab0e-454bdcee7e4a req-83e160a3-698c-4419-9313-3bba7ec74547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:53.461754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235818-8f8c-4001-ab0e-454bdcee7e4a req-83e160a3-698c-4419-9313-3bba7ec74547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:53.470426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235818-8f8c-4001-ab0e-454bdcee7e4a req-83e160a3-698c-4419-9313-3bba7ec74547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:53.473232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235818-8f8c-4001-ab0e-454bdcee7e4a req-83e160a3-698c-4419-9313-3bba7ec74547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:53.479349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235818-8f8c-4001-ab0e-454bdcee7e4a req-83e160a3-698c-4419-9313-3bba7ec74547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:53.485499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235818-8f8c-4001-ab0e-454bdcee7e4a req-83e160a3-698c-4419-9313-3bba7ec74547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:53.487551 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88235818-8f8c-4001-ab0e-454bdcee7e4a req-83e160a3-698c-4419-9313-3bba7ec74547 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.1673484 Aug 16 13:02:53.492541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-080dd8f3-ecef-44db-b720-2af461a9705a req-81bbe79a-68ca-44dc-b4af-69828f4c5891 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.590535 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-080dd8f3-ecef-44db-b720-2af461a9705a req-81bbe79a-68ca-44dc-b4af-69828f4c5891 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.590535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-080dd8f3-ecef-44db-b720-2af461a9705a req-81bbe79a-68ca-44dc-b4af-69828f4c5891 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0250349 Aug 16 13:02:53.597096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbe79a-68ca-44dc-b4af-69828f4c5891 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8d4d4f-a100-4afd-8391-4f56dab8d84d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:53.611703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88235818-8f8c-4001-ab0e-454bdcee7e4a req-ebb6aa06-8c9c-493f-8630-7e3f31c7a8d9 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161799 Aug 16 13:02:53.681034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-829014e1-d9ed-4552-860e-87eb704abdad req-21e03f0e-fbee-4c39-995b-54a4986b3a98 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1166230452', 'description': 'tempest-description-1086204231'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:53.741333 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c056907a-303f-4d03-872e-6868830556fb tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.754924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-829014e1-d9ed-4552-860e-87eb704abdad req-21e03f0e-fbee-4c39-995b-54a4986b3a98 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.789754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056907a-303f-4d03-872e-6868830556fb tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ddce198-5be4-467d-90cc-c3b949acdbf1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:53.817468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28623693-844e-4e9b-a9bf-319560df6eae req-a3ba4034-10d1-42c7-9fdb-d3ec948627ca tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:53.819156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28623693-844e-4e9b-a9bf-319560df6eae req-a3ba4034-10d1-42c7-9fdb-d3ec948627ca tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.1439438 Aug 16 13:02:53.906773 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c056907a-303f-4d03-872e-6868830556fb tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.909146 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c056907a-303f-4d03-872e-6868830556fb tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.910322 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c056907a-303f-4d03-872e-6868830556fb tempest-ExternalNetworksAdminNegativeTestJSON-472004889 tempest-ExternalNetworksAdminNegativeTestJSON-472004889-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/d79c4acb-8b51-4d8c-b4be-7cd2c6b6d088 HTTP/1.1" status: 204 len: 168 time: 0.9428828 Aug 16 13:02:53.917732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28623693-844e-4e9b-a9bf-319560df6eae req-ebff91ae-7b52-4266-8f8f-064259699c74 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699985 Aug 16 13:02:53.971551 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-829014e1-d9ed-4552-860e-87eb704abdad req-21e03f0e-fbee-4c39-995b-54a4986b3a98 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.979296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-829014e1-d9ed-4552-860e-87eb704abdad req-21e03f0e-fbee-4c39-995b-54a4986b3a98 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.066827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-829014e1-d9ed-4552-860e-87eb704abdad req-21e03f0e-fbee-4c39-995b-54a4986b3a98 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.068144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-829014e1-d9ed-4552-860e-87eb704abdad req-21e03f0e-fbee-4c39-995b-54a4986b3a98 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4155512 Aug 16 13:02:54.073670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e03f0e-fbee-4c39-995b-54a4986b3a98 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3205f15-56b8-4bef-8f3c-6c719910a3f0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:54.094493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bd665-0a28-4a97-b340-062722895e44 req-8a79de08-57e2-47ab-a543-289069dc3620 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:54.096256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-416bd665-0a28-4a97-b340-062722895e44 req-8a79de08-57e2-47ab-a543-289069dc3620 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 943 time: 0.1056001 Aug 16 13:02:54.107507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 6f6be303-d59c-4486-8eab-655e45e7a186 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:02:54.158368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-416bd665-0a28-4a97-b340-062722895e44 req-b2e8f155-f2bc-4880-9e71-411fceb58467 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484159 Aug 16 13:02:54.200343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-97d9b4d0-7b3b-4110-a351-c10ea9a2b41f req-6dea936c-d08e-4f1c-9c55-a6527880616e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-118094433', 'description': 'tempest-description-971186426'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:54.241115 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638c9b8-7a7a-4251-85c9-cd51d07e974a req-0b1923d3-47f8-4421-bb2d-0c356f105929 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:54.243568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9638c9b8-7a7a-4251-85c9-cd51d07e974a req-0b1923d3-47f8-4421-bb2d-0c356f105929 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0840831 Aug 16 13:02:54.244941 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-97d9b4d0-7b3b-4110-a351-c10ea9a2b41f req-6dea936c-d08e-4f1c-9c55-a6527880616e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.253209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 6f6be303-d59c-4486-8eab-655e45e7a186, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6f6be303-d59c-4486-8eab-655e45e7a186,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:54.271762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '6f6be303-d59c-4486-8eab-655e45e7a186', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'port_id': '6f6be303-d59c-4486-8eab-655e45e7a186', 'mac_address': 'fa:16:3e:fe:47:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:02:54.294545 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45294) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:54.321578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9638c9b8-7a7a-4251-85c9-cd51d07e974a req-a06fb779-2de6-4ff6-93f5-76edb2a47d7a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659368 Aug 16 13:02:54.342343 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.374659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6be303-d59c-4486-8eab-655e45e7a186 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:54.403433 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-97d9b4d0-7b3b-4110-a351-c10ea9a2b41f req-6dea936c-d08e-4f1c-9c55-a6527880616e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.408779 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-97d9b4d0-7b3b-4110-a351-c10ea9a2b41f req-6dea936c-d08e-4f1c-9c55-a6527880616e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.413779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 6f6be303-d59c-4486-8eab-655e45e7a186, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6f6be303-d59c-4486-8eab-655e45e7a186,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:54.420865 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.422386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e152114d-a911-4d2b-96dd-33355eb4eee7 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:02:54.459361 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3a068d-ff2a-4801-be84-201c1e09900f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.462783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea936c-d08e-4f1c-9c55-a6527880616e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66aafc9-86df-4e5a-b6a6-464d2ec81a0e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:54.491793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-97d9b4d0-7b3b-4110-a351-c10ea9a2b41f req-6dea936c-d08e-4f1c-9c55-a6527880616e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.493939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97d9b4d0-7b3b-4110-a351-c10ea9a2b41f req-6dea936c-d08e-4f1c-9c55-a6527880616e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3019559 Aug 16 13:02:54.521176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509e217-1181-4d9d-8e6a-5b723213f01c req-5d934b15-dbe9-41f7-b6c9-26d8ba733e4f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:54.524763 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b509e217-1181-4d9d-8e6a-5b723213f01c req-5d934b15-dbe9-41f7-b6c9-26d8ba733e4f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 944 time: 0.1112041 Aug 16 13:02:54.596958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3a068d-ff2a-4801-be84-201c1e09900f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.603893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3a068d-ff2a-4801-be84-201c1e09900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.608966 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b509e217-1181-4d9d-8e6a-5b723213f01c req-0a0c8738-392b-4fab-ad88-61b0f1bac11a tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742495 Aug 16 13:02:54.620843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=6f6be303-d59c-4486-8eab-655e45e7a186,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:54.636077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a068d-ff2a-4801-be84-201c1e09900f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ca902-b23e-400b-8ed8-dcf77c71aefb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:54.665247 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cd3a068d-ff2a-4801-be84-201c1e09900f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca4bea41a668475a825766970d8657d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688040 Aug 16 13:02:54.669224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45302) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:54.682139 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-120f4517-57f5-44f4-b3a0-b347c151cace req-7f83e7b4-d58e-4527-83aa-e9f5b9f5136f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6f3c01eca374af89f24bf4584e975f1 HTTP/1.1" status: 200 len: 10909 time: 0.1561668 Aug 16 13:02:54.694377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e152114d-a911-4d2b-96dd-33355eb4eee7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e152114d-a911-4d2b-96dd-33355eb4eee7,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:54.708083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'e152114d-a911-4d2b-96dd-33355eb4eee7', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'port_id': 'e152114d-a911-4d2b-96dd-33355eb4eee7', 'mac_address': 'fa:16:3e:ac:5e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2fbee-3a3e-4715-90df-0fbf9a0d2623', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:02:54.731160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6870-5386-49dd-8342-2c1b972bbbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.755398 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6870-5386-49dd-8342-2c1b972bbbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.757982 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.771562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e152114d-a911-4d2b-96dd-33355eb4eee7 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:02:54.778453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-120f4517-57f5-44f4-b3a0-b347c151cace req-8875e302-b095-4260-8159-20396b738292 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/85957cbf-9ace-4e6c-9bb3-5e272b219817 HTTP/1.1" status: 200 len: 2985 time: 0.0886230 Aug 16 13:02:54.801297 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e152114d-a911-4d2b-96dd-33355eb4eee7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e152114d-a911-4d2b-96dd-33355eb4eee7,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:54.806807 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.811304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6870-5386-49dd-8342-2c1b972bbbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.814502 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6870-5386-49dd-8342-2c1b972bbbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:54.818402 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9b1c6870-5386-49dd-8342-2c1b972bbbc2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e1ca902-b23e-400b-8ed8-dcf77c71aefb HTTP/1.1" status: 204 len: 168 time: 0.1451986 Aug 16 13:02:54.818569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8781a7c-232d-4c12-9e2d-b9a58bfdeb22 req-2a15cb1f-824c-42e5-9268-f877211b5447 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:54.825068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c6870-5386-49dd-8342-2c1b972bbbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ca902-b23e-400b-8ed8-dcf77c71aefb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:54.826874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8781a7c-232d-4c12-9e2d-b9a58bfdeb22 req-2a15cb1f-824c-42e5-9268-f877211b5447 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:54.832799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8781a7c-232d-4c12-9e2d-b9a58bfdeb22 req-2a15cb1f-824c-42e5-9268-f877211b5447 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:54.839096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8781a7c-232d-4c12-9e2d-b9a58bfdeb22 req-2a15cb1f-824c-42e5-9268-f877211b5447 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:54.845085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8781a7c-232d-4c12-9e2d-b9a58bfdeb22 req-2a15cb1f-824c-42e5-9268-f877211b5447 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:54.851170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8781a7c-232d-4c12-9e2d-b9a58bfdeb22 req-2a15cb1f-824c-42e5-9268-f877211b5447 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:54.857341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8781a7c-232d-4c12-9e2d-b9a58bfdeb22 req-2a15cb1f-824c-42e5-9268-f877211b5447 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:54.859338 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8781a7c-232d-4c12-9e2d-b9a58bfdeb22 req-2a15cb1f-824c-42e5-9268-f877211b5447 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.1254580 Aug 16 13:02:54.865552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e152114d-a911-4d2b-96dd-33355eb4eee7,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:54.902181 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-120f4517-57f5-44f4-b3a0-b347c151cace req-3973f89a-868e-4bed-8999-0eee065d098d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/85957cbf-9ace-4e6c-9bb3-5e272b219817 HTTP/1.1" status: 200 len: 2985 time: 0.1168666 Aug 16 13:02:54.931373 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8781a7c-232d-4c12-9e2d-b9a58bfdeb22 req-cd806390-6375-421f-9937-482e072f6c60 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606284 Aug 16 13:02:54.979116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b02d3c48-b1af-44eb-a391-20d1257d3d7c req-df75d84a-3b12-4fd7-9404-19666b70ddf1 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/df8d4d4f-a100-4afd-8391-4f56dab8d84d HTTP/1.1" status: 200 len: 1803 time: 0.0536506 Aug 16 13:02:55.073838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['6f6be303-d59c-4486-8eab-655e45e7a186'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:55.093870 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b02d3c48-b1af-44eb-a391-20d1257d3d7c req-5bb3e87a-c0c1-45ec-99b5-090b968d0683 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.101345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e152114d-a911-4d2b-96dd-33355eb4eee7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:02:55.104034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161de2a-a5a8-4d31-a33c-7dbc336aff8d req-a8a1e6e7-7b67-44f6-84af-bf469a03030e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:55.105905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8161de2a-a5a8-4d31-a33c-7dbc336aff8d req-a8a1e6e7-7b67-44f6-84af-bf469a03030e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.0773723 Aug 16 13:02:55.149645 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b02d3c48-b1af-44eb-a391-20d1257d3d7c req-5bb3e87a-c0c1-45ec-99b5-090b968d0683 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.153216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45312) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:55.208991 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3d576fd7-494c-47f5-99ad-a99d945ff4bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebaa13acd0c74471934a757c97200456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543506 Aug 16 13:02:55.209585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45316) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:55.210372 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8161de2a-a5a8-4d31-a33c-7dbc336aff8d req-0bd32bc4-dd02-44aa-86dd-d70c37e4810c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906334 Aug 16 13:02:55.240611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b02d3c48-b1af-44eb-a391-20d1257d3d7c req-5bb3e87a-c0c1-45ec-99b5-090b968d0683 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.243616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b02d3c48-b1af-44eb-a391-20d1257d3d7c req-5bb3e87a-c0c1-45ec-99b5-090b968d0683 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.244970 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b02d3c48-b1af-44eb-a391-20d1257d3d7c req-5bb3e87a-c0c1-45ec-99b5-090b968d0683 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "DELETE /v2.0/security-groups/df8d4d4f-a100-4afd-8391-4f56dab8d84d HTTP/1.1" status: 204 len: 173 time: 0.2590065 Aug 16 13:02:55.256492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3e87a-c0c1-45ec-99b5-090b968d0683 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8d4d4f-a100-4afd-8391-4f56dab8d84d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:55.292689 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-3eb4cdae-43ac-4548-8771-509d0b2a06a9 req-e25d73be-cabc-469a-994d-2fbd01745e25 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] show failed (client error): The resource could not be found. Aug 16 13:02:55.294041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3eb4cdae-43ac-4548-8771-509d0b2a06a9 req-e25d73be-cabc-469a-994d-2fbd01745e25 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/df8d4d4f-a100-4afd-8391-4f56dab8d84d HTTP/1.1" status: 404 len: 352 time: 0.0228517 Aug 16 13:02:55.306670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2be0782-c6e0-49e2-b1fd-cdca27249bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.340367 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2be0782-c6e0-49e2-b1fd-cdca27249bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.398356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2be0782-c6e0-49e2-b1fd-cdca27249bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.401302 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2be0782-c6e0-49e2-b1fd-cdca27249bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.404766 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c2be0782-c6e0-49e2-b1fd-cdca27249bb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58d9c4db-ba39-499f-9c2a-ea949b089b12 HTTP/1.1" status: 204 len: 168 time: 0.1918397 Aug 16 13:02:55.409249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d54bb-4bb4-4224-b207-ec96b2551eb7 req-35b7845f-8fb1-47b9-806f-89332f649ba6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:55.410903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f41d54bb-4bb4-4224-b207-ec96b2551eb7 req-35b7845f-8fb1-47b9-806f-89332f649ba6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 944 time: 0.0992103 Aug 16 13:02:55.412840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be0782-c6e0-49e2-b1fd-cdca27249bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d9c4db-ba39-499f-9c2a-ea949b089b12,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:55.414349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bbea831-c9fa-45e4-9f85-ba142da5b9cd req-52edcb30-7f8b-4250-b057-b23e016e9585 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/b3205f15-56b8-4bef-8f3c-6c719910a3f0 HTTP/1.1" status: 200 len: 1803 time: 0.0890479 Aug 16 13:02:55.485270 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f41d54bb-4bb4-4224-b207-ec96b2551eb7 req-9fb0d33f-1af6-46f1-b155-5c4a7b1e126b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661356 Aug 16 13:02:55.511907 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6bbea831-c9fa-45e4-9f85-ba142da5b9cd req-3ecee1f3-9ed8-473c-a0be-0faa96b985cb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.540340 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6bbea831-c9fa-45e4-9f85-ba142da5b9cd req-3ecee1f3-9ed8-473c-a0be-0faa96b985cb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.626479 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6bbea831-c9fa-45e4-9f85-ba142da5b9cd req-3ecee1f3-9ed8-473c-a0be-0faa96b985cb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.629956 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-6bbea831-c9fa-45e4-9f85-ba142da5b9cd req-3ecee1f3-9ed8-473c-a0be-0faa96b985cb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:55.630290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bbea831-c9fa-45e4-9f85-ba142da5b9cd req-3ecee1f3-9ed8-473c-a0be-0faa96b985cb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "DELETE /v2.0/security-groups/b3205f15-56b8-4bef-8f3c-6c719910a3f0 HTTP/1.1" status: 204 len: 173 time: 0.2049007 Aug 16 13:02:55.650076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f24ec-53b8-4116-b50c-b6e1be00841d req-438bab39-b5e9-4bbe-a9b4-d98d68e626ee tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:55.651849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-103f24ec-53b8-4116-b50c-b6e1be00841d req-438bab39-b5e9-4bbe-a9b4-d98d68e626ee tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0903931 Aug 16 13:02:55.652875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecee1f3-9ed8-473c-a0be-0faa96b985cb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3205f15-56b8-4bef-8f3c-6c719910a3f0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:55.704462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-103f24ec-53b8-4116-b50c-b6e1be00841d req-610128e1-d705-461c-8ebb-924063a482d2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459099 Aug 16 13:02:55.769000 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-09057265-2850-4966-a326-d68c89baa57e req-dc260e42-6ef4-49e0-893b-358c84520aa5 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] show failed (client error): The resource could not be found. Aug 16 13:02:55.770011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09057265-2850-4966-a326-d68c89baa57e req-dc260e42-6ef4-49e0-893b-358c84520aa5 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/b3205f15-56b8-4bef-8f3c-6c719910a3f0 HTTP/1.1" status: 404 len: 352 time: 0.0194740 Aug 16 13:02:55.788719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb69a8-679d-4cea-8b2d-0840467e8c37 req-c0923245-d8ed-4391-b430-958d40ef92f2 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:55.790915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9fdb69a8-679d-4cea-8b2d-0840467e8c37 req-c0923245-d8ed-4391-b430-958d40ef92f2 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 944 time: 0.0715170 Aug 16 13:02:55.861840 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9fdb69a8-679d-4cea-8b2d-0840467e8c37 req-bbd46248-cd94-40fd-a273-3663acd96e42 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629697 Aug 16 13:02:55.864582 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76d66853-6c15-492d-bb51-2a51b27e4706 req-ccc88ab8-d84a-45c8-a61a-52f56e05075f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/d66aafc9-86df-4e5a-b6a6-464d2ec81a0e HTTP/1.1" status: 200 len: 1801 time: 0.0726612 Aug 16 13:02:55.953934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-76d66853-6c15-492d-bb51-2a51b27e4706 req-447727d4-df42-4918-9281-723175ed1bdc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.000654 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-76d66853-6c15-492d-bb51-2a51b27e4706 req-447727d4-df42-4918-9281-723175ed1bdc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.025024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77cb06-4b9e-4063-8b80-333716a0d462 req-d7b730ae-cac1-40d4-8440-cadeeda7ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:56.026569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed77cb06-4b9e-4063-8b80-333716a0d462 req-d7b730ae-cac1-40d4-8440-cadeeda7ea33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 1096 time: 0.0845387 Aug 16 13:02:56.099439 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-76d66853-6c15-492d-bb51-2a51b27e4706 req-447727d4-df42-4918-9281-723175ed1bdc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.102633 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-76d66853-6c15-492d-bb51-2a51b27e4706 req-447727d4-df42-4918-9281-723175ed1bdc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.106701 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76d66853-6c15-492d-bb51-2a51b27e4706 req-447727d4-df42-4918-9281-723175ed1bdc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "DELETE /v2.0/security-groups/d66aafc9-86df-4e5a-b6a6-464d2ec81a0e HTTP/1.1" status: 204 len: 173 time: 0.2323294 Aug 16 13:02:56.110262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 6f6be303-d59c-4486-8eab-655e45e7a186 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:56.129608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed77cb06-4b9e-4063-8b80-333716a0d462 req-941b2941-2ecf-4752-838d-bc0b6fb459b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832565 Aug 16 13:02:56.135528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447727d4-df42-4918-9281-723175ed1bdc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66aafc9-86df-4e5a-b6a6-464d2ec81a0e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:56.161408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9d4f9-da2e-4920-9a53-d75e65ca21f6 req-ad950a3a-4811-4316-b1df-99cfbb8516d6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:56.168634 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9d4f9-da2e-4920-9a53-d75e65ca21f6 req-ad950a3a-4811-4316-b1df-99cfbb8516d6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:56.174509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9d4f9-da2e-4920-9a53-d75e65ca21f6 req-ad950a3a-4811-4316-b1df-99cfbb8516d6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:56.180050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 6f6be303-d59c-4486-8eab-655e45e7a186 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:56.181388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9d4f9-da2e-4920-9a53-d75e65ca21f6 req-ad950a3a-4811-4316-b1df-99cfbb8516d6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:56.184514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 6f6be303-d59c-4486-8eab-655e45e7a186 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:56.184994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.187324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9d4f9-da2e-4920-9a53-d75e65ca21f6 req-ad950a3a-4811-4316-b1df-99cfbb8516d6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:56.193129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9d4f9-da2e-4920-9a53-d75e65ca21f6 req-ad950a3a-4811-4316-b1df-99cfbb8516d6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:56.200160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9d4f9-da2e-4920-9a53-d75e65ca21f6 req-ad950a3a-4811-4316-b1df-99cfbb8516d6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:56.202157 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfb9d4f9-da2e-4920-9a53-d75e65ca21f6 req-ad950a3a-4811-4316-b1df-99cfbb8516d6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.1698494 Aug 16 13:02:56.208534 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-3f4a7b63-5051-4e00-8154-b7523846d8b2 req-a8392e3d-6063-4cb2-8b39-299d29b68ff7 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] show failed (client error): The resource could not be found. Aug 16 13:02:56.209566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f4a7b63-5051-4e00-8154-b7523846d8b2 req-a8392e3d-6063-4cb2-8b39-299d29b68ff7 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/d66aafc9-86df-4e5a-b6a6-464d2ec81a0e HTTP/1.1" status: 404 len: 352 time: 0.0779679 Aug 16 13:02:56.277730 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfb9d4f9-da2e-4920-9a53-d75e65ca21f6 req-6de2ead4-9697-4014-99d9-a153afd47764 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671611 Aug 16 13:02:56.299923 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.333954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33306386-b53f-4c0c-8247-d97331acb3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6be303-d59c-4486-8eab-655e45e7a186'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:56.337096 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d8279c-8252-4782-8338-d4fb6b5237d7" -d '{"events": [{"server_uuid": "33306386-b53f-4c0c-8247-d97331acb3be", "name": "network-vif-plugged", "status": "completed", "tag": "6f6be303-d59c-4486-8eab-655e45e7a186"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:56.343176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c039a59-8b0a-4f61-a500-b9d17a98e25a req-e9346a86-0b30-4a1f-84ee-df791de342b7 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6f3c01eca374af89f24bf4584e975f1 HTTP/1.1" status: 200 len: 6155 time: 0.0947328 Aug 16 13:02:56.355712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 6f6be303-d59c-4486-8eab-655e45e7a186, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6f6be303-d59c-4486-8eab-655e45e7a186,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:56.360585 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.361615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e152114d-a911-4d2b-96dd-33355eb4eee7 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:02:56.449191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c039a59-8b0a-4f61-a500-b9d17a98e25a req-4eb7d202-810d-43ce-b2c6-057de3e5fca1 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/85957cbf-9ace-4e6c-9bb3-5e272b219817 HTTP/1.1" status: 200 len: 2985 time: 0.0982413 Aug 16 13:02:56.453509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=6f6be303-d59c-4486-8eab-655e45e7a186,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:56.461684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33589d46-86b2-4c3e-aa66-862b5edf1200 req-a8ac0260-ac4a-4848-b479-573d45934519 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:56.463319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33589d46-86b2-4c3e-aa66-862b5edf1200 req-a8ac0260-ac4a-4848-b479-573d45934519 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.0899525 Aug 16 13:02:56.470950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port e152114d-a911-4d2b-96dd-33355eb4eee7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:02:56.475101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port e152114d-a911-4d2b-96dd-33355eb4eee7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:02:56.475559 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.537687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33589d46-86b2-4c3e-aa66-862b5edf1200 req-194fc17b-1076-40a9-946d-8d50501801c5 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671449 Aug 16 13:02:56.541933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c039a59-8b0a-4f61-a500-b9d17a98e25a req-32377e7a-5432-4128-a673-662a20a3fecc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/85957cbf-9ace-4e6c-9bb3-5e272b219817 HTTP/1.1" status: 200 len: 2985 time: 0.0733416 Aug 16 13:02:56.572398 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.597317 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc125ecc-a1f2-463a-805a-0deb418f8e7c x-openstack-request-id: req-cc125ecc-a1f2-463a-805a-0deb418f8e7c {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:56.597687 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33306386-b53f-4c0c-8247-d97331acb3be", "name": "network-vif-plugged", "status": "completed", "tag": "6f6be303-d59c-4486-8eab-655e45e7a186", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:56.598013 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc125ecc-a1f2-463a-805a-0deb418f8e7c {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:56.598632 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33306386-b53f-4c0c-8247-d97331acb3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6be303-d59c-4486-8eab-655e45e7a186', 'code': 200} Aug 16 13:02:56.618814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e152114d-a911-4d2b-96dd-33355eb4eee7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e152114d-a911-4d2b-96dd-33355eb4eee7,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:02:56.633198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-352a8d04-3d12-4c52-a8a3-8d850106652c req-589b7afd-d4f1-4cc2-a4e6-532dc62c1632 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1161880723', 'description': 'tempest-description-1737788007'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:56.636133 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.700948 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e152114d-a911-4d2b-96dd-33355eb4eee7,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:56.716700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-352a8d04-3d12-4c52-a8a3-8d850106652c req-589b7afd-d4f1-4cc2-a4e6-532dc62c1632 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.757177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9e0a6-44c7-42e7-9693-3feff01145d4 req-3febab3a-d90c-4801-8692-d2ff629a8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:56.758852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38e9e0a6-44c7-42e7-9693-3feff01145d4 req-3febab3a-d90c-4801-8692-d2ff629a8278 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 1096 time: 0.0778620 Aug 16 13:02:56.768511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c401d-6062-4d0d-afd3-ae1b1d696b0a req-4d62d815-0605-4a5a-8a58-f0fc5dc5fb32 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:56.769899 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-676c401d-6062-4d0d-afd3-ae1b1d696b0a req-4d62d815-0605-4a5a-8a58-f0fc5dc5fb32 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 945 time: 0.1238379 Aug 16 13:02:56.845096 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38e9e0a6-44c7-42e7-9693-3feff01145d4 req-17d31223-9862-46f3-b386-430ac519c5d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741980 Aug 16 13:02:56.860711 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-676c401d-6062-4d0d-afd3-ae1b1d696b0a req-ecfe6a3b-a978-4b64-9e85-e0780feb4d3b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821455 Aug 16 13:02:56.892233 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-352a8d04-3d12-4c52-a8a3-8d850106652c req-589b7afd-d4f1-4cc2-a4e6-532dc62c1632 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.897030 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-352a8d04-3d12-4c52-a8a3-8d850106652c req-589b7afd-d4f1-4cc2-a4e6-532dc62c1632 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.939275 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-352a8d04-3d12-4c52-a8a3-8d850106652c req-589b7afd-d4f1-4cc2-a4e6-532dc62c1632 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:56.940496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-352a8d04-3d12-4c52-a8a3-8d850106652c req-589b7afd-d4f1-4cc2-a4e6-532dc62c1632 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3168185 Aug 16 13:02:56.968520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b7afd-d4f1-4cc2-a4e6-532dc62c1632 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f71049-4754-4ae5-9ede-789c77c4b7b8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:57.000471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015bc9d-073f-46d3-9535-a53b43868c30 req-9100b9d4-2edc-4721-aefd-569065d029d4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:57.002001 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c015bc9d-073f-46d3-9535-a53b43868c30 req-9100b9d4-2edc-4721-aefd-569065d029d4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0668087 Aug 16 13:02:57.077766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c015bc9d-073f-46d3-9535-a53b43868c30 req-6a460d59-52db-4a0c-aae0-7b9ba9ad1b11 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643709 Aug 16 13:02:57.084450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42434ad-b646-45e5-be74-788f9f86f2f0 req-564b4c08-bf1d-4aa6-a210-343f0a1f79e5 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:57.086523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a42434ad-b646-45e5-be74-788f9f86f2f0 req-564b4c08-bf1d-4aa6-a210-343f0a1f79e5 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 945 time: 0.0835989 Aug 16 13:02:57.115289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-9cff93dd-88cd-46d9-895d-3a3fafc16c4c req-d78421e5-ed44-4e5b-a3af-14af35d25aea tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1224696727', 'description': 'tempest-description-1331544497'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:57.150662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a42434ad-b646-45e5-be74-788f9f86f2f0 req-caf71780-f8e4-46cd-b718-169f2b53103b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573123 Aug 16 13:02:57.156623 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9cff93dd-88cd-46d9-895d-3a3fafc16c4c req-d78421e5-ed44-4e5b-a3af-14af35d25aea tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:57.256300 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9cff93dd-88cd-46d9-895d-3a3fafc16c4c req-d78421e5-ed44-4e5b-a3af-14af35d25aea tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:57.260591 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9cff93dd-88cd-46d9-895d-3a3fafc16c4c req-d78421e5-ed44-4e5b-a3af-14af35d25aea tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:57.293662 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9cff93dd-88cd-46d9-895d-3a3fafc16c4c req-d78421e5-ed44-4e5b-a3af-14af35d25aea tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:57.294965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9cff93dd-88cd-46d9-895d-3a3fafc16c4c req-d78421e5-ed44-4e5b-a3af-14af35d25aea tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1908696 Aug 16 13:02:57.299641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78421e5-ed44-4e5b-a3af-14af35d25aea tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18876b65-7565-4ba2-ab8b-e12bc3f1d443,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:57.438786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0852a0-f12e-49f2-bbdd-3cadc507532e req-d5196b89-a8c9-497e-a28d-87b06307d195 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:57.444802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0852a0-f12e-49f2-bbdd-3cadc507532e req-d5196b89-a8c9-497e-a28d-87b06307d195 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:57.452307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0852a0-f12e-49f2-bbdd-3cadc507532e req-d5196b89-a8c9-497e-a28d-87b06307d195 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:57.458651 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0852a0-f12e-49f2-bbdd-3cadc507532e req-d5196b89-a8c9-497e-a28d-87b06307d195 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:57.465637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0852a0-f12e-49f2-bbdd-3cadc507532e req-d5196b89-a8c9-497e-a28d-87b06307d195 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:57.471608 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0852a0-f12e-49f2-bbdd-3cadc507532e req-d5196b89-a8c9-497e-a28d-87b06307d195 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:57.477768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0852a0-f12e-49f2-bbdd-3cadc507532e req-d5196b89-a8c9-497e-a28d-87b06307d195 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:57.479817 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a0852a0-f12e-49f2-bbdd-3cadc507532e req-d5196b89-a8c9-497e-a28d-87b06307d195 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.1048641 Aug 16 13:02:57.482486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45410) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:57.587534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a0852a0-f12e-49f2-bbdd-3cadc507532e req-2a8db6ad-4c1c-4371-92f3-88150f70b518 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964177 Aug 16 13:02:57.633704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-53f7c20d-1803-43e8-975b-6135cdcab292 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:57.635872 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-53f7c20d-1803-43e8-975b-6135cdcab292 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/networks?id=bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 200 len: 813 time: 0.1548841 Aug 16 13:02:57.652112 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-2fd4f07e-272f-44c2-84bb-9d499c2f5ffc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/quotas/a6f3c01eca374af89f24bf4584e975f1 HTTP/1.1" status: 200 len: 375 time: 0.0105231 Aug 16 13:02:57.716313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:57.738052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-787d363d-afac-4b39-94ad-0ca2efd6f97a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6f3c01eca374af89f24bf4584e975f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800970 Aug 16 13:02:57.746312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad19c25-592f-421d-ba35-3df7142490ec req-92b05cd8-a7f9-4cdd-bcd1-a41f64dbfd6c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:57.747804 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ad19c25-592f-421d-ba35-3df7142490ec req-92b05cd8-a7f9-4cdd-bcd1-a41f64dbfd6c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.0882940 Aug 16 13:02:57.750379 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:57.839957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ad19c25-592f-421d-ba35-3df7142490ec req-5622ad2e-9d89-4d85-9dff-ab58ac48f498 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829923 Aug 16 13:02:57.853214 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:57.873268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-613af074-b30a-4e3c-a4d2-6cb9663a7bbd service neutron] 10.222.0.25 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244593 Aug 16 13:02:57.969379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Allocated IP 172.25.0.177 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/75fa02b7-8b2e-4347-99c2-7f42502f16bf) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:02:58.009371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f3b80-6d31-421b-95cf-94ee58d40f0d req-0cc7b880-350b-4d68-ab11-db63d228dcd8 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:58.010894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a29f3b80-6d31-421b-95cf-94ee58d40f0d req-0cc7b880-350b-4d68-ab11-db63d228dcd8 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0751920 Aug 16 13:02:58.013226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-7b8a2aa3-5f90-40cc-a2fa-eeced5e7ba5a service neutron] 10.222.0.25 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339085 Aug 16 13:02:58.051138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a29f3b80-6d31-421b-95cf-94ee58d40f0d req-695284d6-fd3f-495b-9145-ab091a51a794 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341716 Aug 16 13:02:58.089599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:58.144845 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:58.194693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16746b-8e00-4858-b520-c11b16277cdc req-e1f26760-2b08-4a86-a220-e1059cb8ff6b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:58.197268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a16746b-8e00-4858-b520-c11b16277cdc req-e1f26760-2b08-4a86-a220-e1059cb8ff6b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 945 time: 0.0695558 Aug 16 13:02:58.202718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:02:58.206069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:02:58.208729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:02:58.240749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event updated for resources: {'Port': ['ID=75fa02b7-8b2e-4347-99c2-7f42502f16bf,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:58.290698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a16746b-8e00-4858-b520-c11b16277cdc req-a71dea48-bdd8-4876-957e-8273a458c534 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842910 Aug 16 13:02:58.323522 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:58.324794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd20bee-26ed-4b59-9d03-afcf61eba053 req-43754104-c476-4bc7-bc10-5d3707f8c5f4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:58.327941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ddd20bee-26ed-4b59-9d03-afcf61eba053 req-43754104-c476-4bc7-bc10-5d3707f8c5f4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1108363 Aug 16 13:02:58.368226 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:58.381201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1724f007-c9ff-4fbf-b319-ea23de52bc3f req-a1d12ae6-c247-4171-a4ab-bc37fba067c7 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 210 time: 0.0410068 Aug 16 13:02:58.417427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ddd20bee-26ed-4b59-9d03-afcf61eba053 req-6a80ba59-8abb-4c81-8cd9-fabcfa4a2f6e tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794308 Aug 16 13:02:58.572080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eee3c3-52fa-45f9-bd83-d1d844b7609b req-c949027b-5956-4b4e-a32f-460cb78eaba2 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:58.573695 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4eee3c3-52fa-45f9-bd83-d1d844b7609b req-c949027b-5956-4b4e-a32f-460cb78eaba2 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 945 time: 0.0912015 Aug 16 13:02:58.601119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68a5240-d6a6-47f8-b132-d022f1474e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e152114d-a911-4d2b-96dd-33355eb4eee7'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:02:58.604689 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0aac3d-8cef-4124-a72b-ab837e3ef5e3" -d '{"events": [{"server_uuid": "b68a5240-d6a6-47f8-b132-d022f1474e85", "name": "network-vif-plugged", "status": "completed", "tag": "e152114d-a911-4d2b-96dd-33355eb4eee7"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:02:58.624467 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:58.631405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:58.676768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4eee3c3-52fa-45f9-bd83-d1d844b7609b req-0156ded6-9e6d-4ee5-9c7a-02da11092dca tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967102 Aug 16 13:02:58.694027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bc1f4-13f9-4f9b-a00d-6bbfd08e83d1 req-be990bb5-3276-43ae-93cc-9d80d76ddac9 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:58.697200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-075bc1f4-13f9-4f9b-a00d-6bbfd08e83d1 req-be990bb5-3276-43ae-93cc-9d80d76ddac9 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0925791 Aug 16 13:02:58.717018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event updated for resources: {'Port': ['ID=75fa02b7-8b2e-4347-99c2-7f42502f16bf,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:58.729883 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:58.740092 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08db5a2-316f-40d2-b6f4-11932f70ce34 x-openstack-request-id: req-f08db5a2-316f-40d2-b6f4-11932f70ce34 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:02:58.740389 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68a5240-d6a6-47f8-b132-d022f1474e85", "name": "network-vif-plugged", "status": "completed", "tag": "e152114d-a911-4d2b-96dd-33355eb4eee7", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:02:58.740644 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f08db5a2-316f-40d2-b6f4-11932f70ce34 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:02:58.745005 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68a5240-d6a6-47f8-b132-d022f1474e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e152114d-a911-4d2b-96dd-33355eb4eee7', 'code': 200} Aug 16 13:02:58.750701 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:58.752728 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0a97def7-1b90-4b37-82ca-fe769cac5878 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2691946 Aug 16 13:02:58.756128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45446) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:58.767383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1344750257'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:58.787045 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-075bc1f4-13f9-4f9b-a00d-6bbfd08e83d1 req-4ba025b7-b41b-4463-992d-1be883659cdc tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703950 Aug 16 13:02:58.831709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Made reservation on behalf of cf69874b6f154b12ba0931fe346d2fab for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:58.835458 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:58.875147 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:58.991752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f56cb-065c-4aa4-9115-d41630595dce req-70ecc4a9-593b-45fb-a199-54dc51593231 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:58.997785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f56cb-065c-4aa4-9115-d41630595dce req-70ecc4a9-593b-45fb-a199-54dc51593231 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.003758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f56cb-065c-4aa4-9115-d41630595dce req-70ecc4a9-593b-45fb-a199-54dc51593231 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.010348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f56cb-065c-4aa4-9115-d41630595dce req-70ecc4a9-593b-45fb-a199-54dc51593231 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.016159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f56cb-065c-4aa4-9115-d41630595dce req-70ecc4a9-593b-45fb-a199-54dc51593231 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.022080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f56cb-065c-4aa4-9115-d41630595dce req-70ecc4a9-593b-45fb-a199-54dc51593231 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.028833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f56cb-065c-4aa4-9115-d41630595dce req-70ecc4a9-593b-45fb-a199-54dc51593231 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.030774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a99f56cb-065c-4aa4-9115-d41630595dce req-70ecc4a9-593b-45fb-a199-54dc51593231 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.2111506 Aug 16 13:02:59.076568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1a413-7f3e-40f2-bade-da57c5557f00 req-ed6be084-780a-4fe4-8182-57d9c6fc1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.078132 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36f1a413-7f3e-40f2-bade-da57c5557f00 req-ed6be084-780a-4fe4-8182-57d9c6fc1b24 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 1096 time: 0.2140152 Aug 16 13:02:59.089967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f7c76-1181-4e94-9171-cbe0cec55e02 req-eaaace35-a7cf-4987-9a00-7a5cc49afc45 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.091455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b0f7c76-1181-4e94-9171-cbe0cec55e02 req-eaaace35-a7cf-4987-9a00-7a5cc49afc45 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 945 time: 0.2134259 Aug 16 13:02:59.101013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45448) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:59.108157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f60de8e3-6e85-4727-8642-97616c394e9a tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Request body: {'floatingip': {'port_id': '6f6be303-d59c-4486-8eab-655e45e7a186'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:59.140536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a99f56cb-065c-4aa4-9115-d41630595dce req-8c65d72f-2b25-4ae6-9a6c-d006d178ddc6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999269 Aug 16 13:02:59.151665 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f60de8e3-6e85-4727-8642-97616c394e9a tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:59.159261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36f1a413-7f3e-40f2-bade-da57c5557f00 req-67064214-5ed1-4e49-a106-f11e60d0d940 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656438 Aug 16 13:02:59.190699 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:59.196943 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:59.220943 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:02:59.237009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b63e15f-b4ef-443e-861c-8ada50e6af57,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:59.248327 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:59.248872 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Added segment 1612fed4-3413-4493-bdc3-e9b8c7b4e4a3 of type vlan for network 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 Aug 16 13:02:59.293141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:59.324422 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:59.331152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.332038 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:59.363768 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:59.386061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6258259 Aug 16 13:02:59.388982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45452) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:59.432067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Request body: {'subnet': {'network_id': '6ec6f7b7-e686-4ae0-9482-61c5dcb04635', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:59.470273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aa24e-ba4b-4678-9c97-535f18aacaeb tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event updated for resources: {'Network': ['ID=6ec6f7b7-e686-4ae0-9482-61c5dcb04635,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:02:59.489799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:02:59.563823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ae235-17e8-4b4e-9908-8dd625c4989d req-d1fd8071-6fc2-40fe-ae7a-a8360b416279 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.574529 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b56ae235-17e8-4b4e-9908-8dd625c4989d req-d1fd8071-6fc2-40fe-ae7a-a8360b416279 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 945 time: 0.2076263 Aug 16 13:02:59.601160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a57af7f-1dd6-4848-bb90-a779b666d008 req-9fa95e66-0248-4bdb-86f1-284c40ba7eea tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 210 time: 0.0748279 Aug 16 13:02:59.668845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Made reservation on behalf of cf69874b6f154b12ba0931fe346d2fab for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:02:59.674034 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:59.689030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b56ae235-17e8-4b4e-9908-8dd625c4989d req-6aa0d802-b8c7-41f4-aba9-8ad7160b8b8d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945129 Aug 16 13:02:59.787744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd71b8-b3cd-4d7f-8018-fcbf6af71eda req-aa7cb42b-9f8e-4927-87a9-2d90757dfe98 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.789315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3cd71b8-b3cd-4d7f-8018-fcbf6af71eda req-aa7cb42b-9f8e-4927-87a9-2d90757dfe98 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1253805 Aug 16 13:02:59.852512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3cd71b8-b3cd-4d7f-8018-fcbf6af71eda req-14369161-7269-4d71-b259-10062c70d779 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548468 Aug 16 13:02:59.942503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-2eaefd98-5762-4e56-be84-3604e349e691 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.944811 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-2eaefd98-5762-4e56-be84-3604e349e691 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.22 "GET /v2.0/networks?id=bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 200 len: 813 time: 0.1928627 Aug 16 13:02:59.964584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'port': {'device_id': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38', 'admin_state_up': True, 'tenant_id': 'a6f3c01eca374af89f24bf4584e975f1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:02:59.983145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e49db7-981d-4e9a-8067-fd4b4a367457 req-ccf59e60-c279-494c-bcdb-a197d7e33244 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:02:59.984676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69e49db7-981d-4e9a-8067-fd4b4a367457 req-ccf59e60-c279-494c-bcdb-a197d7e33244 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1038365 Aug 16 13:03:00.014487 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.084891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69e49db7-981d-4e9a-8067-fd4b4a367457 req-32e4f6a3-1503-40f0-9b1d-0bd9b711a491 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908387 Aug 16 13:03:00.106035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event updated for resources: {'Subnet': ['ID=ae3377de-4ee2-4757-bc49-115744f15663,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:00.137683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Checking segment: {'id': '1612fed4-3413-4493-bdc3-e9b8c7b4e4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ec6f7b7-e686-4ae0-9482-61c5dcb04635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:00.138448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Network hostable DHCP agents. Network: 6ec6f7b7-e686-4ae0-9482-61c5dcb04635, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:03:00.165930 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Network 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:03:00.180197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 6ec6f7b7-e686-4ae0-9482-61c5dcb04635) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:00.191048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:00.191827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b5cbc1-298f-4b60-8680-dfe09f81e030 None None] Network 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:00.192678 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.198842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f60de8e3-6e85-4727-8642-97616c394e9a tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.219323 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f60de8e3-6e85-4727-8642-97616c394e9a tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.294442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-78480947-65d4-43bf-b505-7af418893e88 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9056299 Aug 16 13:03:00.298234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45466) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:00.304085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1072742676', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:00.305761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Made reservation on behalf of a6f3c01eca374af89f24bf4584e975f1 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:00.309372 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.352901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb76732-620f-455b-bdc0-a6f1cadd2f41 req-9f246c90-90b6-4fc1-886d-d85fc04f3ee9 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:00.359576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb76732-620f-455b-bdc0-a6f1cadd2f41 req-9f246c90-90b6-4fc1-886d-d85fc04f3ee9 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:00.365750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb76732-620f-455b-bdc0-a6f1cadd2f41 req-9f246c90-90b6-4fc1-886d-d85fc04f3ee9 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:00.372306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb76732-620f-455b-bdc0-a6f1cadd2f41 req-9f246c90-90b6-4fc1-886d-d85fc04f3ee9 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:00.390681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb76732-620f-455b-bdc0-a6f1cadd2f41 req-9f246c90-90b6-4fc1-886d-d85fc04f3ee9 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:00.397399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb76732-620f-455b-bdc0-a6f1cadd2f41 req-9f246c90-90b6-4fc1-886d-d85fc04f3ee9 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:00.404440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb76732-620f-455b-bdc0-a6f1cadd2f41 req-9f246c90-90b6-4fc1-886d-d85fc04f3ee9 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:00.410915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-6ec6f7b7-e686-4ae0-9482-61c5dcb04635', 'network_id': '6ec6f7b7-e686-4ae0-9482-61c5dcb04635', 'tenant_id': 'cf69874b6f154b12ba0931fe346d2fab', 'fixed_ips': [{'subnet_id': 'ae3377de-4ee2-4757-bc49-115744f15663'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:03:00.411848 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.413283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bb76732-620f-455b-bdc0-a6f1cadd2f41 req-9f246c90-90b6-4fc1-886d-d85fc04f3ee9 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.1620741 Aug 16 13:03:00.440225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.442505 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.501636 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-f60de8e3-6e85-4727-8642-97616c394e9a tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Floating IP 89630228-2758-4ff0-9098-83c466355e19 associated. External IP: 172.25.0.59, port: 6f6be303-d59c-4486-8eab-655e45e7a186. Aug 16 13:03:00.534547 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bb76732-620f-455b-bdc0-a6f1cadd2f41 req-ef3d03a3-7562-4035-afa1-9ed41a04b52c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1200721 Aug 16 13:03:00.634078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Allocated IP 172.20.0.3 (bcf45dfc-9308-47aa-811a-e4799bb3ee38/6626a19a-373f-4e91-8f89-29f65ead1e8c/99a0a429-117b-4e9b-8992-980b2d21ea74) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:00.685556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Allocated IP 172.20.0.2 (6ec6f7b7-e686-4ae0-9482-61c5dcb04635/ae3377de-4ee2-4757-bc49-115744f15663/d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:00.850498 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.860664 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Transition to ACTIVE for port object d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:00.879541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Transition to ACTIVE for port object d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:00.899595 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.924603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60de8e3-6e85-4727-8642-97616c394e9a tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:03:00.948697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Network 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:00.950999 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.953451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:00.954384 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:00.958436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:00.972114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Pushing event updated for resources: {'Port': ['ID=d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:00.984415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9459a6e-2290-4074-a1ac-eed4fbb4f8c9 req-02625894-8eea-41b5-9584-10d730b3ec5e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 210 time: 0.0459387 Aug 16 13:03:01.014142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a0419-2f59-420a-89a8-d587c9f7506c req-5dae2c7a-035b-41d4-9e55-85261cc333d4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:01.016345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d24a0419-2f59-420a-89a8-d587c9f7506c req-5dae2c7a-035b-41d4-9e55-85261cc333d4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.5448358 Aug 16 13:03:01.037732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Attempting to bind port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:01.038392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Attempting to bind port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '1612fed4-3413-4493-bdc3-e9b8c7b4e4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ec6f7b7-e686-4ae0-9482-61c5dcb04635'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:01.038871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Attempting to bind port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 on network 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:01.047383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:01.047782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Checking segment: {'id': '1612fed4-3413-4493-bdc3-e9b8c7b4e4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ec6f7b7-e686-4ae0-9482-61c5dcb04635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:01.048180 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:01.048586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Bound using segment: {'id': '1612fed4-3413-4493-bdc3-e9b8c7b4e4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ec6f7b7-e686-4ae0-9482-61c5dcb04635'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:01.049061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Bound port: d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1612fed4-3413-4493-bdc3-e9b8c7b4e4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ec6f7b7-e686-4ae0-9482-61c5dcb04635'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:01.049507 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:01.114944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60de8e3-6e85-4727-8642-97616c394e9a tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:01.123268 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f60de8e3-6e85-4727-8642-97616c394e9a tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:01.123389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] For port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:01.126920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] For port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3,segment=NetworkSegment(1612fed4-3413-4493-bdc3-e9b8c7b4e4a3),segment_id=1612fed4-3413-4493-bdc3-e9b8c7b4e4a3)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:01.134502 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:01.136920 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6b901-22c0-480c-ab43-f0cd52bf84b9 None None] Sync routers for ids ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:01.146267 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6b901-22c0-480c-ab43-f0cd52bf84b9 None None] Routers {'0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:01.146899 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7ac6b901-22c0-480c-ab43-f0cd52bf84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:02:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:01.181316 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f60de8e3-6e85-4727-8642-97616c394e9a tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "PUT /v2.0/floatingips/89630228-2758-4ff0-9098-83c466355e19 HTTP/1.1" status: 200 len: 990 time: 2.0785649 Aug 16 13:03:01.182408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33306386-b53f-4c0c-8247-d97331acb3be', 'tag': '6f6be303-d59c-4486-8eab-655e45e7a186'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:01.185637 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f94bf93-6016-4b81-a8bd-0a36ca304b74" -d '{"events": [{"name": "network-changed", "server_uuid": "33306386-b53f-4c0c-8247-d97331acb3be", "tag": "6f6be303-d59c-4486-8eab-655e45e7a186"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:01.189848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:01.207074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4884ee-09cd-4132-b8e6-30021c93218c None None] Pushing event updated for resources: {'Port': ['ID=d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:01.225469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cb5eed9b-266e-4271-9d46-7a0a3f49d07a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:01.239499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Network bcf45dfc-9308-47aa-811a-e4799bb3ee38 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:01.243207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:01.251182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:01.282677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935e0b0-5b6e-40b4-bd56-ade9321cbe27 req-6c1adadb-b740-4370-9e3b-34f629ef773e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:01.290666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e935e0b0-5b6e-40b4-bd56-ade9321cbe27 req-6c1adadb-b740-4370-9e3b-34f629ef773e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 945 time: 0.2188849 Aug 16 13:03:01.306547 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d24a0419-2f59-420a-89a8-d587c9f7506c req-85cabb27-9665-422d-b47d-004409e09162 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311499 Aug 16 13:03:01.311603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:01.376010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e935e0b0-5b6e-40b4-bd56-ade9321cbe27 req-302a7241-9a81-433a-8430-e068e45cf523 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843642 Aug 16 13:03:01.381965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:01.386575 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:01.411298 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-7ac6b901-22c0-480c-ab43-f0cd52bf84b9 None None] Set router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:01.485664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'Port': ['ID=99a0a429-117b-4e9b-8992-980b2d21ea74,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:01.522693 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc2181c7-5f4a-4f7b-ac44-ffba11c26337 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5599906 Aug 16 13:03:01.546186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Request body: {'port': {'device_id': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:01.604959 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfda819-05e0-4af7-9a2e-3128b4097ec1 req-2cfefec8-8e68-4006-a13f-2d6619ea6da0 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:01.629901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-adfda819-05e0-4af7-9a2e-3128b4097ec1 req-2cfefec8-8e68-4006-a13f-2d6619ea6da0 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1984687 Aug 16 13:03:01.669907 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c47f249-a939-450b-978b-4fb0fd5990db x-openstack-request-id: req-5c47f249-a939-450b-978b-4fb0fd5990db {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:01.670292 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33306386-b53f-4c0c-8247-d97331acb3be", "tag": "6f6be303-d59c-4486-8eab-655e45e7a186", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:01.670640 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c47f249-a939-450b-978b-4fb0fd5990db {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:01.670908 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33306386-b53f-4c0c-8247-d97331acb3be', 'tag': '6f6be303-d59c-4486-8eab-655e45e7a186', 'status': 'completed', 'code': 200} Aug 16 13:03:01.671671 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:01.722766 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-79ed55e0-3981-4df6-b5d2-89e6723715e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:01.819072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-adfda819-05e0-4af7-9a2e-3128b4097ec1 req-b05fbc2d-7eab-4b6c-9309-51985e5c1d5a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830285 Aug 16 13:03:01.841294 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7ac6b901-22c0-480c-ab43-f0cd52bf84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:31Z', 'revision_number': 4, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '89630228-2758-4ff0-9098-83c466355e19', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'port_id': '6f6be303-d59c-4486-8eab-655e45e7a186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'mac_address': 'fa:16:3e:fe:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33306386-b53f-4c0c-8247-d97331acb3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:02:41Z', 'updated_at': '2021-08-16T13:03:00Z', 'revision_number': 1, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c07e007-82a0-4bab-a81f-93f997c44d41', 'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'mac_address': 'fa:16:3e:54:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:29Z', 'updated_at': '2021-08-16T13:02:39Z', 'revision_number': 5, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'subnets': [{'id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:01.877082 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6b901-22c0-480c-ab43-f0cd52bf84b9 None None] Checking router: 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:03:01.887932 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6b901-22c0-480c-ab43-f0cd52bf84b9 None None] Routers {'0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:01.888903 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7ac6b901-22c0-480c-ab43-f0cd52bf84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:02:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:01.892433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a81753-becf-45e5-a2fd-1d6d4255c592 req-608bff98-4b77-4a4c-b78b-cedba419f1ad tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:01.896733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3a81753-becf-45e5-a2fd-1d6d4255c592 req-608bff98-4b77-4a4c-b78b-cedba419f1ad tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 945 time: 0.1281300 Aug 16 13:03:02.012255 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-7ac6b901-22c0-480c-ab43-f0cd52bf84b9 None None] Set router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:02.045972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a0a429-117b-4e9b-8992-980b2d21ea74 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:02.054073 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:02.067909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Transition to ACTIVE for port object 99a0a429-117b-4e9b-8992-980b2d21ea74 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:02.074454 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:02.075307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94bf93-6016-4b81-a8bd-0a36ca304b74 req-635611af-a3dc-4f65-908b-89418adf0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.077094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f94bf93-6016-4b81-a8bd-0a36ca304b74 req-635611af-a3dc-4f65-908b-89418adf0d20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ac17839928742aa8473d8fd873adef2&device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 1096 time: 0.3903852 Aug 16 13:03:02.080710 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:02.145074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Pushing event updated for resources: {'Port': ['ID=99a0a429-117b-4e9b-8992-980b2d21ea74,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:02.156351 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3a81753-becf-45e5-a2fd-1d6d4255c592 req-b1d008cd-11c3-4a96-a264-42f3f0f2fd5a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304444 Aug 16 13:03:02.159904 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:02.270517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Attempting to bind port 99a0a429-117b-4e9b-8992-980b2d21ea74 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:02.271113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Attempting to bind port 99a0a429-117b-4e9b-8992-980b2d21ea74 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '0ae036f5-09b8-4227-94a6-fc7e6ce06a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:02.274482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Attempting to bind port 99a0a429-117b-4e9b-8992-980b2d21ea74 on network bcf45dfc-9308-47aa-811a-e4799bb3ee38 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:02.281121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Port 99a0a429-117b-4e9b-8992-980b2d21ea74 on network bcf45dfc-9308-47aa-811a-e4799bb3ee38 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:02.281743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Attempting to bind port 99a0a429-117b-4e9b-8992-980b2d21ea74 on network bcf45dfc-9308-47aa-811a-e4799bb3ee38 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:02.294870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:02.295483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Checking segment: {'id': '0ae036f5-09b8-4227-94a6-fc7e6ce06a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:02.296027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Bound using segment: {'id': '0ae036f5-09b8-4227-94a6-fc7e6ce06a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:02.296636 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Bound port: 99a0a429-117b-4e9b-8992-980b2d21ea74, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae036f5-09b8-4227-94a6-fc7e6ce06a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:02.297975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:02.342445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95550d-6cd2-4298-a118-fdd419b54727 req-f6df8758-1bcf-4550-8238-c736ec0628b3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.348824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95550d-6cd2-4298-a118-fdd419b54727 req-f6df8758-1bcf-4550-8238-c736ec0628b3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.356692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95550d-6cd2-4298-a118-fdd419b54727 req-f6df8758-1bcf-4550-8238-c736ec0628b3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.365240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95550d-6cd2-4298-a118-fdd419b54727 req-f6df8758-1bcf-4550-8238-c736ec0628b3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.372125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95550d-6cd2-4298-a118-fdd419b54727 req-f6df8758-1bcf-4550-8238-c736ec0628b3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.378676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95550d-6cd2-4298-a118-fdd419b54727 req-f6df8758-1bcf-4550-8238-c736ec0628b3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.386015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] For port 99a0a429-117b-4e9b-8992-980b2d21ea74, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:02.387466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95550d-6cd2-4298-a118-fdd419b54727 req-f6df8758-1bcf-4550-8238-c736ec0628b3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.389903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a95550d-6cd2-4298-a118-fdd419b54727 req-f6df8758-1bcf-4550-8238-c736ec0628b3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.3719070 Aug 16 13:03:02.390746 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] For port 99a0a429-117b-4e9b-8992-980b2d21ea74, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=99a0a429-117b-4e9b-8992-980b2d21ea74,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:02.397400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:02.413373 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7ac6b901-22c0-480c-ab43-f0cd52bf84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:31Z', 'revision_number': 4, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '89630228-2758-4ff0-9098-83c466355e19', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'port_id': '6f6be303-d59c-4486-8eab-655e45e7a186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'mac_address': 'fa:16:3e:fe:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33306386-b53f-4c0c-8247-d97331acb3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:02:41Z', 'updated_at': '2021-08-16T13:03:00Z', 'revision_number': 1, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c07e007-82a0-4bab-a81f-93f997c44d41', 'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'mac_address': 'fa:16:3e:54:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:29Z', 'updated_at': '2021-08-16T13:02:39Z', 'revision_number': 5, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'subnets': [{'id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:02.452512 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6b901-22c0-480c-ab43-f0cd52bf84b9 None None] The sync data for ids ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'] in n-d-804708-1 is: [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:31Z', 'revision_number': 4, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '89630228-2758-4ff0-9098-83c466355e19', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'port_id': '6f6be303-d59c-4486-8eab-655e45e7a186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'mac_address': 'fa:16:3e:fe:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33306386-b53f-4c0c-8247-d97331acb3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:02:41Z', 'updated_at': '2021-08-16T13:03:00Z', 'revision_number': 1, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c07e007-82a0-4bab-a81f-93f997c44d41', 'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'mac_address': 'fa:16:3e:54:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:29Z', 'updated_at': '2021-08-16T13:02:39Z', 'revision_number': 5, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'subnets': [{'id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:03:02.457361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.458024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:02.459683 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] 10.222.0.22 "PUT /v2.0/ports/99a0a429-117b-4e9b-8992-980b2d21ea74 HTTP/1.1" status: 200 len: 1091 time: 0.9224508 Aug 16 13:03:02.502376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4da24-0a2c-4663-9906-acbebd183faf service neutron] Pushing event updated for resources: {'Port': ['ID=99a0a429-117b-4e9b-8992-980b2d21ea74,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:02.571726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-43e89528-8e89-48bd-91d9-4574cefc6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.574893 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-43e89528-8e89-48bd-91d9-4574cefc6970 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6f3c01eca374af89f24bf4584e975f1&device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 1094 time: 0.0515914 Aug 16 13:03:02.619834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94bf93-6016-4b81-a8bd-0a36ca304b74 req-923ede18-b7d6-4b98-a16b-f2145647cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.621603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f94bf93-6016-4b81-a8bd-0a36ca304b74 req-923ede18-b7d6-4b98-a16b-f2145647cb01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58df5a6a-0917-4190-9046-70b5281b8222 HTTP/1.1" status: 200 len: 906 time: 0.4865255 Aug 16 13:03:02.632192 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a95550d-6cd2-4298-a118-fdd419b54727 req-db1e325c-3dd2-4c48-b5c3-6342aecdaa99 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2144921 Aug 16 13:03:02.707119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-cd2a23a3-2cf1-4932-abbb-703b1006df12 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a0a429-117b-4e9b-8992-980b2d21ea74 HTTP/1.1" status: 200 len: 217 time: 0.1146815 Aug 16 13:03:02.758194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abda3c7-42ff-45fc-8d50-c33e6616c600 None None] Network 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:02.815605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f94bf93-6016-4b81-a8bd-0a36ca304b74 req-05ce9b59-fa32-4593-898f-7fda82fef005 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f6be303-d59c-4486-8eab-655e45e7a186 HTTP/1.1" status: 200 len: 998 time: 0.1797578 Aug 16 13:03:02.852205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dd571b36-5d8e-476a-bbfe-c88def845fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.854837 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dd571b36-5d8e-476a-bbfe-c88def845fbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6626a19a-373f-4e91-8f89-29f65ead1e8c HTTP/1.1" status: 200 len: 853 time: 0.1387036 Aug 16 13:03:02.874683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc68d17-c386-4f03-b06e-624c85bd7047 None None] New status for floating IP 89630228-2758-4ff0-9098-83c466355e19: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:03:02.913206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d710e-c305-438c-b966-6ce0225ac581 req-5e93d4fa-da24-48c9-a445-48d79482237f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.915563 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-dc1601b8-66af-4cd0-aadf-cdb41a23d854 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bcf45dfc-9308-47aa-811a-e4799bb3ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517137 Aug 16 13:03:02.920999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d29d710e-c305-438c-b966-6ce0225ac581 req-5e93d4fa-da24-48c9-a445-48d79482237f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 943 time: 0.6376872 Aug 16 13:03:02.931650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Allocated IP 172.25.0.55 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/f4162247-9ff1-4598-9a9d-5271eb9d754b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:02.946249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94bf93-6016-4b81-a8bd-0a36ca304b74 req-55912600-5ed1-48ef-8354-b866592567f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:02.947689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f94bf93-6016-4b81-a8bd-0a36ca304b74 req-55912600-5ed1-48ef-8354-b866592567f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ddb5f100-1f7f-4c8f-b22f-627cf4e40633 HTTP/1.1" status: 200 len: 845 time: 0.1151302 Aug 16 13:03:02.988324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-be4452b5-241d-4ef5-817a-66fbd64ee476 None None] Provisioning for port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:03.021493 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-1c042b8b-a9fa-4992-866d-fc3f00a0fa25 service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972376 Aug 16 13:03:03.074481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d29d710e-c305-438c-b966-6ce0225ac581 req-a8700a92-a1d9-4f9e-8fc3-b84cfb397c65 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467011 Aug 16 13:03:03.147178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c3c11-3467-43ca-affe-8b1e5e22070d req-ccfcf27f-3126-409c-9b4b-a8650b2edd27 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.148069 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22ce05aa-1087-4c27-8b65-ad75b6927a30 req-4fe34055-c881-4962-9e3c-dcb99d14f174 service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169875 Aug 16 13:03:03.149011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-692c3c11-3467-43ca-affe-8b1e5e22070d req-ccfcf27f-3126-409c-9b4b-a8650b2edd27 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1970065 Aug 16 13:03:03.160557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94bf93-6016-4b81-a8bd-0a36ca304b74 req-5f34e593-1b6d-4737-be7e-b4ae7d483545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.160557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f94bf93-6016-4b81-a8bd-0a36ca304b74 req-5f34e593-1b6d-4737-be7e-b4ae7d483545 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58df5a6a-0917-4190-9046-70b5281b8222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920936 Aug 16 13:03:03.232673 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:03.319614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-692c3c11-3467-43ca-affe-8b1e5e22070d req-dcd2dfe0-ffca-4ff4-aad1-64232394cea6 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636531 Aug 16 13:03:03.378608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f94bf93-6016-4b81-a8bd-0a36ca304b74 req-196bf80f-6e14-4b8a-bfac-0aa8607ce13f service neutron] 10.222.0.42 "GET /v2.0/networks/58df5a6a-0917-4190-9046-70b5281b8222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967251 Aug 16 13:03:03.389353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387c4dd-44db-4ba2-943a-62738b111321 req-e78bc824-f4d1-4c7f-aa70-3fe4bb73eff8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.390958 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e387c4dd-44db-4ba2-943a-62738b111321 req-e78bc824-f4d1-4c7f-aa70-3fe4bb73eff8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1618636 Aug 16 13:03:03.397256 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:03.521827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:03.545428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:03.567070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:03.572022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:03.574704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:03.576170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:03.576517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event updated for resources: {'Port': ['ID=f4162247-9ff1-4598-9a9d-5271eb9d754b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:03.576646 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:03.584599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e387c4dd-44db-4ba2-943a-62738b111321 req-456318b9-ec49-455d-8cb6-5f0aeaab037a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837666 Aug 16 13:03:03.627579 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6c842b17-c7d3-4915-9bc4-c29c6c79313a None None] Provisioning complete for port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:03.627867 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6c842b17-c7d3-4915-9bc4-c29c6c79313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:03.633470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f803fc9-0e49-4767-9537-8eefb02caa2d req-0a9fc42c-84ef-43cf-a830-51e33307adc1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.635139 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f803fc9-0e49-4767-9537-8eefb02caa2d req-0a9fc42c-84ef-43cf-a830-51e33307adc1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 945 time: 0.2173564 Aug 16 13:03:03.658572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f94bf93-6016-4b81-a8bd-0a36ca304b74 req-eec7bfb4-a1c7-401e-897c-ce3c12860ec7 service neutron] 10.222.0.42 "GET /v2.0/networks/58df5a6a-0917-4190-9046-70b5281b8222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587576 Aug 16 13:03:03.672810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'tag': '99a0a429-117b-4e9b-8992-980b2d21ea74'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:03.678137 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c8290-cc03-4f9a-ad05-d6553508d31e" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa4c0f1-e8a9-45ff-b274-d2f4a6604024", "tag": "99a0a429-117b-4e9b-8992-980b2d21ea74"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:03.714063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:03.717004 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f205aed1-218c-4f66-b5bf-dbe755bb68b6 x-openstack-request-id: req-f205aed1-218c-4f66-b5bf-dbe755bb68b6 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:03.717464 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa4c0f1-e8a9-45ff-b274-d2f4a6604024", "tag": "99a0a429-117b-4e9b-8992-980b2d21ea74", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:03.717859 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f205aed1-218c-4f66-b5bf-dbe755bb68b6 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:03.718447 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'tag': '99a0a429-117b-4e9b-8992-980b2d21ea74', 'status': 'completed', 'code': 200} Aug 16 13:03:03.768896 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f803fc9-0e49-4767-9537-8eefb02caa2d req-fca11046-107f-4d04-9547-9afd0ccd8a1c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230900 Aug 16 13:03:03.779138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3,segment=NetworkSegment(1612fed4-3413-4493-bdc3-e9b8c7b4e4a3),segment_id=1612fed4-3413-4493-bdc3-e9b8c7b4e4a3)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:03.788950 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6c842b17-c7d3-4915-9bc4-c29c6c79313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:03.791771 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:03.827403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c8290-cc03-4f9a-ad05-d6553508d31e req-9868175a-ee15-4944-9f7c-45df63a793a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.828974 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-840c8290-cc03-4f9a-ad05-d6553508d31e req-9868175a-ee15-4944-9f7c-45df63a793a5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6f3c01eca374af89f24bf4584e975f1&device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 1094 time: 0.0614500 Aug 16 13:03:03.885557 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:03.897988 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-6c842b17-c7d3-4915-9bc4-c29c6c79313a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:03:03.898884 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-6c842b17-c7d3-4915-9bc4-c29c6c79313a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:03:03.909407 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8d13-b41a-4014-a7af-a27887da8125 req-3e43d48e-14cd-414e-b580-337e330c13ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.916030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8d13-b41a-4014-a7af-a27887da8125 req-3e43d48e-14cd-414e-b580-337e330c13ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.921874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8d13-b41a-4014-a7af-a27887da8125 req-3e43d48e-14cd-414e-b580-337e330c13ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.926032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c8290-cc03-4f9a-ad05-d6553508d31e req-8a1f9350-18bc-4f9c-9493-6ffb2d8df4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.927448 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-840c8290-cc03-4f9a-ad05-d6553508d31e req-8a1f9350-18bc-4f9c-9493-6ffb2d8df4b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 200 len: 913 time: 0.0879223 Aug 16 13:03:03.927741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8d13-b41a-4014-a7af-a27887da8125 req-3e43d48e-14cd-414e-b580-337e330c13ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.934232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8d13-b41a-4014-a7af-a27887da8125 req-3e43d48e-14cd-414e-b580-337e330c13ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.939884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8d13-b41a-4014-a7af-a27887da8125 req-3e43d48e-14cd-414e-b580-337e330c13ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.946489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8d13-b41a-4014-a7af-a27887da8125 req-3e43d48e-14cd-414e-b580-337e330c13ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:03.948403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-004a8d13-b41a-4014-a7af-a27887da8125 req-3e43d48e-14cd-414e-b580-337e330c13ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.1603751 Aug 16 13:03:03.976040 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-840c8290-cc03-4f9a-ad05-d6553508d31e req-e6330f6c-270d-4a17-9abd-4d36aea7c041 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a0a429-117b-4e9b-8992-980b2d21ea74 HTTP/1.1" status: 200 len: 217 time: 0.0406804 Aug 16 13:03:04.026611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c8290-cc03-4f9a-ad05-d6553508d31e req-788a49e6-bcff-4790-910a-431d99fd8c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:04.028062 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-840c8290-cc03-4f9a-ad05-d6553508d31e req-788a49e6-bcff-4790-910a-431d99fd8c4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6626a19a-373f-4e91-8f89-29f65ead1e8c HTTP/1.1" status: 200 len: 853 time: 0.0446608 Aug 16 13:03:04.060827 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-840c8290-cc03-4f9a-ad05-d6553508d31e req-81e754ff-ea7e-4590-b656-a43d991d053a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bcf45dfc-9308-47aa-811a-e4799bb3ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242662 Aug 16 13:03:04.076122 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-004a8d13-b41a-4014-a7af-a27887da8125 req-551e8671-f92e-4641-bd57-af5e06309f32 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158862 Aug 16 13:03:04.104513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:04.170143 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-840c8290-cc03-4f9a-ad05-d6553508d31e req-f3b3d452-eb9a-4403-b7c0-4c4f8b264a3c service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003871 Aug 16 13:03:04.249637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09fca-b7aa-4871-a134-5a1f810f3926 req-0dcb2017-2aa4-469a-9431-054158398538 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:04.251121 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7c09fca-b7aa-4871-a134-5a1f810f3926 req-0dcb2017-2aa4-469a-9431-054158398538 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 943 time: 0.0953019 Aug 16 13:03:04.270260 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-840c8290-cc03-4f9a-ad05-d6553508d31e req-02a97631-f669-4ddb-91a0-c2a980b3ab0c service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915833 Aug 16 13:03:04.315388 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d7617e4d-bf6e-4bb2-8929-0fd87d985def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:04.517235 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:04.748049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423354f3-1679-4d27-a5ef-da95e5f8ab02 req-443e8adf-fd64-496d-936d-11c181c24833 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:04.750004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-423354f3-1679-4d27-a5ef-da95e5f8ab02 req-443e8adf-fd64-496d-936d-11c181c24833 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 945 time: 0.1566999 Aug 16 13:03:04.754570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7c09fca-b7aa-4871-a134-5a1f810f3926 req-c5e35e01-6c90-4fbe-9534-84e74a72bbcc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622736 Aug 16 13:03:04.765844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625e85e-5780-471f-b0f8-905475ccf82e req-7a7866f7-eef7-4c6c-aab8-750fab082b37 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:04.767354 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6625e85e-5780-471f-b0f8-905475ccf82e req-7a7866f7-eef7-4c6c-aab8-750fab082b37 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1770380 Aug 16 13:03:04.803682 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:04.936925 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6625e85e-5780-471f-b0f8-905475ccf82e req-f18f2a36-7f27-41f2-8ecb-9305851847c7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606901 Aug 16 13:03:04.993343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8173f-adac-4aa6-8361-9c7d84793c84 req-e2ce334a-8510-452c-8ab6-45c56e977031 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:04.994971 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cd8173f-adac-4aa6-8361-9c7d84793c84 req-e2ce334a-8510-452c-8ab6-45c56e977031 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1795571 Aug 16 13:03:05.091189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-423354f3-1679-4d27-a5ef-da95e5f8ab02 req-2a88982f-170f-4ad6-bc45-9ac895fd9d1e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Deleting port e152114d-a911-4d2b-96dd-33355eb4eee7 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:05.091526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-423354f3-1679-4d27-a5ef-da95e5f8ab02 req-2a88982f-170f-4ad6-bc45-9ac895fd9d1e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:05.103115 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cd8173f-adac-4aa6-8361-9c7d84793c84 req-1ffd99bd-187d-4429-aed7-9361ec3df95c tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884547 Aug 16 13:03:05.129159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f823d3a-4080-4288-8d17-a3e43ee85b4a req-835e1574-2d9f-4577-b02c-cfbfc65e52ad tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:05.130670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f823d3a-4080-4288-8d17-a3e43ee85b4a req-835e1574-2d9f-4577-b02c-cfbfc65e52ad tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 945 time: 0.1337907 Aug 16 13:03:05.250061 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Router c2ed2911-51ad-4901-978d-39d0e452281d is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:03:05.262764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f823d3a-4080-4288-8d17-a3e43ee85b4a req-66fa113b-7238-40e8-a7f1-477e26ecb321 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238749 Aug 16 13:03:05.275828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-423354f3-1679-4d27-a5ef-da95e5f8ab02 req-2a88982f-170f-4ad6-bc45-9ac895fd9d1e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] For port e152114d-a911-4d2b-96dd-33355eb4eee7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e152114d-a911-4d2b-96dd-33355eb4eee7,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:05.276201 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-423354f3-1679-4d27-a5ef-da95e5f8ab02 req-2a88982f-170f-4ad6-bc45-9ac895fd9d1e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:05.307611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357f645-ea16-4fd3-8be7-c74da464a214 req-8631266b-1214-45f1-a675-f161d27d824f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:05.313431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357f645-ea16-4fd3-8be7-c74da464a214 req-8631266b-1214-45f1-a675-f161d27d824f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:05.321213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357f645-ea16-4fd3-8be7-c74da464a214 req-8631266b-1214-45f1-a675-f161d27d824f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:05.327111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357f645-ea16-4fd3-8be7-c74da464a214 req-8631266b-1214-45f1-a675-f161d27d824f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:05.335756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357f645-ea16-4fd3-8be7-c74da464a214 req-8631266b-1214-45f1-a675-f161d27d824f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:05.340246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357f645-ea16-4fd3-8be7-c74da464a214 req-8631266b-1214-45f1-a675-f161d27d824f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:05.346166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357f645-ea16-4fd3-8be7-c74da464a214 req-8631266b-1214-45f1-a675-f161d27d824f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:05.348106 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9357f645-ea16-4fd3-8be7-c74da464a214 req-8631266b-1214-45f1-a675-f161d27d824f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.1713376 Aug 16 13:03:05.390969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-423354f3-1679-4d27-a5ef-da95e5f8ab02 req-2a88982f-170f-4ad6-bc45-9ac895fd9d1e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Calling delete_port for e152114d-a911-4d2b-96dd-33355eb4eee7 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:05.446927 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:05.495780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:05.512427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9357f645-ea16-4fd3-8be7-c74da464a214 req-08378986-17bb-45ff-9178-b15169f29731 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324956 Aug 16 13:03:05.537970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:05.548911 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa9941-04ec-46a3-85ff-a97aee4f45b2 None None] Sync routers for ids ['c2ed2911-51ad-4901-978d-39d0e452281d'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:05.559642 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa9941-04ec-46a3-85ff-a97aee4f45b2 None None] Routers {'c2ed2911-51ad-4901-978d-39d0e452281d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:05.560534 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cbaa9941-04ec-46a3-85ff-a97aee4f45b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c2ed2911-51ad-4901-978d-39d0e452281d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:05.563831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:05.564490 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:05.567864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:05.569165 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-25842eb8-1e9a-4458-a711-023356db7571 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.2697577 Aug 16 13:03:05.571993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45514) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:05.602613 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cbaa9941-04ec-46a3-85ff-a97aee4f45b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:05.611277 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa9941-04ec-46a3-85ff-a97aee4f45b2 None None] Routers {'c2ed2911-51ad-4901-978d-39d0e452281d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:05.612047 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cbaa9941-04ec-46a3-85ff-a97aee4f45b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c2ed2911-51ad-4901-978d-39d0e452281d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:05.650679 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cbaa9941-04ec-46a3-85ff-a97aee4f45b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:05.651623 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa9941-04ec-46a3-85ff-a97aee4f45b2 None None] The sync data for ids ['c2ed2911-51ad-4901-978d-39d0e452281d'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:03:05.703394 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-423354f3-1679-4d27-a5ef-da95e5f8ab02 req-2a88982f-170f-4ad6-bc45-9ac895fd9d1e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:05.715378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b', 'e152114d-a911-4d2b-96dd-33355eb4eee7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:05.738274 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88982f-170f-4ad6-bc45-9ac895fd9d1e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event deleted for resources: {'Port': ['ID=e152114d-a911-4d2b-96dd-33355eb4eee7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:05.824558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-423354f3-1679-4d27-a5ef-da95e5f8ab02 req-2a88982f-170f-4ad6-bc45-9ac895fd9d1e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] No DVR routers for this DVR port e152114d-a911-4d2b-96dd-33355eb4eee7 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:03:05.828061 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-423354f3-1679-4d27-a5ef-da95e5f8ab02 req-2a88982f-170f-4ad6-bc45-9ac895fd9d1e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:05.830042 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-423354f3-1679-4d27-a5ef-da95e5f8ab02 req-2a88982f-170f-4ad6-bc45-9ac895fd9d1e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "DELETE /v2.0/ports/e152114d-a911-4d2b-96dd-33355eb4eee7 HTTP/1.1" status: 204 len: 173 time: 1.0617898 Aug 16 13:03:05.830514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68a5240-d6a6-47f8-b132-d022f1474e85', 'name': 'network-vif-deleted', 'tag': 'e152114d-a911-4d2b-96dd-33355eb4eee7'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:05.832753 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232713ee-e2c0-49d3-9e95-4b5811cd48a4" -d '{"events": [{"server_uuid": "b68a5240-d6a6-47f8-b132-d022f1474e85", "name": "network-vif-deleted", "tag": "e152114d-a911-4d2b-96dd-33355eb4eee7"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:05.905605 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ec24bb-bef8-43ad-8ba3-ea776be15130 x-openstack-request-id: req-f6ec24bb-bef8-43ad-8ba3-ea776be15130 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:05.905904 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68a5240-d6a6-47f8-b132-d022f1474e85", "name": "network-vif-deleted", "tag": "e152114d-a911-4d2b-96dd-33355eb4eee7", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:05.906176 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6ec24bb-bef8-43ad-8ba3-ea776be15130 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:05.906568 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68a5240-d6a6-47f8-b132-d022f1474e85', 'name': 'network-vif-deleted', 'tag': 'e152114d-a911-4d2b-96dd-33355eb4eee7', 'status': 'completed', 'code': 200} Aug 16 13:03:05.939974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cb189-109e-40f8-b852-863fcaab3da6 req-8a30d990-eebf-496a-b31a-23c326f8157c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:05.941528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-648cb189-109e-40f8-b852-863fcaab3da6 req-8a30d990-eebf-496a-b31a-23c326f8157c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 943 time: 0.1005516 Aug 16 13:03:06.075652 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-648cb189-109e-40f8-b852-863fcaab3da6 req-0d6c42f3-33b6-4967-9399-3f7be4b40179 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971625 Aug 16 13:03:06.129586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff32631-e5d2-498b-bb9d-5b7343a0bdbf req-b087939f-2053-4c98-b817-0ace6afd3cef tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:06.131090 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff32631-e5d2-498b-bb9d-5b7343a0bdbf req-b087939f-2053-4c98-b817-0ace6afd3cef tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1232202 Aug 16 13:03:06.243255 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff32631-e5d2-498b-bb9d-5b7343a0bdbf req-8f9da43a-0635-46e0-b96a-38c8331dd706 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028311 Aug 16 13:03:06.316070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d8361-40c1-4e95-a53a-c5ce058bfb46 req-e54ae237-3267-4349-ba43-b8b57df2a96f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:06.317670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-678d8361-40c1-4e95-a53a-c5ce058bfb46 req-e54ae237-3267-4349-ba43-b8b57df2a96f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1204357 Aug 16 13:03:06.337076 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:06.408908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10894c8d-a779-4cfb-b44f-821b26636c50 req-33cbc48f-d2fd-4f3b-bf4b-7ea95bb08a21 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68a5240-d6a6-47f8-b132-d022f1474e85 HTTP/1.1" status: 200 len: 210 time: 0.0496240 Aug 16 13:03:06.415653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 61a43e4d-0b8a-4743-a0d5-ee722549ad26 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:06.458894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-678d8361-40c1-4e95-a53a-c5ce058bfb46 req-781f58dc-e16e-494c-9a44-c7617045dd9f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317167 Aug 16 13:03:06.552476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 61a43e4d-0b8a-4743-a0d5-ee722549ad26, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=61a43e4d-0b8a-4743-a0d5-ee722549ad26,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:06.564939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '61a43e4d-0b8a-4743-a0d5-ee722549ad26', 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70', 'port_id': '61a43e4d-0b8a-4743-a0d5-ee722549ad26', 'mac_address': 'fa:16:3e:3e:d0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86544f29-1b9f-4b38-9a3d-a615578153a3', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:06.603907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:06.616296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a43e4d-0b8a-4743-a0d5-ee722549ad26 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:06.637860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 61a43e4d-0b8a-4743-a0d5-ee722549ad26, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=61a43e4d-0b8a-4743-a0d5-ee722549ad26,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:06.642776 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:06.643431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 36ef840f-ef8a-441d-8928-a9a8955e12c4 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:06.719564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=61a43e4d-0b8a-4743-a0d5-ee722549ad26,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:06.729120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8416e3d-2460-44e8-9fe5-6c357c1a8756 req-dca799e2-fefa-42be-8b1e-7d646defd65d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:06.735242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8416e3d-2460-44e8-9fe5-6c357c1a8756 req-dca799e2-fefa-42be-8b1e-7d646defd65d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:06.741032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8416e3d-2460-44e8-9fe5-6c357c1a8756 req-dca799e2-fefa-42be-8b1e-7d646defd65d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:06.746890 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8416e3d-2460-44e8-9fe5-6c357c1a8756 req-dca799e2-fefa-42be-8b1e-7d646defd65d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:06.753051 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8416e3d-2460-44e8-9fe5-6c357c1a8756 req-dca799e2-fefa-42be-8b1e-7d646defd65d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:06.758817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8416e3d-2460-44e8-9fe5-6c357c1a8756 req-dca799e2-fefa-42be-8b1e-7d646defd65d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:06.764568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8416e3d-2460-44e8-9fe5-6c357c1a8756 req-dca799e2-fefa-42be-8b1e-7d646defd65d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:06.766458 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8416e3d-2460-44e8-9fe5-6c357c1a8756 req-dca799e2-fefa-42be-8b1e-7d646defd65d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5417 time: 0.1679800 Aug 16 13:03:06.786590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 36ef840f-ef8a-441d-8928-a9a8955e12c4, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=36ef840f-ef8a-441d-8928-a9a8955e12c4,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:06.798400 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '36ef840f-ef8a-441d-8928-a9a8955e12c4', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'port_id': '36ef840f-ef8a-441d-8928-a9a8955e12c4', 'mac_address': 'fa:16:3e:d9:cb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:06.837014 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:06.843246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Allocated IP 172.20.0.1 (6ec6f7b7-e686-4ae0-9482-61c5dcb04635/ae3377de-4ee2-4757-bc49-115744f15663/b8f9c805-10a9-42aa-8cba-3802ae1492dd) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:06.850484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ef840f-ef8a-441d-8928-a9a8955e12c4 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:06.851220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8416e3d-2460-44e8-9fe5-6c357c1a8756 req-1bf7dbc3-1563-4dd0-9429-adf81c406c06 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715744 Aug 16 13:03:06.877840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 36ef840f-ef8a-441d-8928-a9a8955e12c4, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=36ef840f-ef8a-441d-8928-a9a8955e12c4,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:06.884754 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:06.885409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 6951413b-4d52-4abd-befc-d3831ec2343b details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:06.952713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 6951413b-4d52-4abd-befc-d3831ec2343b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6951413b-4d52-4abd-befc-d3831ec2343b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:06.955381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=36ef840f-ef8a-441d-8928-a9a8955e12c4,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:06.967807 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:06.970044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '6951413b-4d52-4abd-befc-d3831ec2343b', 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70', 'port_id': '6951413b-4d52-4abd-befc-d3831ec2343b', 'mac_address': 'fa:16:3e:94:46:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86544f29-1b9f-4b38-9a3d-a615578153a3', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:06.984671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Transition to ACTIVE for port object b8f9c805-10a9-42aa-8cba-3802ae1492dd will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:07.009112 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.018050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.022547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6951413b-4d52-4abd-befc-d3831ec2343b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:07.042771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 6951413b-4d52-4abd-befc-d3831ec2343b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6951413b-4d52-4abd-befc-d3831ec2343b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:07.047464 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.048198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 6764e1b7-9c16-492c-890c-4c55969c5445 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:07.061060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Network 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:07.064173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:07.067969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:07.092977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event updated for resources: {'Port': ['ID=b8f9c805-10a9-42aa-8cba-3802ae1492dd,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:07.119440 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.125049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 6764e1b7-9c16-492c-890c-4c55969c5445, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6764e1b7-9c16-492c-890c-4c55969c5445,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:07.133328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=6951413b-4d52-4abd-befc-d3831ec2343b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:07.141107 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '6764e1b7-9c16-492c-890c-4c55969c5445', 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70', 'port_id': '6764e1b7-9c16-492c-890c-4c55969c5445', 'mac_address': 'fa:16:3e:cf:f0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86544f29-1b9f-4b38-9a3d-a615578153a3', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:07.187434 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.203173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6764e1b7-9c16-492c-890c-4c55969c5445 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:07.225092 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 6764e1b7-9c16-492c-890c-4c55969c5445, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6764e1b7-9c16-492c-890c-4c55969c5445,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:07.230738 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.231420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 99a0a429-117b-4e9b-8992-980b2d21ea74 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:07.281403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f769bd-a86b-44ac-a2d1-cf821642494c req-69682aa8-0a2a-4a56-85c6-e7717e16967f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:07.283267 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2f769bd-a86b-44ac-a2d1-cf821642494c req-69682aa8-0a2a-4a56-85c6-e7717e16967f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 943 time: 0.0785162 Aug 16 13:03:07.315189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.330369 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.372676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=6764e1b7-9c16-492c-890c-4c55969c5445,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:07.392682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2f769bd-a86b-44ac-a2d1-cf821642494c req-aaa01d48-101f-4be8-b8af-e0b1e9b995a1 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857067 Aug 16 13:03:07.415789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 99a0a429-117b-4e9b-8992-980b2d21ea74, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=99a0a429-117b-4e9b-8992-980b2d21ea74,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:07.415789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eb8aa304-fdfe-4b49-93f5-96d345968aa6 None None] Provisioning for port b8f9c805-10a9-42aa-8cba-3802ae1492dd completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:07.425220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eb8aa304-fdfe-4b49-93f5-96d345968aa6 None None] Provisioning complete for port b8f9c805-10a9-42aa-8cba-3802ae1492dd triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:07.425604 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb8aa304-fdfe-4b49-93f5-96d345968aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.428402 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '99a0a429-117b-4e9b-8992-980b2d21ea74', 'network_id': 'bcf45dfc-9308-47aa-811a-e4799bb3ee38', 'port_id': '99a0a429-117b-4e9b-8992-980b2d21ea74', 'mac_address': 'fa:16:3e:a9:4d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6626a19a-373f-4e91-8f89-29f65ead1e8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:07.449350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c03b9b-de7b-44eb-86f3-7db39391cada req-752a76f9-511c-4b2a-a690-9cd71755000d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:07.450908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63c03b9b-de7b-44eb-86f3-7db39391cada req-752a76f9-511c-4b2a-a690-9cd71755000d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1172800 Aug 16 13:03:07.490946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-eb8aa304-fdfe-4b49-93f5-96d345968aa6 None None] Port b8f9c805-10a9-42aa-8cba-3802ae1492dd cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:03:07.497003 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.521640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a0a429-117b-4e9b-8992-980b2d21ea74 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:07.544620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 99a0a429-117b-4e9b-8992-980b2d21ea74, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=99a0a429-117b-4e9b-8992-980b2d21ea74,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:07.551523 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.606480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=99a0a429-117b-4e9b-8992-980b2d21ea74,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:07.618942 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63c03b9b-de7b-44eb-86f3-7db39391cada req-1f2932aa-ab81-41c0-9b51-eb34167af60d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307442 Aug 16 13:03:07.674370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f87d9b-6aa3-4095-8be9-be654a6f3f35 req-2442a8d0-b4c4-4dc5-a9f7-9d42fe26af66 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:07.675866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05f87d9b-6aa3-4095-8be9-be654a6f3f35 req-2442a8d0-b4c4-4dc5-a9f7-9d42fe26af66 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0947437 Aug 16 13:03:07.773240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05f87d9b-6aa3-4095-8be9-be654a6f3f35 req-211158f5-08c3-4fd4-8ad5-4c297a1b1bbd tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859551 Aug 16 13:03:07.902431 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.919778 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:07.966510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-dcdae63d-4975-41a1-805d-6a45603b55da tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:07.968027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-dcdae63d-4975-41a1-805d-6a45603b55da tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.1911726 Aug 16 13:03:08.042175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event updated for resources: {'Port': ['ID=b8f9c805-10a9-42aa-8cba-3802ae1492dd,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:08.051518 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-f37c94dc-9e85-4a39-a05a-ebed6e3bc865 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/quotas/b7dc4555b79045c2a4951fc236c5ff0d HTTP/1.1" status: 200 len: 375 time: 0.0561783 Aug 16 13:03:08.059447 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:08.122346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06701014-0a8d-491c-bb0c-68fd4861a43d req-a248bace-4fd1-451f-bf42-4f8f8f51768b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:08.128117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06701014-0a8d-491c-bb0c-68fd4861a43d req-a248bace-4fd1-451f-bf42-4f8f8f51768b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:08.134768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06701014-0a8d-491c-bb0c-68fd4861a43d req-a248bace-4fd1-451f-bf42-4f8f8f51768b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:08.140530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06701014-0a8d-491c-bb0c-68fd4861a43d req-a248bace-4fd1-451f-bf42-4f8f8f51768b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:08.146303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06701014-0a8d-491c-bb0c-68fd4861a43d req-a248bace-4fd1-451f-bf42-4f8f8f51768b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:08.152182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06701014-0a8d-491c-bb0c-68fd4861a43d req-a248bace-4fd1-451f-bf42-4f8f8f51768b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:08.156873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e152114d-a911-4d2b-96dd-33355eb4eee7 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:03:08.158002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06701014-0a8d-491c-bb0c-68fd4861a43d req-a248bace-4fd1-451f-bf42-4f8f8f51768b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:08.159914 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06701014-0a8d-491c-bb0c-68fd4861a43d req-a248bace-4fd1-451f-bf42-4f8f8f51768b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5421 time: 0.1712236 Aug 16 13:03:08.178035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: e152114d-a911-4d2b-96dd-33355eb4eee7 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:03:08.178553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e152114d-a911-4d2b-96dd-33355eb4eee7 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:03:08.414812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7499690a-1b86-40fc-a0b3-7b4dc75e243b details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:08.518304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['36ef840f-ef8a-441d-8928-a9a8955e12c4'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:08.553741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['6951413b-4d52-4abd-befc-d3831ec2343b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:08.574809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-d60d5b47-4294-4c2f-9490-2d8d8aac303a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5131478 Aug 16 13:03:08.587541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['6764e1b7-9c16-492c-890c-4c55969c5445'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:08.658273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['99a0a429-117b-4e9b-8992-980b2d21ea74'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:08.692237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06701014-0a8d-491c-bb0c-68fd4861a43d req-9b12c83f-d3a8-40db-985f-3457b416ce83 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5194976 Aug 16 13:03:08.694199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Network 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:08.697861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:08.841228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7499690a-1b86-40fc-a0b3-7b4dc75e243b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7499690a-1b86-40fc-a0b3-7b4dc75e243b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:08.847498 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-cde61ac7-8b31-49c5-852b-864b79641ba0 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533343 Aug 16 13:03:08.889577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '7499690a-1b86-40fc-a0b3-7b4dc75e243b', 'network_id': 'a3f59a97-520c-401a-b1ff-6c0a7128ce70', 'port_id': '7499690a-1b86-40fc-a0b3-7b4dc75e243b', 'mac_address': 'fa:16:3e:46:59:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86544f29-1b9f-4b38-9a3d-a615578153a3', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:08.906568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011475a7-af0f-405b-b463-c98052f00a0e req-8fcc51f3-0a87-4908-9d55-783407420471 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:08.908361 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-011475a7-af0f-405b-b463-c98052f00a0e req-8fcc51f3-0a87-4908-9d55-783407420471 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 944 time: 0.1068544 Aug 16 13:03:08.918643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Router c2ed2911-51ad-4901-978d-39d0e452281d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:03:09.036198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-011475a7-af0f-405b-b463-c98052f00a0e req-32d2c17e-5292-4d12-8c27-d23e6806e5d7 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164300 Aug 16 13:03:09.038061 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:09.074929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-f5a5e512-ac55-4af8-b523-5b47965a5637 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148149 Aug 16 13:03:09.111416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7499690a-1b86-40fc-a0b3-7b4dc75e243b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:09.135452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-09129e72-45f5-40ec-b161-28c9124da5bc None None] Provisioning complete for port b8f9c805-10a9-42aa-8cba-3802ae1492dd triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:09.135828 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-09129e72-45f5-40ec-b161-28c9124da5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:09.139660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:09.149394 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45574) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:09.150877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-356c0926-629e-4abf-9b80-81f72bccc486 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "PUT /v2.0/routers/c2ed2911-51ad-4901-978d-39d0e452281d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5773594 Aug 16 13:03:09.155737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Request body: {'port': {'network_id': '6ec6f7b7-e686-4ae0-9482-61c5dcb04635', 'name': 'tempest-FloatingIPAdminTestJSON-1635225576'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:09.180436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46a210-88ac-4fef-8d56-55447495a00e None None] Sync routers for ids ['c2ed2911-51ad-4901-978d-39d0e452281d'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:09.243588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67781548-3875-4941-8381-d88eae6dc625 req-3f1d9dbd-12fc-4ee7-adfa-c38b68eb4516 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:09.250577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7499690a-1b86-40fc-a0b3-7b4dc75e243b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7499690a-1b86-40fc-a0b3-7b4dc75e243b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:09.253365 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67781548-3875-4941-8381-d88eae6dc625 req-3f1d9dbd-12fc-4ee7-adfa-c38b68eb4516 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0779338 Aug 16 13:03:09.313542 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:09.314137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 235d6983-b46d-4f3c-b093-9f64065c94e1 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:09.320542 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67781548-3875-4941-8381-d88eae6dc625 req-ec2897ce-ec23-4798-8330-8df553154592 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644491 Aug 16 13:03:09.360860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-09129e72-45f5-40ec-b161-28c9124da5bc None None] Port b8f9c805-10a9-42aa-8cba-3802ae1492dd cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:03:09.385160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Made reservation on behalf of cf69874b6f154b12ba0931fe346d2fab for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:09.385303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['61a43e4d-0b8a-4743-a0d5-ee722549ad26'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:09.390002 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:09.445864 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35f2ec7a-737a-4307-a2fd-886cd6f01818 req-224a371b-bd33-4c46-a66a-b3d3febf9c71 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 210 time: 0.0574198 Aug 16 13:03:09.446713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] device_id is not set on port 4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:03:09.515940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46a210-88ac-4fef-8d56-55447495a00e None None] Routers {'c2ed2911-51ad-4901-978d-39d0e452281d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:09.516711 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ae46a210-88ac-4fef-8d56-55447495a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c2ed2911-51ad-4901-978d-39d0e452281d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:09.645067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f4b61-4cde-4f18-afce-eff9ab52a89e req-8b5958af-e4f4-483c-b1f5-611dcc238043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:09.646828 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-650f4b61-4cde-4f18-afce-eff9ab52a89e req-8b5958af-e4f4-483c-b1f5-611dcc238043 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 1096 time: 0.1381137 Aug 16 13:03:09.658432 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.resource_extend [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:03:09.674036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246ba3e-4adf-40b1-8594-20ebf3bed69b req-181e25bc-7d3b-415d-b747-c2c7a19bb610 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:09.674680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ae46a210-88ac-4fef-8d56-55447495a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:09.676006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e246ba3e-4adf-40b1-8594-20ebf3bed69b req-181e25bc-7d3b-415d-b747-c2c7a19bb610 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0995805 Aug 16 13:03:09.712883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Allocated IP 172.20.0.9 (6ec6f7b7-e686-4ae0-9482-61c5dcb04635/ae3377de-4ee2-4757-bc49-115744f15663/4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:09.805380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e246ba3e-4adf-40b1-8594-20ebf3bed69b req-0b39a2f5-4698-46a4-bb4f-980bbe13eec0 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219926 Aug 16 13:03:09.865884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f4b61-4cde-4f18-afce-eff9ab52a89e req-71d5d097-aad6-4434-b6e0-3f98f022b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:09.868352 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-650f4b61-4cde-4f18-afce-eff9ab52a89e req-71d5d097-aad6-4434-b6e0-3f98f022b0bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 917 time: 0.1828690 Aug 16 13:03:09.879746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46a210-88ac-4fef-8d56-55447495a00e None None] Routers {'c2ed2911-51ad-4901-978d-39d0e452281d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:09.880480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ae46a210-88ac-4fef-8d56-55447495a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c2ed2911-51ad-4901-978d-39d0e452281d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:09.893870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49da11-f12e-415b-973a-afb1187a9fc3 req-81b881b6-99b7-4a78-9a68-90ac3d717012 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:09.903261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a49da11-f12e-415b-973a-afb1187a9fc3 req-81b881b6-99b7-4a78-9a68-90ac3d717012 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0910542 Aug 16 13:03:09.979640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ae46a210-88ac-4fef-8d56-55447495a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:09.981057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46a210-88ac-4fef-8d56-55447495a00e None None] The sync data for ids ['c2ed2911-51ad-4901-978d-39d0e452281d'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:03:09.999277 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-650f4b61-4cde-4f18-afce-eff9ab52a89e req-70fd5761-9989-4af7-b602-3477b7f52737 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a HTTP/1.1" status: 200 len: 217 time: 0.1088791 Aug 16 13:03:10.006522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a49da11-f12e-415b-973a-afb1187a9fc3 req-d581e634-e220-43e1-89bc-70f5c328d542 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023469 Aug 16 13:03:10.031541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c68b-b844-40fd-8e86-5b591aace4fc req-a116bef0-9947-4dad-8455-acba2c29bf8e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.036263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c68b-b844-40fd-8e86-5b591aace4fc req-a116bef0-9947-4dad-8455-acba2c29bf8e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.044469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 235d6983-b46d-4f3c-b093-9f64065c94e1, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=235d6983-b46d-4f3c-b093-9f64065c94e1,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:10.044775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c68b-b844-40fd-8e86-5b591aace4fc req-a116bef0-9947-4dad-8455-acba2c29bf8e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.048460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7499690a-1b86-40fc-a0b3-7b4dc75e243b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:10.053477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c68b-b844-40fd-8e86-5b591aace4fc req-a116bef0-9947-4dad-8455-acba2c29bf8e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.062503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c68b-b844-40fd-8e86-5b591aace4fc req-a116bef0-9947-4dad-8455-acba2c29bf8e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.071920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c68b-b844-40fd-8e86-5b591aace4fc req-a116bef0-9947-4dad-8455-acba2c29bf8e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.080498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c68b-b844-40fd-8e86-5b591aace4fc req-a116bef0-9947-4dad-8455-acba2c29bf8e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.086188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41d7c68b-b844-40fd-8e86-5b591aace4fc req-a116bef0-9947-4dad-8455-acba2c29bf8e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5422 time: 0.1631432 Aug 16 13:03:10.092842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '235d6983-b46d-4f3c-b093-9f64065c94e1', 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559', 'port_id': '235d6983-b46d-4f3c-b093-9f64065c94e1', 'mac_address': 'fa:16:3e:a7:59:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c4ad79-c536-4053-9403-92b94a8db004', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:10.151559 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:10.157352 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41d7c68b-b844-40fd-8e86-5b591aace4fc req-e5bc92b6-7db9-44a2-bb0f-64dc0daed7a4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643623 Aug 16 13:03:10.179207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f4b61-4cde-4f18-afce-eff9ab52a89e req-83353e7e-4f06-4d11-91c5-e31a8624fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.181797 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-650f4b61-4cde-4f18-afce-eff9ab52a89e req-83353e7e-4f06-4d11-91c5-e31a8624fb54 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 200 len: 857 time: 0.1727908 Aug 16 13:03:10.185025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Transition to ACTIVE for port object 4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:10.204660 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:10.227229 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-650f4b61-4cde-4f18-afce-eff9ab52a89e req-cc1884b8-031c-4f2f-9215-0add9e12b0f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355155 Aug 16 13:03:10.233412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235d6983-b46d-4f3c-b093-9f64065c94e1 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:10.246554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca898a3-d2f1-4ea9-b539-c85739686334 req-8dfabf7e-6705-47fa-80a7-cb5805652b30 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.248945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dca898a3-d2f1-4ea9-b539-c85739686334 req-8dfabf7e-6705-47fa-80a7-cb5805652b30 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 944 time: 0.0877039 Aug 16 13:03:10.268258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 235d6983-b46d-4f3c-b093-9f64065c94e1, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=235d6983-b46d-4f3c-b093-9f64065c94e1,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:10.275761 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:10.276470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d110615e-9d78-4dd1-a051-9660dee65dd9 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:10.303494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dca898a3-d2f1-4ea9-b539-c85739686334 req-6b8d41d1-1bf3-4fb0-b517-e7106b409aee tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465839 Aug 16 13:03:10.352648 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:10.356988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=235d6983-b46d-4f3c-b093-9f64065c94e1,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:10.372165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d110615e-9d78-4dd1-a051-9660dee65dd9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d110615e-9d78-4dd1-a051-9660dee65dd9,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:10.384450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'd110615e-9d78-4dd1-a051-9660dee65dd9', 'network_id': 'ff59b3a2-761c-4887-a566-3a2f0105d559', 'port_id': 'd110615e-9d78-4dd1-a051-9660dee65dd9', 'mac_address': 'fa:16:3e:66:19:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c4ad79-c536-4053-9403-92b94a8db004', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:10.426599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Network 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:10.433057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:10.433571 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:10.436405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-650f4b61-4cde-4f18-afce-eff9ab52a89e req-619c813f-6b4d-41ca-8a01-ba17a8928996 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008677 Aug 16 13:03:10.439847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:10.458686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d110615e-9d78-4dd1-a051-9660dee65dd9 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:10.498529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d110615e-9d78-4dd1-a051-9660dee65dd9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d110615e-9d78-4dd1-a051-9660dee65dd9,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:10.505670 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:10.521771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event updated for resources: {'Port': ['ID=4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:10.586275 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c94f305-cf7e-4eb0-bd6c-f9a3dee6e9f5 req-4fcf549a-d30d-4c1b-9c44-b061b03cbf81 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 210 time: 0.0435748 Aug 16 13:03:10.590436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=d110615e-9d78-4dd1-a051-9660dee65dd9,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:10.599718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.600477 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:10.631440 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9a407ead-1a35-4703-958f-62699e5d472d tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4801481 Aug 16 13:03:10.635874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45604) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:10.644273 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-650f4b61-4cde-4f18-afce-eff9ab52a89e req-107a175c-a094-4b53-9359-cd143872eb16 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752064 Aug 16 13:03:10.706728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'project_id': 'cf69874b6f154b12ba0931fe346d2fab', 'port_id': '4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:10.736339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:10.772259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-dcb9d086-a10d-4b17-8591-b2b15e79992e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.774547 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-dcb9d086-a10d-4b17-8591-b2b15e79992e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.1853831 Aug 16 13:03:10.792058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c367a6a3-c052-4783-ba82-a7e27c1dc214 None None] Provisioning for port 4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:10.796495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c367a6a3-c052-4783-ba82-a7e27c1dc214 None None] Provisioning complete for port 4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:10.797008 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c367a6a3-c052-4783-ba82-a7e27c1dc214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:10.798402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Request body: {'port': {'device_id': '0de7a527-e28f-42a1-8aaf-a10cb4571330', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'admin_state_up': True, 'tenant_id': 'b7dc4555b79045c2a4951fc236c5ff0d'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:10.859329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c367a6a3-c052-4783-ba82-a7e27c1dc214 None None] Port 4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:03:10.963149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034b13f-1c67-4e03-ad6b-f5007ade1ba4 req-69bff7ab-3625-48a0-96bf-f935d8010d88 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:10.964766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d034b13f-1c67-4e03-ad6b-f5007ade1ba4 req-69bff7ab-3625-48a0-96bf-f935d8010d88 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0711503 Aug 16 13:03:10.965993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Made reservation on behalf of b7dc4555b79045c2a4951fc236c5ff0d for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:10.969433 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:11.026050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d034b13f-1c67-4e03-ad6b-f5007ade1ba4 req-0d763d44-26c6-4ae7-b411-577072775b88 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539975 Aug 16 13:03:11.166686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Allocated IP 172.20.0.2 (faf18c8c-8763-40ae-83c5-d10e99c6511d/97f2fbee-3a3e-4715-90df-0fbf9a0d2623/923b5c3d-9a3e-4f93-b4f2-96baf646744e) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:11.179393 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:11.217579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fecdf1-03fc-4768-a3c6-5ff10c4fb34f req-91bdb390-1be8-4939-85de-346e7bc5b256 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.224845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27fecdf1-03fc-4768-a3c6-5ff10c4fb34f req-91bdb390-1be8-4939-85de-346e7bc5b256 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.0914178 Aug 16 13:03:11.295021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Allocated IP 172.25.0.146 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/26a6a14f-dcc6-4926-940c-4c2f2b99638e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:11.352461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27fecdf1-03fc-4768-a3c6-5ff10c4fb34f req-da1a8a65-961e-40c7-a325-dd40a528f3f4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266582 Aug 16 13:03:11.398681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091546d-38c8-4b7b-aaad-789a8e7ce10d req-62e3986d-960d-4340-ac0c-f04e649446a5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.404500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091546d-38c8-4b7b-aaad-789a8e7ce10d req-62e3986d-960d-4340-ac0c-f04e649446a5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.411363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091546d-38c8-4b7b-aaad-789a8e7ce10d req-62e3986d-960d-4340-ac0c-f04e649446a5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.418624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091546d-38c8-4b7b-aaad-789a8e7ce10d req-62e3986d-960d-4340-ac0c-f04e649446a5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.428044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091546d-38c8-4b7b-aaad-789a8e7ce10d req-62e3986d-960d-4340-ac0c-f04e649446a5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.434248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091546d-38c8-4b7b-aaad-789a8e7ce10d req-62e3986d-960d-4340-ac0c-f04e649446a5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.440536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091546d-38c8-4b7b-aaad-789a8e7ce10d req-62e3986d-960d-4340-ac0c-f04e649446a5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.442611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8091546d-38c8-4b7b-aaad-789a8e7ce10d req-62e3986d-960d-4340-ac0c-f04e649446a5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5424 time: 0.1872280 Aug 16 13:03:11.458336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:11.487003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbeb90-04f9-4e24-802e-18cb13604f4f req-e29662c3-c7e4-4189-bfe8-f386d714872d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.488513 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbcbeb90-04f9-4e24-802e-18cb13604f4f req-e29662c3-c7e4-4189-bfe8-f386d714872d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 945 time: 0.1194067 Aug 16 13:03:11.515229 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:11.552422 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8091546d-38c8-4b7b-aaad-789a8e7ce10d req-12f20590-1962-4a40-9fdb-8de156923174 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004562 Aug 16 13:03:11.582286 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:11.592639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d24e5-4319-40ad-a4a0-9e0faa5da5ff req-85faa2dc-1401-42fb-b940-cabecbd324db tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.594379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-902d24e5-4319-40ad-a4a0-9e0faa5da5ff req-85faa2dc-1401-42fb-b940-cabecbd324db tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 944 time: 0.1103206 Aug 16 13:03:11.609960 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:11.628108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:11.637757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:11.640634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:11.654627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:11.688600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Pushing event updated for resources: {'Port': ['ID=26a6a14f-dcc6-4926-940c-4c2f2b99638e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:11.703799 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-902d24e5-4319-40ad-a4a0-9e0faa5da5ff req-cce7c16f-0780-4619-a590-97941ad31868 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031053 Aug 16 13:03:11.708402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Network faf18c8c-8763-40ae-83c5-d10e99c6511d is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:11.726587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:11.729295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.729480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:11.729642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.730039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.730658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.730987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.731314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.731634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.731956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.732445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.732610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event updated for resources: {'Port': ['ID=923b5c3d-9a3e-4f93-b4f2-96baf646744e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:11.732770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.733091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.733405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:11.744752 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-bbcbeb90-04f9-4e24-802e-18cb13604f4f req-c5e28dd2-f51c-4b3d-a683-33a30787fdd7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Deleting port c5396d8f-279c-499a-8366-eafe151e52b6 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:11.744868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbcbeb90-04f9-4e24-802e-18cb13604f4f req-c5e28dd2-f51c-4b3d-a683-33a30787fdd7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:11.790293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d55ddd-3d22-483f-acf2-0c05577d88cc req-d05a5489-1b82-42a8-ae95-38b33cf65f7c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.791830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-15d55ddd-3d22-483f-acf2-0c05577d88cc req-d05a5489-1b82-42a8-ae95-38b33cf65f7c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 931 time: 0.1189911 Aug 16 13:03:11.799828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:11.800415 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:11.826236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7499690a-1b86-40fc-a0b3-7b4dc75e243b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:11.834609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-085c0904-3ec6-436a-876d-4df500baa0b1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0402703 Aug 16 13:03:11.850741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Request body: {'port': {'device_id': '0de7a527-e28f-42a1-8aaf-a10cb4571330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:11.856008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['235d6983-b46d-4f3c-b093-9f64065c94e1'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:11.857985 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-15d55ddd-3d22-483f-acf2-0c05577d88cc req-5d0d16a9-475c-43f7-930e-3f2ee3047083 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539753 Aug 16 13:03:11.884205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['d110615e-9d78-4dd1-a051-9660dee65dd9'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:11.890736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bbcbeb90-04f9-4e24-802e-18cb13604f4f req-c5e28dd2-f51c-4b3d-a683-33a30787fdd7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] For port c5396d8f-279c-499a-8366-eafe151e52b6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=c5396d8f-279c-499a-8366-eafe151e52b6,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:11.891113 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbcbeb90-04f9-4e24-802e-18cb13604f4f req-c5e28dd2-f51c-4b3d-a683-33a30787fdd7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:11.923149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:11.939156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-bbcbeb90-04f9-4e24-802e-18cb13604f4f req-c5e28dd2-f51c-4b3d-a683-33a30787fdd7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Calling delete_port for c5396d8f-279c-499a-8366-eafe151e52b6 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:12.209979 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932057b-e937-4c1b-94f5-89c9831318a4 req-f30b8bf7-dc81-4ef5-983f-b0494ca0e9f0 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:12.213426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9932057b-e937-4c1b-94f5-89c9831318a4 req-f30b8bf7-dc81-4ef5-983f-b0494ca0e9f0 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1046112 Aug 16 13:03:12.283902 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbcbeb90-04f9-4e24-802e-18cb13604f4f req-c5e28dd2-f51c-4b3d-a683-33a30787fdd7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.305990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9932057b-e937-4c1b-94f5-89c9831318a4 req-235e571d-65a2-427c-8131-3ded944d751d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844815 Aug 16 13:03:12.321742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923b5c3d-9a3e-4f93-b4f2-96baf646744e {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:12.321888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e28dd2-f51c-4b3d-a683-33a30787fdd7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event deleted for resources: {'Port': ['ID=c5396d8f-279c-499a-8366-eafe151e52b6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:12.332553 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.347398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Transition to ACTIVE for port object 923b5c3d-9a3e-4f93-b4f2-96baf646744e will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:12.351528 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.384543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.386429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcbeb90-04f9-4e24-802e-18cb13604f4f req-c5e28dd2-f51c-4b3d-a683-33a30787fdd7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] No DVR routers for this DVR port c5396d8f-279c-499a-8366-eafe151e52b6 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:03:12.390476 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbcbeb90-04f9-4e24-802e-18cb13604f4f req-c5e28dd2-f51c-4b3d-a683-33a30787fdd7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.392467 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbcbeb90-04f9-4e24-802e-18cb13604f4f req-c5e28dd2-f51c-4b3d-a683-33a30787fdd7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "DELETE /v2.0/ports/c5396d8f-279c-499a-8366-eafe151e52b6 HTTP/1.1" status: 204 len: 173 time: 0.8964508 Aug 16 13:03:12.392918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3648d1f-3ba5-4748-b5f0-a5d636c0298a', 'name': 'network-vif-deleted', 'tag': 'c5396d8f-279c-499a-8366-eafe151e52b6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:12.395252 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827b9731-da45-4340-a927-22d5789473d4" -d '{"events": [{"server_uuid": "b3648d1f-3ba5-4748-b5f0-a5d636c0298a", "name": "network-vif-deleted", "tag": "c5396d8f-279c-499a-8366-eafe151e52b6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:12.409709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Pushing event updated for resources: {'Port': ['ID=923b5c3d-9a3e-4f93-b4f2-96baf646744e,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:12.474940 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbaf182-e1a3-403f-9e23-b06224802b5a x-openstack-request-id: req-2fbaf182-e1a3-403f-9e23-b06224802b5a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:12.475272 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3648d1f-3ba5-4748-b5f0-a5d636c0298a", "name": "network-vif-deleted", "tag": "c5396d8f-279c-499a-8366-eafe151e52b6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:12.475456 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fbaf182-e1a3-403f-9e23-b06224802b5a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:12.475992 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3648d1f-3ba5-4748-b5f0-a5d636c0298a', 'name': 'network-vif-deleted', 'tag': 'c5396d8f-279c-499a-8366-eafe151e52b6', 'status': 'completed', 'code': 200} Aug 16 13:03:12.485429 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.506192 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3ad9aec-953d-40e6-b1f8-be89b67f2847 req-47e36505-2c28-4645-98f5-0400050913b2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3648d1f-3ba5-4748-b5f0-a5d636c0298a HTTP/1.1" status: 200 len: 210 time: 0.0471110 Aug 16 13:03:12.538043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Attempting to bind port 923b5c3d-9a3e-4f93-b4f2-96baf646744e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:12.538494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Attempting to bind port 923b5c3d-9a3e-4f93-b4f2-96baf646744e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:12.538972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Attempting to bind port 923b5c3d-9a3e-4f93-b4f2-96baf646744e on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:12.545135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Port 923b5c3d-9a3e-4f93-b4f2-96baf646744e on network faf18c8c-8763-40ae-83c5-d10e99c6511d not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:12.545627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Attempting to bind port 923b5c3d-9a3e-4f93-b4f2-96baf646744e on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:12.550950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:12.551286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Checking segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:12.551671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Bound using segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:12.552104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Bound port: 923b5c3d-9a3e-4f93-b4f2-96baf646744e, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:12.552463 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.598527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 36ef840f-ef8a-441d-8928-a9a8955e12c4 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:12.646923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] For port 923b5c3d-9a3e-4f93-b4f2-96baf646744e, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:12.664125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 36ef840f-ef8a-441d-8928-a9a8955e12c4 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:12.668703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 36ef840f-ef8a-441d-8928-a9a8955e12c4 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:12.669330 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.675666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] For port 923b5c3d-9a3e-4f93-b4f2-96baf646744e, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=923b5c3d-9a3e-4f93-b4f2-96baf646744e,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:12.683700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.687584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.692905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.738911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914082e-34ed-4026-9c9a-b618add9e4f3 req-c8044e26-f9cb-40ba-99b2-11b707882b39 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:12.744781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914082e-34ed-4026-9c9a-b618add9e4f3 req-c8044e26-f9cb-40ba-99b2-11b707882b39 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:12.750643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914082e-34ed-4026-9c9a-b618add9e4f3 req-c8044e26-f9cb-40ba-99b2-11b707882b39 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:12.758277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914082e-34ed-4026-9c9a-b618add9e4f3 req-c8044e26-f9cb-40ba-99b2-11b707882b39 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:12.762149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Pushing event updated for resources: {'Port': ['ID=26a6a14f-dcc6-4926-940c-4c2f2b99638e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:12.764611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914082e-34ed-4026-9c9a-b618add9e4f3 req-c8044e26-f9cb-40ba-99b2-11b707882b39 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:12.772148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914082e-34ed-4026-9c9a-b618add9e4f3 req-c8044e26-f9cb-40ba-99b2-11b707882b39 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:12.776778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.780558 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.780893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914082e-34ed-4026-9c9a-b618add9e4f3 req-c8044e26-f9cb-40ba-99b2-11b707882b39 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:12.782870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d914082e-34ed-4026-9c9a-b618add9e4f3 req-c8044e26-f9cb-40ba-99b2-11b707882b39 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5424 time: 0.1494131 Aug 16 13:03:12.802829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:12.803506 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.804872 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] 10.222.0.42 "PUT /v2.0/ports/923b5c3d-9a3e-4f93-b4f2-96baf646744e HTTP/1.1" status: 200 len: 1091 time: 0.9601567 Aug 16 13:03:12.807314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de7a527-e28f-42a1-8aaf-a10cb4571330', 'tag': '923b5c3d-9a3e-4f93-b4f2-96baf646744e'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:12.809695 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74adfa20-3ea0-466a-a776-433d9eb1e74e" -d '{"events": [{"name": "network-changed", "server_uuid": "0de7a527-e28f-42a1-8aaf-a10cb4571330", "tag": "923b5c3d-9a3e-4f93-b4f2-96baf646744e"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:12.810356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef840f-ef8a-441d-8928-a9a8955e12c4'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:12.813053 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5dd2b2-bd3e-4ff0-ab9b-8625270ed070" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "36ef840f-ef8a-441d-8928-a9a8955e12c4"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:12.829362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 36ef840f-ef8a-441d-8928-a9a8955e12c4, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=36ef840f-ef8a-441d-8928-a9a8955e12c4,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:12.836939 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:12.837910 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device c5396d8f-279c-499a-8366-eafe151e52b6 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:03:12.862007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: c5396d8f-279c-499a-8366-eafe151e52b6 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:03:12.862007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device c5396d8f-279c-499a-8366-eafe151e52b6 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:03:12.870952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7b80b-d88f-44c4-9e89-3afb9bef2d2e service neutron] Pushing event updated for resources: {'Port': ['ID=923b5c3d-9a3e-4f93-b4f2-96baf646744e,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:12.905016 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Floating IP 11144ba2-0de4-41b5-8308-2501c4941f69 associated. External IP: 172.25.0.146, port: 4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9. Aug 16 13:03:12.917229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=36ef840f-ef8a-441d-8928-a9a8955e12c4,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:12.917511 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d914082e-34ed-4026-9c9a-b618add9e4f3 req-7e513a4a-7a40-475e-9348-348cb343f9fd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240845 Aug 16 13:03:12.926823 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.927177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.927655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.928010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.928351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.928811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.929195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.929738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.930253 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.930589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.930922 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.931249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:12.932673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d578b-bf21-4e9f-9ced-d88c6f5eca78 req-2abdc1da-6976-43bf-8622-6224fc387a50 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:12.934220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd9d578b-bf21-4e9f-9ced-d88c6f5eca78 req-2abdc1da-6976-43bf-8622-6224fc387a50 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 944 time: 0.1504183 Aug 16 13:03:12.937018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-5516897a-d7dc-4d01-ae86-168ce1893cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:12.938511 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-5516897a-d7dc-4d01-ae86-168ce1893cfd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 1094 time: 0.0829184 Aug 16 13:03:12.997105 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1861e7-feab-44f0-a7a4-2c0f3bf6628a x-openstack-request-id: req-8c1861e7-feab-44f0-a7a4-2c0f3bf6628a {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:12.997399 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de7a527-e28f-42a1-8aaf-a10cb4571330", "tag": "923b5c3d-9a3e-4f93-b4f2-96baf646744e", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:12.997648 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c1861e7-feab-44f0-a7a4-2c0f3bf6628a {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:12.998036 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de7a527-e28f-42a1-8aaf-a10cb4571330', 'tag': '923b5c3d-9a3e-4f93-b4f2-96baf646744e', 'status': 'completed', 'code': 200} Aug 16 13:03:13.000664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-ce56ecad-f98f-4906-8366-6aef1aa16607 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=923b5c3d-9a3e-4f93-b4f2-96baf646744e HTTP/1.1" status: 200 len: 217 time: 0.0522983 Aug 16 13:03:13.025602 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f1735e-161c-4200-adfb-68813059995e x-openstack-request-id: req-d6f1735e-161c-4200-adfb-68813059995e {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:13.026272 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "36ef840f-ef8a-441d-8928-a9a8955e12c4", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:13.026622 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6f1735e-161c-4200-adfb-68813059995e {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:13.027054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd9d578b-bf21-4e9f-9ced-d88c6f5eca78 req-e8703379-e628-4762-b2d7-6ecddd5b36d7 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854797 Aug 16 13:03:13.027214 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef840f-ef8a-441d-8928-a9a8955e12c4', 'code': 200} Aug 16 13:03:13.073971 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-f037071f-35c3-4db6-88b1-5515a611289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:13.074852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-f037071f-35c3-4db6-88b1-5515a611289e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.0617812 Aug 16 13:03:13.142437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-69b11200-8d46-4438-84df-0642bb9299da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401733 Aug 16 13:03:13.169269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Router c2ed2911-51ad-4901-978d-39d0e452281d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:03:13.228159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d3d80-49bd-4fa1-b477-b71e864d9813 req-8f37b814-0baf-4e5b-8b14-07acf7055bfc tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:13.229691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b07d3d80-49bd-4fa1-b477-b71e864d9813 req-8f37b814-0baf-4e5b-8b14-07acf7055bfc tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 943 time: 0.1376574 Aug 16 13:03:13.285460 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b07d3d80-49bd-4fa1-b477-b71e864d9813 req-6ec1bf13-114a-4af0-8d44-a7f527aff0d3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486417 Aug 16 13:03:13.287502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-372ae19d-f073-49f2-93a8-477d52c62ed4 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335859 Aug 16 13:03:13.290531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:13.300266 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae19f7-9eea-4b81-9af7-e5902c09319c None None] Sync routers for ids ['c2ed2911-51ad-4901-978d-39d0e452281d'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:13.309847 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae19f7-9eea-4b81-9af7-e5902c09319c None None] Routers {'c2ed2911-51ad-4901-978d-39d0e452281d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:13.310615 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39ae19f7-9eea-4b81-9af7-e5902c09319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c2ed2911-51ad-4901-978d-39d0e452281d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:13.314519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:13.345373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ec909b59-da30-41b3-be2c-6bfad45f8662 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.7082937 Aug 16 13:03:13.346008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45644) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:13.347924 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39ae19f7-9eea-4b81-9af7-e5902c09319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:13.358525 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae19f7-9eea-4b81-9af7-e5902c09319c None None] Routers {'c2ed2911-51ad-4901-978d-39d0e452281d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:13.359137 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39ae19f7-9eea-4b81-9af7-e5902c09319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c2ed2911-51ad-4901-978d-39d0e452281d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:13.393862 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39ae19f7-9eea-4b81-9af7-e5902c09319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:13.394544 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae19f7-9eea-4b81-9af7-e5902c09319c None None] The sync data for ids ['c2ed2911-51ad-4901-978d-39d0e452281d'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:03:13.455738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e297eff-9903-4ef3-9ef1-a6ea64d1ffd1 req-18c96589-db30-4cbf-8ec8-ac8acfd61d75 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:13.457252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e297eff-9903-4ef3-9ef1-a6ea64d1ffd1 req-18c96589-db30-4cbf-8ec8-ac8acfd61d75 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0711470 Aug 16 13:03:13.459109 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03cb92bc-adda-4ddc-9110-6772f2cab97e req-6a85f475-4d19-424a-ac3a-41313ebadd55 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583831 Aug 16 13:03:13.467599 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-abe15a80-943f-4c0d-a24d-aacc1bc2f198 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] 10.222.0.25 "GET /v2.0/floatingips/11144ba2-0de4-41b5-8308-2501c4941f69 HTTP/1.1" status: 200 len: 983 time: 0.1202049 Aug 16 13:03:13.469864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45646) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:13.500960 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e297eff-9903-4ef3-9ef1-a6ea64d1ffd1 req-909329f2-5703-421d-9e17-67d499855ce7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Aug 16 13:03:13.573532 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adfa20-3ea0-466a-a776-433d9eb1e74e req-c6e1ea0b-047d-462b-964b-56c19e557114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:13.575539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74adfa20-3ea0-466a-a776-433d9eb1e74e req-c6e1ea0b-047d-462b-964b-56c19e557114 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 1094 time: 0.0625615 Aug 16 13:03:13.605672 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ded43391-213a-497b-a623-fb390b39ae13 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3514 time: 0.1344142 Aug 16 13:03:13.608572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45654) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:13.686976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adfa20-3ea0-466a-a776-433d9eb1e74e req-55f13d07-17f2-4844-ac0f-0b6a63e5c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:13.688579 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74adfa20-3ea0-466a-a776-433d9eb1e74e req-55f13d07-17f2-4844-ac0f-0b6a63e5c3dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 905 time: 0.0996001 Aug 16 13:03:13.750439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74adfa20-3ea0-466a-a776-433d9eb1e74e req-7a2bcc45-0eb1-405d-a217-ead2c1ce39e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=923b5c3d-9a3e-4f93-b4f2-96baf646744e HTTP/1.1" status: 200 len: 217 time: 0.0400515 Aug 16 13:03:13.781575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Deleting port 26a6a14f-dcc6-4926-940c-4c2f2b99638e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:13.781921 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:13.859567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adfa20-3ea0-466a-a776-433d9eb1e74e req-f37cd1bd-bc30-4a58-8569-036facbc2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:13.860962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74adfa20-3ea0-466a-a776-433d9eb1e74e req-f37cd1bd-bc30-4a58-8569-036facbc2a66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.0987668 Aug 16 13:03:13.864332 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:13.864658 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:13.877053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Calling delete_port for 26a6a14f-dcc6-4926-940c-4c2f2b99638e owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:13.916527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-5ed1268d-85e2-496e-9bf4-09956b37df39 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:13.918022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-5ed1268d-85e2-496e-9bf4-09956b37df39 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.1648438 Aug 16 13:03:13.920150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74adfa20-3ea0-466a-a776-433d9eb1e74e req-30ce92aa-8415-46d2-98db-b7a78b67bbf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425751 Aug 16 13:03:13.941725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-cf28be9a-8d3d-4948-87b0-64586ec4b8ca tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/quotas/2c147181bbf24982a55ffe57d9ffa5ce HTTP/1.1" status: 200 len: 375 time: 0.0175765 Aug 16 13:03:14.009130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-a6b97585-3cad-4bb6-ab5f-d06dbedbebc5 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574505 Aug 16 13:03:14.064147 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:14.094691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event deleted for resources: {'Port': ['ID=26a6a14f-dcc6-4926-940c-4c2f2b99638e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:14.136305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74adfa20-3ea0-466a-a776-433d9eb1e74e req-791a52bf-c30d-4be2-a467-52068321df46 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048697 Aug 16 13:03:14.149917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b1c53-0103-4c53-9986-35465ba6043a req-8322d980-30c3-453e-af9b-f7b1b252ec95 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:14.155817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b1c53-0103-4c53-9986-35465ba6043a req-8322d980-30c3-453e-af9b-f7b1b252ec95 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:14.156211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:14.156640 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Floating IP 11144ba2-0de4-41b5-8308-2501c4941f69 disassociated (deleted). External IP: 172.25.0.146, port: 4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9. Aug 16 13:03:14.161974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b1c53-0103-4c53-9986-35465ba6043a req-8322d980-30c3-453e-af9b-f7b1b252ec95 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:14.168054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b1c53-0103-4c53-9986-35465ba6043a req-8322d980-30c3-453e-af9b-f7b1b252ec95 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:14.173876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b1c53-0103-4c53-9986-35465ba6043a req-8322d980-30c3-453e-af9b-f7b1b252ec95 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:14.180451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b1c53-0103-4c53-9986-35465ba6043a req-8322d980-30c3-453e-af9b-f7b1b252ec95 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:14.186518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b1c53-0103-4c53-9986-35465ba6043a req-8322d980-30c3-453e-af9b-f7b1b252ec95 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:14.188517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-145b1c53-0103-4c53-9986-35465ba6043a req-8322d980-30c3-453e-af9b-f7b1b252ec95 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5425 time: 0.1752727 Aug 16 13:03:14.301239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-94526129-3630-4d8f-af86-8490847c43b2 service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775743 Aug 16 13:03:14.327504 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-145b1c53-0103-4c53-9986-35465ba6043a req-6ad2feeb-d493-441e-8121-2fcf50fc3d0e tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240935 Aug 16 13:03:14.440090 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74adfa20-3ea0-466a-a776-433d9eb1e74e req-039cc226-93f1-4870-a225-f2df22af01f4 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485814 Aug 16 13:03:14.470710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-017e1e91-7799-415b-bd2f-1b7003950fa3 service neutron] 10.222.0.25 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577272 Aug 16 13:03:14.485309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc06c6-fb47-455f-ad75-f7031266a1d9 req-0c12035c-9181-4e3d-8812-dc0dc81e7613 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:14.486917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ccfc06c6-fb47-455f-ad75-f7031266a1d9 req-0c12035c-9181-4e3d-8812-dc0dc81e7613 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 944 time: 0.0921745 Aug 16 13:03:14.537203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ccfc06c6-fb47-455f-ad75-f7031266a1d9 req-070a9b93-c698-45f3-abc9-e6c011fb934e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Aug 16 13:03:14.608747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 6951413b-4d52-4abd-befc-d3831ec2343b up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:14.676497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 6951413b-4d52-4abd-befc-d3831ec2343b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:14.681710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 6951413b-4d52-4abd-befc-d3831ec2343b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:14.682237 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:14.719168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016664b-93ec-4611-8957-ad23ae209dc9 req-27dd40f8-8dad-4f4e-a01a-00b7a39e1dd0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:14.727445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e016664b-93ec-4611-8957-ad23ae209dc9 req-27dd40f8-8dad-4f4e-a01a-00b7a39e1dd0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 943 time: 0.1218681 Aug 16 13:03:14.752811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae5fe5-6eb3-45f7-961a-971c678a477a req-0cc6da02-2e54-44c0-ad7c-81c20988d67b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:14.761378 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8ae5fe5-6eb3-45f7-961a-971c678a477a req-0cc6da02-2e54-44c0-ad7c-81c20988d67b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1074121 Aug 16 13:03:14.762211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Router c2ed2911-51ad-4901-978d-39d0e452281d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:03:14.776513 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:14.815537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 6951413b-4d52-4abd-befc-d3831ec2343b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6951413b-4d52-4abd-befc-d3831ec2343b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:14.821257 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:14.822207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 6764e1b7-9c16-492c-890c-4c55969c5445 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:14.830053 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e016664b-93ec-4611-8957-ad23ae209dc9 req-e7849038-e8a0-4c32-85b7-8b9e51892294 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964673 Aug 16 13:03:14.840487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8ae5fe5-6eb3-45f7-961a-971c678a477a req-11066e57-af18-4a9c-9053-cf85637e4d92 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781620 Aug 16 13:03:14.911207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=6951413b-4d52-4abd-befc-d3831ec2343b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:14.923189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 6764e1b7-9c16-492c-890c-4c55969c5445 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:14.928006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 6764e1b7-9c16-492c-890c-4c55969c5445 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:14.928454 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:14.929686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc02a814-33b5-4e38-ba34-8b9d8f2c8fe6 req-b5e50047-42de-48d0-bbbe-29397ccc663f tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 210 time: 0.0503180 Aug 16 13:03:14.965062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:14.978908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:14.980536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7925dad7-801b-46ba-8a29-cbf9171f8602 None None] Sync routers for ids ['c2ed2911-51ad-4901-978d-39d0e452281d'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:14.995999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7925dad7-801b-46ba-8a29-cbf9171f8602 None None] Routers {'c2ed2911-51ad-4901-978d-39d0e452281d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:14.996600 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7925dad7-801b-46ba-8a29-cbf9171f8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c2ed2911-51ad-4901-978d-39d0e452281d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:15.008469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2019358f-62e7-4d8b-8f16-9c81952f03ff tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "DELETE /v2.0/floatingips/11144ba2-0de4-41b5-8308-2501c4941f69 HTTP/1.1" status: 204 len: 168 time: 1.3982422 Aug 16 13:03:15.011696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45688) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:15.016072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:15.036138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6951413b-4d52-4abd-befc-d3831ec2343b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:15.037884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.038405 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5356a48e-574a-4fda-8620-5c8fa75a3d7b" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "6951413b-4d52-4abd-befc-d3831ec2343b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:15.043780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7925dad7-801b-46ba-8a29-cbf9171f8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:15.161881 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.204124 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707e99ec-faac-46d1-9be1-ee8da9b398d4 x-openstack-request-id: req-707e99ec-faac-46d1-9be1-ee8da9b398d4 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:15.204355 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "6951413b-4d52-4abd-befc-d3831ec2343b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:15.204554 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-707e99ec-faac-46d1-9be1-ee8da9b398d4 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:15.204938 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6951413b-4d52-4abd-befc-d3831ec2343b', 'code': 200} Aug 16 13:03:15.217337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7925dad7-801b-46ba-8a29-cbf9171f8602 None None] Routers {'c2ed2911-51ad-4901-978d-39d0e452281d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:15.217996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7925dad7-801b-46ba-8a29-cbf9171f8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c2ed2911-51ad-4901-978d-39d0e452281d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:15.255144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7925dad7-801b-46ba-8a29-cbf9171f8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:15.255801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7925dad7-801b-46ba-8a29-cbf9171f8602 None None] The sync data for ids ['c2ed2911-51ad-4901-978d-39d0e452281d'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:03:15.257377 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.292615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 6764e1b7-9c16-492c-890c-4c55969c5445, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6764e1b7-9c16-492c-890c-4c55969c5445,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:15.296825 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.297782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 99a0a429-117b-4e9b-8992-980b2d21ea74 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:15.299069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Allocated IP 172.25.0.225 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/f17f305d-535d-4141-8910-c3c548d85d3e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:15.378987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=6764e1b7-9c16-492c-890c-4c55969c5445,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:15.394259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 99a0a429-117b-4e9b-8992-980b2d21ea74 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:15.398957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 99a0a429-117b-4e9b-8992-980b2d21ea74 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:15.399403 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.432604 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.474597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e0d0c-1f5f-4f4b-a2c5-d05d895a3261 req-9804e40a-414d-4094-a828-3f5b6e244d06 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:15.479604 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.482334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e0d0c-1f5f-4f4b-a2c5-d05d895a3261 req-9804e40a-414d-4094-a828-3f5b6e244d06 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:15.488273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e0d0c-1f5f-4f4b-a2c5-d05d895a3261 req-9804e40a-414d-4094-a828-3f5b6e244d06 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:15.496034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e0d0c-1f5f-4f4b-a2c5-d05d895a3261 req-9804e40a-414d-4094-a828-3f5b6e244d06 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:15.500520 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.501621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e0d0c-1f5f-4f4b-a2c5-d05d895a3261 req-9804e40a-414d-4094-a828-3f5b6e244d06 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:15.507839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e0d0c-1f5f-4f4b-a2c5-d05d895a3261 req-9804e40a-414d-4094-a828-3f5b6e244d06 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:15.514192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e0d0c-1f5f-4f4b-a2c5-d05d895a3261 req-9804e40a-414d-4094-a828-3f5b6e244d06 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:15.516420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-937e0d0c-1f5f-4f4b-a2c5-d05d895a3261 req-9804e40a-414d-4094-a828-3f5b6e244d06 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5427 time: 0.0976737 Aug 16 13:03:15.526080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:15.529052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:15.532766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:15.547090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 99a0a429-117b-4e9b-8992-980b2d21ea74, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=99a0a429-117b-4e9b-8992-980b2d21ea74,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:15.552164 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.553551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 61a43e4d-0b8a-4743-a0d5-ee722549ad26 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:15.556313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Pushing event updated for resources: {'Port': ['ID=f17f305d-535d-4141-8910-c3c548d85d3e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:15.571296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-937e0d0c-1f5f-4f4b-a2c5-d05d895a3261 req-b60461c6-f622-4a8d-a9d5-db2380034d14 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456600 Aug 16 13:03:15.631098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.662647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=99a0a429-117b-4e9b-8992-980b2d21ea74,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:15.681412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:15.682065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca00ae-eb73-4ecf-8d1f-acae5bdd4b27 req-a4891222-d55c-4f87-891d-b2f8ac441b30 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:15.683691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dca00ae-eb73-4ecf-8d1f-acae5bdd4b27 req-a4891222-d55c-4f87-891d-b2f8ac441b30 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 945 time: 0.0577524 Aug 16 13:03:15.686133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:15.686503 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.701263 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.725369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dca00ae-eb73-4ecf-8d1f-acae5bdd4b27 req-df64aa18-89b5-4847-8f35-50e935d3fa7d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341420 Aug 16 13:03:15.785094 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.822703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 61a43e4d-0b8a-4743-a0d5-ee722549ad26, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=61a43e4d-0b8a-4743-a0d5-ee722549ad26,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:15.828839 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.926853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=61a43e4d-0b8a-4743-a0d5-ee722549ad26,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:15.959349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-f8e313c3-572a-4678-8812-8e69319a410d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:15.961766 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-f8e313c3-572a-4678-8812-8e69319a410d tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 811 time: 0.1592412 Aug 16 13:03:15.973040 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cf88a-9af0-4744-8c5c-e4c5fcc0c6d6 req-b8c64194-1f5d-41c9-b753-b5d208d0edef tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:15.974511 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-174cf88a-9af0-4744-8c5c-e4c5fcc0c6d6 req-b8c64194-1f5d-41c9-b753-b5d208d0edef tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0582495 Aug 16 13:03:15.975286 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:15.982804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Request body: {'port': {'device_id': 'ada8c080-0eac-4487-b0ed-7db8c112474a', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'admin_state_up': True, 'tenant_id': '2c147181bbf24982a55ffe57d9ffa5ce'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:15.999307 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.037370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-174cf88a-9af0-4744-8c5c-e4c5fcc0c6d6 req-7864bfce-3cc1-4749-bbd4-22d9a5a373e0 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526562 Aug 16 13:03:16.050143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40089849-c428-4738-bbf4-07b866b80db8 req-1cd87383-0124-4ed9-88bb-40bdf9d4705d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:16.051652 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40089849-c428-4738-bbf4-07b866b80db8 req-1cd87383-0124-4ed9-88bb-40bdf9d4705d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 943 time: 0.0863440 Aug 16 13:03:16.079600 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.109077 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40089849-c428-4738-bbf4-07b866b80db8 req-aadf1fe0-9bb9-461c-a200-374c39a8b4d8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 Aug 16 13:03:16.118584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Pushing event updated for resources: {'Port': ['ID=f17f305d-535d-4141-8910-c3c548d85d3e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:16.141697 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.148212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcdaedd8-e9e4-49f5-8ebd-74890766650a req-db0f54d7-8ac9-47fc-806b-02d7beb10612 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 210 time: 0.0362122 Aug 16 13:03:16.171184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.172408 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f7544c01-cef4-4298-b6d5-35b96ada1eb8 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1597655 Aug 16 13:03:16.175319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45704) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:16.192648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Made reservation on behalf of 2c147181bbf24982a55ffe57d9ffa5ce for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:16.197076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.208624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 923b5c3d-9a3e-4f93-b4f2-96baf646744e details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:16.311246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:16.330632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 923b5c3d-9a3e-4f93-b4f2-96baf646744e, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=923b5c3d-9a3e-4f93-b4f2-96baf646744e,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:16.335948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.342861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '923b5c3d-9a3e-4f93-b4f2-96baf646744e', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'port_id': '923b5c3d-9a3e-4f93-b4f2-96baf646744e', 'mac_address': 'fa:16:3e:e4:8b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2fbee-3a3e-4715-90df-0fbf9a0d2623', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:16.349621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Allocated IP 172.20.0.8 (41b70399-ea95-4588-b70f-74dee93893ff/ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8/ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:16.392014 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.407912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923b5c3d-9a3e-4f93-b4f2-96baf646744e {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:16.431716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 923b5c3d-9a3e-4f93-b4f2-96baf646744e, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=923b5c3d-9a3e-4f93-b4f2-96baf646744e,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:16.438678 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.451262 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.487736 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=923b5c3d-9a3e-4f93-b4f2-96baf646744e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:16.515288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.553940 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.572453 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Allocated IP 172.25.0.16 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/bf3f139d-25db-411c-b8a9-3a24e7430cbb) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:16.593851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Network 41b70399-ea95-4588-b70f-74dee93893ff is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:16.599366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:16.603665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:16.607154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7499690a-1b86-40fc-a0b3-7b4dc75e243b up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:16.632118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event updated for resources: {'Port': ['ID=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:16.662885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:16.663155 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.670505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 7499690a-1b86-40fc-a0b3-7b4dc75e243b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:16.674972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 7499690a-1b86-40fc-a0b3-7b4dc75e243b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:16.675385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.679073 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-1e98d870-9ece-47ef-9cdf-d3b27247291a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7010682 Aug 16 13:03:16.697253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Request body: {'port': {'device_id': 'ada8c080-0eac-4487-b0ed-7db8c112474a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:16.745495 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.747204 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['923b5c3d-9a3e-4f93-b4f2-96baf646744e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:16.764631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116df5b6-c631-4962-9b75-a6ecb92e2a65 req-7f49fa85-c739-4cf6-8557-e7313a08a809 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:16.770481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116df5b6-c631-4962-9b75-a6ecb92e2a65 req-7f49fa85-c739-4cf6-8557-e7313a08a809 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:16.776521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116df5b6-c631-4962-9b75-a6ecb92e2a65 req-7f49fa85-c739-4cf6-8557-e7313a08a809 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:16.779173 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.782342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116df5b6-c631-4962-9b75-a6ecb92e2a65 req-7f49fa85-c739-4cf6-8557-e7313a08a809 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:16.788919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116df5b6-c631-4962-9b75-a6ecb92e2a65 req-7f49fa85-c739-4cf6-8557-e7313a08a809 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:16.795808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116df5b6-c631-4962-9b75-a6ecb92e2a65 req-7f49fa85-c739-4cf6-8557-e7313a08a809 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:16.797476 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.802472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116df5b6-c631-4962-9b75-a6ecb92e2a65 req-7f49fa85-c739-4cf6-8557-e7313a08a809 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:16.811750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-116df5b6-c631-4962-9b75-a6ecb92e2a65 req-7f49fa85-c739-4cf6-8557-e7313a08a809 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5428 time: 0.1368787 Aug 16 13:03:16.858306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7499690a-1b86-40fc-a0b3-7b4dc75e243b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7499690a-1b86-40fc-a0b3-7b4dc75e243b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:16.863645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.864443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 235d6983-b46d-4f3c-b093-9f64065c94e1 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:16.894704 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-116df5b6-c631-4962-9b75-a6ecb92e2a65 req-68b30ee5-f3f3-4607-b6ec-1f0923afcb7c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819178 Aug 16 13:03:16.916617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cfa00-62c7-45d9-a753-912d942eefac req-42d4706c-4f9f-4082-8e29-e72129c19d21 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:16.918138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a5cfa00-62c7-45d9-a753-912d942eefac req-42d4706c-4f9f-4082-8e29-e72129c19d21 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 945 time: 0.0947721 Aug 16 13:03:16.923824 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:16.978965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:16.988282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:16.993883 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:16.999384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7499690a-1b86-40fc-a0b3-7b4dc75e243b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:17.014639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 235d6983-b46d-4f3c-b093-9f64065c94e1 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:17.025035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 235d6983-b46d-4f3c-b093-9f64065c94e1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:17.025402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.030307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Pushing event updated for resources: {'Port': ['ID=bf3f139d-25db-411c-b8a9-3a24e7430cbb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:17.044104 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a5cfa00-62c7-45d9-a753-912d942eefac req-ff9bc072-9c64-4183-b8b1-dcce8b139c4a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892303 Aug 16 13:03:17.105032 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.109014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:17.117971 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.133398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Transition to ACTIVE for port object ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:17.139384 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.141522 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.177140 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.177663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 235d6983-b46d-4f3c-b093-9f64065c94e1, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=235d6983-b46d-4f3c-b093-9f64065c94e1,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:17.188242 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.189972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d110615e-9d78-4dd1-a051-9660dee65dd9 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:17.215143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:17.219440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6764e1b7-9c16-492c-890c-4c55969c5445'}, {'server_uuid': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a0a429-117b-4e9b-8992-980b2d21ea74'}, {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a43e4d-0b8a-4743-a0d5-ee722549ad26'}, {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7499690a-1b86-40fc-a0b3-7b4dc75e243b'}, {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235d6983-b46d-4f3c-b093-9f64065c94e1'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:17.222265 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61752ed7-4777-4fed-9787-bc2a090f87fc" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "6764e1b7-9c16-492c-890c-4c55969c5445"}, {"server_uuid": "2aa4c0f1-e8a9-45ff-b274-d2f4a6604024", "name": "network-vif-plugged", "status": "completed", "tag": "99a0a429-117b-4e9b-8992-980b2d21ea74"}, {"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "61a43e4d-0b8a-4743-a0d5-ee722549ad26"}, {"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "7499690a-1b86-40fc-a0b3-7b4dc75e243b"}, {"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "235d6983-b46d-4f3c-b093-9f64065c94e1"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:17.283563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=235d6983-b46d-4f3c-b093-9f64065c94e1,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:17.293846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Attempting to bind port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:17.294694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Attempting to bind port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:17.294694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Attempting to bind port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:17.299848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port d110615e-9d78-4dd1-a051-9660dee65dd9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:17.300660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be on network 41b70399-ea95-4588-b70f-74dee93893ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:17.300909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Attempting to bind port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be on network 41b70399-ea95-4588-b70f-74dee93893ff {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:17.306499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port d110615e-9d78-4dd1-a051-9660dee65dd9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:17.307139 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.308192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:17.308615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Checking segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:17.309104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Bound using segment: {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:17.309613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Bound port: ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:17.310071 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.391842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] For port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:17.395593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] For port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:17.402679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.426711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.458733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:17.459430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.461088 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] 10.222.0.22 "PUT /v2.0/ports/ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be HTTP/1.1" status: 200 len: 1091 time: 0.7686732 Aug 16 13:03:17.461697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada8c080-0eac-4487-b0ed-7db8c112474a', 'tag': 'ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:17.464063 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad041a67-2012-4ed0-85ca-6e7720482eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ada8c080-0eac-4487-b0ed-7db8c112474a", "tag": "ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:17.469625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d110615e-9d78-4dd1-a051-9660dee65dd9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d110615e-9d78-4dd1-a051-9660dee65dd9,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:17.475082 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.495312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc8c95-fa0a-42f5-b13d-c994a4e5c840 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:17.549359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=d110615e-9d78-4dd1-a051-9660dee65dd9,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:17.578322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-bde7ff44-1522-4681-bad1-b2f09c9ea729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:17.580126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-bde7ff44-1522-4681-bad1-b2f09c9ea729 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 1094 time: 0.0610878 Aug 16 13:03:17.631429 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-581c73ec-32eb-4dd1-a67f-3391afb67cf9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be HTTP/1.1" status: 200 len: 217 time: 0.0356112 Aug 16 13:03:17.644405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd8c8f-a550-4083-930f-58032d9d228f req-77adb436-f9be-46c9-97b8-d97628dddb56 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:17.645929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95cd8c8f-a550-4083-930f-58032d9d228f req-77adb436-f9be-46c9-97b8-d97628dddb56 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.5098822 Aug 16 13:03:17.682953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-6923dd80-71fe-4c62-82e6-922144b9690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:17.684434 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-6923dd80-71fe-4c62-82e6-922144b9690a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.0459378 Aug 16 13:03:17.717544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807014f-9558-4d76-9ccc-6b2475bf2369 req-2945696d-ac66-4901-82b9-99888510ba6b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:17.719111 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3807014f-9558-4d76-9ccc-6b2475bf2369 req-2945696d-ac66-4901-82b9-99888510ba6b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 944 time: 0.1460254 Aug 16 13:03:17.721192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-fffc6386-af04-4a6f-82ef-53b4f48949f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286689 Aug 16 13:03:17.768423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95cd8c8f-a550-4083-930f-58032d9d228f req-893e8841-adbb-4c4f-a62b-7c40ccdbffdf tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092470 Aug 16 13:03:17.809205 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3807014f-9558-4d76-9ccc-6b2475bf2369 req-e066880b-65a9-4646-bb3b-19857fd12830 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818410 Aug 16 13:03:17.827009 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-15c19d10-d26c-47c6-ab59-fff77d5293bd service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982273 Aug 16 13:03:17.838558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.873986 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:17.931202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4584b2f4-289b-4afa-87fe-6e35a568f994 req-3b067bfe-efa2-489d-93b1-c61f8d4d9982 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947750 Aug 16 13:03:17.947893 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6037be-f258-4adf-a35c-ca1f97d49a9c x-openstack-request-id: req-0e6037be-f258-4adf-a35c-ca1f97d49a9c {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:17.948404 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "6764e1b7-9c16-492c-890c-4c55969c5445", "code": 200}, {"server_uuid": "2aa4c0f1-e8a9-45ff-b274-d2f4a6604024", "name": "network-vif-plugged", "status": "completed", "tag": "99a0a429-117b-4e9b-8992-980b2d21ea74", "code": 200}, {"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "61a43e4d-0b8a-4743-a0d5-ee722549ad26", "code": 200}, {"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "7499690a-1b86-40fc-a0b3-7b4dc75e243b", "code": 200}, {"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "235d6983-b46d-4f3c-b093-9f64065c94e1", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:17.948404 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e6037be-f258-4adf-a35c-ca1f97d49a9c {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:17.948774 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6764e1b7-9c16-492c-890c-4c55969c5445', 'code': 200} Aug 16 13:03:17.949035 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a0a429-117b-4e9b-8992-980b2d21ea74', 'code': 200} Aug 16 13:03:17.949294 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a43e4d-0b8a-4743-a0d5-ee722549ad26', 'code': 200} Aug 16 13:03:17.949554 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7499690a-1b86-40fc-a0b3-7b4dc75e243b', 'code': 200} Aug 16 13:03:17.949803 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235d6983-b46d-4f3c-b093-9f64065c94e1', 'code': 200} Aug 16 13:03:17.958330 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf91e8-c146-4fca-b4d3-0447493fba27 req-8598092c-5a29-47b0-ae2d-948fe7907ff2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:17.959914 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ccf91e8-c146-4fca-b4d3-0447493fba27 req-8598092c-5a29-47b0-ae2d-948fe7907ff2 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 943 time: 0.1243403 Aug 16 13:03:17.972919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Pushing event updated for resources: {'Port': ['ID=bf3f139d-25db-411c-b8a9-3a24e7430cbb,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:17.985109 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863c78c9-8cec-4c22-9745-61718db95ded x-openstack-request-id: req-863c78c9-8cec-4c22-9745-61718db95ded {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:17.985508 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada8c080-0eac-4487-b0ed-7db8c112474a", "tag": "ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:17.985821 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-863c78c9-8cec-4c22-9745-61718db95ded {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:17.986436 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada8c080-0eac-4487-b0ed-7db8c112474a', 'tag': 'ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be', 'status': 'completed', 'code': 200} Aug 16 13:03:17.998421 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:18.023605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ccf91e8-c146-4fca-b4d3-0447493fba27 req-675d9faa-59ce-4e61-99ce-d16cd8e9b2a0 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549431 Aug 16 13:03:18.024855 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:18.025968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2d119876-da80-4bae-b774-1343b0a5ac4a tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8494482 Aug 16 13:03:18.028672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45726) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:18.174766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad041a67-2012-4ed0-85ca-6e7720482eb5 req-c4fae982-31f7-4cc6-a34f-c4737c1ff767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.176192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad041a67-2012-4ed0-85ca-6e7720482eb5 req-c4fae982-31f7-4cc6-a34f-c4737c1ff767 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 1094 time: 0.0744765 Aug 16 13:03:18.185598 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e3c3d-fd4b-47f8-8103-1fa2932374c7 req-82801b96-6256-41ae-ba09-72de5a24f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.187093 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-526e3c3d-fd4b-47f8-8103-1fa2932374c7 req-82801b96-6256-41ae-ba09-72de5a24f0de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 1096 time: 0.0550208 Aug 16 13:03:18.209423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02207719-8101-4b6a-8413-463d22ae3aa4 req-47e73e94-3668-4f02-95d2-fe0884f186af tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.216347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02207719-8101-4b6a-8413-463d22ae3aa4 req-47e73e94-3668-4f02-95d2-fe0884f186af tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.221856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02207719-8101-4b6a-8413-463d22ae3aa4 req-47e73e94-3668-4f02-95d2-fe0884f186af tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.225018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 923b5c3d-9a3e-4f93-b4f2-96baf646744e up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:18.229204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02207719-8101-4b6a-8413-463d22ae3aa4 req-47e73e94-3668-4f02-95d2-fe0884f186af tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.235044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02207719-8101-4b6a-8413-463d22ae3aa4 req-47e73e94-3668-4f02-95d2-fe0884f186af tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.240740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02207719-8101-4b6a-8413-463d22ae3aa4 req-47e73e94-3668-4f02-95d2-fe0884f186af tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.247471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02207719-8101-4b6a-8413-463d22ae3aa4 req-47e73e94-3668-4f02-95d2-fe0884f186af tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.249410 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02207719-8101-4b6a-8413-463d22ae3aa4 req-47e73e94-3668-4f02-95d2-fe0884f186af tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 0.1976702 Aug 16 13:03:18.253755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5cfb701b-05f6-4767-9f7b-144b43c6566c tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.2240317 Aug 16 13:03:18.256277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45730) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:18.290763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 923b5c3d-9a3e-4f93-b4f2-96baf646744e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:18.294339 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-526e3c3d-fd4b-47f8-8103-1fa2932374c7 req-a9b075de-64b2-4cd6-8e92-fd360587f818 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851295 Aug 16 13:03:18.295517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 923b5c3d-9a3e-4f93-b4f2-96baf646744e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:18.296068 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:18.331483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad041a67-2012-4ed0-85ca-6e7720482eb5 req-38952918-6f0e-4dee-9ede-d4e804a298b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.332986 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad041a67-2012-4ed0-85ca-6e7720482eb5 req-38952918-6f0e-4dee-9ede-d4e804a298b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 200 len: 911 time: 0.1313627 Aug 16 13:03:18.362434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ad800-c940-4c24-948e-1cac26cb2ff7 req-470bb0c4-51b4-4e80-acf3-dbc341edfc02 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.363901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba0ad800-c940-4c24-948e-1cac26cb2ff7 req-470bb0c4-51b4-4e80-acf3-dbc341edfc02 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 945 time: 0.2466648 Aug 16 13:03:18.380455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c0c670ae-bf88-4440-93d6-66c8b494ac01 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1229708 Aug 16 13:03:18.384274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45732) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:18.384553 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:18.416536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02207719-8101-4b6a-8413-463d22ae3aa4 req-9cffddaa-a6e6-4bf0-aa78-e40e3dec1591 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1569228 Aug 16 13:03:18.420800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 923b5c3d-9a3e-4f93-b4f2-96baf646744e, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=923b5c3d-9a3e-4f93-b4f2-96baf646744e,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:18.426212 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:18.432855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba0ad800-c940-4c24-948e-1cac26cb2ff7 req-b7f38bbf-7fb5-4570-ba20-90d7b09871b1 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577769 Aug 16 13:03:18.479332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=923b5c3d-9a3e-4f93-b4f2-96baf646744e,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:18.520146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3c233-0365-4b19-bdbb-7502fc1e4ecf tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Deleting port bf3f139d-25db-411c-b8a9-3a24e7430cbb {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:18.520511 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c233-0365-4b19-bdbb-7502fc1e4ecf tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:18.605012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c233-0365-4b19-bdbb-7502fc1e4ecf tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:18.605596 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c233-0365-4b19-bdbb-7502fc1e4ecf tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:18.617941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3c233-0365-4b19-bdbb-7502fc1e4ecf tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Calling delete_port for bf3f139d-25db-411c-b8a9-3a24e7430cbb owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:18.699221 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad041a67-2012-4ed0-85ca-6e7720482eb5 req-e191c31e-cc5b-4c7d-8e07-9193928c81fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be HTTP/1.1" status: 200 len: 217 time: 0.0677683 Aug 16 13:03:18.813361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad041a67-2012-4ed0-85ca-6e7720482eb5 req-ea28dbbd-47ab-40a8-8af6-225b7e2367e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.814860 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad041a67-2012-4ed0-85ca-6e7720482eb5 req-ea28dbbd-47ab-40a8-8af6-225b7e2367e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 200 len: 851 time: 0.0552640 Aug 16 13:03:18.815581 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c233-0365-4b19-bdbb-7502fc1e4ecf tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:18.858387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3c233-0365-4b19-bdbb-7502fc1e4ecf tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Pushing event deleted for resources: {'Port': ['ID=bf3f139d-25db-411c-b8a9-3a24e7430cbb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:18.888134 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad041a67-2012-4ed0-85ca-6e7720482eb5 req-34d03986-ff65-48b7-81bb-19cd0810e90b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41b70399-ea95-4588-b70f-74dee93893ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441375 Aug 16 13:03:18.912801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b10f01-2841-446c-a9cc-46804b250d5e req-f1263f24-176f-433e-8e50-a5cc3d9c8c4a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.915188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1b10f01-2841-446c-a9cc-46804b250d5e req-f1263f24-176f-433e-8e50-a5cc3d9c8c4a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0706635 Aug 16 13:03:18.980688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c42ab-124f-4af8-9756-75e053c43e1e req-8ce7d5be-ed28-419d-b0f2-da4f5f8c4860 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:18.982150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c41c42ab-124f-4af8-9756-75e053c43e1e req-8ce7d5be-ed28-419d-b0f2-da4f5f8c4860 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 945 time: 0.0859153 Aug 16 13:03:18.985343 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1b10f01-2841-446c-a9cc-46804b250d5e req-dffaae6d-953e-4af7-8416-c2c0af90d2fa tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527387 Aug 16 13:03:18.998633 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c233-0365-4b19-bdbb-7502fc1e4ecf tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:19.001462 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c233-0365-4b19-bdbb-7502fc1e4ecf tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:19.002624 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c4c3c233-0365-4b19-bdbb-7502fc1e4ecf tempest-FloatingIPAdminTestJSON-1816494044 tempest-FloatingIPAdminTestJSON-1816494044-project] 10.222.0.25 "DELETE /v2.0/floatingips/e3dd1168-fece-40a1-a4f1-451c734a13d0 HTTP/1.1" status: 204 len: 168 time: 0.6173379 Aug 16 13:03:19.005138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45740) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:19.029813 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c41c42ab-124f-4af8-9756-75e053c43e1e req-d75e7ffc-41b2-4210-83a2-d9b24786f583 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 Aug 16 13:03:19.104361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad041a67-2012-4ed0-85ca-6e7720482eb5 req-783d3ce5-2b8c-45e8-9d0a-6f977dee9834 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019601 Aug 16 13:03:19.223373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-4b357986-76e0-4165-b2bc-1c3b4341a633 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Deleting port f17f305d-535d-4141-8910-c3c548d85d3e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:19.224122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b357986-76e0-4165-b2bc-1c3b4341a633 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:19.228492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad041a67-2012-4ed0-85ca-6e7720482eb5 req-785db752-a65d-4ef8-90c6-a55a97d6e436 service neutron] 10.222.0.22 "GET /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025472 Aug 16 13:03:19.274607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcaf13-59c4-46d8-b48d-2d589dfcb0b4 req-122745fa-e77d-4afc-a71b-66f42a9536f9 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:19.276256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8bcaf13-59c4-46d8-b48d-2d589dfcb0b4 req-122745fa-e77d-4afc-a71b-66f42a9536f9 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 943 time: 0.0556812 Aug 16 13:03:19.316459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8bcaf13-59c4-46d8-b48d-2d589dfcb0b4 req-73cee095-4d85-4b9e-9fe3-7f6ad2de74fc tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340891 Aug 16 13:03:19.547681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b357986-76e0-4165-b2bc-1c3b4341a633 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:19.547902 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b357986-76e0-4165-b2bc-1c3b4341a633 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:19.560935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-4b357986-76e0-4165-b2bc-1c3b4341a633 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Calling delete_port for f17f305d-535d-4141-8910-c3c548d85d3e owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:19.588341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b052e23-1b89-48c9-9297-44d5e7b53a0b req-811f3ef9-9f2d-4f0c-b8f1-e372bf8f5085 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:19.589822 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b052e23-1b89-48c9-9297-44d5e7b53a0b req-811f3ef9-9f2d-4f0c-b8f1-e372bf8f5085 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 945 time: 0.0801184 Aug 16 13:03:19.602199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657ce76-4599-40f8-90e9-6bb5c45416dd req-f794be1a-ec3e-4edb-9d9a-672d31513d59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:19.608438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657ce76-4599-40f8-90e9-6bb5c45416dd req-f794be1a-ec3e-4edb-9d9a-672d31513d59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:19.614200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657ce76-4599-40f8-90e9-6bb5c45416dd req-f794be1a-ec3e-4edb-9d9a-672d31513d59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:19.620815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657ce76-4599-40f8-90e9-6bb5c45416dd req-f794be1a-ec3e-4edb-9d9a-672d31513d59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:19.626602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657ce76-4599-40f8-90e9-6bb5c45416dd req-f794be1a-ec3e-4edb-9d9a-672d31513d59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:19.633041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657ce76-4599-40f8-90e9-6bb5c45416dd req-f794be1a-ec3e-4edb-9d9a-672d31513d59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:19.638875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657ce76-4599-40f8-90e9-6bb5c45416dd req-f794be1a-ec3e-4edb-9d9a-672d31513d59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:19.640802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5657ce76-4599-40f8-90e9-6bb5c45416dd req-f794be1a-ec3e-4edb-9d9a-672d31513d59 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 0.1218781 Aug 16 13:03:19.697653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b052e23-1b89-48c9-9297-44d5e7b53a0b req-85c36017-e17e-4a3a-bea8-4e0a7b8809f4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558147 Aug 16 13:03:19.700886 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b357986-76e0-4165-b2bc-1c3b4341a633 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:19.710461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5657ce76-4599-40f8-90e9-6bb5c45416dd req-5bb4af28-297d-4478-b331-1a9c37fa321a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607913 Aug 16 13:03:19.727154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b357986-76e0-4165-b2bc-1c3b4341a633 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Pushing event deleted for resources: {'Port': ['ID=f17f305d-535d-4141-8910-c3c548d85d3e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:19.787912 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b357986-76e0-4165-b2bc-1c3b4341a633 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:19.791224 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b357986-76e0-4165-b2bc-1c3b4341a633 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:19.792367 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4b357986-76e0-4165-b2bc-1c3b4341a633 tempest-FloatingIPAdminTestJSON-1592692866 tempest-FloatingIPAdminTestJSON-1592692866-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/1e1e86d7-57ab-430a-ba2e-8f5e001b1a67 HTTP/1.1" status: 204 len: 168 time: 0.7861528 Aug 16 13:03:19.795586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45750) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:19.891615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-4549c289-5b39-4e0d-a0b0-5fa007023b5b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Deleting port 4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:19.891845 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4549c289-5b39-4e0d-a0b0-5fa007023b5b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:19.951178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd110615e-9d78-4dd1-a051-9660dee65dd9'}, {'server_uuid': '0de7a527-e28f-42a1-8aaf-a10cb4571330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923b5c3d-9a3e-4f93-b4f2-96baf646744e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:19.953609 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac1c48-0b2f-4bf5-b417-7c622e7cc43a" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "d110615e-9d78-4dd1-a051-9660dee65dd9"}, {"server_uuid": "0de7a527-e28f-42a1-8aaf-a10cb4571330", "name": "network-vif-plugged", "status": "completed", "tag": "923b5c3d-9a3e-4f93-b4f2-96baf646744e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:19.979309 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4549c289-5b39-4e0d-a0b0-5fa007023b5b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:19.992247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-4549c289-5b39-4e0d-a0b0-5fa007023b5b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Calling delete_port for 4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:19.997850 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a53a155-834d-42b7-9b01-a77e55cb7da9 x-openstack-request-id: req-6a53a155-834d-42b7-9b01-a77e55cb7da9 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:19.998149 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-plugged", "status": "completed", "tag": "d110615e-9d78-4dd1-a051-9660dee65dd9", "code": 200}, {"server_uuid": "0de7a527-e28f-42a1-8aaf-a10cb4571330", "name": "network-vif-plugged", "status": "completed", "tag": "923b5c3d-9a3e-4f93-b4f2-96baf646744e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:19.998307 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a53a155-834d-42b7-9b01-a77e55cb7da9 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:19.998705 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd110615e-9d78-4dd1-a051-9660dee65dd9', 'code': 200} Aug 16 13:03:19.998964 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de7a527-e28f-42a1-8aaf-a10cb4571330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923b5c3d-9a3e-4f93-b4f2-96baf646744e', 'code': 200} Aug 16 13:03:20.160425 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4549c289-5b39-4e0d-a0b0-5fa007023b5b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:20.167250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b87f-d6eb-4f0d-9e5a-54eba594e7eb req-90f1857c-bfa2-4155-8dba-cbd3d8abc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.167767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b87f-d6eb-4f0d-9e5a-54eba594e7eb req-90f1857c-bfa2-4155-8dba-cbd3d8abc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.168203 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b87f-d6eb-4f0d-9e5a-54eba594e7eb req-90f1857c-bfa2-4155-8dba-cbd3d8abc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.168665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b87f-d6eb-4f0d-9e5a-54eba594e7eb req-90f1857c-bfa2-4155-8dba-cbd3d8abc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.169139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b87f-d6eb-4f0d-9e5a-54eba594e7eb req-90f1857c-bfa2-4155-8dba-cbd3d8abc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.169602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b87f-d6eb-4f0d-9e5a-54eba594e7eb req-90f1857c-bfa2-4155-8dba-cbd3d8abc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.170171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b87f-d6eb-4f0d-9e5a-54eba594e7eb req-90f1857c-bfa2-4155-8dba-cbd3d8abc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.172055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c23b87f-d6eb-4f0d-9e5a-54eba594e7eb req-90f1857c-bfa2-4155-8dba-cbd3d8abc4ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6488 time: 0.0667038 Aug 16 13:03:20.178737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30f8a6-e351-4009-9391-538bb978c08a req-0c24bfb0-ceb8-4323-8771-e096721a29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.180916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a30f8a6-e351-4009-9391-538bb978c08a req-0c24bfb0-ceb8-4323-8771-e096721a29d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 1096 time: 0.1022484 Aug 16 13:03:20.191391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d030f90-6dd9-4836-a0ea-98891d394577 req-d8734933-0ec4-474e-af3a-611052a8834c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.192804 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d030f90-6dd9-4836-a0ea-98891d394577 req-d8734933-0ec4-474e-af3a-611052a8834c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1283913 Aug 16 13:03:20.205779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549c289-5b39-4e0d-a0b0-5fa007023b5b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event deleted for resources: {'Port': ['ID=4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:20.220321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a30e-2325-4c4d-adcf-07e67d8756c6 req-ce6699c2-db3e-4e21-aa81-38e4a8a38808 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.221765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc80a30e-2325-4c4d-adcf-07e67d8756c6 req-ce6699c2-db3e-4e21-aa81-38e4a8a38808 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 945 time: 0.0988135 Aug 16 13:03:20.279448 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c23b87f-d6eb-4f0d-9e5a-54eba594e7eb req-c42b53c4-bae5-460b-9f9f-90af60cfa443 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805933 Aug 16 13:03:20.295954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a30f8a6-e351-4009-9391-538bb978c08a req-9b07a180-17d2-4247-935c-24af1d09c6ac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993638 Aug 16 13:03:20.305195 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4549c289-5b39-4e0d-a0b0-5fa007023b5b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:20.309759 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4549c289-5b39-4e0d-a0b0-5fa007023b5b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "DELETE /v2.0/ports/4bb2e5d8-8b3a-4f2b-b637-dd2a901e87f9 HTTP/1.1" status: 204 len: 168 time: 0.5110343 Aug 16 13:03:20.310142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45762) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:20.318314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d030f90-6dd9-4836-a0ea-98891d394577 req-549ea464-c48a-4986-bf58-8f0d70e93467 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105375 Aug 16 13:03:20.348444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc80a30e-2325-4c4d-adcf-07e67d8756c6 req-c526fbeb-edd1-40fb-9e5c-ef04c2b7fe70 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125643 Aug 16 13:03:20.379043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c090a09-4655-4bfb-b8a2-6b97ceadf649 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.380746 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8c090a09-4655-4bfb-b8a2-6b97ceadf649 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ed2911-51ad-4901-978d-39d0e452281d HTTP/1.1" status: 200 len: 913 time: 0.0694506 Aug 16 13:03:20.383548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45766) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:20.464240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b2981-4d37-44a0-9c4d-7fbdc9a8ab8a req-d7999e59-2b71-4597-b424-146bf7bf34ca tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.465765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-407b2981-4d37-44a0-9c4d-7fbdc9a8ab8a req-d7999e59-2b71-4597-b424-146bf7bf34ca tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 943 time: 0.0601923 Aug 16 13:03:20.505202 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-407b2981-4d37-44a0-9c4d-7fbdc9a8ab8a req-77dbb445-4b92-430f-b00a-d52a5601266a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Aug 16 13:03:20.616643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:20.720520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:20.732787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be', 'network_id': '41b70399-ea95-4588-b70f-74dee93893ff', 'port_id': 'ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be', 'mac_address': 'fa:16:3e:04:3e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:20.776482 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:20.789663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:20.811938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:20.816337 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:20.864724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:20.885353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae042fe-9fec-4f08-bf43-40474a8e43f4 req-cf12f058-3521-42f2-b7be-f60fcdc8f8b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.891207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae042fe-9fec-4f08-bf43-40474a8e43f4 req-cf12f058-3521-42f2-b7be-f60fcdc8f8b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.897020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae042fe-9fec-4f08-bf43-40474a8e43f4 req-cf12f058-3521-42f2-b7be-f60fcdc8f8b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.903894 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae042fe-9fec-4f08-bf43-40474a8e43f4 req-cf12f058-3521-42f2-b7be-f60fcdc8f8b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.909797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae042fe-9fec-4f08-bf43-40474a8e43f4 req-cf12f058-3521-42f2-b7be-f60fcdc8f8b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.916289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae042fe-9fec-4f08-bf43-40474a8e43f4 req-cf12f058-3521-42f2-b7be-f60fcdc8f8b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.921646 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adbc353c-0bdf-4262-9fd7-f41cff77bcda tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:20.922084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae042fe-9fec-4f08-bf43-40474a8e43f4 req-cf12f058-3521-42f2-b7be-f60fcdc8f8b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.924060 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ae042fe-9fec-4f08-bf43-40474a8e43f4 req-cf12f058-3521-42f2-b7be-f60fcdc8f8b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 0.1220849 Aug 16 13:03:20.950170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2d8d0-4ec2-445c-8690-8f986f34e04f req-028d07c2-a3fb-4c18-81dd-21840698c73f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:20.951643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4fa2d8d0-4ec2-445c-8690-8f986f34e04f req-028d07c2-a3fb-4c18-81dd-21840698c73f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 945 time: 0.1478415 Aug 16 13:03:21.008250 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ae042fe-9fec-4f08-bf43-40474a8e43f4 req-1917be55-2d6e-4517-9685-886348e1a563 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755286 Aug 16 13:03:21.013519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4fa2d8d0-4ec2-445c-8690-8f986f34e04f req-4be8479a-2643-4eaf-bca4-a6ac939b8d80 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538781 Aug 16 13:03:21.113133 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61be482d-ad0c-4b89-aa53-8664a3ae6385 req-c1ad5b89-b980-4586-af4c-bf460a109f2e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1161880723&fields=id&tenant_id=a6f3c01eca374af89f24bf4584e975f1 HTTP/1.1" status: 200 len: 267 time: 0.0335169 Aug 16 13:03:21.166994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be482d-ad0c-4b89-aa53-8664a3ae6385 req-1bea2885-e016-4b4f-8db0-bd2761aea598 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:21.168496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61be482d-ad0c-4b89-aa53-8664a3ae6385 req-1bea2885-e016-4b4f-8db0-bd2761aea598 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 945 time: 0.0493090 Aug 16 13:03:21.180011 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-61be482d-ad0c-4b89-aa53-8664a3ae6385 req-7222e401-755d-4780-a94f-4b147a89fb7d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'port': {'security_groups': ['85957cbf-9ace-4e6c-9bb3-5e272b219817', 'c0f71049-4754-4ae5-9ede-789c77c4b7b8']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:21.231126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-adbc353c-0bdf-4262-9fd7-f41cff77bcda tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Deleting port b8f9c805-10a9-42aa-8cba-3802ae1492dd {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:21.231494 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adbc353c-0bdf-4262-9fd7-f41cff77bcda tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:21.252265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-61be482d-ad0c-4b89-aa53-8664a3ae6385 req-7222e401-755d-4780-a94f-4b147a89fb7d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:21.346975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adbc353c-0bdf-4262-9fd7-f41cff77bcda tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:21.363170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-adbc353c-0bdf-4262-9fd7-f41cff77bcda tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Calling delete_port for b8f9c805-10a9-42aa-8cba-3802ae1492dd owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:21.459672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:21.528180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70714b66-6069-48ee-a7aa-d7b7611e4c1a req-8da971ca-bea0-4857-a636-98c644ccddd9 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:21.529627 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70714b66-6069-48ee-a7aa-d7b7611e4c1a req-8da971ca-bea0-4857-a636-98c644ccddd9 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1037290 Aug 16 13:03:21.549178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-61be482d-ad0c-4b89-aa53-8664a3ae6385 req-7222e401-755d-4780-a94f-4b147a89fb7d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] For port 99a0a429-117b-4e9b-8992-980b2d21ea74, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=99a0a429-117b-4e9b-8992-980b2d21ea74,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:21.612855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70714b66-6069-48ee-a7aa-d7b7611e4c1a req-ee14c20b-60b5-46d2-a415-12d6f22b7a8b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755653 Aug 16 13:03:21.615238 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-61be482d-ad0c-4b89-aa53-8664a3ae6385 req-7222e401-755d-4780-a94f-4b147a89fb7d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:21.622028 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-61be482d-ad0c-4b89-aa53-8664a3ae6385 req-7222e401-755d-4780-a94f-4b147a89fb7d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:21.632033 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adbc353c-0bdf-4262-9fd7-f41cff77bcda tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:21.676491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be482d-ad0c-4b89-aa53-8664a3ae6385 req-7222e401-755d-4780-a94f-4b147a89fb7d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:21.677156 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-61be482d-ad0c-4b89-aa53-8664a3ae6385 req-7222e401-755d-4780-a94f-4b147a89fb7d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:21.678614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61be482d-ad0c-4b89-aa53-8664a3ae6385 req-7222e401-755d-4780-a94f-4b147a89fb7d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "PUT /v2.0/ports/99a0a429-117b-4e9b-8992-980b2d21ea74 HTTP/1.1" status: 200 len: 981 time: 0.5036063 Aug 16 13:03:21.679430 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'tag': '99a0a429-117b-4e9b-8992-980b2d21ea74'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:21.681888 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c95aa56-037b-4a3f-951e-578735c45443" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa4c0f1-e8a9-45ff-b274-d2f4a6604024", "tag": "99a0a429-117b-4e9b-8992-980b2d21ea74"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:21.699459 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc353c-0bdf-4262-9fd7-f41cff77bcda tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event deleted for resources: {'Port': ['ID=b8f9c805-10a9-42aa-8cba-3802ae1492dd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:21.756424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222e401-755d-4780-a94f-4b147a89fb7d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'Port': ['ID=99a0a429-117b-4e9b-8992-980b2d21ea74,revision_number=6']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:21.775861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea475956-4a31-4647-a28c-bc9a0d8e6dc8 req-2776db42-034b-41f7-8b1d-ba2683c18388 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:21.777447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ea475956-4a31-4647-a28c-bc9a0d8e6dc8 req-2776db42-034b-41f7-8b1d-ba2683c18388 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 945 time: 0.0807817 Aug 16 13:03:21.830274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ea475956-4a31-4647-a28c-bc9a0d8e6dc8 req-44dab8f2-ef34-4db7-a075-5829e7766ca9 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437703 Aug 16 13:03:21.916129 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78836bfd-4f64-49df-a23e-c1b4c6c29c49 x-openstack-request-id: req-78836bfd-4f64-49df-a23e-c1b4c6c29c49 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:21.916713 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa4c0f1-e8a9-45ff-b274-d2f4a6604024", "tag": "99a0a429-117b-4e9b-8992-980b2d21ea74", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:21.917065 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78836bfd-4f64-49df-a23e-c1b4c6c29c49 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:21.917618 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'tag': '99a0a429-117b-4e9b-8992-980b2d21ea74', 'status': 'completed', 'code': 200} Aug 16 13:03:21.921583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adbc353c-0bdf-4262-9fd7-f41cff77bcda tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:21.931093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fc37e-d057-4208-86cd-1ac9ddffebb7 req-86924d03-b8b8-42b1-b429-db1efbd5b383 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:21.932733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-871fc37e-d057-4208-86cd-1ac9ddffebb7 req-86924d03-b8b8-42b1-b429-db1efbd5b383 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 944 time: 0.0917697 Aug 16 13:03:21.996916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1f8d4b5-32e0-4994-804b-14b0b8f5c7c2 req-a9566381-7f0b-401d-9f3d-1321b46b5fd8 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/c0f71049-4754-4ae5-9ede-789c77c4b7b8 HTTP/1.1" status: 200 len: 1803 time: 0.0631144 Aug 16 13:03:22.004569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-871fc37e-d057-4208-86cd-1ac9ddffebb7 req-73dc1183-e27c-414d-bcd8-0e139861eb01 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643394 Aug 16 13:03:22.058685 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-d1f8d4b5-32e0-4994-804b-14b0b8f5c7c2 req-597a5c9a-a31c-4b71-a47a-59a0094aefca tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 13:03:22.059848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1f8d4b5-32e0-4994-804b-14b0b8f5c7c2 req-597a5c9a-a31c-4b71-a47a-59a0094aefca tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0f71049-4754-4ae5-9ede-789c77c4b7b8 HTTP/1.1" status: 409 len: 341 time: 0.0544066 Aug 16 13:03:22.063725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['99a0a429-117b-4e9b-8992-980b2d21ea74'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:22.291058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471fd5-0ca9-40e5-9d9d-d84554422dd4 req-fd31de5b-00b7-4bd8-a992-9868e0431be5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.297001 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471fd5-0ca9-40e5-9d9d-d84554422dd4 req-fd31de5b-00b7-4bd8-a992-9868e0431be5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.302799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471fd5-0ca9-40e5-9d9d-d84554422dd4 req-fd31de5b-00b7-4bd8-a992-9868e0431be5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.309332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471fd5-0ca9-40e5-9d9d-d84554422dd4 req-fd31de5b-00b7-4bd8-a992-9868e0431be5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.315427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471fd5-0ca9-40e5-9d9d-d84554422dd4 req-fd31de5b-00b7-4bd8-a992-9868e0431be5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.321995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471fd5-0ca9-40e5-9d9d-d84554422dd4 req-fd31de5b-00b7-4bd8-a992-9868e0431be5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.328822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471fd5-0ca9-40e5-9d9d-d84554422dd4 req-fd31de5b-00b7-4bd8-a992-9868e0431be5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.330715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6471fd5-0ca9-40e5-9d9d-d84554422dd4 req-fd31de5b-00b7-4bd8-a992-9868e0431be5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 0.1371179 Aug 16 13:03:22.337728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e31f-e665-4050-a738-cc9173282744 req-1c42de54-9797-40f1-831c-2405bd02a22f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.338125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95aa56-037b-4a3f-951e-578735c45443 req-79e51684-03a5-466e-97a0-5c4971545a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.339271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-1c42de54-9797-40f1-831c-2405bd02a22f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.2349918 Aug 16 13:03:22.339662 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c95aa56-037b-4a3f-951e-578735c45443 req-79e51684-03a5-466e-97a0-5c4971545a33 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6f3c01eca374af89f24bf4584e975f1&device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 1135 time: 0.3504806 Aug 16 13:03:22.369265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-03133a8f-4161-4de8-9f98-0ccf128c7e15 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/quotas/b7dc4555b79045c2a4951fc236c5ff0d HTTP/1.1" status: 200 len: 375 time: 0.0221260 Aug 16 13:03:22.398210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6471fd5-0ca9-40e5-9d9d-d84554422dd4 req-437059f9-a901-484e-b188-4b8b26aaa3a5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578706 Aug 16 13:03:22.452293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-f3991967-9119-44dd-a89f-add3583293c2 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729499 Aug 16 13:03:22.539209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95aa56-037b-4a3f-951e-578735c45443 req-e7b61a60-f116-44a6-8549-d325663b6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.541627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c95aa56-037b-4a3f-951e-578735c45443 req-e7b61a60-f116-44a6-8549-d325663b6e3f service neutron] 10.222.0.22 "GET /v2.0/networks?id=bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 200 len: 913 time: 0.1934433 Aug 16 13:03:22.544814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbc353c-0bdf-4262-9fd7-f41cff77bcda tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Router c2ed2911-51ad-4901-978d-39d0e452281d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:03:22.558347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-09b7e761-5965-4eae-a608-a05ea2130938 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942965 Aug 16 13:03:22.624591 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c95aa56-037b-4a3f-951e-578735c45443 req-05cf998a-ab61-473f-a226-5ec636f55323 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a0a429-117b-4e9b-8992-980b2d21ea74 HTTP/1.1" status: 200 len: 217 time: 0.0715380 Aug 16 13:03:22.695489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f72cc9-a9b3-4ea1-b07c-d523da93ecaa req-fb70afe7-d9f4-4f4f-ace7-5cc74f5e753f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.697185 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0f72cc9-a9b3-4ea1-b07c-d523da93ecaa req-fb70afe7-d9f4-4f4f-ace7-5cc74f5e753f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 984 time: 0.0983069 Aug 16 13:03:22.702929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-94331a82-46c0-4b23-b18d-b0ece67d96a8 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333697 Aug 16 13:03:22.719358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95aa56-037b-4a3f-951e-578735c45443 req-e618b83e-353f-4df8-a757-66c66e985af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.720875 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c95aa56-037b-4a3f-951e-578735c45443 req-e618b83e-353f-4df8-a757-66c66e985af7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6626a19a-373f-4e91-8f89-29f65ead1e8c HTTP/1.1" status: 200 len: 853 time: 0.0859816 Aug 16 13:03:22.726856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbc353c-0bdf-4262-9fd7-f41cff77bcda tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:22.732635 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-adbc353c-0bdf-4262-9fd7-f41cff77bcda tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "PUT /v2.0/routers/c2ed2911-51ad-4901-978d-39d0e452281d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3480728 Aug 16 13:03:22.735175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45806) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:22.740220 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7b870-2a5b-429d-98a2-a92ad26f8afc None None] Sync routers for ids ['c2ed2911-51ad-4901-978d-39d0e452281d'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:22.749386 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7b870-2a5b-429d-98a2-a92ad26f8afc None None] Routers {'c2ed2911-51ad-4901-978d-39d0e452281d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:22.750453 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-40e7b870-2a5b-429d-98a2-a92ad26f8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c2ed2911-51ad-4901-978d-39d0e452281d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:22.774379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0f72cc9-a9b3-4ea1-b07c-d523da93ecaa req-f4dd69ce-1626-474d-b9bd-36b2199e4f58 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&id=c0f71049-4754-4ae5-9ede-789c77c4b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0654252 Aug 16 13:03:22.791318 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-40e7b870-2a5b-429d-98a2-a92ad26f8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:22.801604 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7b870-2a5b-429d-98a2-a92ad26f8afc None None] Routers {'c2ed2911-51ad-4901-978d-39d0e452281d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:22.802306 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c95aa56-037b-4a3f-951e-578735c45443 req-a77f8f3f-092f-4020-8f02-76639ab6bd35 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bcf45dfc-9308-47aa-811a-e4799bb3ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606728 Aug 16 13:03:22.802518 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-40e7b870-2a5b-429d-98a2-a92ad26f8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c2ed2911-51ad-4901-978d-39d0e452281d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:22.807931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cb5eed9b-266e-4271-9d46-7a0a3f49d07a', '99a0a429-117b-4e9b-8992-980b2d21ea74'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:22.844934 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-40e7b870-2a5b-429d-98a2-a92ad26f8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:22.846122 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7b870-2a5b-429d-98a2-a92ad26f8afc None None] The sync data for ids ['c2ed2911-51ad-4901-978d-39d0e452281d'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:03:22.946134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab784a15-2d75-4ea6-bba3-d92e26dc1964 req-645e40ec-40c5-4d76-b110-ac109b37beed tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:22.947737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab784a15-2d75-4ea6-bba3-d92e26dc1964 req-645e40ec-40c5-4d76-b110-ac109b37beed tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0826221 Aug 16 13:03:23.009106 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c95aa56-037b-4a3f-951e-578735c45443 req-eca4dc56-9c3e-47b5-86b7-e0c8e10dfc4a service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915987 Aug 16 13:03:23.047187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ab784a15-2d75-4ea6-bba3-d92e26dc1964 req-59f84f27-2b04-46fd-8361-c9756ff03c7e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869279 Aug 16 13:03:23.106262 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f33f59c-d389-4e01-a600-60db4cc4349a req-7dae3692-46da-40fc-8fa5-40dbbc468652 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 210 time: 0.0641291 Aug 16 13:03:23.166517 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:23.198316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0845694-a8af-4d09-8c76-1a31527cfd3a req-a99134a2-8d05-4976-b90c-3fa47561a2ed tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.200139 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0845694-a8af-4d09-8c76-1a31527cfd3a req-a99134a2-8d05-4976-b90c-3fa47561a2ed tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 944 time: 0.0660937 Aug 16 13:03:23.279092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0845694-a8af-4d09-8c76-1a31527cfd3a req-c4be6f8c-3762-475d-9011-6fd6824424c0 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723767 Aug 16 13:03:23.306282 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c95aa56-037b-4a3f-951e-578735c45443 req-4934df4f-c490-4c19-b9e1-c927e1b121ec service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848828 Aug 16 13:03:23.340267 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:23.426607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Deleting port f4162247-9ff1-4598-9a9d-5271eb9d754b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:23.427071 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:23.478684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6282c-ed60-4feb-82fa-14af463b0000 req-bd54cd16-035d-40ca-bae8-372b8f428aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.480348 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1ee6282c-ed60-4feb-82fa-14af463b0000 req-bd54cd16-035d-40ca-bae8-372b8f428aea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 1096 time: 0.0986896 Aug 16 13:03:23.541759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87709e0a-a2eb-4a46-b52f-873a4c58f7f9 req-63fba323-a532-416f-b9fc-ecf739061244 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.547848 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87709e0a-a2eb-4a46-b52f-873a4c58f7f9 req-63fba323-a532-416f-b9fc-ecf739061244 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.553794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87709e0a-a2eb-4a46-b52f-873a4c58f7f9 req-63fba323-a532-416f-b9fc-ecf739061244 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.561381 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87709e0a-a2eb-4a46-b52f-873a4c58f7f9 req-63fba323-a532-416f-b9fc-ecf739061244 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.567638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87709e0a-a2eb-4a46-b52f-873a4c58f7f9 req-63fba323-a532-416f-b9fc-ecf739061244 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.570249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5cb11-0a43-40be-b844-0ac5b57c758d req-d3e50d4d-e73c-4805-a332-8d05994fdd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.571950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71b5cb11-0a43-40be-b844-0ac5b57c758d req-d3e50d4d-e73c-4805-a332-8d05994fdd23 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6f3c01eca374af89f24bf4584e975f1&device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 1135 time: 0.1409512 Aug 16 13:03:23.573660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87709e0a-a2eb-4a46-b52f-873a4c58f7f9 req-63fba323-a532-416f-b9fc-ecf739061244 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.576424 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1ee6282c-ed60-4feb-82fa-14af463b0000 req-e3203654-7a32-4a07-8141-b1996ae997f5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624590 Aug 16 13:03:23.579718 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87709e0a-a2eb-4a46-b52f-873a4c58f7f9 req-63fba323-a532-416f-b9fc-ecf739061244 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.581740 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87709e0a-a2eb-4a46-b52f-873a4c58f7f9 req-63fba323-a532-416f-b9fc-ecf739061244 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 0.0998971 Aug 16 13:03:23.591008 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:23.606065 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Calling delete_port for f4162247-9ff1-4598-9a9d-5271eb9d754b owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:23.631673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87709e0a-a2eb-4a46-b52f-873a4c58f7f9 req-7811e2c2-af04-4248-99c4-8d34e216ee2a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414002 Aug 16 13:03:23.760453 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7806-c315-4391-8b19-92fdef9ea534 req-615802c0-9571-4794-9f6a-12ba52351180 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.766341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7806-c315-4391-8b19-92fdef9ea534 req-615802c0-9571-4794-9f6a-12ba52351180 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.773759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7806-c315-4391-8b19-92fdef9ea534 req-615802c0-9571-4794-9f6a-12ba52351180 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.776097 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:23.780112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7806-c315-4391-8b19-92fdef9ea534 req-615802c0-9571-4794-9f6a-12ba52351180 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.786982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7806-c315-4391-8b19-92fdef9ea534 req-615802c0-9571-4794-9f6a-12ba52351180 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.793170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7806-c315-4391-8b19-92fdef9ea534 req-615802c0-9571-4794-9f6a-12ba52351180 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.799033 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7806-c315-4391-8b19-92fdef9ea534 req-615802c0-9571-4794-9f6a-12ba52351180 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.801025 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f8d7806-c315-4391-8b19-92fdef9ea534 req-615802c0-9571-4794-9f6a-12ba52351180 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 0.0959349 Aug 16 13:03:23.801802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event deleted for resources: {'Port': ['ID=f4162247-9ff1-4598-9a9d-5271eb9d754b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:23.813202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45830) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:23.817801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2d81bd68-96a4-4848-8a6f-3b6f2d59bc29 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Request body: {'floatingip': {'port_id': '36ef840f-ef8a-441d-8928-a9a8955e12c4'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:23.885998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5562cc8-6d13-468f-aa24-612cee2a14e5 req-33b4bf32-8398-4095-85b5-4d6952ab68ca tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:23.887557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5562cc8-6d13-468f-aa24-612cee2a14e5 req-33b4bf32-8398-4095-85b5-4d6952ab68ca tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 984 time: 0.0513353 Aug 16 13:03:23.895525 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d81bd68-96a4-4848-8a6f-3b6f2d59bc29 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:23.929589 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5562cc8-6d13-468f-aa24-612cee2a14e5 req-d3a2d7f4-d743-4f58-9f7f-7918668330d5 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&id=c0f71049-4754-4ae5-9ede-789c77c4b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0358052 Aug 16 13:03:24.029049 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:24.188053 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:24.192979 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:24.197238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19940e05-a1f5-45a1-8277-7adc390247f2 req-245c6b40-007c-4647-ac24-74af82357d1b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 210 time: 0.0298939 Aug 16 13:03:24.204378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55b82-bfa9-4f14-98cd-233b8ba0da03 req-5bb09e87-5865-4646-86da-f501dbb54383 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:24.204567 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5cb11-0a43-40be-b844-0ac5b57c758d req-864c4798-18ac-4ab6-8ff8-e191cbee23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:24.205968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1d55b82-bfa9-4f14-98cd-233b8ba0da03 req-5bb09e87-5865-4646-86da-f501dbb54383 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0791159 Aug 16 13:03:24.206148 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71b5cb11-0a43-40be-b844-0ac5b57c758d req-864c4798-18ac-4ab6-8ff8-e191cbee23f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 200 len: 913 time: 0.3061197 Aug 16 13:03:24.251396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1d55b82-bfa9-4f14-98cd-233b8ba0da03 req-53fda5b6-2303-46d5-802c-b02b4d041331 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Aug 16 13:03:24.419892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb167e-ad78-48c3-92a5-a9dbabbac426 req-00514d21-b660-45ff-a748-4118c3bfc4a9 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:24.421394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2cb167e-ad78-48c3-92a5-a9dbabbac426 req-00514d21-b660-45ff-a748-4118c3bfc4a9 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 944 time: 0.0599525 Aug 16 13:03:24.465352 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2cb167e-ad78-48c3-92a5-a9dbabbac426 req-09fe7e5a-dea5-4e83-8bd4-3ea2ad9cb1fe tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376225 Aug 16 13:03:24.635173 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71b5cb11-0a43-40be-b844-0ac5b57c758d req-ace5f19d-c110-440a-90f7-f6bf0d47a65b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a0a429-117b-4e9b-8992-980b2d21ea74 HTTP/1.1" status: 200 len: 217 time: 0.3767068 Aug 16 13:03:24.639291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:24.664863 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:24.665373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Fanout notify agent at l3_agent the message router_deleted on router c2ed2911-51ad-4901-978d-39d0e452281d {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:03:24.693119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:24.696950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:24.697325 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:24.714034 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:24.715149 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3edfbba9-ced2-462d-88af-b546898c9583 tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "DELETE /v2.0/routers/c2ed2911-51ad-4901-978d-39d0e452281d HTTP/1.1" status: 204 len: 168 time: 1.9791207 Aug 16 13:03:24.718532 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45840) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:24.782399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Deleting subnet ae3377de-4ee2-4757-bc49-115744f15663 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:03:24.784348 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:24.786725 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:24.790678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5cb11-0a43-40be-b844-0ac5b57c758d req-e4411b60-3c10-482f-af87-f8ce71e9eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:24.792132 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71b5cb11-0a43-40be-b844-0ac5b57c758d req-e4411b60-3c10-482f-af87-f8ce71e9eb0f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6626a19a-373f-4e91-8f89-29f65ead1e8c HTTP/1.1" status: 200 len: 853 time: 0.1424398 Aug 16 13:03:24.811147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada8c080-0eac-4487-b0ed-7db8c112474a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:24.813466 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b229b2-51ad-446e-8f42-4476be6d1a59" -d '{"events": [{"server_uuid": "ada8c080-0eac-4487-b0ed-7db8c112474a", "name": "network-vif-plugged", "status": "completed", "tag": "ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:24.828049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:24.834987 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:24.842684 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:24.842909 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71b5cb11-0a43-40be-b844-0ac5b57c758d req-6af8a7bb-55dc-42f0-a308-f25cdbd3e181 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bcf45dfc-9308-47aa-811a-e4799bb3ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377500 Aug 16 13:03:24.867211 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eb5259-18fb-4bb9-8f67-e7703c2fbb26 x-openstack-request-id: req-f7eb5259-18fb-4bb9-8f67-e7703c2fbb26 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:24.868073 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada8c080-0eac-4487-b0ed-7db8c112474a", "name": "network-vif-plugged", "status": "completed", "tag": "ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:24.868073 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7eb5259-18fb-4bb9-8f67-e7703c2fbb26 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:24.868365 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada8c080-0eac-4487-b0ed-7db8c112474a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be', 'code': 200} Aug 16 13:03:24.880900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e31f-e665-4050-a738-cc9173282744 req-d32bcd3f-b71e-4ce2-8129-9d2c2a0c53ff tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:24.882922 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-d32bcd3f-b71e-4ce2-8129-9d2c2a0c53ff tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.3113887 Aug 16 13:03:24.896884 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:24.952567 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:24.986612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Request body: {'port': {'device_id': '4ff10e2c-79d1-4669-a5e3-2770b280a2df', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'admin_state_up': True, 'tenant_id': 'b7dc4555b79045c2a4951fc236c5ff0d'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:25.063535 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.106740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3377de-4ee2-4757-bc49-115744f15663,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:25.115919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5c312-5b2e-4bf9-a062-d5e71ff8eaf2 req-5e966fb0-a00d-4497-a3b7-2e5be0acc4b4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:25.117531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31d5c312-5b2e-4bf9-a062-d5e71ff8eaf2 req-5e966fb0-a00d-4497-a3b7-2e5be0acc4b4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 984 time: 0.1083593 Aug 16 13:03:25.122873 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.125203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "DELETE /v2.0/subnets/ae3377de-4ee2-4757-bc49-115744f15663 HTTP/1.1" status: 204 len: 168 time: 0.4036889 Aug 16 13:03:25.134184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45850) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:25.139237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39270a4b-bd23-4354-922b-d2d684cf59d2 None None] Network 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:25.145481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.146562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.146957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.147302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.147666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.148545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.148951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.149300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.149632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.149965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.150317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.150655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e960844-ded1-434a-95b4-3944e2f151fe tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:25.164534 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71b5cb11-0a43-40be-b844-0ac5b57c758d req-e8b65db0-cd67-4422-9701-7a8cd499beee service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906461 Aug 16 13:03:25.243120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99075fe7-0d96-4899-a9da-07d665016ed1 req-907f2952-1e85-4ba0-959d-5c819338b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:25.244728 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-99075fe7-0d96-4899-a9da-07d665016ed1 req-907f2952-1e85-4ba0-959d-5c819338b4d9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 1096 time: 0.1553185 Aug 16 13:03:25.271191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31d5c312-5b2e-4bf9-a062-d5e71ff8eaf2 req-646badd0-b189-4031-9d3c-054bf4d026e4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&id=c0f71049-4754-4ae5-9ede-789c77c4b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1085742 Aug 16 13:03:25.281704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.287058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.resource_extend [None req-2d81bd68-96a4-4848-8a6f-3b6f2d59bc29 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:03:25.382385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb56d3ca-2290-4cb6-a0c4-f25f799c12f6 req-2c6a32fe-a071-4ca4-be65-f7d2be17d496 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 210 time: 0.0475039 Aug 16 13:03:25.386389 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d81bd68-96a4-4848-8a6f-3b6f2d59bc29 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.390704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Made reservation on behalf of b7dc4555b79045c2a4951fc236c5ff0d for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:25.394487 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.395852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010569dc-c7b0-4d9c-b974-c7270a548151 None None] DHCP port deletion for 6ec6f7b7-e686-4ae0-9482-61c5dcb04635 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:03:25.415849 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d81bd68-96a4-4848-8a6f-3b6f2d59bc29 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.422951 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-99075fe7-0d96-4899-a9da-07d665016ed1 req-5d4b42a8-6bec-498f-87a3-d879957e20da service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295824 Aug 16 13:03:25.431075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Deleting port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:25.431441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.463350 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71b5cb11-0a43-40be-b844-0ac5b57c758d req-c6fb8011-236f-4bf9-bf9e-6b5f7d0d03b4 service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791517 Aug 16 13:03:25.468841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-010569dc-c7b0-4d9c-b974-c7270a548151 None None] Deleting port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:25.469185 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-010569dc-c7b0-4d9c-b974-c7270a548151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.505335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166816c-d245-4d92-9942-97b8e5bae8a7 req-67907c56-2711-4a63-9993-fcb6f3a8402b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:25.506420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c166816c-d245-4d92-9942-97b8e5bae8a7 req-67907c56-2711-4a63-9993-fcb6f3a8402b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1474164 Aug 16 13:03:25.542810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] For port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3,segment=NetworkSegment(1612fed4-3413-4493-bdc3-e9b8c7b4e4a3),segment_id=1612fed4-3413-4493-bdc3-e9b8c7b4e4a3)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:25.544226 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.546230 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:03:25.549900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-010569dc-c7b0-4d9c-b974-c7270a548151 None None] For port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3,segment=NetworkSegment(1612fed4-3413-4493-bdc3-e9b8c7b4e4a3),segment_id=1612fed4-3413-4493-bdc3-e9b8c7b4e4a3)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:25.550327 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-010569dc-c7b0-4d9c-b974-c7270a548151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.567901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Calling delete_port for d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:25.585622 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-010569dc-c7b0-4d9c-b974-c7270a548151 None None] Calling delete_port for d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:25.615891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c166816c-d245-4d92-9942-97b8e5bae8a7 req-528a8a9e-3530-4a38-bdf8-3b39b612fae1 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989914 Aug 16 13:03:25.677323 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-2d81bd68-96a4-4848-8a6f-3b6f2d59bc29 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Floating IP 44584cc5-30dc-477f-8e92-a29293f921da associated. External IP: 172.25.0.73, port: 36ef840f-ef8a-441d-8928-a9a8955e12c4. Aug 16 13:03:25.697469 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.748080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Allocated IP 172.20.0.11 (faf18c8c-8763-40ae-83c5-d10e99c6511d/97f2fbee-3a3e-4715-90df-0fbf9a0d2623/ffef71a8-0a00-4d27-b98e-317ec56795c3) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:25.760780 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-010569dc-c7b0-4d9c-b974-c7270a548151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.793912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67868242-955a-4c2a-a900-f107c0197303 req-1197950a-a802-471f-97ea-9feb32aca7ee tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:25.795536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67868242-955a-4c2a-a900-f107c0197303 req-1197950a-a802-471f-97ea-9feb32aca7ee tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 945 time: 0.2289481 Aug 16 13:03:25.809477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010569dc-c7b0-4d9c-b974-c7270a548151 None None] No DVR routers for this DVR port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:03:25.824875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010569dc-c7b0-4d9c-b974-c7270a548151 None None] Pushing event deleted for resources: {'Port': ['ID=d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:25.852761 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:25.901196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67868242-955a-4c2a-a900-f107c0197303 req-a2b14d83-c7ec-4564-b806-c080b2a9bec1 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892973 Aug 16 13:03:25.917430 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event deleted for resources: {'Port': ['ID=d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:25.929043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] No DVR routers for this DVR port d22c0e38-98ba-440b-aa18-7d2fbb1bf3f3 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:03:26.051116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a34ba-874b-4a94-8f66-9b824220dc5b req-b7a6e196-8296-426d-bc43-66a8d9a82719 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:26.053379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b02a34ba-874b-4a94-8f66-9b824220dc5b req-b7a6e196-8296-426d-bc43-66a8d9a82719 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1461549 Aug 16 13:03:26.062062 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:26.082967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec6f7b7-e686-4ae0-9482-61c5dcb04635']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:26.099099 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777a942-efed-4a9e-b3f8-e2c7d954e9a3 req-69f87271-0c67-4b66-b4a6-51f041d6ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:26.100618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1612fed4-3413-4493-bdc3-e9b8c7b4e4a3') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:26.100783 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4777a942-efed-4a9e-b3f8-e2c7d954e9a3 req-69f87271-0c67-4b66-b4a6-51f041d6ea53 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 1096 time: 0.1958785 Aug 16 13:03:26.100982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1612fed4-3413-4493-bdc3-e9b8c7b4e4a3') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:26.115229 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:26.138305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b02a34ba-874b-4a94-8f66-9b824220dc5b req-a2d3527e-6e6c-49cc-8430-4858e67bec85 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788758 Aug 16 13:03:26.142478 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:26.151237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:03:26.151237 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:03:26.157319 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:03:26.193619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d81bd68-96a4-4848-8a6f-3b6f2d59bc29 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:03:26.197248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:26.230916 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:26.239222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:26.242398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "DELETE /v2.0/networks/6ec6f7b7-e686-4ae0-9482-61c5dcb04635 HTTP/1.1" status: 204 len: 168 time: 1.1062229 Aug 16 13:03:26.246316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45866) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:26.256861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77099efe-9f45-4f37-849d-9cda92677f1b tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event deleted for resources: {'Network': ['ID=6ec6f7b7-e686-4ae0-9482-61c5dcb04635,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:26.328939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777a942-efed-4a9e-b3f8-e2c7d954e9a3 req-72a6572a-59ce-4637-8cac-6258a513d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:26.330457 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4777a942-efed-4a9e-b3f8-e2c7d954e9a3 req-72a6572a-59ce-4637-8cac-6258a513d899 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 917 time: 0.2200711 Aug 16 13:03:26.403320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e30a0-41bb-41ee-a5f7-a721bb16d26c req-48cf7200-8f4c-4388-8ce7-b5f90eebbc34 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:26.405434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a23e30a0-41bb-41ee-a5f7-a721bb16d26c req-48cf7200-8f4c-4388-8ce7-b5f90eebbc34 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 984 time: 0.0600493 Aug 16 13:03:26.454603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a23e30a0-41bb-41ee-a5f7-a721bb16d26c req-27ffaf59-6d33-4bab-a46c-2f68882a7df8 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&id=c0f71049-4754-4ae5-9ede-789c77c4b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0398321 Aug 16 13:03:26.463817 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4777a942-efed-4a9e-b3f8-e2c7d954e9a3 req-92eeb3a5-904a-44eb-8862-0dd0c0b95d72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a HTTP/1.1" status: 200 len: 217 time: 0.1178539 Aug 16 13:03:26.487113 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:26.500256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b', '923b5c3d-9a3e-4f93-b4f2-96baf646744e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:26.562873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f0fd0-b5f6-414e-96c8-83f0f87f1062 req-3de2c945-15a8-49b8-97e5-15b0d47c69b3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:26.564520 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c0f0fd0-b5f6-414e-96c8-83f0f87f1062 req-3de2c945-15a8-49b8-97e5-15b0d47c69b3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 932 time: 0.0629826 Aug 16 13:03:26.609056 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c0f0fd0-b5f6-414e-96c8-83f0f87f1062 req-a6aef83b-4513-48d8-8af8-b5dcc330ea69 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371599 Aug 16 13:03:26.844452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d81bd68-96a4-4848-8a6f-3b6f2d59bc29 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:26.849532 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d81bd68-96a4-4848-8a6f-3b6f2d59bc29 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:26.854758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11f4d1-aeab-49b8-aa1b-7da8af988cd4 None None] Sync routers for ids ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:26.864624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11f4d1-aeab-49b8-aa1b-7da8af988cd4 None None] Routers {'5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:26.865248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9a11f4d1-aeab-49b8-aa1b-7da8af988cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:26.893565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Network faf18c8c-8763-40ae-83c5-d10e99c6511d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:26.905557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:26.910302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event updated for resources: {'Port': ['ID=ffef71a8-0a00-4d27-b98e-317ec56795c3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:26.912768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:26.919526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777a942-efed-4a9e-b3f8-e2c7d954e9a3 req-7dcd52d9-4ecf-4bc5-847b-889ab1cb6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:26.920982 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4777a942-efed-4a9e-b3f8-e2c7d954e9a3 req-7dcd52d9-4ecf-4bc5-847b-889ab1cb6557 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 200 len: 857 time: 0.4316866 Aug 16 13:03:26.927381 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2d81bd68-96a4-4848-8a6f-3b6f2d59bc29 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "PUT /v2.0/floatingips/44584cc5-30dc-477f-8e92-a29293f921da HTTP/1.1" status: 200 len: 990 time: 3.1101665 Aug 16 13:03:26.945330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '36ef840f-ef8a-441d-8928-a9a8955e12c4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:26.947867 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b473c7a4-6105-4ee5-aa89-9a1505cfad10" -d '{"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "36ef840f-ef8a-441d-8928-a9a8955e12c4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:26.984942 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4777a942-efed-4a9e-b3f8-e2c7d954e9a3 req-30166c8d-6aa5-4541-bdd1-aaffa51bccad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330207 Aug 16 13:03:26.994138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-23ef9cab-5b7b-4e7d-ac04-cbc5514ef28a tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Deleting port 75fa02b7-8b2e-4347-99c2-7f42502f16bf {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:26.994489 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23ef9cab-5b7b-4e7d-ac04-cbc5514ef28a tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:26.999270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9a11f4d1-aeab-49b8-aa1b-7da8af988cd4 None None] Set router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:27.048318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.048951 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:27.113790 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0bac5-1f9f-48a6-b7c0-e270d4adb040 req-935cc929-89d8-4e1f-b479-75c7a477f6fe tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.117178 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09909f99-a736-4997-9917-99a6c47b14e6 x-openstack-request-id: req-09909f99-a736-4997-9917-99a6c47b14e6 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:27.117178 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "tag": "36ef840f-ef8a-441d-8928-a9a8955e12c4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:27.117453 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09909f99-a736-4997-9917-99a6c47b14e6 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:27.117738 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'tag': '36ef840f-ef8a-441d-8928-a9a8955e12c4', 'status': 'completed', 'code': 200} Aug 16 13:03:27.118887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10a0bac5-1f9f-48a6-b7c0-e270d4adb040 req-935cc929-89d8-4e1f-b479-75c7a477f6fe tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 945 time: 0.0997677 Aug 16 13:03:27.145847 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-b9c8e83c-df05-447b-a153-272d3bba9bce tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1653588 Aug 16 13:03:27.160009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10a0bac5-1f9f-48a6-b7c0-e270d4adb040 req-c2aad94f-082f-41fb-b42b-ad2ccc5d27a8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384092 Aug 16 13:03:27.177656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Request body: {'port': {'device_id': '4ff10e2c-79d1-4669-a5e3-2770b280a2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:27.191114 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23ef9cab-5b7b-4e7d-ac04-cbc5514ef28a tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:27.191440 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23ef9cab-5b7b-4e7d-ac04-cbc5514ef28a tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:27.237077 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4777a942-efed-4a9e-b3f8-e2c7d954e9a3 req-454e5d28-fe37-4c7d-a97c-d568012d43d2 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377040 Aug 16 13:03:27.245529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-23ef9cab-5b7b-4e7d-ac04-cbc5514ef28a tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Calling delete_port for 75fa02b7-8b2e-4347-99c2-7f42502f16bf owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:27.305386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd330dc-b3a4-4802-82bc-ccf40526fc16 req-f43e787b-fa3e-452c-bd55-352fbd5615e0 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.313278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd330dc-b3a4-4802-82bc-ccf40526fc16 req-f43e787b-fa3e-452c-bd55-352fbd5615e0 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0789285 Aug 16 13:03:27.352862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fd330dc-b3a4-4802-82bc-ccf40526fc16 req-ea85af90-3f64-43b8-a089-1deb3fba8c1b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381653 Aug 16 13:03:27.390297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-51d35248-27a6-40e7-a13b-20d9e97e0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.390785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-51d35248-27a6-40e7-a13b-20d9e97e0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.391256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-51d35248-27a6-40e7-a13b-20d9e97e0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.391727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-51d35248-27a6-40e7-a13b-20d9e97e0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.392201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-51d35248-27a6-40e7-a13b-20d9e97e0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.392668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-51d35248-27a6-40e7-a13b-20d9e97e0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.393133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-51d35248-27a6-40e7-a13b-20d9e97e0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.395145 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-51d35248-27a6-40e7-a13b-20d9e97e0e2c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6488 time: 0.2239292 Aug 16 13:03:27.402314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:27.414453 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9a11f4d1-aeab-49b8-aa1b-7da8af988cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:49Z', 'revision_number': 4, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '44584cc5-30dc-477f-8e92-a29293f921da', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'port_id': '36ef840f-ef8a-441d-8928-a9a8955e12c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'mac_address': 'fa:16:3e:d9:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:01:49Z', 'updated_at': '2021-08-16T13:03:25Z', 'revision_number': 1, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855e973c-2db5-4957-a02a-3f4b184bf8c6', 'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'mac_address': 'fa:16:3e:46:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:46Z', 'updated_at': '2021-08-16T13:00:56Z', 'revision_number': 5, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'subnets': [{'id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:27.440663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11f4d1-aeab-49b8-aa1b-7da8af988cd4 None None] Checking router: 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:03:27.449681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11f4d1-aeab-49b8-aa1b-7da8af988cd4 None None] Routers {'5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:27.450326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9a11f4d1-aeab-49b8-aa1b-7da8af988cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:03:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:27.540615 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4777a942-efed-4a9e-b3f8-e2c7d954e9a3 req-e58aeb99-94cc-40e6-a647-5b57dd94dc03 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923138 Aug 16 13:03:27.560163 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9a11f4d1-aeab-49b8-aa1b-7da8af988cd4 None None] Set router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:27.606027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e00878-3e4c-459f-9694-42ca75e246dc req-9774bb41-4117-4382-8e28-ba53cd31b61a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.607677 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5e00878-3e4c-459f-9694-42ca75e246dc req-9774bb41-4117-4382-8e28-ba53cd31b61a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 984 time: 0.0730221 Aug 16 13:03:27.639543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-cb814a0f-5f72-4dbb-bc18-8f0967d6083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.641059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-cb814a0f-5f72-4dbb-bc18-8f0967d6083a service neutron] 10.222.0.22 "GET /v2.0/networks?id=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb HTTP/1.1" status: 200 len: 912 time: 0.2328761 Aug 16 13:03:27.658796 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5e00878-3e4c-459f-9694-42ca75e246dc req-c239f403-04c2-4cbf-b3f7-c04ec5c174c0 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=85957cbf-9ace-4e6c-9bb3-5e272b219817&id=c0f71049-4754-4ae5-9ede-789c77c4b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0436945 Aug 16 13:03:27.785017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35524c-08fa-4dc2-8c42-9ecc6ac4de76 req-25a3b74f-5a39-455a-b6dd-46f9c594111b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.786715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a35524c-08fa-4dc2-8c42-9ecc6ac4de76 req-25a3b74f-5a39-455a-b6dd-46f9c594111b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 932 time: 0.0785358 Aug 16 13:03:27.802533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-931fe235-a2dd-4267-ab1d-b8f4569d1604 req-5a79c9e8-b109-461e-b874-ede92a5cf001 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1224696727&fields=id&tenant_id=a6f3c01eca374af89f24bf4584e975f1 HTTP/1.1" status: 200 len: 267 time: 0.0545018 Aug 16 13:03:27.806070 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-d697f759-a0aa-4516-babe-c0b15ba33225 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36ef840f-ef8a-441d-8928-a9a8955e12c4 HTTP/1.1" status: 200 len: 998 time: 0.1550517 Aug 16 13:03:27.807946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23ef9cab-5b7b-4e7d-ac04-cbc5514ef28a tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:27.865374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9a11f4d1-aeab-49b8-aa1b-7da8af988cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:49Z', 'revision_number': 4, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '44584cc5-30dc-477f-8e92-a29293f921da', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'port_id': '36ef840f-ef8a-441d-8928-a9a8955e12c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'mac_address': 'fa:16:3e:d9:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:01:49Z', 'updated_at': '2021-08-16T13:03:25Z', 'revision_number': 1, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855e973c-2db5-4957-a02a-3f4b184bf8c6', 'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'mac_address': 'fa:16:3e:46:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:46Z', 'updated_at': '2021-08-16T13:00:56Z', 'revision_number': 5, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'subnets': [{'id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:27.872283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a35524c-08fa-4dc2-8c42-9ecc6ac4de76 req-185c17f1-7f29-470a-b5b3-f8f0e96c21ec tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728655 Aug 16 13:03:27.876657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef9cab-5b7b-4e7d-ac04-cbc5514ef28a tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Pushing event deleted for resources: {'Port': ['ID=75fa02b7-8b2e-4347-99c2-7f42502f16bf,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:27.897570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fe235-a2dd-4267-ab1d-b8f4569d1604 req-2837822e-8dcc-4ecc-96c8-042a58f02dbf tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.899982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-931fe235-a2dd-4267-ab1d-b8f4569d1604 req-2837822e-8dcc-4ecc-96c8-042a58f02dbf tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 984 time: 0.0830874 Aug 16 13:03:27.901570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11f4d1-aeab-49b8-aa1b-7da8af988cd4 None None] The sync data for ids ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'] in n-d-804708-1 is: [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:49Z', 'revision_number': 4, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '44584cc5-30dc-477f-8e92-a29293f921da', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'port_id': '36ef840f-ef8a-441d-8928-a9a8955e12c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'mac_address': 'fa:16:3e:d9:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:01:49Z', 'updated_at': '2021-08-16T13:03:25Z', 'revision_number': 1, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855e973c-2db5-4957-a02a-3f4b184bf8c6', 'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'mac_address': 'fa:16:3e:46:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:46Z', 'updated_at': '2021-08-16T13:00:56Z', 'revision_number': 5, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'subnets': [{'id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:03:27.916622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-931fe235-a2dd-4267-ab1d-b8f4569d1604 req-ef04e4f9-02ad-4aec-a292-c75eeeef8e24 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'port': {'security_groups': ['85957cbf-9ace-4e6c-9bb3-5e272b219817', 'c0f71049-4754-4ae5-9ede-789c77c4b7b8', '18876b65-7565-4ba2-ab8b-e12bc3f1d443']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:27.960076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-3dce29ab-d5f3-4ede-8b5f-2e20f9c7ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:27.962404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-3dce29ab-d5f3-4ede-8b5f-2e20f9c7ab76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8755348-ed82-44df-9ced-3e2180c2428d HTTP/1.1" status: 200 len: 851 time: 0.1366079 Aug 16 13:03:27.999603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-931fe235-a2dd-4267-ab1d-b8f4569d1604 req-ef04e4f9-02ad-4aec-a292-c75eeeef8e24 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.010841 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23ef9cab-5b7b-4e7d-ac04-cbc5514ef28a tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.013481 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23ef9cab-5b7b-4e7d-ac04-cbc5514ef28a tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.014521 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-23ef9cab-5b7b-4e7d-ac04-cbc5514ef28a tempest-FloatingIPAdminTestJSON-1434261127 tempest-FloatingIPAdminTestJSON-1434261127-project] 10.222.0.25 "DELETE /v2.0/floatingips/3233366d-7821-42c3-b6e9-0071079e6e06 HTTP/1.1" status: 204 len: 168 time: 1.7342918 Aug 16 13:03:28.064936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffef71a8-0a00-4d27-b98e-317ec56795c3 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:28.071320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-6e94a109-cc2c-403f-914f-6dc937f2f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:28.072840 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-6e94a109-cc2c-403f-914f-6dc937f2f515 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995059 Aug 16 13:03:28.077395 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.114084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Transition to ACTIVE for port object ffef71a8-0a00-4d27-b98e-317ec56795c3 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:28.124642 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.247699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Pushing event updated for resources: {'Port': ['ID=ffef71a8-0a00-4d27-b98e-317ec56795c3,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:28.250447 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602daf60-ba7d-4ecb-b043-c9ef5de16ab8 None None] New status for floating IP 44584cc5-30dc-477f-8e92-a29293f921da: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:03:28.254240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-931fe235-a2dd-4267-ab1d-b8f4569d1604 req-ef04e4f9-02ad-4aec-a292-c75eeeef8e24 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] For port 99a0a429-117b-4e9b-8992-980b2d21ea74, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=99a0a429-117b-4e9b-8992-980b2d21ea74,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:28.254875 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-f7b3bec6-8997-4a79-8ff8-8dbffa28113b service neutron] 10.222.0.22 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706219 Aug 16 13:03:28.352290 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-931fe235-a2dd-4267-ab1d-b8f4569d1604 req-ef04e4f9-02ad-4aec-a292-c75eeeef8e24 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.365899 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-931fe235-a2dd-4267-ab1d-b8f4569d1604 req-ef04e4f9-02ad-4aec-a292-c75eeeef8e24 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.393344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cb5eed9b-266e-4271-9d46-7a0a3f49d07a', '99a0a429-117b-4e9b-8992-980b2d21ea74'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:28.393646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Attempting to bind port ffef71a8-0a00-4d27-b98e-317ec56795c3 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:28.394194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Attempting to bind port ffef71a8-0a00-4d27-b98e-317ec56795c3 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:28.394684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Attempting to bind port ffef71a8-0a00-4d27-b98e-317ec56795c3 on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:28.412039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Port ffef71a8-0a00-4d27-b98e-317ec56795c3 on network faf18c8c-8763-40ae-83c5-d10e99c6511d not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:28.414061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Attempting to bind port ffef71a8-0a00-4d27-b98e-317ec56795c3 on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:28.418525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45900) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:28.431309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:28.431834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Checking segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:28.432376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Bound using segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:28.433161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Bound port: ffef71a8-0a00-4d27-b98e-317ec56795c3, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:28.433679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.437453 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b473c7a4-6105-4ee5-aa89-9a1505cfad10 req-5bf7884c-2723-4a61-b1bd-542fe5f17214 service neutron] 10.222.0.22 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613939 Aug 16 13:03:28.443848 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc49f4-d9d7-423e-b48f-ab1f89b85a72 req-0b4d1d01-1c68-4f51-9a9e-0b244a35281a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:28.447986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4cc49f4-d9d7-423e-b48f-ab1f89b85a72 req-0b4d1d01-1c68-4f51-9a9e-0b244a35281a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 945 time: 0.1480970 Aug 16 13:03:28.501064 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fe235-a2dd-4267-ab1d-b8f4569d1604 req-ef04e4f9-02ad-4aec-a292-c75eeeef8e24 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:28.501735 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-931fe235-a2dd-4267-ab1d-b8f4569d1604 req-ef04e4f9-02ad-4aec-a292-c75eeeef8e24 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.503362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-931fe235-a2dd-4267-ab1d-b8f4569d1604 req-ef04e4f9-02ad-4aec-a292-c75eeeef8e24 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "PUT /v2.0/ports/99a0a429-117b-4e9b-8992-980b2d21ea74 HTTP/1.1" status: 200 len: 1020 time: 0.5936418 Aug 16 13:03:28.503831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'tag': '99a0a429-117b-4e9b-8992-980b2d21ea74'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:28.506537 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62db4713-5600-4c54-8138-6e3109734ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa4c0f1-e8a9-45ff-b274-d2f4a6604024", "tag": "99a0a429-117b-4e9b-8992-980b2d21ea74"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:28.536373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] For port ffef71a8-0a00-4d27-b98e-317ec56795c3, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:28.541743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] For port ffef71a8-0a00-4d27-b98e-317ec56795c3, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ffef71a8-0a00-4d27-b98e-317ec56795c3,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:28.549316 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.555689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4cc49f4-d9d7-423e-b48f-ab1f89b85a72 req-2f5aeba8-0b65-4dd2-97e0-4e2dd62a7df5 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887513 Aug 16 13:03:28.577864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04e4f9-02ad-4aec-a292-c75eeeef8e24 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'Port': ['ID=99a0a429-117b-4e9b-8992-980b2d21ea74,revision_number=7']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:28.595496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:28.596240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.597772 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] 10.222.0.22 "PUT /v2.0/ports/ffef71a8-0a00-4d27-b98e-317ec56795c3 HTTP/1.1" status: 200 len: 1092 time: 1.4254835 Aug 16 13:03:28.627300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b07fec-385c-4afa-bfd4-66a8bb34d401 service neutron] Pushing event updated for resources: {'Port': ['ID=ffef71a8-0a00-4d27-b98e-317ec56795c3,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:28.728812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['99a0a429-117b-4e9b-8992-980b2d21ea74'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:28.744205 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fc61ea8f-dc8e-4408-95cd-622fa996c74d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf69874b6f154b12ba0931fe346d2fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186464 Aug 16 13:03:28.744427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-809e35e6-fedc-4a5d-b157-8638e034ff07 req-4ecc67d7-6742-4565-a7cf-d7f157c26172 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/18876b65-7565-4ba2-ab8b-e12bc3f1d443 HTTP/1.1" status: 200 len: 1803 time: 0.0761681 Aug 16 13:03:28.745192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45910) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:28.748385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e31f-e665-4050-a738-cc9173282744 req-1e30acce-f067-4675-8fe6-6f9ada923a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:28.750146 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-1e30acce-f067-4675-8fe6-6f9ada923a06 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 1095 time: 0.0850508 Aug 16 13:03:28.786388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edf548-bb89-4ed8-ac60-4fb6758b347f req-7e35f2aa-6dda-4ec7-a166-90e6410e2e17 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:28.787944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11edf548-bb89-4ed8-ac60-4fb6758b347f req-7e35f2aa-6dda-4ec7-a166-90e6410e2e17 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1308060 Aug 16 13:03:28.819023 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-7efa2bf6-22e0-4aa5-97b4-db681d200128 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffef71a8-0a00-4d27-b98e-317ec56795c3 HTTP/1.1" status: 200 len: 217 time: 0.0484858 Aug 16 13:03:28.873452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e31f-e665-4050-a738-cc9173282744 req-2a0b2cf7-4fd3-4155-9746-4aed7afa82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:28.875127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-2a0b2cf7-4fd3-4155-9746-4aed7afa82ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.0470538 Aug 16 13:03:28.876714 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-809e35e6-fedc-4a5d-b157-8638e034ff07 req-57731d3e-8c78-4a9b-8188-5be1d485d858 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 13:03:28.877757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-809e35e6-fedc-4a5d-b157-8638e034ff07 req-57731d3e-8c78-4a9b-8188-5be1d485d858 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "DELETE /v2.0/security-groups/18876b65-7565-4ba2-ab8b-e12bc3f1d443 HTTP/1.1" status: 409 len: 341 time: 0.1212344 Aug 16 13:03:28.878787 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8df4379-7b49-406b-80fa-22fe05fc7e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.884486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11edf548-bb89-4ed8-ac60-4fb6758b347f req-d1785312-0337-4f12-bf69-b98107f897b4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822217 Aug 16 13:03:28.912855 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8df4379-7b49-406b-80fa-22fe05fc7e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.916403 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-41241055-cfeb-4848-bf01-ac2b58ac2edc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325551 Aug 16 13:03:28.962041 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a375430e-ecea-4bc5-a6a0-366e0a6abf1a x-openstack-request-id: req-a375430e-ecea-4bc5-a6a0-366e0a6abf1a {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:28.962874 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa4c0f1-e8a9-45ff-b274-d2f4a6604024", "tag": "99a0a429-117b-4e9b-8992-980b2d21ea74", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:28.963298 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a375430e-ecea-4bc5-a6a0-366e0a6abf1a {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:28.964863 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'tag': '99a0a429-117b-4e9b-8992-980b2d21ea74', 'status': 'completed', 'code': 200} Aug 16 13:03:28.988754 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:03:28.991315 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8df4379-7b49-406b-80fa-22fe05fc7e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.995114 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8df4379-7b49-406b-80fa-22fe05fc7e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:28.999011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a8df4379-7b49-406b-80fa-22fe05fc7e5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b63e15f-b4ef-443e-861c-8ada50e6af57 HTTP/1.1" status: 204 len: 168 time: 0.2503595 Aug 16 13:03:29.024161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df4379-7b49-406b-80fa-22fe05fc7e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b63e15f-b4ef-443e-861c-8ada50e6af57,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:29.118555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff10e2c-79d1-4669-a5e3-2770b280a2df', 'tag': 'ffef71a8-0a00-4d27-b98e-317ec56795c3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:29.128377 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41df4994-b092-400d-8b06-47cfa984cb53" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff10e2c-79d1-4669-a5e3-2770b280a2df", "tag": "ffef71a8-0a00-4d27-b98e-317ec56795c3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:29.175955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db4713-5600-4c54-8138-6e3109734ba3 req-90013517-778d-4c0a-8d32-25659f916676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:29.177502 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-62db4713-5600-4c54-8138-6e3109734ba3 req-90013517-778d-4c0a-8d32-25659f916676 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6f3c01eca374af89f24bf4584e975f1&device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 1174 time: 0.1438575 Aug 16 13:03:29.192813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-6c1eb5d8-950c-4c78-b3e3-4e46ac054825 service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668495 Aug 16 13:03:29.344700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d71678-b882-4e6f-bd82-c088dbb8b404 req-108526e7-b679-4f70-8113-c40b901d0ae3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:29.350339 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b2c1d9-6529-41d6-8a9c-69ce2cc592ed x-openstack-request-id: req-e1b2c1d9-6529-41d6-8a9c-69ce2cc592ed {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:29.350968 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff10e2c-79d1-4669-a5e3-2770b280a2df", "tag": "ffef71a8-0a00-4d27-b98e-317ec56795c3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:29.351402 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1b2c1d9-6529-41d6-8a9c-69ce2cc592ed {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:29.352406 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff10e2c-79d1-4669-a5e3-2770b280a2df', 'tag': 'ffef71a8-0a00-4d27-b98e-317ec56795c3', 'status': 'completed', 'code': 200} Aug 16 13:03:29.355046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50d71678-b882-4e6f-bd82-c088dbb8b404 req-108526e7-b679-4f70-8113-c40b901d0ae3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 944 time: 0.0848141 Aug 16 13:03:29.404610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50d71678-b882-4e6f-bd82-c088dbb8b404 req-1b0dd345-c316-4b40-80e2-ee043e625d97 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481977 Aug 16 13:03:29.457863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db4713-5600-4c54-8138-6e3109734ba3 req-8799db00-0304-4074-af22-4b9a90e0676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:29.459405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-62db4713-5600-4c54-8138-6e3109734ba3 req-8799db00-0304-4074-af22-4b9a90e0676f service neutron] 10.222.0.22 "GET /v2.0/networks?id=bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 200 len: 913 time: 0.2657142 Aug 16 13:03:29.465766 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f405e31f-e665-4050-a738-cc9173282744 req-10f38563-61b4-4c1c-9511-45363ea08fc6 service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487023 Aug 16 13:03:29.519802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45928) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:29.566553 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:29.589799 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-62db4713-5600-4c54-8138-6e3109734ba3 req-1d9f31e2-6608-4f8c-99d2-310c0101109e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a0a429-117b-4e9b-8992-980b2d21ea74 HTTP/1.1" status: 200 len: 217 time: 0.0788207 Aug 16 13:03:29.591318 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec40f706-ddfc-4393-b1cf-6540f5c82a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:29.735728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db4713-5600-4c54-8138-6e3109734ba3 req-72ea32ff-425d-4bbf-9bda-472f11227681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:29.737300 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-62db4713-5600-4c54-8138-6e3109734ba3 req-72ea32ff-425d-4bbf-9bda-472f11227681 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6626a19a-373f-4e91-8f89-29f65ead1e8c HTTP/1.1" status: 200 len: 853 time: 0.1034260 Aug 16 13:03:29.758821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df4994-b092-400d-8b06-47cfa984cb53 req-ebd3eb03-a1f6-44c8-944a-c1ff95772b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:29.760395 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41df4994-b092-400d-8b06-47cfa984cb53 req-ebd3eb03-a1f6-44c8-944a-c1ff95772b8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 1095 time: 0.1254339 Aug 16 13:03:29.797599 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-62db4713-5600-4c54-8138-6e3109734ba3 req-1c63012c-4266-411b-93f4-7a2bdd5f8375 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bcf45dfc-9308-47aa-811a-e4799bb3ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514839 Aug 16 13:03:29.833746 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec40f706-ddfc-4393-b1cf-6540f5c82a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:29.852907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec40f706-ddfc-4393-b1cf-6540f5c82a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:29.970663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51276-29c9-46ed-a9f6-50efb2b32fa2 req-8315487d-2f91-4f13-8374-24405e957601 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:29.972287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67f51276-29c9-46ed-a9f6-50efb2b32fa2 req-8315487d-2f91-4f13-8374-24405e957601 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 945 time: 0.4743192 Aug 16 13:03:29.979946 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ec40f706-ddfc-4393-b1cf-6540f5c82a2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c7c42904f4241a7832ee794f4a6b5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596283 Aug 16 13:03:29.985600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40f706-ddfc-4393-b1cf-6540f5c82a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0428164e-b8da-46b4-bf37-5c844e27f1f4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:29.986187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1cc5d95-bef3-4b47-b067-ab822498daea req-9aef4c38-343f-4f5a-b569-9e5708156003 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4413435 Aug 16 13:03:29.988138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45934) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:29.998300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82f46c-b397-4a1f-a036-52b7175e4bfd req-51460a79-42fa-4c1a-b7bd-65b35c6ca21c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:29.999831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb82f46c-b397-4a1f-a036-52b7175e4bfd req-51460a79-42fa-4c1a-b7bd-65b35c6ca21c tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 1023 time: 0.4244149 Aug 16 13:03:30.077610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67f51276-29c9-46ed-a9f6-50efb2b32fa2 req-d82c6cd7-2473-4392-bc43-f085610e4ad0 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962062 Aug 16 13:03:30.098495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb82f46c-b397-4a1f-a036-52b7175e4bfd req-ecb7a770-0aff-45a6-a117-eab173b5d8e4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=18876b65-7565-4ba2-ab8b-e12bc3f1d443&id=85957cbf-9ace-4e6c-9bb3-5e272b219817&id=c0f71049-4754-4ae5-9ede-789c77c4b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0903397 Aug 16 13:03:30.110458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc5d95-bef3-4b47-b067-ab822498daea req-f87b79d1-90fd-4814-8cb9-70f6cbdce31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:30.113440 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1cc5d95-bef3-4b47-b067-ab822498daea req-f87b79d1-90fd-4814-8cb9-70f6cbdce31b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 1096 time: 0.0847409 Aug 16 13:03:30.265951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a60a0-c942-49a8-a841-8015187754e3 req-a0ef5866-35d3-4ee9-afb8-c68d27ef9f47 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:30.267728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-311a60a0-c942-49a8-a841-8015187754e3 req-a0ef5866-35d3-4ee9-afb8-c68d27ef9f47 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0936551 Aug 16 13:03:30.288786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc5d95-bef3-4b47-b067-ab822498daea req-2d75f9c9-4754-46ce-b7a5-d55dc9361f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:30.290283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1cc5d95-bef3-4b47-b067-ab822498daea req-2d75f9c9-4754-46ce-b7a5-d55dc9361f6e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 917 time: 0.1489565 Aug 16 13:03:30.306154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df4994-b092-400d-8b06-47cfa984cb53 req-ff8e18d7-a116-4b56-997f-5765e8d20b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:30.307626 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41df4994-b092-400d-8b06-47cfa984cb53 req-ff8e18d7-a116-4b56-997f-5765e8d20b1e service neutron] 10.222.0.22 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 905 time: 0.5226784 Aug 16 13:03:30.315044 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-62db4713-5600-4c54-8138-6e3109734ba3 req-98e8aadb-3c32-42c1-8a4c-6d3b7503a1f6 service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001562 Aug 16 13:03:30.348406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1cc5d95-bef3-4b47-b067-ab822498daea req-e8631bfd-4fe3-4016-9d05-94651c957e0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a097dc7-d1c2-4e9f-b056-53b350607e4b HTTP/1.1" status: 200 len: 217 time: 0.0506217 Aug 16 13:03:30.366581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-311a60a0-c942-49a8-a841-8015187754e3 req-f9092104-0690-4588-863f-a3bbb85a68ed tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884256 Aug 16 13:03:30.384590 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41df4994-b092-400d-8b06-47cfa984cb53 req-5716365d-ef0f-4f01-97fd-0c429c1bd088 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffef71a8-0a00-4d27-b98e-317ec56795c3 HTTP/1.1" status: 200 len: 217 time: 0.0659771 Aug 16 13:03:30.408586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc5d95-bef3-4b47-b067-ab822498daea req-790c8697-33fd-4162-bd1e-b11751db4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:30.410064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1cc5d95-bef3-4b47-b067-ab822498daea req-790c8697-33fd-4162-bd1e-b11751db4c4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 200 len: 857 time: 0.0533981 Aug 16 13:03:30.461772 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1cc5d95-bef3-4b47-b067-ab822498daea req-842e28fe-b756-4577-8d06-cbeb2230f96e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417275 Aug 16 13:03:30.498588 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e70c574b-88e3-48e8-bc82-5edcd8bfa62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:30.519358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df4994-b092-400d-8b06-47cfa984cb53 req-a033fe06-f8fe-493a-8c15-f05d38fc36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:30.520795 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41df4994-b092-400d-8b06-47cfa984cb53 req-a033fe06-f8fe-493a-8c15-f05d38fc36f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.1253939 Aug 16 13:03:30.542806 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-62db4713-5600-4c54-8138-6e3109734ba3 req-c9180e54-21e4-42fc-9fc9-86d52667a082 service neutron] 10.222.0.22 "GET /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136157 Aug 16 13:03:30.544651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e70c574b-88e3-48e8-bc82-5edcd8bfa62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:30.602754 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41df4994-b092-400d-8b06-47cfa984cb53 req-05816bbe-5bd4-4543-af50-fd7db3d8f1a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327709 Aug 16 13:03:30.607982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a92bb-9599-405e-9e67-f717da91ddb4 req-40f8932b-2a64-412f-be73-7e2d07c6f9e5 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:30.609486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-118a92bb-9599-405e-9e67-f717da91ddb4 req-40f8932b-2a64-412f-be73-7e2d07c6f9e5 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 944 time: 0.1012826 Aug 16 13:03:30.637562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1cc5d95-bef3-4b47-b067-ab822498daea req-3dad5a8e-d3c0-4030-b9e2-af7fd74ae0fb service neutron] 10.222.0.42 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637008 Aug 16 13:03:30.672760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e70c574b-88e3-48e8-bc82-5edcd8bfa62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:30.675653 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e70c574b-88e3-48e8-bc82-5edcd8bfa62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:30.681422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e70c574b-88e3-48e8-bc82-5edcd8bfa62b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0428164e-b8da-46b4-bf37-5c844e27f1f4 HTTP/1.1" status: 204 len: 168 time: 0.6815379 Aug 16 13:03:30.685512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-118a92bb-9599-405e-9e67-f717da91ddb4 req-c60e1185-82f2-444c-b538-304022c401b5 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660229 Aug 16 13:03:30.701627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c574b-88e3-48e8-bc82-5edcd8bfa62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0428164e-b8da-46b4-bf37-5c844e27f1f4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:30.772334 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41df4994-b092-400d-8b06-47cfa984cb53 req-2284f12e-fd29-437c-9c09-a446620f4c31 service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606920 Aug 16 13:03:30.792624 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1cc5d95-bef3-4b47-b067-ab822498daea req-b7e48590-dd58-4392-8770-106da2fdd086 service neutron] 10.222.0.42 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407065 Aug 16 13:03:30.870067 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41df4994-b092-400d-8b06-47cfa984cb53 req-fbc4275a-e637-46cb-9af8-e3c5d866dd9f service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881896 Aug 16 13:03:31.053276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45946) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:31.067438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c42b3e2-857f-46a7-985c-9f71b31157c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:31.175109 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c42b3e2-857f-46a7-985c-9f71b31157c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:31.189899 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c42b3e2-857f-46a7-985c-9f71b31157c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:31.236110 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5c42b3e2-857f-46a7-985c-9f71b31157c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b16262977bab46448f86786321244323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817107 Aug 16 13:03:31.237127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42b3e2-857f-46a7-985c-9f71b31157c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e471e68-c5d5-4daf-8080-a8eb9d583eff,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:31.238776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45960) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:31.251119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66787fe-27c4-4d89-ab03-5f21f0a2effb req-118524d7-7ba5-4cc6-862c-5435e995a4f8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:31.252646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d66787fe-27c4-4d89-ab03-5f21f0a2effb req-118524d7-7ba5-4cc6-862c-5435e995a4f8 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 945 time: 0.0953529 Aug 16 13:03:31.305591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa2235eb-52b1-4242-a73f-1b2d20c7e43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:31.331432 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa2235eb-52b1-4242-a73f-1b2d20c7e43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:31.336863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d66787fe-27c4-4d89-ab03-5f21f0a2effb req-cac2e9ec-7977-462e-8558-a9cf3aa7ed87 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772901 Aug 16 13:03:31.412514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1967d0-d968-4d2f-bd1d-c8bfcf74dde2 req-25569b46-c845-4604-92c8-12886aa62698 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:31.415403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e1967d0-d968-4d2f-bd1d-c8bfcf74dde2 req-25569b46-c845-4604-92c8-12886aa62698 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 1023 time: 0.0767963 Aug 16 13:03:31.420447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa2235eb-52b1-4242-a73f-1b2d20c7e43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:31.427016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa2235eb-52b1-4242-a73f-1b2d20c7e43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:31.428372 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-aa2235eb-52b1-4242-a73f-1b2d20c7e43a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e471e68-c5d5-4daf-8080-a8eb9d583eff HTTP/1.1" status: 204 len: 168 time: 0.1884263 Aug 16 13:03:31.452461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2235eb-52b1-4242-a73f-1b2d20c7e43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e471e68-c5d5-4daf-8080-a8eb9d583eff,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:31.475100 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e1967d0-d968-4d2f-bd1d-c8bfcf74dde2 req-f0a137e2-48a8-4718-97fa-3c967fbc1309 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=18876b65-7565-4ba2-ab8b-e12bc3f1d443&id=85957cbf-9ace-4e6c-9bb3-5e272b219817&id=c0f71049-4754-4ae5-9ede-789c77c4b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0520167 Aug 16 13:03:31.609929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e94198-5739-49a3-8c6c-7d17a373cee9 req-d6da6799-add9-4f01-818d-6637800ed7a2 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:31.611533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65e94198-5739-49a3-8c6c-7d17a373cee9 req-d6da6799-add9-4f01-818d-6637800ed7a2 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0643079 Aug 16 13:03:31.680846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65e94198-5739-49a3-8c6c-7d17a373cee9 req-42777cfb-b79b-439f-89e3-4c8898213e2a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621159 Aug 16 13:03:31.698575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6721af-3c7c-4c36-b4f7-f64197bdd839 req-f27fd732-47ea-44b6-81b0-9a852b088ec4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:31.700225 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e6721af-3c7c-4c36-b4f7-f64197bdd839 req-f27fd732-47ea-44b6-81b0-9a852b088ec4 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 945 time: 0.0664983 Aug 16 13:03:31.737954 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0e208b2b-2e66-4c1c-8a6d-6c521d883965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:31.764054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e6721af-3c7c-4c36-b4f7-f64197bdd839 req-8cab17cb-462f-484a-bc7d-7263408be6d7 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473859 Aug 16 13:03:31.805683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c53dc-bc38-49a0-a12d-3b8d707c0a46 req-eca2bd22-284d-48cc-b2ac-9a3d5560a23b tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:31.809268 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-be5c53dc-bc38-49a0-a12d-3b8d707c0a46 req-eca2bd22-284d-48cc-b2ac-9a3d5560a23b tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.22 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 1023 time: 0.1144035 Aug 16 13:03:31.900984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a837dc-3637-4a7d-ab42-836cc1d94417 req-b0514ae5-4159-4366-99b3-9fc4f424d118 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:31.902829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0a837dc-3637-4a7d-ab42-836cc1d94417 req-b0514ae5-4159-4366-99b3-9fc4f424d118 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 944 time: 0.0673714 Aug 16 13:03:31.935797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-be5c53dc-bc38-49a0-a12d-3b8d707c0a46 req-228e76be-a0f7-43a5-be6e-25f74ddb90be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Deleting port 99a0a429-117b-4e9b-8992-980b2d21ea74 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:31.936131 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-be5c53dc-bc38-49a0-a12d-3b8d707c0a46 req-228e76be-a0f7-43a5-be6e-25f74ddb90be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:31.950669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0a837dc-3637-4a7d-ab42-836cc1d94417 req-18b6c0df-e0c8-4f7d-bd36-50d75a9ea960 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405884 Aug 16 13:03:32.066979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-be5c53dc-bc38-49a0-a12d-3b8d707c0a46 req-228e76be-a0f7-43a5-be6e-25f74ddb90be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] For port 99a0a429-117b-4e9b-8992-980b2d21ea74, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=99a0a429-117b-4e9b-8992-980b2d21ea74,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:32.067684 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-be5c53dc-bc38-49a0-a12d-3b8d707c0a46 req-228e76be-a0f7-43a5-be6e-25f74ddb90be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:32.082857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-be5c53dc-bc38-49a0-a12d-3b8d707c0a46 req-228e76be-a0f7-43a5-be6e-25f74ddb90be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Calling delete_port for 99a0a429-117b-4e9b-8992-980b2d21ea74 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:32.256703 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-be5c53dc-bc38-49a0-a12d-3b8d707c0a46 req-228e76be-a0f7-43a5-be6e-25f74ddb90be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:32.287553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e76be-a0f7-43a5-be6e-25f74ddb90be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event deleted for resources: {'Port': ['ID=99a0a429-117b-4e9b-8992-980b2d21ea74,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:32.304621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cb5eed9b-266e-4271-9d46-7a0a3f49d07a', '99a0a429-117b-4e9b-8992-980b2d21ea74'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:32.380161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5c53dc-bc38-49a0-a12d-3b8d707c0a46 req-228e76be-a0f7-43a5-be6e-25f74ddb90be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] No DVR routers for this DVR port 99a0a429-117b-4e9b-8992-980b2d21ea74 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:03:32.385656 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-be5c53dc-bc38-49a0-a12d-3b8d707c0a46 req-228e76be-a0f7-43a5-be6e-25f74ddb90be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:32.390737 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-be5c53dc-bc38-49a0-a12d-3b8d707c0a46 req-228e76be-a0f7-43a5-be6e-25f74ddb90be tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.22 "DELETE /v2.0/ports/99a0a429-117b-4e9b-8992-980b2d21ea74 HTTP/1.1" status: 204 len: 173 time: 0.5674500 Aug 16 13:03:32.391216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'name': 'network-vif-deleted', 'tag': '99a0a429-117b-4e9b-8992-980b2d21ea74'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:32.393512 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d614c29f-1389-47da-aa79-df4c6f369e4e" -d '{"events": [{"server_uuid": "2aa4c0f1-e8a9-45ff-b274-d2f4a6604024", "name": "network-vif-deleted", "tag": "99a0a429-117b-4e9b-8992-980b2d21ea74"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:32.489118 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f4a294-d648-4a24-b876-eb6e48758f08 x-openstack-request-id: req-d8f4a294-d648-4a24-b876-eb6e48758f08 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:32.489418 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa4c0f1-e8a9-45ff-b274-d2f4a6604024", "name": "network-vif-deleted", "tag": "99a0a429-117b-4e9b-8992-980b2d21ea74", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:32.489678 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8f4a294-d648-4a24-b876-eb6e48758f08 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:32.490695 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa4c0f1-e8a9-45ff-b274-d2f4a6604024', 'name': 'network-vif-deleted', 'tag': '99a0a429-117b-4e9b-8992-980b2d21ea74', 'status': 'completed', 'code': 200} Aug 16 13:03:32.681850 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9556f5d6-cca9-4f38-8997-c360c6182783 req-82e66711-9ed9-470b-b0b2-5ce0ae2f2f29 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=2aa4c0f1-e8a9-45ff-b274-d2f4a6604024 HTTP/1.1" status: 200 len: 210 time: 0.0605953 Aug 16 13:03:32.975737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716b97-31ef-469c-bbd3-f78a241f0995 req-6f53476f-5e43-4bba-87cc-b114d4eab0cf tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:32.985321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9716b97-31ef-469c-bbd3-f78a241f0995 req-6f53476f-5e43-4bba-87cc-b114d4eab0cf tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 945 time: 0.1001341 Aug 16 13:03:33.063856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9716b97-31ef-469c-bbd3-f78a241f0995 req-7893fc02-2d06-4aff-b089-41fcfc84fc3b tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760696 Aug 16 13:03:33.159090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1045c1-e85a-465c-acf5-abe9473939b8 req-a225f8d9-f914-4a4f-9d19-a0c75b338151 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:33.168224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b1045c1-e85a-465c-acf5-abe9473939b8 req-a225f8d9-f914-4a4f-9d19-a0c75b338151 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 944 time: 0.1016107 Aug 16 13:03:33.248689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b1045c1-e85a-465c-acf5-abe9473939b8 req-8e0a994c-4af4-4846-bd82-c6dc089f9272 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787523 Aug 16 13:03:33.430154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46032) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:33.534674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c05cf1a4-2ce6-492b-9de5-484912bf1414 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1288808357'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:33.535238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c05cf1a4-2ce6-492b-9de5-484912bf1414 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Unknown quota resources ['metering_label']. {{(pid=101396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 13:03:33.770535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c05cf1a4-2ce6-492b-9de5-484912bf1414 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:33.771644 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c05cf1a4-2ce6-492b-9de5-484912bf1414 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3404410 Aug 16 13:03:33.776010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46044) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:33.780290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fa5ed7ed-dcbd-4eff-858b-cd0f5bcd4b37 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6eb519f8-82ac-4838-9250-f067aa1e2b69'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:33.780805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fa5ed7ed-dcbd-4eff-858b-cd0f5bcd4b37 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 13:03:33.789559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bf5282a-6c7a-4034-85cf-2e82ca78993e req-2dfac226-7e2a-4fd6-b5be-cb05c364f01f tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/c0f71049-4754-4ae5-9ede-789c77c4b7b8 HTTP/1.1" status: 200 len: 1803 time: 0.0420513 Aug 16 13:03:33.853386 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9bf5282a-6c7a-4034-85cf-2e82ca78993e req-2ca37eee-77be-4386-9bbf-cdb91f91d150 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:33.877212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9bf5282a-6c7a-4034-85cf-2e82ca78993e req-2ca37eee-77be-4386-9bbf-cdb91f91d150 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:33.887223 n-d-804708-1 neutron-server[101396]: WARNING neutron.services.metering.metering_plugin [None req-fa5ed7ed-dcbd-4eff-858b-cd0f5bcd4b37 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 13:03:33.922064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb76aad-f9f5-45e7-a283-12f2992d661e req-fa618806-51d3-4123-aad5-1e183d2ff155 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:33.923696 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4eb76aad-f9f5-45e7-a283-12f2992d661e req-fa618806-51d3-4123-aad5-1e183d2ff155 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 945 time: 0.1616166 Aug 16 13:03:33.924855 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9bf5282a-6c7a-4034-85cf-2e82ca78993e req-2ca37eee-77be-4386-9bbf-cdb91f91d150 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:33.927529 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-9bf5282a-6c7a-4034-85cf-2e82ca78993e req-2ca37eee-77be-4386-9bbf-cdb91f91d150 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:33.928613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bf5282a-6c7a-4034-85cf-2e82ca78993e req-2ca37eee-77be-4386-9bbf-cdb91f91d150 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0f71049-4754-4ae5-9ede-789c77c4b7b8 HTTP/1.1" status: 204 len: 173 time: 0.1321945 Aug 16 13:03:33.941913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca37eee-77be-4386-9bbf-cdb91f91d150 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f71049-4754-4ae5-9ede-789c77c4b7b8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:34.013405 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c56a447f-0a12-4f40-b4d3-21dd9d8d150d req-923de059-9736-4a95-a40b-733da7b18fee tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/18876b65-7565-4ba2-ab8b-e12bc3f1d443 HTTP/1.1" status: 200 len: 1803 time: 0.0536435 Aug 16 13:03:34.028486 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa5ed7ed-dcbd-4eff-858b-cd0f5bcd4b37 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.032653 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fa5ed7ed-dcbd-4eff-858b-cd0f5bcd4b37 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2566862 Aug 16 13:03:34.033412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46050) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:34.057013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-29ac5b12-e268-4df3-a650-72de215c0dab tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6eb519f8-82ac-4838-9250-f067aa1e2b69'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:34.057509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-29ac5b12-e268-4df3-a650-72de215c0dab tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 13:03:34.080519 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c56a447f-0a12-4f40-b4d3-21dd9d8d150d req-3eaa131c-ebe7-4819-9579-7839fd9817dc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.106984 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c56a447f-0a12-4f40-b4d3-21dd9d8d150d req-3eaa131c-ebe7-4819-9579-7839fd9817dc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.144574 n-d-804708-1 neutron-server[101396]: WARNING neutron.services.metering.metering_plugin [None req-29ac5b12-e268-4df3-a650-72de215c0dab tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 13:03:34.196530 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c56a447f-0a12-4f40-b4d3-21dd9d8d150d req-3eaa131c-ebe7-4819-9579-7839fd9817dc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.199155 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-c56a447f-0a12-4f40-b4d3-21dd9d8d150d req-3eaa131c-ebe7-4819-9579-7839fd9817dc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.200593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c56a447f-0a12-4f40-b4d3-21dd9d8d150d req-3eaa131c-ebe7-4819-9579-7839fd9817dc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "DELETE /v2.0/security-groups/18876b65-7565-4ba2-ab8b-e12bc3f1d443 HTTP/1.1" status: 204 len: 173 time: 0.1806624 Aug 16 13:03:34.215542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa131c-ebe7-4819-9579-7839fd9817dc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18876b65-7565-4ba2-ab8b-e12bc3f1d443,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:34.237718 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-d9508f20-c399-4198-8d72-fda2b0b570eb req-958cf049-189c-4a81-a034-370689f382b4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1018807442', 'description': 'tempest-description-2076845441'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:34.276267 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29ac5b12-e268-4df3-a650-72de215c0dab tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.278023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40861adf-8c92-44ec-a628-7216f05fd56d req-d657ba80-5deb-4bce-9254-99212dc3002a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:34.279646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40861adf-8c92-44ec-a628-7216f05fd56d req-d657ba80-5deb-4bce-9254-99212dc3002a tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 945 time: 0.1203113 Aug 16 13:03:34.280104 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-29ac5b12-e268-4df3-a650-72de215c0dab tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2295589 Aug 16 13:03:34.280297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46060) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:34.310299 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4eb76aad-f9f5-45e7-a283-12f2992d661e req-ff9d2fa0-b35d-4fa4-b372-e71e7f2e6d37 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Deleting port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:34.310299 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4eb76aad-f9f5-45e7-a283-12f2992d661e req-ff9d2fa0-b35d-4fa4-b372-e71e7f2e6d37 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.328345 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d7a74fa-52f5-4190-85b0-60406f8b01f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.328961 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d9508f20-c399-4198-8d72-fda2b0b570eb req-958cf049-189c-4a81-a034-370689f382b4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.332342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c880ef1d-49db-4bc7-b506-ef00f0252a2d tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=9fbeae41-0c7c-4f43-9255-829403217448 HTTP/1.1" status: 200 len: 464 time: 0.0470805 Aug 16 13:03:34.335856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46064) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:34.374758 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40861adf-8c92-44ec-a628-7216f05fd56d req-6f877d8d-0d58-49d9-a910-bad7c2d0f1cb tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765722 Aug 16 13:03:34.479215 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d9508f20-c399-4198-8d72-fda2b0b570eb req-958cf049-189c-4a81-a034-370689f382b4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.513355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d9508f20-c399-4198-8d72-fda2b0b570eb req-958cf049-189c-4a81-a034-370689f382b4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.528200 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.550394 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c24af5c-d77c-4c1d-8c98-ff4858e01e22 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.551670 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6c24af5c-d77c-4c1d-8c98-ff4858e01e22 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/9fbeae41-0c7c-4f43-9255-829403217448 HTTP/1.1" status: 204 len: 168 time: 0.2137628 Aug 16 13:03:34.555292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-d9508f20-c399-4198-8d72-fda2b0b570eb req-958cf049-189c-4a81-a034-370689f382b4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.556511 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46066) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:34.556770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9508f20-c399-4198-8d72-fda2b0b570eb req-958cf049-189c-4a81-a034-370689f382b4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3242087 Aug 16 13:03:34.565476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cf049-189c-4a81-a034-370689f382b4 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774c093a-e46f-423a-a066-5515fcf78362,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:34.574794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf4f48-a6b6-4a38-a52b-8c7b94341233 req-0d823685-b0c0-4efe-ae8c-bf3aad337091 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:34.581256 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de2c9503-3533-4b05-8c20-5a0b5d544b2c tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=9fbeae41-0c7c-4f43-9255-829403217448 HTTP/1.1" status: 200 len: 221 time: 0.0238240 Aug 16 13:03:34.583253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4eb76aad-f9f5-45e7-a283-12f2992d661e req-ff9d2fa0-b35d-4fa4-b372-e71e7f2e6d37 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] For port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be,segment=NetworkSegment(930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51),segment_id=930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:34.583696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4eb76aad-f9f5-45e7-a283-12f2992d661e req-ff9d2fa0-b35d-4fa4-b372-e71e7f2e6d37 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.586189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46070) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:34.586590 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86cf4f48-a6b6-4a38-a52b-8c7b94341233 req-0d823685-b0c0-4efe-ae8c-bf3aad337091 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 944 time: 0.1048470 Aug 16 13:03:34.594684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e7280412-75be-44ed-b52f-68000416facf tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1236121462', 'description': 'label created by tempest'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:34.595435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e7280412-75be-44ed-b52f-68000416facf tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Unknown quota resources ['metering_label']. {{(pid=101396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 13:03:34.615426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4eb76aad-f9f5-45e7-a283-12f2992d661e req-ff9d2fa0-b35d-4fa4-b372-e71e7f2e6d37 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Calling delete_port for ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:34.634504 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86cf4f48-a6b6-4a38-a52b-8c7b94341233 req-87878de4-683a-4883-be24-642689bed82d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Aug 16 13:03:34.651251 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ffef71a8-0a00-4d27-b98e-317ec56795c3 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:34.722023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71820cb9-f657-4069-834b-44622269fe1e req-c23c37d4-499a-47cb-99ed-7ad24cb45c73 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:34.731028 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71820cb9-f657-4069-834b-44622269fe1e req-c23c37d4-499a-47cb-99ed-7ad24cb45c73 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0950243 Aug 16 13:03:34.770462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71820cb9-f657-4069-834b-44622269fe1e req-2f5a1544-62f3-4669-a9b9-db1865d4db44 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383375 Aug 16 13:03:34.781617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c086b3e-6ea7-4af7-99d8-e7a73587294d req-a230877d-1fad-4794-b070-eb4112975271 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/774c093a-e46f-423a-a066-5515fcf78362 HTTP/1.1" status: 200 len: 1803 time: 0.1132441 Aug 16 13:03:34.788951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-7c086b3e-6ea7-4af7-99d8-e7a73587294d req-2b77ce1a-8f3a-477c-ae8b-a374bd5c9278 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1297586876', 'description': 'tempest-description-hth-1494817168'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:34.828959 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c086b3e-6ea7-4af7-99d8-e7a73587294d req-2b77ce1a-8f3a-477c-ae8b-a374bd5c9278 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.848314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ffef71a8-0a00-4d27-b98e-317ec56795c3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ffef71a8-0a00-4d27-b98e-317ec56795c3,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:34.874808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'ffef71a8-0a00-4d27-b98e-317ec56795c3', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'port_id': 'ffef71a8-0a00-4d27-b98e-317ec56795c3', 'mac_address': 'fa:16:3e:ec:e3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2fbee-3a3e-4715-90df-0fbf9a0d2623', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:34.889743 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c086b3e-6ea7-4af7-99d8-e7a73587294d req-2b77ce1a-8f3a-477c-ae8b-a374bd5c9278 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.896329 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c086b3e-6ea7-4af7-99d8-e7a73587294d req-2b77ce1a-8f3a-477c-ae8b-a374bd5c9278 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.900232 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7c086b3e-6ea7-4af7-99d8-e7a73587294d req-2b77ce1a-8f3a-477c-ae8b-a374bd5c9278 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.911178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c086b3e-6ea7-4af7-99d8-e7a73587294d req-2b77ce1a-8f3a-477c-ae8b-a374bd5c9278 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "PUT /v2.0/security-groups/774c093a-e46f-423a-a066-5515fcf78362 HTTP/1.1" status: 200 len: 1777 time: 0.1234491 Aug 16 13:03:34.933484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7280412-75be-44ed-b52f-68000416facf tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.935904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e7280412-75be-44ed-b52f-68000416facf tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3444157 Aug 16 13:03:34.937549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46080) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:34.941751 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:34.958778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffef71a8-0a00-4d27-b98e-317ec56795c3 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:34.987672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77ce1a-8f3a-477c-ae8b-a374bd5c9278 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774c093a-e46f-423a-a066-5515fcf78362,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:35.004100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ffef71a8-0a00-4d27-b98e-317ec56795c3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ffef71a8-0a00-4d27-b98e-317ec56795c3,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:35.009883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:35.072936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fea15e1a-cca7-4afb-ae04-c1e334429a2b req-549183f4-9634-4093-8b48-9dadf5a47b9b tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/774c093a-e46f-423a-a066-5515fcf78362 HTTP/1.1" status: 200 len: 1777 time: 0.1186469 Aug 16 13:03:35.093015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ffef71a8-0a00-4d27-b98e-317ec56795c3,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:35.121378 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5dc6f693-1fae-4de2-92e6-76cf5a9fb145 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=992d1cda-5519-42c2-b896-73ad3ad7c8db HTTP/1.1" status: 200 len: 468 time: 0.1818178 Aug 16 13:03:35.124044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46088) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:35.164219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4eb76aad-f9f5-45e7-a283-12f2992d661e req-ff9d2fa0-b35d-4fa4-b372-e71e7f2e6d37 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:35.201070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d2fa0-b35d-4fa4-b372-e71e7f2e6d37 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Pushing event deleted for resources: {'Port': ['ID=ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:35.248040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb76aad-f9f5-45e7-a283-12f2992d661e req-ff9d2fa0-b35d-4fa4-b372-e71e7f2e6d37 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] No DVR routers for this DVR port ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:03:35.251237 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4eb76aad-f9f5-45e7-a283-12f2992d661e req-ff9d2fa0-b35d-4fa4-b372-e71e7f2e6d37 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:35.253411 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4eb76aad-f9f5-45e7-a283-12f2992d661e req-ff9d2fa0-b35d-4fa4-b372-e71e7f2e6d37 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.22 "DELETE /v2.0/ports/ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be HTTP/1.1" status: 204 len: 173 time: 1.2786636 Aug 16 13:03:35.253913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada8c080-0eac-4487-b0ed-7db8c112474a', 'name': 'network-vif-deleted', 'tag': 'ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:35.256191 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b450b6a7-123d-4de9-9188-f06eb4593faf" -d '{"events": [{"server_uuid": "ada8c080-0eac-4487-b0ed-7db8c112474a", "name": "network-vif-deleted", "tag": "ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:35.361141 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd62c09-e346-4ce0-bc16-686e374afa1a x-openstack-request-id: req-8fd62c09-e346-4ce0-bc16-686e374afa1a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:35.361141 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada8c080-0eac-4487-b0ed-7db8c112474a", "name": "network-vif-deleted", "tag": "ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:35.361141 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fd62c09-e346-4ce0-bc16-686e374afa1a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:35.361452 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada8c080-0eac-4487-b0ed-7db8c112474a', 'name': 'network-vif-deleted', 'tag': 'ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be', 'status': 'completed', 'code': 200} Aug 16 13:03:35.465280 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:35.466321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8901e7a6-446d-4a04-9fb3-d8f44053e2d6 req-02d9b9eb-294e-4459-8fb8-44d66876aa1a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/774c093a-e46f-423a-a066-5515fcf78362 HTTP/1.1" status: 200 len: 1777 time: 0.2339160 Aug 16 13:03:35.512167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['ffef71a8-0a00-4d27-b98e-317ec56795c3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:35.574292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43170f36-2074-4186-aeed-437b6761e45f req-cd308b8c-8a29-45a9-a42e-8b02c92a5ef9 tempest-DeleteServersTestJSON-124327240 tempest-DeleteServersTestJSON-124327240-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada8c080-0eac-4487-b0ed-7db8c112474a HTTP/1.1" status: 200 len: 210 time: 0.0452363 Aug 16 13:03:35.577956 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cf3a-61eb-4997-aed6-5ae64af22abb tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:35.579044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d9b8cf3a-61eb-4997-aed6-5ae64af22abb tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/992d1cda-5519-42c2-b896-73ad3ad7c8db HTTP/1.1" status: 204 len: 168 time: 0.4537575 Aug 16 13:03:35.581777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46100) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:35.601880 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a5f94171-ca81-4717-ae2d-d15e6966c2d1 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=992d1cda-5519-42c2-b896-73ad3ad7c8db HTTP/1.1" status: 200 len: 216 time: 0.0177271 Aug 16 13:03:35.610492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46102) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:35.612526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8901e7a6-446d-4a04-9fb3-d8f44053e2d6 req-990dbaa9-8220-4231-97fe-980c349817eb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:35.624859 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0a7f067c-bb0e-4bc8-b861-a1ccff1390da tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0128734 Aug 16 13:03:35.629079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46104) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:35.640437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8901e7a6-446d-4a04-9fb3-d8f44053e2d6 req-990dbaa9-8220-4231-97fe-980c349817eb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:35.644072 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-590864c9-c0e4-4aa8-b16c-d9806bbb59f3 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0136189 Aug 16 13:03:35.649303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46108) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:35.715922 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8901e7a6-446d-4a04-9fb3-d8f44053e2d6 req-990dbaa9-8220-4231-97fe-980c349817eb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:35.719111 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-8901e7a6-446d-4a04-9fb3-d8f44053e2d6 req-990dbaa9-8220-4231-97fe-980c349817eb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:35.724061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8901e7a6-446d-4a04-9fb3-d8f44053e2d6 req-990dbaa9-8220-4231-97fe-980c349817eb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "DELETE /v2.0/security-groups/774c093a-e46f-423a-a066-5515fcf78362 HTTP/1.1" status: 204 len: 173 time: 0.2567606 Aug 16 13:03:35.753828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dbaa9-8220-4231-97fe-980c349817eb tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774c093a-e46f-423a-a066-5515fcf78362,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:35.761688 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4768722a-374f-42f8-9ad1-6ddefc88c686 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/6eb519f8-82ac-4838-9250-f067aa1e2b69 HTTP/1.1" status: 200 len: 473 time: 0.1067107 Aug 16 13:03:35.762702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46114) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:35.802536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4278cd7b-490e-4500-b5e9-106ccf2194d0 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/509052b6-5f13-410b-9fb2-e6961993bea0 HTTP/1.1" status: 200 len: 461 time: 0.0350697 Aug 16 13:03:35.806336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46116) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:35.853082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285792b5-40de-476d-a279-5f72a3727730 req-7675b320-ae7c-41c7-bf9c-eb1a7aab3ae0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:35.861019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-285792b5-40de-476d-a279-5f72a3727730 req-7675b320-ae7c-41c7-bf9c-eb1a7aab3ae0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 945 time: 0.0818679 Aug 16 13:03:35.927511 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-bd1aff7e-2307-4dea-a271-97610f9beb32 req-a1fb6e04-0061-4921-b276-4cfcc17efab7 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] show failed (client error): The resource could not be found. Aug 16 13:03:35.928272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd1aff7e-2307-4dea-a271-97610f9beb32 req-a1fb6e04-0061-4921-b276-4cfcc17efab7 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/18876b65-7565-4ba2-ab8b-e12bc3f1d443 HTTP/1.1" status: 404 len: 352 time: 0.0169177 Aug 16 13:03:35.957567 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-285792b5-40de-476d-a279-5f72a3727730 req-cee11df7-55ba-4478-8010-267406ff15a8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954578 Aug 16 13:03:35.968864 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-012d2073-4dd9-4bfe-87fd-be6ded401e1e tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:35.974565 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-012d2073-4dd9-4bfe-87fd-be6ded401e1e tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/509052b6-5f13-410b-9fb2-e6961993bea0 HTTP/1.1" status: 204 len: 168 time: 0.1671762 Aug 16 13:03:35.977713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46126) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:36.020787 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-8d580cce-372f-44ee-8b5e-2cb22144df31 req-faa09cfa-83b5-4c95-b05a-acc6051804f8 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] show failed (client error): The resource could not be found. Aug 16 13:03:36.025535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d580cce-372f-44ee-8b5e-2cb22144df31 req-faa09cfa-83b5-4c95-b05a-acc6051804f8 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/c0f71049-4754-4ae5-9ede-789c77c4b7b8 HTTP/1.1" status: 404 len: 352 time: 0.0242960 Aug 16 13:03:36.077896 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-4b0cc4a0-d607-4fc4-9a67-b77550db5c2c req-d5f3f342-bedf-4bfc-89f6-d51cb17369dc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] show failed (client error): The resource could not be found. Aug 16 13:03:36.086718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b0cc4a0-d607-4fc4-9a67-b77550db5c2c req-d5f3f342-bedf-4bfc-89f6-d51cb17369dc tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/d66aafc9-86df-4e5a-b6a6-464d2ec81a0e HTTP/1.1" status: 404 len: 352 time: 0.0265822 Aug 16 13:03:36.120044 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-428505b3-f406-4f80-b20b-a2be6af84eec req-40aca75a-e36c-40a1-9f1b-1e2650b1d2c2 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] show failed (client error): The resource could not be found. Aug 16 13:03:36.128725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-428505b3-f406-4f80-b20b-a2be6af84eec req-40aca75a-e36c-40a1-9f1b-1e2650b1d2c2 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/b3205f15-56b8-4bef-8f3c-6c719910a3f0 HTTP/1.1" status: 404 len: 352 time: 0.0242050 Aug 16 13:03:36.161040 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-abfca245-5266-4095-8442-e8b27d326c6e req-31bec180-cf11-42d7-acfd-3dada1e454f6 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] show failed (client error): The resource could not be found. Aug 16 13:03:36.170609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-abfca245-5266-4095-8442-e8b27d326c6e req-31bec180-cf11-42d7-acfd-3dada1e454f6 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/df8d4d4f-a100-4afd-8391-4f56dab8d84d HTTP/1.1" status: 404 len: 352 time: 0.0257378 Aug 16 13:03:36.229635 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-b977f52d-5e26-4586-8022-0bc739abcd72 req-b2205a26-d3f9-4e25-844d-47ddcb21be0d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] show failed (client error): The resource could not be found. Aug 16 13:03:36.234901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b977f52d-5e26-4586-8022-0bc739abcd72 req-b2205a26-d3f9-4e25-844d-47ddcb21be0d tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/45e2c047-8ad3-49f0-8f5d-767feb9d3ecb HTTP/1.1" status: 404 len: 352 time: 0.0422997 Aug 16 13:03:36.547685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89195239-4281-470e-9044-9a3f88b10b55 req-4cf382ce-0597-4fb4-8187-b6f1a0b64091 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:36.551682 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b132bd5-d2f8-429a-b7d4-91e3a1ab6238 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.556901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8b132bd5-d2f8-429a-b7d4-91e3a1ab6238 tempest-MeteringTestJSON-656320908 tempest-MeteringTestJSON-656320908-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/6eb519f8-82ac-4838-9250-f067aa1e2b69 HTTP/1.1" status: 204 len: 168 time: 0.5781436 Aug 16 13:03:36.557571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89195239-4281-470e-9044-9a3f88b10b55 req-4cf382ce-0597-4fb4-8187-b6f1a0b64091 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 1024 time: 0.0774755 Aug 16 13:03:36.600716 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89195239-4281-470e-9044-9a3f88b10b55 req-9d76aa3d-7014-4c57-9baf-d99a557add62 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=147dcebd-4cf5-4e1e-95aa-412ee36bebeb&id=85957cbf-9ace-4e6c-9bb3-5e272b219817&id=02afffdf-efd3-488c-803f-69740a83b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0420215 Aug 16 13:03:36.688731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:03:36.744742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:03:36.745166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ecbc3cba-bd6b-4965-8d59-bf3d9f5cb1be not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:03:36.745750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 99a0a429-117b-4e9b-8992-980b2d21ea74 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:03:36.775932 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 99a0a429-117b-4e9b-8992-980b2d21ea74 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:03:36.776778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 99a0a429-117b-4e9b-8992-980b2d21ea74 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:03:36.943852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c39798-5931-471f-b46a-7a2c7b36d038 req-32b24de8-2631-4081-afff-cb22f3f04872 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:36.946321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93c39798-5931-471f-b46a-7a2c7b36d038 req-32b24de8-2631-4081-afff-cb22f3f04872 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0659766 Aug 16 13:03:37.002670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93c39798-5931-471f-b46a-7a2c7b36d038 req-b7f16450-b09b-4d94-8e73-927cb41ac0fc tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489953 Aug 16 13:03:37.003230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46170) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:37.111085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209d46-5c44-4082-80d0-24787243ff76 req-7ab4fc87-dfa3-479b-98bf-844b63909c1f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:37.113698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b209d46-5c44-4082-80d0-24787243ff76 req-7ab4fc87-dfa3-479b-98bf-844b63909c1f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 945 time: 0.0617385 Aug 16 13:03:37.134554 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb798-d7bb-4c1b-a135-35ca61f0fb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.163775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b209d46-5c44-4082-80d0-24787243ff76 req-976a0272-cbfc-489c-8301-24b9bc1d430f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418458 Aug 16 13:03:37.262018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb798-d7bb-4c1b-a135-35ca61f0fb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.267556 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb798-d7bb-4c1b-a135-35ca61f0fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.305853 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.327211 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ccdfb798-d7bb-4c1b-a135-35ca61f0fb58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d791c17079f740228c21785074681779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226941 Aug 16 13:03:37.329147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46186) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:37.338578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfb798-d7bb-4c1b-a135-35ca61f0fb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f779b12b-0e3f-4272-b361-22e32e5a0ad0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:37.415220 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7600a93e-d516-4e13-8a4f-73d1503b5714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.449263 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7600a93e-d516-4e13-8a4f-73d1503b5714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.508020 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7600a93e-d516-4e13-8a4f-73d1503b5714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.511162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7600a93e-d516-4e13-8a4f-73d1503b5714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.512539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7600a93e-d516-4e13-8a4f-73d1503b5714 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f779b12b-0e3f-4272-b361-22e32e5a0ad0 HTTP/1.1" status: 204 len: 168 time: 0.1821377 Aug 16 13:03:37.521713 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600a93e-d516-4e13-8a4f-73d1503b5714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f779b12b-0e3f-4272-b361-22e32e5a0ad0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:37.754943 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf9be6-d4a0-464e-bda6-965687a294b3 req-974eaec0-da56-49f2-af9e-b745a60261d5 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:37.756603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9aaf9be6-d4a0-464e-bda6-965687a294b3 req-974eaec0-da56-49f2-af9e-b745a60261d5 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 1024 time: 0.0630741 Aug 16 13:03:37.826645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9aaf9be6-d4a0-464e-bda6-965687a294b3 req-1dcbfe11-f734-494d-b420-6447c839e31a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups?id=147dcebd-4cf5-4e1e-95aa-412ee36bebeb&id=85957cbf-9ace-4e6c-9bb3-5e272b219817&id=02afffdf-efd3-488c-803f-69740a83b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0580072 Aug 16 13:03:37.844346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46198) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:37.859000 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c65148f-ab2e-4bf3-9275-1d088efeab3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.952844 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c65148f-ab2e-4bf3-9275-1d088efeab3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.957296 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c65148f-ab2e-4bf3-9275-1d088efeab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.998615 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8c65148f-ab2e-4bf3-9275-1d088efeab3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbd953c6f940426b9628368bd4b6d52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530192 Aug 16 13:03:37.999708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65148f-ab2e-4bf3-9275-1d088efeab3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd9a7a4-46a3-4c56-951d-bc6fc6239bb7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:38.001180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46200) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:38.059359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-963a7b8d-2caf-4e1f-b682-88f73401f904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.083225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-963a7b8d-2caf-4e1f-b682-88f73401f904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.161316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07ebd1-bb74-44df-956e-477a596b3bab req-98967fd1-3d2b-44b8-adaa-bf8f7a6aa662 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:38.162966 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a07ebd1-bb74-44df-956e-477a596b3bab req-98967fd1-3d2b-44b8-adaa-bf8f7a6aa662 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0720556 Aug 16 13:03:38.204838 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-963a7b8d-2caf-4e1f-b682-88f73401f904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.207364 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-963a7b8d-2caf-4e1f-b682-88f73401f904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.208498 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-963a7b8d-2caf-4e1f-b682-88f73401f904 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cd9a7a4-46a3-4c56-951d-bc6fc6239bb7 HTTP/1.1" status: 204 len: 168 time: 0.2055993 Aug 16 13:03:38.229437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a07ebd1-bb74-44df-956e-477a596b3bab req-a1720a85-f4c1-43a8-a517-ba706659173c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554578 Aug 16 13:03:38.234257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a7b8d-2caf-4e1f-b682-88f73401f904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd9a7a4-46a3-4c56-951d-bc6fc6239bb7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:38.328991 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b0646-c3ce-4650-ab31-5135d0536202 req-56dc784e-bbdd-4554-877a-88bf55637618 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:38.336523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-403b0646-c3ce-4650-ab31-5135d0536202 req-56dc784e-bbdd-4554-877a-88bf55637618 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 945 time: 0.0595605 Aug 16 13:03:38.393853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-403b0646-c3ce-4650-ab31-5135d0536202 req-03111a83-2f25-45cd-8677-b89d238d2e53 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563030 Aug 16 13:03:38.397313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0a78d-f8fd-4f00-9409-151fbee045c2 req-984e268d-0514-4732-a705-04daa1929e14 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:38.399541 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c8e0a78d-f8fd-4f00-9409-151fbee045c2 req-984e268d-0514-4732-a705-04daa1929e14 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.22 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 1024 time: 0.0683024 Aug 16 13:03:38.567116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c8e0a78d-f8fd-4f00-9409-151fbee045c2 req-d21a0bec-9c95-4735-b77b-6a2925a1109a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Deleting port cb5eed9b-266e-4271-9d46-7a0a3f49d07a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:38.567116 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c8e0a78d-f8fd-4f00-9409-151fbee045c2 req-d21a0bec-9c95-4735-b77b-6a2925a1109a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.664724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c8e0a78d-f8fd-4f00-9409-151fbee045c2 req-d21a0bec-9c95-4735-b77b-6a2925a1109a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] For port cb5eed9b-266e-4271-9d46-7a0a3f49d07a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,segment=NetworkSegment(0ae036f5-09b8-4227-94a6-fc7e6ce06a8c),segment_id=0ae036f5-09b8-4227-94a6-fc7e6ce06a8c)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:38.665093 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c8e0a78d-f8fd-4f00-9409-151fbee045c2 req-d21a0bec-9c95-4735-b77b-6a2925a1109a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.678793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c8e0a78d-f8fd-4f00-9409-151fbee045c2 req-d21a0bec-9c95-4735-b77b-6a2925a1109a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Calling delete_port for cb5eed9b-266e-4271-9d46-7a0a3f49d07a owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:38.680691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ffef71a8-0a00-4d27-b98e-317ec56795c3 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:38.734308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port ffef71a8-0a00-4d27-b98e-317ec56795c3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:38.738727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port ffef71a8-0a00-4d27-b98e-317ec56795c3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:38.739320 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.832288 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.845600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c8e0a78d-f8fd-4f00-9409-151fbee045c2 req-d21a0bec-9c95-4735-b77b-6a2925a1109a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.867526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff10e2c-79d1-4669-a5e3-2770b280a2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffef71a8-0a00-4d27-b98e-317ec56795c3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:38.871175 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4dd5f3-5e4d-4775-afa8-f949ee794fce" -d '{"events": [{"server_uuid": "4ff10e2c-79d1-4669-a5e3-2770b280a2df", "name": "network-vif-plugged", "status": "completed", "tag": "ffef71a8-0a00-4d27-b98e-317ec56795c3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:38.876055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a0bec-9c95-4735-b77b-6a2925a1109a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event deleted for resources: {'Port': ['ID=cb5eed9b-266e-4271-9d46-7a0a3f49d07a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:38.890442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cb5eed9b-266e-4271-9d46-7a0a3f49d07a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:38.964066 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d903dcd-89e7-44be-9f86-06ae4be6e915 x-openstack-request-id: req-8d903dcd-89e7-44be-9f86-06ae4be6e915 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:38.964782 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff10e2c-79d1-4669-a5e3-2770b280a2df", "name": "network-vif-plugged", "status": "completed", "tag": "ffef71a8-0a00-4d27-b98e-317ec56795c3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:38.965036 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d903dcd-89e7-44be-9f86-06ae4be6e915 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:38.965430 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff10e2c-79d1-4669-a5e3-2770b280a2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffef71a8-0a00-4d27-b98e-317ec56795c3', 'code': 200} Aug 16 13:03:38.967257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ffef71a8-0a00-4d27-b98e-317ec56795c3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ffef71a8-0a00-4d27-b98e-317ec56795c3,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:38.971912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e0a78d-f8fd-4f00-9409-151fbee045c2 req-d21a0bec-9c95-4735-b77b-6a2925a1109a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] No DVR routers for this DVR port cb5eed9b-266e-4271-9d46-7a0a3f49d07a on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:03:38.974044 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.974800 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c8e0a78d-f8fd-4f00-9409-151fbee045c2 req-d21a0bec-9c95-4735-b77b-6a2925a1109a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.978222 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c8e0a78d-f8fd-4f00-9409-151fbee045c2 req-d21a0bec-9c95-4735-b77b-6a2925a1109a tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.22 "DELETE /v2.0/ports/cb5eed9b-266e-4271-9d46-7a0a3f49d07a HTTP/1.1" status: 204 len: 173 time: 0.5714643 Aug 16 13:03:38.978692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71931f5-1f99-4491-bd65-3f997d968574', 'name': 'network-vif-deleted', 'tag': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:38.982163 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e399ba1d-7ac6-4766-bc2c-a10b821c5d10" -d '{"events": [{"server_uuid": "f71931f5-1f99-4491-bd65-3f997d968574", "name": "network-vif-deleted", "tag": "cb5eed9b-266e-4271-9d46-7a0a3f49d07a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:39.031688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8fb0c0a-76a9-4b46-9347-511682a7a5ab req-d95f4eeb-bc25-43ee-9e76-c1188bdbf191 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 210 time: 0.0690427 Aug 16 13:03:39.064160 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ade0240-09ac-4077-afac-a731505a2b6d x-openstack-request-id: req-3ade0240-09ac-4077-afac-a731505a2b6d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:39.064280 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71931f5-1f99-4491-bd65-3f997d968574", "name": "network-vif-deleted", "tag": "cb5eed9b-266e-4271-9d46-7a0a3f49d07a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:39.064463 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ade0240-09ac-4077-afac-a731505a2b6d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:39.064857 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71931f5-1f99-4491-bd65-3f997d968574', 'name': 'network-vif-deleted', 'tag': 'cb5eed9b-266e-4271-9d46-7a0a3f49d07a', 'status': 'completed', 'code': 200} Aug 16 13:03:39.069417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ffef71a8-0a00-4d27-b98e-317ec56795c3,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:39.121405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070450e-131e-476c-86ca-149b486894c6 req-ed7cdc3c-0066-4130-a654-3726dfa14ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:39.123114 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0070450e-131e-476c-86ca-149b486894c6 req-ed7cdc3c-0066-4130-a654-3726dfa14ed5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 1097 time: 0.0483623 Aug 16 13:03:39.171751 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0070450e-131e-476c-86ca-149b486894c6 req-1e5ff6be-36b2-4a9a-bd90-a52139aa3a56 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Aug 16 13:03:39.364566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9157d-7b01-448f-ade7-d11d04dadfb8 req-121c43af-4a9e-4954-833d-06de8b050237 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:39.366306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-78a9157d-7b01-448f-ade7-d11d04dadfb8 req-121c43af-4a9e-4954-833d-06de8b050237 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0515962 Aug 16 13:03:39.411183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-78a9157d-7b01-448f-ade7-d11d04dadfb8 req-15ceb544-676c-4685-90d6-cd27e7920393 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369401 Aug 16 13:03:39.533909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94760d17-b93b-4643-9255-77b6648b2409 req-e723566b-2afa-446e-a197-dd234e96e15b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:39.542837 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94760d17-b93b-4643-9255-77b6648b2409 req-e723566b-2afa-446e-a197-dd234e96e15b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 946 time: 0.0694447 Aug 16 13:03:39.579158 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94760d17-b93b-4643-9255-77b6648b2409 req-2edb8783-1f25-4d2c-bc77-b993dd3c01a0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351694 Aug 16 13:03:39.879610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46264) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:40.114005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-88954528'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:40.141575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Made reservation on behalf of 1587a7c29b834ef79bff3a81dab06d9f for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:40.145051 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.186531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-386fab1d-3751-4525-9d5c-014ae42314c2 req-cc1efb91-e61b-43b4-9fb9-cca085caf90b tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/ports?device_id=f71931f5-1f99-4491-bd65-3f997d968574 HTTP/1.1" status: 200 len: 210 time: 0.0390637 Aug 16 13:03:40.187310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.308241 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.314846 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.344775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:03:40.363338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b158ac-2acd-4ea9-b699-a9ee29465db9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:40.367408 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.367992 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Added segment 32b76edb-13e3-48c7-adc5-6ab16a71cce5 of type vlan for network 51159f4d-4b14-41cb-b497-016d010e6af6 Aug 16 13:03:40.431848 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.466083 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.474980 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:40.476524 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.529452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6484172 Aug 16 13:03:40.596384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40209482-ea8e-405e-806a-244e75ba11fe tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Pushing event updated for resources: {'Network': ['ID=51159f4d-4b14-41cb-b497-016d010e6af6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:40.612023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 51159f4d-4b14-41cb-b497-016d010e6af6 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:03:40.623614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac15d3a-4c91-4e83-801c-58d3852ff509 req-6f07120e-f1b4-4bc5-908e-d8f43d1c6841 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:40.633584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ac15d3a-4c91-4e83-801c-58d3852ff509 req-6f07120e-f1b4-4bc5-908e-d8f43d1c6841 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1320372 Aug 16 13:03:40.719586 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ac15d3a-4c91-4e83-801c-58d3852ff509 req-46a6c9be-e125-4034-9bd4-5eaa4e8c7e63 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712669 Aug 16 13:03:40.804395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46286) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:40.809590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Request body: {'port': {'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6', 'binding:host_id': 'n-h2-804708-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-835673854'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:40.856899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Made reservation on behalf of 787d412b9d434fc391e73acee9c51dd7 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:40.859196 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.869981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f663dac-37dd-4926-9467-af020a6dc3ff req-b6b6648b-17e9-434a-870a-db0a035ceb6d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:40.871789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f663dac-37dd-4926-9467-af020a6dc3ff req-b6b6648b-17e9-434a-870a-db0a035ceb6d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 946 time: 0.0877764 Aug 16 13:03:40.873271 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.923326 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f663dac-37dd-4926-9467-af020a6dc3ff req-a2c2e542-2834-421c-9711-bf8b9c1eaf9a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437756 Aug 16 13:03:40.999617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.004753 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.010513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] device_id is not set on port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:03:41.098336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e19e18-a2a8-4a7a-86e5-7f66ea8bfaab,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:41.310884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] device_id is not set on port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:03:41.323039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.329318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a41fd65f-96e8-47e7-9345-527d0c959ab6 req-f7446377-77e0-48a7-aeb8-b0e926ebeb7e tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/147dcebd-4cf5-4e1e-95aa-412ee36bebeb HTTP/1.1" status: 200 len: 1801 time: 0.0534711 Aug 16 13:03:41.334815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Transition to ACTIVE for port object c0c89e7e-7c43-46ce-88b5-8d8200d2a247 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:41.347651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.414403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a41fd65f-96e8-47e7-9345-527d0c959ab6 req-fa9ea227-0c34-42ff-ab1d-26529b562747 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.417897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event updated for resources: {'Port': ['ID=c0c89e7e-7c43-46ce-88b5-8d8200d2a247,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:41.425859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Checking segment: {'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:41.426674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Network hostable DHCP agents. Network: 51159f4d-4b14-41cb-b497-016d010e6af6, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:03:41.444168 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a41fd65f-96e8-47e7-9345-527d0c959ab6 req-fa9ea227-0c34-42ff-ab1d-26529b562747 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.453027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Network 51159f4d-4b14-41cb-b497-016d010e6af6 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:03:41.464415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 51159f4d-4b14-41cb-b497-016d010e6af6) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:41.474295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:41.474576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d163f04-d5f2-46bd-a5ed-60333fa86f13 None None] Network 51159f4d-4b14-41cb-b497-016d010e6af6 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:41.490988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:41.492502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:41.493701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:41.500061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:41.500543 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:41.501041 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 2 to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 Aug 16 13:03:41.516730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:41.517104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:41.517738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:41.523173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:41.523408 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:41.523915 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 3 to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 Aug 16 13:03:41.525098 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a41fd65f-96e8-47e7-9345-527d0c959ab6 req-fa9ea227-0c34-42ff-ab1d-26529b562747 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.528552 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-a41fd65f-96e8-47e7-9345-527d0c959ab6 req-fa9ea227-0c34-42ff-ab1d-26529b562747 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.534011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a41fd65f-96e8-47e7-9345-527d0c959ab6 req-fa9ea227-0c34-42ff-ab1d-26529b562747 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "DELETE /v2.0/security-groups/147dcebd-4cf5-4e1e-95aa-412ee36bebeb HTTP/1.1" status: 204 len: 173 time: 0.1973994 Aug 16 13:03:41.552567 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:41.552910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:41.553245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:41.562911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:41.562911 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:41.563158 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 4 to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 Aug 16 13:03:41.567538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ea227-0c34-42ff-ab1d-26529b562747 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147dcebd-4cf5-4e1e-95aa-412ee36bebeb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:41.590871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:41.591201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:41.591534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:41.602962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:41.603577 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:41.604127 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 5 to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 Aug 16 13:03:41.620178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:41.620887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:41.621474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:41.626532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:41.627056 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:41.627596 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 6 to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 Aug 16 13:03:41.642532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:41.643090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:41.643584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:41.649505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:41.650039 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:41.650621 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 7 to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 Aug 16 13:03:41.654384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7b0ec8f-f38d-4b01-a162-8cb55b46d8b4 req-cef29be1-3350-4d93-b0de-d7d30937eb02 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "GET /v2.0/security-groups/02afffdf-efd3-488c-803f-69740a83b31f HTTP/1.1" status: 200 len: 1802 time: 0.0891070 Aug 16 13:03:41.675447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:41.675792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:41.676117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:41.682024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:41.682396 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:41.682804 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 8 to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 Aug 16 13:03:41.699277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:41.699617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:41.699964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:41.709067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:41.709439 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:41.709824 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 9 to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 Aug 16 13:03:41.734040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b7b0ec8f-f38d-4b01-a162-8cb55b46d8b4 req-fe15112a-4d01-4701-8840-9db51b64d1a1 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.738244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:41.738868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:41.739125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:41.747323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:41.747842 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:41.748270 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 10 to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 Aug 16 13:03:41.762832 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b7b0ec8f-f38d-4b01-a162-8cb55b46d8b4 req-fe15112a-4d01-4701-8840-9db51b64d1a1 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.767041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:41.767379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:41.767714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:41.773550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:41.773877 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:41.774821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.841391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7eba8-3aec-470a-96b8-530f8c57ebe1 req-3e82c7a3-ec30-4b4f-aa0a-aa5fc873b6ac tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:41.843070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6f7eba8-3aec-470a-96b8-530f8c57ebe1 req-3e82c7a3-ec30-4b4f-aa0a-aa5fc873b6ac tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0627162 Aug 16 13:03:41.844434 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b7b0ec8f-f38d-4b01-a162-8cb55b46d8b4 req-fe15112a-4d01-4701-8840-9db51b64d1a1 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.847143 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b7b0ec8f-f38d-4b01-a162-8cb55b46d8b4 req-fe15112a-4d01-4701-8840-9db51b64d1a1 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.848204 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7b0ec8f-f38d-4b01-a162-8cb55b46d8b4 req-fe15112a-4d01-4701-8840-9db51b64d1a1 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] 10.222.0.25 "DELETE /v2.0/security-groups/02afffdf-efd3-488c-803f-69740a83b31f HTTP/1.1" status: 204 len: 173 time: 0.1839716 Aug 16 13:03:41.855039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46306) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:41.859500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] For port c0c89e7e-7c43-46ce-88b5-8d8200d2a247, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:41.860001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempted to set empty binding levels {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 13:03:41.865339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.905893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:41.906519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.911416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15112a-4d01-4701-8840-9db51b64d1a1 tempest-SecurityGroupsTestJSON-84883889 tempest-SecurityGroupsTestJSON-84883889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02afffdf-efd3-488c-803f-69740a83b31f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:41.948790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event updated for resources: {'Port': ['ID=c0c89e7e-7c43-46ce-88b5-8d8200d2a247,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:41.954815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6f7eba8-3aec-470a-96b8-530f8c57ebe1 req-e1c47ef5-81fc-42bc-8d60-9ed0e44ad7f9 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055958 Aug 16 13:03:41.961883 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9f4f2121-2f55-45d3-9fcf-fef462630045 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.1562893 Aug 16 13:03:41.963161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46316) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:41.965565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a40839-ee3e-4a77-b65d-30145ca1a10d admin admin] Deleting subnet 6626a19a-373f-4e91-8f89-29f65ead1e8c {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:03:41.986979 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2a40839-ee3e-4a77-b65d-30145ca1a10d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.041929 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2a40839-ee3e-4a77-b65d-30145ca1a10d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.075255 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f0b29-a414-4cb4-b51e-a56a97ad2500 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Deleting port c0c89e7e-7c43-46ce-88b5-8d8200d2a247 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:42.075726 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b29-a414-4cb4-b51e-a56a97ad2500 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.098893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46320) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:42.151326 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2a40839-ee3e-4a77-b65d-30145ca1a10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.156197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-fc3f0b29-a414-4cb4-b51e-a56a97ad2500 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] For port c0c89e7e-7c43-46ce-88b5-8d8200d2a247, host n-h2-804708-1, got binding levels [] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:42.156630 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b29-a414-4cb4-b51e-a56a97ad2500 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.181725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f0b29-a414-4cb4-b51e-a56a97ad2500 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Calling delete_port for c0c89e7e-7c43-46ce-88b5-8d8200d2a247 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:42.204394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48044340-2621-4e02-bca3-4e203a042230 req-ec21d872-b91d-4d22-8573-33c7a37638ad tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:42.213470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48044340-2621-4e02-bca3-4e203a042230 req-ec21d872-b91d-4d22-8573-33c7a37638ad tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 946 time: 0.1349158 Aug 16 13:03:42.338699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c49208-b027-4e7b-abd5-57347e074461 admin admin] Deleting subnet ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:03:42.343598 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b8c49208-b027-4e7b-abd5-57347e074461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.364182 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b29-a414-4cb4-b51e-a56a97ad2500 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.403149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b29-a414-4cb4-b51e-a56a97ad2500 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.405070 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fc3f0b29-a414-4cb4-b51e-a56a97ad2500 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "DELETE /v2.0/ports/c0c89e7e-7c43-46ce-88b5-8d8200d2a247 HTTP/1.1" status: 204 len: 168 time: 0.4397087 Aug 16 13:03:42.409427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46326) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:42.410256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f0b29-a414-4cb4-b51e-a56a97ad2500 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0c89e7e-7c43-46ce-88b5-8d8200d2a247,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:42.444952 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0460d257-0c1e-4bf6-a5a5-f2bbba11d772 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] GET failed (client error): The resource could not be found. Aug 16 13:03:42.446587 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0460d257-0c1e-4bf6-a5a5-f2bbba11d772 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "GET /v2.0/ports/c0c89e7e-7c43-46ce-88b5-8d8200d2a247 HTTP/1.1" status: 404 len: 333 time: 0.0341804 Aug 16 13:03:42.449060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b8c49208-b027-4e7b-abd5-57347e074461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.450987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46328) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:42.474018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Request body: {'port': {'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1478420264'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:42.500378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Made reservation on behalf of 787d412b9d434fc391e73acee9c51dd7 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:42.502815 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.518495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48044340-2621-4e02-bca3-4e203a042230 req-c53f25de-2674-4c50-8082-0d8cc40947a6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010907 Aug 16 13:03:42.537054 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2a40839-ee3e-4a77-b65d-30145ca1a10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.551719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] device_id is not set on port 12716070-01ec-4152-8aeb-76516322d3cb yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:03:42.557630 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b8c49208-b027-4e7b-abd5-57347e074461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.581420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a40839-ee3e-4a77-b65d-30145ca1a10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6626a19a-373f-4e91-8f89-29f65ead1e8c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:42.597557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2a40839-ee3e-4a77-b65d-30145ca1a10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.597557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f2a40839-ee3e-4a77-b65d-30145ca1a10d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6626a19a-373f-4e91-8f89-29f65ead1e8c HTTP/1.1" status: 204 len: 168 time: 0.7403352 Aug 16 13:03:42.599988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46334) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:42.694778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b8c49208-b027-4e7b-abd5-57347e074461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.698870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cb5eed9b-266e-4271-9d46-7a0a3f49d07a no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:03:42.720263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: cb5eed9b-266e-4271-9d46-7a0a3f49d07a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:03:42.720519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cb5eed9b-266e-4271-9d46-7a0a3f49d07a not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:03:42.725645 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeebdc2-c999-4eb4-abc4-8c5b201b095b req-f41ed24a-c0cc-4d76-b57d-4521e7b59d16 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:42.728215 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ddeebdc2-c999-4eb4-abc4-8c5b201b095b req-f41ed24a-c0cc-4d76-b57d-4521e7b59d16 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 945 time: 0.1174154 Aug 16 13:03:42.732563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.756495 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b8c49208-b027-4e7b-abd5-57347e074461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.758451 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b8c49208-b027-4e7b-abd5-57347e074461 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8 HTTP/1.1" status: 204 len: 168 time: 0.6585996 Aug 16 13:03:42.759410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c49208-b027-4e7b-abd5-57347e074461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6f4cdb-5f1b-401e-bcf8-226d1c1d7ac8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:42.760962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46336) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:42.839030 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.842016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ddeebdc2-c999-4eb4-abc4-8c5b201b095b req-5d83a6a4-7458-4b9e-a570-736cb77fee31 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029098 Aug 16 13:03:42.847887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.859019 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf45dfc-9308-47aa-811a-e4799bb3ee38']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:42.861595 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.870630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae036f5-09b8-4227-94a6-fc7e6ce06a8c') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:42.870925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae036f5-09b8-4227-94a6-fc7e6ce06a8c') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:42.879962 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.894692 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.901547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:03:42.901948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:03:42.903974 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:03:42.935909 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.994283 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.010836 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.017925 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.019395 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] 10.222.0.25 "DELETE /v2.0/networks/bcf45dfc-9308-47aa-811a-e4799bb3ee38 HTTP/1.1" status: 204 len: 168 time: 0.4176397 Aug 16 13:03:43.021259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b22b8-39ef-4817-b9c7-12725c9c1f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=bcf45dfc-9308-47aa-811a-e4799bb3ee38,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:43.030733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b933-798a-486a-ba24-43ba4752b8f3 req-afff7088-1c57-43f4-b4e5-91d09203b87f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:43.032144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Network 51159f4d-4b14-41cb-b497-016d010e6af6 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:43.035550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b70399-ea95-4588-b70f-74dee93893ff']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:43.039001 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c18b933-798a-486a-ba24-43ba4752b8f3 req-afff7088-1c57-43f4-b4e5-91d09203b87f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 946 time: 0.0912726 Aug 16 13:03:43.060028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:43.064715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:43.066358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:43.067211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.081202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event updated for resources: {'Port': ['ID=12716070-01ec-4152-8aeb-76516322d3cb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:43.088790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:43.089320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930e84e8-e6bc-4fdf-a5d5-3a8e4459fc51') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:43.102323 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c18b933-798a-486a-ba24-43ba4752b8f3 req-f8120304-a121-4cb5-8ef1-0fb384833691 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621555 Aug 16 13:03:43.116470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.128679 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269895d-e47b-418f-859c-07131b5d4f4e req-7c9b49ae-e4ca-4bae-8c9b-32b87246e4ae tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:43.130639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1269895d-e47b-418f-859c-07131b5d4f4e req-7c9b49ae-e4ca-4bae-8c9b-32b87246e4ae tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0727630 Aug 16 13:03:43.145309 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9c2aef8f-5391-4f9c-9a52-c19095904b52 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6909959 Aug 16 13:03:43.146009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46348) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:43.153568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:43.173584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.178803 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1269895d-e47b-418f-859c-07131b5d4f4e req-3a002bb9-1147-40f0-9e8c-ef198ee397eb tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412087 Aug 16 13:03:43.185385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:03:43.185796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:03:43.187545 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:03:43.197779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46350) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:43.254226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c6aa2e15-ce12-4e12-bfb7-7452080406cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6f3c01eca374af89f24bf4584e975f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549753 Aug 16 13:03:43.254893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46354) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:43.281888 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.316160 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e66a5c7f-3345-4ccd-813a-b91ba70b6d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.328851 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.336461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.338257 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] 10.222.0.25 "DELETE /v2.0/networks/41b70399-ea95-4588-b70f-74dee93893ff HTTP/1.1" status: 204 len: 168 time: 0.5743251 Aug 16 13:03:43.348562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e66a5c7f-3345-4ccd-813a-b91ba70b6d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.391203 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732bcdb-e970-4bd0-b378-3fa372f5ed81 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b70399-ea95-4588-b70f-74dee93893ff,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:43.425494 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e66a5c7f-3345-4ccd-813a-b91ba70b6d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.431080 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e66a5c7f-3345-4ccd-813a-b91ba70b6d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.434666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e66a5c7f-3345-4ccd-813a-b91ba70b6d2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85957cbf-9ace-4e6c-9bb3-5e272b219817 HTTP/1.1" status: 204 len: 168 time: 0.1765010 Aug 16 13:03:43.478319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a5c7f-3345-4ccd-813a-b91ba70b6d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85957cbf-9ace-4e6c-9bb3-5e272b219817,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:43.519707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ba007-2d29-4c48-984f-40318e6e3cce req-24f1d185-db9e-4107-a33e-4b344c85be8e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:43.530509 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-343ba007-2d29-4c48-984f-40318e6e3cce req-24f1d185-db9e-4107-a33e-4b344c85be8e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 946 time: 0.0962248 Aug 16 13:03:43.553151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] device_id is not set on port 12716070-01ec-4152-8aeb-76516322d3cb yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:03:43.563001 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.579125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-343ba007-2d29-4c48-984f-40318e6e3cce req-5a79c5c9-24bc-4e7f-b7ea-cfad30f1ffc5 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478160 Aug 16 13:03:43.595144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Transition to ACTIVE for port object 12716070-01ec-4152-8aeb-76516322d3cb will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:43.606578 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.630032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46364) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:43.672423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event updated for resources: {'Port': ['ID=12716070-01ec-4152-8aeb-76516322d3cb,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:43.690149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:43.690149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:43.690149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:43.693125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:43.693449 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:43.693962 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 2 to bind port 12716070-01ec-4152-8aeb-76516322d3cb Aug 16 13:03:43.697310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-79faca3f-5e02-4ca1-93f1-e599dbf2eb82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c147181bbf24982a55ffe57d9ffa5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657024 Aug 16 13:03:43.699794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46368) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:43.709679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:43.710613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:43.711134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:43.716027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:43.716352 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:43.716735 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 3 to bind port 12716070-01ec-4152-8aeb-76516322d3cb Aug 16 13:03:43.729652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:43.730136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:43.730486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:43.735174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:43.735494 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:43.735964 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 4 to bind port 12716070-01ec-4152-8aeb-76516322d3cb Aug 16 13:03:43.749155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:43.749497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:43.749831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:43.754684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:43.755009 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:43.755394 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 5 to bind port 12716070-01ec-4152-8aeb-76516322d3cb Aug 16 13:03:43.760561 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44deb1fc-c508-4d1f-812b-bf49a281c3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.768492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:43.768829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:43.769161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:43.774494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:43.774809 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:43.775196 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 6 to bind port 12716070-01ec-4152-8aeb-76516322d3cb Aug 16 13:03:43.783926 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44deb1fc-c508-4d1f-812b-bf49a281c3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.788125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:43.788461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:43.788787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:43.793549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:43.793844 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:43.794265 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 7 to bind port 12716070-01ec-4152-8aeb-76516322d3cb Aug 16 13:03:43.806824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:43.807089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:43.807424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:43.812343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:43.812777 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:43.813385 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 8 to bind port 12716070-01ec-4152-8aeb-76516322d3cb Aug 16 13:03:43.831384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:43.831736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:43.832112 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:43.833762 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44deb1fc-c508-4d1f-812b-bf49a281c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.837303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:43.837626 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:43.838012 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 9 to bind port 12716070-01ec-4152-8aeb-76516322d3cb Aug 16 13:03:43.838367 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44deb1fc-c508-4d1f-812b-bf49a281c3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.842201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-44deb1fc-c508-4d1f-812b-bf49a281c3b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2af36f1-f70c-43ac-8088-1c6a3cd6f71f HTTP/1.1" status: 204 len: 168 time: 0.1388998 Aug 16 13:03:43.847963 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44deb1fc-c508-4d1f-812b-bf49a281c3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2af36f1-f70c-43ac-8088-1c6a3cd6f71f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:43.853106 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:43.853453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:43.854093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:43.860892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:43.861221 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:43.861612 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 10 to bind port 12716070-01ec-4152-8aeb-76516322d3cb Aug 16 13:03:43.877163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:43.877496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:43.877800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:43.884498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:43.885288 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port 12716070-01ec-4152-8aeb-76516322d3cb on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:43.886114 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.958292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] For port 12716070-01ec-4152-8aeb-76516322d3cb, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:43.958747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempted to set empty binding levels {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 13:03:43.964088 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.998640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] In _notify_port_updated(), no bound segment for port 12716070-01ec-4152-8aeb-76516322d3cb on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:03:43.999457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.000051 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.001362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "PUT /v2.0/ports/12716070-01ec-4152-8aeb-76516322d3cb HTTP/1.1" status: 200 len: 975 time: 0.8544216 Aug 16 13:03:44.004163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46382) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:44.070757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da015e9e-6ab6-4474-91b2-a9ff051cc338 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event updated for resources: {'Port': ['ID=12716070-01ec-4152-8aeb-76516322d3cb,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:44.117863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.117863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.117863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.118184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.118636 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.119215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.119552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.120006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.120467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.120920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.121374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.121828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.122307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.122760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.123219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.123676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.124228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.124577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.125035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.125489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.126136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.126422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.126880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.127336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.127786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.128238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.128688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.129145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.129588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.130044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.130568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.130945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.131398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.131875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.132331 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.138223 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7b6cbe8a-fba7-4495-85a0-37967475eaf8 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31443 time: 0.1310425 Aug 16 13:03:44.140742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46390) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:44.244182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e7d40a58-6db3-45cc-bf2f-2d5dae077bb0 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Deleting port 12716070-01ec-4152-8aeb-76516322d3cb {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:44.244690 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7d40a58-6db3-45cc-bf2f-2d5dae077bb0 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.352568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46408) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:44.382744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-e7d40a58-6db3-45cc-bf2f-2d5dae077bb0 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] For port 12716070-01ec-4152-8aeb-76516322d3cb, host n-h2-804708-1, got binding levels [] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:44.383413 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7d40a58-6db3-45cc-bf2f-2d5dae077bb0 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.405094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e7d40a58-6db3-45cc-bf2f-2d5dae077bb0 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Calling delete_port for 12716070-01ec-4152-8aeb-76516322d3cb owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:44.431287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c5958-d189-4527-99ca-6c8155740e0a req-084caf9b-a4c8-4e3f-84b9-98a908a786ee tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.438634 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a3c5958-d189-4527-99ca-6c8155740e0a req-084caf9b-a4c8-4e3f-84b9-98a908a786ee tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1267376 Aug 16 13:03:44.485968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2069243858-network', 'tenant_id': '5e30a511c904403db57e8e64539de817'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:44.512546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Made reservation on behalf of 5e30a511c904403db57e8e64539de817 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:44.515456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.519553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a3c5958-d189-4527-99ca-6c8155740e0a req-d4c04d2c-f5e1-4535-a199-902f64652605 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800314 Aug 16 13:03:44.528700 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.554350 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7d40a58-6db3-45cc-bf2f-2d5dae077bb0 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.594959 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d40a58-6db3-45cc-bf2f-2d5dae077bb0 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event deleted for resources: {'Port': ['ID=12716070-01ec-4152-8aeb-76516322d3cb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:44.606509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7d40a58-6db3-45cc-bf2f-2d5dae077bb0 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.608532 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e7d40a58-6db3-45cc-bf2f-2d5dae077bb0 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "DELETE /v2.0/ports/12716070-01ec-4152-8aeb-76516322d3cb HTTP/1.1" status: 204 len: 168 time: 0.4667933 Aug 16 13:03:44.611512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46422) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:44.637381 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0cf0d0-7f04-4b30-85dc-7eff6edf322f tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] GET failed (client error): The resource could not be found. Aug 16 13:03:44.638978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bc0cf0d0-7f04-4b30-85dc-7eff6edf322f tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "GET /v2.0/ports/12716070-01ec-4152-8aeb-76516322d3cb HTTP/1.1" status: 404 len: 333 time: 0.0261571 Aug 16 13:03:44.643872 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46424) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:44.652536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-422918701', 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:44.669342 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.680537 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.701839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46428) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:44.724650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Made reservation on behalf of 787d412b9d434fc391e73acee9c51dd7 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:44.728383 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.731820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:44.738813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:03:44.753806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611ad22-1154-4267-99bb-497f451d10a0 req-61f0655b-b701-4692-90c9-5364aa2107d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.755384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6611ad22-1154-4267-99bb-497f451d10a0 req-61f0655b-b701-4692-90c9-5364aa2107d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 946 time: 0.0811779 Aug 16 13:03:44.757862 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.758454 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Added segment 25524b39-aa98-4ebc-ac8e-b4b6e9f512d5 of type vlan for network 13c2d60a-931f-46cd-9791-bcfcfba76880 Aug 16 13:03:44.761749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] device_id is not set on port 53df8f55-f38b-4590-88d6-ff5e9f9f0cef yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:03:44.815263 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.842467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-478508840-network', 'tenant_id': 'e3aeead82d6144d3b6d065003c5abf55'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:44.851290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6611ad22-1154-4267-99bb-497f451d10a0 req-4da417a6-cfc3-4b4b-9a35-3fa3f8f33ab4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850294 Aug 16 13:03:44.871927 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.872976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:44.873570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.913030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Made reservation on behalf of e3aeead82d6144d3b6d065003c5abf55 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:44.916185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.927162 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5703797 Aug 16 13:03:44.936102 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46432) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:44.940977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] Request body: {'subnet': {'network_id': '13c2d60a-931f-46cd-9791-bcfcfba76880', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2069243858-subnet', 'tenant_id': '5e30a511c904403db57e8e64539de817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:44.972843 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.985201 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.988516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dfd62-bb39-4d93-8db9-1daeda30aff9 admin admin] Pushing event updated for resources: {'Network': ['ID=13c2d60a-931f-46cd-9791-bcfcfba76880,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:44.989024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] Made reservation on behalf of 5e30a511c904403db57e8e64539de817 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:44.991585 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.000523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 13c2d60a-931f-46cd-9791-bcfcfba76880 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:03:45.088412 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.092368 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.108902 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.115855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:03:45.133189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7561f2-406f-4391-9962-95ac314f4dfa,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:45.137026 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.137373 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Added segment 711525ba-7c6f-4584-9787-80bf8f835a5c of type vlan for network d19d0c04-6397-4b8a-bd47-5dde019b5e62 Aug 16 13:03:45.182024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.184739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Network 51159f4d-4b14-41cb-b497-016d010e6af6 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:45.194750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:45.203985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:45.205088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:45.205953 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.208437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event updated for resources: {'Port': ['ID=53df8f55-f38b-4590-88d6-ff5e9f9f0cef,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:45.247180 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.248327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:45.248913 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.258681 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-17cbbaa2-da69-40a8-a035-16f33749bb08 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6137562 Aug 16 13:03:45.264144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46434) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:45.296946 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5914481 Aug 16 13:03:45.298034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46436) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:45.307225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] Request body: {'subnet': {'network_id': 'd19d0c04-6397-4b8a-bd47-5dde019b5e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-478508840-subnet', 'tenant_id': 'e3aeead82d6144d3b6d065003c5abf55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:45.318549 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.337918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc6b4d-c4ca-4cc8-b382-bba97d8b656d req-d9db615d-7192-4b60-a9e6-d48014526ce4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:45.339620 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fccc6b4d-c4ca-4cc8-b382-bba97d8b656d req-d9db615d-7192-4b60-a9e6-d48014526ce4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 946 time: 0.1352415 Aug 16 13:03:45.346963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea859d-63ef-4fdf-910b-67720f0a7043 admin admin] Pushing event updated for resources: {'Network': ['ID=d19d0c04-6397-4b8a-bd47-5dde019b5e62,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:45.350973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd92cc-3630-4fcf-941e-a71937e88f45 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:45.352386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e1dd92cc-3630-4fcf-941e-a71937e88f45 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "GET /v2.0/ports/53df8f55-f38b-4590-88d6-ff5e9f9f0cef HTTP/1.1" status: 200 len: 954 time: 0.0873468 Aug 16 13:03:45.358480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46438) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:45.360742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network d19d0c04-6397-4b8a-bd47-5dde019b5e62 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:03:45.387072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] Made reservation on behalf of e3aeead82d6144d3b6d065003c5abf55 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:45.389434 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.397496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48528a03-79fa-46df-bc2b-880371160573,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:45.459055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] Checking segment: {'id': '25524b39-aa98-4ebc-ac8e-b4b6e9f512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13c2d60a-931f-46cd-9791-bcfcfba76880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:45.459425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] Network hostable DHCP agents. Network: 13c2d60a-931f-46cd-9791-bcfcfba76880, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:03:45.494530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] Network 13c2d60a-931f-46cd-9791-bcfcfba76880 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:03:45.514019 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 13c2d60a-931f-46cd-9791-bcfcfba76880) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:45.520688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:45.521140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb6c3d-3c19-4949-91fc-90abf34f516a tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Deleting port 53df8f55-f38b-4590-88d6-ff5e9f9f0cef {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:45.521344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.522171 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6c3d-3c19-4949-91fc-90abf34f516a tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.527818 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed111b-faa2-40d6-b38b-9f1e1924e4b0 None None] Network 13c2d60a-931f-46cd-9791-bcfcfba76880 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:45.554596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-fccc6b4d-c4ca-4cc8-b382-bba97d8b656d req-fc61730e-6c8a-4a2b-853e-bdb876e4bc93 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Deleting port ffef71a8-0a00-4d27-b98e-317ec56795c3 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:45.555215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fccc6b4d-c4ca-4cc8-b382-bba97d8b656d req-fc61730e-6c8a-4a2b-853e-bdb876e4bc93 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.563789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e077d5dd-90a3-49bc-90ba-4d6b330c3f89 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6266050 Aug 16 13:03:45.680105 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.717305 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6c3d-3c19-4949-91fc-90abf34f516a tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.721128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e51b09-803d-4f88-a876-fe7123bb9a16 None None] Network 13c2d60a-931f-46cd-9791-bcfcfba76880 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:45.760967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb6c3d-3c19-4949-91fc-90abf34f516a tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Calling delete_port for 53df8f55-f38b-4590-88d6-ff5e9f9f0cef owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:45.765614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf1826a-430c-4464-a737-9eaac70b8b6d,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:45.779606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe300e-e631-44a1-8b7b-784e0127cafc req-900c3100-98ad-42df-bcaf-31d731e6e04d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:45.781533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06fe300e-e631-44a1-8b7b-784e0127cafc req-900c3100-98ad-42df-bcaf-31d731e6e04d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1422608 Aug 16 13:03:45.785427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] Checking segment: {'id': '711525ba-7c6f-4584-9787-80bf8f835a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd19d0c04-6397-4b8a-bd47-5dde019b5e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:45.785784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] Network hostable DHCP agents. Network: d19d0c04-6397-4b8a-bd47-5dde019b5e62, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:03:45.829266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] Network d19d0c04-6397-4b8a-bd47-5dde019b5e62 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:03:45.845023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06fe300e-e631-44a1-8b7b-784e0127cafc req-14845ca6-abac-4fd3-b399-2d1d81f90651 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538902 Aug 16 13:03:45.846236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, d19d0c04-6397-4b8a-bd47-5dde019b5e62) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:45.851967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:45.853064 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.862762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-fccc6b4d-c4ca-4cc8-b382-bba97d8b656d req-fc61730e-6c8a-4a2b-853e-bdb876e4bc93 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] For port ffef71a8-0a00-4d27-b98e-317ec56795c3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ffef71a8-0a00-4d27-b98e-317ec56795c3,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:45.863022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fccc6b4d-c4ca-4cc8-b382-bba97d8b656d req-fc61730e-6c8a-4a2b-853e-bdb876e4bc93 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.870776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-09f72412-a15e-4199-a547-a1cc509bc2da admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5702016 Aug 16 13:03:45.886958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-fccc6b4d-c4ca-4cc8-b382-bba97d8b656d req-fc61730e-6c8a-4a2b-853e-bdb876e4bc93 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Calling delete_port for ffef71a8-0a00-4d27-b98e-317ec56795c3 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:45.936871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be053126-6f63-4529-82cb-ef8c0b38f2ae None None] Network d19d0c04-6397-4b8a-bd47-5dde019b5e62 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:46.033149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6c3d-3c19-4949-91fc-90abf34f516a tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.077440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb6c3d-3c19-4949-91fc-90abf34f516a tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event deleted for resources: {'Port': ['ID=53df8f55-f38b-4590-88d6-ff5e9f9f0cef,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:46.088538 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6c3d-3c19-4949-91fc-90abf34f516a tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.093469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6fbb6c3d-3c19-4949-91fc-90abf34f516a tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "DELETE /v2.0/ports/53df8f55-f38b-4590-88d6-ff5e9f9f0cef HTTP/1.1" status: 204 len: 168 time: 0.7305331 Aug 16 13:03:46.093810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46464) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:46.131226 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae19b301-880c-45bc-8a51-0f65c14dc387 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] GET failed (client error): The resource could not be found. Aug 16 13:03:46.133972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ae19b301-880c-45bc-8a51-0f65c14dc387 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "GET /v2.0/ports/53df8f55-f38b-4590-88d6-ff5e9f9f0cef HTTP/1.1" status: 404 len: 333 time: 0.0389731 Aug 16 13:03:46.137502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46468) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:46.144678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Request body: {'port': {'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-57912417'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:46.168344 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.185188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fccc6b4d-c4ca-4cc8-b382-bba97d8b656d req-fc61730e-6c8a-4a2b-853e-bdb876e4bc93 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.212020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Made reservation on behalf of 787d412b9d434fc391e73acee9c51dd7 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:46.214357 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.217985 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c9d28e6-2727-470e-9d2a-dc958b2487b0 req-d3da755f-0bb6-41e0-8380-3d23aeaa1c47 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 210 time: 0.2429411 Aug 16 13:03:46.246426 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b', '923b5c3d-9a3e-4f93-b4f2-96baf646744e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:46.248830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61730e-6c8a-4a2b-853e-bdb876e4bc93 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event deleted for resources: {'Port': ['ID=ffef71a8-0a00-4d27-b98e-317ec56795c3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:46.253407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['ffef71a8-0a00-4d27-b98e-317ec56795c3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:46.273219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] device_id is not set on port c217baa6-7022-4f38-90fd-b1775c949a3e yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:03:46.310305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69076b9b-14ab-4ab9-ad4c-8ebc6181ebde None None] Network d19d0c04-6397-4b8a-bd47-5dde019b5e62 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:46.631729 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.639783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccc6b4d-c4ca-4cc8-b382-bba97d8b656d req-fc61730e-6c8a-4a2b-853e-bdb876e4bc93 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] No DVR routers for this DVR port ffef71a8-0a00-4d27-b98e-317ec56795c3 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:03:46.642590 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fccc6b4d-c4ca-4cc8-b382-bba97d8b656d req-fc61730e-6c8a-4a2b-853e-bdb876e4bc93 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.645692 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fccc6b4d-c4ca-4cc8-b382-bba97d8b656d req-fc61730e-6c8a-4a2b-853e-bdb876e4bc93 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "DELETE /v2.0/ports/ffef71a8-0a00-4d27-b98e-317ec56795c3 HTTP/1.1" status: 204 len: 173 time: 1.2934470 Aug 16 13:03:46.645692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff10e2c-79d1-4669-a5e3-2770b280a2df', 'name': 'network-vif-deleted', 'tag': 'ffef71a8-0a00-4d27-b98e-317ec56795c3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:46.649688 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd2e018-5c71-4627-bc73-d608d2b9be1c" -d '{"events": [{"server_uuid": "4ff10e2c-79d1-4669-a5e3-2770b280a2df", "name": "network-vif-deleted", "tag": "ffef71a8-0a00-4d27-b98e-317ec56795c3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:46.691119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-17d53488-4275-4688-bbfd-d484a294a09a tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:46.692903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-17d53488-4275-4688-bbfd-d484a294a09a tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/networks?id=13c2d60a-931f-46cd-9791-bcfcfba76880 HTTP/1.1" status: 200 len: 822 time: 0.4739158 Aug 16 13:03:46.700857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-9c91dcad-a902-4c1d-a3a6-c34d8255682d tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:46.702388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-9c91dcad-a902-4c1d-a3a6-c34d8255682d tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/networks?id=d19d0c04-6397-4b8a-bd47-5dde019b5e62 HTTP/1.1" status: 200 len: 813 time: 0.2866769 Aug 16 13:03:46.727516 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-de449320-0f31-48f3-b639-428d725841fb tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/quotas/5e30a511c904403db57e8e64539de817 HTTP/1.1" status: 200 len: 375 time: 0.0241122 Aug 16 13:03:46.737439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-bf50c4b7-d657-46cd-94f7-4a455bc797d8 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/quotas/e3aeead82d6144d3b6d065003c5abf55 HTTP/1.1" status: 200 len: 375 time: 0.0237682 Aug 16 13:03:46.779011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-22319ef4-8fad-4888-ad4b-e936410d4382 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e30a511c904403db57e8e64539de817&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393255 Aug 16 13:03:46.798956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-e821fa70-8eac-43ca-bbe1-98411a0d557b tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3aeead82d6144d3b6d065003c5abf55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487094 Aug 16 13:03:46.808714 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.942932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Network 51159f4d-4b14-41cb-b497-016d010e6af6 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:46.952516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:46.960715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:46.961675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:46.962306 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.988978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event updated for resources: {'Port': ['ID=c217baa6-7022-4f38-90fd-b1775c949a3e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:47.002003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-929e5db7-806d-4ef1-8455-5a5ddc772bde tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8630672 Aug 16 13:03:47.004915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46498) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:47.011186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:47.020424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-448d21b9-f0b5-4382-9d1a-2cefe97a44ec service neutron] 10.222.0.25 "GET /v2.0/networks/13c2d60a-931f-46cd-9791-bcfcfba76880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249017 Aug 16 13:03:47.025957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-d5fd8095-17a3-4d13-809d-6ffa23cdd023 service neutron] 10.222.0.25 "GET /v2.0/networks/d19d0c04-6397-4b8a-bd47-5dde019b5e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151160 Aug 16 13:03:47.066887 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:47.179813 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-569f4ba9-0471-493d-ace1-c757e66b8770 service neutron] 10.222.0.25 "GET /v2.0/networks/13c2d60a-931f-46cd-9791-bcfcfba76880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524014 Aug 16 13:03:47.183283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-ff1661e7-1dd2-499e-b7d9-9877e59c55ba service neutron] 10.222.0.25 "GET /v2.0/networks/d19d0c04-6397-4b8a-bd47-5dde019b5e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491320 Aug 16 13:03:47.281176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] device_id is not set on port c217baa6-7022-4f38-90fd-b1775c949a3e yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:03:47.291473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:47.307069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Transition to ACTIVE for port object c217baa6-7022-4f38-90fd-b1775c949a3e will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:47.312996 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:47.406658 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303dda03-9024-4bc2-9d61-b32c0d036d62 x-openstack-request-id: req-303dda03-9024-4bc2-9d61-b32c0d036d62 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:47.406955 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff10e2c-79d1-4669-a5e3-2770b280a2df", "name": "network-vif-deleted", "tag": "ffef71a8-0a00-4d27-b98e-317ec56795c3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:47.407210 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-303dda03-9024-4bc2-9d61-b32c0d036d62 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:47.407603 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff10e2c-79d1-4669-a5e3-2770b280a2df', 'name': 'network-vif-deleted', 'tag': 'ffef71a8-0a00-4d27-b98e-317ec56795c3', 'status': 'completed', 'code': 200} Aug 16 13:03:47.509448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event updated for resources: {'Port': ['ID=c217baa6-7022-4f38-90fd-b1775c949a3e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:47.515663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:47.516044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:47.516392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:47.522402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:47.522852 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:47.523347 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 2 to bind port c217baa6-7022-4f38-90fd-b1775c949a3e Aug 16 13:03:47.540797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:47.540797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:47.540797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:47.548977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:47.549422 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:47.549925 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 3 to bind port c217baa6-7022-4f38-90fd-b1775c949a3e Aug 16 13:03:47.577582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:47.577932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:47.579871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:47.595078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:47.595723 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:47.596284 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 4 to bind port c217baa6-7022-4f38-90fd-b1775c949a3e Aug 16 13:03:47.617187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:47.617867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:47.618408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:47.630990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:47.631517 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:47.632102 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 5 to bind port c217baa6-7022-4f38-90fd-b1775c949a3e Aug 16 13:03:47.643271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccec8e-6d0b-419d-9acd-3ea2855ff3d3 req-2476c34d-98c5-43de-83c6-9c486db4d022 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:47.651440 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4ccec8e-6d0b-419d-9acd-3ea2855ff3d3 req-2476c34d-98c5-43de-83c6-9c486db4d022 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1034760 Aug 16 13:03:47.651855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:47.652832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:47.653415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:47.662214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:47.662789 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:47.663876 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 6 to bind port c217baa6-7022-4f38-90fd-b1775c949a3e Aug 16 13:03:47.680057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:47.681610 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:47.682262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:47.688629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:47.689950 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:47.690413 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 7 to bind port c217baa6-7022-4f38-90fd-b1775c949a3e Aug 16 13:03:47.706632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:47.707116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:47.707456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:47.714939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8732322-61f1-4361-abb4-d3bcd9b2b0da req-2bcb3162-11f7-4454-9274-89dc01bdee75 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ff10e2c-79d1-4669-a5e3-2770b280a2df HTTP/1.1" status: 200 len: 210 time: 0.0600355 Aug 16 13:03:47.715783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:47.716060 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:47.716483 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 8 to bind port c217baa6-7022-4f38-90fd-b1775c949a3e Aug 16 13:03:47.736279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:47.736279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:47.736279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:47.742054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:47.742661 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:47.743000 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 9 to bind port c217baa6-7022-4f38-90fd-b1775c949a3e Aug 16 13:03:47.759079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:47.759079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:47.759348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:47.764468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:47.764803 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:47.765255 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempt 10 to bind port c217baa6-7022-4f38-90fd-b1775c949a3e Aug 16 13:03:47.781097 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4ccec8e-6d0b-419d-9acd-3ea2855ff3d3 req-04ab30a9-20a6-49b7-9192-9880284effee tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227965 Aug 16 13:03:47.789357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:47.790255 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:47.793561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempting to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:47.799821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:47.800162 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Failed to bind port c217baa6-7022-4f38-90fd-b1775c949a3e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '32b76edb-13e3-48c7-adc5-6ab16a71cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '51159f4d-4b14-41cb-b497-016d010e6af6'}] Aug 16 13:03:47.801198 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:47.856772 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a97136b-1615-447c-bd4c-b872b99c2c72 req-f5de01a0-2876-4c2c-858a-42a2cd4c55ae tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 210 time: 0.0528834 Aug 16 13:03:47.902972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77655182-d060-49b7-96ec-b51de5328d50 req-3ae84cff-38e6-4da9-8edb-1b6171b452c5 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 210 time: 0.0441692 Aug 16 13:03:47.936168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] For port c217baa6-7022-4f38-90fd-b1775c949a3e, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:47.936601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attempted to set empty binding levels {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 13:03:47.945232 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:47.995149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] In _notify_port_updated(), no bound segment for port c217baa6-7022-4f38-90fd-b1775c949a3e on network 51159f4d-4b14-41cb-b497-016d010e6af6 {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:03:47.996407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:47.997320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:47.999313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "PUT /v2.0/ports/c217baa6-7022-4f38-90fd-b1775c949a3e HTTP/1.1" status: 200 len: 973 time: 0.9931579 Aug 16 13:03:48.002885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46532) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:48.021344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e65076-4896-4daf-91ca-9cefed42750b tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event updated for resources: {'Port': ['ID=c217baa6-7022-4f38-90fd-b1775c949a3e,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:48.118955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-61c92e34-2629-4c4f-a112-fac4a3d06fff tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Deleting port c217baa6-7022-4f38-90fd-b1775c949a3e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:48.119356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61c92e34-2629-4c4f-a112-fac4a3d06fff tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.272537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a7f2f-f394-4418-80e3-c47f6ca1fd5d req-bc62d9d4-5392-4027-93e0-0efbf2dfa6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:48.274413 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a0a7f2f-f394-4418-80e3-c47f6ca1fd5d req-bc62d9d4-5392-4027-93e0-0efbf2dfa6ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 1096 time: 0.0543301 Aug 16 13:03:48.386330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a7f2f-f394-4418-80e3-c47f6ca1fd5d req-a27d31d1-e889-4c89-9be1-30539f83519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:48.387924 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a0a7f2f-f394-4418-80e3-c47f6ca1fd5d req-a27d31d1-e889-4c89-9be1-30539f83519d service neutron] 10.222.0.22 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 917 time: 0.1024806 Aug 16 13:03:48.437298 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a0a7f2f-f394-4418-80e3-c47f6ca1fd5d req-bbe82417-07c7-48f7-be0c-36ad2573ed5e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a HTTP/1.1" status: 200 len: 217 time: 0.0368207 Aug 16 13:03:48.493062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a7f2f-f394-4418-80e3-c47f6ca1fd5d req-728f4d56-d31c-4d76-8dce-e384c35ef064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:48.494492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a0a7f2f-f394-4418-80e3-c47f6ca1fd5d req-728f4d56-d31c-4d76-8dce-e384c35ef064 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 200 len: 857 time: 0.0497179 Aug 16 13:03:48.531111 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a0a7f2f-f394-4418-80e3-c47f6ca1fd5d req-4969fb81-9c8b-4939-a49f-0928f515e314 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278718 Aug 16 13:03:48.534228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-61c92e34-2629-4c4f-a112-fac4a3d06fff tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] For port c217baa6-7022-4f38-90fd-b1775c949a3e, host n-h2-804708-1, got binding levels [] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:48.534589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61c92e34-2629-4c4f-a112-fac4a3d06fff tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.556116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-61c92e34-2629-4c4f-a112-fac4a3d06fff tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Calling delete_port for c217baa6-7022-4f38-90fd-b1775c949a3e owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:48.576078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574b244-2a6b-43db-950d-c0acafc2477f req-bfe72aa3-9e88-4229-8ae2-f64d0d9a08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:48.577592 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2574b244-2a6b-43db-950d-c0acafc2477f req-bfe72aa3-9e88-4229-8ae2-f64d0d9a08e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 1096 time: 0.4082756 Aug 16 13:03:48.589934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5fb99-5bda-4dcb-a99d-f50f5e69c681 req-0e1a297e-3a79-4c31-831f-737ca82a7dec tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:48.591436 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fea5fb99-5bda-4dcb-a99d-f50f5e69c681 req-0e1a297e-3a79-4c31-831f-737ca82a7dec tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.4493067 Aug 16 13:03:48.637522 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a0a7f2f-f394-4418-80e3-c47f6ca1fd5d req-07c88284-3ac7-49dc-ba6e-acc0c1a08216 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974746 Aug 16 13:03:48.646456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748fd6d-9e0e-4668-9837-338fa1527557 req-e7333791-11f1-475f-a621-65edccec3ad5 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:48.648207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9748fd6d-9e0e-4668-9837-338fa1527557 req-e7333791-11f1-475f-a621-65edccec3ad5 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.2152023 Aug 16 13:03:48.746561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ffef71a8-0a00-4d27-b98e-317ec56795c3 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:03:48.786464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: ffef71a8-0a00-4d27-b98e-317ec56795c3 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:03:48.787725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ffef71a8-0a00-4d27-b98e-317ec56795c3 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:03:48.801474 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fea5fb99-5bda-4dcb-a99d-f50f5e69c681 req-f4cf7f6e-1a89-49a1-88b2-5e485758e4ce tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583278 Aug 16 13:03:48.821235 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9748fd6d-9e0e-4668-9837-338fa1527557 req-b959faba-0da1-4996-9fd3-42fabcd3eeb6 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589713 Aug 16 13:03:48.831499 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a0a7f2f-f394-4418-80e3-c47f6ca1fd5d req-8af1254f-cdb1-4e73-840f-7018676fd5f0 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861045 Aug 16 13:03:48.867357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574b244-2a6b-43db-950d-c0acafc2477f req-e6c232ca-75c9-4501-8a3b-d297f46e04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:48.869276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2574b244-2a6b-43db-950d-c0acafc2477f req-e6c232ca-75c9-4501-8a3b-d297f46e04c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 911 time: 0.2739756 Aug 16 13:03:48.881128 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61c92e34-2629-4c4f-a112-fac4a3d06fff tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.908797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-af6b4e9d-1d0c-4424-add6-4d4437682131 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:48.910432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-af6b4e9d-1d0c-4424-add6-4d4437682131 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.42 "GET /v2.0/networks?id=13c2d60a-931f-46cd-9791-bcfcfba76880 HTTP/1.1" status: 200 len: 822 time: 0.1786361 Aug 16 13:03:48.930524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Request body: {'port': {'device_id': 'cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9', 'network_id': '13c2d60a-931f-46cd-9791-bcfcfba76880', 'admin_state_up': True, 'tenant_id': '5e30a511c904403db57e8e64539de817'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:48.969097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c92e34-2629-4c4f-a112-fac4a3d06fff tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Pushing event deleted for resources: {'Port': ['ID=c217baa6-7022-4f38-90fd-b1775c949a3e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:48.976648 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61c92e34-2629-4c4f-a112-fac4a3d06fff tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.980166 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-61c92e34-2629-4c4f-a112-fac4a3d06fff tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "DELETE /v2.0/ports/c217baa6-7022-4f38-90fd-b1775c949a3e HTTP/1.1" status: 204 len: 168 time: 0.9738405 Aug 16 13:03:48.982766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46554) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:49.010038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2574b244-2a6b-43db-950d-c0acafc2477f req-eca844b7-47bf-423b-8336-4e5d26a9527a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 HTTP/1.1" status: 200 len: 1000 time: 0.1254168 Aug 16 13:03:49.074150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Made reservation on behalf of 5e30a511c904403db57e8e64539de817 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:49.075786 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.121105 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01a3501d-00d0-443f-a847-b83470a25546 req-ed8de7d2-f580-46b6-9115-d6bdae9b04b6 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 210 time: 0.0948970 Aug 16 13:03:49.122028 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-567ac7f9-eb19-4046-bdf8-1f8b888fd085 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] GET failed (client error): The resource could not be found. Aug 16 13:03:49.123489 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-567ac7f9-eb19-4046-bdf8-1f8b888fd085 tempest-PortsAdminExtendedAttrsTestJSON-1195162467 tempest-PortsAdminExtendedAttrsTestJSON-1195162467-project-admin] 10.222.0.25 "GET /v2.0/ports/c217baa6-7022-4f38-90fd-b1775c949a3e HTTP/1.1" status: 404 len: 333 time: 0.1164289 Aug 16 13:03:49.127638 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10be22d9-22a8-460b-a657-e5afde515330 req-f95e034e-7585-4c3a-b3bc-13a376325cf5 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 210 time: 0.1024480 Aug 16 13:03:49.128096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46556) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:49.220376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574b244-2a6b-43db-950d-c0acafc2477f req-6fce8817-ba86-44b8-8267-caf94fec281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:49.221920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2574b244-2a6b-43db-950d-c0acafc2477f req-6fce8817-ba86-44b8-8267-caf94fec281a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 200 len: 850 time: 0.1978683 Aug 16 13:03:49.241077 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.316070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1238fd32-d3b2-46c0-a2a5-53de367a082a tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:49.317955 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1238fd32-d3b2-46c0-a2a5-53de367a082a tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.42 "GET /v2.0/networks?id=d19d0c04-6397-4b8a-bd47-5dde019b5e62 HTTP/1.1" status: 200 len: 813 time: 0.1806152 Aug 16 13:03:49.331773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Allocated IP 172.20.0.5 (13c2d60a-931f-46cd-9791-bcfcfba76880/48528a03-79fa-46df-bc2b-880371160573/e43367a4-e365-4e89-87cf-6109c65891eb) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:49.336970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Request body: {'port': {'device_id': '0de0941b-853d-4b64-8e2a-ec6ca04af87f', 'network_id': 'd19d0c04-6397-4b8a-bd47-5dde019b5e62', 'admin_state_up': True, 'tenant_id': 'e3aeead82d6144d3b6d065003c5abf55'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:49.340326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574b244-2a6b-43db-950d-c0acafc2477f req-64aa5c20-0c28-4f16-b944-1c27f2b4b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:49.341750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2574b244-2a6b-43db-950d-c0acafc2477f req-64aa5c20-0c28-4f16-b944-1c27f2b4b209 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60b8601d-8c83-419a-8ebd-3dd0daba00a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984011 Aug 16 13:03:49.414173 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.451285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51159f4d-4b14-41cb-b497-016d010e6af6']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:49.492187 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b76edb-13e3-48c7-adc5-6ab16a71cce5') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:49.492488 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b76edb-13e3-48c7-adc5-6ab16a71cce5') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:49.508952 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.529928 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.542617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebe846-b97e-4330-8169-bb0a49c5abf2 req-ebf7c491-0122-4f42-a5c0-9723243e77c5 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:49.544110 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4aebe846-b97e-4330-8169-bb0a49c5abf2 req-ebf7c491-0122-4f42-a5c0-9723243e77c5 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 945 time: 0.1547117 Aug 16 13:03:49.551496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:03:49.551941 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:03:49.554957 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:03:49.568262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Made reservation on behalf of e3aeead82d6144d3b6d065003c5abf55 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:49.572778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.627408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2574b244-2a6b-43db-950d-c0acafc2477f req-e44f4a80-124f-4bab-9ec0-fc21087c9ba3 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764907 Aug 16 13:03:49.668865 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.673654 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.680320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4aebe846-b97e-4330-8169-bb0a49c5abf2 req-d11f55b2-866e-44b0-8e1c-77cef12f0ebb tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245737 Aug 16 13:03:49.711753 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.713577 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] 10.222.0.25 "DELETE /v2.0/networks/51159f4d-4b14-41cb-b497-016d010e6af6 HTTP/1.1" status: 204 len: 168 time: 0.5829546 Aug 16 13:03:49.726568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae803e3-a38b-49f3-b26f-3f8941761e44 tempest-PortsAdminExtendedAttrsTestJSON-304042347 tempest-PortsAdminExtendedAttrsTestJSON-304042347-project] Pushing event deleted for resources: {'Network': ['ID=51159f4d-4b14-41cb-b497-016d010e6af6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:49.760041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2574b244-2a6b-43db-950d-c0acafc2477f req-00cb97a5-4c21-4208-a295-a3333803e564 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214843 Aug 16 13:03:49.771085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Allocated IP 172.20.0.6 (d19d0c04-6397-4b8a-bd47-5dde019b5e62/fbf1826a-430c-4464-a737-9eaac70b8b6d/ea73b37c-fb89-4e64-bf15-ec839f6bf2b7) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:49.778950 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.856744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Network 13c2d60a-931f-46cd-9791-bcfcfba76880 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:49.865422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:49.874189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:49.880060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Pushing event updated for resources: {'Port': ['ID=e43367a4-e365-4e89-87cf-6109c65891eb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:49.997207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:49.997873 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.003724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26917e93-940a-4bbb-9c4d-965451ad18e8 req-b9ae2eb2-364d-4283-bd55-9c909c3a5f2a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:50.004634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46572) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:50.005250 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26917e93-940a-4bbb-9c4d-965451ad18e8 req-b9ae2eb2-364d-4283-bd55-9c909c3a5f2a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0687582 Aug 16 13:03:50.013576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38927f4-0f09-4648-a9d3-9984a7d92180 req-41b657fe-da85-478a-ac14-8a61f0572001 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:50.015179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f38927f4-0f09-4648-a9d3-9984a7d92180 req-41b657fe-da85-478a-ac14-8a61f0572001 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1150723 Aug 16 13:03:50.036752 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-1dc42610-1711-4e2e-ba07-2a2b9c897048 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1144013 Aug 16 13:03:50.055648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Request body: {'port': {'device_id': 'cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:50.068825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26917e93-940a-4bbb-9c4d-965451ad18e8 req-99d584e1-5789-45fb-a7f7-9336ad7f0ae8 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525413 Aug 16 13:03:50.097092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f38927f4-0f09-4648-a9d3-9984a7d92180 req-d047b7fb-faa5-4cb9-8fb8-5ad94b899c69 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577633 Aug 16 13:03:50.105432 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.147238 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.237775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.334609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Network d19d0c04-6397-4b8a-bd47-5dde019b5e62 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:50.373369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8c413-aa5a-4d01-a654-1ffcd7e0a1e3 req-ea42af90-94b6-46ed-9fac-1217fe2d34fb tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:50.375183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1e8c413-aa5a-4d01-a654-1ffcd7e0a1e3 req-ea42af90-94b6-46ed-9fac-1217fe2d34fb tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 931 time: 0.1006324 Aug 16 13:03:50.389450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef38d2-78c4-45f1-a52c-953cc4f4620e req-65b29cd6-0bde-48bb-9f57-3f6e2722bc40 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:50.391092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46ef38d2-78c4-45f1-a52c-953cc4f4620e req-65b29cd6-0bde-48bb-9f57-3f6e2722bc40 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 931 time: 0.1069503 Aug 16 13:03:50.411873 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1cf6e76a-ecb1-4740-b5da-4c65ee014686 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1587a7c29b834ef79bff3a81dab06d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973258 Aug 16 13:03:50.411873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:50.411873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:50.412804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46580) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:50.451229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Pushing event updated for resources: {'Port': ['ID=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:50.488124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46ef38d2-78c4-45f1-a52c-953cc4f4620e req-f495ea7f-c140-463b-910a-ab0a0566e73b tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d7561f2-406f-4391-9962-95ac314f4dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851095 Aug 16 13:03:50.494189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:50.494847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.498077 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1e8c413-aa5a-4d01-a654-1ffcd7e0a1e3 req-20319fb5-2164-4f00-b46f-cbd6418bff92 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057706 Aug 16 13:03:50.532537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce3f87ff-2b10-4f69-b381-21af35ccff1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.546952 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-11dbea53-54e5-41e7-8889-cf1bf6b33697 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2171855 Aug 16 13:03:50.561355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce3f87ff-2b10-4f69-b381-21af35ccff1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.567677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Request body: {'port': {'device_id': '0de0941b-853d-4b64-8e2a-ec6ca04af87f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:50.615099 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce3f87ff-2b10-4f69-b381-21af35ccff1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.618994 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce3f87ff-2b10-4f69-b381-21af35ccff1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.620605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ce3f87ff-2b10-4f69-b381-21af35ccff1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02b158ac-2acd-4ea9-b699-a9ee29465db9 HTTP/1.1" status: 204 len: 168 time: 0.1986821 Aug 16 13:03:50.629840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f87ff-2b10-4f69-b381-21af35ccff1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b158ac-2acd-4ea9-b699-a9ee29465db9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:50.665853 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.752531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43367a4-e365-4e89-87cf-6109c65891eb {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:50.767645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.824708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b7891-7a4c-4dd2-bd41-880dc8e5e015 req-db205f93-d944-4d79-991c-7f92a5116722 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:50.826303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb2b7891-7a4c-4dd2-bd41-880dc8e5e015 req-db205f93-d944-4d79-991c-7f92a5116722 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 945 time: 0.0613718 Aug 16 13:03:50.849012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Transition to ACTIVE for port object e43367a4-e365-4e89-87cf-6109c65891eb will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:50.860345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.897037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb2b7891-7a4c-4dd2-bd41-880dc8e5e015 req-99828a2d-4d2b-4348-b0c3-3d1d0e0e2f72 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609448 Aug 16 13:03:50.906346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0b67-1f74-4009-a46c-eefe75098f47 req-138d6483-26fa-426c-a8d6-6ae7f612dbdf tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:50.908006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306d0b67-1f74-4009-a46c-eefe75098f47 req-138d6483-26fa-426c-a8d6-6ae7f612dbdf tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 945 time: 0.0808184 Aug 16 13:03:50.958591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e43367a4-e365-4e89-87cf-6109c65891eb,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:51.012913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46588) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:51.040642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-306d0b67-1f74-4009-a46c-eefe75098f47 req-f1335cbd-94b8-4d95-8bf2-127e279d0b27 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Deleting port 923b5c3d-9a3e-4f93-b4f2-96baf646744e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:03:51.041242 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306d0b67-1f74-4009-a46c-eefe75098f47 req-f1335cbd-94b8-4d95-8bf2-127e279d0b27 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.113054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Attempting to bind port e43367a4-e365-4e89-87cf-6109c65891eb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:51.113569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Attempting to bind port e43367a4-e365-4e89-87cf-6109c65891eb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '25524b39-aa98-4ebc-ac8e-b4b6e9f512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13c2d60a-931f-46cd-9791-bcfcfba76880'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:51.113705 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Attempting to bind port e43367a4-e365-4e89-87cf-6109c65891eb on network 13c2d60a-931f-46cd-9791-bcfcfba76880 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:51.122964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ddfcd9b2-6bdd-4a8e-af3c-51499751d9c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=787d412b9d434fc391e73acee9c51dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063673 Aug 16 13:03:51.123166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Port e43367a4-e365-4e89-87cf-6109c65891eb on network 13c2d60a-931f-46cd-9791-bcfcfba76880 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:51.123273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Attempting to bind port e43367a4-e365-4e89-87cf-6109c65891eb on network 13c2d60a-931f-46cd-9791-bcfcfba76880 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:51.125458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46594) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:51.151994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:51.152341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Checking segment: {'id': '25524b39-aa98-4ebc-ac8e-b4b6e9f512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13c2d60a-931f-46cd-9791-bcfcfba76880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:51.152834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Bound using segment: {'id': '25524b39-aa98-4ebc-ac8e-b4b6e9f512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13c2d60a-931f-46cd-9791-bcfcfba76880'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:51.153160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Bound port: e43367a4-e365-4e89-87cf-6109c65891eb, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25524b39-aa98-4ebc-ac8e-b4b6e9f512d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13c2d60a-931f-46cd-9791-bcfcfba76880'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:51.153523 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.177007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:51.208204 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.235904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Transition to ACTIVE for port object ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:51.245060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.245311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-306d0b67-1f74-4009-a46c-eefe75098f47 req-f1335cbd-94b8-4d95-8bf2-127e279d0b27 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] For port 923b5c3d-9a3e-4f93-b4f2-96baf646744e, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=923b5c3d-9a3e-4f93-b4f2-96baf646744e,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:51.245493 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306d0b67-1f74-4009-a46c-eefe75098f47 req-f1335cbd-94b8-4d95-8bf2-127e279d0b27 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.281058 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfcbc-7259-4e78-8f57-1f99942fba08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.283051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] For port e43367a4-e365-4e89-87cf-6109c65891eb, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:51.287063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-306d0b67-1f74-4009-a46c-eefe75098f47 req-f1335cbd-94b8-4d95-8bf2-127e279d0b27 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Calling delete_port for 923b5c3d-9a3e-4f93-b4f2-96baf646744e owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:03:51.311480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] For port e43367a4-e365-4e89-87cf-6109c65891eb, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e43367a4-e365-4e89-87cf-6109c65891eb,segment=NetworkSegment(25524b39-aa98-4ebc-ac8e-b4b6e9f512d5),segment_id=25524b39-aa98-4ebc-ac8e-b4b6e9f512d5)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:51.322778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.327075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206799b-1757-4300-9868-d6873f615519 service neutron] Pushing event updated for resources: {'Port': ['ID=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:51.344610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a13435-48a7-45e3-8603-a1abceac3ef5 req-cc8139e0-c112-434b-8176-7d6f76145811 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:51.346180 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37a13435-48a7-45e3-8603-a1abceac3ef5 req-cc8139e0-c112-434b-8176-7d6f76145811 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1753702 Aug 16 13:03:51.383680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:51.384306 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.385712 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] 10.222.0.42 "PUT /v2.0/ports/e43367a4-e365-4e89-87cf-6109c65891eb HTTP/1.1" status: 200 len: 1091 time: 1.3386731 Aug 16 13:03:51.386177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9', 'tag': 'e43367a4-e365-4e89-87cf-6109c65891eb'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:51.388419 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b5b0b1-63dd-4630-99b6-e1f5e69d7a61" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9", "tag": "e43367a4-e365-4e89-87cf-6109c65891eb"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:51.423557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfcbc-7259-4e78-8f57-1f99942fba08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.457295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558c74f-4d83-49c2-a4bb-37178dbc6e3b req-d3a13969-6757-420f-b181-52f3c01a29a4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:51.460207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6558c74f-4d83-49c2-a4bb-37178dbc6e3b req-d3a13969-6757-420f-b181-52f3c01a29a4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.2480621 Aug 16 13:03:51.473748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07439d28-c94b-4e6b-95c2-a22e94fa37c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e43367a4-e365-4e89-87cf-6109c65891eb,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:51.504718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-ed8ed0d6-6470-4006-a974-65dc38c29fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:51.506214 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-ed8ed0d6-6470-4006-a974-65dc38c29fe8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e30a511c904403db57e8e64539de817&device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 1094 time: 0.0815134 Aug 16 13:03:51.507482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Attempting to bind port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:51.507801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Attempting to bind port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '711525ba-7c6f-4584-9787-80bf8f835a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd19d0c04-6397-4b8a-bd47-5dde019b5e62'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:51.508130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Attempting to bind port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 on network d19d0c04-6397-4b8a-bd47-5dde019b5e62 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:51.512908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 on network d19d0c04-6397-4b8a-bd47-5dde019b5e62 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:51.513094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Attempting to bind port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 on network d19d0c04-6397-4b8a-bd47-5dde019b5e62 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:51.526801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:51.527171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Checking segment: {'id': '711525ba-7c6f-4584-9787-80bf8f835a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd19d0c04-6397-4b8a-bd47-5dde019b5e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:51.528021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Bound using segment: {'id': '711525ba-7c6f-4584-9787-80bf8f835a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd19d0c04-6397-4b8a-bd47-5dde019b5e62'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:51.528144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Bound port: ea73b37c-fb89-4e64-bf15-ec839f6bf2b7, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711525ba-7c6f-4584-9787-80bf8f835a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd19d0c04-6397-4b8a-bd47-5dde019b5e62'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:51.528433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.539453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37a13435-48a7-45e3-8603-a1abceac3ef5 req-f1406b22-34e5-4a03-9590-e61a9fb61aa9 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818535 Aug 16 13:03:51.573471 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6558c74f-4d83-49c2-a4bb-37178dbc6e3b req-c135f4eb-3bc1-43e5-a891-3ec03dd1d25c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006105 Aug 16 13:03:51.573720 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-820ebc92-82f1-40c9-83ae-83da2c2e0e1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e43367a4-e365-4e89-87cf-6109c65891eb HTTP/1.1" status: 200 len: 217 time: 0.0573111 Aug 16 13:03:51.619068 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfcbc-7259-4e78-8f57-1f99942fba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.622558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfcbc-7259-4e78-8f57-1f99942fba08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.623864 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7cfcfcbc-7259-4e78-8f57-1f99942fba08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64e19e18-a2a8-4a7a-86e5-7f66ea8bfaab HTTP/1.1" status: 204 len: 168 time: 0.4974546 Aug 16 13:03:51.644500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcfcbc-7259-4e78-8f57-1f99942fba08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e19e18-a2a8-4a7a-86e5-7f66ea8bfaab,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:51.663977 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306d0b67-1f74-4009-a46c-eefe75098f47 req-f1335cbd-94b8-4d95-8bf2-127e279d0b27 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.725090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1335cbd-94b8-4d95-8bf2-127e279d0b27 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event deleted for resources: {'Port': ['ID=923b5c3d-9a3e-4f93-b4f2-96baf646744e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:51.773647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] For port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:51.784619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-306d0b67-1f74-4009-a46c-eefe75098f47 req-f1335cbd-94b8-4d95-8bf2-127e279d0b27 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] No DVR routers for this DVR port 923b5c3d-9a3e-4f93-b4f2-96baf646744e on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:03:51.789547 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-306d0b67-1f74-4009-a46c-eefe75098f47 req-f1335cbd-94b8-4d95-8bf2-127e279d0b27 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.791888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306d0b67-1f74-4009-a46c-eefe75098f47 req-f1335cbd-94b8-4d95-8bf2-127e279d0b27 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "DELETE /v2.0/ports/923b5c3d-9a3e-4f93-b4f2-96baf646744e HTTP/1.1" status: 204 len: 173 time: 0.8770852 Aug 16 13:03:51.792669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de7a527-e28f-42a1-8aaf-a10cb4571330', 'name': 'network-vif-deleted', 'tag': '923b5c3d-9a3e-4f93-b4f2-96baf646744e'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:51.796995 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8dcb17-5a1a-4f37-a819-cfa59dccc8a9" -d '{"events": [{"server_uuid": "0de7a527-e28f-42a1-8aaf-a10cb4571330", "name": "network-vif-deleted", "tag": "923b5c3d-9a3e-4f93-b4f2-96baf646744e"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:51.806306 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] For port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7,segment=NetworkSegment(711525ba-7c6f-4584-9787-80bf8f835a5c),segment_id=711525ba-7c6f-4584-9787-80bf8f835a5c)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:51.809495 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2ed471-8f83-4267-af03-4e3977366545 x-openstack-request-id: req-3a2ed471-8f83-4267-af03-4e3977366545 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:51.809945 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9", "tag": "e43367a4-e365-4e89-87cf-6109c65891eb", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:51.810373 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a2ed471-8f83-4267-af03-4e3977366545 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:51.814009 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9', 'tag': 'e43367a4-e365-4e89-87cf-6109c65891eb', 'status': 'completed', 'code': 200} Aug 16 13:03:51.822025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.903479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:51.906045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.910389 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-1206799b-1757-4300-9868-d6873f615519 service neutron] 10.222.0.42 "PUT /v2.0/ports/ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 HTTP/1.1" status: 200 len: 1091 time: 1.3478808 Aug 16 13:03:51.929823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-50137330-0fff-470a-a41b-8464ab85f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:51.931165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b', '923b5c3d-9a3e-4f93-b4f2-96baf646744e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:51.934019 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-50137330-0fff-470a-a41b-8464ab85f4ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48528a03-79fa-46df-bc2b-880371160573 HTTP/1.1" status: 200 len: 862 time: 0.2620361 Aug 16 13:03:51.977107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e5b74-c14d-4946-a71f-2f9474f8af2b req-ceeef2aa-b4b2-4710-928e-070db5ae2d35 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:51.979280 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-663e5b74-c14d-4946-a71f-2f9474f8af2b req-ceeef2aa-b4b2-4710-928e-070db5ae2d35 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 943 time: 0.1263633 Aug 16 13:03:51.988252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fe12b-e657-4c84-85de-01c81cdd3ace req-0fcbe15f-494a-4337-aa98-a49f9329af37 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:51.991108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad6fe12b-e657-4c84-85de-01c81cdd3ace req-0fcbe15f-494a-4337-aa98-a49f9329af37 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 943 time: 0.1626601 Aug 16 13:03:52.044535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-663e5b74-c14d-4946-a71f-2f9474f8af2b req-d1e05d76-c3ea-4bf0-abc1-3e29e30c7496 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d7561f2-406f-4391-9962-95ac314f4dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521894 Aug 16 13:03:52.050529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-25f5b336-2017-4906-b9d9-fed47a5034fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13c2d60a-931f-46cd-9791-bcfcfba76880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933340 Aug 16 13:03:52.056555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206799b-1757-4300-9868-d6873f615519 service neutron] Pushing event updated for resources: {'Port': ['ID=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:52.158822 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7540782-24ef-46c6-bfb1-ac617f32300f x-openstack-request-id: req-a7540782-24ef-46c6-bfb1-ac617f32300f {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:52.159950 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de7a527-e28f-42a1-8aaf-a10cb4571330", "name": "network-vif-deleted", "tag": "923b5c3d-9a3e-4f93-b4f2-96baf646744e", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:52.159950 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7540782-24ef-46c6-bfb1-ac617f32300f {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:52.160164 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de7a527-e28f-42a1-8aaf-a10cb4571330', 'name': 'network-vif-deleted', 'tag': '923b5c3d-9a3e-4f93-b4f2-96baf646744e', 'status': 'completed', 'code': 200} Aug 16 13:03:52.186443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-eaacc972-ac02-4475-9937-89a8a95510e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:52.188067 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-eaacc972-ac02-4475-9937-89a8a95510e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3aeead82d6144d3b6d065003c5abf55&device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 1094 time: 0.2054663 Aug 16 13:03:52.285131 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-896c314d-b994-45ef-a5d4-60fa2badaf8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 HTTP/1.1" status: 200 len: 217 time: 0.0863543 Aug 16 13:03:52.293158 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ddca78c3-3fed-41ad-b551-026d53214fe4 req-e77b7091-201d-4b08-a662-bb92c3bf5eb4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de7a527-e28f-42a1-8aaf-a10cb4571330 HTTP/1.1" status: 200 len: 210 time: 0.0345910 Aug 16 13:03:52.339928 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-bfbc6a43-c4fd-4ad2-93c6-de45662e6475 service neutron] 10.222.0.42 "GET /v2.0/networks/13c2d60a-931f-46cd-9791-bcfcfba76880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767558 Aug 16 13:03:52.351962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad6fe12b-e657-4c84-85de-01c81cdd3ace req-5d8a94f2-bc95-4fa2-8b0e-33b4c11faf75 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278534 Aug 16 13:03:52.427474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-5c63ccaa-5f5b-46a1-b4c1-890760b90101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:52.429365 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-5c63ccaa-5f5b-46a1-b4c1-890760b90101 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf1826a-430c-4464-a737-9eaac70b8b6d HTTP/1.1" status: 200 len: 853 time: 0.1291211 Aug 16 13:03:52.481596 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-ff7fc430-7815-4e60-828d-2c6e15e4468f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d19d0c04-6397-4b8a-bd47-5dde019b5e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437360 Aug 16 13:03:52.532443 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfeb5877-1603-4429-a2a4-6362e3815d29 req-494d8860-7b3b-487d-aa20-0424d2640ca5 service neutron] 10.222.0.42 "GET /v2.0/networks/13c2d60a-931f-46cd-9791-bcfcfba76880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845176 Aug 16 13:03:52.625929 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-7045a7ad-23b4-47ab-87b5-3c9fa2ed703b service neutron] 10.222.0.42 "GET /v2.0/networks/d19d0c04-6397-4b8a-bd47-5dde019b5e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361732 Aug 16 13:03:52.665273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5b0b1-63dd-4630-99b6-e1f5e69d7a61 req-3cba89bf-f715-44bd-9696-d86385d0bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:52.670138 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5b5b0b1-63dd-4630-99b6-e1f5e69d7a61 req-3cba89bf-f715-44bd-9696-d86385d0bc9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e30a511c904403db57e8e64539de817&device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 1094 time: 0.0866194 Aug 16 13:03:52.724143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6639f-8c67-4804-850d-aa3539c7fbf9 req-092f79de-f2af-43f3-b5de-a42dd93139de tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:52.730642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1b6639f-8c67-4804-850d-aa3539c7fbf9 req-092f79de-f2af-43f3-b5de-a42dd93139de tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0631204 Aug 16 13:03:52.779158 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1b6639f-8c67-4804-850d-aa3539c7fbf9 req-549e17ee-58eb-4c46-9675-94c1a8db4963 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458665 Aug 16 13:03:53.114860 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f15ae06-44b0-4948-bb46-f89942de8eb6 req-8fa0d365-c103-4b3d-9e9b-ed00d94bc280 service neutron] 10.222.0.42 "GET /v2.0/networks/d19d0c04-6397-4b8a-bd47-5dde019b5e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806147 Aug 16 13:03:53.151822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5b0b1-63dd-4630-99b6-e1f5e69d7a61 req-30878715-c245-466e-b057-042fb9d6585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:53.153358 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5b5b0b1-63dd-4630-99b6-e1f5e69d7a61 req-30878715-c245-466e-b057-042fb9d6585e service neutron] 10.222.0.42 "GET /v2.0/networks?id=13c2d60a-931f-46cd-9791-bcfcfba76880 HTTP/1.1" status: 200 len: 922 time: 0.4546087 Aug 16 13:03:53.201647 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5b5b0b1-63dd-4630-99b6-e1f5e69d7a61 req-877d05da-50de-4054-835a-ec7dcf22a3ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e43367a4-e365-4e89-87cf-6109c65891eb HTTP/1.1" status: 200 len: 217 time: 0.0402839 Aug 16 13:03:53.215940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73aa48-2d0b-495d-bc98-ecc712e79f49 req-c1ec4d56-d6fd-46cf-b02e-b5c053d98b14 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:53.217521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb73aa48-2d0b-495d-bc98-ecc712e79f49 req-c1ec4d56-d6fd-46cf-b02e-b5c053d98b14 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 943 time: 0.0597680 Aug 16 13:03:53.259985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5b0b1-63dd-4630-99b6-e1f5e69d7a61 req-bca021b9-86c6-45a1-aab5-dc6e045c5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:53.261642 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5b5b0b1-63dd-4630-99b6-e1f5e69d7a61 req-bca021b9-86c6-45a1-aab5-dc6e045c5ef1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48528a03-79fa-46df-bc2b-880371160573 HTTP/1.1" status: 200 len: 862 time: 0.0516400 Aug 16 13:03:53.275790 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb73aa48-2d0b-495d-bc98-ecc712e79f49 req-6e77c109-b7dc-4117-afe4-eb6d5af717fd tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d7561f2-406f-4391-9962-95ac314f4dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466323 Aug 16 13:03:53.307119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5b5b0b1-63dd-4630-99b6-e1f5e69d7a61 req-5c0bf2ad-11c6-4bb0-8bd3-93212eabe4d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13c2d60a-931f-46cd-9791-bcfcfba76880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350492 Aug 16 13:03:53.416342 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5b5b0b1-63dd-4630-99b6-e1f5e69d7a61 req-7114f03e-f47b-4402-b376-da24e0cc3c62 service neutron] 10.222.0.42 "GET /v2.0/networks/13c2d60a-931f-46cd-9791-bcfcfba76880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005120 Aug 16 13:03:53.502393 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e4c9f-76b0-459f-a029-0fb8fb3f44f3 req-d8409bd9-d0f5-4517-bb0a-0dfa83330c4d tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:53.504362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b34e4c9f-76b0-459f-a029-0fb8fb3f44f3 req-d8409bd9-d0f5-4517-bb0a-0dfa83330c4d tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 943 time: 0.0767961 Aug 16 13:03:53.561956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b34e4c9f-76b0-459f-a029-0fb8fb3f44f3 req-e6a86433-47ac-4dc1-adc8-9ab1b792e7f4 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499976 Aug 16 13:03:53.573581 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5b5b0b1-63dd-4630-99b6-e1f5e69d7a61 req-db7420a4-5666-4a9e-9a23-126ae8886184 service neutron] 10.222.0.42 "GET /v2.0/networks/13c2d60a-931f-46cd-9791-bcfcfba76880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474097 Aug 16 13:03:53.673589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46678) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:53.701607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-04cef038-ac64-4416-8f0a-de661b8966a3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:53.703137 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-04cef038-ac64-4416-8f0a-de661b8966a3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.1157141 Aug 16 13:03:53.718860 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-c915b8dd-4185-476b-891c-3a77e5b68e10 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/quotas/b7dc4555b79045c2a4951fc236c5ff0d HTTP/1.1" status: 200 len: 375 time: 0.0099890 Aug 16 13:03:53.773702 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-d248d982-22a9-4d1c-b4ac-27613857deb5 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471795 Aug 16 13:03:53.798089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8a2c4d7d-1e80-480d-a88c-7179a6e188b4 tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:53.818523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de0941b-853d-4b64-8e2a-ec6ca04af87f', 'tag': 'ea73b37c-fb89-4e64-bf15-ec839f6bf2b7'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:53.821210 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0ff586-de58-4536-a696-b895600aa17d" -d '{"events": [{"name": "network-changed", "server_uuid": "0de0941b-853d-4b64-8e2a-ec6ca04af87f", "tag": "ea73b37c-fb89-4e64-bf15-ec839f6bf2b7"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:53.847127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8a2c4d7d-1e80-480d-a88c-7179a6e188b4 tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] 10.222.0.25 "PUT /v2.0/quotas/5a9bbc0820b14581b61bd954f9d61dd0 HTTP/1.1" status: 200 len: 366 time: 0.1721776 Aug 16 13:03:53.849831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46690) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:53.862509 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-61fbefc6-b239-4abe-9cf2-5a92ce9e5ccc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0106938 Aug 16 13:03:53.865003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46692) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:53.879288 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-feaf280d-b6b4-48c2-8c3e-e3db6d40892c tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] 10.222.0.25 "GET /v2.0/quotas/5a9bbc0820b14581b61bd954f9d61dd0 HTTP/1.1" status: 200 len: 366 time: 0.0130107 Aug 16 13:03:53.881581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46694) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:53.893043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a4fa5f77-67fa-4d37-8b08-7488be016ba0 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091502 Aug 16 13:03:53.898987 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b7589879-45f9-4084-b602-d110d606f2ad tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/5a9bbc0820b14581b61bd954f9d61dd0 HTTP/1.1" status: 204 len: 168 time: 0.0162315 Aug 16 13:03:53.901682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46696) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:53.911453 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d9e326d4-8e9f-4d14-b28f-9649591a2513 tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0084994 Aug 16 13:03:53.914702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46698) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:53.927536 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f4df2571-0d09-42d1-8cd5-272a26b1f446 tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] 10.222.0.25 "GET /v2.0/quotas/5a9bbc0820b14581b61bd954f9d61dd0 HTTP/1.1" status: 200 len: 370 time: 0.0106809 Aug 16 13:03:53.929524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46700) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:53.937482 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6defaff2-c88f-45d2-990c-e25042669b56 tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] 10.222.0.25 "GET /v2.0/quotas/5a9bbc0820b14581b61bd954f9d61dd0/default HTTP/1.1" status: 200 len: 370 time: 0.0063117 Aug 16 13:03:53.940158 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46702) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:53.952690 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-5cf551d1-a427-4b2a-9e64-455b2c9ab68e tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] delete failed (client error): The resource could not be found. Aug 16 13:03:53.953949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5cf551d1-a427-4b2a-9e64-455b2c9ab68e tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/5a9bbc0820b14581b61bd954f9d61dd0 HTTP/1.1" status: 404 len: 348 time: 0.0126364 Aug 16 13:03:54.017260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf469f56-966d-4088-b92b-964f0b9d1c36 req-5cdd2e10-373b-488c-9732-75b8dd63c998 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:54.018713 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf469f56-966d-4088-b92b-964f0b9d1c36 req-5cdd2e10-373b-488c-9732-75b8dd63c998 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1217420 Aug 16 13:03:54.049759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-9672f240-bda0-4d47-87c4-3fe26c5019cc service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467528 Aug 16 13:03:54.063319 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46706) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:54.071791 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf469f56-966d-4088-b92b-964f0b9d1c36 req-31b08fb2-8d0d-47c6-97d2-e391bac98e9a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443974 Aug 16 13:03:54.095738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Usage tracker for resource:network and tenant:81efe21e185446fa8a23ed132e971af4 is out of sync, need to count used quota {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 13:03:54.101965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 13:03:54.109817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Usage tracker for resource:subnet and tenant:81efe21e185446fa8a23ed132e971af4 is out of sync, need to count used quota {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 13:03:54.115087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 13:03:54.124122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Usage tracker for resource:subnetpool and tenant:81efe21e185446fa8a23ed132e971af4 is out of sync, need to count used quota {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 13:03:54.134522 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560dff65-aca8-4991-82bb-4eaf12ef357c x-openstack-request-id: req-560dff65-aca8-4991-82bb-4eaf12ef357c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:54.135022 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de0941b-853d-4b64-8e2a-ec6ca04af87f", "tag": "ea73b37c-fb89-4e64-bf15-ec839f6bf2b7", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:54.135392 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-560dff65-aca8-4991-82bb-4eaf12ef357c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:54.136066 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de0941b-853d-4b64-8e2a-ec6ca04af87f', 'tag': 'ea73b37c-fb89-4e64-bf15-ec839f6bf2b7', 'status': 'completed', 'code': 200} Aug 16 13:03:54.139219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 13:03:54.154728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Usage tracker for resource:port and tenant:81efe21e185446fa8a23ed132e971af4 is out of sync, need to count used quota {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 13:03:54.166844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 13:03:54.215975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Usage tracker for resource:router and tenant:81efe21e185446fa8a23ed132e971af4 is out of sync, need to count used quota {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 13:03:54.228248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 13:03:54.239947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Usage tracker for resource:floatingip and tenant:81efe21e185446fa8a23ed132e971af4 is out of sync, need to count used quota {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 13:03:54.249568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 13:03:54.254787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff586-de58-4536-a696-b895600aa17d req-1bbf02c2-d51d-4875-9b15-44d5690cf55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:54.256552 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1c0ff586-de58-4536-a696-b895600aa17d req-1bbf02c2-d51d-4875-9b15-44d5690cf55b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3aeead82d6144d3b6d065003c5abf55&device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 1094 time: 0.0826616 Aug 16 13:03:54.272459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f60924d7-4e7a-487d-914e-6a0f7636c139 req-a8b7a5e9-0d51-4a14-b939-c8df03638650 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 210 time: 0.0358748 Aug 16 13:03:54.339564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:54.343867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 923b5c3d-9a3e-4f93-b4f2-96baf646744e no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:03:54.378600 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 923b5c3d-9a3e-4f93-b4f2-96baf646744e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:03:54.379093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 923b5c3d-9a3e-4f93-b4f2-96baf646744e not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:03:54.399555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Usage tracker for resource:security_group and tenant:81efe21e185446fa8a23ed132e971af4 is out of sync, need to count used quota {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 13:03:54.420026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 13:03:54.421097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439bf36-f6bb-45e2-8243-4d6c766bbd83 req-acb0a99f-b02a-48d4-a7ab-b1232ab2515d tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:54.429106 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0439bf36-f6bb-45e2-8243-4d6c766bbd83 req-acb0a99f-b02a-48d4-a7ab-b1232ab2515d tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 943 time: 0.0714958 Aug 16 13:03:54.433965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff586-de58-4536-a696-b895600aa17d req-8fe06025-e2da-46e3-b3ba-dd556469e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:54.437052 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1c0ff586-de58-4536-a696-b895600aa17d req-8fe06025-e2da-46e3-b3ba-dd556469e106 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d19d0c04-6397-4b8a-bd47-5dde019b5e62 HTTP/1.1" status: 200 len: 913 time: 0.1724699 Aug 16 13:03:54.437522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Usage tracker for resource:security_group_rule and tenant:81efe21e185446fa8a23ed132e971af4 is out of sync, need to count used quota {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 13:03:54.443978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.quota.resource [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101396) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 13:03:54.451588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-912bacbc-9a25-4d5d-b047-6ac90192fddc tempest-QuotasTest-1699693072 tempest-QuotasTest-1699693072-project-admin] 10.222.0.25 "GET /v2.0/quotas/81efe21e185446fa8a23ed132e971af4/details.json HTTP/1.1" status: 200 len: 703 time: 0.3869925 Aug 16 13:03:54.479513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0439bf36-f6bb-45e2-8243-4d6c766bbd83 req-63ebd1c6-7261-4aef-b7b1-214aa7371bcd tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d7561f2-406f-4391-9962-95ac314f4dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493553 Aug 16 13:03:54.533469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1c0ff586-de58-4536-a696-b895600aa17d req-e0e75c4e-0177-46af-8bd3-2997143f8dbc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 HTTP/1.1" status: 200 len: 217 time: 0.0832000 Aug 16 13:03:54.547777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7,segment=NetworkSegment(711525ba-7c6f-4584-9787-80bf8f835a5c),segment_id=711525ba-7c6f-4584-9787-80bf8f835a5c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:54.567535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'ea73b37c-fb89-4e64-bf15-ec839f6bf2b7', 'network_id': 'd19d0c04-6397-4b8a-bd47-5dde019b5e62', 'port_id': 'ea73b37c-fb89-4e64-bf15-ec839f6bf2b7', 'mac_address': 'fa:16:3e:29:01:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf1826a-430c-4464-a737-9eaac70b8b6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:54.601301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff586-de58-4536-a696-b895600aa17d req-7bbac457-8b16-455c-a36e-9336b3ebe11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:54.602918 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1c0ff586-de58-4536-a696-b895600aa17d req-7bbac457-8b16-455c-a36e-9336b3ebe11a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf1826a-430c-4464-a737-9eaac70b8b6d HTTP/1.1" status: 200 len: 853 time: 0.0634682 Aug 16 13:03:54.650504 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:54.655890 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1c0ff586-de58-4536-a696-b895600aa17d req-31bebb73-8543-43ae-9e13-402d2b6dbd72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d19d0c04-6397-4b8a-bd47-5dde019b5e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459902 Aug 16 13:03:54.675828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:54.716691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7,segment=NetworkSegment(711525ba-7c6f-4584-9787-80bf8f835a5c),segment_id=711525ba-7c6f-4584-9787-80bf8f835a5c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:54.723965 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:54.725112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e43367a4-e365-4e89-87cf-6109c65891eb details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:03:54.732398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49df7-4ef5-462b-ac0e-fdf85646be81 req-10923f4f-d32f-4dbd-bfec-93cd868fb016 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:54.739759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1e49df7-4ef5-462b-ac0e-fdf85646be81 req-10923f4f-d32f-4dbd-bfec-93cd868fb016 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 943 time: 0.0804436 Aug 16 13:03:54.792910 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1e49df7-4ef5-462b-ac0e-fdf85646be81 req-c3cdeeb3-f5e6-4fbc-90e2-40bb0c03a903 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519311 Aug 16 13:03:54.815802 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1c0ff586-de58-4536-a696-b895600aa17d req-4ee7d68c-7f41-4a51-9623-a932ef327918 service neutron] 10.222.0.42 "GET /v2.0/networks/d19d0c04-6397-4b8a-bd47-5dde019b5e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501892 Aug 16 13:03:54.842375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:54.932482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e43367a4-e365-4e89-87cf-6109c65891eb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e43367a4-e365-4e89-87cf-6109c65891eb,segment=NetworkSegment(25524b39-aa98-4ebc-ac8e-b4b6e9f512d5),segment_id=25524b39-aa98-4ebc-ac8e-b4b6e9f512d5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:54.948091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'e43367a4-e365-4e89-87cf-6109c65891eb', 'network_id': '13c2d60a-931f-46cd-9791-bcfcfba76880', 'port_id': 'e43367a4-e365-4e89-87cf-6109c65891eb', 'mac_address': 'fa:16:3e:18:ff:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48528a03-79fa-46df-bc2b-880371160573', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:03:54.965733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46728) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:54.988860 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1c0ff586-de58-4536-a696-b895600aa17d req-c08a5289-6bbf-4e04-b747-0a228a75fb30 service neutron] 10.222.0.42 "GET /v2.0/networks/d19d0c04-6397-4b8a-bd47-5dde019b5e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674879 Aug 16 13:03:55.013299 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.028436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43367a4-e365-4e89-87cf-6109c65891eb {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:55.050931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e43367a4-e365-4e89-87cf-6109c65891eb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e43367a4-e365-4e89-87cf-6109c65891eb,segment=NetworkSegment(25524b39-aa98-4ebc-ac8e-b4b6e9f512d5),segment_id=25524b39-aa98-4ebc-ac8e-b4b6e9f512d5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:55.055962 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.111707 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e8d254d0-75aa-4acb-87fd-d7d00a415df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.112000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e43367a4-e365-4e89-87cf-6109c65891eb,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:55.230852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10854d-6e5b-4285-93f1-5dccd6461284 req-16d216e3-df1e-4f75-bc27-45a1249d6ec6 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:55.232711 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da10854d-6e5b-4285-93f1-5dccd6461284 req-16d216e3-df1e-4f75-bc27-45a1249d6ec6 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0818264 Aug 16 13:03:55.279603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e8d254d0-75aa-4acb-87fd-d7d00a415df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.286018 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e8d254d0-75aa-4acb-87fd-d7d00a415df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.319441 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da10854d-6e5b-4285-93f1-5dccd6461284 req-f7b3d9fb-712a-45f7-8972-c73bedb10971 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730119 Aug 16 13:03:55.328179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e43367a4-e365-4e89-87cf-6109c65891eb'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:55.346256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d254d0-75aa-4acb-87fd-d7d00a415df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d36687-61a2-4aa5-8404-107e018ae394,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:55.356720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['ea73b37c-fb89-4e64-bf15-ec839f6bf2b7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:55.359183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e8d254d0-75aa-4acb-87fd-d7d00a415df9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a99f1bb7f87d4d4eb42da51cc0d7eb61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916950 Aug 16 13:03:55.361975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46738) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:55.417609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03a5ac3f-5e71-4462-be45-b44fdc77bec6 req-88838d3b-101e-4be0-b52e-dc2df61a869c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 210 time: 0.0354507 Aug 16 13:03:55.423947 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90991a64-92cc-46ed-a0d7-e926bcda6c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.452822 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90991a64-92cc-46ed-a0d7-e926bcda6c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.570443 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90991a64-92cc-46ed-a0d7-e926bcda6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.573867 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90991a64-92cc-46ed-a0d7-e926bcda6c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.575442 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-90991a64-92cc-46ed-a0d7-e926bcda6c38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0d36687-61a2-4aa5-8404-107e018ae394 HTTP/1.1" status: 204 len: 168 time: 0.2125461 Aug 16 13:03:55.619851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90991a64-92cc-46ed-a0d7-e926bcda6c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d36687-61a2-4aa5-8404-107e018ae394,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:55.675061 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c9138-c5f9-41f7-994f-0bac7db24cb9 req-81871839-6eb6-4ce8-9040-64c582f19fdf tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:55.676310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb2c9138-c5f9-41f7-994f-0bac7db24cb9 req-81871839-6eb6-4ce8-9040-64c582f19fdf tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 944 time: 0.0902276 Aug 16 13:03:55.703128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-94353fdb-cc30-4e6c-8b0b-d5a4196a0944 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:55.705157 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-94353fdb-cc30-4e6c-8b0b-d5a4196a0944 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.1847804 Aug 16 13:03:55.723166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Request body: {'port': {'device_id': '0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'admin_state_up': True, 'tenant_id': 'b7dc4555b79045c2a4951fc236c5ff0d'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:55.724699 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb2c9138-c5f9-41f7-994f-0bac7db24cb9 req-5f3b491c-44b9-4a73-ad75-1b26879586f3 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d7561f2-406f-4391-9962-95ac314f4dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Aug 16 13:03:55.855845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Made reservation on behalf of b7dc4555b79045c2a4951fc236c5ff0d for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:55.861361 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.937920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaee3ea-43e8-4cda-a681-20491b957297 req-a4f94eca-8683-4d3c-b6f3-12287f35cf3e tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:55.940532 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-beaee3ea-43e8-4cda-a681-20491b957297 req-a4f94eca-8683-4d3c-b6f3-12287f35cf3e tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 944 time: 0.0715883 Aug 16 13:03:55.992522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-beaee3ea-43e8-4cda-a681-20491b957297 req-3e926fa6-d089-4d1c-9d1a-0370f9537a15 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445104 Aug 16 13:03:56.007224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46750) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:56.021469 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-80d09f23-3a29-46bc-a557-8294c9aa910d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.025326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Allocated IP 172.20.0.14 (faf18c8c-8763-40ae-83c5-d10e99c6511d/97f2fbee-3a3e-4715-90df-0fbf9a0d2623/5db0a2b1-a514-4ef5-bc14-797a52426ea3) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:56.127152 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-80d09f23-3a29-46bc-a557-8294c9aa910d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.133251 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-80d09f23-3a29-46bc-a557-8294c9aa910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.172958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d09f23-3a29-46bc-a557-8294c9aa910d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18fc4df-132f-4921-bc43-06188f168c7a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:56.182253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-80d09f23-3a29-46bc-a557-8294c9aa910d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81efe21e185446fa8a23ed132e971af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735263 Aug 16 13:03:56.182625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46752) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:56.201940 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.231004 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26481e8c-2432-493b-b53e-d48240a5f6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.242278 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.254792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:03:56.259247 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26481e8c-2432-493b-b53e-d48240a5f6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.292129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Network faf18c8c-8763-40ae-83c5-d10e99c6511d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:56.295470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:56.299719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:56.329473 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26481e8c-2432-493b-b53e-d48240a5f6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.332771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event updated for resources: {'Port': ['ID=5db0a2b1-a514-4ef5-bc14-797a52426ea3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:56.336705 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26481e8c-2432-493b-b53e-d48240a5f6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.342546 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-26481e8c-2432-493b-b53e-d48240a5f6df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e18fc4df-132f-4921-bc43-06188f168c7a HTTP/1.1" status: 204 len: 168 time: 0.1583085 Aug 16 13:03:56.351557 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:56.357521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26481e8c-2432-493b-b53e-d48240a5f6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18fc4df-132f-4921-bc43-06188f168c7a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:56.391755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:56.392856 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.414641 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-a99c3ab5-aa95-4003-b576-4b2f8e6a54af tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6955826 Aug 16 13:03:56.437027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Request body: {'port': {'device_id': '0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:56.506822 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:56.513150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35706ab8-be96-4d79-b3f8-72f8de569359 req-2dab8b6a-8808-47e4-997c-e4b475d432c9 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:56.515854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:56.516407 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.527451 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35706ab8-be96-4d79-b3f8-72f8de569359 req-2dab8b6a-8808-47e4-997c-e4b475d432c9 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0978134 Aug 16 13:03:56.537102 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.589167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35706ab8-be96-4d79-b3f8-72f8de569359 req-9f55ddb2-c5c5-44cd-9f9f-03cc3c993a4e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605102 Aug 16 13:03:56.625024 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.659758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fbed5-03e5-4676-9653-84b516a853b2 req-5855d158-f8f7-4cc0-8978-d7077045717a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:56.661701 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b8fbed5-03e5-4676-9653-84b516a853b2 req-5855d158-f8f7-4cc0-8978-d7077045717a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 932 time: 0.0891402 Aug 16 13:03:56.668612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de0941b-853d-4b64-8e2a-ec6ca04af87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea73b37c-fb89-4e64-bf15-ec839f6bf2b7'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:56.671514 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cce0b6-f4a0-4809-b98b-b73433a5beea" -d '{"events": [{"server_uuid": "0de0941b-853d-4b64-8e2a-ec6ca04af87f", "name": "network-vif-plugged", "status": "completed", "tag": "ea73b37c-fb89-4e64-bf15-ec839f6bf2b7"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:56.676759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7,segment=NetworkSegment(711525ba-7c6f-4584-9787-80bf8f835a5c),segment_id=711525ba-7c6f-4584-9787-80bf8f835a5c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:56.682488 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.683251 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e43367a4-e365-4e89-87cf-6109c65891eb up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:56.734182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b8fbed5-03e5-4676-9653-84b516a853b2 req-a35a6a00-6bb8-4554-89fa-bd5fff94d538 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653851 Aug 16 13:03:56.762727 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822e0ff9-fdd1-45a2-81b0-2fdeed00b7fc x-openstack-request-id: req-822e0ff9-fdd1-45a2-81b0-2fdeed00b7fc {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:56.763104 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de0941b-853d-4b64-8e2a-ec6ca04af87f", "name": "network-vif-plugged", "status": "completed", "tag": "ea73b37c-fb89-4e64-bf15-ec839f6bf2b7", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:56.763426 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-822e0ff9-fdd1-45a2-81b0-2fdeed00b7fc {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:56.763882 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de0941b-853d-4b64-8e2a-ec6ca04af87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea73b37c-fb89-4e64-bf15-ec839f6bf2b7', 'code': 200} Aug 16 13:03:56.802867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:56.818568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port e43367a4-e365-4e89-87cf-6109c65891eb completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:56.824838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port e43367a4-e365-4e89-87cf-6109c65891eb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:56.825447 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.898818 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8ebfa-2682-490e-b6b4-c998311f8499 req-25377789-63f5-4cf5-90cf-0aa947c4d77b tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:56.901041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83d8ebfa-2682-490e-b6b4-c998311f8499 req-25377789-63f5-4cf5-90cf-0aa947c4d77b tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 945 time: 0.0665703 Aug 16 13:03:56.905268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736d0a8-7cfa-425f-a37f-833fa8722cce req-eca59391-a460-4ed9-9560-bb4be0a1066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:56.909471 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b736d0a8-7cfa-425f-a37f-833fa8722cce req-eca59391-a460-4ed9-9560-bb4be0a1066e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 1096 time: 0.0836573 Aug 16 13:03:56.931438 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.964538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db0a2b1-a514-4ef5-bc14-797a52426ea3 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:56.978556 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.984914 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e43367a4-e365-4e89-87cf-6109c65891eb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e43367a4-e365-4e89-87cf-6109c65891eb,segment=NetworkSegment(25524b39-aa98-4ebc-ac8e-b4b6e9f512d5),segment_id=25524b39-aa98-4ebc-ac8e-b4b6e9f512d5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:56.998142 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.998397 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b736d0a8-7cfa-425f-a37f-833fa8722cce req-4003263e-2d0e-43f6-b076-c06a74a0b062 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2d7561f2-406f-4391-9962-95ac314f4dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671699 Aug 16 13:03:56.999205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Transition to ACTIVE for port object 5db0a2b1-a514-4ef5-bc14-797a52426ea3 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:57.003605 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.074648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e43367a4-e365-4e89-87cf-6109c65891eb,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.090456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Pushing event updated for resources: {'Port': ['ID=5db0a2b1-a514-4ef5-bc14-797a52426ea3,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.154953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Attempting to bind port 5db0a2b1-a514-4ef5-bc14-797a52426ea3 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:57.155147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Attempting to bind port 5db0a2b1-a514-4ef5-bc14-797a52426ea3 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:57.155458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Attempting to bind port 5db0a2b1-a514-4ef5-bc14-797a52426ea3 on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:57.160286 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Port 5db0a2b1-a514-4ef5-bc14-797a52426ea3 on network faf18c8c-8763-40ae-83c5-d10e99c6511d not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:57.160670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Attempting to bind port 5db0a2b1-a514-4ef5-bc14-797a52426ea3 on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:57.168694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:57.169077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Checking segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:57.169401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Bound using segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:57.170014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Bound port: 5db0a2b1-a514-4ef5-bc14-797a52426ea3, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:57.170318 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.248179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] For port 5db0a2b1-a514-4ef5-bc14-797a52426ea3, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:57.254149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] For port 5db0a2b1-a514-4ef5-bc14-797a52426ea3, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5db0a2b1-a514-4ef5-bc14-797a52426ea3,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:57.260952 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.272297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83d8ebfa-2682-490e-b6b4-c998311f8499 req-808fbbee-e83c-44fe-b7ae-c121f04ee242 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d7561f2-406f-4391-9962-95ac314f4dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547723 Aug 16 13:03:57.296168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b90c6-4734-4e45-968a-21413ffba46a req-ee6e56b1-3722-4ba4-a2b9-5edf6fd99006 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:57.305447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-616b90c6-4734-4e45-968a-21413ffba46a req-ee6e56b1-3722-4ba4-a2b9-5edf6fd99006 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 945 time: 0.0767474 Aug 16 13:03:57.320497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:57.321458 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.323341 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] 10.222.0.22 "PUT /v2.0/ports/5db0a2b1-a514-4ef5-bc14-797a52426ea3 HTTP/1.1" status: 200 len: 1092 time: 0.8913457 Aug 16 13:03:57.325880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0', 'tag': '5db0a2b1-a514-4ef5-bc14-797a52426ea3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:57.328219 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b87dac-aeba-4fc7-9dba-81122be18f57" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0", "tag": "5db0a2b1-a514-4ef5-bc14-797a52426ea3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:57.367211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700186c4-206f-462f-a010-baadf5ad68cc service neutron] Pushing event updated for resources: {'Port': ['ID=5db0a2b1-a514-4ef5-bc14-797a52426ea3,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.375973 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-616b90c6-4734-4e45-968a-21413ffba46a req-608aa4b9-0227-451f-8354-c60d3494192e tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695715 Aug 16 13:03:57.434697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46790) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:57.438376 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513e2e3a-4609-4776-9b10-a850696cd341 x-openstack-request-id: req-513e2e3a-4609-4776-9b10-a850696cd341 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:57.438866 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0", "tag": "5db0a2b1-a514-4ef5-bc14-797a52426ea3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:57.439026 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-513e2e3a-4609-4776-9b10-a850696cd341 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:57.439506 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0', 'tag': '5db0a2b1-a514-4ef5-bc14-797a52426ea3', 'status': 'completed', 'code': 200} Aug 16 13:03:57.455653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-3717b9f6-d5dd-49cd-af68-9e53ed964126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:57.457162 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-3717b9f6-d5dd-49cd-af68-9e53ed964126 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 1095 time: 0.0548630 Aug 16 13:03:57.515548 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-b014cc16-4feb-47ba-aa76-f4beb130cf87 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5db0a2b1-a514-4ef5-bc14-797a52426ea3 HTTP/1.1" status: 200 len: 217 time: 0.0444062 Aug 16 13:03:57.550732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-160358937'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:57.568271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-3a64d4b3-9506-4424-ab32-9fd8c66de5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:57.569911 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-3a64d4b3-9506-4424-ab32-9fd8c66de5fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.0466740 Aug 16 13:03:57.572085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Made reservation on behalf of b354f6ef6ddb4aaaa3a73ca96a5ae92c for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:57.575548 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.583792 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.604005 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-dde09de3-fb04-49cc-8ec2-bc794136f0d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258462 Aug 16 13:03:57.706900 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.714451 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.714866 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-ffe0ab6b-54a6-4e3f-b371-3242edc7cb52 service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028748 Aug 16 13:03:57.748836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:03:57.766989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94beb9-f9c0-47d7-a0a3-4458277bc5be req-68720aa9-abd6-49f7-b0c3-aa18813e419f tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:57.768544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f94beb9-f9c0-47d7-a0a3-4458277bc5be req-68720aa9-abd6-49f7-b0c3-aa18813e419f tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0997396 Aug 16 13:03:57.770801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79057e6e-11f7-46ff-9c6f-e22ab3c903b9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.777717 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.778066 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Added segment ce22996e-4d9b-4d4b-9317-acf5d43b6699 of type vlan for network 9edf0864-6549-4ad1-a1be-469ce1f2e227 Aug 16 13:03:57.827972 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b01bb8ea-409f-447e-b095-6657dcc9f42f req-ab36d971-c399-4c90-9031-e78b9ff15dd5 service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039793 Aug 16 13:03:57.855811 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.886283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f94beb9-f9c0-47d7-a0a3-4458277bc5be req-839b7fcf-bb6a-41ca-9afb-ba67b2a62f8a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061745 Aug 16 13:03:57.924311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658bf59-37dc-4b1c-a916-141a9ade6442 req-58ce6138-f229-45ac-ae7d-0d0d394e9d48 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:57.925805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9658bf59-37dc-4b1c-a916-141a9ade6442 req-58ce6138-f229-45ac-ae7d-0d0d394e9d48 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 944 time: 0.0941858 Aug 16 13:03:57.931725 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.937267 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:57.937850 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.995357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b87dac-aeba-4fc7-9dba-81122be18f57 req-01a4e165-fbae-4188-9fe5-7de1bc5bcb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:57.996695 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67b87dac-aeba-4fc7-9dba-81122be18f57 req-01a4e165-fbae-4188-9fe5-7de1bc5bcb65 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 1095 time: 0.0498176 Aug 16 13:03:58.019882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5815880 Aug 16 13:03:58.020346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46800) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:58.030790 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Request body: {'subnet': {'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:58.050549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15414a59-d656-40cc-bedf-ca127012a8f2 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'Network': ['ID=9edf0864-6549-4ad1-a1be-469ce1f2e227,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:58.063750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:03:58.068069 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9658bf59-37dc-4b1c-a916-141a9ade6442 req-a9fd79d0-1c45-4ee4-9256-044919327dac tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274033 Aug 16 13:03:58.101066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b87dac-aeba-4fc7-9dba-81122be18f57 req-5afa41de-a9d4-415d-809b-947ba5caf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:58.103339 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67b87dac-aeba-4fc7-9dba-81122be18f57 req-5afa41de-a9d4-415d-809b-947ba5caf24f service neutron] 10.222.0.22 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 905 time: 0.0976737 Aug 16 13:03:58.146425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Made reservation on behalf of b354f6ef6ddb4aaaa3a73ca96a5ae92c for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:58.151006 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:58.155481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67b87dac-aeba-4fc7-9dba-81122be18f57 req-1b802b67-a4bb-472a-9863-29595cd0d7bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5db0a2b1-a514-4ef5-bc14-797a52426ea3 HTTP/1.1" status: 200 len: 217 time: 0.0431528 Aug 16 13:03:58.208416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b87dac-aeba-4fc7-9dba-81122be18f57 req-d4c2954c-e25e-476f-95b4-ffbb739f01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:58.210074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67b87dac-aeba-4fc7-9dba-81122be18f57 req-d4c2954c-e25e-476f-95b4-ffbb739f01bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.0448124 Aug 16 13:03:58.244103 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67b87dac-aeba-4fc7-9dba-81122be18f57 req-ef5c1e86-516d-4766-b67e-5cebc990fdb5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264449 Aug 16 13:03:58.340039 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:58.342599 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67b87dac-aeba-4fc7-9dba-81122be18f57 req-bea39ce5-6873-4779-a338-e3dfe001c8b8 service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882738 Aug 16 13:03:58.420016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'Subnet': ['ID=67bdfd64-6b6e-4ac4-a8c5-d975718a1faa,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:58.442431 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67b87dac-aeba-4fc7-9dba-81122be18f57 req-49b69a50-e542-42cc-b136-1ab2d8b6bd48 service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898805 Aug 16 13:03:58.451621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44935ed-077e-487f-bd64-534313d67b24 req-4d2f1505-737c-489a-9c44-e3ffc9576674 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:58.453095 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d44935ed-077e-487f-bd64-534313d67b24 req-4d2f1505-737c-489a-9c44-e3ffc9576674 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 945 time: 0.0869625 Aug 16 13:03:58.454329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Checking segment: {'id': 'ce22996e-4d9b-4d4b-9317-acf5d43b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:58.454692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Network hostable DHCP agents. Network: 9edf0864-6549-4ad1-a1be-469ce1f2e227, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:03:58.494507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:03:58.510977 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d44935ed-077e-487f-bd64-534313d67b24 req-d04b424e-c6fb-484c-ab56-c5c3f2e0ceae tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d7561f2-406f-4391-9962-95ac314f4dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501812 Aug 16 13:03:58.512081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 9edf0864-6549-4ad1-a1be-469ce1f2e227) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:58.517805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:58.518744 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:58.526525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76154d0-6a86-4c13-9d79-d4bb84199da4 None None] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:58.555306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9e431c58-a177-445f-a740-f0ca4cb602fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5337212 Aug 16 13:03:58.559179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46812) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:58.564760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Request body: {'port': {'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227', 'name': 'tempest-AllowedAddressPairTestJSON-224557500'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:58.595000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad146b1-c1a5-4c8d-af09-b3a1f7c1a934 req-8985261d-4803-4ecb-bb8a-7ca4db90ca42 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:58.596672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bad146b1-c1a5-4c8d-af09-b3a1f7c1a934 req-8985261d-4803-4ecb-bb8a-7ca4db90ca42 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 945 time: 0.0525947 Aug 16 13:03:58.649995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bad146b1-c1a5-4c8d-af09-b3a1f7c1a934 req-401dca0c-f42f-4477-9a69-5e57f1e995f0 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461547 Aug 16 13:03:58.726075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Made reservation on behalf of b354f6ef6ddb4aaaa3a73ca96a5ae92c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:58.727808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-9edf0864-6549-4ad1-a1be-469ce1f2e227', 'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227', 'tenant_id': 'b354f6ef6ddb4aaaa3a73ca96a5ae92c', 'fixed_ips': [{'subnet_id': '67bdfd64-6b6e-4ac4-a8c5-d975718a1faa'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:03:58.728957 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:58.733365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:58.756280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] device_id is not set on port 703b65ff-dcd2-4ac9-952d-5f165907efb3 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:03:58.806916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43367a4-e365-4e89-87cf-6109c65891eb'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:58.809517 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874de0de-03f6-48b6-8d13-918f42e82f16" -d '{"events": [{"server_uuid": "cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9", "name": "network-vif-plugged", "status": "completed", "tag": "e43367a4-e365-4e89-87cf-6109c65891eb"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:58.862728 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f0bd63-4381-413d-b3ff-4a61ea0dde4d x-openstack-request-id: req-60f0bd63-4381-413d-b3ff-4a61ea0dde4d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:58.863949 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9", "name": "network-vif-plugged", "status": "completed", "tag": "e43367a4-e365-4e89-87cf-6109c65891eb", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:58.863949 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60f0bd63-4381-413d-b3ff-4a61ea0dde4d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:58.864168 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43367a4-e365-4e89-87cf-6109c65891eb', 'code': 200} Aug 16 13:03:58.879440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Allocated IP 172.20.0.12 (9edf0864-6549-4ad1-a1be-469ce1f2e227/67bdfd64-6b6e-4ac4-a8c5-d975718a1faa/703b65ff-dcd2-4ac9-952d-5f165907efb3) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:59.039212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e11648-6f7c-4d5d-8165-dff957e88e1e req-6fd75ff3-f8a7-4eba-8731-620b72b7099a tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:59.040629 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62e11648-6f7c-4d5d-8165-dff957e88e1e req-6fd75ff3-f8a7-4eba-8731-620b72b7099a tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 945 time: 0.0807862 Aug 16 13:03:59.046799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b669b-24a7-4098-a17e-ef6934d8af4d req-6db0b4bc-8d82-4614-9eb4-e84b81e0977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:59.048273 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-897b669b-24a7-4098-a17e-ef6934d8af4d req-6db0b4bc-8d82-4614-9eb4-e84b81e0977e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 1096 time: 0.1088622 Aug 16 13:03:59.048841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e10671-3a1e-46c5-b3f5-3ab7449b0640 req-addc1030-3bb7-496c-839b-8bfe519c6e71 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:59.050319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24e10671-3a1e-46c5-b3f5-3ab7449b0640 req-addc1030-3bb7-496c-839b-8bfe519c6e71 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0878687 Aug 16 13:03:59.092675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.108540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Transition to ACTIVE for port object 703b65ff-dcd2-4ac9-952d-5f165907efb3 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:59.119115 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62e11648-6f7c-4d5d-8165-dff957e88e1e req-ace5904b-cbd8-472b-8f84-804590e9cbd7 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d7561f2-406f-4391-9962-95ac314f4dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678060 Aug 16 13:03:59.122134 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24e10671-3a1e-46c5-b3f5-3ab7449b0640 req-cce5f18d-fc0a-4508-9206-84df7bcf9a2c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634930 Aug 16 13:03:59.174208 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-897b669b-24a7-4098-a17e-ef6934d8af4d req-4e5221d0-468f-472b-90dd-d6a6a70ca186 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142399 Aug 16 13:03:59.176498 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.224517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Allocated IP 172.20.0.2 (9edf0864-6549-4ad1-a1be-469ce1f2e227/67bdfd64-6b6e-4ac4-a8c5-d975718a1faa/13c7004f-5102-4900-bea3-1c055182f6a8) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:59.228110 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:59.235488 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ed2e3-43ee-4dd2-b41f-3cab9cf021f1 req-1980aeda-1a8a-4b85-8a9d-056a14a028c3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:59.237099 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d3ed2e3-43ee-4dd2-b41f-3cab9cf021f1 req-1980aeda-1a8a-4b85-8a9d-056a14a028c3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 944 time: 0.0530698 Aug 16 13:03:59.238664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:59.242316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:59.270068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'Port': ['ID=703b65ff-dcd2-4ac9-952d-5f165907efb3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:59.288932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d3ed2e3-43ee-4dd2-b41f-3cab9cf021f1 req-54933c8f-3cef-4410-b83f-515fcfa06645 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422091 Aug 16 13:03:59.299802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:59.300437 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.316076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eff63fbc-171f-4599-98e4-853eba31fd17 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7556500 Aug 16 13:03:59.318992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46830) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:59.325061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Request body: {'port': {'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227', 'name': 'tempest-AllowedAddressPairTestJSON-1465449050', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:40:aa:a1'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:59.388463 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.396645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Transition to ACTIVE for port object 13c7004f-5102-4900-bea3-1c055182f6a8 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:59.411686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Transition to ACTIVE for port object 13c7004f-5102-4900-bea3-1c055182f6a8 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:59.418330 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.442073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Made reservation on behalf of b354f6ef6ddb4aaaa3a73ca96a5ae92c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:59.458846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:59.462373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:59.465920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:59.472838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Pushing event updated for resources: {'Port': ['ID=13c7004f-5102-4900-bea3-1c055182f6a8,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:59.528521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Attempting to bind port 13c7004f-5102-4900-bea3-1c055182f6a8 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:59.528856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Attempting to bind port 13c7004f-5102-4900-bea3-1c055182f6a8 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'ce22996e-4d9b-4d4b-9317-acf5d43b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:59.529228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Attempting to bind port 13c7004f-5102-4900-bea3-1c055182f6a8 on network 9edf0864-6549-4ad1-a1be-469ce1f2e227 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:59.534516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:59.534893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Checking segment: {'id': 'ce22996e-4d9b-4d4b-9317-acf5d43b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:59.535298 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.535688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Bound using segment: {'id': 'ce22996e-4d9b-4d4b-9317-acf5d43b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:59.536148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Bound port: 13c7004f-5102-4900-bea3-1c055182f6a8, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce22996e-4d9b-4d4b-9317-acf5d43b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:59.536534 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.536743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.554615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] device_id is not set on port e5b852dc-05d9-4029-9b5c-23844f2cfd6c yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:03:59.580022 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.608953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] For port 13c7004f-5102-4900-bea3-1c055182f6a8, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:59.612064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] For port 13c7004f-5102-4900-bea3-1c055182f6a8, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=13c7004f-5102-4900-bea3-1c055182f6a8,segment=NetworkSegment(ce22996e-4d9b-4d4b-9317-acf5d43b6699),segment_id=ce22996e-4d9b-4d4b-9317-acf5d43b6699)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:59.617042 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.684513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2c1de-fb5d-47fa-8add-3874e833cd0c None None] Pushing event updated for resources: {'Port': ['ID=13c7004f-5102-4900-bea3-1c055182f6a8,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:59.694747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Allocated IP 172.20.0.14 (9edf0864-6549-4ad1-a1be-469ce1f2e227/67bdfd64-6b6e-4ac4-a8c5-d975718a1faa/e5b852dc-05d9-4029-9b5c-23844f2cfd6c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:59.779686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e8d75-977d-45a9-801c-4d87a65cd2df req-400ac38d-03d2-4325-8b07-895a8cce1b51 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:59.781176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b22e8d75-977d-45a9-801c-4d87a65cd2df req-400ac38d-03d2-4325-8b07-895a8cce1b51 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 945 time: 0.0522406 Aug 16 13:03:59.827151 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b22e8d75-977d-45a9-801c-4d87a65cd2df req-d0e8ef13-0d0d-4168-9414-2c21427d6300 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392225 Aug 16 13:03:59.893596 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.907735 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Transition to ACTIVE for port object e5b852dc-05d9-4029-9b5c-23844f2cfd6c will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:59.951466 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.996995 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:00.004672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:00.009605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:00.034708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'Port': ['ID=e5b852dc-05d9-4029-9b5c-23844f2cfd6c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:00.061910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:00.062470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.076900 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-13ec625e-0b4f-42cd-814a-eac41ca41934 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 0.7556894 Aug 16 13:04:00.079219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46838) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:00.179824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9a5d6-08ec-4244-ade3-2dec1e22d52e tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:00.186729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9a5d6-08ec-4244-ade3-2dec1e22d52e tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:00.192589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9a5d6-08ec-4244-ade3-2dec1e22d52e tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:00.194450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e6c9a5d6-08ec-4244-ade3-2dec1e22d52e tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1141660 Aug 16 13:04:00.197965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46844) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:00.350182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880dd09-f347-44f0-9d1f-8747759fd49b req-fe1783d0-37a6-4f3f-ad67-fc2810b0eaa5 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:00.352076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a880dd09-f347-44f0-9d1f-8747759fd49b req-fe1783d0-37a6-4f3f-ad67-fc2810b0eaa5 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1434669 Aug 16 13:04:00.361411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa2077-a4ad-44ed-b5c6-74e32c447f6b req-9e0ee7b0-eb01-46f5-b7d3-046976280d29 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:00.362921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6aa2077-a4ad-44ed-b5c6-74e32c447f6b req-9e0ee7b0-eb01-46f5-b7d3-046976280d29 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 945 time: 0.1555812 Aug 16 13:04:00.435892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a880dd09-f347-44f0-9d1f-8747759fd49b req-08bcc7fd-bd01-42af-819d-428a6c4e00c6 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712078 Aug 16 13:04:00.447355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6aa2077-a4ad-44ed-b5c6-74e32c447f6b req-36393cc4-998e-4749-ba2b-a9a185ed6763 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d7561f2-406f-4391-9962-95ac314f4dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729814 Aug 16 13:04:00.450660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-597fdcb9-3177-4669-9033-fd6650c38b02 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Deleting port e5b852dc-05d9-4029-9b5c-23844f2cfd6c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:00.451007 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-597fdcb9-3177-4669-9033-fd6650c38b02 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.473613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db175c30-f7b4-41f9-b0ba-f7b3dcdba779 req-7e85e196-f1a0-436c-b3f9-2577e571107e tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:00.475155 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-db175c30-f7b4-41f9-b0ba-f7b3dcdba779 req-7e85e196-f1a0-436c-b3f9-2577e571107e tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de0941b-853d-4b64-8e2a-ec6ca04af87f HTTP/1.1" status: 200 len: 945 time: 0.0726280 Aug 16 13:04:00.592896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-db175c30-f7b4-41f9-b0ba-f7b3dcdba779 req-ebd89d15-fc50-4cc9-8d13-7aef840c96e4 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Deleting port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:00.593610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-db175c30-f7b4-41f9-b0ba-f7b3dcdba779 req-ebd89d15-fc50-4cc9-8d13-7aef840c96e4 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.612737 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-597fdcb9-3177-4669-9033-fd6650c38b02 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.623035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b7b62-4e36-49cf-a57c-d012237f7014 req-291fa546-1381-4983-b338-157ac39d511a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:00.624720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e96b7b62-4e36-49cf-a57c-d012237f7014 req-291fa546-1381-4983-b338-157ac39d511a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 944 time: 0.0986989 Aug 16 13:04:00.639609 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-597fdcb9-3177-4669-9033-fd6650c38b02 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Calling delete_port for e5b852dc-05d9-4029-9b5c-23844f2cfd6c owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:00.663551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d9694c-da6f-4458-8e1f-65028e6c5680 None None] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:00.687339 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e96b7b62-4e36-49cf-a57c-d012237f7014 req-ecc74df3-391d-4c78-9581-07abd30b32ab tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531240 Aug 16 13:04:00.749866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-db175c30-f7b4-41f9-b0ba-f7b3dcdba779 req-ebd89d15-fc50-4cc9-8d13-7aef840c96e4 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] For port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7,segment=NetworkSegment(711525ba-7c6f-4584-9787-80bf8f835a5c),segment_id=711525ba-7c6f-4584-9787-80bf8f835a5c)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:00.750842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-db175c30-f7b4-41f9-b0ba-f7b3dcdba779 req-ebd89d15-fc50-4cc9-8d13-7aef840c96e4 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.768292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-db175c30-f7b4-41f9-b0ba-f7b3dcdba779 req-ebd89d15-fc50-4cc9-8d13-7aef840c96e4 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Calling delete_port for ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:00.809174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9dba4f49-93b1-4197-9618-5ecb8e104605 None None] Provisioning for port 13c7004f-5102-4900-bea3-1c055182f6a8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:00.843698 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-597fdcb9-3177-4669-9033-fd6650c38b02 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.878988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fdcb9-3177-4669-9033-fd6650c38b02 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event deleted for resources: {'Port': ['ID=e5b852dc-05d9-4029-9b5c-23844f2cfd6c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:00.935124 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-db175c30-f7b4-41f9-b0ba-f7b3dcdba779 req-ebd89d15-fc50-4cc9-8d13-7aef840c96e4 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.948604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['ea73b37c-fb89-4e64-bf15-ec839f6bf2b7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:00.969631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd89d15-fc50-4cc9-8d13-7aef840c96e4 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Pushing event deleted for resources: {'Port': ['ID=ea73b37c-fb89-4e64-bf15-ec839f6bf2b7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:01.014152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-db175c30-f7b4-41f9-b0ba-f7b3dcdba779 req-ebd89d15-fc50-4cc9-8d13-7aef840c96e4 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] No DVR routers for this DVR port ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:01.016059 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-db175c30-f7b4-41f9-b0ba-f7b3dcdba779 req-ebd89d15-fc50-4cc9-8d13-7aef840c96e4 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.017737 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-db175c30-f7b4-41f9-b0ba-f7b3dcdba779 req-ebd89d15-fc50-4cc9-8d13-7aef840c96e4 tempest-ServerAddressesTestJSON-219829482 tempest-ServerAddressesTestJSON-219829482-project] 10.222.0.42 "DELETE /v2.0/ports/ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 HTTP/1.1" status: 204 len: 173 time: 0.5342872 Aug 16 13:04:01.018223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de0941b-853d-4b64-8e2a-ec6ca04af87f', 'name': 'network-vif-deleted', 'tag': 'ea73b37c-fb89-4e64-bf15-ec839f6bf2b7'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:01.020501 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503b4ef2-4237-4740-b45d-601dfe92c081" -d '{"events": [{"server_uuid": "0de0941b-853d-4b64-8e2a-ec6ca04af87f", "name": "network-vif-deleted", "tag": "ea73b37c-fb89-4e64-bf15-ec839f6bf2b7"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:01.064372 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c83d3c8-c720-41b1-9869-a3918c186973 x-openstack-request-id: req-2c83d3c8-c720-41b1-9869-a3918c186973 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:01.064372 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de0941b-853d-4b64-8e2a-ec6ca04af87f", "name": "network-vif-deleted", "tag": "ea73b37c-fb89-4e64-bf15-ec839f6bf2b7", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:01.066196 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c83d3c8-c720-41b1-9869-a3918c186973 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:01.066765 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de0941b-853d-4b64-8e2a-ec6ca04af87f', 'name': 'network-vif-deleted', 'tag': 'ea73b37c-fb89-4e64-bf15-ec839f6bf2b7', 'status': 'completed', 'code': 200} Aug 16 13:04:01.081173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c53b86-794a-4dcc-b952-150bfcccf632 req-c8adb96b-ec14-48af-a20f-a515db4bbdfb tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:01.082751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6c53b86-794a-4dcc-b952-150bfcccf632 req-c8adb96b-ec14-48af-a20f-a515db4bbdfb tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 945 time: 0.1527176 Aug 16 13:04:01.156551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8c3ee43d-bb8e-4688-ac02-a0db6ab69cd9 None None] Could not find standard attr ID for object e5b852dc-05d9-4029-9b5c-23844f2cfd6c. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:04:01.168321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6c53b86-794a-4dcc-b952-150bfcccf632 req-da914b97-3032-4d57-8d88-159211e3a85e tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618541 Aug 16 13:04:01.172966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8c3ee43d-bb8e-4688-ac02-a0db6ab69cd9 None None] Provisioning for port 703b65ff-dcd2-4ac9-952d-5f165907efb3 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:01.179156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8c3ee43d-bb8e-4688-ac02-a0db6ab69cd9 None None] Provisioning complete for port 703b65ff-dcd2-4ac9-952d-5f165907efb3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:01.179815 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c3ee43d-bb8e-4688-ac02-a0db6ab69cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.186067 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-597fdcb9-3177-4669-9033-fd6650c38b02 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.190754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-597fdcb9-3177-4669-9033-fd6650c38b02 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "DELETE /v2.0/ports/e5b852dc-05d9-4029-9b5c-23844f2cfd6c HTTP/1.1" status: 204 len: 168 time: 0.9893045 Aug 16 13:04:01.191025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46858) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:01.219383 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24020c4-87eb-4941-80a7-fb3a5d02234a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] GET failed (client error): The resource could not be found. Aug 16 13:04:01.222349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a24020c4-87eb-4941-80a7-fb3a5d02234a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "GET /v2.0/ports/e5b852dc-05d9-4029-9b5c-23844f2cfd6c HTTP/1.1" status: 404 len: 333 time: 0.0302589 Aug 16 13:04:01.226942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46860) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:01.228564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ee43d-bb8e-4688-ac02-a0db6ab69cd9 None None] Port 703b65ff-dcd2-4ac9-952d-5f165907efb3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:01.238805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Request body: {'port': {'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227', 'name': 'tempest-AllowedAddressPairTestJSON-1231193457'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:01.364351 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Made reservation on behalf of b354f6ef6ddb4aaaa3a73ca96a5ae92c for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:01.368252 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.392460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] device_id is not set on port 9b8f52e3-a443-4dd8-936d-920bab539045 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:04:01.464108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fd997b2f-e2dd-4316-b3bd-2c5d58060b50 None None] Provisioning complete for port 703b65ff-dcd2-4ac9-952d-5f165907efb3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:01.464538 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd997b2f-e2dd-4316-b3bd-2c5d58060b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.562897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-fd997b2f-e2dd-4316-b3bd-2c5d58060b50 None None] Port 703b65ff-dcd2-4ac9-952d-5f165907efb3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:01.644782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 13c7004f-5102-4900-bea3-1c055182f6a8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:01.687945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Allocated IP 172.20.0.8 (9edf0864-6549-4ad1-a1be-469ce1f2e227/67bdfd64-6b6e-4ac4-a8c5-d975718a1faa/9b8f52e3-a443-4dd8-936d-920bab539045) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:01.706029 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0aec9-d124-4b75-803e-fe381f54423b req-3b9156f6-b6fb-4176-87c6-24aa305aaca1 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:01.713065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9a6b2d11-b522-4e31-82fc-ed611b813225 None None] Could not find standard attr ID for object e5b852dc-05d9-4029-9b5c-23844f2cfd6c. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:04:01.713628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28a0aec9-d124-4b75-803e-fe381f54423b req-3b9156f6-b6fb-4176-87c6-24aa305aaca1 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 945 time: 0.2601116 Aug 16 13:04:01.724892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7b74f-d822-4b96-a56c-593ece4c0d46 req-1cae6f1d-5735-458e-b94f-2c501266a831 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:01.727493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ae7b74f-d822-4b96-a56c-593ece4c0d46 req-1cae6f1d-5735-458e-b94f-2c501266a831 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1330345 Aug 16 13:04:01.745545 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c80db463-3562-4ef3-bc2b-eb99e5d64017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.763764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 13c7004f-5102-4900-bea3-1c055182f6a8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:01.767918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 13c7004f-5102-4900-bea3-1c055182f6a8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:01.768507 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.799039 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28a0aec9-d124-4b75-803e-fe381f54423b req-0a58aa30-9675-4d02-8e86-8f350762b4dc tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846527 Aug 16 13:04:01.845202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46878) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:01.883995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ae7b74f-d822-4b96-a56c-593ece4c0d46 req-980bc4c9-260c-403f-ad89-4c35230b5b82 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307504 Aug 16 13:04:01.916573 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.969162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 13c7004f-5102-4900-bea3-1c055182f6a8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=13c7004f-5102-4900-bea3-1c055182f6a8,segment=NetworkSegment(ce22996e-4d9b-4d4b-9317-acf5d43b6699),segment_id=ce22996e-4d9b-4d4b-9317-acf5d43b6699)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:01.977550 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.990555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c02ce80-9e61-4196-982d-96f16005d9a1 admin admin] Deleting subnet fbf1826a-430c-4464-a737-9eaac70b8b6d {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:04:01.997006 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c02ce80-9e61-4196-982d-96f16005d9a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.065717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c02ce80-9e61-4196-982d-96f16005d9a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.065904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=13c7004f-5102-4900-bea3-1c055182f6a8,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:02.115180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.117063 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c02ce80-9e61-4196-982d-96f16005d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.131806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706a8a5-355d-4192-8817-98b90af354ac req-aa4f7232-43b3-43a5-8891-d4f977f65c89 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:02.136909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a706a8a5-355d-4192-8817-98b90af354ac req-aa4f7232-43b3-43a5-8891-d4f977f65c89 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 944 time: 0.1042540 Aug 16 13:04:02.150321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Transition to ACTIVE for port object 9b8f52e3-a443-4dd8-936d-920bab539045 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:02.172313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c02ce80-9e61-4196-982d-96f16005d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.196832 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a706a8a5-355d-4192-8817-98b90af354ac req-3733a182-1578-4160-a943-27eb73c814eb tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545530 Aug 16 13:04:02.203857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02ce80-9e61-4196-982d-96f16005d9a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf1826a-430c-4464-a737-9eaac70b8b6d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:02.207634 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c02ce80-9e61-4196-982d-96f16005d9a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.210284 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8c02ce80-9e61-4196-982d-96f16005d9a1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fbf1826a-430c-4464-a737-9eaac70b8b6d HTTP/1.1" status: 204 len: 168 time: 0.3628337 Aug 16 13:04:02.212870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46880) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:02.225083 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.274706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:02.277840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:02.284087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:02.310222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.315504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'Port': ['ID=9b8f52e3-a443-4dd8-936d-920bab539045,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:02.357317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:02.358223 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.378342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a27d6f14-0387-409b-a4b4-ed827a8f21cc tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1496515 Aug 16 13:04:02.380975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46882) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:02.390633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-50654aca-4e0b-4b81-a655-19c7cfda3b74 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:40:aa:a1'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:02.425137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.436989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19d0c04-6397-4b8a-bd47-5dde019b5e62']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:02.451628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711525ba-7c6f-4584-9787-80bf8f835a5c') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:02.451831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711525ba-7c6f-4584-9787-80bf8f835a5c') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:02.463482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.480399 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.488537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:04:02.488948 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:04:02.492581 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:04:02.552381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.560449 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-50654aca-4e0b-4b81-a655-19c7cfda3b74 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.560848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.565281 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d19d0c04-6397-4b8a-bd47-5dde019b5e62 HTTP/1.1" status: 204 len: 168 time: 0.3491874 Aug 16 13:04:02.574566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7f92f-3cae-459c-a496-37aebde68e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19d0c04-6397-4b8a-bd47-5dde019b5e62,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:02.655169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-596127f0-71fe-48aa-b814-1fd5d30084b2 None None] Provisioning for port 9b8f52e3-a443-4dd8-936d-920bab539045 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:02.670207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-596127f0-71fe-48aa-b814-1fd5d30084b2 None None] Provisioning complete for port 9b8f52e3-a443-4dd8-936d-920bab539045 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:02.670652 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-596127f0-71fe-48aa-b814-1fd5d30084b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.718275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-596127f0-71fe-48aa-b814-1fd5d30084b2 None None] Port 9b8f52e3-a443-4dd8-936d-920bab539045 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:02.788073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5db0a2b1-a514-4ef5-bc14-797a52426ea3 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:04:02.797874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46886) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:02.815671 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-50654aca-4e0b-4b81-a655-19c7cfda3b74 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.826412 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-50654aca-4e0b-4b81-a655-19c7cfda3b74 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.905050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5db0a2b1-a514-4ef5-bc14-797a52426ea3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5db0a2b1-a514-4ef5-bc14-797a52426ea3,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:02.919291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '5db0a2b1-a514-4ef5-bc14-797a52426ea3', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'port_id': '5db0a2b1-a514-4ef5-bc14-797a52426ea3', 'mac_address': 'fa:16:3e:54:52:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2fbee-3a3e-4715-90df-0fbf9a0d2623', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:04:02.938677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e474261-69c5-4ca5-b0eb-9f21dde11b28 req-1590994d-0fe3-4906-9631-758723d1d50a tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:02.940245 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e474261-69c5-4ca5-b0eb-9f21dde11b28 req-1590994d-0fe3-4906-9631-758723d1d50a tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 945 time: 0.0744627 Aug 16 13:04:02.961244 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.981652 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b0ccfa15-dc72-4685-9f5e-21e5179e9f9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3aeead82d6144d3b6d065003c5abf55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801908 Aug 16 13:04:02.986486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db0a2b1-a514-4ef5-bc14-797a52426ea3 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:03.001880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46892) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:03.007834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50654aca-4e0b-4b81-a655-19c7cfda3b74 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'Port': ['ID=9b8f52e3-a443-4dd8-936d-920bab539045,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:03.016088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5db0a2b1-a514-4ef5-bc14-797a52426ea3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5db0a2b1-a514-4ef5-bc14-797a52426ea3,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:03.020355 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.069609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-8e474261-69c5-4ca5-b0eb-9f21dde11b28 req-e1d713e4-734f-4d45-ae40-54c5e0056597 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Deleting port e43367a4-e365-4e89-87cf-6109c65891eb {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:03.074684 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8e474261-69c5-4ca5-b0eb-9f21dde11b28 req-e1d713e4-734f-4d45-ae40-54c5e0056597 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.077646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa580f-6ddf-424f-9a31-9ba21a226dea req-8e7bee10-49de-432e-9ae0-ecd846b5804c tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:03.086081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75aa580f-6ddf-424f-9a31-9ba21a226dea req-8e7bee10-49de-432e-9ae0-ecd846b5804c tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 945 time: 0.2219303 Aug 16 13:04:03.088826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5db0a2b1-a514-4ef5-bc14-797a52426ea3,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:03.094947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-50654aca-4e0b-4b81-a655-19c7cfda3b74 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] In _notify_port_updated(), no bound segment for port 9b8f52e3-a443-4dd8-936d-920bab539045 on network 9edf0864-6549-4ad1-a1be-469ce1f2e227 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:04:03.102022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50654aca-4e0b-4b81-a655-19c7cfda3b74 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:03.102739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-50654aca-4e0b-4b81-a655-19c7cfda3b74 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.107052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-50654aca-4e0b-4b81-a655-19c7cfda3b74 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "PUT /v2.0/ports/9b8f52e3-a443-4dd8-936d-920bab539045 HTTP/1.1" status: 200 len: 994 time: 0.7209313 Aug 16 13:04:03.123619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46896) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:03.190015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bd15b-2a80-46f6-9117-c86c7aa4cac5 req-103a7e61-3114-4e32-90f7-e5f2c30cb5e7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:03.191545 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-340bd15b-2a80-46f6-9117-c86c7aa4cac5 req-103a7e61-3114-4e32-90f7-e5f2c30cb5e7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.2078881 Aug 16 13:04:03.221223 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75aa580f-6ddf-424f-9a31-9ba21a226dea req-52c3fa61-5692-48db-8128-e59fabdf7b60 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/security-groups?id=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341691 Aug 16 13:04:03.265992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b3cafd50-0515-4a46-a76f-850b5fdae13e None None] Provisioning complete for port 9b8f52e3-a443-4dd8-936d-920bab539045 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:03.266567 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b3cafd50-0515-4a46-a76f-850b5fdae13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.281475 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73d0b5b6-c314-43ed-b615-0aa434e5d7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.305680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b3cafd50-0515-4a46-a76f-850b5fdae13e None None] Port 9b8f52e3-a443-4dd8-936d-920bab539045 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:03.307447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-340bd15b-2a80-46f6-9117-c86c7aa4cac5 req-9b1f2110-377d-4e07-8733-2ea71b85ced2 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047888 Aug 16 13:04:03.349769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-94244799-14a3-4dc0-a0f7-676e133aa28a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Deleting port 9b8f52e3-a443-4dd8-936d-920bab539045 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:03.350768 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94244799-14a3-4dc0-a0f7-676e133aa28a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.356622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73d0b5b6-c314-43ed-b615-0aa434e5d7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.484244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8e474261-69c5-4ca5-b0eb-9f21dde11b28 req-e1d713e4-734f-4d45-ae40-54c5e0056597 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] For port e43367a4-e365-4e89-87cf-6109c65891eb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e43367a4-e365-4e89-87cf-6109c65891eb,segment=NetworkSegment(25524b39-aa98-4ebc-ac8e-b4b6e9f512d5),segment_id=25524b39-aa98-4ebc-ac8e-b4b6e9f512d5)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:03.484906 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8e474261-69c5-4ca5-b0eb-9f21dde11b28 req-e1d713e4-734f-4d45-ae40-54c5e0056597 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.500106 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-8e474261-69c5-4ca5-b0eb-9f21dde11b28 req-e1d713e4-734f-4d45-ae40-54c5e0056597 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Calling delete_port for e43367a4-e365-4e89-87cf-6109c65891eb owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:03.506838 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94244799-14a3-4dc0-a0f7-676e133aa28a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.517067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['5db0a2b1-a514-4ef5-bc14-797a52426ea3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:03.527650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd524d-b83b-4627-9ab3-21ca98a2bc71 req-29d1c3db-1c9f-48f3-a204-80dde44ea7e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:03.534979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bbd524d-b83b-4627-9ab3-21ca98a2bc71 req-29d1c3db-1c9f-48f3-a204-80dde44ea7e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 945 time: 0.1044815 Aug 16 13:04:03.548534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-94244799-14a3-4dc0-a0f7-676e133aa28a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Calling delete_port for 9b8f52e3-a443-4dd8-936d-920bab539045 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:03.549336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 13c7004f-5102-4900-bea3-1c055182f6a8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:03.561285 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73d0b5b6-c314-43ed-b615-0aa434e5d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.563899 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73d0b5b6-c314-43ed-b615-0aa434e5d7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.567394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-73d0b5b6-c314-43ed-b615-0aa434e5d7a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d7561f2-406f-4391-9962-95ac314f4dfa HTTP/1.1" status: 204 len: 168 time: 0.5629947 Aug 16 13:04:03.623638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0b5b6-c314-43ed-b615-0aa434e5d7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7561f2-406f-4391-9962-95ac314f4dfa,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:03.651882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bbd524d-b83b-4627-9ab3-21ca98a2bc71 req-ba31871a-113f-4634-b553-418a420539c4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108961 Aug 16 13:04:03.666144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 13c7004f-5102-4900-bea3-1c055182f6a8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:03.666551 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.683524 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8e474261-69c5-4ca5-b0eb-9f21dde11b28 req-e1d713e4-734f-4d45-ae40-54c5e0056597 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.702777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e43367a4-e365-4e89-87cf-6109c65891eb'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:03.780523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d713e4-734f-4d45-ae40-54c5e0056597 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Pushing event deleted for resources: {'Port': ['ID=e43367a4-e365-4e89-87cf-6109c65891eb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:03.809430 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e474261-69c5-4ca5-b0eb-9f21dde11b28 req-e1d713e4-734f-4d45-ae40-54c5e0056597 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] No DVR routers for this DVR port e43367a4-e365-4e89-87cf-6109c65891eb on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:03.812032 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8e474261-69c5-4ca5-b0eb-9f21dde11b28 req-e1d713e4-734f-4d45-ae40-54c5e0056597 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.813881 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e474261-69c5-4ca5-b0eb-9f21dde11b28 req-e1d713e4-734f-4d45-ae40-54c5e0056597 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.42 "DELETE /v2.0/ports/e43367a4-e365-4e89-87cf-6109c65891eb HTTP/1.1" status: 204 len: 173 time: 0.8673122 Aug 16 13:04:03.814962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9', 'name': 'network-vif-deleted', 'tag': 'e43367a4-e365-4e89-87cf-6109c65891eb'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:03.826358 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51784918-8265-4429-bcd8-3a17da93218b" -d '{"events": [{"server_uuid": "cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9", "name": "network-vif-deleted", "tag": "e43367a4-e365-4e89-87cf-6109c65891eb"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:03.886056 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288e871b-2409-4237-b6f8-e9fd3fe0b9d3 x-openstack-request-id: req-288e871b-2409-4237-b6f8-e9fd3fe0b9d3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:03.886397 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9", "name": "network-vif-deleted", "tag": "e43367a4-e365-4e89-87cf-6109c65891eb", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:03.886703 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-288e871b-2409-4237-b6f8-e9fd3fe0b9d3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:03.887109 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9', 'name': 'network-vif-deleted', 'tag': 'e43367a4-e365-4e89-87cf-6109c65891eb', 'status': 'completed', 'code': 200} Aug 16 13:04:04.004057 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94244799-14a3-4dc0-a0f7-676e133aa28a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.032344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94244799-14a3-4dc0-a0f7-676e133aa28a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event deleted for resources: {'Port': ['ID=9b8f52e3-a443-4dd8-936d-920bab539045,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:04.191760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94244799-14a3-4dc0-a0f7-676e133aa28a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.193708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-94244799-14a3-4dc0-a0f7-676e133aa28a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "DELETE /v2.0/ports/9b8f52e3-a443-4dd8-936d-920bab539045 HTTP/1.1" status: 204 len: 168 time: 1.0689812 Aug 16 13:04:04.197366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46918) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:04.231617 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05a4961-ab41-4074-a084-82a5e4782ae4 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] GET failed (client error): The resource could not be found. Aug 16 13:04:04.237526 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b05a4961-ab41-4074-a084-82a5e4782ae4 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "GET /v2.0/ports/9b8f52e3-a443-4dd8-936d-920bab539045 HTTP/1.1" status: 404 len: 333 time: 0.0389864 Aug 16 13:04:04.238540 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46922) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:04.245597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Request body: {'port': {'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227', 'name': 'tempest-AllowedAddressPairTestJSON-1728941604'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:04.343374 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-499ba4df-cf08-479b-be97-a040915722fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.408007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:04.416444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10413f54-1bd4-47d4-a7df-e2234366fa12 req-9c15e1be-0359-4e61-814a-21476dbb14a4 tempest-ServerAddressesNegativeTestJSON-1047252270 tempest-ServerAddressesNegativeTestJSON-1047252270-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1ecf8e-7c35-4e99-9f45-e0c4df44eac9 HTTP/1.1" status: 200 len: 210 time: 0.0476718 Aug 16 13:04:04.453450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:04.454169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ea73b37c-fb89-4e64-bf15-ec839f6bf2b7 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:04.458313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e43367a4-e365-4e89-87cf-6109c65891eb no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:04.479458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Made reservation on behalf of b354f6ef6ddb4aaaa3a73ca96a5ae92c for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:04.484511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.508920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: e43367a4-e365-4e89-87cf-6109c65891eb {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:04.509184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e43367a4-e365-4e89-87cf-6109c65891eb not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:04.524844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] device_id is not set on port 2b7efe12-0926-4e6a-9af5-f28e4e8f5151 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:04:04.543092 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.545475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f649ffc-4a41-4a5d-88c6-018f5228a97f req-92d933d7-8639-4fa5-bebf-3e851b1f1df6 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:04.547507 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f649ffc-4a41-4a5d-88c6-018f5228a97f req-92d933d7-8639-4fa5-bebf-3e851b1f1df6 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1271207 Aug 16 13:04:04.560659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46936) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:04.671917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2120304759-network', 'tenant_id': '7483c776397948268a84a5267d068378'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:04.681565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f649ffc-4a41-4a5d-88c6-018f5228a97f req-5db2d452-0045-47e0-a48e-0a8d4b75bdb4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873230 Aug 16 13:04:04.710031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Allocated IP 172.20.0.10 (9edf0864-6549-4ad1-a1be-469ce1f2e227/67bdfd64-6b6e-4ac4-a8c5-d975718a1faa/2b7efe12-0926-4e6a-9af5-f28e4e8f5151) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:04.715376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Made reservation on behalf of 7483c776397948268a84a5267d068378 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:04.718619 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.731727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.841649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c91f8-d685-4a3d-97f5-c010b5a8b9af req-8f6c15bc-7e4b-412a-bced-262c9a9d0bb4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:04.843524 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c49c91f8-d685-4a3d-97f5-c010b5a8b9af req-8f6c15bc-7e4b-412a-bced-262c9a9d0bb4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 945 time: 0.1142054 Aug 16 13:04:04.860758 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.865201 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.900141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:04:04.911775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55073e10-0671-4527-a5fa-4e9ca61c1020,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:04.919483 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.919838 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Added segment 8dfbb848-058d-42e9-b03c-8d0d024bc21e of type vlan for network 1f06e19f-8fa8-4f63-a600-513e98865e15 Aug 16 13:04:04.931317 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c49c91f8-d685-4a3d-97f5-c010b5a8b9af req-6b4c3b2d-49a5-4c2b-99be-e66456f89512 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583785 Aug 16 13:04:04.958388 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.971257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.972651 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Transition to ACTIVE for port object 2b7efe12-0926-4e6a-9af5-f28e4e8f5151 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:05.005153 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.006295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:05.007004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.011511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.050241 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4881692 Aug 16 13:04:05.054648 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46942) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:05.067204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] Request body: {'subnet': {'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2120304759-subnet', 'tenant_id': '7483c776397948268a84a5267d068378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:05.072905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:05.080235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:05.089365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:05.097656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69547105-1b4b-42be-9512-b1c44a63ae86 admin admin] Pushing event updated for resources: {'Network': ['ID=1f06e19f-8fa8-4f63-a600-513e98865e15,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:05.115310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 1f06e19f-8fa8-4f63-a600-513e98865e15 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:04:05.152058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'Port': ['ID=2b7efe12-0926-4e6a-9af5-f28e4e8f5151,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:05.175344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] Made reservation on behalf of 7483c776397948268a84a5267d068378 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:05.178315 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.208365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:05.209083 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.262967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0e5b41cf-d6ff-46e0-b075-bf55061291df tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0229466 Aug 16 13:04:05.265715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46944) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:05.271483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-fee6533b-74ec-4669-a6cb-7cfc213f58db tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:40:aa:a1'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:05.370429 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fee6533b-74ec-4669-a6cb-7cfc213f58db tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.468551 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.471982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b3be8811-ae58-439e-8941-3d3ddb7f9e98 None None] Provisioning for port 2b7efe12-0926-4e6a-9af5-f28e4e8f5151 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:05.477815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b3be8811-ae58-439e-8941-3d3ddb7f9e98 None None] Provisioning complete for port 2b7efe12-0926-4e6a-9af5-f28e4e8f5151 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:05.478371 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b3be8811-ae58-439e-8941-3d3ddb7f9e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.494034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46948) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:05.518980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b3be8811-ae58-439e-8941-3d3ddb7f9e98 None None] Port 2b7efe12-0926-4e6a-9af5-f28e4e8f5151 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:05.536482 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.563518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a209c4c7-ad52-4e38-b494-8c3c4c5002a1 admin admin] Deleting subnet 48528a03-79fa-46df-bc2b-880371160573 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:04:05.567052 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a209c4c7-ad52-4e38-b494-8c3c4c5002a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.638186 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a209c4c7-ad52-4e38-b494-8c3c4c5002a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.657926 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0bdeb5-93fb-4131-af47-016a02f3c59d,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:05.690620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] Checking segment: {'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:05.691213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] Network hostable DHCP agents. Network: 1f06e19f-8fa8-4f63-a600-513e98865e15, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:04:05.700286 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a209c4c7-ad52-4e38-b494-8c3c4c5002a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.743664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] Network 1f06e19f-8fa8-4f63-a600-513e98865e15 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:04:05.763892 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fee6533b-74ec-4669-a6cb-7cfc213f58db tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.767383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 1f06e19f-8fa8-4f63-a600-513e98865e15) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:05.775365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:05.775948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.779615 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fee6533b-74ec-4669-a6cb-7cfc213f58db tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.782001 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340c981a-f8ce-4b0a-b0e8-367ab6c2c2a2 None None] Network 1f06e19f-8fa8-4f63-a600-513e98865e15 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:05.789305 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a209c4c7-ad52-4e38-b494-8c3c4c5002a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.827662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209c4c7-ad52-4e38-b494-8c3c4c5002a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48528a03-79fa-46df-bc2b-880371160573,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:05.833425 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a209c4c7-ad52-4e38-b494-8c3c4c5002a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.834835 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a209c4c7-ad52-4e38-b494-8c3c4c5002a1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/48528a03-79fa-46df-bc2b-880371160573 HTTP/1.1" status: 204 len: 168 time: 0.3394272 Aug 16 13:04:05.837852 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46956) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:05.871418 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-87eb204d-1c84-4210-b445-e29851026d9c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8155959 Aug 16 13:04:05.875550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46958) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:05.930852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6533b-74ec-4669-a6cb-7cfc213f58db tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'Port': ['ID=2b7efe12-0926-4e6a-9af5-f28e4e8f5151,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:05.936505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2120304759-router', 'tenant_id': '7483c776397948268a84a5267d068378', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:05.948059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-fee6533b-74ec-4669-a6cb-7cfc213f58db tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] In _notify_port_updated(), no bound segment for port 2b7efe12-0926-4e6a-9af5-f28e4e8f5151 on network 9edf0864-6549-4ad1-a1be-469ce1f2e227 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:04:05.956250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee6533b-74ec-4669-a6cb-7cfc213f58db tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:05.957053 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fee6533b-74ec-4669-a6cb-7cfc213f58db tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.960209 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fee6533b-74ec-4669-a6cb-7cfc213f58db tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "PUT /v2.0/ports/2b7efe12-0926-4e6a-9af5-f28e4e8f5151 HTTP/1.1" status: 200 len: 997 time: 0.6919172 Aug 16 13:04:05.967071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:05.980194 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:04:06.000624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a93ad-4788-4ef6-ae02-aeebd61c6ed8 req-83cee8cb-d995-43d9-9e00-9c2f023e06fd tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:06.012083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da5a93ad-4788-4ef6-ae02-aeebd61c6ed8 req-83cee8cb-d995-43d9-9e00-9c2f023e06fd tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.2278748 Aug 16 13:04:06.028348 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.054590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b8c7f-eb7e-4bdd-bb01-83db3139821f None None] Network 1f06e19f-8fa8-4f63-a600-513e98865e15 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:06.078708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da5a93ad-4788-4ef6-ae02-aeebd61c6ed8 req-61db790f-a270-4dc9-9de0-02077117a49a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621119 Aug 16 13:04:06.096257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.097335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.199233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c2a32-b775-43b5-8aa6-c5c983f314d8 req-73191ac5-4117-41dc-b066-fd30b0560d58 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:06.200904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f29c2a32-b775-43b5-8aa6-c5c983f314d8 req-73191ac5-4117-41dc-b066-fd30b0560d58 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0861545 Aug 16 13:04:06.260710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f29c2a32-b775-43b5-8aa6-c5c983f314d8 req-715a7709-b619-42de-bfce-1f0bf5d5962f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528755 Aug 16 13:04:06.282373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8a96df11-9842-4a6f-88f5-b5057b5a25a6 None None] Provisioning complete for port 2b7efe12-0926-4e6a-9af5-f28e4e8f5151 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:06.283033 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8a96df11-9842-4a6f-88f5-b5057b5a25a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.325164 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.330397 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.336946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18523da-8abf-44e4-bc6d-a85895bbaac6 req-8b9a442e-b176-441a-9649-2a73c4e4d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:06.338790 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b18523da-8abf-44e4-bc6d-a85895bbaac6 req-8b9a442e-b176-441a-9649-2a73c4e4d6f0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 1096 time: 0.2344387 Aug 16 13:04:06.367362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d702faf5-d475-4cf6-95a1-3193f830379f tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Deleting port 2b7efe12-0926-4e6a-9af5-f28e4e8f5151 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:06.367691 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d702faf5-d475-4cf6-95a1-3193f830379f tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.415901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c2d60a-931f-46cd-9791-bcfcfba76880']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:06.461433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8a96df11-9842-4a6f-88f5-b5057b5a25a6 None None] Port 2b7efe12-0926-4e6a-9af5-f28e4e8f5151 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:06.495948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25524b39-aa98-4ebc-ac8e-b4b6e9f512d5') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:06.496310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25524b39-aa98-4ebc-ac8e-b4b6e9f512d5') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:06.551444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.648113 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b18523da-8abf-44e4-bc6d-a85895bbaac6 req-ecc58e85-4722-4a53-99ff-b3acbace7e80 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994134 Aug 16 13:04:06.649074 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.659856 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.668425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:04:06.668959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:04:06.671134 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:04:06.741175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d702faf5-d475-4cf6-95a1-3193f830379f tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.764049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d702faf5-d475-4cf6-95a1-3193f830379f tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Calling delete_port for 2b7efe12-0926-4e6a-9af5-f28e4e8f5151 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:06.773164 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.785761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.787660 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/13c2d60a-931f-46cd-9791-bcfcfba76880 HTTP/1.1" status: 204 len: 168 time: 0.9487779 Aug 16 13:04:06.794779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5db0a2b1-a514-4ef5-bc14-797a52426ea3 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:06.843285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0892138-fcc7-4c97-9c4c-8a65f46a58cc admin admin] Pushing event deleted for resources: {'Network': ['ID=13c2d60a-931f-46cd-9791-bcfcfba76880,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:06.861186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 5db0a2b1-a514-4ef5-bc14-797a52426ea3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:06.865689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 5db0a2b1-a514-4ef5-bc14-797a52426ea3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:06.866752 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.931433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46970) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:06.961397 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.989874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db0a2b1-a514-4ef5-bc14-797a52426ea3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:06.992578 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad9cf33-c00d-4f37-b9fa-0f05dd509271" -d '{"events": [{"server_uuid": "0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0", "name": "network-vif-plugged", "status": "completed", "tag": "5db0a2b1-a514-4ef5-bc14-797a52426ea3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:07.008184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5db0a2b1-a514-4ef5-bc14-797a52426ea3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5db0a2b1-a514-4ef5-bc14-797a52426ea3,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:07.013643 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.017944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1f60ca4f-9113-46f2-bb1e-34212d0386d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e30a511c904403db57e8e64539de817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839067 Aug 16 13:04:07.020548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46974) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:07.053177 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5ddbc1-f338-4d24-bcec-68f662f2067a x-openstack-request-id: req-8d5ddbc1-f338-4d24-bcec-68f662f2067a {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:07.055236 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0", "name": "network-vif-plugged", "status": "completed", "tag": "5db0a2b1-a514-4ef5-bc14-797a52426ea3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:07.055538 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d5ddbc1-f338-4d24-bcec-68f662f2067a {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:07.056078 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db0a2b1-a514-4ef5-bc14-797a52426ea3', 'code': 200} Aug 16 13:04:07.072919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d702faf5-d475-4cf6-95a1-3193f830379f tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.074937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5db0a2b1-a514-4ef5-bc14-797a52426ea3,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:07.087521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7af3f3c-0df9-4cf6-8a2f-4ab00490600a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.126144 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7af3f3c-0df9-4cf6-8a2f-4ab00490600a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.127317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702faf5-d475-4cf6-95a1-3193f830379f tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event deleted for resources: {'Port': ['ID=2b7efe12-0926-4e6a-9af5-f28e4e8f5151,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:07.247468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce42f60-315b-430b-9e45-c8bbf9ba4ca2 req-17602105-c469-4c21-81ba-837b3b1ee13a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:07.249335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ce42f60-315b-430b-9e45-c8bbf9ba4ca2 req-17602105-c469-4c21-81ba-837b3b1ee13a tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0770662 Aug 16 13:04:07.261219 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7af3f3c-0df9-4cf6-8a2f-4ab00490600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.264755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7af3f3c-0df9-4cf6-8a2f-4ab00490600a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.266635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e7af3f3c-0df9-4cf6-8a2f-4ab00490600a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/092a9d9c-2cc8-4bcf-a6f0-97886f386ad5 HTTP/1.1" status: 204 len: 168 time: 0.2446041 Aug 16 13:04:07.274157 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d702faf5-d475-4cf6-95a1-3193f830379f tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.279251 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d702faf5-d475-4cf6-95a1-3193f830379f tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "DELETE /v2.0/ports/2b7efe12-0926-4e6a-9af5-f28e4e8f5151 HTTP/1.1" status: 204 len: 168 time: 1.3074918 Aug 16 13:04:07.279603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.283756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46980) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:07.297121 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.308919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af3f3c-0df9-4cf6-8a2f-4ab00490600a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092a9d9c-2cc8-4bcf-a6f0-97886f386ad5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:07.315148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9cbd1-c5e6-4aa8-a993-00e55fbb503d req-fc01691e-3c21-4f4c-9e70-4a6477e337da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:07.316702 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1ea9cbd1-c5e6-4aa8-a993-00e55fbb503d req-fc01691e-3c21-4f4c-9e70-4a6477e337da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 1097 time: 0.1472933 Aug 16 13:04:07.321228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.382640 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e00977-bbbd-42b7-983e-79cb54a06cb0 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] GET failed (client error): The resource could not be found. Aug 16 13:04:07.384415 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-44e00977-bbbd-42b7-983e-79cb54a06cb0 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "GET /v2.0/ports/2b7efe12-0926-4e6a-9af5-f28e4e8f5151 HTTP/1.1" status: 404 len: 333 time: 0.0995579 Aug 16 13:04:07.390888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46984) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:07.394951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ce42f60-315b-430b-9e45-c8bbf9ba4ca2 req-9f22d88c-f27f-4701-af13-472ac383f4fb tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263249 Aug 16 13:04:07.433473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Request body: {'port': {'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227', 'name': 'tempest-AllowedAddressPairTestJSON-150138479'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:07.455972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ede4e7-6bb2-4981-ac2e-7d42557cf823 req-1eadf632-fdd0-4f3b-a50c-ef915ec59cdf tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:07.458121 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1ede4e7-6bb2-4981-ac2e-7d42557cf823 req-1eadf632-fdd0-4f3b-a50c-ef915ec59cdf tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 946 time: 0.0615616 Aug 16 13:04:07.517458 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1ede4e7-6bb2-4981-ac2e-7d42557cf823 req-d46dfd8f-deb7-46f9-83a9-fb318d8dcf15 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453143 Aug 16 13:04:07.543092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1ea9cbd1-c5e6-4aa8-a993-00e55fbb503d req-9db73c68-23b8-4d70-ae8d-2a6a7abaf956 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888750 Aug 16 13:04:07.624844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Allocated IP 172.25.0.53 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/6543d3bc-2d0d-485b-b0bf-1c79b8030ee6) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:07.713072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Made reservation on behalf of b354f6ef6ddb4aaaa3a73ca96a5ae92c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:07.716769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.745917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] device_id is not set on port aa8a4b97-ae2c-4da6-889a-d5378a204189 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:04:07.826295 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.920200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Allocated IP 172.20.0.10 (9edf0864-6549-4ad1-a1be-469ce1f2e227/67bdfd64-6b6e-4ac4-a8c5-d975718a1faa/aa8a4b97-ae2c-4da6-889a-d5378a204189) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:07.934929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.015851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:08.023038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:08.026038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:08.036169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Pushing event updated for resources: {'Port': ['ID=6543d3bc-2d0d-485b-b0bf-1c79b8030ee6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:08.311465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.365692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Transition to ACTIVE for port object aa8a4b97-ae2c-4da6-889a-d5378a204189 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:08.448474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.502019 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.538860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2906f-b7f0-48d9-b15e-9889fe156c7a req-f21d381c-7ce8-409c-875c-fab6e960984b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:08.541136 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fb2906f-b7f0-48d9-b15e-9889fe156c7a req-f21d381c-7ce8-409c-875c-fab6e960984b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0590761 Aug 16 13:04:08.587431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:08.602363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fb2906f-b7f0-48d9-b15e-9889fe156c7a req-72c2de8b-1cf8-4992-b0fa-99400cb5f681 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531158 Aug 16 13:04:08.604481 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:08.607745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:08.691549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:08.692285 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.696230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'Port': ['ID=aa8a4b97-ae2c-4da6-889a-d5378a204189,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:08.733609 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2ddfbb93-2d26-4870-b7fd-e224c9f13cc3 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3393898 Aug 16 13:04:08.747948 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47032) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:08.753240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79b27c2f-f90c-469e-b71c-15a44035ff21 req-dde8ef0c-5e01-4606-8869-2b6abeee9a0d tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffcb8eda-0c38-430a-847f-b6dbce63724a HTTP/1.1" status: 200 len: 210 time: 0.0676990 Aug 16 13:04:08.757459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Request body: {'port': {'network_id': '9edf0864-6549-4ad1-a1be-469ce1f2e227', 'name': 'tempest-AllowedAddressPairTestJSON-858093648'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:08.907997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8b39a-2af3-4293-ba8d-9b0f10f05e02 req-16144f01-30f5-4546-a669-e2de4c9754a6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:08.922453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01a8b39a-2af3-4293-ba8d-9b0f10f05e02 req-16144f01-30f5-4546-a669-e2de4c9754a6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 946 time: 0.2467775 Aug 16 13:04:08.988281 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.040718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01a8b39a-2af3-4293-ba8d-9b0f10f05e02 req-73b3b596-d95b-4e4c-8128-390e5324c880 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167665 Aug 16 13:04:09.127335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8077182a-e30e-42b0-a07b-e05bd389c042 None None] Provisioning for port aa8a4b97-ae2c-4da6-889a-d5378a204189 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:09.132921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8077182a-e30e-42b0-a07b-e05bd389c042 None None] Provisioning complete for port aa8a4b97-ae2c-4da6-889a-d5378a204189 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:09.138719 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8077182a-e30e-42b0-a07b-e05bd389c042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.153353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Made reservation on behalf of b354f6ef6ddb4aaaa3a73ca96a5ae92c for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:09.160599 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.185070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] device_id is not set on port daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:04:09.268795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8077182a-e30e-42b0-a07b-e05bd389c042 None None] Port aa8a4b97-ae2c-4da6-889a-d5378a204189 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:09.363224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Router b92807a5-3e33-472c-bd20-2a13d291cbc4 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:04:09.420379 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Allocated IP 172.20.0.6 (9edf0864-6549-4ad1-a1be-469ce1f2e227/67bdfd64-6b6e-4ac4-a8c5-d975718a1faa/daa976e0-cff2-4434-b1bc-9f19c7d3b2a4) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:09.636908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:09.643814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb346ab-da72-47cd-b7fa-2eeb1dee0024 req-94c9705d-27ef-4622-b27b-a1925f1c3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:09.644901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6cb346ab-da72-47cd-b7fa-2eeb1dee0024 req-94c9705d-27ef-4622-b27b-a1925f1c3f86 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5927a130a73a4de9bc5540f68fc5931f&device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 1096 time: 0.1287508 Aug 16 13:04:09.652737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Sync routers for ids ['b92807a5-3e33-472c-bd20-2a13d291cbc4'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:09.675411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Routers {'b92807a5-3e33-472c-bd20-2a13d291cbc4'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:09.675937 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.680588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7b13ef67-c972-4030-9914-5c63c011b64a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7498684 Aug 16 13:04:09.680806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b92807a5-3e33-472c-bd20-2a13d291cbc4'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:09.708172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47072) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:09.743680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a23c18c-370b-4d19-84c8-07b776b343bd req-cf6b5720-9c97-4c3b-980d-7425149d8d73 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.1604097 Aug 16 13:04:09.853628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14029a4c-fcb1-4f26-9e65-debb734d1936 req-02c69ac7-3a59-4524-a610-1db714b382f7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:09.862888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14029a4c-fcb1-4f26-9e65-debb734d1936 req-02c69ac7-3a59-4524-a610-1db714b382f7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.2817919 Aug 16 13:04:09.945879 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Set router b92807a5-3e33-472c-bd20-2a13d291cbc4 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:09.953647 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14029a4c-fcb1-4f26-9e65-debb734d1936 req-8f25521b-77ee-4901-b944-cac73f94786d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893250 Aug 16 13:04:09.976770 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.993207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Transition to ACTIVE for port object daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:10.043672 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:10.128298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'Port': ['ID=daa976e0-cff2-4434-b1bc-9f19c7d3b2a4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:10.153593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:10.220409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:10.239875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:10.338763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201570be-9af4-4616-a880-5fcc0dd4d095 req-60a45f7c-7dfa-46d0-bccf-774658db7f63 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:10.340391 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-201570be-9af4-4616-a880-5fcc0dd4d095 req-60a45f7c-7dfa-46d0-bccf-774658db7f63 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 946 time: 0.1855831 Aug 16 13:04:10.355715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb346ab-da72-47cd-b7fa-2eeb1dee0024 req-8d3cd67e-147c-47fa-9bc9-c0610bb4c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:10.357468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:10.358147 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6cb346ab-da72-47cd-b7fa-2eeb1dee0024 req-8d3cd67e-147c-47fa-9bc9-c0610bb4c62f service neutron] 10.222.0.22 "GET /v2.0/networks?id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 200 len: 917 time: 0.6994720 Aug 16 13:04:10.358427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:10.372985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'name': 'tempest-ServerRescueTestJSON-2120304759-router', 'tenant_id': '7483c776397948268a84a5267d068378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:04:06Z', 'updated_at': '2021-08-16T13:04:08Z', 'revision_number': 3, 'project_id': '7483c776397948268a84a5267d068378', 'gw_port': {'id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:04:07Z', 'updated_at': '2021-08-16T13:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:10.416134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Checking router: b92807a5-3e33-472c-bd20-2a13d291cbc4 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:04:10.416765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Updating router b92807a5-3e33-472c-bd20-2a13d291cbc4 port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:04:10.424395 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-420cd04e-40f8-419f-8b59-9f3e85c69f92 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6738806 Aug 16 13:04:10.425210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47080) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:10.440175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4f93c69b-4cdb-419b-981d-8bf0fbe81046 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:40:aa:a1'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e5:39:9f'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:10.448081 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:10.518180 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6cb346ab-da72-47cd-b7fa-2eeb1dee0024 req-deb3d7a6-b804-4c57-955a-d01c52c02c2c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a HTTP/1.1" status: 200 len: 217 time: 0.0616050 Aug 16 13:04:10.570636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-201570be-9af4-4616-a880-5fcc0dd4d095 req-e045a943-9677-4b0c-9069-ea6e2a689f9f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075729 Aug 16 13:04:10.682892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d7baaa36-11e9-444b-82e1-02f9ac38a830 None None] Provisioning for port daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:10.850391 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f93c69b-4cdb-419b-981d-8bf0fbe81046 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:10.854991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb346ab-da72-47cd-b7fa-2eeb1dee0024 req-10822cf3-a8a4-4cdb-a9f2-94e2225e99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:10.857139 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6cb346ab-da72-47cd-b7fa-2eeb1dee0024 req-10822cf3-a8a4-4cdb-a9f2-94e2225e99c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 200 len: 857 time: 0.2527702 Aug 16 13:04:11.038478 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6cb346ab-da72-47cd-b7fa-2eeb1dee0024 req-95ebbb2d-6e78-4b00-8c18-5d7869e31736 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e84bfa8-db5b-4a78-af78-554b83ab0b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738599 Aug 16 13:04:11.124261 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.137729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3784e32-f1f3-4448-8e35-ee535da885cc req-a056b066-57d9-4748-9306-5f76a9789288 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.2214255 Aug 16 13:04:11.140483 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Transition to ACTIVE for port object 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:11.149629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d7baaa36-11e9-444b-82e1-02f9ac38a830 None None] Provisioning complete for port daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:11.150386 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d7baaa36-11e9-444b-82e1-02f9ac38a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.202747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d7baaa36-11e9-444b-82e1-02f9ac38a830 None None] Port daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:11.205354 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.277959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Attempting to bind port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:11.278435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Attempting to bind port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:11.278880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Attempting to bind port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:11.290358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f119fa-21f5-470f-82f2-ad8b9da7ea2c None None] Pushing event updated for resources: {'Port': ['ID=6543d3bc-2d0d-485b-b0bf-1c79b8030ee6,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:11.293820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:11.295309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:11.295838 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.296317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:11.296937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Bound port: 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:11.297351 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.303080 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6cb346ab-da72-47cd-b7fa-2eeb1dee0024 req-b7367c7c-d950-4bb0-a075-c8bdac6552e7 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551978 Aug 16 13:04:11.361169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] For port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:11.365490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] For port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6543d3bc-2d0d-485b-b0bf-1c79b8030ee6,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:11.374136 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.392882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9519f-e274-48e2-8299-c44acbc964cb req-293e611e-1cdd-46ec-945c-87b52c87b35b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:11.394993 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ba9519f-e274-48e2-8299-c44acbc964cb req-293e611e-1cdd-46ec-945c-87b52c87b35b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1559348 Aug 16 13:04:11.412426 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f93c69b-4cdb-419b-981d-8bf0fbe81046 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.430215 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f93c69b-4cdb-419b-981d-8bf0fbe81046 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.454953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f119fa-21f5-470f-82f2-ad8b9da7ea2c None None] Pushing event updated for resources: {'Port': ['ID=6543d3bc-2d0d-485b-b0bf-1c79b8030ee6,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:11.481673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Routers {'b92807a5-3e33-472c-bd20-2a13d291cbc4'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:11.483524 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b92807a5-3e33-472c-bd20-2a13d291cbc4'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:11.522939 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6cb346ab-da72-47cd-b7fa-2eeb1dee0024 req-7a8132f0-3285-47b6-8937-7e91bd9d55b4 service neutron] 10.222.0.22 "GET /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049024 Aug 16 13:04:11.523538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923f398-ebc7-49e9-bb34-bb6216312f8c req-d6693c9d-0b96-4208-9ee7-f8010d755b2c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:11.525816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7923f398-ebc7-49e9-bb34-bb6216312f8c req-d6693c9d-0b96-4208-9ee7-f8010d755b2c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 946 time: 0.2046015 Aug 16 13:04:11.540055 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.587947 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d495502d-b82a-441b-94bc-1d29df133c1a req-88c91a99-f4f4-47f6-87eb-4a17c109ac36 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ffcb8eda-0c38-430a-847f-b6dbce63724a HTTP/1.1" status: 200 len: 210 time: 0.0445228 Aug 16 13:04:11.610232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93c69b-4cdb-419b-981d-8bf0fbe81046 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event updated for resources: {'Port': ['ID=daa976e0-cff2-4434-b1bc-9f19c7d3b2a4,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:11.620564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ba9519f-e274-48e2-8299-c44acbc964cb req-42a8d080-0e57-4155-b028-5347f603b41c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053528 Aug 16 13:04:11.663538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4f93c69b-4cdb-419b-981d-8bf0fbe81046 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] In _notify_port_updated(), no bound segment for port daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 on network 9edf0864-6549-4ad1-a1be-469ce1f2e227 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:04:11.669388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f93c69b-4cdb-419b-981d-8bf0fbe81046 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:11.670284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f93c69b-4cdb-419b-981d-8bf0fbe81046 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.674194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4f93c69b-4cdb-419b-981d-8bf0fbe81046 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "PUT /v2.0/ports/daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 HTTP/1.1" status: 200 len: 1056 time: 1.2443569 Aug 16 13:04:11.674594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47096) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:11.675289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] Set router b92807a5-3e33-472c-bd20-2a13d291cbc4 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:11.689496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7923f398-ebc7-49e9-bb34-bb6216312f8c req-48d8a8b0-e26c-471a-ab5c-951b7b586452 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446264 Aug 16 13:04:11.832597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Allocated IP 172.20.0.1 (1f06e19f-8fa8-4f63-a600-513e98865e15/6a0bdeb5-93fb-4131-af47-016a02f3c59d/85bf8205-ac07-47b7-a52f-5199909f4bb8) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:11.845798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-51bc9b07-5fb3-46d4-b4d5-2c6d0b8ce8fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Deleting port daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:11.846213 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51bc9b07-5fb3-46d4-b4d5-2c6d0b8ce8fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.964069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6f8af1ff-122e-4c70-971c-a0d940c2f89f None None] Provisioning complete for port daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:11.964754 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f8af1ff-122e-4c70-971c-a0d940c2f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.977349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.990742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e22f9-c225-46c2-85da-69d3004d124b req-2b7e2f08-edb2-479d-b5b4-b16eb5b78de7 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:11.994562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a99e22f9-c225-46c2-85da-69d3004d124b req-2b7e2f08-edb2-479d-b5b4-b16eb5b78de7 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 946 time: 0.1102440 Aug 16 13:04:11.999119 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51bc9b07-5fb3-46d4-b4d5-2c6d0b8ce8fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.010660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6f8af1ff-122e-4c70-971c-a0d940c2f89f None None] Port daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:12.023500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'name': 'tempest-ServerRescueTestJSON-2120304759-router', 'tenant_id': '7483c776397948268a84a5267d068378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:04:06Z', 'updated_at': '2021-08-16T13:04:08Z', 'revision_number': 3, 'project_id': '7483c776397948268a84a5267d068378', 'gw_port': {'id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:04:07Z', 'updated_at': '2021-08-16T13:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:12.027140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.040004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-51bc9b07-5fb3-46d4-b4d5-2c6d0b8ce8fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Calling delete_port for daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:12.056665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5685d-a18c-4cd7-9f06-dc56256fb074 None None] The sync data for ids ['b92807a5-3e33-472c-bd20-2a13d291cbc4'] in n-d-804708-1 is: [{'id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'name': 'tempest-ServerRescueTestJSON-2120304759-router', 'tenant_id': '7483c776397948268a84a5267d068378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:04:06Z', 'updated_at': '2021-08-16T13:04:08Z', 'revision_number': 3, 'project_id': '7483c776397948268a84a5267d068378', 'gw_port': {'id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:04:07Z', 'updated_at': '2021-08-16T13:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:12.069101 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a99e22f9-c225-46c2-85da-69d3004d124b req-77c921f9-3515-4f6f-bdd2-113cb2016e1a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671723 Aug 16 13:04:12.069462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Network 1f06e19f-8fa8-4f63-a600-513e98865e15 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:12.072542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:12.076355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:12.117575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Pushing event updated for resources: {'Port': ['ID=85bf8205-ac07-47b7-a52f-5199909f4bb8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:12.129811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.130302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.130648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.130988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.131581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.131911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.132230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.132552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.132872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.133194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.133508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.133822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:12.154139 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.208775 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51bc9b07-5fb3-46d4-b4d5-2c6d0b8ce8fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.249268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc9b07-5fb3-46d4-b4d5-2c6d0b8ce8fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event deleted for resources: {'Port': ['ID=daa976e0-cff2-4434-b1bc-9f19c7d3b2a4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:12.325206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.355459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c1cdb97-8e09-4e56-a533-986149c61caa req-01e0c428-b6e0-42ce-ba0b-157a76174caa tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0397792 Aug 16 13:04:12.535672 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6e6fcc0-2e6d-429a-b924-033dabc6a44c req-5555dedb-f975-4734-8f3f-188af6e75c14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0531921 Aug 16 13:04:12.559464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf64a3d-1348-4a9f-9d49-492970782185 req-4185b8fb-bcd8-4d78-ad59-60685b9d3d90 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:12.562855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bf64a3d-1348-4a9f-9d49-492970782185 req-4185b8fb-bcd8-4d78-ad59-60685b9d3d90 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 946 time: 0.1313488 Aug 16 13:04:12.706434 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.713259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.743027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bf64a3d-1348-4a9f-9d49-492970782185 req-084ae16d-673f-4d8c-aee6-693d7f673ba7 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721156 Aug 16 13:04:12.795207 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51bc9b07-5fb3-46d4-b4d5-2c6d0b8ce8fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.796862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Pushing event updated for resources: {'Port': ['ID=85bf8205-ac07-47b7-a52f-5199909f4bb8,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:12.799678 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.802673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-51bc9b07-5fb3-46d4-b4d5-2c6d0b8ce8fd tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "DELETE /v2.0/ports/daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 HTTP/1.1" status: 204 len: 168 time: 1.1262538 Aug 16 13:04:12.806755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47110) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:12.825586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2e600-0e96-4511-ad95-e27b4da7b166 req-a1da2fe7-05a1-4dd9-ae08-629c3c7294d4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:12.827237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bb2e600-0e96-4511-ad95-e27b4da7b166 req-a1da2fe7-05a1-4dd9-ae08-629c3c7294d4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1131401 Aug 16 13:04:12.838516 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b37c5df-cd2c-43d9-908e-309c145b0cec tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] GET failed (client error): The resource could not be found. Aug 16 13:04:12.840147 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9b37c5df-cd2c-43d9-908e-309c145b0cec tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "GET /v2.0/ports/daa976e0-cff2-4434-b1bc-9f19c7d3b2a4 HTTP/1.1" status: 404 len: 333 time: 0.0315349 Aug 16 13:04:12.842936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47114) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:12.901895 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bb2e600-0e96-4511-ad95-e27b4da7b166 req-d1ff4cfa-9939-4626-b23f-bbb537ec609e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661213 Aug 16 13:04:13.027041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Network 1f06e19f-8fa8-4f63-a600-513e98865e15 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:13.031290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:13.043733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b285a-541c-4cec-94f1-4cb5293a3876 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Deleting port aa8a4b97-ae2c-4da6-889a-d5378a204189 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:13.044079 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f5b285a-541c-4cec-94f1-4cb5293a3876 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:13.224647 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f5b285a-541c-4cec-94f1-4cb5293a3876 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:13.245019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b285a-541c-4cec-94f1-4cb5293a3876 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Calling delete_port for aa8a4b97-ae2c-4da6-889a-d5378a204189 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:13.253890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Router b92807a5-3e33-472c-bd20-2a13d291cbc4 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:13.471669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a60bf66-b26f-4ad9-9d06-7bbc8149d9c0 req-19846935-c410-4688-b565-7669fdc43831 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0298986 Aug 16 13:04:13.478978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:13.486536 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d8e4ada4-f101-401a-97fc-fb5287729d3c admin admin] 10.222.0.25 "PUT /v2.0/routers/b92807a5-3e33-472c-bd20-2a13d291cbc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7761476 Aug 16 13:04:13.499784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f5b285a-541c-4cec-94f1-4cb5293a3876 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:13.542900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b285a-541c-4cec-94f1-4cb5293a3876 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event deleted for resources: {'Port': ['ID=aa8a4b97-ae2c-4da6-889a-d5378a204189,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:13.630230 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:13.651957 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f5b285a-541c-4cec-94f1-4cb5293a3876 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:13.658472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47120) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:13.659805 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5f5b285a-541c-4cec-94f1-4cb5293a3876 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "DELETE /v2.0/ports/aa8a4b97-ae2c-4da6-889a-d5378a204189 HTTP/1.1" status: 204 len: 168 time: 0.8143620 Aug 16 13:04:13.687670 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0c01de-1a7f-4cfe-a10c-c27f283db977 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] GET failed (client error): The resource could not be found. Aug 16 13:04:13.689665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bc0c01de-1a7f-4cfe-a10c-c27f283db977 tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "GET /v2.0/ports/aa8a4b97-ae2c-4da6-889a-d5378a204189 HTTP/1.1" status: 404 len: 333 time: 0.0298920 Aug 16 13:04:13.696774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47124) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:13.697289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:13.701630 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:13.702011 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:13.788134 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:13.812850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6543d3bc-2d0d-485b-b0bf-1c79b8030ee6,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:13.819347 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:13.837161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2c720159-2c04-4535-bb89-14526806c7ac tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Deleting port 703b65ff-dcd2-4ac9-952d-5f165907efb3 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:13.837662 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2c720159-2c04-4535-bb89-14526806c7ac tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:13.879780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=6543d3bc-2d0d-485b-b0bf-1c79b8030ee6,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:13.899338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.899685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.900415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.900993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.901506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.902065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.902582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.903083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.903577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.914459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.915919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.916459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:13.948176 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2c720159-2c04-4535-bb89-14526806c7ac tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:13.963749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2c720159-2c04-4535-bb89-14526806c7ac tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Calling delete_port for 703b65ff-dcd2-4ac9-952d-5f165907efb3 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:14.109000 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2c720159-2c04-4535-bb89-14526806c7ac tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:14.140394 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c720159-2c04-4535-bb89-14526806c7ac tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event deleted for resources: {'Port': ['ID=703b65ff-dcd2-4ac9-952d-5f165907efb3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:14.242424 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Sync routers for ids ['b92807a5-3e33-472c-bd20-2a13d291cbc4'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:14.256125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9f832-13e0-4855-a016-27a8abc42077 req-c2331cf9-69a1-4a26-8aa4-0c343b50059f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:14.259859 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13b9f832-13e0-4855-a016-27a8abc42077 req-c2331cf9-69a1-4a26-8aa4-0c343b50059f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 946 time: 0.3789175 Aug 16 13:04:14.261473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779caf2-c6a1-49ad-9a64-4851f1b45262 req-db8640c8-d937-4f1e-80ea-a118e696bd49 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:14.263300 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a779caf2-c6a1-49ad-9a64-4851f1b45262 req-db8640c8-d937-4f1e-80ea-a118e696bd49 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 946 time: 0.0979662 Aug 16 13:04:14.264470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2c720159-2c04-4535-bb89-14526806c7ac tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:14.268591 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2c720159-2c04-4535-bb89-14526806c7ac tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "DELETE /v2.0/ports/703b65ff-dcd2-4ac9-952d-5f165907efb3 HTTP/1.1" status: 204 len: 168 time: 0.5683241 Aug 16 13:04:14.270795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47146) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:14.275478 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Routers {'b92807a5-3e33-472c-bd20-2a13d291cbc4'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:14.278785 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b92807a5-3e33-472c-bd20-2a13d291cbc4'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:14.340854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13b9f832-13e0-4855-a016-27a8abc42077 req-011c4b06-f070-4189-8127-28511d8ec37c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666771 Aug 16 13:04:14.351619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785a858-c263-4b03-ae96-06ed29516a71 req-8ed2cad1-cda5-4d8a-8ef1-b692e1c8f57a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:14.359496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-8ed2cad1-cda5-4d8a-8ef1-b692e1c8f57a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/networks?id=1f06e19f-8fa8-4f63-a600-513e98865e15 HTTP/1.1" status: 200 len: 811 time: 0.4323936 Aug 16 13:04:14.385177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-99586015-a7a3-47ca-be87-b7e4a78bd8fe tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/quotas/7483c776397948268a84a5267d068378 HTTP/1.1" status: 200 len: 375 time: 0.0231206 Aug 16 13:04:14.436334 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3096fdd-2404-467d-834c-16a2ca1e4b9d tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Deleting subnet 67bdfd64-6b6e-4ac4-a8c5-d975718a1faa {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:04:14.447491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3096fdd-2404-467d-834c-16a2ca1e4b9d tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:14.484375 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Set router b92807a5-3e33-472c-bd20-2a13d291cbc4 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:14.486375 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-0cc83132-aa91-4617-a1fb-8cd0f8f45255 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7483c776397948268a84a5267d068378&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0942178 Aug 16 13:04:14.513139 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3096fdd-2404-467d-834c-16a2ca1e4b9d tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:14.547614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-a779caf2-c6a1-49ad-9a64-4851f1b45262 req-c1270fa5-4b28-4fdb-9369-bfa853ccdd9e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Deleting port 5db0a2b1-a514-4ef5-bc14-797a52426ea3 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:14.548333 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a779caf2-c6a1-49ad-9a64-4851f1b45262 req-c1270fa5-4b28-4fdb-9369-bfa853ccdd9e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:14.652584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9e8ea-5ac4-4c44-b125-223979e989ad req-65dc8911-1f46-4956-bca1-ee1d1cf04eda tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:14.654619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5c9e8ea-5ac4-4c44-b125-223979e989ad req-65dc8911-1f46-4956-bca1-ee1d1cf04eda tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0804145 Aug 16 13:04:14.664186 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-11923e47-eff6-456e-af41-214a85b7a9e7 service neutron] 10.222.0.25 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768634 Aug 16 13:04:14.721844 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3096fdd-2404-467d-834c-16a2ca1e4b9d tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:14.752447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a779caf2-c6a1-49ad-9a64-4851f1b45262 req-c1270fa5-4b28-4fdb-9369-bfa853ccdd9e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] For port 5db0a2b1-a514-4ef5-bc14-797a52426ea3, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5db0a2b1-a514-4ef5-bc14-797a52426ea3,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:14.752868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a779caf2-c6a1-49ad-9a64-4851f1b45262 req-c1270fa5-4b28-4fdb-9369-bfa853ccdd9e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:14.769745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5c9e8ea-5ac4-4c44-b125-223979e989ad req-76fd0c1f-5764-478a-839d-31dcb981db41 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042120 Aug 16 13:04:14.779312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-a779caf2-c6a1-49ad-9a64-4851f1b45262 req-c1270fa5-4b28-4fdb-9369-bfa853ccdd9e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Calling delete_port for 5db0a2b1-a514-4ef5-bc14-797a52426ea3 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:14.805023 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'name': 'tempest-ServerRescueTestJSON-2120304759-router', 'tenant_id': '7483c776397948268a84a5267d068378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:04:06Z', 'updated_at': '2021-08-16T13:04:12Z', 'revision_number': 4, 'project_id': '7483c776397948268a84a5267d068378', 'gw_port': {'id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:04:07Z', 'updated_at': '2021-08-16T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '85bf8205-ac07-47b7-a52f-5199909f4bb8', 'name': '', 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15', 'tenant_id': '7483c776397948268a84a5267d068378', 'mac_address': 'fa:16:3e:ce:01:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6a0bdeb5-93fb-4131-af47-016a02f3c59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:04:11Z', 'updated_at': '2021-08-16T13:04:12Z', 'revision_number': 2, 'project_id': '7483c776397948268a84a5267d068378', 'subnets': [{'id': '6a0bdeb5-93fb-4131-af47-016a02f3c59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:14.837179 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Checking router: b92807a5-3e33-472c-bd20-2a13d291cbc4 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:04:14.837926 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Updating router b92807a5-3e33-472c-bd20-2a13d291cbc4 port 85bf8205-ac07-47b7-a52f-5199909f4bb8 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:04:14.841937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-24e2531c-9f7d-42e6-9079-0add4e06014c service neutron] 10.222.0.25 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637030 Aug 16 13:04:14.859205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3096fdd-2404-467d-834c-16a2ca1e4b9d tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:14.871623 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:14.900812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3096fdd-2404-467d-834c-16a2ca1e4b9d tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event deleted for resources: {'Subnet': ['ID=67bdfd64-6b6e-4ac4-a8c5-d975718a1faa,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:14.902966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3096fdd-2404-467d-834c-16a2ca1e4b9d tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:14.915551 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e3096fdd-2404-467d-834c-16a2ca1e4b9d tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "DELETE /v2.0/subnets/67bdfd64-6b6e-4ac4-a8c5-d975718a1faa HTTP/1.1" status: 204 len: 168 time: 0.6247046 Aug 16 13:04:14.916468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243940b3-5b3c-49c8-b0d4-d26c2345c455 None None] Network 9edf0864-6549-4ad1-a1be-469ce1f2e227 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:14.916846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47152) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:15.026323 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a779caf2-c6a1-49ad-9a64-4851f1b45262 req-c1270fa5-4b28-4fdb-9369-bfa853ccdd9e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.045377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:15.094722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.139972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1270fa5-4b28-4fdb-9369-bfa853ccdd9e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event deleted for resources: {'Port': ['ID=5db0a2b1-a514-4ef5-bc14-797a52426ea3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:15.150371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['5db0a2b1-a514-4ef5-bc14-797a52426ea3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:15.226983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a779caf2-c6a1-49ad-9a64-4851f1b45262 req-c1270fa5-4b28-4fdb-9369-bfa853ccdd9e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] No DVR routers for this DVR port 5db0a2b1-a514-4ef5-bc14-797a52426ea3 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:15.232143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a779caf2-c6a1-49ad-9a64-4851f1b45262 req-c1270fa5-4b28-4fdb-9369-bfa853ccdd9e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.234495 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a779caf2-c6a1-49ad-9a64-4851f1b45262 req-c1270fa5-4b28-4fdb-9369-bfa853ccdd9e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "DELETE /v2.0/ports/5db0a2b1-a514-4ef5-bc14-797a52426ea3 HTTP/1.1" status: 204 len: 173 time: 0.9627275 Aug 16 13:04:15.234974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0', 'name': 'network-vif-deleted', 'tag': '5db0a2b1-a514-4ef5-bc14-797a52426ea3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:15.245795 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6f7299-d799-4a79-a0fd-03c2c11e2f46" -d '{"events": [{"server_uuid": "0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0", "name": "network-vif-deleted", "tag": "5db0a2b1-a514-4ef5-bc14-797a52426ea3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:15.261314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bda487c-a12c-4187-af47-4edaad05d456 req-c761a577-58bf-4ed3-9724-891f3ef70b49 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0737808 Aug 16 13:04:15.325912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Deleting port 13c7004f-5102-4900-bea3-1c055182f6a8 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:15.326308 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.418979 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.451645 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Transition to ACTIVE for port object 85bf8205-ac07-47b7-a52f-5199909f4bb8 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:15.457723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2be4bf6-71fe-45a8-8cb2-77c21a0714bb req-9fd1dc8a-e2eb-419c-8441-4d10045f0443 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 210 time: 0.1288950 Aug 16 13:04:15.463336 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.513335 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c23026c-1381-4e9f-b7b7-f11b8a1d5931 x-openstack-request-id: req-1c23026c-1381-4e9f-b7b7-f11b8a1d5931 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:15.513634 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0", "name": "network-vif-deleted", "tag": "5db0a2b1-a514-4ef5-bc14-797a52426ea3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:15.513889 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c23026c-1381-4e9f-b7b7-f11b8a1d5931 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:15.514324 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0', 'name': 'network-vif-deleted', 'tag': '5db0a2b1-a514-4ef5-bc14-797a52426ea3', 'status': 'completed', 'code': 200} Aug 16 13:04:15.563578 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Pushing event updated for resources: {'Port': ['ID=85bf8205-ac07-47b7-a52f-5199909f4bb8,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:15.569952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc5f18c-e927-412b-8a70-74df044bfc22 None None] DHCP port deletion for 9edf0864-6549-4ad1-a1be-469ce1f2e227 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:04:15.630416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] For port 13c7004f-5102-4900-bea3-1c055182f6a8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=13c7004f-5102-4900-bea3-1c055182f6a8,segment=NetworkSegment(ce22996e-4d9b-4d4b-9317-acf5d43b6699),segment_id=ce22996e-4d9b-4d4b-9317-acf5d43b6699)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:15.630922 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.661380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Calling delete_port for 13c7004f-5102-4900-bea3-1c055182f6a8 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:15.670227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:15.685233 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.685588 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.685935 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.686307 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.686645 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.686979 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.687311 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.687642 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.687971 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.688298 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.690569 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.695228 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:15.696801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69997948-7ace-44a1-b1f5-51e2dccb55d8 req-2c4cf7b1-e74d-4708-a6cd-a0973a4133de tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f1ebfd5-c00f-45dd-9a5b-eb1f125afcf0 HTTP/1.1" status: 200 len: 210 time: 0.0406456 Aug 16 13:04:15.755755 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Attempting to bind port 85bf8205-ac07-47b7-a52f-5199909f4bb8 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:15.757681 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Attempting to bind port 85bf8205-ac07-47b7-a52f-5199909f4bb8 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:15.758469 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Attempting to bind port 85bf8205-ac07-47b7-a52f-5199909f4bb8 on network 1f06e19f-8fa8-4f63-a600-513e98865e15 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:15.786802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5f18c-e927-412b-8a70-74df044bfc22 None None] Deleting port 13c7004f-5102-4900-bea3-1c055182f6a8 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:15.787177 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cfc5f18c-e927-412b-8a70-74df044bfc22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.793948 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:15.794608 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Checking segment: {'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:15.795023 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.795558 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Bound using segment: {'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:15.796040 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Bound port: 85bf8205-ac07-47b7-a52f-5199909f4bb8, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:15.796623 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.837868 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.920716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:15.921190 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.935299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cfc5f18c-e927-412b-8a70-74df044bfc22 None None] For port 13c7004f-5102-4900-bea3-1c055182f6a8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=13c7004f-5102-4900-bea3-1c055182f6a8,segment=NetworkSegment(ce22996e-4d9b-4d4b-9317-acf5d43b6699),segment_id=ce22996e-4d9b-4d4b-9317-acf5d43b6699)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:15.935667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cfc5f18c-e927-412b-8a70-74df044bfc22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.948018 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] For port 85bf8205-ac07-47b7-a52f-5199909f4bb8, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:15.954067 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] For port 85bf8205-ac07-47b7-a52f-5199909f4bb8, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=85bf8205-ac07-47b7-a52f-5199909f4bb8,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:15.962627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] No DVR routers for this DVR port 13c7004f-5102-4900-bea3-1c055182f6a8 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:15.964391 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.982173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5f18c-e927-412b-8a70-74df044bfc22 None None] Calling delete_port for 13c7004f-5102-4900-bea3-1c055182f6a8 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:16.042423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event deleted for resources: {'Port': ['ID=13c7004f-5102-4900-bea3-1c055182f6a8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:16.061907 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Routers {'b92807a5-3e33-472c-bd20-2a13d291cbc4'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:16.063223 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b92807a5-3e33-472c-bd20-2a13d291cbc4'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:16.069391 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982de5c4-71ba-4f7e-b755-182a7239d364 None None] Pushing event updated for resources: {'Port': ['ID=85bf8205-ac07-47b7-a52f-5199909f4bb8,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:16.109679 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:16.182146 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cfc5f18c-e927-412b-8a70-74df044bfc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:16.246970 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] Set router b92807a5-3e33-472c-bd20-2a13d291cbc4 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:16.257355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc5f18c-e927-412b-8a70-74df044bfc22 None None] No DVR routers for this DVR port 13c7004f-5102-4900-bea3-1c055182f6a8 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:16.260831 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:16.263887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5f18c-e927-412b-8a70-74df044bfc22 None None] Pushing event deleted for resources: {'Port': ['ID=13c7004f-5102-4900-bea3-1c055182f6a8,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:16.322848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-207fdd93-c7fe-418b-9337-89ccc8842765 req-f1709e6b-7a49-4e77-8af6-c7071b411e88 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0821040 Aug 16 13:04:16.324524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edf0864-6549-4ad1-a1be-469ce1f2e227']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:16.337658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce22996e-4d9b-4d4b-9317-acf5d43b6699') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:16.338171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce22996e-4d9b-4d4b-9317-acf5d43b6699') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:16.349404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:16.378514 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:16.390770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:04:16.391358 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:04:16.394796 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:04:16.466071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:16.479177 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:16.483664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] 10.222.0.25 "DELETE /v2.0/networks/9edf0864-6549-4ad1-a1be-469ce1f2e227 HTTP/1.1" status: 204 len: 168 time: 1.5638037 Aug 16 13:04:16.488017 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'name': 'tempest-ServerRescueTestJSON-2120304759-router', 'tenant_id': '7483c776397948268a84a5267d068378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:04:06Z', 'updated_at': '2021-08-16T13:04:12Z', 'revision_number': 4, 'project_id': '7483c776397948268a84a5267d068378', 'gw_port': {'id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:04:07Z', 'updated_at': '2021-08-16T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '85bf8205-ac07-47b7-a52f-5199909f4bb8', 'name': '', 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15', 'tenant_id': '7483c776397948268a84a5267d068378', 'mac_address': 'fa:16:3e:ce:01:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6a0bdeb5-93fb-4131-af47-016a02f3c59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:04:11Z', 'updated_at': '2021-08-16T13:04:15Z', 'revision_number': 4, 'project_id': '7483c776397948268a84a5267d068378', 'subnets': [{'id': '6a0bdeb5-93fb-4131-af47-016a02f3c59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:16.498185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bfed9-59a4-4a25-ad3e-ebb5d921376a tempest-AllowedAddressPairTestJSON-239663767 tempest-AllowedAddressPairTestJSON-239663767-project] Pushing event deleted for resources: {'Network': ['ID=9edf0864-6549-4ad1-a1be-469ce1f2e227,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:16.524479 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad869f8-5262-4804-94c7-92c1a45dec26 None None] The sync data for ids ['b92807a5-3e33-472c-bd20-2a13d291cbc4'] in n-d-804708-1 is: [{'id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'name': 'tempest-ServerRescueTestJSON-2120304759-router', 'tenant_id': '7483c776397948268a84a5267d068378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:04:06Z', 'updated_at': '2021-08-16T13:04:12Z', 'revision_number': 4, 'project_id': '7483c776397948268a84a5267d068378', 'gw_port': {'id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:04:07Z', 'updated_at': '2021-08-16T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '85bf8205-ac07-47b7-a52f-5199909f4bb8', 'name': '', 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15', 'tenant_id': '7483c776397948268a84a5267d068378', 'mac_address': 'fa:16:3e:ce:01:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6a0bdeb5-93fb-4131-af47-016a02f3c59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:04:11Z', 'updated_at': '2021-08-16T13:04:15Z', 'revision_number': 4, 'project_id': '7483c776397948268a84a5267d068378', 'subnets': [{'id': '6a0bdeb5-93fb-4131-af47-016a02f3c59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:16.628288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-beeb853a-127e-4b5e-90eb-c75bf33af264 req-8919d13f-6902-4401-8467-0e8856dc7608 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 210 time: 0.0660708 Aug 16 13:04:16.994061 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47222) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:17.319569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-4d946578-f33e-4f9c-82b3-dd26a9763ab7 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:17.321271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-4d946578-f33e-4f9c-82b3-dd26a9763ab7 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.3125546 Aug 16 13:04:17.328934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b640c613-67e1-4fc9-a2d7-50a26f825559 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b354f6ef6ddb4aaaa3a73ca96a5ae92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333330 Aug 16 13:04:17.332002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47232) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:17.372459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-fbb535dd-612b-4813-a50e-f56272d7fe5c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/quotas/b7dc4555b79045c2a4951fc236c5ff0d HTTP/1.1" status: 200 len: 375 time: 0.0391307 Aug 16 13:04:17.414512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785a858-c263-4b03-ae96-06ed29516a71 req-38dbab2f-748d-47f4-9fda-ac0e13ad8a72 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:17.415989 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-38dbab2f-748d-47f4-9fda-ac0e13ad8a72 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.22 "GET /v2.0/networks?id=1f06e19f-8fa8-4f63-a600-513e98865e15 HTTP/1.1" status: 200 len: 811 time: 0.2350261 Aug 16 13:04:17.445495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Request body: {'port': {'device_id': 'a5373551-b8b9-4f3b-a4d8-af3c538b2195', 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15', 'admin_state_up': True, 'tenant_id': '7483c776397948268a84a5267d068378'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:17.533742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3363430-fda4-473c-bdd7-80c49b69a267 req-9bce4895-8300-4f6c-823d-ad59eefafef0 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0526459 Aug 16 13:04:17.534673 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0be2190b-7ed7-40b0-bd85-138e6e0a7d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:17.562874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-0698baf4-b194-4991-974d-92f2f85a8192 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1893024 Aug 16 13:04:17.614298 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0be2190b-7ed7-40b0-bd85-138e6e0a7d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:17.656950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 85bf8205-ac07-47b7-a52f-5199909f4bb8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:17.754188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Made reservation on behalf of 7483c776397948268a84a5267d068378 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:17.763389 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:17.780668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71579d40-5685-4c0e-8c6b-30b0525efe4a service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157934 Aug 16 13:04:17.801723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 85bf8205-ac07-47b7-a52f-5199909f4bb8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:17.809143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 85bf8205-ac07-47b7-a52f-5199909f4bb8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:17.809602 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:17.835040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0be2190b-7ed7-40b0-bd85-138e6e0a7d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:17.841466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0be2190b-7ed7-40b0-bd85-138e6e0a7d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:17.844939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0be2190b-7ed7-40b0-bd85-138e6e0a7d5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79057e6e-11f7-46ff-9c6f-e22ab3c903b9 HTTP/1.1" status: 204 len: 168 time: 0.5091848 Aug 16 13:04:17.911270 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9f95bee-d22c-4b73-940c-e11e898e60fa req-9236cb0a-7029-44e6-af3e-60f82db43f33 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 210 time: 0.1263096 Aug 16 13:04:17.941435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2190b-7ed7-40b0-bd85-138e6e0a7d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79057e6e-11f7-46ff-9c6f-e22ab3c903b9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:18.018094 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:18.042374 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-4a3f8ded-1f76-40ef-b31a-95d3fcedc929 service neutron] 10.222.0.25 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598042 Aug 16 13:04:18.087509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 85bf8205-ac07-47b7-a52f-5199909f4bb8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=85bf8205-ac07-47b7-a52f-5199909f4bb8,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:18.098178 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:18.369265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 13c7004f-5102-4900-bea3-1c055182f6a8 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:18.404878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 13c7004f-5102-4900-bea3-1c055182f6a8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:18.405318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 13c7004f-5102-4900-bea3-1c055182f6a8 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:18.440703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db6c2d29-243b-4fd5-a13f-2d5e85cb9324 req-814ecdca-9a31-4060-953f-e9bac45f0a8a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 210 time: 0.0516341 Aug 16 13:04:18.441930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=85bf8205-ac07-47b7-a52f-5199909f4bb8,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:18.564775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Allocated IP 172.20.0.7 (1f06e19f-8fa8-4f63-a600-513e98865e15/6a0bdeb5-93fb-4131-af47-016a02f3c59d/db238858-5f8a-4320-9bd4-8d1fe0e8ee5f) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:18.702623 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e9b25e4-3312-48fa-b3c7-19f7a3586435 req-849b8f59-4dcb-4f42-92a7-404dd78e2aaf tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0396261 Aug 16 13:04:18.766621 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:18.829482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:18.840974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5db0a2b1-a514-4ef5-bc14-797a52426ea3 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:18.888097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 5db0a2b1-a514-4ef5-bc14-797a52426ea3 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:18.891267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5db0a2b1-a514-4ef5-bc14-797a52426ea3 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:18.912123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Network 1f06e19f-8fa8-4f63-a600-513e98865e15 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:18.914024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Pushing event updated for resources: {'Port': ['ID=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:18.917326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:18.924342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:18.989947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:18.990971 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.019824 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1bbafdc7-51bf-413b-9d65-f2fae99b670b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5793977 Aug 16 13:04:19.048130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Request body: {'port': {'device_id': 'a5373551-b8b9-4f3b-a4d8-af3c538b2195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:19.127303 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.130008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0aee9-b621-4b07-92d9-17e07612433b req-f04238c9-427f-4a52-84b6-bfd6b81af02d tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:19.142664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bab0aee9-b621-4b07-92d9-17e07612433b req-f04238c9-427f-4a52-84b6-bfd6b81af02d tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 931 time: 0.1163471 Aug 16 13:04:19.165113 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47280) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:19.280808 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bab0aee9-b621-4b07-92d9-17e07612433b req-a26fd890-af65-429a-8a19-bf35a8f2899c tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370630 Aug 16 13:04:19.351829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-833694728'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:19.376434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:19.380513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.391919 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.526192 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.534487 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.549172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db238858-5f8a-4320-9bd4-8d1fe0e8ee5f {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:19.573525 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.600222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:04:19.608638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Transition to ACTIVE for port object db238858-5f8a-4320-9bd4-8d1fe0e8ee5f will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:19.614010 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.622033 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6350421-8e01-405e-8202-ef9938a3c189,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:19.628763 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.629169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 85bf8205-ac07-47b7-a52f-5199909f4bb8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:19.629364 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added segment 2817d9e9-f617-45fa-a861-71d519185ae3 of type vlan for network 726e6bc2-5785-4d9c-ad15-208440b88944 Aug 16 13:04:19.705569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b21d6a1-4804-421a-a1a3-27ee89bbc36c req-a8513319-6aac-4ea1-b5a6-382e322c145b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 210 time: 0.1109550 Aug 16 13:04:19.707478 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.749909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 85bf8205-ac07-47b7-a52f-5199909f4bb8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:19.750561 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.762917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Attempting to bind port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:19.763268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Attempting to bind port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:19.763595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Attempting to bind port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f on network 1f06e19f-8fa8-4f63-a600-513e98865e15 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:19.765909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Pushing event updated for resources: {'Port': ['ID=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:19.771424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f on network 1f06e19f-8fa8-4f63-a600-513e98865e15 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:04:19.771745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Attempting to bind port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f on network 1f06e19f-8fa8-4f63-a600-513e98865e15 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:19.777702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:19.778017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Checking segment: {'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:19.778595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Bound using segment: {'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:19.778905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Bound port: db238858-5f8a-4320-9bd4-8d1fe0e8ee5f, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:19.779267 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.780674 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.788220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:19.789159 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:19.867949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] For port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:19.870305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47292) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:19.871642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7050540 Aug 16 13:04:19.874044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] For port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:19.878897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-751217032'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:19.909297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e215de3a-be4a-48e7-9768-be33e8faa9f3 req-98a5514c-06bb-4934-81da-fbc0d1d88d8c tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0472276 Aug 16 13:04:19.910042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c154e-905d-4ff7-b335-b24c5db7c578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Network': ['ID=726e6bc2-5785-4d9c-ad15-208440b88944,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:19.922890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 726e6bc2-5785-4d9c-ad15-208440b88944 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:04:19.969428 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:20.024574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:20.025191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:20.026760 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] 10.222.0.22 "PUT /v2.0/ports/db238858-5f8a-4320-9bd4-8d1fe0e8ee5f HTTP/1.1" status: 200 len: 1091 time: 0.9924018 Aug 16 13:04:20.028969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5373551-b8b9-4f3b-a4d8-af3c538b2195', 'tag': 'db238858-5f8a-4320-9bd4-8d1fe0e8ee5f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:20.031561 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b0ce50-53d3-40c7-bb61-2849d52c5f77" -d '{"events": [{"name": "network-changed", "server_uuid": "a5373551-b8b9-4f3b-a4d8-af3c538b2195", "tag": "db238858-5f8a-4320-9bd4-8d1fe0e8ee5f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:20.061299 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:20.065191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:20.098519 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c59d21-7141-46fe-8bda-dca936a078bd x-openstack-request-id: req-e9c59d21-7141-46fe-8bda-dca936a078bd {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:20.098802 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5373551-b8b9-4f3b-a4d8-af3c538b2195", "tag": "db238858-5f8a-4320-9bd4-8d1fe0e8ee5f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:20.099035 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9c59d21-7141-46fe-8bda-dca936a078bd {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:20.099518 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5373551-b8b9-4f3b-a4d8-af3c538b2195', 'tag': 'db238858-5f8a-4320-9bd4-8d1fe0e8ee5f', 'status': 'completed', 'code': 200} Aug 16 13:04:20.117534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-87290856-efba-48cf-a990-2840a1b47d6a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:20.119102 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-87290856-efba-48cf-a990-2840a1b47d6a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 805 time: 0.2336214 Aug 16 13:04:20.136909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78efc7-c660-4c8d-a7db-9947a7853980 service neutron] Pushing event updated for resources: {'Port': ['ID=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:20.160887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Request body: {'port': {'device_id': '91b4ba90-8971-4da4-b384-65596a923904', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'admin_state_up': True, 'tenant_id': 'b7dc4555b79045c2a4951fc236c5ff0d'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:20.188025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:04:20.237264 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:20.237609 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added segment b44bd418-0f51-4226-be99-7ae257ba749d of type vlan for network 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 Aug 16 13:04:20.284024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785a858-c263-4b03-ae96-06ed29516a71 req-738bfe88-6746-4f11-a46f-ef47cdba3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:20.285562 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-738bfe88-6746-4f11-a46f-ef47cdba3997 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7483c776397948268a84a5267d068378&device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 1094 time: 0.1629016 Aug 16 13:04:20.303923 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:20.365487 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-221a2913-0f8a-4a35-ab5a-20900e96ae91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f HTTP/1.1" status: 200 len: 217 time: 0.0586379 Aug 16 13:04:20.409142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a18c69-b5e7-4382-8d7f-399a9ecaae40 req-2bee404d-d0ef-40e2-9052-a848384630fa tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:20.412009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-78a18c69-b5e7-4382-8d7f-399a9ecaae40 req-2bee404d-d0ef-40e2-9052-a848384630fa tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 943 time: 0.0611024 Aug 16 13:04:20.433279 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:20.439046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:20.439673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:20.458298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-78a18c69-b5e7-4382-8d7f-399a9ecaae40 req-bdb0a2af-744c-44df-9c68-074935be9b64 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375049 Aug 16 13:04:20.503117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785a858-c263-4b03-ae96-06ed29516a71 req-176227f2-6004-4eb6-a161-0c4b789d18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:20.504579 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-176227f2-6004-4eb6-a161-0c4b789d18e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a0bdeb5-93fb-4131-af47-016a02f3c59d HTTP/1.1" status: 200 len: 851 time: 0.1280627 Aug 16 13:04:20.515602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Made reservation on behalf of b7dc4555b79045c2a4951fc236c5ff0d for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:20.519172 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:20.559819 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6883416 Aug 16 13:04:20.562987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47302) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:20.568862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'subnet': {'network_id': '726e6bc2-5785-4d9c-ad15-208440b88944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:20.607740 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-3b0ea715-ca9d-4ed8-814a-6e51bba7cafa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f06e19f-8fa8-4f63-a600-513e98865e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498469 Aug 16 13:04:20.610226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee14db-4397-4b59-86f1-927465fb11a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Network': ['ID=2cba69ff-3a05-4f9c-b0cb-798fff7d52b4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:20.625548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:04:20.714654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:20.719046 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:20.830784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Allocated IP 172.20.0.3 (faf18c8c-8763-40ae-83c5-d10e99c6511d/97f2fbee-3a3e-4715-90df-0fbf9a0d2623/668bc66a-356e-421e-9f13-c56c3af3e80e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:20.859127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-b61b9abc-026a-4fed-9ccf-a147fa51e0f4 service neutron] 10.222.0.22 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952858 Aug 16 13:04:20.898343 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6455b93-4c0d-43c4-ac99-966cf25a2b2b req-12bf012a-6a23-4124-8b90-2b5c85f6e6e0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 210 time: 0.0347438 Aug 16 13:04:20.966372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.045078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7197925-551c-44a3-9b49-ac7938316ab6 req-55c968c7-ecdb-407a-8542-11c14bc5ef9d tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0321445 Aug 16 13:04:21.071743 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Subnet': ['ID=409662d5-03a5-4802-b81d-2d52701063b9,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:21.076957 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4785a858-c263-4b03-ae96-06ed29516a71 req-1010c054-72a3-48f3-9664-75db4a4e7b0b service neutron] 10.222.0.22 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067118 Aug 16 13:04:21.092086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Checking segment: {'id': '2817d9e9-f617-45fa-a861-71d519185ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '726e6bc2-5785-4d9c-ad15-208440b88944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:21.092590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network hostable DHCP agents. Network: 726e6bc2-5785-4d9c-ad15-208440b88944, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:04:21.117877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 726e6bc2-5785-4d9c-ad15-208440b88944 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:04:21.125116 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.137785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 726e6bc2-5785-4d9c-ad15-208440b88944) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:21.144030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:21.145261 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.153310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942e340e-7a01-4f49-aafb-709b6ec4989f None None] Network 726e6bc2-5785-4d9c-ad15-208440b88944 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:21.170543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-65511895-d0e5-434e-b2b6-70962a1a7c5d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6056824 Aug 16 13:04:21.173154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47310) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:21.181555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'subnet': {'network_id': '2cba69ff-3a05-4f9c-b0cb-798fff7d52b4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:21.203773 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.219634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0ce50-53d3-40c7-bb61-2849d52c5f77 req-96adc8b0-6994-44ff-ad0e-eeae8b92d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:21.221063 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96b0ce50-53d3-40c7-bb61-2849d52c5f77 req-96adc8b0-6994-44ff-ad0e-eeae8b92d7ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7483c776397948268a84a5267d068378&device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 1094 time: 0.0639846 Aug 16 13:04:21.246380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:21.272745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Network faf18c8c-8763-40ae-83c5-d10e99c6511d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:21.285249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:21.305760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:21.325752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:21.329527 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.366869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event updated for resources: {'Port': ['ID=668bc66a-356e-421e-9f13-c56c3af3e80e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:21.405851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:21.406711 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.439779 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ce7df920-a9da-41c7-8f1d-5b63558dc55d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2834394 Aug 16 13:04:21.447543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0ce50-53d3-40c7-bb61-2849d52c5f77 req-4be098f9-5406-4115-88cd-67246f249576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:21.449182 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96b0ce50-53d3-40c7-bb61-2849d52c5f77 req-4be098f9-5406-4115-88cd-67246f249576 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f06e19f-8fa8-4f63-a600-513e98865e15 HTTP/1.1" status: 200 len: 911 time: 0.2058475 Aug 16 13:04:21.473533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Request body: {'port': {'device_id': '91b4ba90-8971-4da4-b384-65596a923904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:21.502154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-726e6bc2-5785-4d9c-ad15-208440b88944', 'network_id': '726e6bc2-5785-4d9c-ad15-208440b88944', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'fixed_ips': [{'subnet_id': '409662d5-03a5-4802-b81d-2d52701063b9'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:04:21.503059 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.585539 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96b0ce50-53d3-40c7-bb61-2849d52c5f77 req-3984aabe-0194-4b90-bc45-5879ed69256b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f HTTP/1.1" status: 200 len: 217 time: 0.0531785 Aug 16 13:04:21.666453 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.691948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0ce50-53d3-40c7-bb61-2849d52c5f77 req-ddefd87a-630e-407b-b6a5-f701ead58d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:21.693797 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96b0ce50-53d3-40c7-bb61-2849d52c5f77 req-ddefd87a-630e-407b-b6a5-f701ead58d12 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a0bdeb5-93fb-4131-af47-016a02f3c59d HTTP/1.1" status: 200 len: 851 time: 0.0848498 Aug 16 13:04:21.703136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Allocated IP 2001:db8::2 (726e6bc2-5785-4d9c-ad15-208440b88944/409662d5-03a5-4802-b81d-2d52701063b9/b63510ce-39fb-4e19-9a5e-b3de91afc7b4) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:21.709110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333fe11-10fe-4fb4-8a71-c5a4915616f7 req-db08a573-33d2-4f43-905d-b90385f60e93 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:21.717030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7333fe11-10fe-4fb4-8a71-c5a4915616f7 req-db08a573-33d2-4f43-905d-b90385f60e93 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 943 time: 0.1183090 Aug 16 13:04:21.759050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.810778 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7333fe11-10fe-4fb4-8a71-c5a4915616f7 req-585cd689-681c-4648-a2ed-ce4d83f8b64c tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925870 Aug 16 13:04:21.845431 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96b0ce50-53d3-40c7-bb61-2849d52c5f77 req-59a353aa-5373-4074-be8b-9f318d144a85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f06e19f-8fa8-4f63-a600-513e98865e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390303 Aug 16 13:04:21.857652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Subnet': ['ID=776c287a-a958-4e59-b723-3b119b5edd9d,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:21.866146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Checking segment: {'id': 'b44bd418-0f51-4226-be99-7ae257ba749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2cba69ff-3a05-4f9c-b0cb-798fff7d52b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:21.866637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network hostable DHCP agents. Network: 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:04:21.887071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:04:21.888918 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.898599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:21.898836 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Transition to ACTIVE for port object b63510ce-39fb-4e19-9a5e-b3de91afc7b4 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:21.906233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:21.907199 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.914537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915fa94-7fbf-4fa2-a9c8-837fb91e9651 None None] Network 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:21.919132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Transition to ACTIVE for port object b63510ce-39fb-4e19-9a5e-b3de91afc7b4 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:21.926947 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b1c8a903-5fbc-44b8-90ca-cdb74eeedf27 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7516294 Aug 16 13:04:21.929889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47322) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:21.936933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9940a50d-d296-4d63-85e4-5bd0bbb3bc37 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1850794705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:21.937380 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.973682 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9940a50d-d296-4d63-85e4-5bd0bbb3bc37 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.975780 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9940a50d-d296-4d63-85e4-5bd0bbb3bc37 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.015968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Network 726e6bc2-5785-4d9c-ad15-208440b88944 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:22.018608 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96b0ce50-53d3-40c7-bb61-2849d52c5f77 req-2d80fa52-7049-482e-a923-1513a86d34fb service neutron] 10.222.0.22 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646547 Aug 16 13:04:22.032777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:22.037600 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:22.081644 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9940a50d-d296-4d63-85e4-5bd0bbb3bc37 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.090435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Pushing event updated for resources: {'Port': ['ID=b63510ce-39fb-4e19-9a5e-b3de91afc7b4,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:22.104709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297c715-b29f-48d5-9e31-8842979b218f req-58e56e8c-fd78-4181-a912-fdbc8562ed79 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:22.109825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Attempting to bind port b63510ce-39fb-4e19-9a5e-b3de91afc7b4 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:22.110224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Attempting to bind port b63510ce-39fb-4e19-9a5e-b3de91afc7b4 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2817d9e9-f617-45fa-a861-71d519185ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '726e6bc2-5785-4d9c-ad15-208440b88944'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:22.110586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Attempting to bind port b63510ce-39fb-4e19-9a5e-b3de91afc7b4 on network 726e6bc2-5785-4d9c-ad15-208440b88944 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:22.113017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d297c715-b29f-48d5-9e31-8842979b218f req-58e56e8c-fd78-4181-a912-fdbc8562ed79 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 931 time: 0.1140587 Aug 16 13:04:22.116372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9940a50d-d296-4d63-85e4-5bd0bbb3bc37 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.123590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:22.123960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Checking segment: {'id': '2817d9e9-f617-45fa-a861-71d519185ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '726e6bc2-5785-4d9c-ad15-208440b88944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:22.124362 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.124875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Bound using segment: {'id': '2817d9e9-f617-45fa-a861-71d519185ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '726e6bc2-5785-4d9c-ad15-208440b88944'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:22.125739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Bound port: b63510ce-39fb-4e19-9a5e-b3de91afc7b4, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2817d9e9-f617-45fa-a861-71d519185ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '726e6bc2-5785-4d9c-ad15-208440b88944'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:22.126139 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.150246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668bc66a-356e-421e-9f13-c56c3af3e80e {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:22.155800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9940a50d-d296-4d63-85e4-5bd0bbb3bc37 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.159444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9940a50d-d296-4d63-85e4-5bd0bbb3bc37 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2256718 Aug 16 13:04:22.161185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47326) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:22.163468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.183353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d297c715-b29f-48d5-9e31-8842979b218f req-6e199060-d679-4a02-843f-2dd544e5ccb7 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693071 Aug 16 13:04:22.221089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d453c36-0e13-4df5-8deb-1a6953d3cdfe req-fd623cfb-89bc-43bb-af2a-1deab464bfb2 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0432417 Aug 16 13:04:22.251870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] For port b63510ce-39fb-4e19-9a5e-b3de91afc7b4, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:22.255383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] For port b63510ce-39fb-4e19-9a5e-b3de91afc7b4, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b63510ce-39fb-4e19-9a5e-b3de91afc7b4,segment=NetworkSegment(2817d9e9-f617-45fa-a861-71d519185ae3),segment_id=2817d9e9-f617-45fa-a861-71d519185ae3)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:22.259951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-2cba69ff-3a05-4f9c-b0cb-798fff7d52b4', 'network_id': '2cba69ff-3a05-4f9c-b0cb-798fff7d52b4', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'fixed_ips': [{'subnet_id': '776c287a-a958-4e59-b723-3b119b5edd9d'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:04:22.260872 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.262914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Transition to ACTIVE for port object 668bc66a-356e-421e-9f13-c56c3af3e80e will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:22.270843 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.274454 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96b0ce50-53d3-40c7-bb61-2849d52c5f77 req-322470f5-7c6b-4516-b76c-27a5759af8c4 service neutron] 10.222.0.22 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410109 Aug 16 13:04:22.283116 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.409861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5d4ee-d0c1-4956-a894-df325ec3e86f None None] Pushing event updated for resources: {'Port': ['ID=b63510ce-39fb-4e19-9a5e-b3de91afc7b4,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:22.484799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Allocated IP 2001:db8:1::2 (2cba69ff-3a05-4f9c-b0cb-798fff7d52b4/776c287a-a958-4e59-b723-3b119b5edd9d/262c9cc9-617a-4542-8b2e-00b34a60ef45) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:22.507814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Pushing event updated for resources: {'Port': ['ID=668bc66a-356e-421e-9f13-c56c3af3e80e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:22.788780 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.802347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Transition to ACTIVE for port object 262c9cc9-617a-4542-8b2e-00b34a60ef45 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:22.827196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Transition to ACTIVE for port object 262c9cc9-617a-4542-8b2e-00b34a60ef45 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:22.839224 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.881866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Network 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:22.886801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:22.890396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:22.940767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Pushing event updated for resources: {'Port': ['ID=262c9cc9-617a-4542-8b2e-00b34a60ef45,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:22.971586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b789f60-5bf1-41a7-b30c-e01ddc2dd86b req-cc20cc09-a17f-4e1a-9699-39cdb3baea0e tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:22.980003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b789f60-5bf1-41a7-b30c-e01ddc2dd86b req-cc20cc09-a17f-4e1a-9699-39cdb3baea0e tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 943 time: 0.0835586 Aug 16 13:04:22.983692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Attempting to bind port 262c9cc9-617a-4542-8b2e-00b34a60ef45 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:22.984069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Attempting to bind port 262c9cc9-617a-4542-8b2e-00b34a60ef45 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b44bd418-0f51-4226-be99-7ae257ba749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2cba69ff-3a05-4f9c-b0cb-798fff7d52b4'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:22.984434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Attempting to bind port 262c9cc9-617a-4542-8b2e-00b34a60ef45 on network 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:22.990770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:22.991963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Checking segment: {'id': 'b44bd418-0f51-4226-be99-7ae257ba749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2cba69ff-3a05-4f9c-b0cb-798fff7d52b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:22.992842 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:22.993405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Bound using segment: {'id': 'b44bd418-0f51-4226-be99-7ae257ba749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2cba69ff-3a05-4f9c-b0cb-798fff7d52b4'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:22.994061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Bound port: 262c9cc9-617a-4542-8b2e-00b34a60ef45, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44bd418-0f51-4226-be99-7ae257ba749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2cba69ff-3a05-4f9c-b0cb-798fff7d52b4'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:22.994651 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:23.027547 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b789f60-5bf1-41a7-b30c-e01ddc2dd86b req-43170853-fc2c-4032-87c0-f5e0878b131a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462909 Aug 16 13:04:23.042477 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:23.079052 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] For port 262c9cc9-617a-4542-8b2e-00b34a60ef45, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:23.082310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] For port 262c9cc9-617a-4542-8b2e-00b34a60ef45, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=262c9cc9-617a-4542-8b2e-00b34a60ef45,segment=NetworkSegment(b44bd418-0f51-4226-be99-7ae257ba749d),segment_id=b44bd418-0f51-4226-be99-7ae257ba749d)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:23.088067 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:23.157049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Attempting to bind port 668bc66a-356e-421e-9f13-c56c3af3e80e on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:23.157358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Attempting to bind port 668bc66a-356e-421e-9f13-c56c3af3e80e by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:23.157681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Attempting to bind port 668bc66a-356e-421e-9f13-c56c3af3e80e on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:23.161841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ae97b-1a62-4542-a184-ae554c8c90dd None None] Pushing event updated for resources: {'Port': ['ID=262c9cc9-617a-4542-8b2e-00b34a60ef45,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:23.178605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Port 668bc66a-356e-421e-9f13-c56c3af3e80e on network faf18c8c-8763-40ae-83c5-d10e99c6511d not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:04:23.178976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Attempting to bind port 668bc66a-356e-421e-9f13-c56c3af3e80e on network faf18c8c-8763-40ae-83c5-d10e99c6511d {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:23.325265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:23.325657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Checking segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:23.325996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Bound using segment: {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:23.326479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Bound port: 668bc66a-356e-421e-9f13-c56c3af3e80e, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612178a1-2a8f-4def-8f40-8faf8cda3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:23.326840 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:23.389994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d1d574f-2610-46cd-afac-77158d5810ed req-ff05ce4a-3014-4292-942e-2fe55fc5c83a tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0362973 Aug 16 13:04:23.406550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024237c-9cb0-43e9-b3cc-5c80db0eff39 req-db36f899-c696-4006-84c4-f8f636ccee13 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:23.415997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e024237c-9cb0-43e9-b3cc-5c80db0eff39 req-db36f899-c696-4006-84c4-f8f636ccee13 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 943 time: 0.1140156 Aug 16 13:04:23.510026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e024237c-9cb0-43e9-b3cc-5c80db0eff39 req-3656f0aa-ae27-4f85-8451-1a459e7db9f0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928571 Aug 16 13:04:23.511904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Allocated IP 2001:db8::1 (726e6bc2-5785-4d9c-ad15-208440b88944/409662d5-03a5-4802-b81d-2d52701063b9/5ded1cad-01b2-439a-aef8-61c29eb268ee) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:23.626068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] For port 668bc66a-356e-421e-9f13-c56c3af3e80e, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:23.713273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] For port 668bc66a-356e-421e-9f13-c56c3af3e80e, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=668bc66a-356e-421e-9f13-c56c3af3e80e,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:23.731230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:23.758068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 262c9cc9-617a-4542-8b2e-00b34a60ef45 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:23.804907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:23.804907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:23.805421 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] 10.222.0.22 "PUT /v2.0/ports/668bc66a-356e-421e-9f13-c56c3af3e80e HTTP/1.1" status: 200 len: 1091 time: 2.3385596 Aug 16 13:04:23.805883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b4ba90-8971-4da4-b384-65596a923904', 'tag': '668bc66a-356e-421e-9f13-c56c3af3e80e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:23.808140 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79368f6-7293-4c5a-b6c4-20b627cc8081" -d '{"events": [{"name": "network-changed", "server_uuid": "91b4ba90-8971-4da4-b384-65596a923904", "tag": "668bc66a-356e-421e-9f13-c56c3af3e80e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:23.816769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 262c9cc9-617a-4542-8b2e-00b34a60ef45 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:23.822745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b63510ce-39fb-4e19-9a5e-b3de91afc7b4 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:23.884972 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f12de75-9b11-4587-967b-f7795cf3fd73 x-openstack-request-id: req-7f12de75-9b11-4587-967b-f7795cf3fd73 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:23.885259 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b4ba90-8971-4da4-b384-65596a923904", "tag": "668bc66a-356e-421e-9f13-c56c3af3e80e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:23.885510 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f12de75-9b11-4587-967b-f7795cf3fd73 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:23.885905 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b4ba90-8971-4da4-b384-65596a923904', 'tag': '668bc66a-356e-421e-9f13-c56c3af3e80e', 'status': 'completed', 'code': 200} Aug 16 13:04:23.893616 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:23.902670 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d067a774-a5a6-402e-b88e-9b76fc2048f8 None None] Network 726e6bc2-5785-4d9c-ad15-208440b88944 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:23.931858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Transition to ACTIVE for port object 5ded1cad-01b2-439a-aef8-61c29eb268ee will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:23.953655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac753c-69ee-43fd-8c3b-499c418465d6 service neutron] Pushing event updated for resources: {'Port': ['ID=668bc66a-356e-421e-9f13-c56c3af3e80e,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:23.970869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port b63510ce-39fb-4e19-9a5e-b3de91afc7b4 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:23.986133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-3da66451-af97-4ac4-bb40-48cc26ab95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:23.986133 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-3da66451-af97-4ac4-bb40-48cc26ab95d0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 1094 time: 0.1125066 Aug 16 13:04:23.988010 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:24.007609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-59e5f8fe-493a-441f-9d9f-bb973ee0fd9f None None] Provisioning for port b63510ce-39fb-4e19-9a5e-b3de91afc7b4 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:24.014782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-59e5f8fe-493a-441f-9d9f-bb973ee0fd9f None None] Provisioning complete for port b63510ce-39fb-4e19-9a5e-b3de91afc7b4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:24.015144 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-59e5f8fe-493a-441f-9d9f-bb973ee0fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:24.078587 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 726e6bc2-5785-4d9c-ad15-208440b88944 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:24.086162 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-bd89b812-1b20-4a1a-a2a0-0bc132122b13 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668bc66a-356e-421e-9f13-c56c3af3e80e HTTP/1.1" status: 200 len: 217 time: 0.0865893 Aug 16 13:04:24.089196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:24.093175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:24.093726 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:24.231843 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-59e5f8fe-493a-441f-9d9f-bb973ee0fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:24.246484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0f26e-3a73-42e9-90d5-864282d8d357 req-dfcd7de9-c439-4505-893d-a5a70b23364e tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:24.248157 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3d0f26e-3a73-42e9-90d5-864282d8d357 req-dfcd7de9-c439-4505-893d-a5a70b23364e tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 943 time: 0.1175785 Aug 16 13:04:24.282724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-59e5f8fe-493a-441f-9d9f-bb973ee0fd9f None None] For port b63510ce-39fb-4e19-9a5e-b3de91afc7b4, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b63510ce-39fb-4e19-9a5e-b3de91afc7b4,segment=NetworkSegment(2817d9e9-f617-45fa-a861-71d519185ae3),segment_id=2817d9e9-f617-45fa-a861-71d519185ae3)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:24.291178 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-59e5f8fe-493a-441f-9d9f-bb973ee0fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:24.303794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=5ded1cad-01b2-439a-aef8-61c29eb268ee,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:24.307008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3d0f26e-3a73-42e9-90d5-864282d8d357 req-3dee838f-0349-470d-bf71-46cded50328b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525053 Aug 16 13:04:24.319484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-173b399e-01c0-4737-8bf1-b0a4999b6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:24.326862 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-173b399e-01c0-4737-8bf1-b0a4999b6d49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.2225361 Aug 16 13:04:24.381740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:24.392735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5f8fe-493a-441f-9d9f-bb973ee0fd9f None None] Pushing event updated for resources: {'Port': ['ID=b63510ce-39fb-4e19-9a5e-b3de91afc7b4,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:24.595539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90d10472-4cb0-424e-b0db-2db02b8ea524 req-7bd6df3e-c7bf-49be-b695-00c3a93de65b tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0636451 Aug 16 13:04:24.603452 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-ecc5955b-4933-4d1f-a18c-62f7841b022a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2438538 Aug 16 13:04:24.683179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d37507-f6be-4cd9-9295-be6e4a2d52ce None None] Network 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:24.693194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e64b8-0625-405d-b4c2-74e0012debdc req-72f21d02-4fc7-4502-95e8-0f878e5003c1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:24.700755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-969e64b8-0625-405d-b4c2-74e0012debdc req-72f21d02-4fc7-4502-95e8-0f878e5003c1 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 943 time: 0.0670831 Aug 16 13:04:24.739071 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-3d185b92-a1ce-43b4-9043-d38d350630b3 service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210477 Aug 16 13:04:24.745975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-969e64b8-0625-405d-b4c2-74e0012debdc req-510d1d8b-20cc-43ca-96c0-c57a6e74af07 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443659 Aug 16 13:04:24.782829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Provisioning for port 262c9cc9-617a-4542-8b2e-00b34a60ef45 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:24.789590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Provisioning complete for port 262c9cc9-617a-4542-8b2e-00b34a60ef45 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:24.790065 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:24.876291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device db238858-5f8a-4320-9bd4-8d1fe0e8ee5f details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:04:24.952305 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d1a3a74-bf13-4738-bdee-86786bb34fb5 req-05c39ae5-0435-491b-a93e-b528fa0e5ae3 service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918750 Aug 16 13:04:25.023517 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.038739 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.040277 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.121618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=5ded1cad-01b2-439a-aef8-61c29eb268ee,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:25.141776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:25.151569 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.179781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'db238858-5f8a-4320-9bd4-8d1fe0e8ee5f', 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15', 'port_id': 'db238858-5f8a-4320-9bd4-8d1fe0e8ee5f', 'mac_address': 'fa:16:3e:83:2b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0bdeb5-93fb-4131-af47-016a02f3c59d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:04:25.218094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79368f6-7293-4c5a-b6c4-20b627cc8081 req-99d51eb5-1f5b-433d-bd26-f85c0d4acbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:25.219832 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d79368f6-7293-4c5a-b6c4-20b627cc8081 req-99d51eb5-1f5b-433d-bd26-f85c0d4acbaf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 1094 time: 0.0991726 Aug 16 13:04:25.243779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-346fb383-f568-4106-bc62-517d7637b817 None None] For port 262c9cc9-617a-4542-8b2e-00b34a60ef45, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=262c9cc9-617a-4542-8b2e-00b34a60ef45,segment=NetworkSegment(b44bd418-0f51-4226-be99-7ae257ba749d),segment_id=b44bd418-0f51-4226-be99-7ae257ba749d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:25.251569 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.280955 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.291892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db238858-5f8a-4320-9bd4-8d1fe0e8ee5f {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:25.359589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:25.370702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Provisioning complete for port b63510ce-39fb-4e19-9a5e-b3de91afc7b4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:25.371484 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.378955 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.402763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79368f6-7293-4c5a-b6c4-20b627cc8081 req-c17ad175-d6fd-4311-a6f6-8d9a176ebec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:25.404287 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d79368f6-7293-4c5a-b6c4-20b627cc8081 req-c17ad175-d6fd-4311-a6f6-8d9a176ebec0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 905 time: 0.1726561 Aug 16 13:04:25.494984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 726e6bc2-5785-4d9c-ad15-208440b88944 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:25.497190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d79368f6-7293-4c5a-b6c4-20b627cc8081 req-62039883-f7c2-4590-81a4-ff79196a11fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668bc66a-356e-421e-9f13-c56c3af3e80e HTTP/1.1" status: 200 len: 217 time: 0.0766742 Aug 16 13:04:25.498056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:25.644319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa012f-edf2-4eb1-89f7-33c79fd38464 req-af26ea5a-79a7-4184-8f28-58eb8b86c074 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:25.645092 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b63510ce-39fb-4e19-9a5e-b3de91afc7b4 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:25.645919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fefa012f-edf2-4eb1-89f7-33c79fd38464 req-af26ea5a-79a7-4184-8f28-58eb8b86c074 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 944 time: 0.2133112 Aug 16 13:04:25.657434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Pushing event updated for resources: {'Port': ['ID=262c9cc9-617a-4542-8b2e-00b34a60ef45,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:25.672721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796deed-b350-4f68-a6f7-fd83e695a0b7 req-ebde6a20-1c98-4785-b1ae-25aea904ef98 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:25.679137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79368f6-7293-4c5a-b6c4-20b627cc8081 req-3b1c3a23-8154-4083-9e8f-e48acfd84ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:25.680232 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b796deed-b350-4f68-a6f7-fd83e695a0b7 req-ebde6a20-1c98-4785-b1ae-25aea904ef98 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1790054 Aug 16 13:04:25.680624 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d79368f6-7293-4c5a-b6c4-20b627cc8081 req-3b1c3a23-8154-4083-9e8f-e48acfd84ff5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.1733158 Aug 16 13:04:25.742424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b796deed-b350-4f68-a6f7-fd83e695a0b7 req-68534ff4-8fb1-4e11-a42d-c47c8ff8a3b7 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562582 Aug 16 13:04:25.742813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d79368f6-7293-4c5a-b6c4-20b627cc8081 req-0fa0c421-6bf2-4b28-81c2-a5aead60f4de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517037 Aug 16 13:04:25.761905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fefa012f-edf2-4eb1-89f7-33c79fd38464 req-d480f638-150b-4602-be43-d82332a1c3bf tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056833 Aug 16 13:04:25.831283 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:25.857342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64a91ea3-52f7-440c-bcb6-a7473e7f1636 req-cf48db19-aa4a-4a9b-bc9a-3ffaa790f3d3 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0494804 Aug 16 13:04:25.895784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router 304fac50-6035-4408-87a3-56b338b81796 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:04:25.942225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['db238858-5f8a-4320-9bd4-8d1fe0e8ee5f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:25.952044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a9ccd-2c6d-4bb1-8b67-9229b51deb14 req-aae8e23b-daa9-44ee-b8a3-8f00577e18a5 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:25.953913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d92a9ccd-2c6d-4bb1-8b67-9229b51deb14 req-aae8e23b-daa9-44ee-b8a3-8f00577e18a5 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 943 time: 0.1070631 Aug 16 13:04:26.018776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d92a9ccd-2c6d-4bb1-8b67-9229b51deb14 req-bda2fb07-d4a4-440b-8e12-3f0de2117bfc tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575960 Aug 16 13:04:26.056038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:26.072315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48063c2e-4086-47c7-93dc-6c303f788800 None None] Sync routers for ids ['304fac50-6035-4408-87a3-56b338b81796'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:26.080079 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9bcbbef9-ac13-4430-b9a0-def94d2f7edf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/304fac50-6035-4408-87a3-56b338b81796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9139974 Aug 16 13:04:26.082830 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47394) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:26.083942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b63510ce-39fb-4e19-9a5e-b3de91afc7b4 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:26.084911 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.096827 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d79368f6-7293-4c5a-b6c4-20b627cc8081 req-402e3ef1-6d69-4775-bbd3-5ca1d933f94e service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400090 Aug 16 13:04:26.189694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa7488-a03c-47ca-9991-9df54ba4254e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:26.191247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f5fa7488-a03c-47ca-9991-9df54ba4254e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports/5ded1cad-01b2-439a-aef8-61c29eb268ee HTTP/1.1" status: 200 len: 911 time: 0.1072633 Aug 16 13:04:26.194890 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47400) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:26.215980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48063c2e-4086-47c7-93dc-6c303f788800 None None] Routers {'304fac50-6035-4408-87a3-56b338b81796'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:26.216629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48063c2e-4086-47c7-93dc-6c303f788800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['304fac50-6035-4408-87a3-56b338b81796'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:26.282407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Provisioning for port 5ded1cad-01b2-439a-aef8-61c29eb268ee completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:26.288873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48063c2e-4086-47c7-93dc-6c303f788800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:26.307327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Provisioning complete for port 5ded1cad-01b2-439a-aef8-61c29eb268ee triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:26.307729 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.312236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48063c2e-4086-47c7-93dc-6c303f788800 None None] Routers {'304fac50-6035-4408-87a3-56b338b81796'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:26.312863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48063c2e-4086-47c7-93dc-6c303f788800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['304fac50-6035-4408-87a3-56b338b81796'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:26.324819 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d79368f6-7293-4c5a-b6c4-20b627cc8081 req-cf4065e2-37a8-4bd0-98ae-70c615764446 service neutron] 10.222.0.22 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195437 Aug 16 13:04:26.415217 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48063c2e-4086-47c7-93dc-6c303f788800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:26.416201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48063c2e-4086-47c7-93dc-6c303f788800 None None] The sync data for ids ['304fac50-6035-4408-87a3-56b338b81796'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:26.437195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-346fb383-f568-4106-bc62-517d7637b817 None None] Port 5ded1cad-01b2-439a-aef8-61c29eb268ee cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:26.557698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-31fed56c-75a6-4017-ac4e-d9df9b62e2d3 None None] Provisioning complete for port 262c9cc9-617a-4542-8b2e-00b34a60ef45 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:26.558254 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-31fed56c-75a6-4017-ac4e-d9df9b62e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.677977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-31fed56c-75a6-4017-ac4e-d9df9b62e2d3 None None] Provisioning complete for port 5ded1cad-01b2-439a-aef8-61c29eb268ee triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:26.678875 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-31fed56c-75a6-4017-ac4e-d9df9b62e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.718279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-31fed56c-75a6-4017-ac4e-d9df9b62e2d3 None None] Port 5ded1cad-01b2-439a-aef8-61c29eb268ee cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:26.927854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc259e2-ab0e-4ae3-bfab-37e12024a333 req-13367501-4b4e-43f5-a46e-93008abed586 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:26.930584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-adc259e2-ab0e-4ae3-bfab-37e12024a333 req-13367501-4b4e-43f5-a46e-93008abed586 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0915921 Aug 16 13:04:26.963596 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.066483 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-adc259e2-ab0e-4ae3-bfab-37e12024a333 req-c4a42414-b919-4b39-83a0-082a768ee3f7 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256144 Aug 16 13:04:27.216538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd812544-a7f9-4146-9d5f-99d330ef4eaf req-c57a029d-ba14-42e1-82bd-8c031c9ffff3 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0514576 Aug 16 13:04:27.276846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397359e0-a9e2-4710-bdb2-f0ca8e23b6ff req-0d0a5025-beb8-4bd6-ae1a-7622eff253be tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:27.278542 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-397359e0-a9e2-4710-bdb2-f0ca8e23b6ff req-0d0a5025-beb8-4bd6-ae1a-7622eff253be tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 944 time: 0.1333058 Aug 16 13:04:27.367844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-397359e0-a9e2-4710-bdb2-f0ca8e23b6ff req-95de81fa-0b75-46aa-b3c5-a49026460a10 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800791 Aug 16 13:04:27.368878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Allocated IP 2001:db8:1::1 (2cba69ff-3a05-4f9c-b0cb-798fff7d52b4/776c287a-a958-4e59-b723-3b119b5edd9d/ebc7a84b-4876-4679-8cf1-6c9f7e32febb) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:27.490154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0f415-057d-4d9d-9e06-5ef6487cb773 req-808e8b17-caf1-4770-af9a-cd77d815bb34 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:27.492451 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1de0f415-057d-4d9d-9e06-5ef6487cb773 req-808e8b17-caf1-4770-af9a-cd77d815bb34 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 943 time: 0.1212475 Aug 16 13:04:27.555942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.566549 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1de0f415-057d-4d9d-9e06-5ef6487cb773 req-9628beb0-9fa3-41a1-a15f-447a0ccf4da3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664592 Aug 16 13:04:27.567057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 262c9cc9-617a-4542-8b2e-00b34a60ef45 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:27.574010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Transition to ACTIVE for port object ebc7a84b-4876-4679-8cf1-6c9f7e32febb will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:27.624725 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.634722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 262c9cc9-617a-4542-8b2e-00b34a60ef45 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:27.635330 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.666252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:27.670881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:27.676226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:27.677008 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.776775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-ad65c4fb-4fa3-4ef3-99e8-473bd234b659 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:27.778665 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-ad65c4fb-4fa3-4ef3-99e8-473bd234b659 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.42 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.0724776 Aug 16 13:04:27.789158 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=ebc7a84b-4876-4679-8cf1-6c9f7e32febb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:27.801232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.801695 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.802128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.802543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.803767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.803767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.804226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.804629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.805042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.805445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.805843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.806269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:27.871066 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.904437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Deleting port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:27.904777 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.014574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] For port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:28.015450 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.050386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3824aa0e-44a6-4a63-aad2-b06889b48c35 None None] Provisioning for port ebc7a84b-4876-4679-8cf1-6c9f7e32febb completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:28.055586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3824aa0e-44a6-4a63-aad2-b06889b48c35 None None] Provisioning complete for port ebc7a84b-4876-4679-8cf1-6c9f7e32febb triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:28.056113 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3824aa0e-44a6-4a63-aad2-b06889b48c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.103516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3824aa0e-44a6-4a63-aad2-b06889b48c35 None None] Port ebc7a84b-4876-4679-8cf1-6c9f7e32febb cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:28.219903 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.227629 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.228467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.267884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.267884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.267884 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Floating IP 8a02ca2a-cf26-4352-a50e-5ac4e564494f disassociated. External IP: 172.25.0.78, port: e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117. Aug 16 13:04:28.267884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Calling delete_port for e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:28.283862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ae8af-f83d-42b8-b390-540cc3af367f req-3c17ab74-0b20-4365-b00e-091c08a3588e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:28.291427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-035ae8af-f83d-42b8-b390-540cc3af367f req-3c17ab74-0b20-4365-b00e-091c08a3588e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 945 time: 0.1232557 Aug 16 13:04:28.342400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=ebc7a84b-4876-4679-8cf1-6c9f7e32febb,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:28.408265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f4828abe-99e5-4c1c-97b1-73de80f63db1 req-87cf117b-9f22-40bb-99ef-ac1af177e3df tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0718515 Aug 16 13:04:28.422280 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.461921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event deleted for resources: {'Port': ['ID=e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:28.462545 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-035ae8af-f83d-42b8-b390-540cc3af367f req-c70ab783-b36e-4175-85af-09229568603c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=fca1fd19-31cc-43eb-bc95-1d4958326c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698036 Aug 16 13:04:28.530241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:28.534378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:28.760266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d214-5dd5-4db7-9d98-f78a7d3980cb req-a5bb17ea-c1df-43fe-8743-c22fcf317284 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:28.762442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6f4d214-5dd5-4db7-9d98-f78a7d3980cb req-a5bb17ea-c1df-43fe-8743-c22fcf317284 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 944 time: 0.1210597 Aug 16 13:04:28.767643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router 304fac50-6035-4408-87a3-56b338b81796 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:28.871978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 668bc66a-356e-421e-9f13-c56c3af3e80e details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:04:28.878644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device db238858-5f8a-4320-9bd4-8d1fe0e8ee5f up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:28.994547 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6f4d214-5dd5-4db7-9d98-f78a7d3980cb req-a6d2aac7-b9fd-42c5-a7fd-714a552fb94e tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246079 Aug 16 13:04:29.067605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Router 7f4543da-79f7-424d-ac46-0a5947abcb94 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:29.073365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:29.091030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dc8ddef4-b651-4f8b-a624-546ea5109c28 None None] Provisioning complete for port ebc7a84b-4876-4679-8cf1-6c9f7e32febb triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:29.091703 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dc8ddef4-b651-4f8b-a624-546ea5109c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:29.096543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:29.097222 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:29.131752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18165730-1a1c-4d3e-a2d1-85d761e8ac10 req-3db91938-edd5-43f6-b8e5-f768b89b10d2 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:29.133431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18165730-1a1c-4d3e-a2d1-85d761e8ac10 req-3db91938-edd5-43f6-b8e5-f768b89b10d2 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 943 time: 0.2020760 Aug 16 13:04:29.137134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:29.145707 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6757aa15-076b-4311-8904-669a50b7e436 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/304fac50-6035-4408-87a3-56b338b81796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9469771 Aug 16 13:04:29.146357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47434) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:29.148528 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e9cea9-b8c5-4f2c-990f-cc0b97ce74f9 None None] Sync routers for ids ['304fac50-6035-4408-87a3-56b338b81796'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:29.187190 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9cea9-b8c5-4f2c-990f-cc0b97ce74f9 None None] Routers {'304fac50-6035-4408-87a3-56b338b81796'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:29.188058 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-38e9cea9-b8c5-4f2c-990f-cc0b97ce74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['304fac50-6035-4408-87a3-56b338b81796'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:29.192363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 668bc66a-356e-421e-9f13-c56c3af3e80e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=668bc66a-356e-421e-9f13-c56c3af3e80e,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:29.200919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72525319-cbba-4f9a-b157-c56923aed5e6 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:29.205679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-72525319-cbba-4f9a-b157-c56923aed5e6 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports/ebc7a84b-4876-4679-8cf1-6c9f7e32febb HTTP/1.1" status: 200 len: 913 time: 0.0567265 Aug 16 13:04:29.206308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ddef4-b651-4f8b-a624-546ea5109c28 None None] Port ebc7a84b-4876-4679-8cf1-6c9f7e32febb cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:29.208177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47436) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:29.218435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '668bc66a-356e-421e-9f13-c56c3af3e80e', 'network_id': 'faf18c8c-8763-40ae-83c5-d10e99c6511d', 'port_id': '668bc66a-356e-421e-9f13-c56c3af3e80e', 'mac_address': 'fa:16:3e:b9:e2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f2fbee-3a3e-4715-90df-0fbf9a0d2623', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:04:29.236001 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-38e9cea9-b8c5-4f2c-990f-cc0b97ce74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:29.244223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:29.245310 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9cea9-b8c5-4f2c-990f-cc0b97ce74f9 None None] Routers {'304fac50-6035-4408-87a3-56b338b81796'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:29.246714 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-38e9cea9-b8c5-4f2c-990f-cc0b97ce74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['304fac50-6035-4408-87a3-56b338b81796'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:29.260366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd965d2b-b94a-485b-93e6-9c5bd104423c None None] Sync routers for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:29.296948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] No DVR routers for this DVR port e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:29.301252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:29.305409 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:29.305868 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-38e9cea9-b8c5-4f2c-990f-cc0b97ce74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:29.306199 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-81bdf31c-a91e-4c6d-89ea-4be7c9578605 req-aee51199-521f-4213-9415-a989fa43184f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.42 "DELETE /v2.0/ports/e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 HTTP/1.1" status: 204 len: 173 time: 1.5200372 Aug 16 13:04:29.307033 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'name': 'network-vif-deleted', 'tag': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:29.307150 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e9cea9-b8c5-4f2c-990f-cc0b97ce74f9 None None] The sync data for ids ['304fac50-6035-4408-87a3-56b338b81796'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:29.307715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c081a-052f-4932-9ce9-a367e62fdbda req-fa34ad8b-fa1d-48b1-baab-92db49530ed0 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:29.310040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-356c081a-052f-4932-9ce9-a367e62fdbda req-fa34ad8b-fa1d-48b1-baab-92db49530ed0 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.2345369 Aug 16 13:04:29.311093 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eb294d-5b13-42e4-86ac-5c99def99cbf" -d '{"events": [{"server_uuid": "35d20270-eb69-4aca-b975-7c43ea2fed41", "name": "network-vif-deleted", "tag": "e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:29.328611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd965d2b-b94a-485b-93e6-9c5bd104423c None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:29.329356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dd965d2b-b94a-485b-93e6-9c5bd104423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:29.368212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18165730-1a1c-4d3e-a2d1-85d761e8ac10 req-a60da376-6f4c-4045-81b1-0330e3ec6c13 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765883 Aug 16 13:04:29.396228 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-356c081a-052f-4932-9ce9-a367e62fdbda req-68dbe90e-6ffe-48d7-bed1-9571cabe2106 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719192 Aug 16 13:04:29.398062 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:29.406049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5373551-b8b9-4f3b-a4d8-af3c538b2195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db238858-5f8a-4320-9bd4-8d1fe0e8ee5f'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:29.408657 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5c2050-4d0d-4bf1-9456-d28ba183f349" -d '{"events": [{"server_uuid": "a5373551-b8b9-4f3b-a4d8-af3c538b2195", "name": "network-vif-plugged", "status": "completed", "tag": "db238858-5f8a-4320-9bd4-8d1fe0e8ee5f"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:29.480829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:29.484859 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668bc66a-356e-421e-9f13-c56c3af3e80e {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:29.498694 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:29.556953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 668bc66a-356e-421e-9f13-c56c3af3e80e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=668bc66a-356e-421e-9f13-c56c3af3e80e,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:29.581716 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:29.594744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-dd965d2b-b94a-485b-93e6-9c5bd104423c None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:29.637469 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd434b0-73f7-4f34-83fb-c495d99620e9 x-openstack-request-id: req-2bd434b0-73f7-4f34-83fb-c495d99620e9 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:29.637884 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d20270-eb69-4aca-b975-7c43ea2fed41", "name": "network-vif-deleted", "tag": "e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:29.638286 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bd434b0-73f7-4f34-83fb-c495d99620e9 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:29.638833 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d20270-eb69-4aca-b975-7c43ea2fed41', 'name': 'network-vif-deleted', 'tag': 'e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117', 'status': 'completed', 'code': 200} Aug 16 13:04:29.675135 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9478e67b-7762-4167-8efe-dc962b0bcc88 x-openstack-request-id: req-9478e67b-7762-4167-8efe-dc962b0bcc88 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:29.675425 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5373551-b8b9-4f3b-a4d8-af3c538b2195", "name": "network-vif-plugged", "status": "completed", "tag": "db238858-5f8a-4320-9bd4-8d1fe0e8ee5f", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:29.675793 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9478e67b-7762-4167-8efe-dc962b0bcc88 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:29.676202 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5373551-b8b9-4f3b-a4d8-af3c538b2195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db238858-5f8a-4320-9bd4-8d1fe0e8ee5f', 'code': 200} Aug 16 13:04:29.684560 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:29.766126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:29.799120 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-256165f0-356e-4cb9-a47e-6356f7c9e41c req-1aa4c6d7-4aae-43b4-9c05-8848d4732de3 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0773578 Aug 16 13:04:29.799597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be017dd4-2e42-47af-ac4f-d127403324ab req-83d9b8a2-0b84-4714-93f8-02c5fe0159f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:29.801137 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-be017dd4-2e42-47af-ac4f-d127403324ab req-83d9b8a2-0b84-4714-93f8-02c5fe0159f6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 1096 time: 0.0681283 Aug 16 13:04:29.865172 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-be017dd4-2e42-47af-ac4f-d127403324ab req-4e932609-387e-417e-b2d1-89ad1d635f44 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557361 Aug 16 13:04:29.889580 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=668bc66a-356e-421e-9f13-c56c3af3e80e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:29.932545 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e1c7878-ce6a-40e4-a2ce-75a687d26578 req-1cc1b9cf-8784-4cc0-aaea-fc9b8200a2d9 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d20270-eb69-4aca-b975-7c43ea2fed41 HTTP/1.1" status: 200 len: 210 time: 0.0680065 Aug 16 13:04:29.993774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dd965d2b-b94a-485b-93e6-9c5bd104423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:30.027303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd965d2b-b94a-485b-93e6-9c5bd104423c None None] Checking router: 7f4543da-79f7-424d-ac46-0a5947abcb94 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:04:30.039108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd965d2b-b94a-485b-93e6-9c5bd104423c None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:30.039873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dd965d2b-b94a-485b-93e6-9c5bd104423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:30.074398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a78b-370a-4d0e-aa51-75ed5fb305ae tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:30.084019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['668bc66a-356e-421e-9f13-c56c3af3e80e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:30.206210 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-dd965d2b-b94a-485b-93e6-9c5bd104423c None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:30.454824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405aa22-a5e9-4d82-9b73-5fd69070fadf req-274ebaef-51be-4690-8541-ab8c6fc67254 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:30.456304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3405aa22-a5e9-4d82-9b73-5fd69070fadf req-274ebaef-51be-4690-8541-ab8c6fc67254 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.3792570 Aug 16 13:04:30.509888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:30.546276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:30.546627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e1f11d7c-9cfa-4bdc-b6c5-8c8b6c605117 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:30.599548 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3405aa22-a5e9-4d82-9b73-5fd69070fadf req-7f81b5c6-3c1d-4a5c-bd21-d34470a2fe38 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110914 Aug 16 13:04:30.621499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17e330-4886-4338-87bf-12759d7c049d req-10981aa6-4e91-4dda-94d2-9a456b7f1b3b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:30.621499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a17e330-4886-4338-87bf-12759d7c049d req-10981aa6-4e91-4dda-94d2-9a456b7f1b3b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 944 time: 0.1719673 Aug 16 13:04:30.623385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dd965d2b-b94a-485b-93e6-9c5bd104423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:30.656399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd965d2b-b94a-485b-93e6-9c5bd104423c None None] The sync data for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 is: [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:30.723786 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a17e330-4886-4338-87bf-12759d7c049d req-ef58ed15-724a-4867-af2a-6273348506ab tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967488 Aug 16 13:04:30.785921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b49deb-ddb5-4a2d-87af-c1cd557c7c14 req-408282a2-dbaa-46c3-849b-543d320d8110 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:30.787494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95b49deb-ddb5-4a2d-87af-c1cd557c7c14 req-408282a2-dbaa-46c3-849b-543d320d8110 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.1138213 Aug 16 13:04:30.839203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e7e5a78b-370a-4d0e-aa51-75ed5fb305ae tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port ebc7a84b-4876-4679-8cf1-6c9f7e32febb {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:30.839573 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a78b-370a-4d0e-aa51-75ed5fb305ae tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:30.862809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95b49deb-ddb5-4a2d-87af-c1cd557c7c14 req-8d03bfdf-7039-49b7-866f-1c35b821e5af tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625966 Aug 16 13:04:30.923644 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbea8a-1af2-4382-945b-66533dad35ea None None] New status for floating IP 8a02ca2a-cf26-4352-a50e-5ac4e564494f: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:04:30.938281 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee5ee40c-2681-4557-a1af-f7225be7feb1 req-3da238db-687b-4520-b01e-4a7d5396281e tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0330374 Aug 16 13:04:30.963362 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a78b-370a-4d0e-aa51-75ed5fb305ae tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:30.978735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e7e5a78b-370a-4d0e-aa51-75ed5fb305ae tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for ebc7a84b-4876-4679-8cf1-6c9f7e32febb owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:31.026696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47468) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:31.086433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9703bc04-a4db-4413-b0c2-847c59fae034 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.115169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9703bc04-a4db-4413-b0c2-847c59fae034 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.181281 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9703bc04-a4db-4413-b0c2-847c59fae034 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.184313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9703bc04-a4db-4413-b0c2-847c59fae034 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.185570 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9703bc04-a4db-4413-b0c2-847c59fae034 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "DELETE /v2.0/security-groups/fca1fd19-31cc-43eb-bc95-1d4958326c07 HTTP/1.1" status: 204 len: 168 time: 0.1578438 Aug 16 13:04:31.189399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47470) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:31.209182 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-a4185f68-87b4-4795-a223-a0504829340d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] show failed (client error): The resource could not be found. Aug 16 13:04:31.211633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a4185f68-87b4-4795-a223-a0504829340d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups/fca1fd19-31cc-43eb-bc95-1d4958326c07 HTTP/1.1" status: 404 len: 347 time: 0.0212727 Aug 16 13:04:31.213156 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a78b-370a-4d0e-aa51-75ed5fb305ae tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.215028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47474) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:31.223985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bc04-a4db-4413-b0c2-847c59fae034 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca1fd19-31cc-43eb-bc95-1d4958326c07,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:31.266938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eb5a8-57d4-4163-9a8e-b6814fc227c5 req-1208f3bf-eb38-4f53-9037-693faa8eec06 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:31.268438 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b80eb5a8-57d4-4163-9a8e-b6814fc227c5 req-1208f3bf-eb38-4f53-9037-693faa8eec06 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 945 time: 0.0816019 Aug 16 13:04:31.292479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5a78b-370a-4d0e-aa51-75ed5fb305ae tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=ebc7a84b-4876-4679-8cf1-6c9f7e32febb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:31.380936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b80eb5a8-57d4-4163-9a8e-b6814fc227c5 req-1773bc19-8995-4248-aa35-c9ca0a1474c4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Deleting port 2a097dc7-d1c2-4e9f-b056-53b350607e4b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:31.381332 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b80eb5a8-57d4-4163-9a8e-b6814fc227c5 req-1773bc19-8995-4248-aa35-c9ca0a1474c4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.500332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b80eb5a8-57d4-4163-9a8e-b6814fc227c5 req-1773bc19-8995-4248-aa35-c9ca0a1474c4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] For port 2a097dc7-d1c2-4e9f-b056-53b350607e4b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=2a097dc7-d1c2-4e9f-b056-53b350607e4b,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:31.502152 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b80eb5a8-57d4-4163-9a8e-b6814fc227c5 req-1773bc19-8995-4248-aa35-c9ca0a1474c4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.512588 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a78b-370a-4d0e-aa51-75ed5fb305ae tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.516687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c57653eb-2777-46dc-9bb5-8442e5d59d97 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Deleting port 475bc2dc-9b4d-4bcd-99c2-03e1cc3add3c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:31.517014 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c57653eb-2777-46dc-9bb5-8442e5d59d97 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.526301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b80eb5a8-57d4-4163-9a8e-b6814fc227c5 req-1773bc19-8995-4248-aa35-c9ca0a1474c4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Calling delete_port for 2a097dc7-d1c2-4e9f-b056-53b350607e4b owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:31.605026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1ed5fde-f770-4308-a891-1fe89db42c69 req-e097e4ec-d6a9-4b5d-b598-ad5d1957ea8a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876732 Aug 16 13:04:31.680464 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c57653eb-2777-46dc-9bb5-8442e5d59d97 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.680792 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c57653eb-2777-46dc-9bb5-8442e5d59d97 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.720363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c57653eb-2777-46dc-9bb5-8442e5d59d97 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Calling delete_port for 475bc2dc-9b4d-4bcd-99c2-03e1cc3add3c owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:31.729574 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac54df0c-3008-48df-8f14-c0e4f9cf748d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.739491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b80eb5a8-57d4-4163-9a8e-b6814fc227c5 req-1773bc19-8995-4248-aa35-c9ca0a1474c4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.752056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['2a097dc7-d1c2-4e9f-b056-53b350607e4b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:31.754882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed5fde-f770-4308-a891-1fe89db42c69 req-93ebba50-eb97-455e-bfea-82606f77f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:31.757175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1ed5fde-f770-4308-a891-1fe89db42c69 req-93ebba50-eb97-455e-bfea-82606f77f158 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 1097 time: 0.0765660 Aug 16 13:04:31.779877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['81b8ffc8-e526-4721-a4ea-5d14c6789d4a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:31.780876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773bc19-8995-4248-aa35-c9ca0a1474c4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Pushing event deleted for resources: {'Port': ['ID=2a097dc7-d1c2-4e9f-b056-53b350607e4b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:31.882940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80eb5a8-57d4-4163-9a8e-b6814fc227c5 req-1773bc19-8995-4248-aa35-c9ca0a1474c4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] No DVR routers for this DVR port 2a097dc7-d1c2-4e9f-b056-53b350607e4b on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:31.888709 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b80eb5a8-57d4-4163-9a8e-b6814fc227c5 req-1773bc19-8995-4248-aa35-c9ca0a1474c4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.891199 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b80eb5a8-57d4-4163-9a8e-b6814fc227c5 req-1773bc19-8995-4248-aa35-c9ca0a1474c4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.42 "DELETE /v2.0/ports/2a097dc7-d1c2-4e9f-b056-53b350607e4b HTTP/1.1" status: 204 len: 173 time: 0.6165338 Aug 16 13:04:31.893427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283f633-63de-45d0-8818-58b86f67e219 req-befb4615-b11f-4038-841e-e5d12ddfa6c2 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:31.893597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc1cc9c-f336-42c2-93d3-0879a6857204', 'name': 'network-vif-deleted', 'tag': '2a097dc7-d1c2-4e9f-b056-53b350607e4b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:31.897626 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a19f15-483b-431b-9416-949275bdb303" -d '{"events": [{"server_uuid": "dfc1cc9c-f336-42c2-93d3-0879a6857204", "name": "network-vif-deleted", "tag": "2a097dc7-d1c2-4e9f-b056-53b350607e4b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:31.899582 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5283f633-63de-45d0-8818-58b86f67e219 req-befb4615-b11f-4038-841e-e5d12ddfa6c2 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.2247102 Aug 16 13:04:31.940364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed5fde-f770-4308-a891-1fe89db42c69 req-3fbfe24c-7515-480b-bef3-8e19c495b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:31.942167 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1ed5fde-f770-4308-a891-1fe89db42c69 req-3fbfe24c-7515-480b-bef3-8e19c495b72f service neutron] 10.222.0.42 "GET /v2.0/networks?id=faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 200 len: 905 time: 0.1581879 Aug 16 13:04:31.964919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e5a78b-370a-4d0e-aa51-75ed5fb305ae tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router 304fac50-6035-4408-87a3-56b338b81796 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:31.998300 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1ed5fde-f770-4308-a891-1fe89db42c69 req-177bb196-4fd1-441b-a62f-5d0694b325a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1eab612-1149-4770-85a9-b480a9cf476b HTTP/1.1" status: 200 len: 217 time: 0.0418735 Aug 16 13:04:32.032117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9beaae-7fd0-4c23-b04d-bc6297c0ee6b req-9ea1efa4-a44c-42dc-8f4b-529fc7903380 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:32.033614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb9beaae-7fd0-4c23-b04d-bc6297c0ee6b req-9ea1efa4-a44c-42dc-8f4b-529fc7903380 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 944 time: 0.2028646 Aug 16 13:04:32.063904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed5fde-f770-4308-a891-1fe89db42c69 req-0e88bf88-9721-4d81-ad4d-ec1ade5f7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:32.065552 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1ed5fde-f770-4308-a891-1fe89db42c69 req-0e88bf88-9721-4d81-ad4d-ec1ade5f7381 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 200 len: 845 time: 0.0531030 Aug 16 13:04:32.074879 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5283f633-63de-45d0-8818-58b86f67e219 req-934c3088-9ce8-431e-ba12-0f8eb2255c71 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269526 Aug 16 13:04:32.103798 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1ed5fde-f770-4308-a891-1fe89db42c69 req-dac99c5d-b103-4388-9417-0aa6db17eeed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=faf18c8c-8763-40ae-83c5-d10e99c6511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300617 Aug 16 13:04:32.181193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb9beaae-7fd0-4c23-b04d-bc6297c0ee6b req-421f4dc3-2cdc-4865-9966-7f3d434c1743 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099911 Aug 16 13:04:32.187064 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e5a78b-370a-4d0e-aa51-75ed5fb305ae tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:32.202266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e7e5a78b-370a-4d0e-aa51-75ed5fb305ae tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/304fac50-6035-4408-87a3-56b338b81796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9852536 Aug 16 13:04:32.202375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eadfe1-f1f1-4772-9163-10603de24f39 None None] Sync routers for ids ['304fac50-6035-4408-87a3-56b338b81796'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:32.202472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47490) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:32.220981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eadfe1-f1f1-4772-9163-10603de24f39 None None] Routers {'304fac50-6035-4408-87a3-56b338b81796'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:32.222900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38eadfe1-f1f1-4772-9163-10603de24f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['304fac50-6035-4408-87a3-56b338b81796'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:32.253759 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1ed5fde-f770-4308-a891-1fe89db42c69 req-1ffd51ec-09e4-4389-a76f-b4480de6ba9f service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406708 Aug 16 13:04:32.257615 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d080dcb-2484-4762-8c71-4892fe540370 x-openstack-request-id: req-1d080dcb-2484-4762-8c71-4892fe540370 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:32.257982 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc1cc9c-f336-42c2-93d3-0879a6857204", "name": "network-vif-deleted", "tag": "2a097dc7-d1c2-4e9f-b056-53b350607e4b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:32.258343 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d080dcb-2484-4762-8c71-4892fe540370 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:32.258817 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc1cc9c-f336-42c2-93d3-0879a6857204', 'name': 'network-vif-deleted', 'tag': '2a097dc7-d1c2-4e9f-b056-53b350607e4b', 'status': 'completed', 'code': 200} Aug 16 13:04:32.262980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38eadfe1-f1f1-4772-9163-10603de24f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:32.272985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eadfe1-f1f1-4772-9163-10603de24f39 None None] Routers {'304fac50-6035-4408-87a3-56b338b81796'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:32.273653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38eadfe1-f1f1-4772-9163-10603de24f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['304fac50-6035-4408-87a3-56b338b81796'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:32.307240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38eadfe1-f1f1-4772-9163-10603de24f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:32.308031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eadfe1-f1f1-4772-9163-10603de24f39 None None] The sync data for ids ['304fac50-6035-4408-87a3-56b338b81796'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:32.312850 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c57653eb-2777-46dc-9bb5-8442e5d59d97 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:32.385534 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1ed5fde-f770-4308-a891-1fe89db42c69 req-8bd24f80-8a88-4fef-ae58-faf63e6e1cd6 service neutron] 10.222.0.42 "GET /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143985 Aug 16 13:04:32.456010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57653eb-2777-46dc-9bb5-8442e5d59d97 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event deleted for resources: {'Port': ['ID=475bc2dc-9b4d-4bcd-99c2-03e1cc3add3c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:32.460449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2ba4e2e-dae8-4982-8794-cbe76b5e24b3 req-d71d5cb7-386e-410e-8bc8-0a091d777ba9 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.1520133 Aug 16 13:04:32.473117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-726835a5-19a4-449b-9c9a-6811702a0bd4 req-07ae740c-56d1-4148-a439-2572d754216d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc1cc9c-f336-42c2-93d3-0879a6857204 HTTP/1.1" status: 200 len: 210 time: 0.1610575 Aug 16 13:04:32.738765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6268c-b7dd-4786-adf4-39040a18e704 req-d2b54b6c-47a5-458e-a9c4-86a30e841802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:32.740470 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93d6268c-b7dd-4786-adf4-39040a18e704 req-d2b54b6c-47a5-458e-a9c4-86a30e841802 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7483c776397948268a84a5267d068378&device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 1096 time: 0.0448191 Aug 16 13:04:32.845606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6268c-b7dd-4786-adf4-39040a18e704 req-f78ddbc9-34a4-47e6-ac36-c1333fa9f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:32.847120 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93d6268c-b7dd-4786-adf4-39040a18e704 req-f78ddbc9-34a4-47e6-ac36-c1333fa9f76d service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f06e19f-8fa8-4f63-a600-513e98865e15 HTTP/1.1" status: 200 len: 911 time: 0.0983834 Aug 16 13:04:32.871408 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c57653eb-2777-46dc-9bb5-8442e5d59d97 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:32.873923 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c57653eb-2777-46dc-9bb5-8442e5d59d97 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:32.875213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c57653eb-2777-46dc-9bb5-8442e5d59d97 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "DELETE /v2.0/floatingips/8a02ca2a-cf26-4352-a50e-5ac4e564494f HTTP/1.1" status: 204 len: 168 time: 1.6569550 Aug 16 13:04:32.891286 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93d6268c-b7dd-4786-adf4-39040a18e704 req-a1d6355f-b64a-41b9-b28c-6c145db9813f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f HTTP/1.1" status: 200 len: 217 time: 0.0361261 Aug 16 13:04:32.892124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb587a5-59d6-477c-98ce-72b14ee63e67 req-5569ea10-fbc5-4342-ac04-fc8639bcb9c3 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:32.893616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-feb587a5-59d6-477c-98ce-72b14ee63e67 req-5569ea10-fbc5-4342-ac04-fc8639bcb9c3 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1320918 Aug 16 13:04:32.895421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 668bc66a-356e-421e-9f13-c56c3af3e80e up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:32.961172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6268c-b7dd-4786-adf4-39040a18e704 req-92908d48-1e63-44c6-b619-c480a8bf71af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:32.962736 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93d6268c-b7dd-4786-adf4-39040a18e704 req-92908d48-1e63-44c6-b619-c480a8bf71af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a0bdeb5-93fb-4131-af47-016a02f3c59d HTTP/1.1" status: 200 len: 851 time: 0.0632448 Aug 16 13:04:32.973261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 668bc66a-356e-421e-9f13-c56c3af3e80e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:32.979586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 668bc66a-356e-421e-9f13-c56c3af3e80e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:32.980239 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:32.995380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-feb587a5-59d6-477c-98ce-72b14ee63e67 req-d0a4b873-68b0-46e0-8c41-636c978c3707 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926266 Aug 16 13:04:33.002092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93d6268c-b7dd-4786-adf4-39040a18e704 req-db65e67f-07ee-4b85-8d27-b76196584b49 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f06e19f-8fa8-4f63-a600-513e98865e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307403 Aug 16 13:04:33.088813 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.110575 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6b7f02e-06af-4977-b0ad-8c564cadc255 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.116941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b4ba90-8971-4da4-b384-65596a923904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668bc66a-356e-421e-9f13-c56c3af3e80e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:33.122878 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641bcda-4c70-4dcd-a71e-b6da4336c74c" -d '{"events": [{"server_uuid": "91b4ba90-8971-4da4-b384-65596a923904", "name": "network-vif-plugged", "status": "completed", "tag": "668bc66a-356e-421e-9f13-c56c3af3e80e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:33.147713 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93d6268c-b7dd-4786-adf4-39040a18e704 req-4b6dc090-4599-45ad-8c44-43acd2f46dd3 service neutron] 10.222.0.22 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279140 Aug 16 13:04:33.149404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 668bc66a-356e-421e-9f13-c56c3af3e80e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=668bc66a-356e-421e-9f13-c56c3af3e80e,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:33.158420 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.222371 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7612b1d6-132b-4510-ba51-6dfd68e0636b x-openstack-request-id: req-7612b1d6-132b-4510-ba51-6dfd68e0636b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:33.222711 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b4ba90-8971-4da4-b384-65596a923904", "name": "network-vif-plugged", "status": "completed", "tag": "668bc66a-356e-421e-9f13-c56c3af3e80e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:33.222973 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7612b1d6-132b-4510-ba51-6dfd68e0636b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:33.223395 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b4ba90-8971-4da4-b384-65596a923904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668bc66a-356e-421e-9f13-c56c3af3e80e', 'code': 200} Aug 16 13:04:33.250956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=668bc66a-356e-421e-9f13-c56c3af3e80e,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:33.340566 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93d6268c-b7dd-4786-adf4-39040a18e704 req-1550aff3-2a4a-4112-a0cd-8cb8c5215c46 service neutron] 10.222.0.22 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873755 Aug 16 13:04:33.352214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c75284-311d-4219-81b8-abdb8a1e01bd req-a8374662-061b-4aa2-8d85-a7afda501c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:33.353778 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-34c75284-311d-4219-81b8-abdb8a1e01bd req-a8374662-061b-4aa2-8d85-a7afda501c2c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 1096 time: 0.0651519 Aug 16 13:04:33.411728 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-34c75284-311d-4219-81b8-abdb8a1e01bd req-147b05d2-d3cb-4019-8b32-709415319511 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441058 Aug 16 13:04:33.424786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579abda4-0ee7-4522-b664-3b1e77246c9d req-f41cef84-ed10-4963-89ad-78960d90076f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:33.426293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-579abda4-0ee7-4522-b664-3b1e77246c9d req-f41cef84-ed10-4963-89ad-78960d90076f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.0926816 Aug 16 13:04:33.439536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47506) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:33.444276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-62ac2e08-4b79-4b7d-91cb-002546e279e5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984689038', 'description': 'tempest-description--1778536989'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:33.467205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62ac2e08-4b79-4b7d-91cb-002546e279e5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.494913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-579abda4-0ee7-4522-b664-3b1e77246c9d req-3147e96f-23e5-454e-9c2f-7524a14f9e75 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 Aug 16 13:04:33.511461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7f02e-06af-4977-b0ad-8c564cadc255 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port 5ded1cad-01b2-439a-aef8-61c29eb268ee {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:33.511461 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6b7f02e-06af-4977-b0ad-8c564cadc255 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.584832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62ac2e08-4b79-4b7d-91cb-002546e279e5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.590550 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62ac2e08-4b79-4b7d-91cb-002546e279e5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.627511 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b72a90e8-1e84-419d-a2c0-ccc2f0347040 req-edcfeaf1-4bdb-48d1-8741-fcb559020eb0 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0315092 Aug 16 13:04:33.629484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62ac2e08-4b79-4b7d-91cb-002546e279e5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.633921 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-62ac2e08-4b79-4b7d-91cb-002546e279e5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1902080 Aug 16 13:04:33.633921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac2e08-4b79-4b7d-91cb-002546e279e5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d499fad-63c8-4a07-bef6-0d1527aae6fd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:33.635234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47516) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:33.639958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-213576e2-5705-45af-a1da-2e80de5a3b2f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'security_group_rule': {'security_group_id': '8d499fad-63c8-4a07-bef6-0d1527aae6fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:33.658329 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6b7f02e-06af-4977-b0ad-8c564cadc255 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.678211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-213576e2-5705-45af-a1da-2e80de5a3b2f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.681925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7f02e-06af-4977-b0ad-8c564cadc255 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for 5ded1cad-01b2-439a-aef8-61c29eb268ee owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:33.748981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-213576e2-5705-45af-a1da-2e80de5a3b2f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.754143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-213576e2-5705-45af-a1da-2e80de5a3b2f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.770147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213576e2-5705-45af-a1da-2e80de5a3b2f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddb7b85-e819-46c3-b6b4-05a214f04f84,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:33.780715 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-213576e2-5705-45af-a1da-2e80de5a3b2f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.781947 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-213576e2-5705-45af-a1da-2e80de5a3b2f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457562 Aug 16 13:04:33.786876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47522) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:33.794369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-19c38f9a-5a91-4e60-a50f-c1d51abdfa27 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'security_group_rule': {'security_group_id': '8d499fad-63c8-4a07-bef6-0d1527aae6fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:33.820437 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19c38f9a-5a91-4e60-a50f-c1d51abdfa27 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.875923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6477d4-83fd-4c62-a298-cf9b96abac21 req-4acee41a-a5fa-46c3-8a7b-6af3b5d9ec94 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:33.877279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa6477d4-83fd-4c62-a298-cf9b96abac21 req-4acee41a-a5fa-46c3-8a7b-6af3b5d9ec94 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1064594 Aug 16 13:04:33.882539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19c38f9a-5a91-4e60-a50f-c1d51abdfa27 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.887313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19c38f9a-5a91-4e60-a50f-c1d51abdfa27 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.907847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c38f9a-5a91-4e60-a50f-c1d51abdfa27 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ed54dd-f8a5-432e-bd6b-d2d3b77ad347,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:33.916086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19c38f9a-5a91-4e60-a50f-c1d51abdfa27 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.918142 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-19c38f9a-5a91-4e60-a50f-c1d51abdfa27 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275568 Aug 16 13:04:33.920552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47524) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:33.925190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:33.948097 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.963312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa6477d4-83fd-4c62-a298-cf9b96abac21 req-dc9ae77a-4f89-4165-8100-2ea466d30f13 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746951 Aug 16 13:04:33.968437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6b7f02e-06af-4977-b0ad-8c564cadc255 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.000416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7f02e-06af-4977-b0ad-8c564cadc255 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=5ded1cad-01b2-439a-aef8-61c29eb268ee,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:34.066013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.135062 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6b7f02e-06af-4977-b0ad-8c564cadc255 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.192851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Allocated IP 172.25.0.208 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/ef4a2092-293f-4fdf-9889-9b2efc893c54) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:34.195309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403da752-f9ee-47fd-a55e-df88bc487c42 req-3151b2ec-a5da-4543-88ad-2fb42845d51b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:34.197263 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-403da752-f9ee-47fd-a55e-df88bc487c42 req-3151b2ec-a5da-4543-88ad-2fb42845d51b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.0972457 Aug 16 13:04:34.298415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-403da752-f9ee-47fd-a55e-df88bc487c42 req-c114b909-81c1-4156-b4a5-0f6538a35fd5 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714436 Aug 16 13:04:34.322759 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.340600 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c44010f0-dabf-4a9d-9c8d-c245dac9726a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.343550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b7f02e-06af-4977-b0ad-8c564cadc255 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router 304fac50-6035-4408-87a3-56b338b81796 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:34.370124 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.411392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:34.415314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:34.417671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:34.427073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b7f02e-06af-4977-b0ad-8c564cadc255 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:34.434752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a6b7f02e-06af-4977-b0ad-8c564cadc255 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/304fac50-6035-4408-87a3-56b338b81796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2306473 Aug 16 13:04:34.436484 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8f42e-96ad-481d-b83a-7c20aa239118 None None] Sync routers for ids ['304fac50-6035-4408-87a3-56b338b81796'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:34.438612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47530) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:34.445439 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8f42e-96ad-481d-b83a-7c20aa239118 None None] Routers {'304fac50-6035-4408-87a3-56b338b81796'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:34.446410 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-11d8f42e-96ad-481d-b83a-7c20aa239118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['304fac50-6035-4408-87a3-56b338b81796'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:34.446571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'Port': ['ID=ef4a2092-293f-4fdf-9889-9b2efc893c54,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:34.470368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-752887a1-5971-4a53-97f7-1f169b1c722b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=304fac50-6035-4408-87a3-56b338b81796 HTTP/1.1" status: 200 len: 205 time: 0.0284960 Aug 16 13:04:34.471081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47532) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:34.479382 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-11d8f42e-96ad-481d-b83a-7c20aa239118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:34.488768 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8f42e-96ad-481d-b83a-7c20aa239118 None None] Routers {'304fac50-6035-4408-87a3-56b338b81796'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:34.489451 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-11d8f42e-96ad-481d-b83a-7c20aa239118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['304fac50-6035-4408-87a3-56b338b81796'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:34.527792 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-11d8f42e-96ad-481d-b83a-7c20aa239118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:34.528545 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8f42e-96ad-481d-b83a-7c20aa239118 None None] The sync data for ids ['304fac50-6035-4408-87a3-56b338b81796'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:34.538697 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.540571 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.556688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c71d620-3bd1-4789-92f6-80b98d1c488f tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.574691 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.736359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.742702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.780097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878b439-1fa8-4210-ba71-b3f5acb67fbd req-f2788c14-b654-410a-a8da-65f189ca7a41 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:34.781576 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9878b439-1fa8-4210-ba71-b3f5acb67fbd req-f2788c14-b654-410a-a8da-65f189ca7a41 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1885495 Aug 16 13:04:34.799300 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db1326e8-64a3-4909-bcaf-00d98a9f0da1 req-5c96cb62-9212-41f1-880c-c6a4ba691923 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0415735 Aug 16 13:04:34.801487 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c71d620-3bd1-4789-92f6-80b98d1c488f tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.808546 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c71d620-3bd1-4789-92f6-80b98d1c488f tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.816187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'Port': ['ID=ef4a2092-293f-4fdf-9889-9b2efc893c54,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:34.841709 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.866876 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.870829 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1c1d2e2a-441d-459a-95f9-fcae7708754e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9490743 Aug 16 13:04:34.890815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9878b439-1fa8-4210-ba71-b3f5acb67fbd req-02ddb792-568c-4b41-8196-1372fdd066b8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941103 Aug 16 13:04:34.906366 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c71d620-3bd1-4789-92f6-80b98d1c488f tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.906968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c71d620-3bd1-4789-92f6-80b98d1c488f tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Fanout notify agent at l3_agent the message router_deleted on router 304fac50-6035-4408-87a3-56b338b81796 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:04:34.915351 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c71d620-3bd1-4789-92f6-80b98d1c488f tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.916249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5c71d620-3bd1-4789-92f6-80b98d1c488f tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/304fac50-6035-4408-87a3-56b338b81796 HTTP/1.1" status: 204 len: 168 time: 0.4438350 Aug 16 13:04:34.919207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47542) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:34.980322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d6dffe-6024-4d99-bff9-a4d8e012012d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting subnet 776c287a-a958-4e59-b723-3b119b5edd9d {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:04:34.983548 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2d6dffe-6024-4d99-bff9-a4d8e012012d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.040240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2d6dffe-6024-4d99-bff9-a4d8e012012d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.105736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-79097c3f-6b4d-460d-aedb-d0175688df02 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--984689038&fields=id&tenant_id=9c25b74cf8eb4dbc99891e852e55656e HTTP/1.1" status: 200 len: 267 time: 0.0591557 Aug 16 13:04:35.114548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b03cd-fe8a-4ec6-b80b-d92183efcd27 req-0bb1ba68-ed30-4c52-9ff3-be8fc4b0bcb7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:35.116662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-917b03cd-fe8a-4ec6-b80b-d92183efcd27 req-0bb1ba68-ed30-4c52-9ff3-be8fc4b0bcb7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0791087 Aug 16 13:04:35.125829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2d6dffe-6024-4d99-bff9-a4d8e012012d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.198294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2d6dffe-6024-4d99-bff9-a4d8e012012d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.226691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-917b03cd-fe8a-4ec6-b80b-d92183efcd27 req-46fd171f-bdb4-4823-8e5f-451e481cef63 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998504 Aug 16 13:04:35.234407 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2d6dffe-6024-4d99-bff9-a4d8e012012d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.236297 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d2d6dffe-6024-4d99-bff9-a4d8e012012d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/776c287a-a958-4e59-b723-3b119b5edd9d HTTP/1.1" status: 204 len: 168 time: 0.3149705 Aug 16 13:04:35.237299 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6dffe-6024-4d99-bff9-a4d8e012012d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Subnet': ['ID=776c287a-a958-4e59-b723-3b119b5edd9d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:35.239075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47556) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:35.247609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055e55f4-69cc-4997-b3a9-45fd6ea12438 None None] Network 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:35.286857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-b35a8bba-0276-4e3b-8bf3-d126fc80e8ec tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:35.288922 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-b35a8bba-0276-4e3b-8bf3-d126fc80e8ec tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 811 time: 0.1711786 Aug 16 13:04:35.314724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-b458f081-6137-402c-a59e-bc14ab901d0c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/quotas/9c25b74cf8eb4dbc99891e852e55656e HTTP/1.1" status: 200 len: 375 time: 0.0188141 Aug 16 13:04:35.320211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb206270-3c91-44cc-9694-599c6c872aa7 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting subnet 409662d5-03a5-4802-b81d-2d52701063b9 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:04:35.325199 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb206270-3c91-44cc-9694-599c6c872aa7 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.425039 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb206270-3c91-44cc-9694-599c6c872aa7 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.430827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419a968-4463-4e2d-b836-2ae951f906da None None] DHCP port deletion for 2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:04:35.469517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.484947 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-59a03a28-889a-4ded-8f22-baeddd396268 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1612093 Aug 16 13:04:35.493593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c419a968-4463-4e2d-b836-2ae951f906da None None] Deleting port 262c9cc9-617a-4542-8b2e-00b34a60ef45 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:35.494023 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c419a968-4463-4e2d-b836-2ae951f906da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.502013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e1320-d959-4a14-91d1-6885fa04fe02 req-320b197e-4529-4138-bdec-f58afae6d4f8 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:35.503553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-487e1320-d959-4a14-91d1-6885fa04fe02 req-320b197e-4529-4138-bdec-f58afae6d4f8 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1247706 Aug 16 13:04:35.559396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c419a968-4463-4e2d-b836-2ae951f906da None None] For port 262c9cc9-617a-4542-8b2e-00b34a60ef45, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=262c9cc9-617a-4542-8b2e-00b34a60ef45,segment=NetworkSegment(b44bd418-0f51-4226-be99-7ae257ba749d),segment_id=b44bd418-0f51-4226-be99-7ae257ba749d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:35.559800 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c419a968-4463-4e2d-b836-2ae951f906da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.573085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c419a968-4463-4e2d-b836-2ae951f906da None None] Calling delete_port for 262c9cc9-617a-4542-8b2e-00b34a60ef45 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:35.578058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 262c9cc9-617a-4542-8b2e-00b34a60ef45 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:35.650519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-487e1320-d959-4a14-91d1-6885fa04fe02 req-03c96dc8-5401-4532-95a0-ba134d62556f tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334219 Aug 16 13:04:35.652060 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb206270-3c91-44cc-9694-599c6c872aa7 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.712756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-ed656b03-6334-4cc5-bca2-6d69f197465f service neutron] 10.222.0.25 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081637 Aug 16 13:04:35.731312 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.743681 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c419a968-4463-4e2d-b836-2ae951f906da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.780204 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419a968-4463-4e2d-b836-2ae951f906da None None] Pushing event deleted for resources: {'Port': ['ID=262c9cc9-617a-4542-8b2e-00b34a60ef45,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:35.782522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c419a968-4463-4e2d-b836-2ae951f906da None None] No DVR routers for this DVR port 262c9cc9-617a-4542-8b2e-00b34a60ef45 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:36.065901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-44cc904f-53c4-4aa0-a37e-bdc0db8ac72e req-1b57d26f-23d7-4109-a071-d32503d1157a tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0342433 Aug 16 13:04:36.068589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb206270-3c91-44cc-9694-599c6c872aa7 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.105007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb206270-3c91-44cc-9694-599c6c872aa7 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Subnet': ['ID=409662d5-03a5-4802-b81d-2d52701063b9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:36.107320 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb206270-3c91-44cc-9694-599c6c872aa7 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.109183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eb206270-3c91-44cc-9694-599c6c872aa7 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/409662d5-03a5-4802-b81d-2d52701063b9 HTTP/1.1" status: 204 len: 168 time: 0.8691211 Aug 16 13:04:36.112036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47568) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:36.116069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7346f4ff-f43f-4584-8e93-83a5be362041 None None] Network 726e6bc2-5785-4d9c-ad15-208440b88944 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:36.123462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-cc67626c-5f96-4435-987a-d6c3e22c0926 service neutron] 10.222.0.25 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098520 Aug 16 13:04:36.213197 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.335135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7595d6ef-1770-4fa8-bb0d-f66f40ac2cfd None None] DHCP port deletion for 726e6bc2-5785-4d9c-ad15-208440b88944 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:04:36.341917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6397fe-6198-4e87-a31a-54e71c784a0e req-f6e56a8c-8990-47e1-88b8-ffa952605717 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:36.343496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da6397fe-6198-4e87-a31a-54e71c784a0e req-f6e56a8c-8990-47e1-88b8-ffa952605717 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1097968 Aug 16 13:04:36.360287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbffe4ad-956c-4e25-8343-9a50d359933f req-6563f66a-cf8f-4ec7-aa80-b196773e282d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 210 time: 0.0460417 Aug 16 13:04:36.379039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.399899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cba69ff-3a05-4f9c-b0cb-798fff7d52b4']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:36.414292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44bd418-0f51-4226-be99-7ae257ba749d') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:36.414652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44bd418-0f51-4226-be99-7ae257ba749d') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:36.417554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da6397fe-6198-4e87-a31a-54e71c784a0e req-b5000bd3-a54f-4c29-8f6b-42b57876f38e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597904 Aug 16 13:04:36.425197 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.436796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7595d6ef-1770-4fa8-bb0d-f66f40ac2cfd None None] Deleting port b63510ce-39fb-4e19-9a5e-b3de91afc7b4 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:36.436796 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7595d6ef-1770-4fa8-bb0d-f66f40ac2cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.458015 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.468245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:04:36.468866 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:04:36.484218 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:04:36.565471 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.565960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 2a097dc7-d1c2-4e9f-b056-53b350607e4b no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:36.566166 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.566166 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/networks/2cba69ff-3a05-4f9c-b0cb-798fff7d52b4 HTTP/1.1" status: 204 len: 168 time: 0.4482768 Aug 16 13:04:36.569372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47584) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:36.572973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7595d6ef-1770-4fa8-bb0d-f66f40ac2cfd None None] For port b63510ce-39fb-4e19-9a5e-b3de91afc7b4, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b63510ce-39fb-4e19-9a5e-b3de91afc7b4,segment=NetworkSegment(2817d9e9-f617-45fa-a861-71d519185ae3),segment_id=2817d9e9-f617-45fa-a861-71d519185ae3)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:36.573928 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7595d6ef-1770-4fa8-bb0d-f66f40ac2cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.594358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f882ab9-31b1-44e3-931f-bece2733268c tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Network': ['ID=2cba69ff-3a05-4f9c-b0cb-798fff7d52b4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:36.610206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7595d6ef-1770-4fa8-bb0d-f66f40ac2cfd None None] Calling delete_port for b63510ce-39fb-4e19-9a5e-b3de91afc7b4 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:36.613006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98d61-9c9b-4c8f-9b75-448653b1aaf2 req-17efdfc6-e33b-4765-8fc1-2c3faef7114e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:36.614668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bb98d61-9c9b-4c8f-9b75-448653b1aaf2 req-17efdfc6-e33b-4765-8fc1-2c3faef7114e tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1118279 Aug 16 13:04:36.648688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 2a097dc7-d1c2-4e9f-b056-53b350607e4b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:36.649120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 2a097dc7-d1c2-4e9f-b056-53b350607e4b not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:36.715427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.735549 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7595d6ef-1770-4fa8-bb0d-f66f40ac2cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.738038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bb98d61-9c9b-4c8f-9b75-448653b1aaf2 req-90d029fc-f008-488b-a0f3-7b09c2f606a0 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864825 Aug 16 13:04:36.758434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5e1ee-d23d-4174-ad8e-ebce7fbb9907 req-fa17f272-9521-4c77-904c-80f528f136e3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:36.765669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39f5e1ee-d23d-4174-ad8e-ebce7fbb9907 req-fa17f272-9521-4c77-904c-80f528f136e3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1151593 Aug 16 13:04:36.765857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595d6ef-1770-4fa8-bb0d-f66f40ac2cfd None None] Pushing event deleted for resources: {'Port': ['ID=b63510ce-39fb-4e19-9a5e-b3de91afc7b4,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:36.773967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595d6ef-1770-4fa8-bb0d-f66f40ac2cfd None None] No DVR routers for this DVR port b63510ce-39fb-4e19-9a5e-b3de91afc7b4 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:36.898601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39f5e1ee-d23d-4174-ad8e-ebce7fbb9907 req-05783f8f-6961-4f62-a9ce-3f7e5d46612a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318910 Aug 16 13:04:36.943310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:36.957017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726e6bc2-5785-4d9c-ad15-208440b88944']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:36.971154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2817d9e9-f617-45fa-a861-71d519185ae3') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:36.971460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2817d9e9-f617-45fa-a861-71d519185ae3') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:36.992578 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029765c-5fdc-4d53-a711-b7ffdf3a5e67 req-b0a56a96-a1df-4297-88fa-0c1d921100e6 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:36.993995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8029765c-5fdc-4d53-a711-b7ffdf3a5e67 req-b0a56a96-a1df-4297-88fa-0c1d921100e6 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1678002 Aug 16 13:04:36.995864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.020157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.032257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:04:37.032572 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:04:37.036773 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:04:37.104493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8029765c-5fdc-4d53-a711-b7ffdf3a5e67 req-536f768b-74f8-4658-b426-bea28ea75795 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017518 Aug 16 13:04:37.139607 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.149648 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.151564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/networks/726e6bc2-5785-4d9c-ad15-208440b88944 HTTP/1.1" status: 204 len: 168 time: 0.5812931 Aug 16 13:04:37.156240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47596) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:37.161320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8b074-0726-438f-b951-c223e12141c6 req-845189c8-b6cc-4c26-aa48-c8cefa1726d0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:37.161474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1555722560'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:37.164308 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17f8b074-0726-438f-b951-c223e12141c6 req-845189c8-b6cc-4c26-aa48-c8cefa1726d0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1258056 Aug 16 13:04:37.175975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843b906-7926-403d-8078-8b5a3c338549 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Network': ['ID=726e6bc2-5785-4d9c-ad15-208440b88944,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:37.199290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:37.202784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.231169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:04:37.244452 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.245126 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added segment 099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8 of type vlan for network 3808939f-bc63-4eec-8856-3f880a945406 Aug 16 13:04:37.245510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5164405-14ed-4748-8a06-3cab8ea62ae2 req-30e06623-a86e-4256-9c4d-7922a5f4647c tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0483289 Aug 16 13:04:37.253417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17f8b074-0726-438f-b951-c223e12141c6 req-c34c9fb7-9676-478e-abed-254b08a745e8 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804896 Aug 16 13:04:37.292689 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.301119 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.319962 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.325904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:37.326557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.363192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2055945 Aug 16 13:04:37.366520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47602) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:37.372059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'subnet': {'network_id': '3808939f-bc63-4eec-8856-3f880a945406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:37.455516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620beebb-99c7-49e4-811f-337fad667144 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Network': ['ID=3808939f-bc63-4eec-8856-3f880a945406,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:37.469491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3808939f-bc63-4eec-8856-3f880a945406 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:04:37.541992 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9af156a7-e368-40da-84e2-d337865edb24 req-4c279d13-2f04-42e7-9ec8-2e556d4e301f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 210 time: 0.0789356 Aug 16 13:04:37.587912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30928177-c392-4d5e-a82e-fafed4a8dfb6 req-19aceb04-029b-487b-9363-c90de08b07ef tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:37.589453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30928177-c392-4d5e-a82e-fafed4a8dfb6 req-19aceb04-029b-487b-9363-c90de08b07ef tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1330271 Aug 16 13:04:37.591491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:37.594860 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.642438 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b63510ce-39fb-4e19-9a5e-b3de91afc7b4 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:37.659609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4d8d5d7c-41a4-4b03-ae0c-068895b900ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:37.661903 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4d8d5d7c-41a4-4b03-ae0c-068895b900ca tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.42 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 811 time: 0.1675484 Aug 16 13:04:37.665222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: b63510ce-39fb-4e19-9a5e-b3de91afc7b4 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:37.665568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b63510ce-39fb-4e19-9a5e-b3de91afc7b4 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:37.696158 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30928177-c392-4d5e-a82e-fafed4a8dfb6 req-078fe1a7-abf0-464d-927e-06599ef4d49f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964186 Aug 16 13:04:37.723815 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-fa137ef9-6e38-4532-9815-4e21d4171492 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c25b74cf8eb4dbc99891e852e55656e HTTP/1.1" status: 200 len: 379 time: 0.0499983 Aug 16 13:04:37.735439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'port': {'device_id': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'admin_state_up': True, 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'security_groups': ['8d499fad-63c8-4a07-bef6-0d1527aae6fd']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:37.853125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Made reservation on behalf of 9c25b74cf8eb4dbc99891e852e55656e for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:37.854528 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.857035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:37.916298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23290e45-bb47-4336-82d7-53c4a3313d47 req-86b3fa98-3fbe-4118-b190-26e6c6d86b49 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:37.917724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23290e45-bb47-4336-82d7-53c4a3313d47 req-86b3fa98-3fbe-4118-b190-26e6c6d86b49 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1050642 Aug 16 13:04:37.926588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Subnet': ['ID=76f26dcf-664a-467f-8ac4-082f43cd381b,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:37.971040 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Checking segment: {'id': '099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3808939f-bc63-4eec-8856-3f880a945406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:37.971402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network hostable DHCP agents. Network: 3808939f-bc63-4eec-8856-3f880a945406, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:04:37.980857 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23290e45-bb47-4336-82d7-53c4a3313d47 req-95e9ab1c-8724-4e10-b490-5b4ef313f4b4 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556214 Aug 16 13:04:38.002347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Allocated IP 172.20.0.12 (60b8601d-8c83-419a-8ebd-3dd0daba00a8/95230c7d-e072-4af3-82aa-d525af9bef72/2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:38.010571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 3808939f-bc63-4eec-8856-3f880a945406 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:04:38.020265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3808939f-bc63-4eec-8856-3f880a945406) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:38.026541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:38.027389 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.031118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d45fff1-47c5-4f51-88c0-ca50e3fe853b None None] Network 3808939f-bc63-4eec-8856-3f880a945406 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:38.049527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5f4c9da6-df52-48fc-b772-0d840b271478 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6785052 Aug 16 13:04:38.050652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47612) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:38.065307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f2216c43-a009-4333-b56f-604c117af733 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-142443260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:38.134725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2216c43-a009-4333-b56f-604c117af733 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.136202 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2216c43-a009-4333-b56f-604c117af733 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.189326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-3808939f-bc63-4eec-8856-3f880a945406', 'network_id': '3808939f-bc63-4eec-8856-3f880a945406', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'fixed_ips': [{'subnet_id': '76f26dcf-664a-467f-8ac4-082f43cd381b'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:04:38.190461 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.219720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.222398 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2216c43-a009-4333-b56f-604c117af733 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.229819 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2216c43-a009-4333-b56f-604c117af733 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.239914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc29d05-867f-479d-8a6f-0159d57a8886 req-a17eded6-5b10-4932-bdaf-a218c9498245 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:38.241730 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7bc29d05-867f-479d-8a6f-0159d57a8886 req-a17eded6-5b10-4932-bdaf-a218c9498245 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.0592883 Aug 16 13:04:38.247354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Transition to ACTIVE for port object 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:38.256778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2216c43-a009-4333-b56f-604c117af733 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.258034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f2216c43-a009-4333-b56f-604c117af733 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2063720 Aug 16 13:04:38.261137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47616) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:38.266315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'port': {'network_id': '3808939f-bc63-4eec-8856-3f880a945406', 'name': 'tempest-RoutersIpV6Test-1543183319'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:38.288990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7bc29d05-867f-479d-8a6f-0159d57a8886 req-82b46c95-5685-4a19-a505-716126aa2991 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401032 Aug 16 13:04:38.357874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Allocated IP 2001:db8::2 (3808939f-bc63-4eec-8856-3f880a945406/76f26dcf-664a-467f-8ac4-082f43cd381b/74c3bbb2-021d-4546-9213-d3e39d0f1622) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:38.365845 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.370809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0e488c2-5693-4299-af8a-0ee30865aea5 req-b965ca0e-5a86-4c47-a475-81577d79add5 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0286627 Aug 16 13:04:38.421974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:38.430552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:38.437353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:38.473149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event updated for resources: {'Port': ['ID=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:38.489128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:38.492871 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.524829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:38.525577 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.530956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] device_id is not set on port f13722ec-814d-4ea7-8efc-4cb4289bc838 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:04:38.546757 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.571832 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-4afe8016-90f7-4a0a-bbbf-b61319a8a607 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8405077 Aug 16 13:04:38.578334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Transition to ACTIVE for port object 74c3bbb2-021d-4546-9213-d3e39d0f1622 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:38.590054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Request body: {'port': {'device_id': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:38.602454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Transition to ACTIVE for port object 74c3bbb2-021d-4546-9213-d3e39d0f1622 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:38.613261 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.662154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Network 3808939f-bc63-4eec-8856-3f880a945406 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:38.667636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:38.671866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:38.686639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4435e-9e5e-4a23-bac4-ff70ba54e6d4 req-73cefdcb-35a6-4f4b-afb2-fd7db3c8ea38 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:38.688230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efc4435e-9e5e-4a23-bac4-ff70ba54e6d4 req-73cefdcb-35a6-4f4b-afb2-fd7db3c8ea38 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 932 time: 0.0710781 Aug 16 13:04:38.703448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.721989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Pushing event updated for resources: {'Port': ['ID=74c3bbb2-021d-4546-9213-d3e39d0f1622,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:38.740435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Allocated IP 2001:db8::2b3 (3808939f-bc63-4eec-8856-3f880a945406/76f26dcf-664a-467f-8ac4-082f43cd381b/f13722ec-814d-4ea7-8efc-4cb4289bc838) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:38.747174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efc4435e-9e5e-4a23-bac4-ff70ba54e6d4 req-f6e638f1-6a7a-47ce-af7e-a7335392dac2 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519989 Aug 16 13:04:38.754012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2df00720-6a34-48ae-9273-e8bca0641912 None None] Provisioning for port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:38.770690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Attempting to bind port 74c3bbb2-021d-4546-9213-d3e39d0f1622 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:38.771061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Attempting to bind port 74c3bbb2-021d-4546-9213-d3e39d0f1622 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3808939f-bc63-4eec-8856-3f880a945406'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:38.771421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Attempting to bind port 74c3bbb2-021d-4546-9213-d3e39d0f1622 on network 3808939f-bc63-4eec-8856-3f880a945406 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:38.778069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:38.778466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Checking segment: {'id': '099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3808939f-bc63-4eec-8856-3f880a945406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:38.778869 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.779255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Bound using segment: {'id': '099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3808939f-bc63-4eec-8856-3f880a945406'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:38.779715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Bound port: 74c3bbb2-021d-4546-9213-d3e39d0f1622, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3808939f-bc63-4eec-8856-3f880a945406'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:38.780091 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.782017 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2df00720-6a34-48ae-9273-e8bca0641912 None None] Provisioning complete for port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:38.782560 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2df00720-6a34-48ae-9273-e8bca0641912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.843429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ee336-8c4f-4029-a5a7-5d25fd16e603 req-55369fb7-5233-4570-bc00-c6ea835037f0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:38.845002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e96ee336-8c4f-4029-a5a7-5d25fd16e603 req-55369fb7-5233-4570-bc00-c6ea835037f0 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.0667014 Aug 16 13:04:38.848835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2df00720-6a34-48ae-9273-e8bca0641912 None None] Port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:38.879916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] For port 74c3bbb2-021d-4546-9213-d3e39d0f1622, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:38.883992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] For port 74c3bbb2-021d-4546-9213-d3e39d0f1622, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=74c3bbb2-021d-4546-9213-d3e39d0f1622,segment=NetworkSegment(099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8),segment_id=099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:38.888194 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:38.890765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e96ee336-8c4f-4029-a5a7-5d25fd16e603 req-cc5ad8d1-41f5-42ec-add3-e15246f50e41 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359104 Aug 16 13:04:38.956185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c4ec0-4b23-4806-9297-593ae5cf3b74 None None] Pushing event updated for resources: {'Port': ['ID=74c3bbb2-021d-4546-9213-d3e39d0f1622,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:39.047623 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:39.071375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Transition to ACTIVE for port object f13722ec-814d-4ea7-8efc-4cb4289bc838 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:39.167440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecd354-a99c-499b-b5c9-2a778c791474 req-bcbde4e1-040b-48ae-b1d4-e31c8ad5960d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:39.176628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efecd354-a99c-499b-b5c9-2a778c791474 req-bcbde4e1-040b-48ae-b1d4-e31c8ad5960d tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1174953 Aug 16 13:04:39.198739 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:39.222664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efecd354-a99c-499b-b5c9-2a778c791474 req-0dd55352-4424-4da7-acae-bbbfbf6b27c6 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451946 Aug 16 13:04:39.257233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:39.273720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:39.277089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 3808939f-bc63-4eec-8856-3f880a945406 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:39.282243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:39.286092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=f13722ec-814d-4ea7-8efc-4cb4289bc838,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:39.289314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:39.294894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:39.295503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:39.309856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Transition to ACTIVE for port object 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:39.314757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:39.320159 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-29139b54-e798-4f12-bbe7-07ee245c8a65 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0578685 Aug 16 13:04:39.323154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47632) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:39.391274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Pushing event updated for resources: {'Port': ['ID=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:39.557998 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e342830-b99d-43fa-a23b-e870780e90e9 req-a99e739e-9ed2-446d-a676-97e533394e65 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0616903 Aug 16 13:04:39.676969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 74c3bbb2-021d-4546-9213-d3e39d0f1622 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:39.686941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3e3f7-1635-47e8-a59c-b17429aa6e09 req-dceb40d8-6226-42e5-90ec-f715906473f4 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:39.695616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9dc3e3f7-1635-47e8-a59c-b17429aa6e09 req-dceb40d8-6226-42e5-90ec-f715906473f4 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.2967572 Aug 16 13:04:39.757101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 74c3bbb2-021d-4546-9213-d3e39d0f1622 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:39.827662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Attempting to bind port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:39.828115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Attempting to bind port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:39.828511 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Attempting to bind port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 on network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:39.833807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 on network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:04:39.835035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Attempting to bind port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 on network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:39.840694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:39.841048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Checking segment: {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:39.841410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Bound using segment: {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:39.841835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Bound port: 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87727545-14e5-4e3b-a56b-f4071bb2bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:39.842356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:39.859723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9dc3e3f7-1635-47e8-a59c-b17429aa6e09 req-3089c1ec-df68-4bb8-8e0d-5c566957418a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619959 Aug 16 13:04:39.913479 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:39.918877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] For port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:39.922606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] For port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:39.931417 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:39.970908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:39.971402 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:39.973358 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] 10.222.0.42 "PUT /v2.0/ports/2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 HTTP/1.1" status: 200 len: 1092 time: 1.3887432 Aug 16 13:04:39.973358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'tag': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:39.976519 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c4fa5d-538c-40b9-838b-208491ef42ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a01847e9-39d1-449c-b3ff-b1f658b4ad23", "tag": "2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:39.982363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a25f0-97f9-425e-a8ee-fc1e26205261 req-38146adc-6e9c-4d63-9b3c-a2d2fdd13b7f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:39.983964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-732a25f0-97f9-425e-a8ee-fc1e26205261 req-38146adc-6e9c-4d63-9b3c-a2d2fdd13b7f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 944 time: 0.1377439 Aug 16 13:04:40.014253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1282d-d97a-40c5-b78c-4f23812edd68 service neutron] Pushing event updated for resources: {'Port': ['ID=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:40.072947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-86825b8d-cec6-4e6f-9a25-49c96c21d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:40.074486 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-86825b8d-cec6-4e6f-9a25-49c96c21d4ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 1095 time: 0.0555422 Aug 16 13:04:40.112227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21418213-b757-425b-9be8-002331a4a740 None None] Network 3808939f-bc63-4eec-8856-3f880a945406 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:40.137223 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-a1c8c8c8-ba40-4ad9-b9e8-4ba7fc7b3b99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 HTTP/1.1" status: 200 len: 217 time: 0.0491676 Aug 16 13:04:40.161333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-732a25f0-97f9-425e-a8ee-fc1e26205261 req-83652040-5663-4642-b749-0c69f29f79d2 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579802 Aug 16 13:04:40.201089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2083c309-eab0-4780-920c-7f9e375feaf3 None None] Provisioning for port 74c3bbb2-021d-4546-9213-d3e39d0f1622 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:40.212487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2083c309-eab0-4780-920c-7f9e375feaf3 None None] Provisioning complete for port 74c3bbb2-021d-4546-9213-d3e39d0f1622 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:40.213416 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2083c309-eab0-4780-920c-7f9e375feaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.222931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-76991f4f-5efd-42c4-871d-e335380f1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:40.224321 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-76991f4f-5efd-42c4-871d-e335380f1e9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 200 len: 850 time: 0.0802066 Aug 16 13:04:40.252943 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb5b24e-61fc-4db0-8e30-5180a5e3a6c1 x-openstack-request-id: req-ffb5b24e-61fc-4db0-8e30-5180a5e3a6c1 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:40.258686 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01847e9-39d1-449c-b3ff-b1f658b4ad23", "tag": "2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:40.259891 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffb5b24e-61fc-4db0-8e30-5180a5e3a6c1 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:40.261049 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'tag': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4', 'status': 'completed', 'code': 200} Aug 16 13:04:40.261352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355ead0-1446-427b-9789-9d25256def50 req-96f18eb2-7c49-4941-8b7f-140bc6665179 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:40.264323 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e355ead0-1446-427b-9789-9d25256def50 req-96f18eb2-7c49-4941-8b7f-140bc6665179 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.2558155 Aug 16 13:04:40.303657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-1ca17a84-cb76-4758-a279-f1691383e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:40.305822 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-1ca17a84-cb76-4758-a279-f1691383e887 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60b8601d-8c83-419a-8ebd-3dd0daba00a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684631 Aug 16 13:04:40.341809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e355ead0-1446-427b-9789-9d25256def50 req-976f9952-1fa6-4c22-9737-52942eb5ad0b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676754 Aug 16 13:04:40.372669 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.378833 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.420507 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2083c309-eab0-4780-920c-7f9e375feaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.442972 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-f89a87e1-c170-45a5-9b9f-f8c460b791e5 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275289 Aug 16 13:04:40.467196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2083c309-eab0-4780-920c-7f9e375feaf3 None None] For port 74c3bbb2-021d-4546-9213-d3e39d0f1622, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=74c3bbb2-021d-4546-9213-d3e39d0f1622,segment=NetworkSegment(099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8),segment_id=099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:40.474262 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2083c309-eab0-4780-920c-7f9e375feaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.495550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=f13722ec-814d-4ea7-8efc-4cb4289bc838,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:40.547750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083c309-eab0-4780-920c-7f9e375feaf3 None None] Pushing event updated for resources: {'Port': ['ID=74c3bbb2-021d-4546-9213-d3e39d0f1622,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:40.552409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff29c92-73d3-4266-9812-0b4dcc0d746d req-0f9ab49f-5d11-418f-9e96-ba9419b4914b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:40.554845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ff29c92-73d3-4266-9812-0b4dcc0d746d req-0f9ab49f-5d11-418f-9e96-ba9419b4914b tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.1128833 Aug 16 13:04:40.606053 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-573b5e3b-1d6f-4c83-948a-f04f605abfc6 req-635329de-030f-4001-8024-5be5769a3740 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529763 Aug 16 13:04:40.621145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9131c-9cda-404d-80f3-807d8076b7a0 req-acf94264-f00e-4a39-a5b9-539546b84ca7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:40.622909 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fd9131c-9cda-404d-80f3-807d8076b7a0 req-acf94264-f00e-4a39-a5b9-539546b84ca7 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 945 time: 0.0803697 Aug 16 13:04:40.658628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ff29c92-73d3-4266-9812-0b4dcc0d746d req-48dd80c1-4f2e-40cb-aa30-36d28a3a5862 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0180e5d-82b2-4eaf-83eb-7b72628c0553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947642 Aug 16 13:04:40.697959 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.765439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d299a77c-13af-4d8e-8cb4-dc514c0cacce req-127b3663-0733-43c3-a50a-cafb3f303353 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0309618 Aug 16 13:04:40.786650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4fa5d-538c-40b9-838b-208491ef42ad req-c578da3f-c192-4e6f-9c9d-aa6786008ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:40.788428 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-81c4fa5d-538c-40b9-838b-208491ef42ad req-c578da3f-c192-4e6f-9c9d-aa6786008ef6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 1095 time: 0.1067107 Aug 16 13:04:40.810835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-2fd9131c-9cda-404d-80f3-807d8076b7a0 req-07da8968-a3a2-4e30-a77b-238f52c0b73c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Deleting port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:40.811181 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2fd9131c-9cda-404d-80f3-807d8076b7a0 req-07da8968-a3a2-4e30-a77b-238f52c0b73c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.839850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dc36b13a-4b60-4607-9e71-0e47cb8e300a None None] Provisioning for port f13722ec-814d-4ea7-8efc-4cb4289bc838 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:40.843802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dc36b13a-4b60-4607-9e71-0e47cb8e300a None None] Provisioning complete for port f13722ec-814d-4ea7-8efc-4cb4289bc838 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:40.844181 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dc36b13a-4b60-4607-9e71-0e47cb8e300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.865835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.900166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b13a-4b60-4607-9e71-0e47cb8e300a None None] Port f13722ec-814d-4ea7-8efc-4cb4289bc838 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:40.935310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dc36b13a-4b60-4607-9e71-0e47cb8e300a None None] Provisioning complete for port 74c3bbb2-021d-4546-9213-d3e39d0f1622 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:40.935952 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dc36b13a-4b60-4607-9e71-0e47cb8e300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.991618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2fd9131c-9cda-404d-80f3-807d8076b7a0 req-07da8968-a3a2-4e30-a77b-238f52c0b73c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] For port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=81b8ffc8-e526-4721-a4ea-5d14c6789d4a,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:40.991996 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2fd9131c-9cda-404d-80f3-807d8076b7a0 req-07da8968-a3a2-4e30-a77b-238f52c0b73c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.995486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4fa5d-538c-40b9-838b-208491ef42ad req-263804d7-b61d-4835-9e4e-0be040d109c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:40.997054 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-81c4fa5d-538c-40b9-838b-208491ef42ad req-263804d7-b61d-4835-9e4e-0be040d109c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 911 time: 0.1889071 Aug 16 13:04:41.013521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-2fd9131c-9cda-404d-80f3-807d8076b7a0 req-07da8968-a3a2-4e30-a77b-238f52c0b73c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Calling delete_port for 81b8ffc8-e526-4721-a4ea-5d14c6789d4a owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:41.064109 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-81c4fa5d-538c-40b9-838b-208491ef42ad req-27bf8f50-ecc9-455d-8262-0987e0aad192 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 HTTP/1.1" status: 200 len: 217 time: 0.0570552 Aug 16 13:04:41.073000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c47c87-66a2-4d72-8e00-ef4d03abf2e3 req-f75813e0-c339-4dbb-876e-fa9cdf9dcd87 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:41.074718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88c47c87-66a2-4d72-8e00-ef4d03abf2e3 req-f75813e0-c339-4dbb-876e-fa9cdf9dcd87 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1292663 Aug 16 13:04:41.158706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4fa5d-538c-40b9-838b-208491ef42ad req-39a4fc6b-1b50-4adb-bf8b-af913a2ad7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:41.160202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-81c4fa5d-538c-40b9-838b-208491ef42ad req-39a4fc6b-1b50-4adb-bf8b-af913a2ad7de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 200 len: 850 time: 0.0640173 Aug 16 13:04:41.164650 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88c47c87-66a2-4d72-8e00-ef4d03abf2e3 req-3e2164eb-3cb2-46e6-a474-713310bc39e9 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807824 Aug 16 13:04:41.204257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8d81ae2b-b5c6-4f55-950b-d3adadeb466d None None] Provisioning complete for port f13722ec-814d-4ea7-8efc-4cb4289bc838 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:41.204652 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d81ae2b-b5c6-4f55-950b-d3adadeb466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.278291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4fa5d-538c-40b9-838b-208491ef42ad req-e747b153-ed66-41a2-bf70-d6f6796f2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:41.279821 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-81c4fa5d-538c-40b9-838b-208491ef42ad req-e747b153-ed66-41a2-bf70-d6f6796f2a7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60b8601d-8c83-419a-8ebd-3dd0daba00a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098068 Aug 16 13:04:41.306138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8d81ae2b-b5c6-4f55-950b-d3adadeb466d None None] Port f13722ec-814d-4ea7-8efc-4cb4289bc838 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:41.328396 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.338274 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.339080 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.383380 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2fd9131c-9cda-404d-80f3-807d8076b7a0 req-07da8968-a3a2-4e30-a77b-238f52c0b73c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.410392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605dee0-1216-4032-9475-9555dd46926c req-fba296fe-50cf-4f83-9d94-ee54991efaf3 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:41.411996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1605dee0-1216-4032-9475-9555dd46926c req-fba296fe-50cf-4f83-9d94-ee54991efaf3 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 944 time: 0.1205738 Aug 16 13:04:41.436338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['81b8ffc8-e526-4721-a4ea-5d14c6789d4a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:41.436841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da8968-a3a2-4e30-a77b-238f52c0b73c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Pushing event deleted for resources: {'Port': ['ID=81b8ffc8-e526-4721-a4ea-5d14c6789d4a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:41.444747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=f13722ec-814d-4ea7-8efc-4cb4289bc838,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:41.522641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1605dee0-1216-4032-9475-9555dd46926c req-f2f63e55-bb62-4cb5-99b1-d8cff2901709 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006887 Aug 16 13:04:41.555117 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-81c4fa5d-538c-40b9-838b-208491ef42ad req-afd0aff2-3bbe-4631-8fde-3e05ffd408d2 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647984 Aug 16 13:04:41.556120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd9131c-9cda-404d-80f3-807d8076b7a0 req-07da8968-a3a2-4e30-a77b-238f52c0b73c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] No DVR routers for this DVR port 81b8ffc8-e526-4721-a4ea-5d14c6789d4a on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:41.558686 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2fd9131c-9cda-404d-80f3-807d8076b7a0 req-07da8968-a3a2-4e30-a77b-238f52c0b73c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.560908 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fd9131c-9cda-404d-80f3-807d8076b7a0 req-07da8968-a3a2-4e30-a77b-238f52c0b73c tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.22 "DELETE /v2.0/ports/81b8ffc8-e526-4721-a4ea-5d14c6789d4a HTTP/1.1" status: 204 len: 173 time: 0.9258344 Aug 16 13:04:41.588892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 3808939f-bc63-4eec-8856-3f880a945406 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:41.592187 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:41.661733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 74c3bbb2-021d-4546-9213-d3e39d0f1622 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:41.707370 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-81c4fa5d-538c-40b9-838b-208491ef42ad req-6ca4d3ce-883e-4144-b507-b355e62b3667 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423790 Aug 16 13:04:41.757359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3a0cc9fe-616d-43a2-9217-b0e2f614bcad None None] Provisioning complete for port f13722ec-814d-4ea7-8efc-4cb4289bc838 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:41.757997 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc9fe-616d-43a2-9217-b0e2f614bcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.771845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5df5a-6b4e-4645-835f-6d9c7103fffb req-98467cc8-2254-4b9c-bf47-b692a8079b36 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:41.773566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aef5df5a-6b4e-4645-835f-6d9c7103fffb req-98467cc8-2254-4b9c-bf47-b692a8079b36 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.2257180 Aug 16 13:04:41.815214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3a0cc9fe-616d-43a2-9217-b0e2f614bcad None None] Port f13722ec-814d-4ea7-8efc-4cb4289bc838 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:41.822142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08ac9064-4c38-4cc7-9333-9315bd65624d req-7cb3ef5a-7045-42cb-ab59-e4e6dbeb7e43 tempest-ServerRescueNegativeTestJSON-1140345621 tempest-ServerRescueNegativeTestJSON-1140345621-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca020c73-b0b8-4d9b-ad6c-099e08315de5 HTTP/1.1" status: 200 len: 210 time: 0.0471809 Aug 16 13:04:41.829639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 74c3bbb2-021d-4546-9213-d3e39d0f1622 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:41.830013 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.863958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router 9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:04:41.883414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aef5df5a-6b4e-4645-835f-6d9c7103fffb req-5a93be18-f531-41a4-a033-fe3f6bd0620c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932407 Aug 16 13:04:41.955018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ef281df2-8fe6-4595-9361-1bba8923c021 None None] Provisioning complete for port f13722ec-814d-4ea7-8efc-4cb4289bc838 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:41.955566 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef281df2-8fe6-4595-9361-1bba8923c021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.991920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ef281df2-8fe6-4595-9361-1bba8923c021 None None] Port f13722ec-814d-4ea7-8efc-4cb4289bc838 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:42.245226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e0de9cd-f329-4083-bbd0-b82ab05fc5f3 req-7edc2ada-34fa-467f-bc6c-3c669b32fa3b tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.3116443 Aug 16 13:04:42.267952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca020c73-b0b8-4d9b-ad6c-099e08315de5', 'name': 'network-vif-deleted', 'tag': '81b8ffc8-e526-4721-a4ea-5d14c6789d4a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:42.271349 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fada4460-2f11-4925-bb6b-f0b88aca971e" -d '{"events": [{"server_uuid": "ca020c73-b0b8-4d9b-ad6c-099e08315de5", "name": "network-vif-deleted", "tag": "81b8ffc8-e526-4721-a4ea-5d14c6789d4a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:42.272559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:42.283426 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703b468-0296-4fd0-bb2d-153e19396541 None None] Sync routers for ids ['9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:42.292732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1acdc169-a86f-4be9-9331-0ccb0563c8c1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9640596 Aug 16 13:04:42.294059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47670) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:42.294694 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703b468-0296-4fd0-bb2d-153e19396541 None None] Routers {'9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:42.295369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a703b468-0296-4fd0-bb2d-153e19396541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:42.313497 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4dedd7-d935-4b8e-9728-bc74408f9827 x-openstack-request-id: req-7f4dedd7-d935-4b8e-9728-bc74408f9827 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:42.314217 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca020c73-b0b8-4d9b-ad6c-099e08315de5", "name": "network-vif-deleted", "tag": "81b8ffc8-e526-4721-a4ea-5d14c6789d4a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:42.314710 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f4dedd7-d935-4b8e-9728-bc74408f9827 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:42.315297 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca020c73-b0b8-4d9b-ad6c-099e08315de5', 'name': 'network-vif-deleted', 'tag': '81b8ffc8-e526-4721-a4ea-5d14c6789d4a', 'status': 'completed', 'code': 200} Aug 16 13:04:42.328636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a703b468-0296-4fd0-bb2d-153e19396541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:42.338864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703b468-0296-4fd0-bb2d-153e19396541 None None] Routers {'9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:42.339517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a703b468-0296-4fd0-bb2d-153e19396541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:42.343075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd17e0-6864-47c6-a241-01c339287325 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:42.344451 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0dfd17e0-6864-47c6-a241-01c339287325 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports/f13722ec-814d-4ea7-8efc-4cb4289bc838 HTTP/1.1" status: 200 len: 984 time: 0.0495179 Aug 16 13:04:42.347521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47672) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:42.358760 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde1ab4-046f-43d2-8019-97ef3b1d755f req-e96b35a7-8e7e-46b0-91f1-b46e8c98fa5f tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:42.360335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fde1ab4-046f-43d2-8019-97ef3b1d755f req-e96b35a7-8e7e-46b0-91f1-b46e8c98fa5f tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1104794 Aug 16 13:04:42.376719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a703b468-0296-4fd0-bb2d-153e19396541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:42.377378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703b468-0296-4fd0-bb2d-153e19396541 None None] The sync data for ids ['9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:42.406897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fde1ab4-046f-43d2-8019-97ef3b1d755f req-0b70d1a8-98c8-4737-b001-bbc954854280 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389094 Aug 16 13:04:42.614343 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:04:42.630084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb306921-8206-4d61-962f-1f8e7678a150 req-9a32f696-6bae-41b5-9366-e25d089f705a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:42.632391 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb306921-8206-4d61-962f-1f8e7678a150 req-9a32f696-6bae-41b5-9366-e25d089f705a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 944 time: 0.0548246 Aug 16 13:04:42.672794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb306921-8206-4d61-962f-1f8e7678a150 req-229e3dfe-83d0-4b70-8794-401dee622621 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341635 Aug 16 13:04:42.718346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:42.734394 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'port_id': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4', 'mac_address': 'fa:16:3e:c3:32:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:04:42.769704 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:42.782811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:42.792233 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-927cb06a-01e5-4464-9716-504ee87317a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:42.802329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:42.806662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:42.856518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:42.896246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47682) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:42.969189 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:04:43.016671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-927cb06a-01e5-4464-9716-504ee87317a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port f13722ec-814d-4ea7-8efc-4cb4289bc838 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:43.017538 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-927cb06a-01e5-4464-9716-504ee87317a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:43.035723 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c756b-bdd1-4f6b-86fb-05f08f80719d req-ce667833-03dd-4f60-bbed-77c9421f8240 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:43.037766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-646c756b-bdd1-4f6b-86fb-05f08f80719d req-ce667833-03dd-4f60-bbed-77c9421f8240 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.0974112 Aug 16 13:04:43.105292 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-927cb06a-01e5-4464-9716-504ee87317a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:43.109992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:43.120870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-927cb06a-01e5-4464-9716-504ee87317a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for f13722ec-814d-4ea7-8efc-4cb4289bc838 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:43.150995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-646c756b-bdd1-4f6b-86fb-05f08f80719d req-04abe91b-efd1-46d3-a7c7-2816e4fbe961 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044559 Aug 16 13:04:43.318133 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-927cb06a-01e5-4464-9716-504ee87317a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:43.346865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cb06a-01e5-4464-9716-504ee87317a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=f13722ec-814d-4ea7-8efc-4cb4289bc838,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:43.360444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-456af760-10e2-4f8c-8279-b89f2ac798f4 req-faf7afcf-2800-495b-99ca-be68d9d1bda9 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0335405 Aug 16 13:04:43.369909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:43.452324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-927cb06a-01e5-4464-9716-504ee87317a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:43.597899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c3947-5157-4261-b7f0-0a598102a8e3 req-b6709ee1-d303-4817-9fe6-215b8f8d5e8f tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:43.599450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f1c3947-5157-4261-b7f0-0a598102a8e3 req-b6709ee1-d303-4817-9fe6-215b8f8d5e8f tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.0867774 Aug 16 13:04:43.657878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927cb06a-01e5-4464-9716-504ee87317a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router 9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:43.683385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f1c3947-5157-4261-b7f0-0a598102a8e3 req-99bb804d-678d-499c-bce9-2a6a99b35abc tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698550 Aug 16 13:04:43.745995 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927cb06a-01e5-4464-9716-504ee87317a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:43.750905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ce686-0203-47d8-82b2-976bcefa72f6 req-a4445a0c-10c6-432c-9bcb-bd38e01cfe6f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:43.751093 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-927cb06a-01e5-4464-9716-504ee87317a9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4024220 Aug 16 13:04:43.751887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc5ce686-0203-47d8-82b2-976bcefa72f6 req-a4445a0c-10c6-432c-9bcb-bd38e01cfe6f tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 945 time: 0.0895641 Aug 16 13:04:43.758091 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f407ea-9a32-42ce-8fed-e97a30f532e1 None None] Sync routers for ids ['9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:43.758864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47696) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:43.767796 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f407ea-9a32-42ce-8fed-e97a30f532e1 None None] Routers {'9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:43.770955 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c2f407ea-9a32-42ce-8fed-e97a30f532e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:43.804502 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c2f407ea-9a32-42ce-8fed-e97a30f532e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:43.813158 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f407ea-9a32-42ce-8fed-e97a30f532e1 None None] Routers {'9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:43.813889 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c2f407ea-9a32-42ce-8fed-e97a30f532e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:43.817095 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] Deleting port b3716d61-132c-4da4-9b90-bfe5e802bc93 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:43.817439 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:43.846973 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c2f407ea-9a32-42ce-8fed-e97a30f532e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:43.847535 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f407ea-9a32-42ce-8fed-e97a30f532e1 None None] The sync data for ids ['9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:43.856338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a2aab-cb03-4261-a23f-0425d4447e5c req-6cd7c20e-3919-4a54-82b7-3e413ae6c544 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:43.858179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b39a2aab-cb03-4261-a23f-0425d4447e5c req-6cd7c20e-3919-4a54-82b7-3e413ae6c544 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 945 time: 0.1053803 Aug 16 13:04:43.863082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc5ce686-0203-47d8-82b2-976bcefa72f6 req-853946fc-eee0-45ba-8d8c-336e3ef5effe tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966508 Aug 16 13:04:43.941204 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b39a2aab-cb03-4261-a23f-0425d4447e5c req-46b44547-c752-4e93-8beb-be1abef0725f tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756309 Aug 16 13:04:43.950917 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-141892f8-86a8-4775-88de-1774ab8c9af5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 13:04:43.951974 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-141892f8-86a8-4775-88de-1774ab8c9af5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1920526 Aug 16 13:04:43.954712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47700) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:43.957106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] For port b3716d61-132c-4da4-9b90-bfe5e802bc93, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b3716d61-132c-4da4-9b90-bfe5e802bc93,segment=NetworkSegment(81eee9d2-8e3e-4fda-aa51-d04658e16050),segment_id=81eee9d2-8e3e-4fda-aa51-d04658e16050)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:43.957316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:43.973257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] Calling delete_port for b3716d61-132c-4da4-9b90-bfe5e802bc93 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:43.984538 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0d9e3db2-b24b-46dd-8182-57a517684e72 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e HTTP/1.1" status: 200 len: 205 time: 0.0262752 Aug 16 13:04:43.984752 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47702) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:44.062972 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32bb1464-8ebe-4949-8252-247700bbce87 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.176783 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.204903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b3716d61-132c-4da4-9b90-bfe5e802bc93,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:44.316203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27de94-26fa-44c6-bb8a-c37b4610cc70 req-6d43e50d-969e-4d7c-bfee-49bd2647743f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:44.317862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f27de94-26fa-44c6-bb8a-c37b4610cc70 req-6d43e50d-969e-4d7c-bfee-49bd2647743f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.0898046 Aug 16 13:04:44.433997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f27de94-26fa-44c6-bb8a-c37b4610cc70 req-29088953-0e9e-4d9c-be13-e66de53fe688 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817022 Aug 16 13:04:44.458071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.542461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-344bdd01-e26c-48e9-aad8-51dce900d737 req-09e456ef-c33b-4322-918f-f1070f8c2ee8 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0386152 Aug 16 13:04:44.557351 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32bb1464-8ebe-4949-8252-247700bbce87 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.559513 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32bb1464-8ebe-4949-8252-247700bbce87 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.604913 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32bb1464-8ebe-4949-8252-247700bbce87 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.605520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bb1464-8ebe-4949-8252-247700bbce87 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Fanout notify agent at l3_agent the message router_deleted on router 9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:04:44.613641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32bb1464-8ebe-4949-8252-247700bbce87 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.618513 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-32bb1464-8ebe-4949-8252-247700bbce87 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e HTTP/1.1" status: 204 len: 168 time: 0.6291699 Aug 16 13:04:44.618513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47712) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:44.641252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:44.680212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-b249b390-d360-4be8-8688-735020338d19 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting subnet 76f26dcf-664a-467f-8ac4-082f43cd381b {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:04:44.683502 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b249b390-d360-4be8-8688-735020338d19 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.727970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:44.733801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:44.734552 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.741981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] Router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:44.773192 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b249b390-d360-4be8-8688-735020338d19 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.825804 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.850663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:44.853108 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746721d0-ee22-4a0c-b971-c4842f1a0c70" -d '{"events": [{"server_uuid": "a01847e9-39d1-449c-b3ff-b1f658b4ad23", "name": "network-vif-plugged", "status": "completed", "tag": "2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:44.868493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:44.870767 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b249b390-d360-4be8-8688-735020338d19 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.872077 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.911447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 81b8ffc8-e526-4721-a4ea-5d14c6789d4a no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:44.936592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19073c6-9caa-448c-8fc1-3eed7fc8a0f9 req-716c43a4-1a26-425b-97dc-6b1bc3c307b6 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:44.938129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e19073c6-9caa-448c-8fc1-3eed7fc8a0f9 req-716c43a4-1a26-425b-97dc-6b1bc3c307b6 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1392214 Aug 16 13:04:44.939585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 81b8ffc8-e526-4721-a4ea-5d14c6789d4a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:44.940255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 81b8ffc8-e526-4721-a4ea-5d14c6789d4a not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:44.945615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:44.947947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:44.950593 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b249b390-d360-4be8-8688-735020338d19 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.953514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-40ed2b66-098e-4c0d-be97-fa9e87cdc2cd admin admin] 10.222.0.25 "PUT /v2.0/routers/19d360e6-2c8f-47ec-a51b-5d7e859940a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0555658 Aug 16 13:04:44.960128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47720) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:44.961941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b895-a07d-4ecc-b12e-14c7153c33d8 req-0c2cbcb1-d570-449e-b075-d691c5e0e692 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:44.965692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a7358c-a658-4edd-bdc2-d6e549c80d20 None None] Sync routers for ids ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:44.968171 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1fa3b895-a07d-4ecc-b12e-14c7153c33d8 req-0c2cbcb1-d570-449e-b075-d691c5e0e692 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 945 time: 0.1539967 Aug 16 13:04:44.976647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a7358c-a658-4edd-bdc2-d6e549c80d20 None None] Routers {'19d360e6-2c8f-47ec-a51b-5d7e859940a2'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:44.977283 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13a7358c-a658-4edd-bdc2-d6e549c80d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:45.028037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e19073c6-9caa-448c-8fc1-3eed7fc8a0f9 req-ecaf3f27-8f0f-46b8-8fc8-1dd202007b3e tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583727 Aug 16 13:04:45.034258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249b390-d360-4be8-8688-735020338d19 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Subnet': ['ID=76f26dcf-664a-467f-8ac4-082f43cd381b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:45.043326 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b249b390-d360-4be8-8688-735020338d19 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.049816 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b249b390-d360-4be8-8688-735020338d19 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/76f26dcf-664a-467f-8ac4-082f43cd381b HTTP/1.1" status: 204 len: 168 time: 0.4270599 Aug 16 13:04:45.051101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47726) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:45.061021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215dd6b3-6f11-48f8-a620-45db6321ac6a None None] Network 3808939f-bc63-4eec-8856-3f880a945406 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:45.067495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1fa3b895-a07d-4ecc-b12e-14c7153c33d8 req-bbbac1ac-3f07-48c7-9438-7c05c3ed241b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820022 Aug 16 13:04:45.142783 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2929c5-46ac-4b1c-9139-1fb59d6c236b x-openstack-request-id: req-3c2929c5-46ac-4b1c-9139-1fb59d6c236b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:45.143074 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01847e9-39d1-449c-b3ff-b1f658b4ad23", "name": "network-vif-plugged", "status": "completed", "tag": "2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:45.143337 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c2929c5-46ac-4b1c-9139-1fb59d6c236b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:45.143729 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4', 'code': 200} Aug 16 13:04:45.224070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-13a7358c-a658-4edd-bdc2-d6e549c80d20 None None] Set router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:45.250463 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.254975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.261048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db2d33-17d8-4f0f-b17b-8a5adbdc598c req-c7e9bfca-474d-4233-822b-6ead07fceb6b tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:45.263284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65db2d33-17d8-4f0f-b17b-8a5adbdc598c req-c7e9bfca-474d-4233-822b-6ead07fceb6b tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 946 time: 0.0788281 Aug 16 13:04:45.311793 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65db2d33-17d8-4f0f-b17b-8a5adbdc598c req-e49a0fdf-49b5-4e03-8093-e44d0a6cf2b6 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356228 Aug 16 13:04:45.327122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8ae38-ff6a-482f-95a8-673a75a06d2f req-ef56b7ec-a8fe-45be-9b96-1cb088cc964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:45.328781 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5b8ae38-ff6a-482f-95a8-673a75a06d2f req-ef56b7ec-a8fe-45be-9b96-1cb088cc964f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 1097 time: 0.1395290 Aug 16 13:04:45.444778 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5b8ae38-ff6a-482f-95a8-673a75a06d2f req-928f29a8-9a06-4bc9-a69d-f304be4b8cc7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069887 Aug 16 13:04:45.452754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d75edb-7ec9-489d-b85d-11dd35a3bc20 None None] DHCP port deletion for 3808939f-bc63-4eec-8856-3f880a945406 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:04:45.461805 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.489970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13a7358c-a658-4edd-bdc2-d6e549c80d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'name': 'tempest-ServerRescueNegativeTestJSON-70484632-router', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:41Z', 'updated_at': '2021-08-16T13:04:44Z', 'revision_number': 5, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'gw_port': {'id': '323ca994-80c7-4142-83c3-4ac96b4be267', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:01:42Z', 'updated_at': '2021-08-16T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:45.501662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port 74c3bbb2-021d-4546-9213-d3e39d0f1622 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:45.502323 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.529513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a7358c-a658-4edd-bdc2-d6e549c80d20 None None] Checking router: 19d360e6-2c8f-47ec-a51b-5d7e859940a2 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:04:45.586713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] For port 74c3bbb2-021d-4546-9213-d3e39d0f1622, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=74c3bbb2-021d-4546-9213-d3e39d0f1622,segment=NetworkSegment(099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8),segment_id=099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:45.587309 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.601001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Deleting port 323ca994-80c7-4142-83c3-4ac96b4be267 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:45.601346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.617987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for 74c3bbb2-021d-4546-9213-d3e39d0f1622 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:45.620702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a7358c-a658-4edd-bdc2-d6e549c80d20 None None] Routers {'19d360e6-2c8f-47ec-a51b-5d7e859940a2'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:45.621340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13a7358c-a658-4edd-bdc2-d6e549c80d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:45.670705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc32f6-8d04-4a22-ab0e-fc564e523f3f req-05e6e76d-2c1b-4fb2-874a-20d795485133 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:45.672764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ebc32f6-8d04-4a22-ab0e-fc564e523f3f req-05e6e76d-2c1b-4fb2-874a-20d795485133 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1296425 Aug 16 13:04:45.697993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-42d75edb-7ec9-489d-b85d-11dd35a3bc20 None None] Deleting port 74c3bbb2-021d-4546-9213-d3e39d0f1622 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:45.698586 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-42d75edb-7ec9-489d-b85d-11dd35a3bc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.700513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 74c3bbb2-021d-4546-9213-d3e39d0f1622 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:45.736568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-824e4cfd-4946-4109-9128-77b0d76d43a2 req-f1e57d80-c200-4d1f-bf40-3f1a610e1738 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0413060 Aug 16 13:04:45.757543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ebc32f6-8d04-4a22-ab0e-fc564e523f3f req-2a8b7a08-b4c5-4671-99de-8b7eb8c3b598 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771232 Aug 16 13:04:45.779281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] For port 323ca994-80c7-4142-83c3-4ac96b4be267, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=323ca994-80c7-4142-83c3-4ac96b4be267,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:45.779748 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.803645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Calling delete_port for 323ca994-80c7-4142-83c3-4ac96b4be267 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:45.865724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-13a7358c-a658-4edd-bdc2-d6e549c80d20 None None] Set router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:45.868619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d45beb-3818-4954-8524-55a2289050d5 req-e2a5cf82-1ae1-4b11-b428-8ce01252e1d8 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:45.870292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67d45beb-3818-4954-8524-55a2289050d5 req-e2a5cf82-1ae1-4b11-b428-8ce01252e1d8 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 945 time: 0.0562549 Aug 16 13:04:45.885369 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.915222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67d45beb-3818-4954-8524-55a2289050d5 req-27569998-b861-4fea-a43a-ecb13b10cf1e tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372658 Aug 16 13:04:45.927890 n-d-804708-1 neutron-server[101397]: INFO neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No ports have port_id starting with 74c3bbb2-021d-4546-9213-d3e39d0f1622 Aug 16 13:04:45.928748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No DVR routers for this DVR port 74c3bbb2-021d-4546-9213-d3e39d0f1622 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:45.936675 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-ca57e5f0-f73f-4182-b867-471a921a8741 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1282334 Aug 16 13:04:45.937617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=74c3bbb2-021d-4546-9213-d3e39d0f1622,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:45.938952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-42d75edb-7ec9-489d-b85d-11dd35a3bc20 None None] For port 74c3bbb2-021d-4546-9213-d3e39d0f1622, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=74c3bbb2-021d-4546-9213-d3e39d0f1622,segment=NetworkSegment(099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8),segment_id=099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:45.939475 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-42d75edb-7ec9-489d-b85d-11dd35a3bc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.942757 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13a7358c-a658-4edd-bdc2-d6e549c80d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'name': 'tempest-ServerRescueNegativeTestJSON-70484632-router', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:41Z', 'updated_at': '2021-08-16T13:04:45Z', 'revision_number': 6, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:46.106152 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.120817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3808939f-bc63-4eec-8856-3f880a945406']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:46.128959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a7358c-a658-4edd-bdc2-d6e549c80d20 None None] The sync data for ids ['19d360e6-2c8f-47ec-a51b-5d7e859940a2'] in n-d-804708-1 is: [{'id': '19d360e6-2c8f-47ec-a51b-5d7e859940a2', 'name': 'tempest-ServerRescueNegativeTestJSON-70484632-router', 'tenant_id': '5927a130a73a4de9bc5540f68fc5931f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:01:41Z', 'updated_at': '2021-08-16T13:04:45Z', 'revision_number': 6, 'project_id': '5927a130a73a4de9bc5540f68fc5931f', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:46.132660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-42d75edb-7ec9-489d-b85d-11dd35a3bc20 None None] Calling delete_port for 74c3bbb2-021d-4546-9213-d3e39d0f1622 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:46.136829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:46.137129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099fb2c6-9cfc-4cdb-8c98-8371b00c5fa8') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:46.149445 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.154143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.197666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-1404f108-5680-4484-a824-bf54f2fa273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.198221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-1404f108-5680-4484-a824-bf54f2fa273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.198694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-1404f108-5680-4484-a824-bf54f2fa273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.199164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-1404f108-5680-4484-a824-bf54f2fa273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.199642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-1404f108-5680-4484-a824-bf54f2fa273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.200102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-1404f108-5680-4484-a824-bf54f2fa273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.200567 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-1404f108-5680-4484-a824-bf54f2fa273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.202667 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-1404f108-5680-4484-a824-bf54f2fa273d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6488 time: 0.1702759 Aug 16 13:04:46.205740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.218772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:04:46.219176 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:04:46.222754 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: from cryptography.utils import int_from_bytes Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: from cryptography.utils import int_from_bytes Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.248866 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:46.252004 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:04:46.252870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41771423-680b-4c6e-b49b-585cecc93d06 req-dbc81edf-d94f-4063-9c34-3f2f6897d36a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.254603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41771423-680b-4c6e-b49b-585cecc93d06 req-dbc81edf-d94f-4063-9c34-3f2f6897d36a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1106744 Aug 16 13:04:46.275579 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-42d75edb-7ec9-489d-b85d-11dd35a3bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.294769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.312608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41771423-680b-4c6e-b49b-585cecc93d06 req-109f929e-d173-4c2e-a3ba-b0129534c01e tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538912 Aug 16 13:04:46.346064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d75edb-7ec9-489d-b85d-11dd35a3bc20 None None] Pushing event deleted for resources: {'Port': ['ID=74c3bbb2-021d-4546-9213-d3e39d0f1622,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:46.353831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d75edb-7ec9-489d-b85d-11dd35a3bc20 None None] No DVR routers for this DVR port 74c3bbb2-021d-4546-9213-d3e39d0f1622 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:46.370515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Pushing event deleted for resources: {'Port': ['ID=323ca994-80c7-4142-83c3-4ac96b4be267,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:46.375510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.401686 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.406674 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/networks/3808939f-bc63-4eec-8856-3f880a945406 HTTP/1.1" status: 204 len: 168 time: 1.3466396 Aug 16 13:04:46.407394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47748) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:46.413669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-746162324'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:46.441508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99abc8-024e-4333-9a9a-4a98f4d77763 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Network': ['ID=3808939f-bc63-4eec-8856-3f880a945406,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:46.481023 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.484112 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-4b723b2c-541a-4cd6-aec4-53d635d7897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.484615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-4b723b2c-541a-4cd6-aec4-53d635d7897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.485091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-4b723b2c-541a-4cd6-aec4-53d635d7897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.486884 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-4b723b2c-541a-4cd6-aec4-53d635d7897b service neutron] 10.222.0.22 "GET /v2.0/networks?id=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=ff59b3a2-761c-4887-a566-3a2f0105d559&id=ff59b3a2-761c-4887-a566-3a2f0105d559 HTTP/1.1" status: 200 len: 2289 time: 0.2161381 Aug 16 13:04:46.626194 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.629760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.677803 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-d8330f11-cf00-4e0c-9910-e1508afa7c7f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36ef840f-ef8a-441d-8928-a9a8955e12c4 HTTP/1.1" status: 200 len: 1000 time: 0.1625123 Aug 16 13:04:46.684880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.685406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19d360e6-2c8f-47ec-a51b-5d7e859940a2 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:04:46.697897 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.701264 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-53dfb45b-9fa1-417d-95e8-b62ec2f25743 admin admin] 10.222.0.25 "DELETE /v2.0/routers/19d360e6-2c8f-47ec-a51b-5d7e859940a2 HTTP/1.1" status: 204 len: 168 time: 1.7341876 Aug 16 13:04:46.701930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47750) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:46.726305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:46.729775 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.759137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec0894-b6de-4f1f-9728-60cc13cf6430 req-9f073213-384a-4065-9833-0530ed023c8d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.760662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86ec0894-b6de-4f1f-9728-60cc13cf6430 req-9f073213-384a-4065-9833-0530ed023c8d tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 946 time: 0.3403146 Aug 16 13:04:46.771619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:04:46.778885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-7df09f12-29bf-4ef4-bccf-a8256d766b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.780468 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-7df09f12-29bf-4ef4-bccf-a8256d766b60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8755348-ed82-44df-9ced-3e2180c2428d HTTP/1.1" status: 200 len: 851 time: 0.0929368 Aug 16 13:04:46.789290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13b250c-7552-429d-8089-b150e00abf21 admin admin] Deleting subnet 26ab5fa8-527a-4a55-b2a6-1d736dce46c1 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:04:46.792795 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e13b250c-7552-429d-8089-b150e00abf21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.799825 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.800180 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added segment 25731e2e-a26d-4b17-8cc7-8eb1e159467c of type vlan for network 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 Aug 16 13:04:46.855584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e13b250c-7552-429d-8089-b150e00abf21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.877874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86ec0894-b6de-4f1f-9728-60cc13cf6430 req-4ba85abd-2381-44e3-87ce-102266be6c65 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008012 Aug 16 13:04:46.882145 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c5dffb4-3647-4124-bd13-8a067a641948 req-742f6e52-e773-4698-a5c6-40b085b31817 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0494039 Aug 16 13:04:46.883772 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.899935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-3a918b8f-5259-4ca1-8b3c-cbe284a79ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.901468 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-3a918b8f-5259-4ca1-8b3c-cbe284a79ead service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872238 Aug 16 13:04:46.928532 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e13b250c-7552-429d-8089-b150e00abf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.930523 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.939815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.941270 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.019904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6111956 Aug 16 13:04:47.024325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47758) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:47.040358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'subnet': {'network_id': '3a970cf2-77b5-41c5-ac4a-ce59c6c066f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:47.076161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0237d-6380-49b4-af07-caae3cc101c8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Network': ['ID=3a970cf2-77b5-41c5-ac4a-ce59c6c066f5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:47.094552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:04:47.109299 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917d5f6-6302-448a-a40a-301d459a8f18 req-3e27af61-fc1b-45e2-ac1f-133fa530234a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.110758 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b917d5f6-6302-448a-a40a-301d459a8f18 req-3e27af61-fc1b-45e2-ac1f-133fa530234a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.0940139 Aug 16 13:04:47.121584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb8477-acf3-4ed9-9c6e-ce11773d8e14 req-87250e91-62e2-4ccf-8f40-13c4845d3534 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.123274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19eb8477-acf3-4ed9-9c6e-ce11773d8e14 req-87250e91-62e2-4ccf-8f40-13c4845d3534 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 945 time: 0.1054459 Aug 16 13:04:47.160673 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-bad1755c-e66c-4051-b21b-e8b553bfa2e8 service neutron] 10.222.0.22 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494256 Aug 16 13:04:47.181481 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e13b250c-7552-429d-8089-b150e00abf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.187974 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b917d5f6-6302-448a-a40a-301d459a8f18 req-139861aa-ffc3-401e-b42b-2eb0a6b48f18 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633767 Aug 16 13:04:47.193418 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19eb8477-acf3-4ed9-9c6e-ce11773d8e14 req-73475ba1-56e4-4a60-85d7-63ca6aad06c9 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627956 Aug 16 13:04:47.247942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e13b250c-7552-429d-8089-b150e00abf21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.249775 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e13b250c-7552-429d-8089-b150e00abf21 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/26ab5fa8-527a-4a55-b2a6-1d736dce46c1 HTTP/1.1" status: 204 len: 168 time: 0.5455425 Aug 16 13:04:47.250602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b250c-7552-429d-8089-b150e00abf21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ab5fa8-527a-4a55-b2a6-1d736dce46c1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:47.252592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47760) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:47.312952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-84850a4f-e2fb-426f-85b0-8b287d2e93d3 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.314754 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-84850a4f-e2fb-426f-85b0-8b287d2e93d3 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.42 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 945 time: 0.1955068 Aug 16 13:04:47.317858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:47.322362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.343482 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.448168 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-f3473ba7-e060-4d44-aa13-8041a944b13a service neutron] 10.222.0.22 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768440 Aug 16 13:04:47.468349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.483506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e84bfa8-db5b-4a78-af78-554b83ab0b7a']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:47.497804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81eee9d2-8e3e-4fda-aa51-d04658e16050') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:47.498205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81eee9d2-8e3e-4fda-aa51-d04658e16050') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:47.514969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcf14c-05fe-48a3-a291-130202541383 req-f2dd4115-97ef-49a0-b70d-9db621c59442 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.516511 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-badcf14c-05fe-48a3-a291-130202541383 req-f2dd4115-97ef-49a0-b70d-9db621c59442 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1217062 Aug 16 13:04:47.518408 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.533710 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.536540 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-5a0350ad-b6d1-4efe-86b8-dd013c170fd6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=6764e1b7-9c16-492c-890c-4c55969c5445 HTTP/1.1" status: 200 len: 217 time: 0.0577524 Aug 16 13:04:47.541060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:04:47.541060 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:04:47.558915 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:04:47.603006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b3716d61-132c-4da4-9b90-bfe5e802bc93 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:47.623262 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.626944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: b3716d61-132c-4da4-9b90-bfe5e802bc93 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:47.627944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b3716d61-132c-4da4-9b90-bfe5e802bc93 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:47.629468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 323ca994-80c7-4142-83c3-4ac96b4be267 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:47.639812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Deleting port 6f6be303-d59c-4486-8eab-655e45e7a186 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:47.640420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.644972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-badcf14c-05fe-48a3-a291-130202541383 req-1e7e8dd0-4c8b-4923-9f06-97841a11c9e2 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851414 Aug 16 13:04:47.645942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e84bfa8-db5b-4a78-af78-554b83ab0b7a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:47.648843 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.650754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a7346ddd-d212-47cc-8947-5ba8d33d1283 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5e84bfa8-db5b-4a78-af78-554b83ab0b7a HTTP/1.1" status: 204 len: 168 time: 0.3971388 Aug 16 13:04:47.653175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-88d49586-4c40-4c6b-bcb8-7556036a0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.654825 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-88d49586-4c40-4c6b-bcb8-7556036a0ce4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.1059990 Aug 16 13:04:47.665845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 323ca994-80c7-4142-83c3-4ac96b4be267 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:47.665845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 323ca994-80c7-4142-83c3-4ac96b4be267 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:47.778848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.838426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47768) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:47.848115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-fa030001-9435-45c7-967e-3b52b8832caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.850464 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-fa030001-9435-45c7-967e-3b52b8832caa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1556942 Aug 16 13:04:47.874234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] For port 6f6be303-d59c-4486-8eab-655e45e7a186, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6f6be303-d59c-4486-8eab-655e45e7a186,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:47.874468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.876722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Subnet': ['ID=e3e6a4ff-fa8c-4591-a6ff-1f2957f0db9d,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:47.883782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bfbd7c32-4045-4149-8b33-62e4bc6a4134 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5927a130a73a4de9bc5540f68fc5931f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408547 Aug 16 13:04:47.884050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47770) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:47.934000 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-de3ac979-5edc-474c-af2e-fec1955744bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:47.958027 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-de3ac979-5edc-474c-af2e-fec1955744bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:48.054316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7453d026-c731-4430-b871-5fe1720f9456 req-3d52dbc6-d6d9-4b37-9560-04179588a75d tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0538545 Aug 16 13:04:48.077065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482516cf-3b64-45c7-b22c-b5c5cb0619b7 req-1d046730-4dd3-4d4b-bf92-b4b9d57acc93 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:48.078640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-482516cf-3b64-45c7-b22c-b5c5cb0619b7 req-1d046730-4dd3-4d4b-bf92-b4b9d57acc93 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 946 time: 0.0902894 Aug 16 13:04:48.088213 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-de3ac979-5edc-474c-af2e-fec1955744bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:48.091332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-de3ac979-5edc-474c-af2e-fec1955744bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:48.092477 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-de3ac979-5edc-474c-af2e-fec1955744bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0180e5d-82b2-4eaf-83eb-7b72628c0553 HTTP/1.1" status: 204 len: 168 time: 0.2074926 Aug 16 13:04:48.116208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ac979-5edc-474c-af2e-fec1955744bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0180e5d-82b2-4eaf-83eb-7b72628c0553,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:48.151664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-482516cf-3b64-45c7-b22c-b5c5cb0619b7 req-fea6670c-af85-49a4-af2e-8377f4ab799c tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644965 Aug 16 13:04:48.318921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5c0b9-6add-410f-9f22-9bcaf28e6454 req-0d4298cd-6de6-4d03-a166-8504d71fee98 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:48.320734 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49e5c0b9-6add-410f-9f22-9bcaf28e6454 req-0d4298cd-6de6-4d03-a166-8504d71fee98 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 946 time: 0.0989153 Aug 16 13:04:48.330427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Checking segment: {'id': '25731e2e-a26d-4b17-8cc7-8eb1e159467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3a970cf2-77b5-41c5-ac4a-ce59c6c066f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:48.330791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network hostable DHCP agents. Network: 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:04:48.337090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47788) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:48.349336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-85f77a1d-33f6-4fc6-b5cd-8514a570454e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Request body: {'floatingip': {'port_id': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:48.364357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518527-8541-4ff6-a3ce-6a432941546b req-a9a32654-1d97-4468-93b9-94417ebd5435 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:48.364793 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34518527-8541-4ff6-a3ce-6a432941546b req-a9a32654-1d97-4468-93b9-94417ebd5435 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.0886970 Aug 16 13:04:48.392133 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-85f77a1d-33f6-4fc6-b5cd-8514a570454e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:48.413337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34518527-8541-4ff6-a3ce-6a432941546b req-98af6c54-6eb8-4e73-987a-8cf9d178ad8a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 Aug 16 13:04:48.470197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db5bc-28e6-4566-9856-e97c972da981 req-f166cc27-ba6a-42aa-a950-98f01022252d tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:48.472027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b2db5bc-28e6-4566-9856-e97c972da981 req-f166cc27-ba6a-42aa-a950-98f01022252d tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 945 time: 0.0578244 Aug 16 13:04:48.531088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b2db5bc-28e6-4566-9856-e97c972da981 req-c583ca04-1e83-4ddd-bbd5-23dba4ba5636 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups?id=670d7a91-23d7-4859-a2e4-cad7d40b3cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519414 Aug 16 13:04:48.564581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:04:48.576324 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-3f00d0f9-08bf-46df-8b5f-f1d6dd3ba3d3 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156348 Aug 16 13:04:48.628631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:48.636153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77b86a1-41d0-4c58-af39-07986cd49a44 None None] Network 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:48.657992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:48.658583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:48.780028 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-73561e4a-5fc8-4fab-8e4e-ac078760853a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7509422 Aug 16 13:04:48.781008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47806) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:48.782705 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:48.783083 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:48.783396 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Floating IP 89630228-2758-4ff0-9098-83c466355e19 disassociated. External IP: 172.25.0.59, port: 6f6be303-d59c-4486-8eab-655e45e7a186. Aug 16 13:04:48.783733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Calling delete_port for 6f6be303-d59c-4486-8eab-655e45e7a186 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:48.788092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-945193d4-8139-43c1-a0bb-d80f00903423 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1527950553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:48.834786 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-945193d4-8139-43c1-a0bb-d80f00903423 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:48.835420 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-945193d4-8139-43c1-a0bb-d80f00903423 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:48.859778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-3a970cf2-77b5-41c5-ac4a-ce59c6c066f5', 'network_id': '3a970cf2-77b5-41c5-ac4a-ce59c6c066f5', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'fixed_ips': [{'subnet_id': 'e3e6a4ff-fa8c-4591-a6ff-1f2957f0db9d'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:04:48.860865 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:48.881550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e493c11-6d59-4226-8304-18dbb60282d6 req-8711fa13-cb52-4ac4-9b5b-deffea3b53cb tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:48.886814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e493c11-6d59-4226-8304-18dbb60282d6 req-8711fa13-cb52-4ac4-9b5b-deffea3b53cb tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1430030 Aug 16 13:04:48.952929 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-aab27375-4c13-475f-a420-2044bd827c53 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363824 Aug 16 13:04:48.965693 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-945193d4-8139-43c1-a0bb-d80f00903423 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:48.979539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-945193d4-8139-43c1-a0bb-d80f00903423 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.008730 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e493c11-6d59-4226-8304-18dbb60282d6 req-11ff0547-3a67-4cbe-ad56-8597d7ab8963 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173348 Aug 16 13:04:49.033350 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-945193d4-8139-43c1-a0bb-d80f00903423 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.036661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-945193d4-8139-43c1-a0bb-d80f00903423 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2546480 Aug 16 13:04:49.039526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47814) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:49.048091 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-dbc132bb-0534-4687-9bae-bda403299ad1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=6951413b-4d52-4abd-befc-d3831ec2343b HTTP/1.1" status: 200 len: 217 time: 0.0785785 Aug 16 13:04:49.050611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Allocated IP 2001:db8::2 (3a970cf2-77b5-41c5-ac4a-ce59c6c066f5/e3e6a4ff-fa8c-4591-a6ff-1f2957f0db9d/fa0b1a41-7117-41a3-bbee-ca9bd450179b) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:49.124992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47818) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:49.219393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-deef5a4a-f15a-44dd-b488-e62ed5c07f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:49.220815 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-deef5a4a-f15a-44dd-b488-e62ed5c07f5e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.1354291 Aug 16 13:04:49.272350 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.277032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.286367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Transition to ACTIVE for port object fa0b1a41-7117-41a3-bbee-ca9bd450179b will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:49.313513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Transition to ACTIVE for port object fa0b1a41-7117-41a3-bbee-ca9bd450179b will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:49.321360 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.341521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Pushing event deleted for resources: {'Port': ['ID=6f6be303-d59c-4486-8eab-655e45e7a186,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:49.355359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1592066828-network', 'tenant_id': 'f5a7338584de40809936a2ce57048088'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:49.364364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Network 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:49.367761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:49.373413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7759e7d3-15e5-4854-a423-7774c2271136 req-e848f2e4-bdd1-422a-8552-0e8e993d3947 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.1277127 Aug 16 13:04:49.376158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:49.392014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-54aa17ac-f41d-4d23-8710-58367aa39dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:49.393982 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-54aa17ac-f41d-4d23-8710-58367aa39dc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1609774 Aug 16 13:04:49.416655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Pushing event updated for resources: {'Port': ['ID=fa0b1a41-7117-41a3-bbee-ca9bd450179b,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:49.458291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Attempting to bind port fa0b1a41-7117-41a3-bbee-ca9bd450179b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:49.459668 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Attempting to bind port fa0b1a41-7117-41a3-bbee-ca9bd450179b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '25731e2e-a26d-4b17-8cc7-8eb1e159467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3a970cf2-77b5-41c5-ac4a-ce59c6c066f5'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:49.460133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Attempting to bind port fa0b1a41-7117-41a3-bbee-ca9bd450179b on network 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:49.465885 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.469186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:49.470194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Checking segment: {'id': '25731e2e-a26d-4b17-8cc7-8eb1e159467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3a970cf2-77b5-41c5-ac4a-ce59c6c066f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:49.471040 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.471040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Bound using segment: {'id': '25731e2e-a26d-4b17-8cc7-8eb1e159467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3a970cf2-77b5-41c5-ac4a-ce59c6c066f5'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:49.471388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Bound port: fa0b1a41-7117-41a3-bbee-ca9bd450179b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25731e2e-a26d-4b17-8cc7-8eb1e159467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3a970cf2-77b5-41c5-ac4a-ce59c6c066f5'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:49.471867 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.545771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Made reservation on behalf of f5a7338584de40809936a2ce57048088 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:49.548066 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.562463 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-85f77a1d-33f6-4fc6-b5cd-8514a570454e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.576157 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] For port fa0b1a41-7117-41a3-bbee-ca9bd450179b, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:49.579746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] For port fa0b1a41-7117-41a3-bbee-ca9bd450179b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fa0b1a41-7117-41a3-bbee-ca9bd450179b,segment=NetworkSegment(25731e2e-a26d-4b17-8cc7-8eb1e159467c),segment_id=25731e2e-a26d-4b17-8cc7-8eb1e159467c)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:49.584928 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.601628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.603823 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-85f77a1d-33f6-4fc6-b5cd-8514a570454e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.659101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4a856-f3d3-49a2-ab6d-c92987fab282 None None] Pushing event updated for resources: {'Port': ['ID=fa0b1a41-7117-41a3-bbee-ca9bd450179b,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:49.689258 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-076a44f9-c679-4b66-a7b4-965ba4ce275e req-a5197b41-3aac-42cd-b621-33e58d322df4 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 210 time: 0.0717535 Aug 16 13:04:49.724857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-9a140bf6-42b0-4590-8bfb-1b893b58fc29 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626374 Aug 16 13:04:49.759900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a67a5-1265-4a75-8d54-97750ac048a7 req-97d43791-7561-4e8a-8cbe-a299fbda1125 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:49.761503 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d2a67a5-1265-4a75-8d54-97750ac048a7 req-97d43791-7561-4e8a-8cbe-a299fbda1125 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.2389567 Aug 16 13:04:49.846265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d2a67a5-1265-4a75-8d54-97750ac048a7 req-58282688-c51c-43cf-bdce-0c1129dce293 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760133 Aug 16 13:04:49.885002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:49.890077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Allocated IP 2001:db8::1 (3a970cf2-77b5-41c5-ac4a-ce59c6c066f5/e3e6a4ff-fa8c-4591-a6ff-1f2957f0db9d/bb6ef751-d89a-4562-a9c5-e64e4154ffd1) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:49.922729 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-85f77a1d-33f6-4fc6-b5cd-8514a570454e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Floating IP 72e0fd32-a68c-4110-8258-98a25e0a49c0 associated. External IP: 172.25.0.208, port: 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4. Aug 16 13:04:50.089862 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-6d1e4339-c0a5-445b-ac6f-b8c2dd09d8f2 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527915 Aug 16 13:04:50.127729 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.159711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Transition to ACTIVE for port object bb6ef751-d89a-4562-a9c5-e64e4154ffd1 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:50.185461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe784e-2213-4dcd-a83c-4e06a7dc9c09 req-a2351f66-cd58-4d4d-b766-3c3b1f433ddd tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:50.186991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0efe784e-2213-4dcd-a83c-4e06a7dc9c09 req-a2351f66-cd58-4d4d-b766-3c3b1f433ddd tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.0755513 Aug 16 13:04:50.203379 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-5e196341-9dcc-455e-af5c-280475851d4c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=61a43e4d-0b8a-4743-a0d5-ee722549ad26 HTTP/1.1" status: 200 len: 217 time: 0.1031148 Aug 16 13:04:50.232949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5da996d6-980b-4cbd-862b-11bcf46ff38c req-8c6d94b5-cf5c-424f-890d-d4e5f055fc92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.1052916 Aug 16 13:04:50.234746 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.242694 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0efe784e-2213-4dcd-a83c-4e06a7dc9c09 req-298391b2-b978-47ae-996e-01837022e101 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462215 Aug 16 13:04:50.243878 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.272123 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.293545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:50.297127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:50.301254 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:50.301801 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.306329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=bb6ef751-d89a-4562-a9c5-e64e4154ffd1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:50.348972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:04:50.377915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a7bbbc-d5d1-4568-9078-7e4c7c428a72,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:50.386091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:50.387682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-d164ad53-791d-48be-adac-34bc3d1ba0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:50.389174 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-d164ad53-791d-48be-adac-34bc3d1ba0a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.1653237 Aug 16 13:04:50.393097 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.393350 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Added segment 89a73792-73f2-4496-b836-54a51b2fd58b of type vlan for network c6c3f51a-5114-4fb7-b743-dbc2fb0ebd18 Aug 16 13:04:50.396339 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee737b-8ebc-4b45-8a26-4b50228a31c7 None None] Sync routers for ids ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:50.428866 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee737b-8ebc-4b45-8a26-4b50228a31c7 None None] Routers {'0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:50.429120 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.429549 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-07ee737b-8ebc-4b45-8a26-4b50228a31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:50.520950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] No DVR routers for this DVR port 6f6be303-d59c-4486-8eab-655e45e7a186 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:50.531752 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.535068 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-747295b5-81fe-4b07-9d5c-6bc6d4d8cd6d req-bee20d43-b3ca-4145-b650-2277f22bbb9b tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.42 "DELETE /v2.0/ports/6f6be303-d59c-4486-8eab-655e45e7a186 HTTP/1.1" status: 204 len: 173 time: 3.2063372 Aug 16 13:04:50.546550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33306386-b53f-4c0c-8247-d97331acb3be', 'name': 'network-vif-deleted', 'tag': '6f6be303-d59c-4486-8eab-655e45e7a186'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:50.549134 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81360a74-f02d-4d0d-bd81-df35c42ed0b0" -d '{"events": [{"server_uuid": "33306386-b53f-4c0c-8247-d97331acb3be", "name": "network-vif-deleted", "tag": "6f6be303-d59c-4486-8eab-655e45e7a186"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:50.570481 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.614408 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-07ee737b-8ebc-4b45-8a26-4b50228a31c7 None None] Set router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:50.622515 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b02957e6-2305-4d51-bed0-bebb28b6b974 req-18af3fa1-2142-419a-9ab1-d07394e9de48 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0934670 Aug 16 13:04:50.642259 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0705044a-41c9-40c2-afb5-9e362c205ec8 x-openstack-request-id: req-0705044a-41c9-40c2-afb5-9e362c205ec8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:50.642504 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33306386-b53f-4c0c-8247-d97331acb3be", "name": "network-vif-deleted", "tag": "6f6be303-d59c-4486-8eab-655e45e7a186", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:50.642595 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0705044a-41c9-40c2-afb5-9e362c205ec8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:50.643487 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33306386-b53f-4c0c-8247-d97331acb3be', 'name': 'network-vif-deleted', 'tag': '6f6be303-d59c-4486-8eab-655e45e7a186', 'status': 'completed', 'code': 200} Aug 16 13:04:50.669272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-a0845e24-ce68-462e-91c1-6ea3dcc1ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:50.671822 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-a0845e24-ce68-462e-91c1-6ea3dcc1ec9a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2663701 Aug 16 13:04:50.687551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 6f6be303-d59c-4486-8eab-655e45e7a186 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:50.717888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 6f6be303-d59c-4486-8eab-655e45e7a186 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:50.718384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 6f6be303-d59c-4486-8eab-655e45e7a186 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:50.900868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c98da6b-9680-40b9-86f2-8a9567c07a2c req-1a33f393-7365-4f0c-af04-886790ddeb3e tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/ports?device_id=33306386-b53f-4c0c-8247-d97331acb3be HTTP/1.1" status: 200 len: 210 time: 0.0526509 Aug 16 13:04:50.919279 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-07ee737b-8ebc-4b45-8a26-4b50228a31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:31Z', 'revision_number': 4, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6c07e007-82a0-4bab-a81f-93f997c44d41', 'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'mac_address': 'fa:16:3e:54:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:29Z', 'updated_at': '2021-08-16T13:02:39Z', 'revision_number': 5, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'subnets': [{'id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:50.945557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.952201 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.952857 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee737b-8ebc-4b45-8a26-4b50228a31c7 None None] Checking router: 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:04:50.953119 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.968901 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee737b-8ebc-4b45-8a26-4b50228a31c7 None None] Routers {'0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:50.969916 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-07ee737b-8ebc-4b45-8a26-4b50228a31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:51.119096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc5add1-8a5b-4756-a358-684a49f5b038 None None] Network 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:51.198240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:51.199352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:51.200011 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:51.235192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=bb6ef751-d89a-4562-a9c5-e64e4154ffd1,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:51.309459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae99d2a-7d90-4489-a09d-5a96b400d9cb req-065d9468-404d-4ba1-ad9a-aaad7d04440a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:51.329929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f77a1d-33f6-4fc6-b5cd-8514a570454e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Router 7f4543da-79f7-424d-ac46-0a5947abcb94 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:51.330291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ae99d2a-7d90-4489-a09d-5a96b400d9cb req-065d9468-404d-4ba1-ad9a-aaad7d04440a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.2798507 Aug 16 13:04:51.337233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:51.347897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:51.391941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ae99d2a-7d90-4489-a09d-5a96b400d9cb req-928d424f-274c-41de-a408-56c016e5143e tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604885 Aug 16 13:04:51.392589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d5053809-41d9-49be-8922-f16503c2d702 None None] Provisioning for port fa0b1a41-7117-41a3-bbee-ca9bd450179b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:51.395271 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2515907 Aug 16 13:04:51.397326 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-07ee737b-8ebc-4b45-8a26-4b50228a31c7 None None] Set router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:51.426335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0ca22-5815-4d7c-9854-fe2819abfef0 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c3f51a-5114-4fb7-b743-dbc2fb0ebd18,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:51.439632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network c6c3f51a-5114-4fb7-b743-dbc2fb0ebd18 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:04:51.720239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa0b1a41-7117-41a3-bbee-ca9bd450179b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:51.732667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f77a1d-33f6-4fc6-b5cd-8514a570454e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:51.750236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-85f77a1d-33f6-4fc6-b5cd-8514a570454e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:51.754500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31e183-a7b1-4b7a-a488-ca4a19c5745f None None] Sync routers for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:51.775709 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31e183-a7b1-4b7a-a488-ca4a19c5745f None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:51.776355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f31e183-a7b1-4b7a-a488-ca4a19c5745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:51.785305 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-07ee737b-8ebc-4b45-8a26-4b50228a31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:31Z', 'revision_number': 4, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6c07e007-82a0-4bab-a81f-93f997c44d41', 'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'mac_address': 'fa:16:3e:54:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:29Z', 'updated_at': '2021-08-16T13:02:39Z', 'revision_number': 5, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'subnets': [{'id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:51.816110 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-85f77a1d-33f6-4fc6-b5cd-8514a570454e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "PUT /v2.0/floatingips/72e0fd32-a68c-4110-8258-98a25e0a49c0 HTTP/1.1" status: 200 len: 992 time: 3.4730694 Aug 16 13:04:51.819231 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-f954fe4d-853c-4ba3-b7df-c97371fc2de1 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1301739 Aug 16 13:04:51.841144 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee737b-8ebc-4b45-8a26-4b50228a31c7 None None] The sync data for ids ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'] in n-d-804708-1 is: [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:02:31Z', 'revision_number': 4, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6c07e007-82a0-4bab-a81f-93f997c44d41', 'name': '', 'network_id': '58df5a6a-0917-4190-9046-70b5281b8222', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'mac_address': 'fa:16:3e:54:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:29Z', 'updated_at': '2021-08-16T13:02:39Z', 'revision_number': 5, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'subnets': [{'id': 'ddb5f100-1f7f-4c8f-b22f-627cf4e40633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:51.952441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port fa0b1a41-7117-41a3-bbee-ca9bd450179b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:51.956220 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-4b7392b3-002f-4a64-8d05-6e75dad58b1c service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243033 Aug 16 13:04:51.960062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port fa0b1a41-7117-41a3-bbee-ca9bd450179b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:51.960446 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:51.995930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f05fedc2-9516-47e4-8493-4bd6dcc34748 req-3dfac010-6996-416a-aaa6-fd461591c63b tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0689566 Aug 16 13:04:51.997346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0f31e183-a7b1-4b7a-a488-ca4a19c5745f None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:52.035873 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-faa12551-e6d8-4dad-9da3-3b11bd2eb4e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7499690a-1b86-40fc-a0b3-7b4dc75e243b HTTP/1.1" status: 200 len: 217 time: 0.0680430 Aug 16 13:04:52.041696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769cdaa-b994-4f9c-8de0-df354965b816 req-9448931d-8c8b-4a34-ab0a-4602c27c2668 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.049399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6769cdaa-b994-4f9c-8de0-df354965b816 req-9448931d-8c8b-4a34-ab0a-4602c27c2668 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.6365860 Aug 16 13:04:52.078525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ea71c130-bfdf-463b-9e24-8a32c15b3f89 None None] Provisioning complete for port fa0b1a41-7117-41a3-bbee-ca9bd450179b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:52.078900 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ea71c130-bfdf-463b-9e24-8a32c15b3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.084647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router 2e0e3b24-e255-43c2-ba8b-86806f386e90 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:04:52.141075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-c28435e0-5241-4980-8fe7-2f4a6ff35961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.145374 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-c28435e0-5241-4980-8fe7-2f4a6ff35961 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.0878677 Aug 16 13:04:52.215585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-8cc4f921-8ce9-499e-82fa-014c5a1e0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.217469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-8cc4f921-8ce9-499e-82fa-014c5a1e0401 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563416 Aug 16 13:04:52.273869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6769cdaa-b994-4f9c-8de0-df354965b816 req-a9b7c80d-eea5-412b-b8be-52a53e5fabef tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233965 Aug 16 13:04:52.320098 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68e199-76ba-49eb-a3ed-25e830138b2a None None] New status for floating IP 89630228-2758-4ff0-9098-83c466355e19: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:04:52.342300 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ea71c130-bfdf-463b-9e24-8a32c15b3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.391658 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-75ff29da-652c-4192-a615-a18f862b3756 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563179 Aug 16 13:04:52.524562 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-7dd2b03f-a23f-484b-b0c4-b57ef0e72681 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253061 Aug 16 13:04:52.536836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:52.539059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ea71c130-bfdf-463b-9e24-8a32c15b3f89 None None] For port fa0b1a41-7117-41a3-bbee-ca9bd450179b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fa0b1a41-7117-41a3-bbee-ca9bd450179b,segment=NetworkSegment(25731e2e-a26d-4b17-8cc7-8eb1e159467c),segment_id=25731e2e-a26d-4b17-8cc7-8eb1e159467c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:52.560955 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ea71c130-bfdf-463b-9e24-8a32c15b3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.564718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ac2d18-4d51-4009-9cc5-9103b54b89bd None None] Sync routers for ids ['2e0e3b24-e255-43c2-ba8b-86806f386e90'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:52.577275 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d4e73b54-8bab-44da-8821-fdfe6600ce0e tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/2e0e3b24-e255-43c2-ba8b-86806f386e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5359926 Aug 16 13:04:52.595105 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47862) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:52.607495 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-b6b2452a-a43f-47d1-a791-d13f7f76671f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d110615e-9d78-4dd1-a051-9660dee65dd9 HTTP/1.1" status: 200 len: 217 time: 0.0739086 Aug 16 13:04:52.664708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'tag': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:52.668498 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecf9104-7578-44c9-93df-bace05bb7fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a01847e9-39d1-449c-b3ff-b1f658b4ad23", "tag": "2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:52.683941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb3609-fa1a-4d97-aa85-99598c972fe2 req-68affdb2-e7da-4bae-8423-2110130a9647 tempest-ComputeTenantNetworksTest-1589086075 tempest-ComputeTenantNetworksTest-1589086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.690183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb3609-fa1a-4d97-aa85-99598c972fe2 req-68affdb2-e7da-4bae-8423-2110130a9647 tempest-ComputeTenantNetworksTest-1589086075 tempest-ComputeTenantNetworksTest-1589086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.692265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-663f0549-8429-423e-b050-486e137f3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.694357 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-663f0549-8429-423e-b050-486e137f3c98 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43c4ad79-c536-4053-9403-92b94a8db004 HTTP/1.1" status: 200 len: 797 time: 0.0765412 Aug 16 13:04:52.696616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb3609-fa1a-4d97-aa85-99598c972fe2 req-68affdb2-e7da-4bae-8423-2110130a9647 tempest-ComputeTenantNetworksTest-1589086075 tempest-ComputeTenantNetworksTest-1589086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.698328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbfb3609-fa1a-4d97-aa85-99598c972fe2 req-68affdb2-e7da-4bae-8423-2110130a9647 tempest-ComputeTenantNetworksTest-1589086075 tempest-ComputeTenantNetworksTest-1589086075-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4603798 Aug 16 13:04:52.705326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9c432b-5980-4b73-9823-80d22e8f73f1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.707150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8a9c432b-5980-4b73-9823-80d22e8f73f1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports/bb6ef751-d89a-4562-a9c5-e64e4154ffd1 HTTP/1.1" status: 200 len: 911 time: 0.1111016 Aug 16 13:04:52.710773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47870) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:52.756576 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.784157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-7e5528dc-2076-41e6-b0aa-600fe0d0e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.785551 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-7e5528dc-2076-41e6-b0aa-600fe0d0e9aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829079 Aug 16 13:04:52.793776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac2d18-4d51-4009-9cc5-9103b54b89bd None None] Routers {'2e0e3b24-e255-43c2-ba8b-86806f386e90'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:52.794446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-24ac2d18-4d51-4009-9cc5-9103b54b89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2e0e3b24-e255-43c2-ba8b-86806f386e90'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:52.827329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ea71c130-bfdf-463b-9e24-8a32c15b3f89 None None] Provisioning for port bb6ef751-d89a-4562-a9c5-e64e4154ffd1 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:52.833153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-24ac2d18-4d51-4009-9cc5-9103b54b89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:52.852977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ea71c130-bfdf-463b-9e24-8a32c15b3f89 None None] Provisioning complete for port bb6ef751-d89a-4562-a9c5-e64e4154ffd1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:52.853450 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ea71c130-bfdf-463b-9e24-8a32c15b3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.860900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8f915-dbaa-4fc3-b245-cf7200e4ca60 req-52d206ae-9f64-4ea6-a6e9-de26608ca7da tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.862600 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aba8f915-dbaa-4fc3-b245-cf7200e4ca60 req-52d206ae-9f64-4ea6-a6e9-de26608ca7da tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.0747337 Aug 16 13:04:52.909435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71c130-bfdf-463b-9e24-8a32c15b3f89 None None] Pushing event updated for resources: {'Port': ['ID=fa0b1a41-7117-41a3-bbee-ca9bd450179b,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:52.949187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac2d18-4d51-4009-9cc5-9103b54b89bd None None] Routers {'2e0e3b24-e255-43c2-ba8b-86806f386e90'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:52.949827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-24ac2d18-4d51-4009-9cc5-9103b54b89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2e0e3b24-e255-43c2-ba8b-86806f386e90'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:52.955262 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-e4b6512c-20c9-48f5-9b7c-05015189a078 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618385 Aug 16 13:04:52.988677 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74c611ae-981d-4b21-b4b2-75c8df462671 req-233e262f-e900-46ee-a968-f8670d0b3994 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849&device_id=ffcb8eda-0c38-430a-847f-b6dbce63724a HTTP/1.1" status: 200 len: 210 time: 0.0444267 Aug 16 13:04:53.013007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-24ac2d18-4d51-4009-9cc5-9103b54b89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:53.013574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ac2d18-4d51-4009-9cc5-9103b54b89bd None None] The sync data for ids ['2e0e3b24-e255-43c2-ba8b-86806f386e90'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:53.014943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ea71c130-bfdf-463b-9e24-8a32c15b3f89 None None] Port bb6ef751-d89a-4562-a9c5-e64e4154ffd1 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:53.028429 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aba8f915-dbaa-4fc3-b245-cf7200e4ca60 req-ba2a1f66-d36d-4028-8d1a-a093984b510c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270387 Aug 16 13:04:53.031181 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:04:53.031534 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:04:53.046534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f31e183-a7b1-4b7a-a488-ca4a19c5745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '72e0fd32-a68c-4110-8258-98a25e0a49c0', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'port_id': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'mac_address': 'fa:16:3e:c3:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:04:34Z', 'updated_at': '2021-08-16T13:04:49Z', 'revision_number': 1, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:53.059513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47874) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:53.080886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31e183-a7b1-4b7a-a488-ca4a19c5745f None None] Checking router: 7f4543da-79f7-424d-ac46-0a5947abcb94 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:04:53.098777 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cdfd69-ea7b-4d0b-831a-46e728251612 x-openstack-request-id: req-95cdfd69-ea7b-4d0b-831a-46e728251612 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:53.099221 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01847e9-39d1-449c-b3ff-b1f658b4ad23", "tag": "2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:53.099339 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95cdfd69-ea7b-4d0b-831a-46e728251612 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:53.099943 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'tag': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4', 'status': 'completed', 'code': 200} Aug 16 13:04:53.105627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31e183-a7b1-4b7a-a488-ca4a19c5745f None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:53.107670 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f31e183-a7b1-4b7a-a488-ca4a19c5745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:53.198814 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-49a7217b-efbb-41aa-b853-b5ed60665ae2 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.208343 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-389b9e2d-292f-46cc-a6c7-0c27207aa7d9 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455807 Aug 16 13:04:53.210056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b69ae0-03e3-4794-bfbb-52d12e0b0d8b req-2d58933b-f25a-4c7b-a2a6-e6d16012a297 tempest-ComputeTenantNetworksTest-1589086075 tempest-ComputeTenantNetworksTest-1589086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:53.211576 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52b69ae0-03e3-4794-bfbb-52d12e0b0d8b req-2d58933b-f25a-4c7b-a2a6-e6d16012a297 tempest-ComputeTenantNetworksTest-1589086075 tempest-ComputeTenantNetworksTest-1589086075-project] 10.222.0.25 "GET /v2.0/networks/c6c3f51a-5114-4fb7-b743-dbc2fb0ebd18 HTTP/1.1" status: 200 len: 769 time: 0.1188149 Aug 16 13:04:53.224930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47876) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:53.264735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-29e0bf32-ed16-4570-968d-50929b79e9f8 None None] Provisioning complete for port bb6ef751-d89a-4562-a9c5-e64e4154ffd1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:53.265477 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-29e0bf32-ed16-4570-968d-50929b79e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.269523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf9104-7578-44c9-93df-bace05bb7fb0 req-404e0aa9-ab7d-4a0b-927e-77303ce32a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:53.272167 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cecf9104-7578-44c9-93df-bace05bb7fb0 req-404e0aa9-ab7d-4a0b-927e-77303ce32a26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 1097 time: 0.1374009 Aug 16 13:04:53.321577 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53f4058a-8c3b-40d1-8b39-58ef8786dc32 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.332268 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-49a7217b-efbb-41aa-b853-b5ed60665ae2 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.335794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-29e0bf32-ed16-4570-968d-50929b79e9f8 None None] Port bb6ef751-d89a-4562-a9c5-e64e4154ffd1 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:53.349012 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-fd708136-3a52-4f8d-99cb-26cdebca8bc6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=235d6983-b46d-4f3c-b093-9f64065c94e1 HTTP/1.1" status: 200 len: 217 time: 0.1157236 Aug 16 13:04:53.357505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0f31e183-a7b1-4b7a-a488-ca4a19c5745f None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:53.395545 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c52b3c2-4b7f-402a-870f-9f43c6b739b3 req-2cb869c2-f441-446f-befc-f8ca446bdd5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7edbe41cbbbf4bb4a2083c83b2545fb5&device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0738888 Aug 16 13:04:53.466018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0c32ba6-6de8-4f3a-875c-a9ed08bdc3ff req-908888b0-0187-4d85-a73b-6939aceacda5 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0833094 Aug 16 13:04:53.528973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c52b3c2-4b7f-402a-870f-9f43c6b739b3 req-b298ebd2-5c19-4c10-9fe8-69a4bc775c57 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7edbe41cbbbf4bb4a2083c83b2545fb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784414 Aug 16 13:04:53.549010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c34703-03f5-4934-aa93-5a1f75e5ba50 req-26c98d64-e9cd-4d27-9afd-136314dcce63 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:53.551439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40c34703-03f5-4934-aa93-5a1f75e5ba50 req-26c98d64-e9cd-4d27-9afd-136314dcce63 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1304483 Aug 16 13:04:53.653943 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.655434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40c34703-03f5-4934-aa93-5a1f75e5ba50 req-69e7a75e-738f-402d-8481-9baa8d4a4a48 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525551 Aug 16 13:04:53.661784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-1cef2d50-cf90-4d94-a069-85e1b9d5d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:53.663471 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-1cef2d50-cf90-4d94-a069-85e1b9d5d6da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43c4ad79-c536-4053-9403-92b94a8db004 HTTP/1.1" status: 200 len: 797 time: 0.2863355 Aug 16 13:04:53.664930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52b3c2-4b7f-402a-870f-9f43c6b739b3 req-9f85950e-9455-4e81-9eb4-b2188f2cc63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:53.667687 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c52b3c2-4b7f-402a-870f-9f43c6b739b3 req-9f85950e-9455-4e81-9eb4-b2188f2cc63f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1269395 Aug 16 13:04:53.719418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f31e183-a7b1-4b7a-a488-ca4a19c5745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '72e0fd32-a68c-4110-8258-98a25e0a49c0', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'port_id': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'mac_address': 'fa:16:3e:c3:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:04:34Z', 'updated_at': '2021-08-16T13:04:49Z', 'revision_number': 1, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:53.720924 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-49a7217b-efbb-41aa-b853-b5ed60665ae2 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.723638 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-49a7217b-efbb-41aa-b853-b5ed60665ae2 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.729898 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-49a7217b-efbb-41aa-b853-b5ed60665ae2 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "DELETE /v2.0/security-groups/670d7a91-23d7-4859-a2e4-cad7d40b3cc0 HTTP/1.1" status: 204 len: 168 time: 0.6692560 Aug 16 13:04:53.730687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47890) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:53.736308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf9104-7578-44c9-93df-bace05bb7fb0 req-5ea7f6e3-70c0-4440-81ab-8312c2ed7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:53.737735 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cecf9104-7578-44c9-93df-bace05bb7fb0 req-5ea7f6e3-70c0-4440-81ab-8312c2ed7085 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 911 time: 0.4242487 Aug 16 13:04:53.756774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa0b1a41-7117-41a3-bbee-ca9bd450179b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:53.759454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31e183-a7b1-4b7a-a488-ca4a19c5745f None None] The sync data for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 is: [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '72e0fd32-a68c-4110-8258-98a25e0a49c0', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'port_id': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'mac_address': 'fa:16:3e:c3:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:04:34Z', 'updated_at': '2021-08-16T13:04:49Z', 'revision_number': 1, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:53.784808 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-d55925f8-1e9f-4e12-9543-793c4106a25e tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] show failed (client error): The resource could not be found. Aug 16 13:04:53.789347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d55925f8-1e9f-4e12-9543-793c4106a25e tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "GET /v2.0/security-groups/670d7a91-23d7-4859-a2e4-cad7d40b3cc0 HTTP/1.1" status: 404 len: 347 time: 0.0506463 Aug 16 13:04:53.790199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7217b-efbb-41aa-b853-b5ed60665ae2 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670d7a91-23d7-4859-a2e4-cad7d40b3cc0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:53.792225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47892) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:53.838631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port fa0b1a41-7117-41a3-bbee-ca9bd450179b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:53.839096 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.893086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-f0b9b556-40a8-413e-b78f-d59212c1c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:53.894626 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-f0b9b556-40a8-413e-b78f-d59212c1c0d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2162194 Aug 16 13:04:53.898325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-53f4058a-8c3b-40d1-8b39-58ef8786dc32 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port bb6ef751-d89a-4562-a9c5-e64e4154ffd1 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:53.898617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.898752 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53f4058a-8c3b-40d1-8b39-58ef8786dc32 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.919600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c3f51a-5114-4fb7-b743-dbc2fb0ebd18']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:53.923828 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cecf9104-7578-44c9-93df-bace05bb7fb0 req-33a295ba-15c4-4f70-ab7d-50a2d52c68d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 HTTP/1.1" status: 200 len: 1000 time: 0.1739357 Aug 16 13:04:53.962635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a73792-73f2-4496-b836-54a51b2fd58b') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:53.962926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a73792-73f2-4496-b836-54a51b2fd58b') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:54.016705 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.027403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53f4058a-8c3b-40d1-8b39-58ef8786dc32 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.039952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-adb743e6-af35-4ad8-b055-72e9a5ddbd42 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Deleting port 1c0f15e2-0477-4bd5-af4a-186b9a7f0d93 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:54.040622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-adb743e6-af35-4ad8-b055-72e9a5ddbd42 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.047648 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.055236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-53f4058a-8c3b-40d1-8b39-58ef8786dc32 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for bb6ef751-d89a-4562-a9c5-e64e4154ffd1 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:54.059932 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edeb430-af38-456e-819e-b82a5717702f None None] New status for floating IP 72e0fd32-a68c-4110-8258-98a25e0a49c0: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:04:54.060476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf9104-7578-44c9-93df-bace05bb7fb0 req-11f6348a-9197-439f-9bde-2a881d57bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:54.061684 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cecf9104-7578-44c9-93df-bace05bb7fb0 req-11f6348a-9197-439f-9bde-2a881d57bba1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 200 len: 850 time: 0.1236255 Aug 16 13:04:54.065674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:04:54.066082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:04:54.067726 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:04:54.159236 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-c0566f9e-bc69-4f4a-9b2b-daa7331b3498 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485230 Aug 16 13:04:54.203062 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.211950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf9104-7578-44c9-93df-bace05bb7fb0 req-886e4d6f-474c-4a01-90ff-861eab102c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:54.213234 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cecf9104-7578-44c9-93df-bace05bb7fb0 req-886e4d6f-474c-4a01-90ff-861eab102c79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60b8601d-8c83-419a-8ebd-3dd0daba00a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242557 Aug 16 13:04:54.214269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.218825 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c6c3f51a-5114-4fb7-b743-dbc2fb0ebd18 HTTP/1.1" status: 204 len: 168 time: 0.9872298 Aug 16 13:04:54.268166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13763037-8e26-4123-890e-9479fda1c704 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c3f51a-5114-4fb7-b743-dbc2fb0ebd18,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:54.304100 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-adb743e6-af35-4ad8-b055-72e9a5ddbd42 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.304405 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-adb743e6-af35-4ad8-b055-72e9a5ddbd42 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.330886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-adb743e6-af35-4ad8-b055-72e9a5ddbd42 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Calling delete_port for 1c0f15e2-0477-4bd5-af4a-186b9a7f0d93 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:54.340611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b580e-8f59-417d-92e9-4107cd591474 req-1161fbcf-b988-4b76-91b6-8f69c3474a3d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:54.342393 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-432b580e-8f59-417d-92e9-4107cd591474 req-1161fbcf-b988-4b76-91b6-8f69c3474a3d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1832523 Aug 16 13:04:54.373094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e5b5f440-a918-4cfe-89d6-12898dc50f8e req-b262ef03-4267-403b-9009-ef8328ef55c3 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009087 Aug 16 13:04:54.385213 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cecf9104-7578-44c9-93df-bace05bb7fb0 req-9d54b21e-7739-4468-b13c-dd66d82472df service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348038 Aug 16 13:04:54.398704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47898) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:54.493110 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cecf9104-7578-44c9-93df-bace05bb7fb0 req-9c55cfc7-51f2-447c-a81a-684d13247654 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976815 Aug 16 13:04:54.511491 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-432b580e-8f59-417d-92e9-4107cd591474 req-3001f4fe-73bc-4f03-9bb1-7f1786dc7520 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548092 Aug 16 13:04:54.862700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53f4058a-8c3b-40d1-8b39-58ef8786dc32 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.885189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3cf5556e-f31d-4853-ae71-82ab40a950c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5a7338584de40809936a2ce57048088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563744 Aug 16 13:04:54.887817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47908) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:54.892071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f553104d-bf73-45a8-9b90-6e3f9bdff7fb req-e54248e2-64d4-4b6b-bf7f-f9b888dfb3f6 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0826461 Aug 16 13:04:54.926439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4058a-8c3b-40d1-8b39-58ef8786dc32 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=bb6ef751-d89a-4562-a9c5-e64e4154ffd1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:54.983624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fef2babd-3f66-43a0-975b-e05fc7f7fa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.013988 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fef2babd-3f66-43a0-975b-e05fc7f7fa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.063173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79e509-7df6-4e7e-9784-37f73f6b3773 req-d5bba7c3-f3d3-4408-8ebd-19a8dfedd8ba tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:55.065043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b79e509-7df6-4e7e-9784-37f73f6b3773 req-d5bba7c3-f3d3-4408-8ebd-19a8dfedd8ba tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.2567844 Aug 16 13:04:55.067827 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fef2babd-3f66-43a0-975b-e05fc7f7fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.073068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fef2babd-3f66-43a0-975b-e05fc7f7fa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.074858 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fef2babd-3f66-43a0-975b-e05fc7f7fa86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1a7bbbc-d5d1-4568-9078-7e4c7c428a72 HTTP/1.1" status: 204 len: 168 time: 0.1859407 Aug 16 13:04:55.103027 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53f4058a-8c3b-40d1-8b39-58ef8786dc32 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.119672 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c52b3c2-4b7f-402a-870f-9f43c6b739b3 req-79764b21-c5c9-4633-9478-8226d9ce22b2 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0fe23f6-760d-42cf-98fb-08832d49c849 HTTP/1.1" status: 200 len: 210 time: 0.0433888 Aug 16 13:04:55.121175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2babd-3f66-43a0-975b-e05fc7f7fa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a7bbbc-d5d1-4568-9078-7e4c7c428a72,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:55.183880 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-adb743e6-af35-4ad8-b055-72e9a5ddbd42 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.232040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b79e509-7df6-4e7e-9784-37f73f6b3773 req-1fcf1f49-ab7b-488f-a51c-7a79117ad3ab tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579585 Aug 16 13:04:55.261715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb743e6-af35-4ad8-b055-72e9a5ddbd42 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Pushing event deleted for resources: {'Port': ['ID=1c0f15e2-0477-4bd5-af4a-186b9a7f0d93,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:55.400619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f4058a-8c3b-40d1-8b39-58ef8786dc32 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router 2e0e3b24-e255-43c2-ba8b-86806f386e90 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:55.401619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-adb743e6-af35-4ad8-b055-72e9a5ddbd42 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.404477 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-adb743e6-af35-4ad8-b055-72e9a5ddbd42 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.405750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-adb743e6-af35-4ad8-b055-72e9a5ddbd42 tempest-ServersTestJSON-1590704121 tempest-ServersTestJSON-1590704121-project] 10.222.0.25 "DELETE /v2.0/floatingips/89630228-2758-4ff0-9098-83c466355e19 HTTP/1.1" status: 204 len: 168 time: 1.6105344 Aug 16 13:04:55.408680 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47914) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:55.567273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f4058a-8c3b-40d1-8b39-58ef8786dc32 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:55.576769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-53f4058a-8c3b-40d1-8b39-58ef8786dc32 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/2e0e3b24-e255-43c2-ba8b-86806f386e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8649609 Aug 16 13:04:55.579473 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47926) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:55.584953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a6b0d-558e-417c-bffc-e33584d00e7e None None] Sync routers for ids ['2e0e3b24-e255-43c2-ba8b-86806f386e90'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:55.600047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a6b0d-558e-417c-bffc-e33584d00e7e None None] Routers {'2e0e3b24-e255-43c2-ba8b-86806f386e90'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:55.600954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-460a6b0d-558e-417c-bffc-e33584d00e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2e0e3b24-e255-43c2-ba8b-86806f386e90'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:55.611239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5603bcbb-e097-4ad5-a38a-da2106871f2a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0e3b24-e255-43c2-ba8b-86806f386e90 HTTP/1.1" status: 200 len: 205 time: 0.0306361 Aug 16 13:04:55.613661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47928) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:55.664584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-460a6b0d-558e-417c-bffc-e33584d00e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:55.674315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a6b0d-558e-417c-bffc-e33584d00e7e None None] Routers {'2e0e3b24-e255-43c2-ba8b-86806f386e90'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:55.676415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-460a6b0d-558e-417c-bffc-e33584d00e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2e0e3b24-e255-43c2-ba8b-86806f386e90'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:55.713585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-460a6b0d-558e-417c-bffc-e33584d00e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:55.714366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a6b0d-558e-417c-bffc-e33584d00e7e None None] The sync data for ids ['2e0e3b24-e255-43c2-ba8b-86806f386e90'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:55.762719 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f200fc6-f884-4484-b03d-9f2c63b4c8d0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.885319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616b4e0-2ee3-4f38-8e18-5ef75358a5be req-a9386f73-460f-4a51-84ea-9d389b0d2835 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:55.886843 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f616b4e0-2ee3-4f38-8e18-5ef75358a5be req-a9386f73-460f-4a51-84ea-9d389b0d2835 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.2310371 Aug 16 13:04:56.016744 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f200fc6-f884-4484-b03d-9f2c63b4c8d0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.024873 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f200fc6-f884-4484-b03d-9f2c63b4c8d0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.049138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f616b4e0-2ee3-4f38-8e18-5ef75358a5be req-7833aa47-1271-4c1d-a58a-2d24ab58d6a4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344647 Aug 16 13:04:56.114683 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f200fc6-f884-4484-b03d-9f2c63b4c8d0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.114683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f200fc6-f884-4484-b03d-9f2c63b4c8d0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Fanout notify agent at l3_agent the message router_deleted on router 2e0e3b24-e255-43c2-ba8b-86806f386e90 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:04:56.122459 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f200fc6-f884-4484-b03d-9f2c63b4c8d0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.123407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7f200fc6-f884-4484-b03d-9f2c63b4c8d0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/2e0e3b24-e255-43c2-ba8b-86806f386e90 HTTP/1.1" status: 204 len: 168 time: 0.5087900 Aug 16 13:04:56.126048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47952) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:56.181959 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b952b75f-173a-4aa1-9cc5-9f1bf338ef23 req-12a4cc8e-8b03-4b2e-a3ae-fdaa755ddf54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7edbe41cbbbf4bb4a2083c83b2545fb5&device_id=ffcb8eda-0c38-430a-847f-b6dbce63724a HTTP/1.1" status: 200 len: 210 time: 0.0371466 Aug 16 13:04:56.212448 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b952b75f-173a-4aa1-9cc5-9f1bf338ef23 req-7eedd053-60be-4c17-8b31-249b3bec5e30 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7edbe41cbbbf4bb4a2083c83b2545fb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223441 Aug 16 13:04:56.213216 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23c93b46-fa86-4288-93b6-c6a75b68e2a5 req-b17cfdc5-a310-4d0d-b805-565e17e55600 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffcb8eda-0c38-430a-847f-b6dbce63724a HTTP/1.1" status: 200 len: 210 time: 0.0336139 Aug 16 13:04:56.222172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7b57db-62a9-4846-959f-ee0f4aa1f4bb tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting subnet e3e6a4ff-fa8c-4591-a6ff-1f2957f0db9d {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:04:56.227589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb7b57db-62a9-4846-959f-ee0f4aa1f4bb tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.288635 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb7b57db-62a9-4846-959f-ee0f4aa1f4bb tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.337923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952b75f-173a-4aa1-9cc5-9f1bf338ef23 req-899c0f69-904a-437d-9780-f8463829ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:56.339506 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b952b75f-173a-4aa1-9cc5-9f1bf338ef23 req-899c0f69-904a-437d-9780-f8463829ec35 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1185176 Aug 16 13:04:56.441148 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb7b57db-62a9-4846-959f-ee0f4aa1f4bb tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.517698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47964) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:56.634524 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-012f6935-2ed7-43bd-89ee-40105e56f7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.725367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707490b-395e-4b4f-b16b-dd2543ce74bf req-25b1877e-9c48-4d8e-967d-e656bcbb014f tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:56.727463 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8707490b-395e-4b4f-b16b-dd2543ce74bf req-25b1877e-9c48-4d8e-967d-e656bcbb014f tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.3857706 Aug 16 13:04:56.732578 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-012f6935-2ed7-43bd-89ee-40105e56f7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.732784 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.736675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-012f6935-2ed7-43bd-89ee-40105e56f7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.777646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f6935-2ed7-43bd-89ee-40105e56f7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56574261-1b18-4fd3-b097-b45080632d07,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:56.785506 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-012f6935-2ed7-43bd-89ee-40105e56f7c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47e42e1aa12741ea984c0b72859fb750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640765 Aug 16 13:04:56.785689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47970) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:56.841493 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ebc3501-057b-4670-9740-e4cc8f24007d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.864579 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ebc3501-057b-4670-9740-e4cc8f24007d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.866931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8707490b-395e-4b4f-b16b-dd2543ce74bf req-2af4bd76-c77a-4d8b-8142-9442fbc27f19 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321776 Aug 16 13:04:56.876411 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb7b57db-62a9-4846-959f-ee0f4aa1f4bb tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.909225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b57db-62a9-4846-959f-ee0f4aa1f4bb tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e6a4ff-fa8c-4591-a6ff-1f2957f0db9d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:56.911377 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb7b57db-62a9-4846-959f-ee0f4aa1f4bb tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.916336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eb7b57db-62a9-4846-959f-ee0f4aa1f4bb tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/e3e6a4ff-fa8c-4591-a6ff-1f2957f0db9d HTTP/1.1" status: 204 len: 168 time: 0.7868276 Aug 16 13:04:56.916592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47972) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:56.926732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165f05d-c5a3-4949-ad29-aa1f31a8676f None None] Network 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:04:56.932147 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ebc3501-057b-4670-9740-e4cc8f24007d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.935110 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ebc3501-057b-4670-9740-e4cc8f24007d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:56.939032 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2ebc3501-057b-4670-9740-e4cc8f24007d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56574261-1b18-4fd3-b097-b45080632d07 HTTP/1.1" status: 204 len: 168 time: 0.1496453 Aug 16 13:04:56.945195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc3501-057b-4670-9740-e4cc8f24007d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56574261-1b18-4fd3-b097-b45080632d07,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:57.044885 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.160484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f5225-c368-4daa-8c70-ea35d20367e4 None None] DHCP port deletion for 3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:04:57.173461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port fa0b1a41-7117-41a3-bbee-ca9bd450179b {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:57.173979 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.224285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-114f5225-c368-4daa-8c70-ea35d20367e4 None None] Deleting port fa0b1a41-7117-41a3-bbee-ca9bd450179b {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:57.225859 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-114f5225-c368-4daa-8c70-ea35d20367e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.284761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d240-745e-48ca-8484-02fb2982ade3 req-b70f1a09-14df-417c-872d-d08637947ff4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:57.286340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80e0d240-745e-48ca-8484-02fb2982ade3 req-b70f1a09-14df-417c-872d-d08637947ff4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1291883 Aug 16 13:04:57.289132 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] For port fa0b1a41-7117-41a3-bbee-ca9bd450179b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fa0b1a41-7117-41a3-bbee-ca9bd450179b,segment=NetworkSegment(25731e2e-a26d-4b17-8cc7-8eb1e159467c),segment_id=25731e2e-a26d-4b17-8cc7-8eb1e159467c)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:57.289506 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.292689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] Deleting port 6c07e007-82a0-4bab-a81f-93f997c44d41 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:57.293017 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.316549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-114f5225-c368-4daa-8c70-ea35d20367e4 None None] For port fa0b1a41-7117-41a3-bbee-ca9bd450179b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fa0b1a41-7117-41a3-bbee-ca9bd450179b,segment=NetworkSegment(25731e2e-a26d-4b17-8cc7-8eb1e159467c),segment_id=25731e2e-a26d-4b17-8cc7-8eb1e159467c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:57.319666 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-114f5225-c368-4daa-8c70-ea35d20367e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.331113 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for fa0b1a41-7117-41a3-bbee-ca9bd450179b owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:57.345234 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-114f5225-c368-4daa-8c70-ea35d20367e4 None None] Calling delete_port for fa0b1a41-7117-41a3-bbee-ca9bd450179b owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:57.426693 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba4e5c40-7873-48f1-ac9a-3556a83ee9d7 req-6d75fe32-f3ca-4cec-bb5a-44ac7df4c784 tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffcb8eda-0c38-430a-847f-b6dbce63724a HTTP/1.1" status: 200 len: 210 time: 0.0596025 Aug 16 13:04:57.460246 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-114f5225-c368-4daa-8c70-ea35d20367e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.467645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80e0d240-745e-48ca-8484-02fb2982ade3 req-1a58c62b-f89c-4cf7-be42-34b762830c05 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725912 Aug 16 13:04:57.491736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] For port 6c07e007-82a0-4bab-a81f-93f997c44d41, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6c07e007-82a0-4bab-a81f-93f997c44d41,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:57.492055 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.507050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f5225-c368-4daa-8c70-ea35d20367e4 None None] Pushing event deleted for resources: {'Port': ['ID=fa0b1a41-7117-41a3-bbee-ca9bd450179b,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:57.510549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f5225-c368-4daa-8c70-ea35d20367e4 None None] No DVR routers for this DVR port fa0b1a41-7117-41a3-bbee-ca9bd450179b on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:57.516806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] Calling delete_port for 6c07e007-82a0-4bab-a81f-93f997c44d41 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:57.589825 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.629475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=fa0b1a41-7117-41a3-bbee-ca9bd450179b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:57.633197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No DVR routers for this DVR port fa0b1a41-7117-41a3-bbee-ca9bd450179b on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:57.696891 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b952b75f-173a-4aa1-9cc5-9f1bf338ef23 req-732b0704-7ab4-40b7-b54e-4889aae19f8d tempest-ServerShowV247Test-1724109117 tempest-ServerShowV247Test-1724109117-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffcb8eda-0c38-430a-847f-b6dbce63724a HTTP/1.1" status: 200 len: 210 time: 0.0383911 Aug 16 13:04:57.718082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa0b1a41-7117-41a3-bbee-ca9bd450179b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:57.750299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: fa0b1a41-7117-41a3-bbee-ca9bd450179b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:57.750955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa0b1a41-7117-41a3-bbee-ca9bd450179b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:57.773304 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.790770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a970cf2-77b5-41c5-ac4a-ce59c6c066f5']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:57.805697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25731e2e-a26d-4b17-8cc7-8eb1e159467c') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:57.805934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25731e2e-a26d-4b17-8cc7-8eb1e159467c') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:57.824670 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.840413 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.850697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:04:57.851103 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:04:57.854039 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:04:57.964298 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.966406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.992507 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:57.997870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/networks/3a970cf2-77b5-41c5-ac4a-ce59c6c066f5 HTTP/1.1" status: 204 len: 168 time: 1.0769539 Aug 16 13:04:57.998750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48010) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:58.003460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1217242298', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:58.027936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b57d4-4895-4b0a-b507-34da669e0384 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Network': ['ID=3a970cf2-77b5-41c5-ac4a-ce59c6c066f5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:58.029829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c07e007-82a0-4bab-a81f-93f997c44d41,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:58.032636 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:58.035023 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:58.103188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fd29b-2184-4f04-bfb6-d66c9d4315bd req-0bc2c692-4a84-406f-8dee-40fbe0fbc524 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:58.111102 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-272fd29b-2184-4f04-bfb6-d66c9d4315bd req-0bc2c692-4a84-406f-8dee-40fbe0fbc524 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1600566 Aug 16 13:04:58.124453 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:58.282831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-272fd29b-2184-4f04-bfb6-d66c9d4315bd req-bd713fbf-42f9-4e2b-92d1-cf5aaa7fab91 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707218 Aug 16 13:04:58.370509 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:58.426527 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:58.683023 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:58.706855 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:58.758752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab1c7d-ae57-403c-8a32-37cb31ffead6 req-eb33a045-f844-4bca-95ca-f50754f3402c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:58.761163 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bdab1c7d-ae57-403c-8a32-37cb31ffead6 req-eb33a045-f844-4bca-95ca-f50754f3402c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1157169 Aug 16 13:04:58.801891 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] Router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:58.821695 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bdab1c7d-ae57-403c-8a32-37cb31ffead6 req-896453af-7d96-4448-bbce-3260af079a79 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526619 Aug 16 13:04:58.828840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Allocated IP 172.25.0.111 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/0fdf952c-aaa4-4d08-82a0-681f92e4ef4b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:58.881183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48032) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:58.958655 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:58.997288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:59.005175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b7559b57-12b9-4c67-92ed-b75817bbecf6 admin admin] 10.222.0.25 "PUT /v2.0/routers/0a7282c9-ccfd-4b18-b5cd-62dae6fbd995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5954196 Aug 16 13:04:59.006194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48038) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:59.010628 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808a4e9-404f-4854-9229-9173f0c5befa None None] Sync routers for ids ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:59.018390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:59.021879 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808a4e9-404f-4854-9229-9173f0c5befa None None] Routers {'0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:59.022950 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6808a4e9-404f-4854-9229-9173f0c5befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:59.074936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=0fdf952c-aaa4-4d08-82a0-681f92e4ef4b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:59.084537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:59.086481 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:59.092882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:59.157352 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-6808a4e9-404f-4854-9229-9173f0c5befa None None] Set router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:59.373104 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6808a4e9-404f-4854-9229-9173f0c5befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:04:57Z', 'revision_number': 5, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:59.403452 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808a4e9-404f-4854-9229-9173f0c5befa None None] Checking router: 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:04:59.416299 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808a4e9-404f-4854-9229-9173f0c5befa None None] Routers {'0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:59.416930 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6808a4e9-404f-4854-9229-9173f0c5befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:59.433330 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:59.494754 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52314bcc-d91a-4284-ba8c-3327a60ab624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:59.509698 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:59.536130 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-6808a4e9-404f-4854-9229-9173f0c5befa None None] Set router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:59.575850 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:59.712529 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:59.729053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a75c1-d9cb-421e-9788-58655f0a8e00 req-ea002e26-a807-4baa-a48b-61bf16375d8e tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:59.730676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-969a75c1-d9cb-421e-9788-58655f0a8e00 req-ea002e26-a807-4baa-a48b-61bf16375d8e tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.2620890 Aug 16 13:04:59.836258 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6808a4e9-404f-4854-9229-9173f0c5befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:04:57Z', 'revision_number': 5, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:59.848442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-969a75c1-d9cb-421e-9788-58655f0a8e00 req-f84b1a17-c334-4371-977b-e36bd3f7c43b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036515 Aug 16 13:04:59.885039 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808a4e9-404f-4854-9229-9173f0c5befa None None] The sync data for ids ['0a7282c9-ccfd-4b18-b5cd-62dae6fbd995'] in n-d-804708-1 is: [{'id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'name': 'tempest-ServersTestJSON-1814430169-router', 'tenant_id': '8ac17839928742aa8473d8fd873adef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:02:16Z', 'updated_at': '2021-08-16T13:04:57Z', 'revision_number': 5, 'project_id': '8ac17839928742aa8473d8fd873adef2', 'gw_port': {'id': '6b97475e-2258-4b21-982d-b24ae673fa49', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7282c9-ccfd-4b18-b5cd-62dae6fbd995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:02:18Z', 'updated_at': '2021-08-16T13:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:59.912832 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52314bcc-d91a-4284-ba8c-3327a60ab624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:59.920204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Deleting port 6b97475e-2258-4b21-982d-b24ae673fa49 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:59.920550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:59.923560 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52314bcc-d91a-4284-ba8c-3327a60ab624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:59.989324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52314bcc-d91a-4284-ba8c-3327a60ab624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3245740-8ca0-4b4a-92f7-19a1128b57a4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:00.070572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-52314bcc-d91a-4284-ba8c-3327a60ab624 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7edbe41cbbbf4bb4a2083c83b2545fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1880093 Aug 16 13:05:00.075382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48064) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:00.134494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02b239-af9e-421c-a775-3e575faaa677 req-93b8fe47-05a7-450f-b74d-d586fc36e51a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:00.141877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a02b239-af9e-421c-a775-3e575faaa677 req-93b8fe47-05a7-450f-b74d-d586fc36e51a tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1536145 Aug 16 13:05:00.171750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] For port 6b97475e-2258-4b21-982d-b24ae673fa49, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6b97475e-2258-4b21-982d-b24ae673fa49,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:00.172118 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.184395 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.196199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Calling delete_port for 6b97475e-2258-4b21-982d-b24ae673fa49 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:05:00.218141 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a02b239-af9e-421c-a775-3e575faaa677 req-a4000cc4-e903-4d67-b481-1ef05a09532b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753498 Aug 16 13:05:00.225130 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b17fb2c-dd17-4f8f-b6da-090b80c7769a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.303612 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b17fb2c-dd17-4f8f-b6da-090b80c7769a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.343629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router 5ef94e12-2ed5-43ca-ae93-11acf45dcffa is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:05:00.417935 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b17fb2c-dd17-4f8f-b6da-090b80c7769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.420674 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0b17fb2c-dd17-4f8f-b6da-090b80c7769a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.422402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0b17fb2c-dd17-4f8f-b6da-090b80c7769a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3245740-8ca0-4b4a-92f7-19a1128b57a4 HTTP/1.1" status: 204 len: 168 time: 0.3441138 Aug 16 13:05:00.461638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17fb2c-dd17-4f8f-b6da-090b80c7769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3245740-8ca0-4b4a-92f7-19a1128b57a4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:00.479641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:00.499147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e04450-1f41-4dc4-ba15-639d4df91ac9 None None] Sync routers for ids ['5ef94e12-2ed5-43ca-ae93-11acf45dcffa'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:00.508356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.510949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2a6b3cb5-ee76-4a3a-a15d-62784a8c68bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5111220 Aug 16 13:05:00.513534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48068) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:00.519707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e04450-1f41-4dc4-ba15-639d4df91ac9 None None] Routers {'5ef94e12-2ed5-43ca-ae93-11acf45dcffa'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:00.520400 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c7e04450-1f41-4dc4-ba15-639d4df91ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5ef94e12-2ed5-43ca-ae93-11acf45dcffa'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:00.528767 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.568983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c7e04450-1f41-4dc4-ba15-639d4df91ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:00.577861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b97475e-2258-4b21-982d-b24ae673fa49,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:00.589952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e04450-1f41-4dc4-ba15-639d4df91ac9 None None] Routers {'5ef94e12-2ed5-43ca-ae93-11acf45dcffa'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:00.590639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c7e04450-1f41-4dc4-ba15-639d4df91ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5ef94e12-2ed5-43ca-ae93-11acf45dcffa'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:00.697214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c7e04450-1f41-4dc4-ba15-639d4df91ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:00.697214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e04450-1f41-4dc4-ba15-639d4df91ac9 None None] The sync data for ids ['5ef94e12-2ed5-43ca-ae93-11acf45dcffa'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:00.697571 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-23d9d505-1b04-4d91-8f38-fb31c84f5921 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/routers/5ef94e12-2ed5-43ca-ae93-11acf45dcffa HTTP/1.1" status: 200 len: 885 time: 0.1794629 Aug 16 13:05:00.698037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48074) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:00.705381 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.822085 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.824730 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.893635 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.894480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:05:00.900247 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.903601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-05030a1d-28c5-47cd-82c5-e123300a6be4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0a7282c9-ccfd-4b18-b5cd-62dae6fbd995 HTTP/1.1" status: 204 len: 168 time: 1.8943110 Aug 16 13:05:00.904873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48084) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:00.996227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5fba39-6fdf-4a9d-b870-b9957742b3a2 admin admin] Deleting subnet ddb5f100-1f7f-4c8f-b22f-627cf4e40633 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:05:01.001397 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a5fba39-6fdf-4a9d-b870-b9957742b3a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.026920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-39ad47ea-08e2-4580-a8ac-8d042316ee43 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3273606 Aug 16 13:05:01.029581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48092) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:01.049528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fe12b08a-e812-442e-921f-f8629ecbc175 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1217242298'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:01.058453 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e367a1-6ee4-48de-8090-af8c61ae19b5 req-2289d87c-10a4-45f4-b99a-9c4b2707f4cc tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:01.066561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5e367a1-6ee4-48de-8090-af8c61ae19b5 req-2289d87c-10a4-45f4-b99a-9c4b2707f4cc tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1153672 Aug 16 13:05:01.073489 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a5fba39-6fdf-4a9d-b870-b9957742b3a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.151345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5e367a1-6ee4-48de-8090-af8c61ae19b5 req-8447f329-dbe3-488a-bf87-5773b233d752 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837677 Aug 16 13:05:01.248643 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a5fba39-6fdf-4a9d-b870-b9957742b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.379486 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a5fba39-6fdf-4a9d-b870-b9957742b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.425864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a5fba39-6fdf-4a9d-b870-b9957742b3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.431565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9a5fba39-6fdf-4a9d-b870-b9957742b3a2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ddb5f100-1f7f-4c8f-b22f-627cf4e40633 HTTP/1.1" status: 204 len: 168 time: 0.5254483 Aug 16 13:05:01.432143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3fde34-f978-40d4-a184-e5708f5d300e None None] Network 58df5a6a-0917-4190-9046-70b5281b8222 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:01.433103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fba39-6fdf-4a9d-b870-b9957742b3a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb5f100-1f7f-4c8f-b22f-627cf4e40633,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:01.436383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48106) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:01.460914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163188f3-dbc1-4918-8428-c239661dd99d req-0cb9a3da-3d82-4241-a215-89e568f10f9d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:01.462745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-163188f3-dbc1-4918-8428-c239661dd99d req-0cb9a3da-3d82-4241-a215-89e568f10f9d tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1177356 Aug 16 13:05:01.485973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48108) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:01.489831 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe12b08a-e812-442e-921f-f8629ecbc175 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.506320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe12b08a-e812-442e-921f-f8629ecbc175 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.574545 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.587320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-163188f3-dbc1-4918-8428-c239661dd99d req-e0b0da51-4d8a-45ef-802b-15386453ada9 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129899 Aug 16 13:05:01.667898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe12b08a-e812-442e-921f-f8629ecbc175 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router 5ef94e12-2ed5-43ca-ae93-11acf45dcffa has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:05:01.684775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Deleting port 7b2b74dd-292d-42c1-ab56-dbe97af1855e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:05:01.685124 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.732920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-network', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:01.752159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6c07e007-82a0-4bab-a81f-93f997c44d41 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:05:01.790398 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-97e11731-ee13-4e81-84c3-bb2d20e00b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.792130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 6c07e007-82a0-4bab-a81f-93f997c44d41 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:05:01.792637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6c07e007-82a0-4bab-a81f-93f997c44d41 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:05:01.793255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6b97475e-2258-4b21-982d-b24ae673fa49 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:05:01.816841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 6b97475e-2258-4b21-982d-b24ae673fa49 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:05:01.817388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] For port 7b2b74dd-292d-42c1-ab56-dbe97af1855e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7b2b74dd-292d-42c1-ab56-dbe97af1855e,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:01.817701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6b97475e-2258-4b21-982d-b24ae673fa49 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:05:01.817817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.821575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861417e7-bb2a-4b11-a08e-df82f0ee444c None None] DHCP port deletion for 58df5a6a-0917-4190-9046-70b5281b8222 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:05:01.841362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Made reservation on behalf of 98ca0f162b1f4e6598dff79c6f9eefd9 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:01.845342 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.856560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Calling delete_port for 7b2b74dd-292d-42c1-ab56-dbe97af1855e owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:05:01.863933 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.894417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-861417e7-bb2a-4b11-a08e-df82f0ee444c None None] Deleting port 7b2b74dd-292d-42c1-ab56-dbe97af1855e {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:05:01.894882 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-861417e7-bb2a-4b11-a08e-df82f0ee444c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.927727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe12b08a-e812-442e-921f-f8629ecbc175 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:01.945079 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe08d96-fe7f-4d59-a4eb-49e813ce9531 None None] Sync routers for ids ['5ef94e12-2ed5-43ca-ae93-11acf45dcffa'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:01.949306 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe12b08a-e812-442e-921f-f8629ecbc175 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.953071 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fe12b08a-e812-442e-921f-f8629ecbc175 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/5ef94e12-2ed5-43ca-ae93-11acf45dcffa HTTP/1.1" status: 200 len: 892 time: 0.9197834 Aug 16 13:05:01.953891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48114) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:01.968995 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe08d96-fe7f-4d59-a4eb-49e813ce9531 None None] Routers {'5ef94e12-2ed5-43ca-ae93-11acf45dcffa'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:01.970572 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cbe08d96-fe7f-4d59-a4eb-49e813ce9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5ef94e12-2ed5-43ca-ae93-11acf45dcffa'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:02.032080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-861417e7-bb2a-4b11-a08e-df82f0ee444c None None] For port 7b2b74dd-292d-42c1-ab56-dbe97af1855e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7b2b74dd-292d-42c1-ab56-dbe97af1855e,segment=NetworkSegment(c1187baf-51de-420d-b0e7-8585d08f0b36),segment_id=c1187baf-51de-420d-b0e7-8585d08f0b36)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:02.032489 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-861417e7-bb2a-4b11-a08e-df82f0ee444c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.049166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.050143 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cbe08d96-fe7f-4d59-a4eb-49e813ce9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:02.057583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.068042 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe08d96-fe7f-4d59-a4eb-49e813ce9531 None None] Routers {'5ef94e12-2ed5-43ca-ae93-11acf45dcffa'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:02.070013 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cbe08d96-fe7f-4d59-a4eb-49e813ce9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:04:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5ef94e12-2ed5-43ca-ae93-11acf45dcffa'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:02.070307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:02.081283 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.081749 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Added segment c6043c3c-fb45-4f35-8915-31b27003069a of type vlan for network 9cc824de-04de-4c01-9674-275e59dd3473 Aug 16 13:05:02.140472 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.158312 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cbe08d96-fe7f-4d59-a4eb-49e813ce9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:02.158981 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe08d96-fe7f-4d59-a4eb-49e813ce9531 None None] The sync data for ids ['5ef94e12-2ed5-43ca-ae93-11acf45dcffa'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:02.179532 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-90a3f944-b1f6-4bf8-974a-87f1dad93df5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/routers/5ef94e12-2ed5-43ca-ae93-11acf45dcffa HTTP/1.1" status: 200 len: 892 time: 0.2239685 Aug 16 13:05:02.186606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48120) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:02.186847 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.187775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:02.188415 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.254741 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-717517e6-142f-4c75-889e-887e7beee2e7 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ef94e12-2ed5-43ca-ae93-11acf45dcffa HTTP/1.1" status: 200 len: 205 time: 0.0642464 Aug 16 13:05:02.255188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48126) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:02.279321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-861417e7-bb2a-4b11-a08e-df82f0ee444c None None] Calling delete_port for 7b2b74dd-292d-42c1-ab56-dbe97af1855e owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:05:02.310401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc824de-04de-4c01-9674-275e59dd3473,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:02.319760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8239603 Aug 16 13:05:02.320376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48128) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:02.327347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] Request body: {'subnet': {'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-subnet', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:02.346548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 9cc824de-04de-4c01-9674-275e59dd3473 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:02.400279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16596ffb-56e1-4fe8-bcd8-fe202cd1a432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6da51b7-3781-4adb-9786-533c00ec601f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:02.435673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.436628 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.461603 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-861417e7-bb2a-4b11-a08e-df82f0ee444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.493386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034f681-9a79-438e-b42b-b813ef63dd45 req-15447714-3dc3-4263-a1ec-e3e506ec8279 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:02.495716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861417e7-bb2a-4b11-a08e-df82f0ee444c None None] Pushing event deleted for resources: {'Port': ['ID=7b2b74dd-292d-42c1-ab56-dbe97af1855e,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:02.505082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861417e7-bb2a-4b11-a08e-df82f0ee444c None None] No DVR routers for this DVR port 7b2b74dd-292d-42c1-ab56-dbe97af1855e on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:05:02.509508 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2034f681-9a79-438e-b42b-b813ef63dd45 req-15447714-3dc3-4263-a1ec-e3e506ec8279 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.2001178 Aug 16 13:05:02.522178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] No DVR routers for this DVR port 7b2b74dd-292d-42c1-ab56-dbe97af1855e on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:05:02.524299 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2b74dd-292d-42c1-ab56-dbe97af1855e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:02.614042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] Made reservation on behalf of 98ca0f162b1f4e6598dff79c6f9eefd9 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:02.617933 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.621754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2034f681-9a79-438e-b42b-b813ef63dd45 req-dd39a754-01b5-4ca3-9e85-6cc1f2ceeb3b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108656 Aug 16 13:05:02.686995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.688185 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.706698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58df5a6a-0917-4190-9046-70b5281b8222']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:02.728626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1187baf-51de-420d-b0e7-8585d08f0b36') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:02.728917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1187baf-51de-420d-b0e7-8585d08f0b36') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:02.755255 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.776366 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.788392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb0f71-9ac2-4d89-b006-df2c16d75b93 req-af6e03ed-5200-4fab-9a38-fbdb7c72592b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:02.789928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42fb0f71-9ac2-4d89-b006-df2c16d75b93 req-af6e03ed-5200-4fab-9a38-fbdb7c72592b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.0869124 Aug 16 13:05:02.793237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:05:02.793642 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:05:02.796047 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:05:02.816142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port 0fdf952c-aaa4-4d08-82a0-681f92e4ef4b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:05:02.816492 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.885318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42fb0f71-9ac2-4d89-b006-df2c16d75b93 req-0e79aeb9-bb58-41d0-97a5-968321970cbc tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777292 Aug 16 13:05:02.892015 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.900972 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.907161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] 10.222.0.25 "DELETE /v2.0/networks/58df5a6a-0917-4190-9046-70b5281b8222 HTTP/1.1" status: 204 len: 168 time: 1.4693167 Aug 16 13:05:02.933908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5919c-bc64-47ba-9b13-28ef9cff2513 admin admin] Pushing event deleted for resources: {'Network': ['ID=58df5a6a-0917-4190-9046-70b5281b8222,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:02.979307 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.027918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.051877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for 0fdf952c-aaa4-4d08-82a0-681f92e4ef4b owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:05:03.066347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48136) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:03.084225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] Pushing event updated for resources: {'Subnet': ['ID=869c6635-1347-4341-97aa-dd06c69f7bf6,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:03.120618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] Checking segment: {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:03.120978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] Network hostable DHCP agents. Network: 9cc824de-04de-4c01-9674-275e59dd3473, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:03.126501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5ca4be33-d13a-44e8-9c8f-1de2f05c9c3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ac17839928742aa8473d8fd873adef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584352 Aug 16 13:05:03.129119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48138) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:03.154719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] Network 9cc824de-04de-4c01-9674-275e59dd3473 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:03.175533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 9cc824de-04de-4c01-9674-275e59dd3473) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:03.186452 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb7a4-7711-4f65-82d1-55230294a90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.186638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0f23a3-16cb-40a2-82a3-c062cc3431cd None None] Network 9cc824de-04de-4c01-9674-275e59dd3473 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:03.211733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:03.212293 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.212429 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb7a4-7711-4f65-82d1-55230294a90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.237488 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b831c422-f441-475b-8fa9-5fae8b37708a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9144356 Aug 16 13:05:03.242643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48140) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:03.289211 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb7a4-7711-4f65-82d1-55230294a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.293044 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb7a4-7711-4f65-82d1-55230294a90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.295129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2a5cb7a4-7711-4f65-82d1-55230294a90a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c9c407a-847c-4c41-ad77-0ed0b346ad6d HTTP/1.1" status: 204 len: 168 time: 0.1647689 Aug 16 13:05:03.327177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:03.335259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.335973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cb7a4-7711-4f65-82d1-55230294a90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9c407a-847c-4c41-ad77-0ed0b346ad6d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:03.436212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=0fdf952c-aaa4-4d08-82a0-681f92e4ef4b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:03.490740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-9cc824de-04de-4c01-9674-275e59dd3473', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:05:03.492098 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.499878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.501654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.563918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.682907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.688358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Allocated IP 172.20.0.2 (9cc824de-04de-4c01-9674-275e59dd3473/869c6635-1347-4341-97aa-dd06c69f7bf6/b58002a0-e14b-45d1-8947-612972ed89db) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:03.777431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7b2b74dd-292d-42c1-ab56-dbe97af1855e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:05:03.793360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48160) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:03.805886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 7b2b74dd-292d-42c1-ab56-dbe97af1855e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:05:03.806292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7b2b74dd-292d-42c1-ab56-dbe97af1855e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:05:03.819351 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22149478-b629-4552-adf5-d6d9dd815e61 req-29d4d00e-970e-4191-9351-cd9217c63a38 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:03.821709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22149478-b629-4552-adf5-d6d9dd815e61 req-29d4d00e-970e-4191-9351-cd9217c63a38 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.0895100 Aug 16 13:05:03.875233 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22149478-b629-4552-adf5-d6d9dd815e61 req-6b2b31ae-d194-41dd-9e6b-cddf1cd605cf tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Aug 16 13:05:03.909240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.913620 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.921508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.930162 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.944777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Transition to ACTIVE for port object b58002a0-e14b-45d1-8947-612972ed89db will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:03.964695 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Transition to ACTIVE for port object b58002a0-e14b-45d1-8947-612972ed89db will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:03.972165 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.013394 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37ca4df1-f20b-46be-aa6c-aff24ee181cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.026411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.026965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Fanout notify agent at l3_agent the message router_deleted on router 5ef94e12-2ed5-43ca-ae93-11acf45dcffa {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:05:04.033881 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.039034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f194dea4-452c-48b1-b537-d0482734bce3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/5ef94e12-2ed5-43ca-ae93-11acf45dcffa HTTP/1.1" status: 204 len: 168 time: 1.7787607 Aug 16 13:05:04.040037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Network 9cc824de-04de-4c01-9674-275e59dd3473 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:04.041761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48174) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:04.047959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-759167036'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:04.048854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:04.055812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:04.094720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Pushing event updated for resources: {'Port': ['ID=b58002a0-e14b-45d1-8947-612972ed89db,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:04.129100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Attempting to bind port b58002a0-e14b-45d1-8947-612972ed89db on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:04.129684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Attempting to bind port b58002a0-e14b-45d1-8947-612972ed89db by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:04.130048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Attempting to bind port b58002a0-e14b-45d1-8947-612972ed89db on network 9cc824de-04de-4c01-9674-275e59dd3473 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:04.136567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bdaa1-dc92-4404-b05c-371954af4c70 req-bfe41fa1-763e-4298-af7e-51083f796bb3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:04.137337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:04.137877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Checking segment: {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:04.138315 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.138758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Bound using segment: {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:04.139282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Bound port: b58002a0-e14b-45d1-8947-612972ed89db, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:04.139663 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.150145 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a1bdaa1-dc92-4404-b05c-371954af4c70 req-bfe41fa1-763e-4298-af7e-51083f796bb3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1343386 Aug 16 13:05:04.222594 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] For port b58002a0-e14b-45d1-8947-612972ed89db, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:04.226074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a1bdaa1-dc92-4404-b05c-371954af4c70 req-89e19e07-1b5a-4ee8-b921-3aa3b76e3259 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733967 Aug 16 13:05:04.227508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] For port b58002a0-e14b-45d1-8947-612972ed89db, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b58002a0-e14b-45d1-8947-612972ed89db,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:04.233988 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.321506 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37ca4df1-f20b-46be-aa6c-aff24ee181cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.335827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37ca4df1-f20b-46be-aa6c-aff24ee181cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.347384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ea145-2b49-4bbc-9230-cd66891970bf None None] Pushing event updated for resources: {'Port': ['ID=b58002a0-e14b-45d1-8947-612972ed89db,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:04.358616 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7182a97c-1b94-4540-9faa-4e81d3606c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.401299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-37ca4df1-f20b-46be-aa6c-aff24ee181cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85e95dd978484abaae9bcc022fd293f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6044476 Aug 16 13:05:04.402233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48182) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:04.403240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca4df1-f20b-46be-aa6c-aff24ee181cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c434f20-98f0-441e-80f5-a94b450afa73,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:04.502535 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf17-80c3-48a3-bb55-12ea78ca2357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.535666 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf17-80c3-48a3-bb55-12ea78ca2357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.541557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:04.547319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.570795 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.595718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:04.609650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.609996 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added segment ace13a00-84a9-47ec-8702-76cfbabcfe0d of type vlan for network f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c Aug 16 13:05:04.655631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48188) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:04.657610 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf17-80c3-48a3-bb55-12ea78ca2357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.660717 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d53bf17-80c3-48a3-bb55-12ea78ca2357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.663267 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1d53bf17-80c3-48a3-bb55-12ea78ca2357 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c434f20-98f0-441e-80f5-a94b450afa73 HTTP/1.1" status: 204 len: 168 time: 0.2452488 Aug 16 13:05:04.676316 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.691004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53bf17-80c3-48a3-bb55-12ea78ca2357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c434f20-98f0-441e-80f5-a94b450afa73,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:04.807322 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.813062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:04.813738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.895690 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8514545 Aug 16 13:05:04.896945 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.898526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48198) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:04.908728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'subnet': {'network_id': 'f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:04.923614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.925557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b6519-d5e0-42ac-9821-508b9e6afccc tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Network': ['ID=f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:04.952761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:04.990811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-network', 'tenant_id': 'f0bff93acd024030911c824e4926974a'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:05.066661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:05.069659 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.086531 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.088831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Allocated IP 172.25.0.251 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/700d3e3e-0706-4c13-9238-7fe7ba4fa30c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:05.109999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:05.113468 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.139104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e203bd7-d1e1-4fb9-a573-a4c950b34fb9 req-c8e8504a-e5f1-4ff7-85ee-3822c83a6e58 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:05.141231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e203bd7-d1e1-4fb9-a573-a4c950b34fb9 req-c8e8504a-e5f1-4ff7-85ee-3822c83a6e58 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1027193 Aug 16 13:05:05.242500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e203bd7-d1e1-4fb9-a573-a4c950b34fb9 req-faa00197-ceae-4192-bf95-e70dfce4ca97 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938897 Aug 16 13:05:05.310259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.332170 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.337401 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.372634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:05.397111 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.397461 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Added segment 189bc363-8925-4d56-b639-92b38be286d2 of type vlan for network ee5ff9e6-121a-4482-9933-172fba3187c8 Aug 16 13:05:05.410118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2530c3b1-bea5-48c4-9fcf-06a7aad90e95,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:05.438826 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.456844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c8df3-8764-4f92-9214-39f6c21664d2 req-be91efff-4dc5-493c-880e-36a3199c5240 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:05.462011 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.466053 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-406c8df3-8764-4f92-9214-39f6c21664d2 req-be91efff-4dc5-493c-880e-36a3199c5240 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1198101 Aug 16 13:05:05.484227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.500296 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.563802 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.564791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:05.565383 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.569784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:05.582392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:05.586689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-406c8df3-8764-4f92-9214-39f6c21664d2 req-8ac6182b-513b-41f7-8d51-dc48df15c5d4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196001 Aug 16 13:05:05.595469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:05.596082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Subnet': ['ID=62c7a4b1-f40e-4640-af76-e0874f7aeb48,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:05.620065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Checking segment: {'id': 'ace13a00-84a9-47ec-8702-76cfbabcfe0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:05.620431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network hostable DHCP agents. Network: f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:05.649067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Pushing event updated for resources: {'Port': ['ID=700d3e3e-0706-4c13-9238-7fe7ba4fa30c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:05.663403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48222) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:05.663627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0042136 Aug 16 13:05:05.679854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] Request body: {'subnet': {'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-subnet', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:05.720934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e8260-be07-46fe-a439-e795c0230da1 admin admin] Pushing event updated for resources: {'Network': ['ID=ee5ff9e6-121a-4482-9933-172fba3187c8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:05.745517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:05.752648 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.759897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ee5ff9e6-121a-4482-9933-172fba3187c8 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:05.848780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b58002a0-e14b-45d1-8947-612972ed89db up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:05.888323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:05.924707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:05.926320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520fbeb2-6fef-4e49-a040-1e934b5037f3 None None] Network 9cc824de-04de-4c01-9674-275e59dd3473 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:05.936080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:05.936961 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.989869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f40b6d19-a8c1-4973-b739-1f635183b301 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0888374 Aug 16 13:05:05.993168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48226) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:06.006216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d00b8104-0016-4de8-b596-9cb8b0d74620 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-154161668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:06.026798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57689a0d-9ac4-4a81-821c-8a1a002155aa None None] Network f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:06.080588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae5a02-3ff1-49a2-ad07-3ff78f9ca368 req-88955d20-3e9d-426c-9ba1-ac627acd84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:06.083005 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3eae5a02-3ff1-49a2-ad07-3ff78f9ca368 req-88955d20-3e9d-426c-9ba1-ac627acd84ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 1096 time: 0.0965004 Aug 16 13:05:06.107647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d00b8104-0016-4de8-b596-9cb8b0d74620 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.109288 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d00b8104-0016-4de8-b596-9cb8b0d74620 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.143881 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3eae5a02-3ff1-49a2-ad07-3ff78f9ca368 req-d8035d3c-8606-4cb1-9672-09001c8d845d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500824 Aug 16 13:05:06.147589 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.171068 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d00b8104-0016-4de8-b596-9cb8b0d74620 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.184979 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d00b8104-0016-4de8-b596-9cb8b0d74620 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.197101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fd47d639-7c01-4bcf-a057-e795f45ee3c2 None None] Provisioning for port b58002a0-e14b-45d1-8947-612972ed89db completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:06.248983 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d00b8104-0016-4de8-b596-9cb8b0d74620 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.254241 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d00b8104-0016-4de8-b596-9cb8b0d74620 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2594936 Aug 16 13:05:06.255163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48232) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:06.306927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port b58002a0-e14b-45d1-8947-612972ed89db completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:06.311210 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b58002a0-e14b-45d1-8947-612972ed89db triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:06.312892 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.323685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.340330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c', 'network_id': 'f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'fixed_ips': [{'subnet_id': '62c7a4b1-f40e-4640-af76-e0874f7aeb48'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:05:06.341083 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.485298 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.555891 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735734cd-086e-4d3e-af34-921802ddaecb,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:06.590000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede61e3-aa12-4d31-aa33-764a02795f29 req-bf8cea01-0fca-4885-8a5d-5954159547e0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:06.591667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ede61e3-aa12-4d31-aa33-764a02795f29 req-bf8cea01-0fca-4885-8a5d-5954159547e0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.2283375 Aug 16 13:05:06.594580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] Checking segment: {'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:06.594947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] Network hostable DHCP agents. Network: ee5ff9e6-121a-4482-9933-172fba3187c8, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:06.637174 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.687896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:05:06.748346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Allocated IP 2001:db8::2 (f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c/62c7a4b1-f40e-4640-af76-e0874f7aeb48/3408e078-45b4-450e-929d-2d943bd6454c) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:06.784727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port b58002a0-e14b-45d1-8947-612972ed89db, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b58002a0-e14b-45d1-8947-612972ed89db,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:06.813552 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.839336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:06.859531 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.863670 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3e1fad75-feae-491f-a37d-66d2983ac25c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5394197 Aug 16 13:05:06.863964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48246) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:06.869180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Sync routers for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:06.947270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-004d1ce8-c530-4a03-8d23-13b46325bc30 None None] Provisioning complete for port b58002a0-e14b-45d1-8947-612972ed89db triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:06.948160 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-004d1ce8-c530-4a03-8d23-13b46325bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.983445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:06.984720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:07.059081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=b58002a0-e14b-45d1-8947-612972ed89db,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:07.173657 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.177098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] Network ee5ff9e6-121a-4482-9933-172fba3187c8 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:07.183117 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Transition to ACTIVE for port object 3408e078-45b4-450e-929d-2d943bd6454c will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:07.200794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Transition to ACTIVE for port object 3408e078-45b4-450e-929d-2d943bd6454c will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:07.222715 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.233602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcc777-3686-41dc-b802-f0259da9518b req-8dda0a64-9c5c-431d-a09d-cdc6ace5a88f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:07.235517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7bcc777-3686-41dc-b802-f0259da9518b req-8dda0a64-9c5c-431d-a09d-cdc6ace5a88f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.5158348 Aug 16 13:05:07.236634 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.320692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:07.324928 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ee5ff9e6-121a-4482-9933-172fba3187c8) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:07.337802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ede61e3-aa12-4d31-aa33-764a02795f29 req-72f7b878-a3da-48eb-9a07-e6716ca2e0a2 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7041090 Aug 16 13:05:07.387851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ce3d3-6735-4e06-af5c-6c1342713384 None None] Network ee5ff9e6-121a-4482-9933-172fba3187c8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:07.405663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:07.405663 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.517690 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7bcc777-3686-41dc-b802-f0259da9518b req-2889303d-313b-4f94-bb1b-7d5b6726e871 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640219 Aug 16 13:05:07.524534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-590b0156-fc51-4094-99c5-32c9c8e161f8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8569632 Aug 16 13:05:07.525443 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48250) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:07.530009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:07.558164 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.592146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Network f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:07.621885 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.623222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.628677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Pushing event updated for resources: {'Port': ['ID=3408e078-45b4-450e-929d-2d943bd6454c,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:07.643256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:07.648935 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.658608 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:07.795054 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.817597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Attempting to bind port 3408e078-45b4-450e-929d-2d943bd6454c on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:07.818583 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Attempting to bind port 3408e078-45b4-450e-929d-2d943bd6454c by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'ace13a00-84a9-47ec-8702-76cfbabcfe0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:07.819527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Attempting to bind port 3408e078-45b4-450e-929d-2d943bd6454c on network f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:07.831200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b58002a0-e14b-45d1-8947-612972ed89db up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:07.835795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Allocated IP 172.20.0.1 (9cc824de-04de-4c01-9674-275e59dd3473/869c6635-1347-4341-97aa-dd06c69f7bf6/0ae2bd06-225e-405c-8fe1-29470dac139a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:07.864340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Allocated IP 2001:db8::1 (f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c/62c7a4b1-f40e-4640-af76-e0874f7aeb48/049d6979-7b32-40c8-a0de-bae7c9a4d209) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:07.871124 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:07.871539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Checking segment: {'id': 'ace13a00-84a9-47ec-8702-76cfbabcfe0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:07.871924 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.872365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Bound using segment: {'id': 'ace13a00-84a9-47ec-8702-76cfbabcfe0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:07.872841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Bound port: 3408e078-45b4-450e-929d-2d943bd6454c, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace13a00-84a9-47ec-8702-76cfbabcfe0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:07.873521 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.981777 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.004991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Transition to ACTIVE for port object 0ae2bd06-225e-405c-8fe1-29470dac139a will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:08.012575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-ee5ff9e6-121a-4482-9933-172fba3187c8', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:05:08.013375 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.047203 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.101497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Network 9cc824de-04de-4c01-9674-275e59dd3473 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:08.103605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:08.121693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] For port 3408e078-45b4-450e-929d-2d943bd6454c, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:08.128040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:08.156150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] For port 3408e078-45b4-450e-929d-2d943bd6454c, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3408e078-45b4-450e-929d-2d943bd6454c,segment=NetworkSegment(ace13a00-84a9-47ec-8702-76cfbabcfe0d),segment_id=ace13a00-84a9-47ec-8702-76cfbabcfe0d)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:08.170144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b58002a0-e14b-45d1-8947-612972ed89db triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:08.170144 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.179526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae2bd06-225e-405c-8fe1-29470dac139a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:08.188404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.201589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.203118 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.217479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Transition to ACTIVE for port object 049d6979-7b32-40c8-a0de-bae7c9a4d209 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:08.236719 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.330948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.344298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:05Z', 'revision_number': 3, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:08.392210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=049d6979-7b32-40c8-a0de-bae7c9a4d209,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:08.410942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Allocated IP 172.20.0.2 (ee5ff9e6-121a-4482-9933-172fba3187c8/735734cd-086e-4d3e-af34-921802ddaecb/81a10733-9a61-49de-a01e-33331115452c) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:08.413557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:08.416842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:08.417447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Checking router: 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:05:08.417805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Updating router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:05:08.426387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8e0ef-9314-4e66-ace7-1e05e4c445ca None None] Pushing event updated for resources: {'Port': ['ID=3408e078-45b4-450e-929d-2d943bd6454c,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:08.476674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:08.480207 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.488808 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.753790 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.799205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda7994-887e-4456-8db8-196f0deff2d6 req-e899d723-8dd8-4b83-993b-79cbc305b123 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:08.807786 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4eda7994-887e-4456-8db8-196f0deff2d6 req-e899d723-8dd8-4b83-993b-79cbc305b123 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.2605040 Aug 16 13:05:08.816975 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.828154 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.835876 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.883502 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Transition to ACTIVE for port object 81a10733-9a61-49de-a01e-33331115452c will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:08.887958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.925175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4eda7994-887e-4456-8db8-196f0deff2d6 req-71aefe84-8b31-4e67-aef8-844579de0079 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162343 Aug 16 13:05:08.950604 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.950725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4fa8fc96-fb10-41be-aa0d-8daaea9deb15 None None] Provisioning for port 0ae2bd06-225e-405c-8fe1-29470dac139a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:08.999864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6765c1-0152-409f-b449-e63f42ed180b req-71248dd9-b6ea-4a67-9408-8a23a05a95c6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:09.005876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d6765c1-0152-409f-b449-e63f42ed180b req-71248dd9-b6ea-4a67-9408-8a23a05a95c6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.2521696 Aug 16 13:05:09.033093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4fa8fc96-fb10-41be-aa0d-8daaea9deb15 None None] Provisioning complete for port 0ae2bd06-225e-405c-8fe1-29470dac139a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:09.033396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4fa8fc96-fb10-41be-aa0d-8daaea9deb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.082297 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Transition to ACTIVE for port object 81a10733-9a61-49de-a01e-33331115452c will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:09.086778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8fc96-fb10-41be-aa0d-8daaea9deb15 None None] Port 0ae2bd06-225e-405c-8fe1-29470dac139a cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:09.087234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Network 9cc824de-04de-4c01-9674-275e59dd3473 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:09.090090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae2bd06-225e-405c-8fe1-29470dac139a,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:09.094268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:09.234164 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.337672 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.347886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Transition to ACTIVE for port object 700d3e3e-0706-4c13-9238-7fe7ba4fa30c will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:09.361191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d6765c1-0152-409f-b449-e63f42ed180b req-c13966ed-7b6a-4f4d-8c29-9e9ac2365951 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844977 Aug 16 13:05:09.393642 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.394342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:05:09.410795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Network ee5ff9e6-121a-4482-9933-172fba3187c8 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:09.442537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:09.457294 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:09.483758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Pushing event updated for resources: {'Port': ['ID=81a10733-9a61-49de-a01e-33331115452c,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:09.621604 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.627632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Attempting to bind port 81a10733-9a61-49de-a01e-33331115452c on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:09.628154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Attempting to bind port 81a10733-9a61-49de-a01e-33331115452c by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:09.628629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Attempting to bind port 81a10733-9a61-49de-a01e-33331115452c on network ee5ff9e6-121a-4482-9933-172fba3187c8 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:09.641730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:09.642344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Checking segment: {'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:09.642857 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.643902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Bound using segment: {'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:09.643902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Bound port: 81a10733-9a61-49de-a01e-33331115452c, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:09.644416 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.659954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-709eaf1c-590c-48cd-8c2c-57e92ead772d None None] Provisioning complete for port 0ae2bd06-225e-405c-8fe1-29470dac139a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:09.660457 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-709eaf1c-590c-48cd-8c2c-57e92ead772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.705066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Attempting to bind port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:09.705341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Attempting to bind port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:09.705838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Attempting to bind port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:09.720751 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-709eaf1c-590c-48cd-8c2c-57e92ead772d None None] Port 0ae2bd06-225e-405c-8fe1-29470dac139a cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:09.721388 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.722821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:09.723316 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:09.723828 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.724946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:09.725564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Bound port: 700d3e3e-0706-4c13-9238-7fe7ba4fa30c, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:09.726163 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.784620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] For port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:09.789748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] For port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=700d3e3e-0706-4c13-9238-7fe7ba4fa30c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:09.801548 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.813813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad72a-5803-402a-979b-df6fe299c21c None None] Pushing event updated for resources: {'Port': ['ID=700d3e3e-0706-4c13-9238-7fe7ba4fa30c,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:09.847256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3408e078-45b4-450e-929d-2d943bd6454c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:09.870679 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e437aca-74d0-4216-a55c-92257738708e req-79861850-d4bf-47d2-9ec4-87592e39f834 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:09.878392 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-79861850-d4bf-47d2-9ec4-87592e39f834 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/networks?id=1f06e19f-8fa8-4f63-a600-513e98865e15 HTTP/1.1" status: 200 len: 811 time: 0.5441861 Aug 16 13:05:09.891441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e1816-fafd-430e-80f8-676843ff470a req-1db36003-89bb-4589-8e7e-e3a6e2002469 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:09.902596 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-876e1816-fafd-430e-80f8-676843ff470a req-1db36003-89bb-4589-8e7e-e3a6e2002469 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.2800071 Aug 16 13:05:09.954195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:09.955135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:09.975490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] For port 81a10733-9a61-49de-a01e-33331115452c, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:09.980815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] For port 81a10733-9a61-49de-a01e-33331115452c, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=81a10733-9a61-49de-a01e-33331115452c,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:10.001853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad72a-5803-402a-979b-df6fe299c21c None None] Pushing event updated for resources: {'Port': ['ID=700d3e3e-0706-4c13-9238-7fe7ba4fa30c,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:10.016386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:10.018967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-44408b20-5b71-4a87-80ec-20d08588d4e3 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/quotas/7483c776397948268a84a5267d068378 HTTP/1.1" status: 200 len: 375 time: 0.1397707 Aug 16 13:05:10.034830 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b1f5043f-b329-40f1-9fb9-39c72bda75e2 admin admin] 10.222.0.25 "PUT /v2.0/routers/2c14bf65-a33a-4b83-abff-4f0ece9ebe78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1679676 Aug 16 13:05:10.063620 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.078768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-876e1816-fafd-430e-80f8-676843ff470a req-5979fe30-b35c-42ca-94fc-60d6ea3e9d98 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742175 Aug 16 13:05:10.109582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Allocated IP 172.25.0.186 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/90189777-e394-46e6-af31-b6a822b9ff5d) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:10.257952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26baa2-faea-4eb3-9e4f-ebad63e6a819 None None] Network f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:10.289056 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-96e3ab6a-b112-40d6-abb2-9c2db5cc528b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7483c776397948268a84a5267d068378&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2690828 Aug 16 13:05:10.353641 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.354481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 3408e078-45b4-450e-929d-2d943bd6454c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:10.360141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.380441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.381190 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.419122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-55ba47c4-e2ad-4bea-b1e0-894fdacab583 None None] Provisioning for port 3408e078-45b4-450e-929d-2d943bd6454c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:10.421241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bf43f-7b6f-46fd-9f4e-ca09170fc079 None None] Pushing event updated for resources: {'Port': ['ID=81a10733-9a61-49de-a01e-33331115452c,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:10.438329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-55ba47c4-e2ad-4bea-b1e0-894fdacab583 None None] Provisioning complete for port 3408e078-45b4-450e-929d-2d943bd6454c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:10.438795 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-55ba47c4-e2ad-4bea-b1e0-894fdacab583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.466081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:10.755804 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-55ba47c4-e2ad-4bea-b1e0-894fdacab583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.824484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-55ba47c4-e2ad-4bea-b1e0-894fdacab583 None None] For port 3408e078-45b4-450e-929d-2d943bd6454c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3408e078-45b4-450e-929d-2d943bd6454c,segment=NetworkSegment(ace13a00-84a9-47ec-8702-76cfbabcfe0d),segment_id=ace13a00-84a9-47ec-8702-76cfbabcfe0d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:10.844858 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-55ba47c4-e2ad-4bea-b1e0-894fdacab583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.880538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aab214-9cd0-431f-8736-c641a2be5ddf req-771cfd39-d1a2-4632-824f-e49d06a39d8f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:10.882022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01aab214-9cd0-431f-8736-c641a2be5ddf req-771cfd39-d1a2-4632-824f-e49d06a39d8f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.5508006 Aug 16 13:05:10.890960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=049d6979-7b32-40c8-a0de-bae7c9a4d209,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:10.907164 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.925037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba47c4-e2ad-4bea-b1e0-894fdacab583 None None] Pushing event updated for resources: {'Port': ['ID=3408e078-45b4-450e-929d-2d943bd6454c,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:10.934636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 2, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:10.962040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee01d56-2284-4eeb-a1d0-9bdd5d7747db None None] The sync data for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 is: [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 2, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:10.996913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:11.008551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:11.011266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:11.056159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:11.061530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-f420bdbd-c0d2-41c4-8c3f-8576259aa507 service neutron] 10.222.0.25 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7687800 Aug 16 13:05:11.064921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:11.069676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Pushing event updated for resources: {'Port': ['ID=90189777-e394-46e6-af31-b6a822b9ff5d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:11.075298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ac27b75a-6946-4c8e-ac6e-ae3557e7af92 None None] Provisioning complete for port 3408e078-45b4-450e-929d-2d943bd6454c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:11.075653 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac27b75a-6946-4c8e-ac6e-ae3557e7af92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:11.094770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01aab214-9cd0-431f-8736-c641a2be5ddf req-a7422ef1-9449-4316-9d64-0a73651a6aa4 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829226 Aug 16 13:05:11.277676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ac27b75a-6946-4c8e-ac6e-ae3557e7af92 None None] Provisioning for port 049d6979-7b32-40c8-a0de-bae7c9a4d209 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:11.282546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ac27b75a-6946-4c8e-ac6e-ae3557e7af92 None None] Provisioning complete for port 049d6979-7b32-40c8-a0de-bae7c9a4d209 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:11.282915 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac27b75a-6946-4c8e-ac6e-ae3557e7af92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:11.345508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ac27b75a-6946-4c8e-ac6e-ae3557e7af92 None None] Port 049d6979-7b32-40c8-a0de-bae7c9a4d209 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:11.507971 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-bbe6b916-d916-427a-a010-bcb250395749 service neutron] 10.222.0.25 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331748 Aug 16 13:05:11.557834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48316) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:11.563721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1130073337', 'description': 'tempest-description--1244863103'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:11.577859 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c43ed429-7185-45e0-a048-fa0e08edb649 None None] Provisioning complete for port 049d6979-7b32-40c8-a0de-bae7c9a4d209 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:11.578259 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c43ed429-7185-45e0-a048-fa0e08edb649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:11.613929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:11.672758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c43ed429-7185-45e0-a048-fa0e08edb649 None None] Port 049d6979-7b32-40c8-a0de-bae7c9a4d209 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:11.766826 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:11.871408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:05:11.957109 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:11.967290 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:11.990589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da44ffc-d7b0-4e73-8927-3c7a8103cb92 None None] Network ee5ff9e6-121a-4482-9933-172fba3187c8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:12.039928 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.042155 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4813221 Aug 16 13:05:12.046398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3408e078-45b4-450e-929d-2d943bd6454c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:12.068724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48326) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:12.095812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0f7b720b-c517-4d95-9ee6-1429d44c2634 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'security_group_rule': {'security_group_id': '115db052-eed2-4bb4-a9f3-0d40b2aa1acd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:12.212384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115db052-eed2-4bb4-a9f3-0d40b2aa1acd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:12.241497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.242247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.242485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.243030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.243470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.243915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.244332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.244954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.245178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.245619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.246044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.246847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43f895-80d9-42d6-ab2a-428233d1a7bb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:12.263699 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f7b720b-c517-4d95-9ee6-1429d44c2634 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.312562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8fd5ed73-74c8-4165-86ce-19002332d059 req-2e28b16f-447e-46c4-9075-ef48df6bddd0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 210 time: 0.0699065 Aug 16 13:05:12.353983 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:12.359835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a4cf715e-983c-4d42-a6cd-d501db5e7f31 None None] Provisioning for port 81a10733-9a61-49de-a01e-33331115452c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:12.370831 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f7b720b-c517-4d95-9ee6-1429d44c2634 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.371774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-744a791f-61e3-4105-926c-47a3595a038d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1053865 Aug 16 13:05:12.377589 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f425c-d69f-4e2d-a817-4012af367e16 None None] Sync routers for ids ['aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:12.387776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48334) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:12.397487 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f425c-d69f-4e2d-a817-4012af367e16 None None] Routers {'aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:12.406926 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb3f425c-d69f-4e2d-a817-4012af367e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:12.429358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f7b720b-c517-4d95-9ee6-1429d44c2634 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.510607 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb3f425c-d69f-4e2d-a817-4012af367e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:12.546145 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f425c-d69f-4e2d-a817-4012af367e16 None None] Routers {'aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:12.556874 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb3f425c-d69f-4e2d-a817-4012af367e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:12.557494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b720b-c517-4d95-9ee6-1429d44c2634 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2871a8be-95ec-4320-b3d0-bf804734b5d0,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:12.615503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c2425-9acb-4c6c-be2a-f2d4368c3ef4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:12.620559 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9b2c2425-9acb-4c6c-be2a-f2d4368c3ef4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports/049d6979-7b32-40c8-a0de-bae7c9a4d209 HTTP/1.1" status: 200 len: 911 time: 0.2281823 Aug 16 13:05:12.624802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48344) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:12.627563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f7b720b-c517-4d95-9ee6-1429d44c2634 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.634008 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0f7b720b-c517-4d95-9ee6-1429d44c2634 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5549061 Aug 16 13:05:12.637372 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb3f425c-d69f-4e2d-a817-4012af367e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:12.638026 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f425c-d69f-4e2d-a817-4012af367e16 None None] The sync data for ids ['aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:12.642606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b87f7e8b-8f70-4a3e-9745-32120404dfa3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62c7a4b1-f40e-4640-af76-e0874f7aeb48'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:12.647949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48346) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:12.653123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6d7553f7-19bb-4d31-bf33-606ff6b7b2c6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'security_group_rule': {'security_group_id': '115db052-eed2-4bb4-a9f3-0d40b2aa1acd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:12.657251 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 3408e078-45b4-450e-929d-2d943bd6454c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:12.657807 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.725770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60263da-ea16-4db5-9a9c-612cd59471f5 req-a2a028f0-815e-46e1-8ca6-357dc78538d3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:12.727933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f60263da-ea16-4db5-9a9c-612cd59471f5 req-a2a028f0-815e-46e1-8ca6-357dc78538d3 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.2525270 Aug 16 13:05:12.741967 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d7553f7-19bb-4d31-bf33-606ff6b7b2c6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.746030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4ee272a8-6f87-4da5-a5de-05863d939457 None None] Provisioning complete for port 049d6979-7b32-40c8-a0de-bae7c9a4d209 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:12.746467 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4ee272a8-6f87-4da5-a5de-05863d939457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.824734 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4ee272a8-6f87-4da5-a5de-05863d939457 None None] Port 049d6979-7b32-40c8-a0de-bae7c9a4d209 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:12.921667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 81a10733-9a61-49de-a01e-33331115452c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:12.928609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f60263da-ea16-4db5-9a9c-612cd59471f5 req-921020e1-1190-4280-8965-170fa42b89bf tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864565 Aug 16 13:05:12.938403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.054375 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d7553f7-19bb-4d31-bf33-606ff6b7b2c6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.060513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 81a10733-9a61-49de-a01e-33331115452c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:13.065315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 81a10733-9a61-49de-a01e-33331115452c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:13.065701 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.080776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d7553f7-19bb-4d31-bf33-606ff6b7b2c6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.167220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7553f7-19bb-4d31-bf33-606ff6b7b2c6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee168315-2df4-4a53-a46a-e0ea03610bcb,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:13.172895 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d7553f7-19bb-4d31-bf33-606ff6b7b2c6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.175981 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6d7553f7-19bb-4d31-bf33-606ff6b7b2c6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5270293 Aug 16 13:05:13.186888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48352) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:13.209668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:13.276075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Router cac07ad7-ef4c-4650-89c4-ae7f49334c15 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:05:13.295112 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.368068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.376076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 81a10733-9a61-49de-a01e-33331115452c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=81a10733-9a61-49de-a01e-33331115452c,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:13.400476 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.437182 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b87f7e8b-8f70-4a3e-9745-32120404dfa3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.450448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-accb24b1-e6fb-432c-ac7b-e0eceb565973 None None] Provisioning complete for port 81a10733-9a61-49de-a01e-33331115452c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:13.450828 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-accb24b1-e6fb-432c-ac7b-e0eceb565973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.519792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=81a10733-9a61-49de-a01e-33331115452c,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:13.540808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:13.554252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76366cd5-2c5f-49f7-b94c-bee06ce0e8dc req-92f0865d-fe57-4ff0-be0b-2e2006f88beb tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 210 time: 0.0415578 Aug 16 13:05:13.575856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Sync routers for ids ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:13.597448 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.598621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Routers {'cac07ad7-ef4c-4650-89c4-ae7f49334c15'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:13.599447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:13.602797 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b1542c30-39d9-4d5a-9b36-38688579bce1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0766184 Aug 16 13:05:13.603436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48360) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:13.845499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Set router cac07ad7-ef4c-4650-89c4-ae7f49334c15 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:14.080698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03fe14-e57f-4795-b1a1-02a0135ff540 req-9876c4c7-d361-4680-bcb4-99ad13400e3b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:14.082950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a03fe14-e57f-4795-b1a1-02a0135ff540 req-9876c4c7-d361-4680-bcb4-99ad13400e3b tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.4882317 Aug 16 13:05:14.165554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 700d3e3e-0706-4c13-9238-7fe7ba4fa30c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:14.191993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443af7d4-6847-4b91-88ad-ee37ddbf6987 req-6d6eb158-cd5d-4179-99c8-0c978d44dc78 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:14.200271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-443af7d4-6847-4b91-88ad-ee37ddbf6987 req-6d6eb158-cd5d-4179-99c8-0c978d44dc78 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.1139433 Aug 16 13:05:14.200497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e437aca-74d0-4216-a55c-92257738708e req-0dd8c16a-f579-4f23-9730-7e2eb1d19144 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:14.201825 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-0dd8c16a-f579-4f23-9730-7e2eb1d19144 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.42 "GET /v2.0/networks?id=1f06e19f-8fa8-4f63-a600-513e98865e15 HTTP/1.1" status: 200 len: 811 time: 0.4401073 Aug 16 13:05:14.211689 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.219588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Request body: {'port': {'device_id': 'a2272247-2236-402e-9df9-7f96bbf5e9bc', 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15', 'admin_state_up': True, 'tenant_id': '7483c776397948268a84a5267d068378'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:14.299608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-443af7d4-6847-4b91-88ad-ee37ddbf6987 req-e9878b27-82e5-4739-8b05-dbad5485633f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944636 Aug 16 13:05:14.329129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:14.336990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:14.337366 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.342228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:11Z', 'revision_number': 3, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:14.378995 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.387442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Checking router: cac07ad7-ef4c-4650-89c4-ae7f49334c15 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:05:14.388241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Updating router cac07ad7-ef4c-4650-89c4-ae7f49334c15 port 90189777-e394-46e6-af31-b6a822b9ff5d binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:05:14.422222 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.563550 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.577670 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Sync routers for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:14.587937 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:14.588659 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:14.623163 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=700d3e3e-0706-4c13-9238-7fe7ba4fa30c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:14.630715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-3a03fe14-e57f-4795-b1a1-02a0135ff540 req-063618c3-4534-4db3-ab44-093a5a7320d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Deleting port 668bc66a-356e-421e-9f13-c56c3af3e80e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:05:14.631217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a03fe14-e57f-4795-b1a1-02a0135ff540 req-063618c3-4534-4db3-ab44-093a5a7320d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.632534 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.633742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 81a10733-9a61-49de-a01e-33331115452c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:14.680861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Allocated IP 172.20.0.1 (ee5ff9e6-121a-4482-9933-172fba3187c8/735734cd-086e-4d3e-af34-921802ddaecb/fc3315b5-3a98-44a3-b4d2-4153938d0f3e) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:14.711233 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:14.733403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Made reservation on behalf of 7483c776397948268a84a5267d068378 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:14.736963 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.745279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Allocated IP 172.25.0.219 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/860e4975-a69d-4055-831b-747d0566e94c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:14.795636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 81a10733-9a61-49de-a01e-33331115452c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:14.796587 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.854621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=700d3e3e-0706-4c13-9238-7fe7ba4fa30c,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:14.907937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:14.908448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:14.908839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:14.909271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:14.909705 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:14.910161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:14.910676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:14.911139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:14.912249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:14.913121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:14.913121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:14.913608 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:15.030123 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b87f7e8b-8f70-4a3e-9745-32120404dfa3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.073215 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 2, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:15.093992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b87f7e8b-8f70-4a3e-9745-32120404dfa3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.101993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f7e8b-8f70-4a3e-9745-32120404dfa3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:15.102779 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b87f7e8b-8f70-4a3e-9745-32120404dfa3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.104224 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b87f7e8b-8f70-4a3e-9745-32120404dfa3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/ports/049d6979-7b32-40c8-a0de-bae7c9a4d209 HTTP/1.1" status: 200 len: 911 time: 2.4780288 Aug 16 13:05:15.106587 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3a03fe14-e57f-4795-b1a1-02a0135ff540 req-063618c3-4534-4db3-ab44-093a5a7320d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] For port 668bc66a-356e-421e-9f13-c56c3af3e80e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=668bc66a-356e-421e-9f13-c56c3af3e80e,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:15.107016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a03fe14-e57f-4795-b1a1-02a0135ff540 req-063618c3-4534-4db3-ab44-093a5a7320d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.117410 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Checking router: 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:05:15.117849 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Updating router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 port 0ae2bd06-225e-405c-8fe1-29470dac139a binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:05:15.140425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48384) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:15.160521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.164947 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.210224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cada3dd3-7105-482b-bea4-c246842f7211 req-c248c531-38d2-406f-b573-470446781ac4 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 210 time: 0.0460310 Aug 16 13:05:15.212152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Transition to ACTIVE for port object fc3315b5-3a98-44a3-b4d2-4153938d0f3e will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:15.275677 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.279270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-3a03fe14-e57f-4795-b1a1-02a0135ff540 req-063618c3-4534-4db3-ab44-093a5a7320d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Calling delete_port for 668bc66a-356e-421e-9f13-c56c3af3e80e owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:05:15.309473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Allocated IP 172.20.0.9 (1f06e19f-8fa8-4f63-a600-513e98865e15/6a0bdeb5-93fb-4131-af47-016a02f3c59d/a8c815fb-a975-4a91-8318-d7704508ef00) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:15.338907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Network ee5ff9e6-121a-4482-9933-172fba3187c8 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:15.343619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:15.348392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:15.352346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Pushing event updated for resources: {'Port': ['ID=fc3315b5-3a98-44a3-b4d2-4153938d0f3e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:15.408912 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.425332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f7e8b-8f70-4a3e-9745-32120404dfa3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=049d6979-7b32-40c8-a0de-bae7c9a4d209,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:15.549532 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.575552 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Transition to ACTIVE for port object 0ae2bd06-225e-405c-8fe1-29470dac139a will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:15.595536 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.606468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.621391 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.680427 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Pushing event updated for resources: {'Port': ['ID=0ae2bd06-225e-405c-8fe1-29470dac139a,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:15.776643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f78177-40c8-4b42-8d0f-7b41eb1ef7bf req-5037cd6d-0edf-4f2e-9add-79fe7b4ba075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:15.778531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76f78177-40c8-4b42-8d0f-7b41eb1ef7bf req-5037cd6d-0edf-4f2e-9add-79fe7b4ba075 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 945 time: 0.2376733 Aug 16 13:05:15.818677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 700d3e3e-0706-4c13-9238-7fe7ba4fa30c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:15.821701 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Attempting to bind port 0ae2bd06-225e-405c-8fe1-29470dac139a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:15.822074 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Attempting to bind port 0ae2bd06-225e-405c-8fe1-29470dac139a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:15.822463 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Attempting to bind port 0ae2bd06-225e-405c-8fe1-29470dac139a on network 9cc824de-04de-4c01-9674-275e59dd3473 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:15.838250 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:15.838466 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Checking segment: {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:15.838886 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.839285 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Bound using segment: {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:15.839777 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Bound port: 0ae2bd06-225e-405c-8fe1-29470dac139a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:15.840161 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.894016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2b0af3a0-2950-483b-8a6b-ce73a31ffcb9 None None] Provisioning for port fc3315b5-3a98-44a3-b4d2-4153938d0f3e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:15.907888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2b0af3a0-2950-483b-8a6b-ce73a31ffcb9 None None] Provisioning complete for port fc3315b5-3a98-44a3-b4d2-4153938d0f3e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:15.908527 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2b0af3a0-2950-483b-8a6b-ce73a31ffcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.962784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76f78177-40c8-4b42-8d0f-7b41eb1ef7bf req-b49c7f0c-5418-43a4-9f9a-c604a1f44005 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599698 Aug 16 13:05:15.964099 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2b0af3a0-2950-483b-8a6b-ce73a31ffcb9 None None] Port fc3315b5-3a98-44a3-b4d2-4153938d0f3e cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:15.968337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.972040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:15.972591 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.013150 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] For port 0ae2bd06-225e-405c-8fe1-29470dac139a, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:16.018388 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] For port 0ae2bd06-225e-405c-8fe1-29470dac139a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0ae2bd06-225e-405c-8fe1-29470dac139a,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:16.027361 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.095475 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Pushing event updated for resources: {'Port': ['ID=0ae2bd06-225e-405c-8fe1-29470dac139a,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:16.109094 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.109692 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.110006 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.111306 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.111306 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.111609 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.111883 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.112177 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.112440 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.112769 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.113111 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.113467 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38a9d-275f-4d80-b70c-538591aaa5d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:16.139912 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.145921 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.150762 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:16.151409 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:16.159803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.179116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['db238858-5f8a-4320-9bd4-8d1fe0e8ee5f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:16.247737 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.267783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Pushing event updated for resources: {'Port': ['ID=fc3315b5-3a98-44a3-b4d2-4153938d0f3e,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:16.289433 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.296199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Pushing event updated for resources: {'Port': ['ID=a8c815fb-a975-4a91-8318-d7704508ef00,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:16.301285 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:16.348003 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.486062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'Port': ['ID=860e4975-a69d-4055-831b-747d0566e94c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:16.497302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887f74-6325-4146-bc6c-35bda3a64970 req-58b70b4b-e400-4c26-ae7c-0518c1efd736 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:16.502721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2887f74-6325-4146-bc6c-35bda3a64970 req-58b70b4b-e400-4c26-ae7c-0518c1efd736 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 931 time: 0.1067424 Aug 16 13:05:16.511363 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.524675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Transition to ACTIVE for port object 90189777-e394-46e6-af31-b6a822b9ff5d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:16.541101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:16.545281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Network 1f06e19f-8fa8-4f63-a600-513e98865e15 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:16.547271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Network ee5ff9e6-121a-4482-9933-172fba3187c8 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:16.547817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:16.548350 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.551755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:16.555198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:16.555362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:16.558941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:16.567628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a03fe14-e57f-4795-b1a1-02a0135ff540 req-063618c3-4534-4db3-ab44-093a5a7320d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.660818 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:16.692246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2887f74-6325-4146-bc6c-35bda3a64970 req-d6bb9aee-78f6-4113-8ea5-2655cb321ff2 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804445 Aug 16 13:05:16.781462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Attempting to bind port 90189777-e394-46e6-af31-b6a822b9ff5d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:16.781843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Attempting to bind port 90189777-e394-46e6-af31-b6a822b9ff5d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:16.782359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Attempting to bind port 90189777-e394-46e6-af31-b6a822b9ff5d on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:16.798223 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:16Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:16.815452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff25f5-453c-4f20-b006-98c15011d598 None None] Pushing event updated for resources: {'Port': ['ID=90189777-e394-46e6-af31-b6a822b9ff5d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:16.834201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:16.834201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:16.834201 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.835064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:16.835064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Bound port: 90189777-e394-46e6-af31-b6a822b9ff5d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:16.835245 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.866150 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8f6b8-e053-4579-b0c0-426b93b3cc7b None None] The sync data for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 is: [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:16Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:16.872334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Router cac07ad7-ef4c-4650-89c4-ae7f49334c15 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:05:16.877771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063618c3-4534-4db3-ab44-093a5a7320d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event deleted for resources: {'Port': ['ID=668bc66a-356e-421e-9f13-c56c3af3e80e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:16.957777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a03fe14-e57f-4795-b1a1-02a0135ff540 req-063618c3-4534-4db3-ab44-093a5a7320d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] No DVR routers for this DVR port 668bc66a-356e-421e-9f13-c56c3af3e80e on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:05:16.971270 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3a03fe14-e57f-4795-b1a1-02a0135ff540 req-063618c3-4534-4db3-ab44-093a5a7320d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.973517 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3a03fe14-e57f-4795-b1a1-02a0135ff540 req-063618c3-4534-4db3-ab44-093a5a7320d6 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.22 "DELETE /v2.0/ports/668bc66a-356e-421e-9f13-c56c3af3e80e HTTP/1.1" status: 204 len: 173 time: 2.8748877 Aug 16 13:05:16.979146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b4ba90-8971-4da4-b384-65596a923904', 'name': 'network-vif-deleted', 'tag': '668bc66a-356e-421e-9f13-c56c3af3e80e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:16.988216 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2628fa-e8c7-48b4-9d2b-777f918a0314" -d '{"events": [{"server_uuid": "91b4ba90-8971-4da4-b384-65596a923904", "name": "network-vif-deleted", "tag": "668bc66a-356e-421e-9f13-c56c3af3e80e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:17.083094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:17.089050 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.091037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:17.104328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 668bc66a-356e-421e-9f13-c56c3af3e80e no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:05:17.106802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d03e76b1-3010-4a27-aff6-25f13dd62f0c admin admin] 10.222.0.25 "PUT /v2.0/routers/cac07ad7-ef4c-4650-89c4-ae7f49334c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5020664 Aug 16 13:05:17.137357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 668bc66a-356e-421e-9f13-c56c3af3e80e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:05:17.137707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 668bc66a-356e-421e-9f13-c56c3af3e80e not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:05:17.155042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] For port 90189777-e394-46e6-af31-b6a822b9ff5d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:17.179226 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.186630 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e1c894-4949-49ba-9c10-d69a3bc391e6 x-openstack-request-id: req-c4e1c894-4949-49ba-9c10-d69a3bc391e6 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:17.186950 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b4ba90-8971-4da4-b384-65596a923904", "name": "network-vif-deleted", "tag": "668bc66a-356e-421e-9f13-c56c3af3e80e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:17.187216 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4e1c894-4949-49ba-9c10-d69a3bc391e6 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:17.187613 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b4ba90-8971-4da4-b384-65596a923904', 'name': 'network-vif-deleted', 'tag': '668bc66a-356e-421e-9f13-c56c3af3e80e', 'status': 'completed', 'code': 200} Aug 16 13:05:17.229676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4396066-2650-4a4d-b26f-20f5f76d90e3 req-c73b9ba9-4057-42cb-b34a-a30389eee2ca tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=91b4ba90-8971-4da4-b384-65596a923904 HTTP/1.1" status: 200 len: 210 time: 0.0821245 Aug 16 13:05:17.256644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] For port 90189777-e394-46e6-af31-b6a822b9ff5d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=90189777-e394-46e6-af31-b6a822b9ff5d,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:17.272638 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fef5fe17-30a2-4c17-95c1-fb8fb3665922 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.276073 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-c03509eb-67a4-4283-b5ea-1720c2c63818 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0620608 Aug 16 13:05:17.276924 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.305139 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.407925 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-79c8c206-8f5d-442b-badc-0caa015d16dd None None] Provisioning complete for port fc3315b5-3a98-44a3-b4d2-4153938d0f3e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:17.408304 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-79c8c206-8f5d-442b-badc-0caa015d16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.411328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Request body: {'port': {'device_id': 'a2272247-2236-402e-9df9-7f96bbf5e9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:17.512309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Routers {'cac07ad7-ef4c-4650-89c4-ae7f49334c15'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:17.512977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:17.516658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff25f5-453c-4f20-b006-98c15011d598 None None] Pushing event updated for resources: {'Port': ['ID=90189777-e394-46e6-af31-b6a822b9ff5d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:17.526717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-79c8c206-8f5d-442b-badc-0caa015d16dd None None] Port fc3315b5-3a98-44a3-b4d2-4153938d0f3e cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:17.697061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] Set router cac07ad7-ef4c-4650-89c4-ae7f49334c15 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:18.015569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ae2bd06-225e-405c-8fe1-29470dac139a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:18.016331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0bda-baec-4763-8341-75f171961ad2 req-02fe1299-968b-4cf6-b385-dbbcc41bedfe tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:18.030823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a72e0bda-baec-4763-8341-75f171961ad2 req-02fe1299-968b-4cf6-b385-dbbcc41bedfe tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 931 time: 0.1348042 Aug 16 13:05:18.120531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a72e0bda-baec-4763-8341-75f171961ad2 req-53455e86-4cbe-4089-9d13-0a2fc2244757 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875518 Aug 16 13:05:18.165013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:18.215361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 0ae2bd06-225e-405c-8fe1-29470dac139a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:18.221706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0ae2bd06-225e-405c-8fe1-29470dac139a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:18.222188 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:18.228444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'fc3315b5-3a98-44a3-b4d2-4153938d0f3e', 'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'mac_address': 'fa:16:3e:23:11:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:14Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 2, 'project_id': 'f0bff93acd024030911c824e4926974a', 'subnets': [{'id': '735734cd-086e-4d3e-af34-921802ddaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:18.299933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a9a655-22d3-409d-a56b-409a92f77340 None None] The sync data for ids ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'] in n-d-804708-1 is: [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'fc3315b5-3a98-44a3-b4d2-4153938d0f3e', 'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'mac_address': 'fa:16:3e:23:11:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:14Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 2, 'project_id': 'f0bff93acd024030911c824e4926974a', 'subnets': [{'id': '735734cd-086e-4d3e-af34-921802ddaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:18.396611 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:18.473262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 0ae2bd06-225e-405c-8fe1-29470dac139a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0ae2bd06-225e-405c-8fe1-29470dac139a,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:18.481000 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:18.521028 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:18.548867 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:18.586423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=0ae2bd06-225e-405c-8fe1-29470dac139a,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:18.717528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'Port': ['ID=860e4975-a69d-4055-831b-747d0566e94c,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:18.810839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:18.875045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:18.879769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c2371d4b-f5e9-4b83-a940-80b997256b19 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6858935 Aug 16 13:05:18.912670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fef5fe17-30a2-4c17-95c1-fb8fb3665922 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port 049d6979-7b32-40c8-a0de-bae7c9a4d209 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:05:18.913470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fef5fe17-30a2-4c17-95c1-fb8fb3665922 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:19.093949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c815fb-a975-4a91-8318-d7704508ef00 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:19.120438 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:19.161287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Transition to ACTIVE for port object a8c815fb-a975-4a91-8318-d7704508ef00 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:19.178547 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fef5fe17-30a2-4c17-95c1-fb8fb3665922 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:19.180951 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:19.205440 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-a9a878aa-51f8-453f-a64b-3eadbe4e25d2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1130073337&fields=id&tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9 HTTP/1.1" status: 200 len: 267 time: 0.0610759 Aug 16 13:05:19.278848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fef5fe17-30a2-4c17-95c1-fb8fb3665922 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for 049d6979-7b32-40c8-a0de-bae7c9a4d209 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:05:19.352527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c815fb-a975-4a91-8318-d7704508ef00,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:19.479531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-92ca7e6b-4caa-4ebd-a742-1baba1d7cd02 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:19.489540 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-92ca7e6b-4caa-4ebd-a742-1baba1d7cd02 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 817 time: 0.2730048 Aug 16 13:05:19.520288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-225af72f-0b1d-4c64-b74f-0d0a58bda7dc tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/quotas/98ca0f162b1f4e6598dff79c6f9eefd9 HTTP/1.1" status: 200 len: 375 time: 0.0281267 Aug 16 13:05:19.610790 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabae74-43ef-4ad1-b26a-cb99155b3e40 req-60b8065e-dc57-4559-ad62-c014a10d55b2 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:19.612861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9aabae74-43ef-4ad1-b26a-cb99155b3e40 req-60b8065e-dc57-4559-ad62-c014a10d55b2 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 943 time: 0.2187574 Aug 16 13:05:19.671526 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-3e56467c-4b9b-4c5d-a8d6-06a8763b536f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1433508 Aug 16 13:05:19.704526 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9aabae74-43ef-4ad1-b26a-cb99155b3e40 req-0e753806-5302-4ab0-b6c1-43bbfebb0f70 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785646 Aug 16 13:05:19.800237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Attempting to bind port a8c815fb-a975-4a91-8318-d7704508ef00 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:19.800845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Attempting to bind port a8c815fb-a975-4a91-8318-d7704508ef00 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:19.800960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Attempting to bind port a8c815fb-a975-4a91-8318-d7704508ef00 on network 1f06e19f-8fa8-4f63-a600-513e98865e15 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:19.829370 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fef5fe17-30a2-4c17-95c1-fb8fb3665922 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:19.852603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Port a8c815fb-a975-4a91-8318-d7704508ef00 on network 1f06e19f-8fa8-4f63-a600-513e98865e15 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:05:19.852929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Attempting to bind port a8c815fb-a975-4a91-8318-d7704508ef00 on network 1f06e19f-8fa8-4f63-a600-513e98865e15 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:19.914484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5fe17-30a2-4c17-95c1-fb8fb3665922 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=049d6979-7b32-40c8-a0de-bae7c9a4d209,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:19.938457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:19.939160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Checking segment: {'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:19.939783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Bound using segment: {'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:19.940495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Bound port: a8c815fb-a975-4a91-8318-d7704508ef00, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dfbb848-058d-42e9-b03c-8d0d024bc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:19.941117 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:19.969789 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:05:19.981985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 90189777-e394-46e6-af31-b6a822b9ff5d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:20.005398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-98bb8ee2-d222-4f55-9fd4-6123610687ef service neutron] 10.222.0.25 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172500 Aug 16 13:05:20.145642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 90189777-e394-46e6-af31-b6a822b9ff5d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:20.165516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 90189777-e394-46e6-af31-b6a822b9ff5d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:20.165753 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:20.302942 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-27a7b159-c36a-40e5-992f-e6ee639aab6c service neutron] 10.222.0.25 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945518 Aug 16 13:05:20.363000 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:20.377933 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fef5fe17-30a2-4c17-95c1-fb8fb3665922 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:20.394457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 90189777-e394-46e6-af31-b6a822b9ff5d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=90189777-e394-46e6-af31-b6a822b9ff5d,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:20.408458 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:20.409882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ae2bd06-225e-405c-8fe1-29470dac139a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:20.579868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] For port a8c815fb-a975-4a91-8318-d7704508ef00, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:20.604258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] For port a8c815fb-a975-4a91-8318-d7704508ef00, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a8c815fb-a975-4a91-8318-d7704508ef00,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:20.653674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=90189777-e394-46e6-af31-b6a822b9ff5d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:20.696645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0ae2bd06-225e-405c-8fe1-29470dac139a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:20.698404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:20.766880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:20.853726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eccda495-6c55-4eec-acad-564db16d4665 req-33ea17e0-2e91-471e-ac2b-ff78aa7a5ca8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 210 time: 0.0752866 Aug 16 13:05:21.028974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef5fe17-30a2-4c17-95c1-fb8fb3665922 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:05:21.047078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8865ae-783a-4270-bc52-e0707edb2cac req-40e88787-06ce-4916-a770-7e9259457f70 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:21.049086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:21.053768 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:21.055450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] 10.222.0.42 "PUT /v2.0/ports/a8c815fb-a975-4a91-8318-d7704508ef00 HTTP/1.1" status: 200 len: 1091 time: 3.6922450 Aug 16 13:05:21.058440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2272247-2236-402e-9df9-7f96bbf5e9bc', 'tag': 'a8c815fb-a975-4a91-8318-d7704508ef00'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:21.060530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df8865ae-783a-4270-bc52-e0707edb2cac req-40e88787-06ce-4916-a770-7e9259457f70 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 946 time: 0.2001669 Aug 16 13:05:21.065152 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e31a49-0a8f-4ecd-a8b0-03e1527d0cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a2272247-2236-402e-9df9-7f96bbf5e9bc", "tag": "a8c815fb-a975-4a91-8318-d7704508ef00"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:21.173294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df8865ae-783a-4270-bc52-e0707edb2cac req-5d5ec015-cdb2-4ef6-9267-f85b600a9608 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115351 Aug 16 13:05:21.273925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca92ab7-5229-4a8b-8914-94f894e4e6d4 req-e38487b7-ad50-4617-a5f0-f15e0e63e49b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:21.275507 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ca92ab7-5229-4a8b-8914-94f894e4e6d4 req-e38487b7-ad50-4617-a5f0-f15e0e63e49b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 943 time: 0.2671959 Aug 16 13:05:21.402379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ca92ab7-5229-4a8b-8914-94f894e4e6d4 req-d75e6714-d844-4953-83a4-128c0aceb8ab tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077807 Aug 16 13:05:21.425806 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e976ec77-8383-4588-b582-1325b58fbaee x-openstack-request-id: req-e976ec77-8383-4588-b582-1325b58fbaee {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:21.426199 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2272247-2236-402e-9df9-7f96bbf5e9bc", "tag": "a8c815fb-a975-4a91-8318-d7704508ef00", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:21.426472 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e976ec77-8383-4588-b582-1325b58fbaee {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:21.426933 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2272247-2236-402e-9df9-7f96bbf5e9bc', 'tag': 'a8c815fb-a975-4a91-8318-d7704508ef00', 'status': 'completed', 'code': 200} Aug 16 13:05:21.429827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef5fe17-30a2-4c17-95c1-fb8fb3665922 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:21.433284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb87f9-dc14-482d-b12d-167a7969a443 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c815fb-a975-4a91-8318-d7704508ef00,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:21.441096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f7033f-a1bf-4114-a846-8b198c42fcd2 None None] Sync routers for ids ['aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:21.445433 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fef5fe17-30a2-4c17-95c1-fb8fb3665922 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3012459 Aug 16 13:05:21.446094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48596) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:21.480263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7033f-a1bf-4114-a846-8b198c42fcd2 None None] Routers {'aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:21.480926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-10f7033f-a1bf-4114-a846-8b198c42fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:21.499597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48598) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:21.499952 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-876f5b0e-c221-490e-ae67-df383c526751 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222 HTTP/1.1" status: 200 len: 205 time: 0.0513046 Aug 16 13:05:21.502367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e437aca-74d0-4216-a55c-92257738708e req-730755ec-1b07-4f6d-98f8-df659392ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:21.503931 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-730755ec-1b07-4f6d-98f8-df659392ae5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7483c776397948268a84a5267d068378&device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 1094 time: 0.3986270 Aug 16 13:05:21.627012 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-2f22540a-1f97-4849-ab48-3ba76f419239 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c815fb-a975-4a91-8318-d7704508ef00 HTTP/1.1" status: 200 len: 217 time: 0.1141832 Aug 16 13:05:21.834834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e437aca-74d0-4216-a55c-92257738708e req-b1266c89-1161-4538-85ac-94047d914b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:21.841195 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-b1266c89-1161-4538-85ac-94047d914b8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0bdeb5-93fb-4131-af47-016a02f3c59d HTTP/1.1" status: 200 len: 851 time: 0.2041705 Aug 16 13:05:21.888375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58f37a7c-d407-4e55-ab6e-fbc93cd02b9a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:21.930417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 90189777-e394-46e6-af31-b6a822b9ff5d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:21.933380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-10f7033f-a1bf-4114-a846-8b198c42fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:21.942073 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-bc645f19-a8c3-40c6-b4aa-10a6fa4e078d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f06e19f-8fa8-4f63-a600-513e98865e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942092 Aug 16 13:05:21.981035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7033f-a1bf-4114-a846-8b198c42fcd2 None None] Routers {'aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:21.985638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-10f7033f-a1bf-4114-a846-8b198c42fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:22.056276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb13d7-ac29-451c-8154-193d43080764 req-8c203a88-2b40-4421-9595-29a80fffb659 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:22.060706 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c9cb13d7-ac29-451c-8154-193d43080764 req-8c203a88-2b40-4421-9595-29a80fffb659 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 946 time: 0.3326774 Aug 16 13:05:22.072109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-10f7033f-a1bf-4114-a846-8b198c42fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:22.072834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f7033f-a1bf-4114-a846-8b198c42fcd2 None None] The sync data for ids ['aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:22.138145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 90189777-e394-46e6-af31-b6a822b9ff5d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:22.138520 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:22.189413 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-615592f1-b416-4394-aa2a-fb3b2884daf6 service neutron] 10.222.0.42 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382908 Aug 16 13:05:22.278855 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58f37a7c-d407-4e55-ab6e-fbc93cd02b9a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:22.284449 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58f37a7c-d407-4e55-ab6e-fbc93cd02b9a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:22.325375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c9cb13d7-ac29-451c-8154-193d43080764 req-00cf59de-0145-4170-8ee4-b92f81a6447f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Deleting port f1eab612-1149-4770-85a9-b480a9cf476b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:05:22.325904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c9cb13d7-ac29-451c-8154-193d43080764 req-00cf59de-0145-4170-8ee4-b92f81a6447f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:22.380894 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58f37a7c-d407-4e55-ab6e-fbc93cd02b9a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:22.381799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f37a7c-d407-4e55-ab6e-fbc93cd02b9a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Fanout notify agent at l3_agent the message router_deleted on router aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:05:22.403476 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e437aca-74d0-4216-a55c-92257738708e req-09f111cb-a3b5-46d5-b9f0-90c63ce2d51f service neutron] 10.222.0.42 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058878 Aug 16 13:05:22.430548 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58f37a7c-d407-4e55-ab6e-fbc93cd02b9a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:22.431970 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-58f37a7c-d407-4e55-ab6e-fbc93cd02b9a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222 HTTP/1.1" status: 204 len: 168 time: 0.9307368 Aug 16 13:05:22.444380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48614) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:22.445447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65aec79b-abef-4ed3-9a1a-b46b8f623fc8 req-60dc8ef1-8eb9-4230-88e0-4c804b4f30cd tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 210 time: 0.3907614 Aug 16 13:05:22.531683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f29e1-3551-4f88-a158-a303576a8a02 req-f2395c1b-821d-40ae-8cc9-8f5b604df854 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:22.542620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e27f29e1-3551-4f88-a158-a303576a8a02 req-f2395c1b-821d-40ae-8cc9-8f5b604df854 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 946 time: 0.1777070 Aug 16 13:05:22.597411 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e27f29e1-3551-4f88-a158-a303576a8a02 req-fbc22a1c-9c0f-4a18-af04-a4eb37902c32 tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529356 Aug 16 13:05:22.674500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72625135-1757-412d-99e3-f4788183d00c req-ab256b76-e1c5-43a0-9231-43994280610c tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:22.675564 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa18cb68-9d84-4119-bd4e-3f7da7ac05a8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting subnet 62c7a4b1-f40e-4640-af76-e0874f7aeb48 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:05:22.682261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72625135-1757-412d-99e3-f4788183d00c req-ab256b76-e1c5-43a0-9231-43994280610c tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 943 time: 0.0897303 Aug 16 13:05:22.715046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa18cb68-9d84-4119-bd4e-3f7da7ac05a8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:22.727053 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Sync routers for ids ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:22.738767 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Routers {'cac07ad7-ef4c-4650-89c4-ae7f49334c15'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:22.739487 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:22.776147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72625135-1757-412d-99e3-f4788183d00c req-7e1df8e3-b572-4428-bc63-9f6daad0c47b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859647 Aug 16 13:05:22.853543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c9cb13d7-ac29-451c-8154-193d43080764 req-00cf59de-0145-4170-8ee4-b92f81a6447f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] For port f1eab612-1149-4770-85a9-b480a9cf476b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=f1eab612-1149-4770-85a9-b480a9cf476b,segment=NetworkSegment(612178a1-2a8f-4def-8f40-8faf8cda3c80),segment_id=612178a1-2a8f-4def-8f40-8faf8cda3c80)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:22.861762 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c9cb13d7-ac29-451c-8154-193d43080764 req-00cf59de-0145-4170-8ee4-b92f81a6447f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:22.929692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c9cb13d7-ac29-451c-8154-193d43080764 req-00cf59de-0145-4170-8ee4-b92f81a6447f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Calling delete_port for f1eab612-1149-4770-85a9-b480a9cf476b owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:05:22.967206 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Set router cac07ad7-ef4c-4650-89c4-ae7f49334c15 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:23.061602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e31a49-0a8f-4ecd-a8b0-03e1527d0cdc req-42c5828c-b701-42fe-9a40-47ee6d30d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:23.063960 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1e31a49-0a8f-4ecd-a8b0-03e1527d0cdc req-42c5828c-b701-42fe-9a40-47ee6d30d110 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7483c776397948268a84a5267d068378&device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 1094 time: 0.5108097 Aug 16 13:05:23.092773 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa18cb68-9d84-4119-bd4e-3f7da7ac05a8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:23.200053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-99d521cc-288d-4e95-9598-ee18e1e41075 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:23.201873 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-99d521cc-288d-4e95-9598-ee18e1e41075 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.22 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 817 time: 0.5886831 Aug 16 13:05:23.283148 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'fc3315b5-3a98-44a3-b4d2-4153938d0f3e', 'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'mac_address': 'fa:16:3e:23:11:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:14Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 2, 'project_id': 'f0bff93acd024030911c824e4926974a', 'subnets': [{'id': '735734cd-086e-4d3e-af34-921802ddaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:23.324529 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Checking router: cac07ad7-ef4c-4650-89c4-ae7f49334c15 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:05:23.325057 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Updating router cac07ad7-ef4c-4650-89c4-ae7f49334c15 port fc3315b5-3a98-44a3-b4d2-4153938d0f3e binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:05:23.331694 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-806df153-52c6-423a-b4ab-757722204fac tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9 HTTP/1.1" status: 200 len: 380 time: 0.1104996 Aug 16 13:05:23.343499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e31a49-0a8f-4ecd-a8b0-03e1527d0cdc req-1cbb5bf3-7918-44af-b128-86dabd687bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:23.344984 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1e31a49-0a8f-4ecd-a8b0-03e1527d0cdc req-1cbb5bf3-7918-44af-b128-86dabd687bef service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f06e19f-8fa8-4f63-a600-513e98865e15 HTTP/1.1" status: 200 len: 911 time: 0.2700117 Aug 16 13:05:23.355994 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:23.383916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'port': {'device_id': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'admin_state_up': True, 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'security_groups': ['115db052-eed2-4bb4-a9f3-0d40b2aa1acd']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:23.422232 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa18cb68-9d84-4119-bd4e-3f7da7ac05a8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:23.426034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1e31a49-0a8f-4ecd-a8b0-03e1527d0cdc req-83759c8c-6e21-42f3-b168-615b342e071c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c815fb-a975-4a91-8318-d7704508ef00 HTTP/1.1" status: 200 len: 217 time: 0.0602593 Aug 16 13:05:23.576685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c9cb13d7-ac29-451c-8154-193d43080764 req-00cf59de-0145-4170-8ee4-b92f81a6447f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:23.591398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['f1eab612-1149-4770-85a9-b480a9cf476b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:23.636189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e31a49-0a8f-4ecd-a8b0-03e1527d0cdc req-bb6962dc-63f6-4e69-b57f-47b477b952ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:23.637726 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1e31a49-0a8f-4ecd-a8b0-03e1527d0cdc req-bb6962dc-63f6-4e69-b57f-47b477b952ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0bdeb5-93fb-4131-af47-016a02f3c59d HTTP/1.1" status: 200 len: 851 time: 0.1731656 Aug 16 13:05:23.644566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf59de-0145-4170-8ee4-b92f81a6447f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Pushing event deleted for resources: {'Port': ['ID=f1eab612-1149-4770-85a9-b480a9cf476b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:23.704889 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa18cb68-9d84-4119-bd4e-3f7da7ac05a8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:23.721963 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-acf53c6c-bfbd-41ab-aa6e-7b8e959d9ea5 req-1507c994-a3e8-49bd-9ae2-6f0e3f9fc51a tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 210 time: 0.0640724 Aug 16 13:05:23.779438 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa18cb68-9d84-4119-bd4e-3f7da7ac05a8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:23.781590 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-aa18cb68-9d84-4119-bd4e-3f7da7ac05a8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/62c7a4b1-f40e-4640-af76-e0874f7aeb48 HTTP/1.1" status: 204 len: 168 time: 1.3354087 Aug 16 13:05:23.784483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48632) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:23.796847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f728c-c181-4495-af4c-5cf4805129df None None] Network f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:23.805804 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1e31a49-0a8f-4ecd-a8b0-03e1527d0cdc req-098e37e7-dfe8-4d86-8fbd-09c908ab0f0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f06e19f-8fa8-4f63-a600-513e98865e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522436 Aug 16 13:05:23.836701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18cb68-9d84-4119-bd4e-3f7da7ac05a8 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Subnet': ['ID=62c7a4b1-f40e-4640-af76-e0874f7aeb48,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:23.870407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cb13d7-ac29-451c-8154-193d43080764 req-00cf59de-0145-4170-8ee4-b92f81a6447f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] No DVR routers for this DVR port f1eab612-1149-4770-85a9-b480a9cf476b on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:05:23.890935 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c9cb13d7-ac29-451c-8154-193d43080764 req-00cf59de-0145-4170-8ee4-b92f81a6447f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:23.893676 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c9cb13d7-ac29-451c-8154-193d43080764 req-00cf59de-0145-4170-8ee4-b92f81a6447f tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.42 "DELETE /v2.0/ports/f1eab612-1149-4770-85a9-b480a9cf476b HTTP/1.1" status: 204 len: 173 time: 1.8248799 Aug 16 13:05:23.912827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca03b24-99f1-4929-afe9-8833600ee736', 'name': 'network-vif-deleted', 'tag': 'f1eab612-1149-4770-85a9-b480a9cf476b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:23.920179 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f266221f-ba0f-4e2b-94c9-aaebe1a00ade" -d '{"events": [{"server_uuid": "4ca03b24-99f1-4929-afe9-8833600ee736", "name": "network-vif-deleted", "tag": "f1eab612-1149-4770-85a9-b480a9cf476b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:23.941485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fae5292a-af38-4ffa-82c8-6ef20c22a90f req-c30a5a80-aff1-4030-b1d0-3cf5efbbdf6c tempest-ServersTestJSON-509953955 tempest-ServersTestJSON-509953955-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca03b24-99f1-4929-afe9-8833600ee736 HTTP/1.1" status: 200 len: 210 time: 0.1448345 Aug 16 13:05:24.142456 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91f3eb8-9e31-4624-841e-e77fd673a207 x-openstack-request-id: req-e91f3eb8-9e31-4624-841e-e77fd673a207 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:24.142988 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:24.153279 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca03b24-99f1-4929-afe9-8833600ee736", "name": "network-vif-deleted", "tag": "f1eab612-1149-4770-85a9-b480a9cf476b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:24.154429 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e91f3eb8-9e31-4624-841e-e77fd673a207 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:24.155024 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca03b24-99f1-4929-afe9-8833600ee736', 'name': 'network-vif-deleted', 'tag': 'f1eab612-1149-4770-85a9-b480a9cf476b', 'status': 'completed', 'code': 200} Aug 16 13:05:24.156432 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Transition to ACTIVE for port object fc3315b5-3a98-44a3-b4d2-4153938d0f3e will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:24.159751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Made reservation on behalf of 98ca0f162b1f4e6598dff79c6f9eefd9 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:24.168096 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:24.172022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:24.190315 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:24.231902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c77b96-dd4e-4075-8886-d5164dfcb3db None None] DHCP port deletion for f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:05:24.275379 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddde0b-da47-4f68-ba24-847ad291607b req-0627a8a9-bd54-4251-8080-4129e1e0bd40 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:24.280981 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae066648-48bf-4165-873e-a1131500266d None None] Pushing event updated for resources: {'Port': ['ID=fc3315b5-3a98-44a3-b4d2-4153938d0f3e,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:24.289438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1ddde0b-da47-4f68-ba24-847ad291607b req-0627a8a9-bd54-4251-8080-4129e1e0bd40 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 943 time: 0.2093201 Aug 16 13:05:24.384605 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1e31a49-0a8f-4ecd-a8b0-03e1527d0cdc req-baaba6d4-6f20-42b0-9372-5a5e14b2e162 service neutron] 10.222.0.42 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490716 Aug 16 13:05:24.386266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d0c77b96-dd4e-4075-8886-d5164dfcb3db None None] Deleting port 3408e078-45b4-450e-929d-2d943bd6454c {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:05:24.386837 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d0c77b96-dd4e-4075-8886-d5164dfcb3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:24.486536 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Attempting to bind port fc3315b5-3a98-44a3-b4d2-4153938d0f3e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:24.487198 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Attempting to bind port fc3315b5-3a98-44a3-b4d2-4153938d0f3e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:24.488062 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Attempting to bind port fc3315b5-3a98-44a3-b4d2-4153938d0f3e on network ee5ff9e6-121a-4482-9933-172fba3187c8 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:24.507428 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:24.509655 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Checking segment: {'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:24.510005 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1ddde0b-da47-4f68-ba24-847ad291607b req-1d556d95-a213-4d62-beff-0a0fe2383292 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191758 Aug 16 13:05:24.513407 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:24.518613 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Bound using segment: {'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:24.520046 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Bound port: fc3315b5-3a98-44a3-b4d2-4153938d0f3e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:24.520560 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:24.538642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port 3408e078-45b4-450e-929d-2d943bd6454c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:05:24.539011 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:24.681845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d0c77b96-dd4e-4075-8886-d5164dfcb3db None None] For port 3408e078-45b4-450e-929d-2d943bd6454c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3408e078-45b4-450e-929d-2d943bd6454c,segment=NetworkSegment(ace13a00-84a9-47ec-8702-76cfbabcfe0d),segment_id=ace13a00-84a9-47ec-8702-76cfbabcfe0d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:24.682504 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d0c77b96-dd4e-4075-8886-d5164dfcb3db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:24.719307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d0c77b96-dd4e-4075-8886-d5164dfcb3db None None] Calling delete_port for 3408e078-45b4-450e-929d-2d943bd6454c owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:05:24.742927 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] For port fc3315b5-3a98-44a3-b4d2-4153938d0f3e, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:24.746383 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] For port fc3315b5-3a98-44a3-b4d2-4153938d0f3e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fc3315b5-3a98-44a3-b4d2-4153938d0f3e,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:24.752771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] For port 3408e078-45b4-450e-929d-2d943bd6454c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3408e078-45b4-450e-929d-2d943bd6454c,segment=NetworkSegment(ace13a00-84a9-47ec-8702-76cfbabcfe0d),segment_id=ace13a00-84a9-47ec-8702-76cfbabcfe0d)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:24.754735 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:24.757237 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:24.786635 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for 3408e078-45b4-450e-929d-2d943bd6454c owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:05:24.924380 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae066648-48bf-4165-873e-a1131500266d None None] Pushing event updated for resources: {'Port': ['ID=fc3315b5-3a98-44a3-b4d2-4153938d0f3e,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:24.931556 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Routers {'cac07ad7-ef4c-4650-89c4-ae7f49334c15'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:24.933603 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:24.968105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a8c815fb-a975-4a91-8318-d7704508ef00 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:05:24.985322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Allocated IP 172.20.0.5 (9cc824de-04de-4c01-9674-275e59dd3473/869c6635-1347-4341-97aa-dd06c69f7bf6/badf3ac6-83e5-4fef-be55-0d0bce30d799) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:24.993837 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d0c77b96-dd4e-4075-8886-d5164dfcb3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.044273 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.088948 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c77b96-dd4e-4075-8886-d5164dfcb3db None None] Pushing event deleted for resources: {'Port': ['ID=3408e078-45b4-450e-929d-2d943bd6454c,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:25.104286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a952e9ca-0406-445d-9ded-8ad4fc9575e3 req-21ba4966-45d7-4f42-b09f-2c6f5c9e76a4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 210 time: 0.0944421 Aug 16 13:05:25.163327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c77b96-dd4e-4075-8886-d5164dfcb3db None None] No DVR routers for this DVR port 3408e078-45b4-450e-929d-2d943bd6454c on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:05:25.211785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No DVR routers for this DVR port 3408e078-45b4-450e-929d-2d943bd6454c on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:05:25.253375 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] Set router cac07ad7-ef4c-4650-89c4-ae7f49334c15 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:25.274742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48652) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:25.275986 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=3408e078-45b4-450e-929d-2d943bd6454c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:25.276848 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b1e31a49-0a8f-4ecd-a8b0-03e1527d0cdc req-3d1fb159-4733-4906-ad7f-bfd8d5f7cc34 service neutron] 10.222.0.42 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8809810 Aug 16 13:05:25.416706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a8c815fb-a975-4a91-8318-d7704508ef00, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a8c815fb-a975-4a91-8318-d7704508ef00,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:25.429877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'a8c815fb-a975-4a91-8318-d7704508ef00', 'network_id': '1f06e19f-8fa8-4f63-a600-513e98865e15', 'port_id': 'a8c815fb-a975-4a91-8318-d7704508ef00', 'mac_address': 'fa:16:3e:24:90:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0bdeb5-93fb-4131-af47-016a02f3c59d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:05:25.432136 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.472792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Transition to ACTIVE for port object badf3ac6-83e5-4fef-be55-0d0bce30d799 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:25.521771 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.545546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c815fb-a975-4a91-8318-d7704508ef00 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:25.565997 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.566269 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.574799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-e098f27a-21fa-4145-a92b-09af61bfc7a7 admin admin] Deleting subnet 97f2fbee-3a3e-4715-90df-0fbf9a0d2623 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:05:25.586419 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e098f27a-21fa-4145-a92b-09af61bfc7a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.596705 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a8c815fb-a975-4a91-8318-d7704508ef00, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a8c815fb-a975-4a91-8318-d7704508ef00,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:25.609927 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.624624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:25.641470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace13a00-84a9-47ec-8702-76cfbabcfe0d') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:25.642390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace13a00-84a9-47ec-8702-76cfbabcfe0d') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:25.665627 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.680305 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e098f27a-21fa-4145-a92b-09af61bfc7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.697003 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'fc3315b5-3a98-44a3-b4d2-4153938d0f3e', 'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'mac_address': 'fa:16:3e:23:11:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:14Z', 'updated_at': '2021-08-16T13:05:24Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'subnets': [{'id': '735734cd-086e-4d3e-af34-921802ddaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:25.711491 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Network 9cc824de-04de-4c01-9674-275e59dd3473 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:25.725728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:25.726663 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.740726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:25.765995 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a8c815fb-a975-4a91-8318-d7704508ef00,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:25.776513 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:05:25.782015 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:05:25.792610 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:05:25.804911 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2bb98-d78d-436a-b672-49009f571c1d None None] The sync data for ids ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'] in n-d-804708-1 is: [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'fc3315b5-3a98-44a3-b4d2-4153938d0f3e', 'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'mac_address': 'fa:16:3e:23:11:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:14Z', 'updated_at': '2021-08-16T13:05:24Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'subnets': [{'id': '735734cd-086e-4d3e-af34-921802ddaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:25.827322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'Port': ['ID=badf3ac6-83e5-4fef-be55-0d0bce30d799,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:25.848828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['a8c815fb-a975-4a91-8318-d7704508ef00'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:25.924770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:25.924770 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.939476 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e098f27a-21fa-4145-a92b-09af61bfc7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:25.947298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fc3315b5-3a98-44a3-b4d2-4153938d0f3e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:25.976638 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-84a33313-9f14-464f-8605-b4f2446b569e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5993307 Aug 16 13:05:25.998349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Request body: {'port': {'device_id': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:26.021769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c9fc7-0f26-4171-9673-ca6309040036 req-91561aa7-44a2-41ca-8dd3-3a3843ddec2d tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:26.039706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-720c9fc7-0f26-4171-9673-ca6309040036 req-91561aa7-44a2-41ca-8dd3-3a3843ddec2d tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 944 time: 0.2422571 Aug 16 13:05:26.050230 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.063278 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.068501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/networks/f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c HTTP/1.1" status: 204 len: 168 time: 2.2794280 Aug 16 13:05:26.073351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48662) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:26.091600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-94985a59-f704-40d6-b909-543a03c0627b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-652135638', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:26.129081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d2f52-2e45-4614-aec1-46c31280cfb5 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Network': ['ID=f0c5ed04-f5d4-4472-9bf2-f5c95495dc8c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:26.188328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-720c9fc7-0f26-4171-9673-ca6309040036 req-e14945a3-c90d-4dd2-a732-4efae05c019f tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457896 Aug 16 13:05:26.189918 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e098f27a-21fa-4145-a92b-09af61bfc7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.194925 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port fc3315b5-3a98-44a3-b4d2-4153938d0f3e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:26.232322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port fc3315b5-3a98-44a3-b4d2-4153938d0f3e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:26.232954 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.276108 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.288494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098f27a-21fa-4145-a92b-09af61bfc7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f2fbee-3a3e-4715-90df-0fbf9a0d2623,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:26.373700 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94985a59-f704-40d6-b909-543a03c0627b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.375018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94985a59-f704-40d6-b909-543a03c0627b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.377394 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e17b4d3c-f230-4b6d-9e15-f868b0ef326e None None] Provisioning for port badf3ac6-83e5-4fef-be55-0d0bce30d799 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:26.388828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e17b4d3c-f230-4b6d-9e15-f868b0ef326e None None] Provisioning complete for port badf3ac6-83e5-4fef-be55-0d0bce30d799 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:26.389200 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e17b4d3c-f230-4b6d-9e15-f868b0ef326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.425026 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e098f27a-21fa-4145-a92b-09af61bfc7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.430910 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e098f27a-21fa-4145-a92b-09af61bfc7a7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/97f2fbee-3a3e-4715-90df-0fbf9a0d2623 HTTP/1.1" status: 204 len: 168 time: 1.1427386 Aug 16 13:05:26.445150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48668) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:26.469764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4d3c-f230-4b6d-9e15-f868b0ef326e None None] Port badf3ac6-83e5-4fef-be55-0d0bce30d799 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:26.501496 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.554810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port fc3315b5-3a98-44a3-b4d2-4153938d0f3e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fc3315b5-3a98-44a3-b4d2-4153938d0f3e,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:26.565123 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.627352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=fc3315b5-3a98-44a3-b4d2-4153938d0f3e,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:26.679214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3408e078-45b4-450e-929d-2d943bd6454c no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:05:26.704101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abb323-bf2a-4d70-b966-bdfe2de9b0f1 req-83c31544-d7df-4848-8a52-48eaf05a94ee tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:26.711244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 3408e078-45b4-450e-929d-2d943bd6454c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:05:26.711927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3408e078-45b4-450e-929d-2d943bd6454c not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:05:26.726176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2abb323-bf2a-4d70-b966-bdfe2de9b0f1 req-83c31544-d7df-4848-8a52-48eaf05a94ee tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 931 time: 0.4231911 Aug 16 13:05:26.731978 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.809605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f1eab612-1149-4770-85a9-b480a9cf476b no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:05:26.847396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2abb323-bf2a-4d70-b966-bdfe2de9b0f1 req-0fecfc6c-64ba-4a05-beb9-266b1112e1bf tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192977 Aug 16 13:05:26.875161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: f1eab612-1149-4770-85a9-b480a9cf476b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:05:26.875800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device f1eab612-1149-4770-85a9-b480a9cf476b not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:05:26.928008 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.940108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf18c8c-8763-40ae-83c5-d10e99c6511d']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:26.964236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612178a1-2a8f-4def-8f40-8faf8cda3c80') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:26.964874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612178a1-2a8f-4def-8f40-8faf8cda3c80') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:26.977139 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:26.994168 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.003317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:05:27.004050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:05:27.006916 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:05:27.083803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.099550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.103161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] 10.222.0.25 "DELETE /v2.0/networks/faf18c8c-8763-40ae-83c5-d10e99c6511d HTTP/1.1" status: 204 len: 168 time: 0.6471634 Aug 16 13:05:27.120095 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389d84b-29e6-4328-ab6c-53743f883a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf18c8c-8763-40ae-83c5-d10e99c6511d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:27.120631 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94985a59-f704-40d6-b909-543a03c0627b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.128950 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94985a59-f704-40d6-b909-543a03c0627b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.175200 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94985a59-f704-40d6-b909-543a03c0627b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.176821 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-94985a59-f704-40d6-b909-543a03c0627b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0908029 Aug 16 13:05:27.180153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48678) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:27.185600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1346399944'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:27.255431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:27.264729 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.281407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badf3ac6-83e5-4fef-be55-0d0bce30d799 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:27.292520 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.313614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Transition to ACTIVE for port object badf3ac6-83e5-4fef-be55-0d0bce30d799 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:27.319763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.338647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:27.376252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38950e-7369-44b1-b142-e16e8236a274 req-bb383b2e-04ec-4ce6-a9db-ef3f536f6100 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:27.377714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c38950e-7369-44b1-b142-e16e8236a274 req-bb383b2e-04ec-4ce6-a9db-ef3f536f6100 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 944 time: 0.0863369 Aug 16 13:05:27.381213 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.381559 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added segment ecba4e35-efee-487f-b7a0-338bd899c4ca of type vlan for network 58632364-dd60-46fa-b81f-c25156b23a78 Aug 16 13:05:27.452513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Pushing event updated for resources: {'Port': ['ID=badf3ac6-83e5-4fef-be55-0d0bce30d799,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:27.480190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48684) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:27.517689 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.536696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c38950e-7369-44b1-b142-e16e8236a274 req-4c4169f6-1fcc-4c21-9c8f-da192640c7e5 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458676 Aug 16 13:05:27.547036 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fb068d32-c3a3-4fab-8664-1c401f4c7deb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7dc4555b79045c2a4951fc236c5ff0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653777 Aug 16 13:05:27.548151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Attempting to bind port badf3ac6-83e5-4fef-be55-0d0bce30d799 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:27.548580 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Attempting to bind port badf3ac6-83e5-4fef-be55-0d0bce30d799 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:27.549003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Attempting to bind port badf3ac6-83e5-4fef-be55-0d0bce30d799 on network 9cc824de-04de-4c01-9674-275e59dd3473 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:27.549786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48686) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:27.555924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Port badf3ac6-83e5-4fef-be55-0d0bce30d799 on network 9cc824de-04de-4c01-9674-275e59dd3473 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:05:27.555924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Attempting to bind port badf3ac6-83e5-4fef-be55-0d0bce30d799 on network 9cc824de-04de-4c01-9674-275e59dd3473 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:27.561858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:27.562374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Checking segment: {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:27.563924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Bound using segment: {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:27.566543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Bound port: badf3ac6-83e5-4fef-be55-0d0bce30d799, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:27.567427 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.590368 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.612034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:27.615406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.657758 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4759126 Aug 16 13:05:27.660201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48690) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:27.671759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'subnet': {'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:27.708028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:27.787954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:27.796884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.826225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fc3315b5-3a98-44a3-b4d2-4153938d0f3e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:27.861263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:27.861924 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.863365 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] 10.222.0.22 "PUT /v2.0/ports/badf3ac6-83e5-4fef-be55-0d0bce30d799 HTTP/1.1" status: 200 len: 1091 time: 1.8710346 Aug 16 13:05:27.863814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:27.867340 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:27.924579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:27.936008 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.996202 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f310e87-783a-48c8-9c6f-002b34fba8e6 x-openstack-request-id: req-8f310e87-783a-48c8-9c6f-002b34fba8e6 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:27.996632 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:27.996888 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f310e87-783a-48c8-9c6f-002b34fba8e6 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:27.997284 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'status': 'completed', 'code': 200} Aug 16 13:05:28.003779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port fc3315b5-3a98-44a3-b4d2-4153938d0f3e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:28.004157 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:28.013024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39653332-55cc-4ebb-8586-63a648832a9e service neutron] Pushing event updated for resources: {'Port': ['ID=badf3ac6-83e5-4fef-be55-0d0bce30d799,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:28.228921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-ce3ed4fc-1a34-4837-8480-58045d6c6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:28.230945 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-ce3ed4fc-1a34-4837-8480-58045d6c6ee2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 1094 time: 0.2817712 Aug 16 13:05:28.328686 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-4ca639be-6264-4cd8-9c76-7e83e3b8f868 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799 HTTP/1.1" status: 200 len: 217 time: 0.0624008 Aug 16 13:05:28.353375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d64ba89d-fc5a-4663-a53b-fb8499e28032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:28.355827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Network': ['ID=58632364-dd60-46fa-b81f-c25156b23a78,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:28.368336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.368582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.368938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.369277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.369603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.370881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.371465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.371806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.372141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.372502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.372843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.373172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e15875-0cfc-4177-b1bb-810ac715adde tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:28.374611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:28.388018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 58632364-dd60-46fa-b81f-c25156b23a78 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:28.428323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad496-0fac-41fb-b166-2c23519e0952 req-4b963d04-202e-4148-9ab6-63c1c4a1db1e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:28.437405 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b04ad496-0fac-41fb-b166-2c23519e0952 req-4b963d04-202e-4148-9ab6-63c1c4a1db1e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1330085 Aug 16 13:05:28.442262 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d64ba89d-fc5a-4663-a53b-fb8499e28032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:28.480069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Subnet': ['ID=b169346a-5d91-4d9d-a7fe-6b0c917dda95,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:28.493374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-79ab8ab8-f7e2-4c16-8c05-dbcdae04ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:28.494995 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-79ab8ab8-f7e2-4c16-8c05-dbcdae04ac54 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.1575778 Aug 16 13:05:28.534834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b04ad496-0fac-41fb-b166-2c23519e0952 req-058f83e1-13f2-4269-bd99-06618c89b07b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965037 Aug 16 13:05:28.584253 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d64ba89d-fc5a-4663-a53b-fb8499e28032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:28.587656 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d64ba89d-fc5a-4663-a53b-fb8499e28032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:28.589392 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d64ba89d-fc5a-4663-a53b-fb8499e28032 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80 HTTP/1.1" status: 204 len: 168 time: 1.0386345 Aug 16 13:05:28.596955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Checking segment: {'id': 'ecba4e35-efee-487f-b7a0-338bd899c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:28.597570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network hostable DHCP agents. Network: 58632364-dd60-46fa-b81f-c25156b23a78, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:28.600152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ba89d-fc5a-4663-a53b-fb8499e28032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a3fab2-f73b-4b3c-b6b1-7ec3c6c22a80,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:28.645002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-d2ec96c4-e679-4304-85b7-f74931b35d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:28.647978 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-d2ec96c4-e679-4304-85b7-f74931b35d5e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378875 Aug 16 13:05:28.654619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 58632364-dd60-46fa-b81f-c25156b23a78 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:28.679861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 58632364-dd60-46fa-b81f-c25156b23a78) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:28.686130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:28.686750 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:28.692029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169deded-a212-4d11-a4ee-9a3af6f3dbd4 None None] Network 58632364-dd60-46fa-b81f-c25156b23a78 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:28.760436 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7df15cef-d429-40cf-a671-57cb45dd9da3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0991180 Aug 16 13:05:28.765625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48712) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:28.841821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48714) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:28.927999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a8c815fb-a975-4a91-8318-d7704508ef00 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:28.951280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212efd2a-3f5b-4d6b-977b-b6c59308f008 req-a94d2fad-0853-4fa4-9f4d-44aabfb4f7f4 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:28.960502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-212efd2a-3f5b-4d6b-977b-b6c59308f008 req-a94d2fad-0853-4fa4-9f4d-44aabfb4f7f4 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 944 time: 0.2319090 Aug 16 13:05:29.067425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-212efd2a-3f5b-4d6b-977b-b6c59308f008 req-4c72b20f-9895-4a58-9af4-02df700f1e88 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002014 Aug 16 13:05:29.160833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-31268203-ba47-4568-81e5-8cdae0f93f6c service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882414 Aug 16 13:05:29.192284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port a8c815fb-a975-4a91-8318-d7704508ef00 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:29.200093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port a8c815fb-a975-4a91-8318-d7704508ef00 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:29.200472 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.276224 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a866c36a-1c27-4154-8197-fa25b2d2860b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.356622 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dc76830-98d3-4d80-84e7-0956ac531068 req-8d9cf1f2-2663-4dc7-a273-144402503df3 service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928496 Aug 16 13:05:29.407763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-58632364-dd60-46fa-b81f-c25156b23a78', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:05:29.409063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.423059 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a866c36a-1c27-4154-8197-fa25b2d2860b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.426284 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.430592 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a866c36a-1c27-4154-8197-fa25b2d2860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.486399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866c36a-1c27-4154-8197-fa25b2d2860b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b68ee39-e491-4a04-b011-63a740f14eef,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:29.508692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a866c36a-1c27-4154-8197-fa25b2d2860b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83b236814b104e6bbd1b8bad8c4f77a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632557 Aug 16 13:05:29.508955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48730) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:29.582374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-264c9c06-3491-4bd2-9e51-18dba272df24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.596549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Allocated IP 2001:db8::2 (58632364-dd60-46fa-b81f-c25156b23a78/b169346a-5d91-4d9d-a7fe-6b0c917dda95/a971b8ad-c478-4a97-8f57-4d24b8fabb22) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:29.618151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6 req-0461921f-a336-4595-92bd-1d96bedb5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:29.620001 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6 req-0461921f-a336-4595-92bd-1d96bedb5c24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 1094 time: 0.1677630 Aug 16 13:05:29.633295 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-264c9c06-3491-4bd2-9e51-18dba272df24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.684442 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.714190 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.737547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2272247-2236-402e-9df9-7f96bbf5e9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c815fb-a975-4a91-8318-d7704508ef00'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:29.740612 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61f4d39-6683-4ab6-8e92-8575b738ece6" -d '{"events": [{"server_uuid": "a2272247-2236-402e-9df9-7f96bbf5e9bc", "name": "network-vif-plugged", "status": "completed", "tag": "a8c815fb-a975-4a91-8318-d7704508ef00"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:29.769020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a8c815fb-a975-4a91-8318-d7704508ef00, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a8c815fb-a975-4a91-8318-d7704508ef00,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:29.783444 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.814711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-264c9c06-3491-4bd2-9e51-18dba272df24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.815211 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-264c9c06-3491-4bd2-9e51-18dba272df24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.816816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-264c9c06-3491-4bd2-9e51-18dba272df24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b68ee39-e491-4a04-b011-63a740f14eef HTTP/1.1" status: 204 len: 168 time: 0.3066278 Aug 16 13:05:29.835895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c9c06-3491-4bd2-9e51-18dba272df24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b68ee39-e491-4a04-b011-63a740f14eef,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:29.854311 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6395f838-f216-41e8-8215-9fa578ff9e60 x-openstack-request-id: req-6395f838-f216-41e8-8215-9fa578ff9e60 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:29.854712 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2272247-2236-402e-9df9-7f96bbf5e9bc", "name": "network-vif-plugged", "status": "completed", "tag": "a8c815fb-a975-4a91-8318-d7704508ef00", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:29.855364 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6395f838-f216-41e8-8215-9fa578ff9e60 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:29.855971 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2272247-2236-402e-9df9-7f96bbf5e9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c815fb-a975-4a91-8318-d7704508ef00', 'code': 200} Aug 16 13:05:29.862202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a8c815fb-a975-4a91-8318-d7704508ef00,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:29.880095 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a731874-92f4-481e-96aa-9470040ce236 req-3267a63f-8857-4775-be0f-8b333053f4b3 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:29.890217 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a731874-92f4-481e-96aa-9470040ce236 req-3267a63f-8857-4775-be0f-8b333053f4b3 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1827986 Aug 16 13:05:29.976892 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:29.990890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Transition to ACTIVE for port object a971b8ad-c478-4a97-8f57-4d24b8fabb22 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:30.004835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a731874-92f4-481e-96aa-9470040ce236 req-fa154323-f72c-4be5-8521-49b59d8799c0 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137066 Aug 16 13:05:30.035336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Transition to ACTIVE for port object a971b8ad-c478-4a97-8f57-4d24b8fabb22 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:30.048709 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:30.111189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6 req-f635ace4-e14a-466c-84eb-ec82327eb17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:30.112984 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6 req-f635ace4-e14a-466c-84eb-ec82327eb17b service neutron] 10.222.0.22 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.4453406 Aug 16 13:05:30.119513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Network 58632364-dd60-46fa-b81f-c25156b23a78 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:30.122952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f88df1-9428-4c80-891a-aa84334b7d5f req-d7867479-9775-48be-88e9-3af31d0f6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:30.123769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:30.124641 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f1f88df1-9428-4c80-891a-aa84334b7d5f req-d7867479-9775-48be-88e9-3af31d0f6e90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 1096 time: 0.2030098 Aug 16 13:05:30.128256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Allocated IP 2001:db8::1 (58632364-dd60-46fa-b81f-c25156b23a78/b169346a-5d91-4d9d-a7fe-6b0c917dda95/0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:30.140302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:30.175194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Pushing event updated for resources: {'Port': ['ID=a971b8ad-c478-4a97-8f57-4d24b8fabb22,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:30.259754 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6 req-974e62c8-a06b-4670-9d1e-a678385233b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799 HTTP/1.1" status: 200 len: 217 time: 0.1153493 Aug 16 13:05:30.327989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Attempting to bind port a971b8ad-c478-4a97-8f57-4d24b8fabb22 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:30.328637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Attempting to bind port a971b8ad-c478-4a97-8f57-4d24b8fabb22 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'ecba4e35-efee-487f-b7a0-338bd899c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:30.330732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Attempting to bind port a971b8ad-c478-4a97-8f57-4d24b8fabb22 on network 58632364-dd60-46fa-b81f-c25156b23a78 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:30.349712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:30.351657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Checking segment: {'id': 'ecba4e35-efee-487f-b7a0-338bd899c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:30.352076 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:30.352474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Bound using segment: {'id': 'ecba4e35-efee-487f-b7a0-338bd899c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:30.352959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Bound port: a971b8ad-c478-4a97-8f57-4d24b8fabb22, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecba4e35-efee-487f-b7a0-338bd899c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:30.353339 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:30.355539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2cef-a206-401b-88bc-a39f66b3f0df req-28e8e674-56b4-4837-99eb-aa44af66eb65 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:30.356466 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f1f88df1-9428-4c80-891a-aa84334b7d5f req-f2f756dc-37c1-46d5-8db0-023f28dded18 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116184 Aug 16 13:05:30.357209 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4bf2cef-a206-401b-88bc-a39f66b3f0df req-28e8e674-56b4-4837-99eb-aa44af66eb65 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1247845 Aug 16 13:05:30.438363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4bf2cef-a206-401b-88bc-a39f66b3f0df req-ecee0032-accc-4ca4-90ee-0991c497e932 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674176 Aug 16 13:05:30.452221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6 req-eac4d486-45fa-42f3-a4e2-29dd214be8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:30.453847 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6 req-eac4d486-45fa-42f3-a4e2-29dd214be8da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.1741209 Aug 16 13:05:30.503534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] For port a971b8ad-c478-4a97-8f57-4d24b8fabb22, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:30.513509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] For port a971b8ad-c478-4a97-8f57-4d24b8fabb22, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a971b8ad-c478-4a97-8f57-4d24b8fabb22,segment=NetworkSegment(ecba4e35-efee-487f-b7a0-338bd899c4ca),segment_id=ecba4e35-efee-487f-b7a0-338bd899c4ca)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:30.520105 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:30.577350 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:30.607661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6 req-b756714f-954d-43fa-9828-ab8d08f3c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:30.610018 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6 req-b756714f-954d-43fa-9828-ab8d08f3c853 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458395 Aug 16 13:05:30.669215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fe45c-603e-461e-a792-f3d61092e3f2 None None] Pushing event updated for resources: {'Port': ['ID=a971b8ad-c478-4a97-8f57-4d24b8fabb22,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:30.695477 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Transition to ACTIVE for port object 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:30.808468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:30.815527 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6 req-50ca942c-b13f-418d-b877-52c5f5ae80be service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945221 Aug 16 13:05:30.876913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 58632364-dd60-46fa-b81f-c25156b23a78 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:30.890821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:30.904091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:30.904918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:31.019244 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e8b7d66-96ab-4cdd-95b0-e403e02d2f1f req-b9779438-9f2d-4224-b9a6-b751f1b71608 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0863402 Aug 16 13:05:31.095771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:31.171565 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3523eee9-8ac0-4e5a-9cba-e85d88b7bcd6 req-0aba26fe-c1b2-492a-9abd-89b650f3f356 service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234236 Aug 16 13:05:31.190761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:31.346015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9804f-d416-4f7b-a334-ed034e6a95dd req-d3c4f452-d350-4bab-b985-4703d88a2c0e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:31.355274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75e9804f-d416-4f7b-a334-ed034e6a95dd req-d3c4f452-d350-4bab-b985-4703d88a2c0e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1224511 Aug 16 13:05:31.399157 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75e9804f-d416-4f7b-a334-ed034e6a95dd req-51a19f34-dad0-42dd-bd00-0e12cdfbcd5e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430582 Aug 16 13:05:31.610569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fc626-f6bd-4805-93da-c284ace4b222 req-13651137-f349-4969-a60b-71b07d99aa7a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:31.612185 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-585fc626-f6bd-4805-93da-c284ace4b222 req-13651137-f349-4969-a60b-71b07d99aa7a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.0927446 Aug 16 13:05:31.696627 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-585fc626-f6bd-4805-93da-c284ace4b222 req-d54a1568-4b90-4fb8-af2d-7b740bccaef0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770144 Aug 16 13:05:31.746175 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-390c2c76-a740-482a-a7ac-99ac03fa5e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:31.769834 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:31.781978 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:31.787590 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:31.875039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a971b8ad-c478-4a97-8f57-4d24b8fabb22 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:31.910921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:31.976525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port a971b8ad-c478-4a97-8f57-4d24b8fabb22 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:32.092973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 58632364-dd60-46fa-b81f-c25156b23a78 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:32.141046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:32.243332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c6741ff-8f59-42c9-817a-2ac7ac57d858 req-f1bf28bb-1445-44eb-8d9e-656a4282b45c tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0627933 Aug 16 13:05:32.300802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56494c13-f3b4-4eb9-a7bd-c8938bfeed09 req-d15d130a-9564-4d7d-9070-764ad833c061 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:32.312011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56494c13-f3b4-4eb9-a7bd-c8938bfeed09 req-d15d130a-9564-4d7d-9070-764ad833c061 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1859002 Aug 16 13:05:32.354774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a6fbd-3c5f-40af-b42a-246841204b5f req-2b54bc2d-a1b7-448e-8ea0-23652d5a7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:32.357272 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-db6a6fbd-3c5f-40af-b42a-246841204b5f req-2b54bc2d-a1b7-448e-8ea0-23652d5a7cdd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7483c776397948268a84a5267d068378&device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 1096 time: 0.2586830 Aug 16 13:05:32.371462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56494c13-f3b4-4eb9-a7bd-c8938bfeed09 req-59e75924-1202-4f82-bff7-a5e7a1c0c43a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578825 Aug 16 13:05:32.456522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537df9aa-f451-43c0-b515-2c3fdc24a87d None None] Network 58632364-dd60-46fa-b81f-c25156b23a78 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:32.553479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d4e4aa97-2c8e-448b-a51d-746471391719 None None] Provisioning for port a971b8ad-c478-4a97-8f57-4d24b8fabb22 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:32.562196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d4e4aa97-2c8e-448b-a51d-746471391719 None None] Provisioning complete for port a971b8ad-c478-4a97-8f57-4d24b8fabb22 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:32.562642 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d4e4aa97-2c8e-448b-a51d-746471391719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.588014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a6fbd-3c5f-40af-b42a-246841204b5f req-953e566d-041f-452d-aadb-3249a6f43c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:32.589645 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-db6a6fbd-3c5f-40af-b42a-246841204b5f req-953e566d-041f-452d-aadb-3249a6f43c54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f06e19f-8fa8-4f63-a600-513e98865e15 HTTP/1.1" status: 200 len: 911 time: 0.2206469 Aug 16 13:05:32.596398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router c153a46c-0268-4a61-b7f3-b4abadc760b5 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:05:32.665697 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-db6a6fbd-3c5f-40af-b42a-246841204b5f req-a3473d35-7759-4fed-8fd4-851296710d18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c815fb-a975-4a91-8318-d7704508ef00 HTTP/1.1" status: 200 len: 217 time: 0.0605237 Aug 16 13:05:32.668989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbebfa7-3174-4097-9835-65cbb374d507 req-a9392bda-8422-4bfc-b2ef-bd044d38e9b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:32.670927 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bdbebfa7-3174-4097-9835-65cbb374d507 req-a9392bda-8422-4bfc-b2ef-bd044d38e9b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1396775 Aug 16 13:05:32.753229 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d4e4aa97-2c8e-448b-a51d-746471391719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.779127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bdbebfa7-3174-4097-9835-65cbb374d507 req-0b733f94-8e90-4344-a6ee-20d32bb66170 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001720 Aug 16 13:05:32.870031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d4e4aa97-2c8e-448b-a51d-746471391719 None None] For port a971b8ad-c478-4a97-8f57-4d24b8fabb22, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a971b8ad-c478-4a97-8f57-4d24b8fabb22,segment=NetworkSegment(ecba4e35-efee-487f-b7a0-338bd899c4ca),segment_id=ecba4e35-efee-487f-b7a0-338bd899c4ca)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:32.881101 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d4e4aa97-2c8e-448b-a51d-746471391719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.963023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4aa97-2c8e-448b-a51d-746471391719 None None] Pushing event updated for resources: {'Port': ['ID=a971b8ad-c478-4a97-8f57-4d24b8fabb22,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:33.206537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device badf3ac6-83e5-4fef-be55-0d0bce30d799 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:05:33.349856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a6fbd-3c5f-40af-b42a-246841204b5f req-3b7de633-fe8a-492e-84fa-05e1bd42eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:33.351469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-db6a6fbd-3c5f-40af-b42a-246841204b5f req-3b7de633-fe8a-492e-84fa-05e1bd42eb1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0bdeb5-93fb-4131-af47-016a02f3c59d HTTP/1.1" status: 200 len: 851 time: 0.0683389 Aug 16 13:05:33.354224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:33.367180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'port_id': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'mac_address': 'fa:16:3e:de:16:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:05:33.372460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-afdfd758-438a-4765-b379-0539486fbc0e None None] Provisioning complete for port a971b8ad-c478-4a97-8f57-4d24b8fabb22 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:33.372917 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-afdfd758-438a-4765-b379-0539486fbc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:33.462304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2370bedb-06de-48d7-880e-80f0b43e97f5 req-e6478aad-e4ee-490f-9544-c78e9a46f272 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0542700 Aug 16 13:05:33.510523 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-db6a6fbd-3c5f-40af-b42a-246841204b5f req-9f69793b-3b6d-4050-b563-67d85611cc2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f06e19f-8fa8-4f63-a600-513e98865e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779362 Aug 16 13:05:33.685526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366234d-cba1-46b0-afb0-6388b58018f2 req-0b67f447-46b7-44e5-a6f2-c3d10c3f7dd4 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:33.687624 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f366234d-cba1-46b0-afb0-6388b58018f2 req-0b67f447-46b7-44e5-a6f2-c3d10c3f7dd4 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.0953760 Aug 16 13:05:33.751553 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:33.763583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f366234d-cba1-46b0-afb0-6388b58018f2 req-58e28555-80f1-452c-ad57-f07fb42bfbd7 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663245 Aug 16 13:05:33.791482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:33.807155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Sync routers for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:33.813111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48874) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:33.819173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1398098278'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:33.822936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badf3ac6-83e5-4fef-be55-0d0bce30d799 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:33.823945 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cdda92ac-7cd8-4d50-bb04-8a11f10b7aee tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0570867 Aug 16 13:05:33.862350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:33.866572 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:33.870338 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-db6a6fbd-3c5f-40af-b42a-246841204b5f req-d62d84be-781d-4fbf-8e2c-cbb3d0864241 service neutron] 10.222.0.42 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477387 Aug 16 13:05:33.871508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:33.899599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a971b8ad-c478-4a97-8f57-4d24b8fabb22 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:33.907604 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:33.933491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:33.933805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:33.936801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:33.967044 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:33.967461 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added segment b6e24869-9e4d-4bd7-b74f-965d803efa2c of type vlan for network ea6711eb-cb29-4d36-b1b9-a27128447f94 Aug 16 13:05:34.100391 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-69b627ba-7421-471f-a5a3-c00ed3de13bd req-8dc15ffe-c411-4442-b716-91d0a3cec4d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.1736736 Aug 16 13:05:34.144085 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.165697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450365c4-a865-4054-83f8-ebd51c18e951 req-1b645a98-d621-4bdc-89f3-85364f562d33 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:34.175398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-450365c4-a865-4054-83f8-ebd51c18e951 req-1b645a98-d621-4bdc-89f3-85364f562d33 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 944 time: 0.2133584 Aug 16 13:05:34.190941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-db6a6fbd-3c5f-40af-b42a-246841204b5f req-2fe1649b-0170-41c9-9e7c-3670327cf7a5 service neutron] 10.222.0.42 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072670 Aug 16 13:05:34.223228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-afdfd758-438a-4765-b379-0539486fbc0e None None] Provisioning for port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:34.231747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.237712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:34.238425 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.278042 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-450365c4-a865-4054-83f8-ebd51c18e951 req-a6a16d72-01ab-44d4-a00f-3ab5698a468b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011627 Aug 16 13:05:34.278845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-afdfd758-438a-4765-b379-0539486fbc0e None None] Provisioning complete for port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:34.279413 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-afdfd758-438a-4765-b379-0539486fbc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.343079 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5285006 Aug 16 13:05:34.345615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48892) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:34.351973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:34.355819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'subnet': {'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:34.356301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421daaa-ed63-4a83-bce3-df4ed2e28429 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Network': ['ID=ea6711eb-cb29-4d36-b1b9-a27128447f94,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:34.365825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=badf3ac6-83e5-4fef-be55-0d0bce30d799,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:34.403588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ea6711eb-cb29-4d36-b1b9-a27128447f94 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:34.415584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['badf3ac6-83e5-4fef-be55-0d0bce30d799'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:34.492058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-afdfd758-438a-4765-b379-0539486fbc0e None None] Port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:34.507971 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a2ae7f12-fa9c-4579-98c5-185e1d8458c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.515759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:34.521978 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.628811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a971b8ad-c478-4a97-8f57-4d24b8fabb22 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:34.629328 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.662877 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.671789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efc5ed1a-987f-4136-84f4-95d5fe9615d1 req-894df760-2a02-489b-bcb7-74590d2806ae tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0473723 Aug 16 13:05:34.805981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.814415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ece00f66-9870-488e-a68a-be969af87074 None None] Provisioning complete for port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:34.814415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ece00f66-9870-488e-a68a-be969af87074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.918730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48908) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:34.977768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ece00f66-9870-488e-a68a-be969af87074 None None] Port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:34.994913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Subnet': ['ID=fdf84892-cfa6-497d-a4c5-d7ffdbf581b3,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:35.013810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be3bab-208a-4032-9b6b-4dfd54f5bdf2 req-0fe5f1c6-17d8-45f9-9641-ec0c7cafa6ff tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:35.017533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55be3bab-208a-4032-9b6b-4dfd54f5bdf2 req-0fe5f1c6-17d8-45f9-9641-ec0c7cafa6ff tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1076250 Aug 16 13:05:35.023633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Checking segment: {'id': 'b6e24869-9e4d-4bd7-b74f-965d803efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:35.024251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network hostable DHCP agents. Network: ea6711eb-cb29-4d36-b1b9-a27128447f94, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:35.055189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network ea6711eb-cb29-4d36-b1b9-a27128447f94 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:35.057867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:31Z', 'revision_number': 2, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:31Z', 'revision_number': 2, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:35.072751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ea6711eb-cb29-4d36-b1b9-a27128447f94) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:35.080186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:35.080790 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.092993 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55be3bab-208a-4032-9b6b-4dfd54f5bdf2 req-c80e13af-2238-489b-ad1d-3805078efdd8 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611565 Aug 16 13:05:35.094923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff35a80-c6fc-44c6-b584-94de7fb4a8c1 None None] Network ea6711eb-cb29-4d36-b1b9-a27128447f94 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:35.097424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Checking router: c153a46c-0268-4a61-b7f3-b4abadc760b5 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:05:35.097933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Updating router c153a46c-0268-4a61-b7f3-b4abadc760b5 port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:05:35.111032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48912) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:35.111753 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ccc8aafb-37f9-4715-a47e-6c1fbd337f79 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7648141 Aug 16 13:05:35.176047 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.178008 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-58029858-caf1-4325-ab29-61ff07fdecaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.384916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-58029858-caf1-4325-ab29-61ff07fdecaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.394758 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-58029858-caf1-4325-ab29-61ff07fdecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.405634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-ea6711eb-cb29-4d36-b1b9-a27128447f94', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:05:35.405634 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.441128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58029858-caf1-4325-ab29-61ff07fdecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc98950-77ba-40a4-ac40-fe4ae311a6ba,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:35.473056 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-58029858-caf1-4325-ab29-61ff07fdecaa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=860f28a8952b414d89bac8c53f442bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5521810 Aug 16 13:05:35.476125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48918) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:35.544747 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.553199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfacc34c-94ff-4769-bb82-417aca93a18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.585013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfacc34c-94ff-4769-bb82-417aca93a18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.607460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5e743-2a8e-4794-8e18-38f8311e39c2 req-cdbfd68b-3d04-4288-a172-a7498d1090d1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:35.609894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64a5e743-2a8e-4794-8e18-38f8311e39c2 req-cdbfd68b-3d04-4288-a172-a7498d1090d1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 944 time: 0.1635852 Aug 16 13:05:35.668252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfacc34c-94ff-4769-bb82-417aca93a18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.672353 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfacc34c-94ff-4769-bb82-417aca93a18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.673916 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dfacc34c-94ff-4769-bb82-417aca93a18f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccc98950-77ba-40a4-ac40-fe4ae311a6ba HTTP/1.1" status: 204 len: 168 time: 0.1945567 Aug 16 13:05:35.684873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Allocated IP 2001:db8:1::2 (ea6711eb-cb29-4d36-b1b9-a27128447f94/fdf84892-cfa6-497d-a4c5-d7ffdbf581b3/4eba3e39-2263-4735-a74b-136dc54bcb0e) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:35.703812 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.709646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacc34c-94ff-4769-bb82-417aca93a18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc98950-77ba-40a4-ac40-fe4ae311a6ba,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:35.732547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Transition to ACTIVE for port object 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:35.759041 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.772896 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.873367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b31480-d22a-41e7-b265-a86293b2c1ac None None] Pushing event updated for resources: {'Port': ['ID=0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:35.892421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64a5e743-2a8e-4794-8e18-38f8311e39c2 req-187a240d-26cd-48c6-b964-a9192134f782 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708020 Aug 16 13:05:36.009698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Attempting to bind port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:36.010318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Attempting to bind port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'ecba4e35-efee-487f-b7a0-338bd899c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:36.010918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Attempting to bind port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 on network 58632364-dd60-46fa-b81f-c25156b23a78 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:36.041453 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:36.042020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Checking segment: {'id': 'ecba4e35-efee-487f-b7a0-338bd899c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:36.042699 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:36.043348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Bound using segment: {'id': 'ecba4e35-efee-487f-b7a0-338bd899c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:36.044129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Bound port: 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecba4e35-efee-487f-b7a0-338bd899c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:36.044738 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:36.103782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-714b9df6-01d2-4f06-a185-415caf766c9a req-f78a4489-4513-4847-b6c2-41ef8f8bc4b9 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.2284136 Aug 16 13:05:36.397669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48944) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:36.432824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b618d1b8-9a4f-4df3-aedf-ee6a356b02c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:36.517337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc6304-ff81-421e-905a-bc784a552867 req-aeeb954b-fb2c-4837-a274-33097a27e9ac tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:36.530898 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3bcc6304-ff81-421e-905a-bc784a552867 req-aeeb954b-fb2c-4837-a274-33097a27e9ac tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.2407904 Aug 16 13:05:36.570313 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:36.592060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Transition to ACTIVE for port object 4eba3e39-2263-4735-a74b-136dc54bcb0e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:36.615327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] For port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:36.620882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Transition to ACTIVE for port object 4eba3e39-2263-4735-a74b-136dc54bcb0e will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:36.633102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] For port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123,segment=NetworkSegment(ecba4e35-efee-487f-b7a0-338bd899c4ca),segment_id=ecba4e35-efee-487f-b7a0-338bd899c4ca)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:36.639574 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:36.644975 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:36.651133 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3bcc6304-ff81-421e-905a-bc784a552867 req-2f9cd9b6-d392-464e-ace9-7e848bdaf76f tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173544 Aug 16 13:05:36.720145 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b618d1b8-9a4f-4df3-aedf-ee6a356b02c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:36.740134 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b618d1b8-9a4f-4df3-aedf-ee6a356b02c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:36.784424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Allocated IP 2001:db8:1::1 (ea6711eb-cb29-4d36-b1b9-a27128447f94/fdf84892-cfa6-497d-a4c5-d7ffdbf581b3/c566f18d-1935-4739-b489-ea88f9e4bc3b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:36.814149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Network ea6711eb-cb29-4d36-b1b9-a27128447f94 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:36.836333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:36.838472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Pushing event updated for resources: {'Port': ['ID=4eba3e39-2263-4735-a74b-136dc54bcb0e,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:36.842642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:36.871420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b618d1b8-9a4f-4df3-aedf-ee6a356b02c1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0503f67b37d4b2583ac16d90ccfd5aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4706776 Aug 16 13:05:36.875159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48954) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:36.889942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:36.891250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:36.893018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618d1b8-9a4f-4df3-aedf-ee6a356b02c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f8dabe-9e08-4f66-b32d-6d0a4028bce8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:36.940048 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b509928e-8c69-4a78-a861-570770e71fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:36.972812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b509928e-8c69-4a78-a861-570770e71fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.060543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7cf6ff0d-c74d-4e6c-9d52-de6cdd65cca8 req-8217fdf0-662a-4d29-94e1-c440b69ae02d tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.1978991 Aug 16 13:05:37.114431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b509928e-8c69-4a78-a861-570770e71fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.117396 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b509928e-8c69-4a78-a861-570770e71fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.122713 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b509928e-8c69-4a78-a861-570770e71fde admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85f8dabe-9e08-4f66-b32d-6d0a4028bce8 HTTP/1.1" status: 204 len: 168 time: 0.2398474 Aug 16 13:05:37.150030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509928e-8c69-4a78-a861-570770e71fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f8dabe-9e08-4f66-b32d-6d0a4028bce8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:37.210310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b31480-d22a-41e7-b265-a86293b2c1ac None None] Pushing event updated for resources: {'Port': ['ID=0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:37.249025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device badf3ac6-83e5-4fef-be55-0d0bce30d799 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:37.294694 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Attempting to bind port 4eba3e39-2263-4735-a74b-136dc54bcb0e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:37.296486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Attempting to bind port 4eba3e39-2263-4735-a74b-136dc54bcb0e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b6e24869-9e4d-4bd7-b74f-965d803efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:37.297513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Attempting to bind port 4eba3e39-2263-4735-a74b-136dc54bcb0e on network ea6711eb-cb29-4d36-b1b9-a27128447f94 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:37.323021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:37.365896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:37.366305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Checking segment: {'id': 'b6e24869-9e4d-4bd7-b74f-965d803efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:37.366737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf72688-1de5-4ac7-9ec0-d9061d6a954a req-96b0bc63-f48a-4200-ab7f-8b45fbf7aa1d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:37.370272 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.370699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Bound using segment: {'id': 'b6e24869-9e4d-4bd7-b74f-965d803efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:37.371191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Bound port: 4eba3e39-2263-4735-a74b-136dc54bcb0e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e24869-9e4d-4bd7-b74f-965d803efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:37.371575 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.375930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fdf72688-1de5-4ac7-9ec0-d9061d6a954a req-96b0bc63-f48a-4200-ab7f-8b45fbf7aa1d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 944 time: 0.2274659 Aug 16 13:05:37.399554 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.406059 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.433276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Transition to ACTIVE for port object c566f18d-1935-4739-b489-ea88f9e4bc3b will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:37.453044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fdf72688-1de5-4ac7-9ec0-d9061d6a954a req-3af872ae-e2b4-4afa-a3dc-93cf288f687b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737123 Aug 16 13:05:37.513129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.545576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port badf3ac6-83e5-4fef-be55-0d0bce30d799 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:37.558919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port badf3ac6-83e5-4fef-be55-0d0bce30d799 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:37.559358 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.564862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] For port 4eba3e39-2263-4735-a74b-136dc54bcb0e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:37.580599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network ea6711eb-cb29-4d36-b1b9-a27128447f94 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:37.584584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:37.589083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:37.597614 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.625547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] For port 4eba3e39-2263-4735-a74b-136dc54bcb0e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4eba3e39-2263-4735-a74b-136dc54bcb0e,segment=NetworkSegment(b6e24869-9e4d-4bd7-b74f-965d803efa2c),segment_id=b6e24869-9e4d-4bd7-b74f-965d803efa2c)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:37.637479 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.709194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=c566f18d-1935-4739-b489-ea88f9e4bc3b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:37.790801 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.824883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafc43c-e7e2-4482-b76d-d0463fd210bb None None] Pushing event updated for resources: {'Port': ['ID=4eba3e39-2263-4735-a74b-136dc54bcb0e,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:37.882946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:31Z', 'revision_number': 2, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:36Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:37.913503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa15cc6-0ade-40de-a8a8-c22f97fbe441 req-f8580449-b749-44c9-b7cb-cc1c2be6213a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:37.923333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7fa15cc6-0ade-40de-a8a8-c22f97fbe441 req-f8580449-b749-44c9-b7cb-cc1c2be6213a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1119449 Aug 16 13:05:37.951860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626af0b-2e47-4c0f-9a5b-fcc3e157ad43 None None] The sync data for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 is: [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:31Z', 'revision_number': 2, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:36Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:37.953516 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:37.998088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:38.000995 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd97ca-2643-47f6-badf-733d8b8a5f94" -d '{"events": [{"server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:38.051267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:38.058801 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:38.104308 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7fa15cc6-0ade-40de-a8a8-c22f97fbe441 req-7baafd19-9665-4150-ad77-9edac3d2ff47 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800632 Aug 16 13:05:38.122522 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34f3fdd-4e7f-4f2f-970a-658ef6db3e35 x-openstack-request-id: req-b34f3fdd-4e7f-4f2f-970a-658ef6db3e35 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:38.123108 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:38.123529 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b34f3fdd-4e7f-4f2f-970a-658ef6db3e35 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:38.124100 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'code': 200} Aug 16 13:05:38.192599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=badf3ac6-83e5-4fef-be55-0d0bce30d799,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:38.296738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e3851-2adc-4e55-b046-b64eb273f21b req-63c9313c-b696-4e05-b7a3-e9c62d59440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:38.299077 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f56e3851-2adc-4e55-b046-b64eb273f21b req-63c9313c-b696-4e05-b7a3-e9c62d59440d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 1096 time: 0.1080673 Aug 16 13:05:38.342646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9730df91-7552-4f07-8080-975352838d1f req-9f4f0d22-340a-477c-a45d-b6279c9a6d43 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0376701 Aug 16 13:05:38.368126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f56e3851-2adc-4e55-b046-b64eb273f21b req-17e38923-b898-4340-97e3-a4d53a4b8b22 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547621 Aug 16 13:05:38.456940 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:38.465234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:38.466250 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:38.574795 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=c566f18d-1935-4739-b489-ea88f9e4bc3b,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:38.725540 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1026a3-860e-4505-9bbe-bb4a955f8063 req-58e22625-ee47-4dd4-af46-48ddfe55f49b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:38.730313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d1026a3-860e-4505-9bbe-bb4a955f8063 req-58e22625-ee47-4dd4-af46-48ddfe55f49b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1811028 Aug 16 13:05:38.809909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d1026a3-860e-4505-9bbe-bb4a955f8063 req-aeedfc34-c9d4-47b6-a97a-552c5d083147 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677955 Aug 16 13:05:38.824627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network ea6711eb-cb29-4d36-b1b9-a27128447f94 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:38.827609 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:38.954219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router c153a46c-0268-4a61-b7f3-b4abadc760b5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:05:39.095366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:39.102565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-84205fbb-2767-4f4d-bcdd-9d82317f1236 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9904447 Aug 16 13:05:39.105205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49002) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:39.111664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1034295074'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:39.135231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:39.138785 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.170963 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:39.181669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d738d54d-ab56-499b-8806-65a8d75322a6 None None] Network ea6711eb-cb29-4d36-b1b9-a27128447f94 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:39.201930 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.202311 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added segment 7bbf568e-af40-425e-b985-dc16af29e201 of type vlan for network 192e1ce5-30cf-447d-aaef-da3ea05946d7 Aug 16 13:05:39.298032 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.301062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-860869ca-69f1-4435-8a6f-2b460fa907fd None None] Provisioning for port 4eba3e39-2263-4735-a74b-136dc54bcb0e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:39.340661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747b89-59d9-4ee0-ac63-385cb7bed5d2 req-bcec118d-5a83-46e5-b8a1-102cbf3dfa15 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:39.348969 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e747b89-59d9-4ee0-ac63-385cb7bed5d2 req-bcec118d-5a83-46e5-b8a1-102cbf3dfa15 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1078720 Aug 16 13:05:39.378537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.387734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:39.388510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.419376 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3104174 Aug 16 13:05:39.419512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49014) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:39.425150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'subnet': {'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:39.466636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e747b89-59d9-4ee0-ac63-385cb7bed5d2 req-5b580cf0-3c84-4341-9f6c-8e45cb05ab0b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150544 Aug 16 13:05:39.579990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:39.584485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.612959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d83d3c41-96b3-4d9f-9528-6275f342ec19 req-cc657d14-755a-443a-b9ab-3b7b8200f604 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0738328 Aug 16 13:05:39.626086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ac634-2e84-43e1-9004-69c01c5dce95 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Network': ['ID=192e1ce5-30cf-447d-aaef-da3ea05946d7,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:39.638347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 192e1ce5-30cf-447d-aaef-da3ea05946d7 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:39.970132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-58a759c1-2fbd-4246-8e57-91633bacaf40 None None] Provisioning for port c566f18d-1935-4739-b489-ea88f9e4bc3b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:39.989345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-58a759c1-2fbd-4246-8e57-91633bacaf40 None None] Provisioning complete for port c566f18d-1935-4739-b489-ea88f9e4bc3b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:39.990618 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-58a759c1-2fbd-4246-8e57-91633bacaf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:40.062654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755f214-7145-4caa-8882-ce6d6580aa60 req-0f86bda2-caf0-44e0-8cbd-2b46ba553c63 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:40.073965 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Sync routers for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:40.084062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3755f214-7145-4caa-8882-ce6d6580aa60 req-0f86bda2-caf0-44e0-8cbd-2b46ba553c63 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1159861 Aug 16 13:05:40.098064 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:40.099256 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:40.101245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4eba3e39-2263-4735-a74b-136dc54bcb0e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:40.122577 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:40.188675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-58a759c1-2fbd-4246-8e57-91633bacaf40 None None] Port c566f18d-1935-4739-b489-ea88f9e4bc3b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:40.206632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-58a759c1-2fbd-4246-8e57-91633bacaf40 None None] Provisioning complete for port 4eba3e39-2263-4735-a74b-136dc54bcb0e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:40.207056 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-58a759c1-2fbd-4246-8e57-91633bacaf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:40.258311 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3755f214-7145-4caa-8882-ce6d6580aa60 req-1d46b892-6480-4f1d-97bf-779812da74c7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676793 Aug 16 13:05:40.265931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 4eba3e39-2263-4735-a74b-136dc54bcb0e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:40.275793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4eba3e39-2263-4735-a74b-136dc54bcb0e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:40.276166 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:40.326760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Subnet': ['ID=5ef158fa-a5f2-4384-aa80-c1fbb2948bab,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:40.335551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Checking segment: {'id': '7bbf568e-af40-425e-b985-dc16af29e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:40.335999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network hostable DHCP agents. Network: 192e1ce5-30cf-447d-aaef-da3ea05946d7, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:40.357822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 192e1ce5-30cf-447d-aaef-da3ea05946d7 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:40.370341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 192e1ce5-30cf-447d-aaef-da3ea05946d7) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:40.376182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:40.378917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:40.383485 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:40.407537 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-87e2e322-edd2-4481-b1ac-7163da241b94 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9868903 Aug 16 13:05:40.410416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49038) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:40.414221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20259279-f723-4737-b056-2199919b82ac None None] Network 192e1ce5-30cf-447d-aaef-da3ea05946d7 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:40.422270 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-58a759c1-2fbd-4246-8e57-91633bacaf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:40.680272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-58a759c1-2fbd-4246-8e57-91633bacaf40 None None] For port 4eba3e39-2263-4735-a74b-136dc54bcb0e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4eba3e39-2263-4735-a74b-136dc54bcb0e,segment=NetworkSegment(b6e24869-9e4d-4bd7-b74f-965d803efa2c),segment_id=b6e24869-9e4d-4bd7-b74f-965d803efa2c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:40.690209 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-58a759c1-2fbd-4246-8e57-91633bacaf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:40.697618 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:40.833902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a759c1-2fbd-4246-8e57-91633bacaf40 None None] Pushing event updated for resources: {'Port': ['ID=4eba3e39-2263-4735-a74b-136dc54bcb0e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:40.838286 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:37Z', 'revision_number': 3, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:36Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:38Z', 'revision_number': 2, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:40.866407 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Checking router: c153a46c-0268-4a61-b7f3-b4abadc760b5 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:05:40.867025 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Updating router c153a46c-0268-4a61-b7f3-b4abadc760b5 port c566f18d-1935-4739-b489-ea88f9e4bc3b binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:05:40.893344 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:41.025519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-997847c4-0cd5-47f2-aae8-402c233befc5 None None] Provisioning complete for port c566f18d-1935-4739-b489-ea88f9e4bc3b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:41.025919 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-997847c4-0cd5-47f2-aae8-402c233befc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:41.282606 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:41.306249 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Transition to ACTIVE for port object c566f18d-1935-4739-b489-ea88f9e4bc3b will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:41.315378 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:41.354077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-997847c4-0cd5-47f2-aae8-402c233befc5 None None] Port c566f18d-1935-4739-b489-ea88f9e4bc3b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:41.378269 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:05:41.379116 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:05:41.413961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-192e1ce5-30cf-447d-aaef-da3ea05946d7', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:05:41.415070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:41.511350 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365ad68-3e8a-491c-adfc-76ec6462c4c6 None None] Pushing event updated for resources: {'Port': ['ID=c566f18d-1935-4739-b489-ea88f9e4bc3b,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:41.514986 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Attempting to bind port c566f18d-1935-4739-b489-ea88f9e4bc3b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:41.516280 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Attempting to bind port c566f18d-1935-4739-b489-ea88f9e4bc3b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b6e24869-9e4d-4bd7-b74f-965d803efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:41.516638 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1857a192-3c24-4c18-b698-50ff9db00bc4 req-ae38292a-4a16-430b-ad4e-d821755b5df8 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.6217825 Aug 16 13:05:41.517759 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Attempting to bind port c566f18d-1935-4739-b489-ea88f9e4bc3b on network ea6711eb-cb29-4d36-b1b9-a27128447f94 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:41.531981 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:41.532393 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Checking segment: {'id': 'b6e24869-9e4d-4bd7-b74f-965d803efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:41.532812 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:41.533254 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Bound using segment: {'id': 'b6e24869-9e4d-4bd7-b74f-965d803efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:41.533748 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Bound port: c566f18d-1935-4739-b489-ea88f9e4bc3b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e24869-9e4d-4bd7-b74f-965d803efa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:41.534143 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:41.551074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9218d-aa80-4fa5-a870-cec541d3ca24 req-4660c348-600b-4880-9e69-376943eed4c1 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:41.564567 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6a9218d-aa80-4fa5-a870-cec541d3ca24 req-4660c348-600b-4880-9e69-376943eed4c1 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.9508708 Aug 16 13:05:41.679760 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] For port c566f18d-1935-4739-b489-ea88f9e4bc3b, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:41.686847 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] For port c566f18d-1935-4739-b489-ea88f9e4bc3b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c566f18d-1935-4739-b489-ea88f9e4bc3b,segment=NetworkSegment(b6e24869-9e4d-4bd7-b74f-965d803efa2c),segment_id=b6e24869-9e4d-4bd7-b74f-965d803efa2c)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:41.695738 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:41.710494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Allocated IP 2001:db8:2::2 (192e1ce5-30cf-447d-aaef-da3ea05946d7/5ef158fa-a5f2-4384-aa80-c1fbb2948bab/beb7583b-d2d1-4a79-8a29-3f39c4e91308) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:41.731794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6a9218d-aa80-4fa5-a870-cec541d3ca24 req-b52e8380-2e86-4a35-bd13-ea4e7fda8461 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651206 Aug 16 13:05:41.806882 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:41.807552 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:41.837157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:41.922146 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365ad68-3e8a-491c-adfc-76ec6462c4c6 None None] Pushing event updated for resources: {'Port': ['ID=c566f18d-1935-4739-b489-ea88f9e4bc3b,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:42.076069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:42.213688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d354eb6-669c-49f1-bd8f-5325d990c510 req-61c4bd78-4ce1-4441-9ca7-5dfca8d1ae4f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:42.219093 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:42.225840 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d354eb6-669c-49f1-bd8f-5325d990c510 req-61c4bd78-4ce1-4441-9ca7-5dfca8d1ae4f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.0782185 Aug 16 13:05:42.231102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:42.238175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Transition to ACTIVE for port object beb7583b-d2d1-4a79-8a29-3f39c4e91308 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:42.257638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:42.258523 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:42.276811 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:42.311102 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d354eb6-669c-49f1-bd8f-5325d990c510 req-8986f714-58a2-4fe3-889d-0ae8210fd053 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840840 Aug 16 13:05:42.315726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Transition to ACTIVE for port object beb7583b-d2d1-4a79-8a29-3f39c4e91308 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:42.329755 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:42.392883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Network 192e1ce5-30cf-447d-aaef-da3ea05946d7 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:42.400422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:42.403451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:42.464268 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:42.467800 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Allocated IP 2001:db8:2::1 (192e1ce5-30cf-447d-aaef-da3ea05946d7/5ef158fa-a5f2-4384-aa80-c1fbb2948bab/2ca5f6d9-51e0-4871-846f-f700041f5267) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:42.482747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Pushing event updated for resources: {'Port': ['ID=beb7583b-d2d1-4a79-8a29-3f39c4e91308,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:42.487062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea10a4-efaf-4065-b28f-08e473953178 req-b71d07af-08b5-4837-9307-2a9bdbf05ed6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:42.493272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79ea10a4-efaf-4065-b28f-08e473953178 req-b71d07af-08b5-4837-9307-2a9bdbf05ed6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.0974951 Aug 16 13:05:42.498067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49118) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:42.503098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7802a75b-4bc3-4d8a-aba9-38b59fc412b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'floatingip': {'port_id': 'badf3ac6-83e5-4fef-be55-0d0bce30d799'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:42.518682 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123,segment=NetworkSegment(ecba4e35-efee-487f-b7a0-338bd899c4ca),segment_id=ecba4e35-efee-487f-b7a0-338bd899c4ca)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:42.528464 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:42.588391 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7802a75b-4bc3-4d8a-aba9-38b59fc412b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:42.653932 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:37Z', 'revision_number': 3, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:36Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:41Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:42.692389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4eba3e39-2263-4735-a74b-136dc54bcb0e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:42.718226 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c93d7-cb03-4926-98bb-3502df350b79 None None] The sync data for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 is: [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:37Z', 'revision_number': 3, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:36Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:41Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:42.842404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Attempting to bind port beb7583b-d2d1-4a79-8a29-3f39c4e91308 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:42.842842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Attempting to bind port beb7583b-d2d1-4a79-8a29-3f39c4e91308 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7bbf568e-af40-425e-b985-dc16af29e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:42.843349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Attempting to bind port beb7583b-d2d1-4a79-8a29-3f39c4e91308 on network 192e1ce5-30cf-447d-aaef-da3ea05946d7 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:42.874138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:42.874575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Checking segment: {'id': '7bbf568e-af40-425e-b985-dc16af29e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:42.874945 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:42.875353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Bound using segment: {'id': '7bbf568e-af40-425e-b985-dc16af29e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:42.875836 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Bound port: beb7583b-d2d1-4a79-8a29-3f39c4e91308, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbf568e-af40-425e-b985-dc16af29e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:42.876219 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:42.899229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:42.963949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4eba3e39-2263-4735-a74b-136dc54bcb0e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:42.964389 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:42.975587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3aa9efcc-146f-4d0b-81c4-a1ada182d554 req-4c36aab7-4ab7-4694-ab58-9c199f222374 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.2494788 Aug 16 13:05:43.041090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] For port beb7583b-d2d1-4a79-8a29-3f39c4e91308, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:43.045220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] For port beb7583b-d2d1-4a79-8a29-3f39c4e91308, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=beb7583b-d2d1-4a79-8a29-3f39c4e91308,segment=NetworkSegment(7bbf568e-af40-425e-b985-dc16af29e201),segment_id=7bbf568e-af40-425e-b985-dc16af29e201)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:43.054870 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:43.257553 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:43.265323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7df3d7-32b9-4322-9144-65befd6e3996 None None] Pushing event updated for resources: {'Port': ['ID=beb7583b-d2d1-4a79-8a29-3f39c4e91308,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:43.284756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ab292-ca2f-4fd7-aeff-b8c0b87056e0 req-1f3e7f54-c41e-4ca1-96b2-db2d6c647416 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:43.295362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-985ab292-ca2f-4fd7-aeff-b8c0b87056e0 req-1f3e7f54-c41e-4ca1-96b2-db2d6c647416 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.3186750 Aug 16 13:05:43.427592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Transition to ACTIVE for port object 2ca5f6d9-51e0-4871-846f-f700041f5267 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:43.445278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-985ab292-ca2f-4fd7-aeff-b8c0b87056e0 req-c8ec5996-29f5-48f5-bff8-f7bd9d06da14 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611470 Aug 16 13:05:43.705705 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:43.804003 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-7802a75b-4bc3-4d8a-aba9-38b59fc412b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:05:43.807211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 192e1ce5-30cf-447d-aaef-da3ea05946d7 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:43.813476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49156) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:43.839759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=2ca5f6d9-51e0-4871-846f-f700041f5267,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:43.852498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:43.858807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:43.859391 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:43.994236 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7802a75b-4bc3-4d8a-aba9-38b59fc412b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:44.005011 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7802a75b-4bc3-4d8a-aba9-38b59fc412b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:44.035587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-490af0ef-2fea-4340-9071-07ae9fee4fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:44.164428 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-490af0ef-2fea-4340-9071-07ae9fee4fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:44.171206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-490af0ef-2fea-4340-9071-07ae9fee4fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:44.226683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490af0ef-2fea-4340-9071-07ae9fee4fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8cc2da-1622-4f09-80b9-bdc3363b8e29,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:44.249966 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-490af0ef-2fea-4340-9071-07ae9fee4fb0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f3a41d6a5b245c49406402a25f7d065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4353166 Aug 16 13:05:44.250389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d25f40b-1690-47ba-a813-6f7660b7fc69 req-f1b68781-7f62-4cf8-815f-a33f762f1a73 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0923057 Aug 16 13:05:44.251285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49166) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:44.290440 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:44.340512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba298962-ae05-4930-b58f-2c844899d352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:44.386248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba298962-ae05-4930-b58f-2c844899d352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:44.440985 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba298962-ae05-4930-b58f-2c844899d352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:44.448452 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba298962-ae05-4930-b58f-2c844899d352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:44.452138 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ba298962-ae05-4930-b58f-2c844899d352 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e8cc2da-1622-4f09-80b9-bdc3363b8e29 HTTP/1.1" status: 204 len: 168 time: 0.1972609 Aug 16 13:05:44.459830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba298962-ae05-4930-b58f-2c844899d352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8cc2da-1622-4f09-80b9-bdc3363b8e29,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:44.719811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b76b4b3-c3f2-411b-abeb-77707ddfa117 None None] Network 192e1ce5-30cf-447d-aaef-da3ea05946d7 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:44.807379 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-7802a75b-4bc3-4d8a-aba9-38b59fc412b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Floating IP 8b9be417-d009-4bd6-881d-7f907e8ab0c6 associated. External IP: 172.25.0.219, port: badf3ac6-83e5-4fef-be55-0d0bce30d799. Aug 16 13:05:44.852482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:44.904916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c2c3bed2-e184-40e0-a556-2ef5ab227e35 None None] Provisioning for port beb7583b-d2d1-4a79-8a29-3f39c4e91308 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:44.930640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:44.931439 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:44.960546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49176) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:44.982722 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38bff05f-31d0-4c59-a423-62880af162c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.006656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469adc6-1676-4db0-8192-3fb285f19a06 req-848301ba-21ac-475c-b396-0fd2f6ad6ddd tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:45.014602 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4469adc6-1676-4db0-8192-3fb285f19a06 req-848301ba-21ac-475c-b396-0fd2f6ad6ddd tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.2085803 Aug 16 13:05:45.113957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c566f18d-1935-4739-b489-ea88f9e4bc3b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:45.175235 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4469adc6-1676-4db0-8192-3fb285f19a06 req-d7d7985f-554d-4ccc-9984-bb0c5db2a2e2 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595595 Aug 16 13:05:45.175889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port c566f18d-1935-4739-b489-ea88f9e4bc3b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:45.190313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38bff05f-31d0-4c59-a423-62880af162c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.191375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c566f18d-1935-4739-b489-ea88f9e4bc3b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:45.194553 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.197405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38bff05f-31d0-4c59-a423-62880af162c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.259781 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-38bff05f-31d0-4c59-a423-62880af162c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b7213677ad743f19159633e39700f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971935 Aug 16 13:05:45.262469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49180) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:45.266607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bff05f-31d0-4c59-a423-62880af162c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bc3801-685a-4c24-9482-54323bd46d68,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:45.354412 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.372311 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.381565 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.382765 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.396969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7802a75b-4bc3-4d8a-aba9-38b59fc412b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:05:45.429396 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81d9522a-7b47-4620-a35c-742001ebf01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.438764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port c566f18d-1935-4739-b489-ea88f9e4bc3b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c566f18d-1935-4739-b489-ea88f9e4bc3b,segment=NetworkSegment(b6e24869-9e4d-4bd7-b74f-965d803efa2c),segment_id=b6e24869-9e4d-4bd7-b74f-965d803efa2c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:45.447784 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.449038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device beb7583b-d2d1-4a79-8a29-3f39c4e91308 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:45.471756 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81d9522a-7b47-4620-a35c-742001ebf01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.558392 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81d9522a-7b47-4620-a35c-742001ebf01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.562043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81d9522a-7b47-4620-a35c-742001ebf01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.563088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=c566f18d-1935-4739-b489-ea88f9e4bc3b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:45.571802 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-81d9522a-7b47-4620-a35c-742001ebf01e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9bc3801-685a-4c24-9482-54323bd46d68 HTTP/1.1" status: 204 len: 168 time: 0.3067122 Aug 16 13:05:45.595575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9522a-7b47-4620-a35c-742001ebf01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bc3801-685a-4c24-9482-54323bd46d68,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:45.598800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port beb7583b-d2d1-4a79-8a29-3f39c4e91308 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:45.604461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9f600e36-242f-4cd6-9c90-e9838af09b2d None None] Provisioning for port 2ca5f6d9-51e0-4871-846f-f700041f5267 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:45.610016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9f600e36-242f-4cd6-9c90-e9838af09b2d None None] Provisioning complete for port 2ca5f6d9-51e0-4871-846f-f700041f5267 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:45.610423 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9f600e36-242f-4cd6-9c90-e9838af09b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.613298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port beb7583b-d2d1-4a79-8a29-3f39c4e91308 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:45.613674 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.725347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network 192e1ce5-30cf-447d-aaef-da3ea05946d7 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:45.734331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-9f600e36-242f-4cd6-9c90-e9838af09b2d None None] Port 2ca5f6d9-51e0-4871-846f-f700041f5267 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:45.746480 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d619510b-967b-40e5-bf94-f9151997007a req-8892fd45-14e6-4608-8bf9-3c21fcdcdca1 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.3392859 Aug 16 13:05:45.760624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:45.814347 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.869161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=2ca5f6d9-51e0-4871-846f-f700041f5267,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:45.877902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port beb7583b-d2d1-4a79-8a29-3f39c4e91308, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=beb7583b-d2d1-4a79-8a29-3f39c4e91308,segment=NetworkSegment(7bbf568e-af40-425e-b985-dc16af29e201),segment_id=7bbf568e-af40-425e-b985-dc16af29e201)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:45.884669 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:45.968353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=beb7583b-d2d1-4a79-8a29-3f39c4e91308,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:45.981205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eab56281-585b-4da8-9e05-46b5b13e41a2 None None] Provisioning complete for port 2ca5f6d9-51e0-4871-846f-f700041f5267 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:45.981522 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eab56281-585b-4da8-9e05-46b5b13e41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:46.009125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7802a75b-4bc3-4d8a-aba9-38b59fc412b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:46.023284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d6147-9b1b-4ed5-873d-3e992fcf50c1 None None] Sync routers for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:46.023526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7802a75b-4bc3-4d8a-aba9-38b59fc412b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:46.065485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7802a75b-4bc3-4d8a-aba9-38b59fc412b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "PUT /v2.0/floatingips/8b9be417-d009-4bd6-881d-7f907e8ab0c6 HTTP/1.1" status: 200 len: 991 time: 3.5661674 Aug 16 13:05:46.079505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d6147-9b1b-4ed5-873d-3e992fcf50c1 None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:46.082862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d74d6147-9b1b-4ed5-873d-3e992fcf50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:46.083697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router c153a46c-0268-4a61-b7f3-b4abadc760b5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:05:46.084466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:46.087176 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d4aede-304e-4d2b-ba28-bfe255cdd108" -d '{"events": [{"name": "network-changed", "server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:46.091507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-eab56281-585b-4da8-9e05-46b5b13e41a2 None None] Port 2ca5f6d9-51e0-4871-846f-f700041f5267 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:46.277261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:46.296310 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Sync routers for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:46.312709 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:46.317106 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8afa92f9-08bb-4348-b76b-da64cfb6721b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9055483 Aug 16 13:05:46.318676 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:46.324206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49204) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:46.325543 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:46.337453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-129291609'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:46.408663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:46.426427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d74d6147-9b1b-4ed5-873d-3e992fcf50c1 None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:46.479385 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:46.579306 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:46.598297 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:46.617057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:46.618252 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added segment 2e43d3a9-e001-4a34-9f0f-138dc964c3fb of type vlan for network c88cdde3-4dfa-4580-8298-84169846a830 Aug 16 13:05:46.690478 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12366138-040d-407b-a430-cd05344c77bc x-openstack-request-id: req-12366138-040d-407b-a430-cd05344c77bc {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:46.691803 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:46.692077 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12366138-040d-407b-a430-cd05344c77bc {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:46.703684 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'status': 'completed', 'code': 200} Aug 16 13:05:46.758899 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:46.788119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe03ce-6e36-476a-9b5b-7bc2b80ca0b0 req-a7ecc0ab-2b11-47d8-8ee3-1dc27924d6e4 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:46.796827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50fe03ce-6e36-476a-9b5b-7bc2b80ca0b0 req-a7ecc0ab-2b11-47d8-8ee3-1dc27924d6e4 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1671019 Aug 16 13:05:46.821000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c566f18d-1935-4739-b489-ea88f9e4bc3b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:46.832335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4aede-304e-4d2b-ba28-bfe255cdd108 req-06e01800-1553-482d-bedb-4b362e106b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:46.835755 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-34d4aede-304e-4d2b-ba28-bfe255cdd108 req-06e01800-1553-482d-bedb-4b362e106b64 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 1096 time: 0.0986288 Aug 16 13:05:46.837160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:46.844755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:46.845261 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:46.850682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50fe03ce-6e36-476a-9b5b-7bc2b80ca0b0 req-ac09b4ef-e9f7-452d-b90d-8e1aaf7e9a09 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528817 Aug 16 13:05:46.889203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49220) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:46.889912 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5623734 Aug 16 13:05:46.896842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'subnet': {'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:47.051230 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:44Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:44Z', 'revision_number': 2, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:47.073946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a92c03-a8a2-4f6a-ae35-455137fa26f4 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Network': ['ID=c88cdde3-4dfa-4580-8298-84169846a830,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:47.077490 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2b82fc1-c489-4f83-82c4-743f6f55e1eb req-0e7dc59a-2b46-4206-a862-98f08be5f994 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0856204 Aug 16 13:05:47.103112 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Checking router: c153a46c-0268-4a61-b7f3-b4abadc760b5 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:05:47.103641 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Updating router c153a46c-0268-4a61-b7f3-b4abadc760b5 port 2ca5f6d9-51e0-4871-846f-f700041f5267 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:05:47.118476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Made reservation on behalf of ae3e72254bbe4e59bfbb9780bf2bbdaf for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:47.121967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4aede-304e-4d2b-ba28-bfe255cdd108 req-613578ba-67b1-49b3-896b-33747dc0ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:47.123660 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.123789 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-34d4aede-304e-4d2b-ba28-bfe255cdd108 req-613578ba-67b1-49b3-896b-33747dc0ceae service neutron] 10.222.0.22 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.2642846 Aug 16 13:05:47.140146 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.299993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network c88cdde3-4dfa-4580-8298-84169846a830 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:47.368416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-833e3631-f762-4d20-9589-765f1bd6dff4 None None] Provisioning complete for port 2ca5f6d9-51e0-4871-846f-f700041f5267 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:47.368794 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-833e3631-f762-4d20-9589-765f1bd6dff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.374681 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-34d4aede-304e-4d2b-ba28-bfe255cdd108 req-9e268e25-cca7-492e-a747-a7ea183663f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799 HTTP/1.1" status: 200 len: 999 time: 0.2336745 Aug 16 13:05:47.438991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4aede-304e-4d2b-ba28-bfe255cdd108 req-d3d0334b-c971-4961-94ee-effcae4e3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:47.441684 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-34d4aede-304e-4d2b-ba28-bfe255cdd108 req-d3d0334b-c971-4961-94ee-effcae4e3dfa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.0642593 Aug 16 13:05:47.470630 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.505347 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.516545 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Transition to ACTIVE for port object 2ca5f6d9-51e0-4871-846f-f700041f5267 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:47.525719 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.540270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4aede-304e-4d2b-ba28-bfe255cdd108 req-075c5d7f-8826-4201-a74c-0c27dc21008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:47.545663 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-34d4aede-304e-4d2b-ba28-bfe255cdd108 req-075c5d7f-8826-4201-a74c-0c27dc21008d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965557 Aug 16 13:05:47.560826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-833e3631-f762-4d20-9589-765f1bd6dff4 None None] Port 2ca5f6d9-51e0-4871-846f-f700041f5267 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:47.564116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Subnet': ['ID=46741906-f874-42e5-a697-1e8e8d681d54,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:47.619046 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Checking segment: {'id': '2e43d3a9-e001-4a34-9f0f-138dc964c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:47.619417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network hostable DHCP agents. Network: c88cdde3-4dfa-4580-8298-84169846a830, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:47.653902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network c88cdde3-4dfa-4580-8298-84169846a830 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:47.671403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, c88cdde3-4dfa-4580-8298-84169846a830) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:47.676879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:47.677491 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.696953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c566f18d-1935-4739-b489-ea88f9e4bc3b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:47.700049 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.718400 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-95634289-ed2c-4133-9637-f3b8514b4e0d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8262463 Aug 16 13:05:47.721117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49238) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:47.762912 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434d42f-d470-41fe-aa98-4cae06450d7d None None] Pushing event updated for resources: {'Port': ['ID=2ca5f6d9-51e0-4871-846f-f700041f5267,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:47.769191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6b55cf-ac78-4bf8-84cf-f8e4fd6ab4f2 None None] Network c88cdde3-4dfa-4580-8298-84169846a830 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:47.803976 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Attempting to bind port 2ca5f6d9-51e0-4871-846f-f700041f5267 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:47.804346 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Attempting to bind port 2ca5f6d9-51e0-4871-846f-f700041f5267 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7bbf568e-af40-425e-b985-dc16af29e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:47.804710 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Attempting to bind port 2ca5f6d9-51e0-4871-846f-f700041f5267 on network 192e1ce5-30cf-447d-aaef-da3ea05946d7 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:47.821233 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-34d4aede-304e-4d2b-ba28-bfe255cdd108 req-6a02d24a-a4f4-4c8e-be97-c3f6e7419cb4 service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617974 Aug 16 13:05:47.825233 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:47.825957 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Checking segment: {'id': '7bbf568e-af40-425e-b985-dc16af29e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:47.826416 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.826806 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Bound using segment: {'id': '7bbf568e-af40-425e-b985-dc16af29e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:47.841372 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Bound port: 2ca5f6d9-51e0-4871-846f-f700041f5267, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbf568e-af40-425e-b985-dc16af29e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:47.841628 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.939305 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] For port 2ca5f6d9-51e0-4871-846f-f700041f5267, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:47.944728 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] For port 2ca5f6d9-51e0-4871-846f-f700041f5267, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2ca5f6d9-51e0-4871-846f-f700041f5267,segment=NetworkSegment(7bbf568e-af40-425e-b985-dc16af29e201),segment_id=7bbf568e-af40-425e-b985-dc16af29e201)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:47.955545 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:48.042370 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1236d028-27bc-4220-8659-83a8297be08c req-1a4e005c-db11-459d-b5a5-973b1ed95ab7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2097545 Aug 16 13:05:48.148596 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:48.149580 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:48.198234 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-34d4aede-304e-4d2b-ba28-bfe255cdd108 req-058f4af3-dd84-4367-9730-fd36c42314f0 service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668334 Aug 16 13:05:48.230692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236d028-27bc-4220-8659-83a8297be08c req-d61cbe7b-2025-4f9e-a502-31e3b243e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:48.244868 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1236d028-27bc-4220-8659-83a8297be08c req-d61cbe7b-2025-4f9e-a502-31e3b243e35a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7483c776397948268a84a5267d068378&device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 1096 time: 0.1494117 Aug 16 13:05:48.287425 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434d42f-d470-41fe-aa98-4cae06450d7d None None] Pushing event updated for resources: {'Port': ['ID=2ca5f6d9-51e0-4871-846f-f700041f5267,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:48.288121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device beb7583b-d2d1-4a79-8a29-3f39c4e91308 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:48.355496 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:48.451598 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f979c86-5881-4b11-8aab-84856c390144 req-5f73cc20-5834-4267-b15e-3daf087eaac4 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.1150553 Aug 16 13:05:48.463067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59740474-d821-43af-939d-aa226fdbdda2 req-0a5bcead-aa65-4065-b6ca-1c40f8a5fed9 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:48.471183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59740474-d821-43af-939d-aa226fdbdda2 req-0a5bcead-aa65-4065-b6ca-1c40f8a5fed9 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.4319787 Aug 16 13:05:48.471779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236d028-27bc-4220-8659-83a8297be08c req-8d77a912-1551-494b-b417-5dd775d3ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:48.475233 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1236d028-27bc-4220-8659-83a8297be08c req-8d77a912-1551-494b-b417-5dd775d3ab39 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f06e19f-8fa8-4f63-a600-513e98865e15 HTTP/1.1" status: 200 len: 911 time: 0.2146306 Aug 16 13:05:48.486338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d74d6147-9b1b-4ed5-873d-3e992fcf50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '8b9be417-d009-4bd6-881d-7f907e8ab0c6', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'port_id': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'mac_address': 'fa:16:3e:de:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:05:17Z', 'updated_at': '2021-08-16T13:05:43Z', 'revision_number': 1, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:48.590377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1236d028-27bc-4220-8659-83a8297be08c req-047ff2cf-4e9f-4761-bf0b-565a232f86ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f HTTP/1.1" status: 200 len: 217 time: 0.1075261 Aug 16 13:05:48.607890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port beb7583b-d2d1-4a79-8a29-3f39c4e91308 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:48.608972 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:48.620978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d6147-9b1b-4ed5-873d-3e992fcf50c1 None None] Checking router: 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:05:48.623180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-c88cdde3-4dfa-4580-8298-84169846a830', 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'fixed_ips': [{'subnet_id': '46741906-f874-42e5-a697-1e8e8d681d54'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:05:48.624006 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:48.628092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59740474-d821-43af-939d-aa226fdbdda2 req-611e1010-3511-4359-9b09-d82236f846a0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502864 Aug 16 13:05:48.712966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236d028-27bc-4220-8659-83a8297be08c req-f9d78579-6c0f-478e-83ff-edfea58e5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:48.715414 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1236d028-27bc-4220-8659-83a8297be08c req-f9d78579-6c0f-478e-83ff-edfea58e5fab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a0bdeb5-93fb-4131-af47-016a02f3c59d HTTP/1.1" status: 200 len: 851 time: 0.1180031 Aug 16 13:05:48.731843 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:44Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:47Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:48.767413 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35062f5f-c895-4ad4-9d72-37e2af49c316 None None] The sync data for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 is: [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:44Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:47Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:48.774696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d6147-9b1b-4ed5-873d-3e992fcf50c1 None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:48.774920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d74d6147-9b1b-4ed5-873d-3e992fcf50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:48.780244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1236d028-27bc-4220-8659-83a8297be08c req-c33dd623-7660-4061-9f48-473ce6f9b47a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f06e19f-8fa8-4f63-a600-513e98865e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547466 Aug 16 13:05:48.825200 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:48.940964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d74d6147-9b1b-4ed5-873d-3e992fcf50c1 None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:49.002500 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1236d028-27bc-4220-8659-83a8297be08c req-016f368d-bc0e-44ea-aecb-6f3ce8240427 service neutron] 10.222.0.22 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141683 Aug 16 13:05:49.206769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Allocated IP 2001:db8:3::2 (c88cdde3-4dfa-4580-8298-84169846a830/46741906-f874-42e5-a697-1e8e8d681d54/1f190718-0a3c-47c1-bac4-f2cf362e6b18) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:49.216642 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1236d028-27bc-4220-8659-83a8297be08c req-73786968-22d3-4af8-993c-1b0467643f2c service neutron] 10.222.0.22 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037983 Aug 16 13:05:49.380779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ca5f6d9-51e0-4871-846f-f700041f5267 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:49.649610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 2ca5f6d9-51e0-4871-846f-f700041f5267 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:49.665094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2ca5f6d9-51e0-4871-846f-f700041f5267 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:49.665546 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.860387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d74d6147-9b1b-4ed5-873d-3e992fcf50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '8b9be417-d009-4bd6-881d-7f907e8ab0c6', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'port_id': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'mac_address': 'fa:16:3e:de:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:05:17Z', 'updated_at': '2021-08-16T13:05:43Z', 'revision_number': 1, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:49.908944 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.911824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d6147-9b1b-4ed5-873d-3e992fcf50c1 None None] The sync data for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 is: [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '8b9be417-d009-4bd6-881d-7f907e8ab0c6', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'port_id': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'mac_address': 'fa:16:3e:de:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:05:17Z', 'updated_at': '2021-08-16T13:05:43Z', 'revision_number': 1, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:49.939480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Transition to ACTIVE for port object 1f190718-0a3c-47c1-bac4-f2cf362e6b18 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:50.025861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a63380c4-cba2-4bb7-874e-2c1d02f105ef req-0ebfd604-dd53-4d6a-affb-df78a33d27a8 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.4381783 Aug 16 13:05:50.029703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Transition to ACTIVE for port object 1f190718-0a3c-47c1-bac4-f2cf362e6b18 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:50.038420 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.051163 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.120975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Network c88cdde3-4dfa-4580-8298-84169846a830 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:50.138807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:50.142611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:50.146080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 2ca5f6d9-51e0-4871-846f-f700041f5267, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2ca5f6d9-51e0-4871-846f-f700041f5267,segment=NetworkSegment(7bbf568e-af40-425e-b985-dc16af29e201),segment_id=7bbf568e-af40-425e-b985-dc16af29e201)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:50.152727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Pushing event updated for resources: {'Port': ['ID=1f190718-0a3c-47c1-bac4-f2cf362e6b18,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:50.207231 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.215714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234dcdc-f62c-45bd-ab05-01d748071171 req-4f4efb9c-b14c-4e8c-a567-2de0fac609fc tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.224910 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0234dcdc-f62c-45bd-ab05-01d748071171 req-4f4efb9c-b14c-4e8c-a567-2de0fac609fc tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.2139432 Aug 16 13:05:50.274314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Allocated IP 2001:db8:3::1 (c88cdde3-4dfa-4580-8298-84169846a830/46741906-f874-42e5-a697-1e8e8d681d54/bd28836f-5022-4364-a601-95a1b1ab55f3) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:50.300056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Attempting to bind port 1f190718-0a3c-47c1-bac4-f2cf362e6b18 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:50.300454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Attempting to bind port 1f190718-0a3c-47c1-bac4-f2cf362e6b18 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2e43d3a9-e001-4a34-9f0f-138dc964c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:50.300893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Attempting to bind port 1f190718-0a3c-47c1-bac4-f2cf362e6b18 on network c88cdde3-4dfa-4580-8298-84169846a830 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:50.315944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0234dcdc-f62c-45bd-ab05-01d748071171 req-fc6779c1-17db-4d78-bf0c-35d2de1ba59d tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884130 Aug 16 13:05:50.316575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:50.317166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Checking segment: {'id': '2e43d3a9-e001-4a34-9f0f-138dc964c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:50.318591 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.319452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Bound using segment: {'id': '2e43d3a9-e001-4a34-9f0f-138dc964c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:50.320091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Bound port: 1f190718-0a3c-47c1-bac4-f2cf362e6b18, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e43d3a9-e001-4a34-9f0f-138dc964c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:50.321562 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.328897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d5bbbb-5ff7-400e-95cd-3524f23818f8 None None] New status for floating IP 8b9be417-d009-4bd6-881d-7f907e8ab0c6: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:05:50.394856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=2ca5f6d9-51e0-4871-846f-f700041f5267,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:50.476602 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.499806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Transition to ACTIVE for port object bd28836f-5022-4364-a601-95a1b1ab55f3 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:50.560991 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.619588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network c88cdde3-4dfa-4580-8298-84169846a830 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:50.623257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:50.626813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:50.627574 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.659292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] For port 1f190718-0a3c-47c1-bac4-f2cf362e6b18, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:50.667370 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] For port 1f190718-0a3c-47c1-bac4-f2cf362e6b18, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1f190718-0a3c-47c1-bac4-f2cf362e6b18,segment=NetworkSegment(2e43d3a9-e001-4a34-9f0f-138dc964c3fb),segment_id=2e43d3a9-e001-4a34-9f0f-138dc964c3fb)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:50.674912 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.740384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=bd28836f-5022-4364-a601-95a1b1ab55f3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:50.781536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49310) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:50.804329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94882a82-8bf1-4e6f-b0aa-796ef4d50458 None None] Pushing event updated for resources: {'Port': ['ID=1f190718-0a3c-47c1-bac4-f2cf362e6b18,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:50.829349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.919052 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-76bca882-8d5c-4e49-9544-2d281af50e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.046016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-76bca882-8d5c-4e49-9544-2d281af50e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.050747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-76bca882-8d5c-4e49-9544-2d281af50e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.097206 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-76bca882-8d5c-4e49-9544-2d281af50e99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d16ed35572ce4456833a1d552743befb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139141 Aug 16 13:05:51.098382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bca882-8d5c-4e49-9544-2d281af50e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1b9501-4e97-40c6-9d12-b89a0956b25f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:51.101155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49316) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:51.160536 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.163241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc912412-e1c4-40bf-af3b-40fed72e869d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.176112 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.177615 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.190467 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc912412-e1c4-40bf-af3b-40fed72e869d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.200864 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91f6e393-75e2-4c94-ae93-c1c21899e800 req-70a6c88e-ba0a-4a31-822c-f1d5fcb8f161 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0376122 Aug 16 13:05:51.266258 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc912412-e1c4-40bf-af3b-40fed72e869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.270775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc912412-e1c4-40bf-af3b-40fed72e869d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.284702 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bc912412-e1c4-40bf-af3b-40fed72e869d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b1b9501-4e97-40c6-9d12-b89a0956b25f HTTP/1.1" status: 204 len: 168 time: 0.1737201 Aug 16 13:05:51.294519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event updated for resources: {'Port': ['ID=bd28836f-5022-4364-a601-95a1b1ab55f3,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:51.298920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912412-e1c4-40bf-af3b-40fed72e869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1b9501-4e97-40c6-9d12-b89a0956b25f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:51.408413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Network c88cdde3-4dfa-4580-8298-84169846a830 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:51.409885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:51.443139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ca5f6d9-51e0-4871-846f-f700041f5267 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:51.511738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2ca5f6d9-51e0-4871-846f-f700041f5267 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:51.512667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.576346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fc3b9-1e8e-4184-a5e1-44d0ff359f66 req-49e60cbe-ebd4-4092-9e88-b13561783022 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:51.588236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-384fc3b9-1e8e-4184-a5e1-44d0ff359f66 req-49e60cbe-ebd4-4092-9e88-b13561783022 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1321733 Aug 16 13:05:51.591411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router c153a46c-0268-4a61-b7f3-b4abadc760b5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:05:51.633072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1f190718-0a3c-47c1-bac4-f2cf362e6b18 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:51.699412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 1f190718-0a3c-47c1-bac4-f2cf362e6b18 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:51.705220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49332) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:51.718805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-384fc3b9-1e8e-4184-a5e1-44d0ff359f66 req-1c6b8a46-ff7a-4b10-ab7b-26c8730987dc tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288350 Aug 16 13:05:51.730293 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de16c0ed-700d-41f8-9390-e2cc867ab82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.789871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:51.798613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4b178c1f-c902-43b3-a6bc-42de9974261a tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0733883 Aug 16 13:05:51.799665 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Sync routers for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:51.800499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49336) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:51.812256 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:51.813448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a7586d64-2194-4589-b037-618d2acba2e2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:51.814737 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:52.042819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c27f84-193b-427e-a4f3-7bc89b5ba95b None None] Network c88cdde3-4dfa-4580-8298-84169846a830 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:52.077480 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:52.171906 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de16c0ed-700d-41f8-9390-e2cc867ab82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.179284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dc8d94e3-9e13-475b-9614-4562586e8f6a None None] Provisioning for port 1f190718-0a3c-47c1-bac4-f2cf362e6b18 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:52.185679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dc8d94e3-9e13-475b-9614-4562586e8f6a None None] Provisioning complete for port 1f190718-0a3c-47c1-bac4-f2cf362e6b18 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:52.186052 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dc8d94e3-9e13-475b-9614-4562586e8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.197481 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de16c0ed-700d-41f8-9390-e2cc867ab82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.248643 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de16c0ed-700d-41f8-9390-e2cc867ab82c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bcd973a26a3490ea00d9ba70a1488c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5423055 Aug 16 13:05:52.251875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49346) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:52.325977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16c0ed-700d-41f8-9390-e2cc867ab82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692f12b4-4861-484e-9df9-56ef45f423e3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:52.399796 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dc8d94e3-9e13-475b-9614-4562586e8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.408853 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:50Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:50Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd28836f-5022-4364-a601-95a1b1ab55f3', 'name': '', 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:01:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '46741906-f874-42e5-a697-1e8e8d681d54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:49Z', 'updated_at': '2021-08-16T13:05:51Z', 'revision_number': 2, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '46741906-f874-42e5-a697-1e8e8d681d54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:52.434824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0b0b102-defb-45a8-a60a-307145aec1aa req-fe6369ac-231e-4dc5-8ca1-82b14c5ccf03 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.1036274 Aug 16 13:05:52.445796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dc8d94e3-9e13-475b-9614-4562586e8f6a None None] For port 1f190718-0a3c-47c1-bac4-f2cf362e6b18, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1f190718-0a3c-47c1-bac4-f2cf362e6b18,segment=NetworkSegment(2e43d3a9-e001-4a34-9f0f-138dc964c3fb),segment_id=2e43d3a9-e001-4a34-9f0f-138dc964c3fb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:52.450349 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Checking router: c153a46c-0268-4a61-b7f3-b4abadc760b5 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:05:52.450953 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Updating router c153a46c-0268-4a61-b7f3-b4abadc760b5 port bd28836f-5022-4364-a601-95a1b1ab55f3 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:05:52.464710 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dc8d94e3-9e13-475b-9614-4562586e8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.477385 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f7d6-261e-47a3-ad27-264316343660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.478367 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.533093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f7d6-261e-47a3-ad27-264316343660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.582847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d94e3-9e13-475b-9614-4562586e8f6a None None] Pushing event updated for resources: {'Port': ['ID=1f190718-0a3c-47c1-bac4-f2cf362e6b18,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:52.630409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f7d6-261e-47a3-ad27-264316343660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.633003 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f7d6-261e-47a3-ad27-264316343660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.636520 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e2b4f7d6-261e-47a3-ad27-264316343660 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/692f12b4-4861-484e-9df9-56ef45f423e3 HTTP/1.1" status: 204 len: 168 time: 0.3814354 Aug 16 13:05:52.648895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.extraroute_db [None req-a7586d64-2194-4589-b037-618d2acba2e2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 13:05:52.668420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4f7d6-261e-47a3-ad27-264316343660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692f12b4-4861-484e-9df9-56ef45f423e3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:52.677886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.extraroute_db [None req-a7586d64-2194-4589-b037-618d2acba2e2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Removed routes are [] {{(pid=101396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 13:05:52.679673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a7586d64-2194-4589-b037-618d2acba2e2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.815905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1a54412f-a07b-48b8-9d47-84914871858a None None] Provisioning for port bd28836f-5022-4364-a601-95a1b1ab55f3 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:52.825859 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1a54412f-a07b-48b8-9d47-84914871858a None None] Provisioning complete for port bd28836f-5022-4364-a601-95a1b1ab55f3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:52.826523 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1a54412f-a07b-48b8-9d47-84914871858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.926007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1a54412f-a07b-48b8-9d47-84914871858a None None] Port bd28836f-5022-4364-a601-95a1b1ab55f3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:52.968528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1a54412f-a07b-48b8-9d47-84914871858a None None] Provisioning complete for port 1f190718-0a3c-47c1-bac4-f2cf362e6b18 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:52.971414 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1a54412f-a07b-48b8-9d47-84914871858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:52.990785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace14f68-b094-488c-82ae-394233006400 req-89ae40cb-30a0-4baa-b766-73bf7dded129 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:53.011936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ace14f68-b094-488c-82ae-394233006400 req-89ae40cb-30a0-4baa-b766-73bf7dded129 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1643560 Aug 16 13:05:53.090233 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:53.106706 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a7586d64-2194-4589-b037-618d2acba2e2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:53.120757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a7586d64-2194-4589-b037-618d2acba2e2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:53.128955 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Transition to ACTIVE for port object bd28836f-5022-4364-a601-95a1b1ab55f3 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:53.148083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ace14f68-b094-488c-82ae-394233006400 req-4d72b6ca-5690-41d5-85b7-f1e5433f34fa tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350427 Aug 16 13:05:53.160312 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:53.222022 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6f05c-ef89-4510-9d02-0cdfd65fd699 None None] Pushing event updated for resources: {'Port': ['ID=bd28836f-5022-4364-a601-95a1b1ab55f3,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:53.333501 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Attempting to bind port bd28836f-5022-4364-a601-95a1b1ab55f3 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:53.334069 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Attempting to bind port bd28836f-5022-4364-a601-95a1b1ab55f3 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2e43d3a9-e001-4a34-9f0f-138dc964c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:53.334606 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Attempting to bind port bd28836f-5022-4364-a601-95a1b1ab55f3 on network c88cdde3-4dfa-4580-8298-84169846a830 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:53.340244 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:53.340570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7586d64-2194-4589-b037-618d2acba2e2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router c153a46c-0268-4a61-b7f3-b4abadc760b5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:05:53.340903 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Checking segment: {'id': '2e43d3a9-e001-4a34-9f0f-138dc964c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:53.341222 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:53.342380 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Bound using segment: {'id': '2e43d3a9-e001-4a34-9f0f-138dc964c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:53.342642 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Bound port: bd28836f-5022-4364-a601-95a1b1ab55f3, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e43d3a9-e001-4a34-9f0f-138dc964c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:53.343029 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:53.350266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1f190718-0a3c-47c1-bac4-f2cf362e6b18 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:53.430377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 1f190718-0a3c-47c1-bac4-f2cf362e6b18 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:53.430377 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:53.457475 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] For port bd28836f-5022-4364-a601-95a1b1ab55f3, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:53.472700 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] For port bd28836f-5022-4364-a601-95a1b1ab55f3, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bd28836f-5022-4364-a601-95a1b1ab55f3,segment=NetworkSegment(2e43d3a9-e001-4a34-9f0f-138dc964c3fb),segment_id=2e43d3a9-e001-4a34-9f0f-138dc964c3fb)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:53.487499 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:53.500539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7586d64-2194-4589-b037-618d2acba2e2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:53.518078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a7586d64-2194-4589-b037-618d2acba2e2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:53.521541 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a7586d64-2194-4589-b037-618d2acba2e2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5 HTTP/1.1" status: 200 len: 953 time: 1.7190583 Aug 16 13:05:53.523792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49376) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:53.583603 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6f05c-ef89-4510-9d02-0cdfd65fd699 None None] Pushing event updated for resources: {'Port': ['ID=bd28836f-5022-4364-a601-95a1b1ab55f3,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:53.611924 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:53.617019 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:53.704825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbfa23bf-11ea-4860-8bfb-edf123fc3636 req-7d9c3ada-f9b1-439d-90da-db5893a197f5 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0776014 Aug 16 13:05:53.736000 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:53.765424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5dc3a007-6452-4fb8-b5a0-048920f3e4c9 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5 HTTP/1.1" status: 200 len: 953 time: 0.2398770 Aug 16 13:05:53.771855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49382) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:53.790779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-dd176a89-83fa-456f-ba96-abf5490d6899 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'routes': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:54.080350 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:52Z', 'revision_number': 6, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:50Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd28836f-5022-4364-a601-95a1b1ab55f3', 'name': '', 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:01:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '46741906-f874-42e5-a697-1e8e8d681d54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:49Z', 'updated_at': '2021-08-16T13:05:53Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '46741906-f874-42e5-a697-1e8e8d681d54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:54.122705 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc78800c-60ba-47c4-aeac-709aae261e6f None None] The sync data for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 is: [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:52Z', 'revision_number': 6, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:50Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd28836f-5022-4364-a601-95a1b1ab55f3', 'name': '', 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:01:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '46741906-f874-42e5-a697-1e8e8d681d54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:49Z', 'updated_at': '2021-08-16T13:05:53Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '46741906-f874-42e5-a697-1e8e8d681d54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:54.324139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49398) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:54.336568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-40203367'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:54.382939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:54.387100 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.416074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:54.427956 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.428361 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Added segment 32dc23b8-7185-4b4d-bf7b-c0eb0d113d32 of type vlan for network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 Aug 16 13:05:54.433446 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc770a2-2560-4fc8-b642-9e407275b381 req-fbd6d55f-b73e-428b-be38-ac3e0851a223 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:54.435203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bc770a2-2560-4fc8-b642-9e407275b381 req-fbd6d55f-b73e-428b-be38-ac3e0851a223 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1481588 Aug 16 13:05:54.456844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.extraroute_db [None req-dd176a89-83fa-456f-ba96-abf5490d6899 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added routes are [] {{(pid=101395) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 13:05:54.457164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.extraroute_db [None req-dd176a89-83fa-456f-ba96-abf5490d6899 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101395) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 13:05:54.495716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.511555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bc770a2-2560-4fc8-b642-9e407275b381 req-3b8ff913-6425-414b-a541-264ea94e3d39 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659695 Aug 16 13:05:54.519848 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd176a89-83fa-456f-ba96-abf5490d6899 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.554217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.566243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:54.567428 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.702912 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3740482 Aug 16 13:05:54.705656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49406) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:54.714878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-567942071'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:54.744136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4d13a-1729-43a7-9c58-19595ea6f1b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Network': ['ID=1fd045db-f1f9-4edf-a04e-3fa085ee1d06,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:54.758235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:54.762765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:54.764539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd176a89-83fa-456f-ba96-abf5490d6899 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.768263 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd176a89-83fa-456f-ba96-abf5490d6899 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.776614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.831480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:54.853572 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.854297 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Added segment 2a5f3c51-6eee-4c85-9572-21c7eadd617c of type vlan for network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 Aug 16 13:05:54.939319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e863a4b-b92b-4fc4-8494-7372d484da63 req-1b7b6c5b-ebdb-4d3f-ad38-bfc59168c7d9 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0775034 Aug 16 13:05:54.955338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.984620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd176a89-83fa-456f-ba96-abf5490d6899 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router c153a46c-0268-4a61-b7f3-b4abadc760b5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:05:54.996484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:55.003581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:55.004219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:55.085004 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3777573 Aug 16 13:05:55.088093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49420) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:55.095855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'subnet': {'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:55.114498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51735568-8388-4dda-b47f-475e73e2e04d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Network': ['ID=c713c00c-dbe1-4ead-a45d-cad421c0d5b0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:55.118259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd176a89-83fa-456f-ba96-abf5490d6899 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:55.129552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:55.131586 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd176a89-83fa-456f-ba96-abf5490d6899 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:55.133038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dd176a89-83fa-456f-ba96-abf5490d6899 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5 HTTP/1.1" status: 200 len: 703 time: 1.3586667 Aug 16 13:05:55.135912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49422) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:55.234645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:55.238302 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:55.347659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-903ba2a8-c492-4bf8-a326-ba75a790b094 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5 HTTP/1.1" status: 200 len: 703 time: 0.2103250 Aug 16 13:05:55.351702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49428) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:55.385312 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bd28836f-5022-4364-a601-95a1b1ab55f3 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:55.428837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd92e2-fbb4-469d-b41c-a1c1d6eba3ba None None] Sync routers for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:55.459366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd92e2-fbb4-469d-b41c-a1c1d6eba3ba None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:55.460304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-99dd92e2-fbb4-469d-b41c-a1c1d6eba3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:55.543282 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:55.584299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-99dd92e2-fbb4-469d-b41c-a1c1d6eba3ba None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:55.586606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port bd28836f-5022-4364-a601-95a1b1ab55f3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:55.609447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Subnet': ['ID=4a819e90-011a-49f1-ad93-ebd64fac9246,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:55.619572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port bd28836f-5022-4364-a601-95a1b1ab55f3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:55.620242 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:55.647414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Checking segment: {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:55.647885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network hostable DHCP agents. Network: 1fd045db-f1f9-4edf-a04e-3fa085ee1d06, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:55.669865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:55.682318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 1fd045db-f1f9-4edf-a04e-3fa085ee1d06) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:55.688079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:55.688673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:55.704999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095bea60-dd9f-478a-a98e-16bae705eb0d None None] Network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:55.707793 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c183e7ee-cf01-4815-9824-a9588ec51094 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6184797 Aug 16 13:05:55.710862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49438) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:55.718122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'subnet': {'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:55.845570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:55.852767 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:55.900949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048e6bf-4dac-44bd-9f6a-eeec9e208a8f req-f1875542-8a69-41b3-a742-a7a3711da07a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:55.908286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4048e6bf-4dac-44bd-9f6a-eeec9e208a8f req-f1875542-8a69-41b3-a742-a7a3711da07a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1431799 Aug 16 13:05:55.945399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-1fd045db-f1f9-4edf-a04e-3fa085ee1d06', 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'fixed_ips': [{'subnet_id': '4a819e90-011a-49f1-ad93-ebd64fac9246'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:05:55.946927 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:56.033841 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:56.102283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4048e6bf-4dac-44bd-9f6a-eeec9e208a8f req-6c30c001-4217-4040-b4de-92aeaf19a0a3 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909573 Aug 16 13:05:56.170482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:56.203398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59cb7530-794a-4de8-ae06-e2cf9a540b86 req-5f31176a-6420-463b-866a-5e65e73ffa6c tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0456896 Aug 16 13:05:56.203754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port bd28836f-5022-4364-a601-95a1b1ab55f3, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bd28836f-5022-4364-a601-95a1b1ab55f3,segment=NetworkSegment(2e43d3a9-e001-4a34-9f0f-138dc964c3fb),segment_id=2e43d3a9-e001-4a34-9f0f-138dc964c3fb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:56.250025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Subnet': ['ID=387c5fd0-fea3-480f-b6d8-da37d653b781,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:56.254072 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:56.256455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Checking segment: {'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:56.256455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network hostable DHCP agents. Network: c713c00c-dbe1-4ead-a45d-cad421c0d5b0, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:56.296268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:56.312435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, c713c00c-dbe1-4ead-a45d-cad421c0d5b0) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:56.318693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:56.319510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:56.328262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da0ade-b07a-48dd-9045-10c9726a6346 None None] Network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:56.338893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Allocated IP 10.1.1.2 (1fd045db-f1f9-4edf-a04e-3fa085ee1d06/4a819e90-011a-49f1-ad93-ebd64fac9246/37f4a73f-3dfb-4ec1-8581-30b91c8f5c09) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:56.357097 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-162d006f-a2b6-47ee-a9f8-b4ab4ecdf82b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6442406 Aug 16 13:05:56.357322 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49460) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:56.363690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'port': {'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06', 'name': 'tempest-TaggedBootDevicesTest_v242-96621258', 'fixed_ips': [{'subnet_id': '4a819e90-011a-49f1-ad93-ebd64fac9246'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:56.447262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-99dd92e2-fbb4-469d-b41c-a1c1d6eba3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:54Z', 'revision_number': 7, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:50Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd28836f-5022-4364-a601-95a1b1ab55f3', 'name': '', 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:01:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '46741906-f874-42e5-a697-1e8e8d681d54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:49Z', 'updated_at': '2021-08-16T13:05:53Z', 'revision_number': 4, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '46741906-f874-42e5-a697-1e8e8d681d54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:56.449090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=bd28836f-5022-4364-a601-95a1b1ab55f3,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:56.511701 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:56.624288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:56.650679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd92e2-fbb4-469d-b41c-a1c1d6eba3ba None None] Checking router: c153a46c-0268-4a61-b7f3-b4abadc760b5 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:05:56.680895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd92e2-fbb4-469d-b41c-a1c1d6eba3ba None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:56.681521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-99dd92e2-fbb4-469d-b41c-a1c1d6eba3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:56.764855 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:56.790555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] device_id is not set on port dbb92b44-7542-4aa4-b86d-fb0e64c40531 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:05:56.827488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49466) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:56.869520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-99dd92e2-fbb4-469d-b41c-a1c1d6eba3ba None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:56.920483 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:56.939421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-c713c00c-dbe1-4ead-a45d-cad421c0d5b0', 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'fixed_ips': [{'subnet_id': '387c5fd0-fea3-480f-b6d8-da37d653b781'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:05:56.940275 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:56.953469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Transition to ACTIVE for port object 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:56.964228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d8e9d63-f456-427d-9d28-6b14ae7ec8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:56.978681 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:05:56.998047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port bd28836f-5022-4364-a601-95a1b1ab55f3 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:05:56.998660 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.026336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Transition to ACTIVE for port object 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:57.072904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d8e9d63-f456-427d-9d28-6b14ae7ec8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.081611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d8e9d63-f456-427d-9d28-6b14ae7ec8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.113500 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.132484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] For port bd28836f-5022-4364-a601-95a1b1ab55f3, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bd28836f-5022-4364-a601-95a1b1ab55f3,segment=NetworkSegment(2e43d3a9-e001-4a34-9f0f-138dc964c3fb),segment_id=2e43d3a9-e001-4a34-9f0f-138dc964c3fb)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:57.133093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.139294 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0d8e9d63-f456-427d-9d28-6b14ae7ec8d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e8355c64d4b4054b90598e3e9a0bdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107145 Aug 16 13:05:57.140853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e9d63-f456-427d-9d28-6b14ae7ec8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ef88ff-5bc0-4acb-af8c-fc218116735e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:57.142595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49474) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:57.164536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for bd28836f-5022-4364-a601-95a1b1ab55f3 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:05:57.208524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Allocated IP 10.1.1.250 (1fd045db-f1f9-4edf-a04e-3fa085ee1d06/4a819e90-011a-49f1-ad93-ebd64fac9246/dbb92b44-7542-4aa4-b86d-fb0e64c40531) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:57.211094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:57.221373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:57.229735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Pushing event updated for resources: {'Port': ['ID=37f4a73f-3dfb-4ec1-8581-30b91c8f5c09,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:57.241854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:57.266031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Allocated IP 10.2.2.2 (c713c00c-dbe1-4ead-a45d-cad421c0d5b0/387c5fd0-fea3-480f-b6d8-da37d653b781/6193d874-5401-4516-8777-126bbb74ecd8) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:57.334187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bd28836f-5022-4364-a601-95a1b1ab55f3 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:57.390548 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5b7771c-cc74-46ca-bbf3-83260343e1e6 req-00e0afe9-4239-41fd-aa40-29fdccc4244b tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0686793 Aug 16 13:05:57.390773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Attempting to bind port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:57.391103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Attempting to bind port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:57.391456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Attempting to bind port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:57.412464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb74e70-27ec-4a87-9a71-25d3cf1eed34 req-be8b3df2-bb0c-4bf1-b6df-aefd66d4aa29 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:57.418712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fb74e70-27ec-4a87-9a71-25d3cf1eed34 req-be8b3df2-bb0c-4bf1-b6df-aefd66d4aa29 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.2166848 Aug 16 13:05:57.419341 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23a50e52-47d0-4731-b6f6-ed0686d6fe1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.433506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:57.433882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Checking segment: {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:57.434314 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.434710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Bound using segment: {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:57.435192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Bound port: 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:57.435568 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.525593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-99dd92e2-fbb4-469d-b41c-a1c1d6eba3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:54Z', 'revision_number': 7, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:50Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd28836f-5022-4364-a601-95a1b1ab55f3', 'name': '', 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:01:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '46741906-f874-42e5-a697-1e8e8d681d54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:49Z', 'updated_at': '2021-08-16T13:05:56Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '46741906-f874-42e5-a697-1e8e8d681d54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:57.548830 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23a50e52-47d0-4731-b6f6-ed0686d6fe1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.578269 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd92e2-fbb4-469d-b41c-a1c1d6eba3ba None None] The sync data for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 is: [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:54Z', 'revision_number': 7, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:50Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd28836f-5022-4364-a601-95a1b1ab55f3', 'name': '', 'network_id': 'c88cdde3-4dfa-4580-8298-84169846a830', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:01:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '46741906-f874-42e5-a697-1e8e8d681d54', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:49Z', 'updated_at': '2021-08-16T13:05:56Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '46741906-f874-42e5-a697-1e8e8d681d54', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:05:57.603083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port bd28836f-5022-4364-a601-95a1b1ab55f3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:57.603450 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.611810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] For port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:57.613491 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fb74e70-27ec-4a87-9a71-25d3cf1eed34 req-326f5b22-9236-4a8c-a0d7-ba6915c83716 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845424 Aug 16 13:05:57.653083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] For port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=37f4a73f-3dfb-4ec1-8581-30b91c8f5c09,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:57.667018 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.676519 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.698666 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.707509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23a50e52-47d0-4731-b6f6-ed0686d6fe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.710981 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23a50e52-47d0-4731-b6f6-ed0686d6fe1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.714399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-23a50e52-47d0-4731-b6f6-ed0686d6fe1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4ef88ff-5bc0-4acb-af8c-fc218116735e HTTP/1.1" status: 204 len: 168 time: 0.5658119 Aug 16 13:05:57.715876 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Transition to ACTIVE for port object 6193d874-5401-4516-8777-126bbb74ecd8 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:57.724306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Transition to ACTIVE for port object dbb92b44-7542-4aa4-b86d-fb0e64c40531 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:57.730964 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.737701 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a50e52-47d0-4731-b6f6-ed0686d6fe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ef88ff-5bc0-4acb-af8c-fc218116735e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:57.743706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Transition to ACTIVE for port object 6193d874-5401-4516-8777-126bbb74ecd8 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:57.757302 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.759052 n-d-804708-1 neutron-server[101397]: INFO neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No ports have port_id starting with bd28836f-5022-4364-a601-95a1b1ab55f3 Aug 16 13:05:57.790066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=bd28836f-5022-4364-a601-95a1b1ab55f3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:57.793215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf0d8d-23c7-4e5a-8239-9bcd293c38ac None None] Pushing event updated for resources: {'Port': ['ID=37f4a73f-3dfb-4ec1-8581-30b91c8f5c09,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:57.809591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:57.858814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:57.866265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:57.963496 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:57.987208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Pushing event updated for resources: {'Port': ['ID=6193d874-5401-4516-8777-126bbb74ecd8,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:58.006440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Attempting to bind port 6193d874-5401-4516-8777-126bbb74ecd8 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:58.007161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Attempting to bind port 6193d874-5401-4516-8777-126bbb74ecd8 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:58.007725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Attempting to bind port 6193d874-5401-4516-8777-126bbb74ecd8 on network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:58.022129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.024039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:58.024783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Checking segment: {'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:58.025375 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.025935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Bound using segment: {'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:58.026756 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Bound port: 6193d874-5401-4516-8777-126bbb74ecd8, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:58.027529 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.064856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:58.076455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:58.079857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:58.082774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Port': ['ID=dbb92b44-7542-4aa4-b86d-fb0e64c40531,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:58.140520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] For port 6193d874-5401-4516-8777-126bbb74ecd8, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:58.152010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] For port 6193d874-5401-4516-8777-126bbb74ecd8, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6193d874-5401-4516-8777-126bbb74ecd8,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:58.159711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.259571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:58.260238 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.269455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bb8ce-42b3-4b1e-acc6-e61a5f1847cb None None] Pushing event updated for resources: {'Port': ['ID=6193d874-5401-4516-8777-126bbb74ecd8,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:58.275220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49488) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:58.311996 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dde42fff-d962-4082-a5ca-d49139502e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.357560 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-11b9ba59-e64d-45a1-8bef-b3871abb1e03 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9993620 Aug 16 13:05:58.360670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49490) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:58.367880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'port': {'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06', 'name': 'tempest-TaggedBootDevicesTest_v242-1811224234', 'fixed_ips': [{'subnet_id': '4a819e90-011a-49f1-ad93-ebd64fac9246'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:58.424985 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dde42fff-d962-4082-a5ca-d49139502e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.431712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dde42fff-d962-4082-a5ca-d49139502e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.479305 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dde42fff-d962-4082-a5ca-d49139502e9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd1497191209498e913f3f2ab6c6a570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003522 Aug 16 13:05:58.479959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49494) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:58.486757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde42fff-d962-4082-a5ca-d49139502e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1e490-b858-4a95-9d43-8b4cccb63730,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:58.582449 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-afea1450-962f-4e93-aa5c-7988e9e07a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.609035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-afea1450-962f-4e93-aa5c-7988e9e07a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.675249 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-afea1450-962f-4e93-aa5c-7988e9e07a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.678151 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-afea1450-962f-4e93-aa5c-7988e9e07a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:58.679333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-afea1450-962f-4e93-aa5c-7988e9e07a55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97d1e490-b858-4a95-9d43-8b4cccb63730 HTTP/1.1" status: 204 len: 168 time: 0.1982975 Aug 16 13:05:58.690902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea1450-962f-4e93-aa5c-7988e9e07a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1e490-b858-4a95-9d43-8b4cccb63730,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:58.923859 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-233286a1-c509-4db1-b6d5-1bdbaca9150d req-d2cd0a30-f903-4ff6-b60b-d86be063bde4 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0780854 Aug 16 13:05:58.972433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router c153a46c-0268-4a61-b7f3-b4abadc760b5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:05:58.998425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e8621-d9ca-411b-8c5e-7c5a59ed07d6 req-030fc19a-cbc8-4da1-b9bc-d5c636eb970c tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:58.999966 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c03e8621-d9ca-411b-8c5e-7c5a59ed07d6 req-030fc19a-cbc8-4da1-b9bc-d5c636eb970c tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1554594 Aug 16 13:05:59.030688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:59.035194 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:59.152612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a14619-8199-4b1e-beeb-8de6239cb726 None None] Network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:59.167500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] device_id is not set on port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:05:59.187399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c03e8621-d9ca-411b-8c5e-7c5a59ed07d6 req-b4e02855-9172-43fb-aabf-0f8578afa491 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769454 Aug 16 13:05:59.245294 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-45c9611d-8be8-4b43-9208-57f92b014f26 None None] Provisioning for port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:59.273124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:05:59.282398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-78c4e5d5-2eea-453a-a1a3-04fc380e4a56 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9262292 Aug 16 13:05:59.282508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49516) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:59.287157 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111a7c5-b902-4b50-b756-5f47074abbe6 None None] Sync routers for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:05:59.313775 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b111a7c5-b902-4b50-b756-5f47074abbe6 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:05:59.315295 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b111a7c5-b902-4b50-b756-5f47074abbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:59.420258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccbe37f-cead-4f29-8697-fe8123d48219 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting subnet 46741906-f874-42e5-a697-1e8e8d681d54 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:05:59.432535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe37f-cead-4f29-8697-fe8123d48219 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:59.501551 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe37f-cead-4f29-8697-fe8123d48219 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:59.558164 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-b111a7c5-b902-4b50-b756-5f47074abbe6 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:05:59.586682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Allocated IP 10.1.1.142 (1fd045db-f1f9-4edf-a04e-3fa085ee1d06/4a819e90-011a-49f1-ad93-ebd64fac9246/b6c3b3de-bc6e-4f0c-9756-0c2b426c973f) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:59.650629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6193d874-5401-4516-8777-126bbb74ecd8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:59.673325 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:59.701695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe37f-cead-4f29-8697-fe8123d48219 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:59.810145 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe37f-cead-4f29-8697-fe8123d48219 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:59.870728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 6193d874-5401-4516-8777-126bbb74ecd8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:59.888813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754b7a9-3dae-455f-be94-f9a38c3b6437 None None] Network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:59.889304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbe37f-cead-4f29-8697-fe8123d48219 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Subnet': ['ID=46741906-f874-42e5-a697-1e8e8d681d54,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:59.903418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:59.908077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe37f-cead-4f29-8697-fe8123d48219 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:59.910302 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0ccbe37f-cead-4f29-8697-fe8123d48219 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/46741906-f874-42e5-a697-1e8e8d681d54 HTTP/1.1" status: 204 len: 168 time: 0.6268468 Aug 16 13:05:59.914218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49530) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:59.984674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ff9ab-274d-44dc-8566-aa12606908d6 None None] Network c88cdde3-4dfa-4580-8298-84169846a830 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:00.024539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.043894 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Transition to ACTIVE for port object b6c3b3de-bc6e-4f0c-9756-0c2b426c973f will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:00.101837 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.132947 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b111a7c5-b902-4b50-b756-5f47074abbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:57Z', 'revision_number': 8, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:50Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:00.148769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46b861eb-91ba-49b3-aa94-38384a951f1d req-3990ed0b-afd5-4124-9b55-a75415c2d2a9 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0546138 Aug 16 13:06:00.154446 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.188302 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111a7c5-b902-4b50-b756-5f47074abbe6 None None] Checking router: c153a46c-0268-4a61-b7f3-b4abadc760b5 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:06:00.210749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:00.212774 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b111a7c5-b902-4b50-b756-5f47074abbe6 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:00.214175 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b111a7c5-b902-4b50-b756-5f47074abbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:00.216455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:00.220498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:00.234601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port 1f190718-0a3c-47c1-bac4-f2cf362e6b18 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:00.234601 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.326185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-14edcaaa-26c5-4381-b985-ccd6889648c2 None None] Provisioning for port 6193d874-5401-4516-8777-126bbb74ecd8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:00.338491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:00.339170 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.350624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] For port 1f190718-0a3c-47c1-bac4-f2cf362e6b18, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1f190718-0a3c-47c1-bac4-f2cf362e6b18,segment=NetworkSegment(2e43d3a9-e001-4a34-9f0f-138dc964c3fb),segment_id=2e43d3a9-e001-4a34-9f0f-138dc964c3fb)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:00.353608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.360590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-14edcaaa-26c5-4381-b985-ccd6889648c2 None None] Provisioning complete for port 6193d874-5401-4516-8777-126bbb74ecd8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:00.361243 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-14edcaaa-26c5-4381-b985-ccd6889648c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.386170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for 1f190718-0a3c-47c1-bac4-f2cf362e6b18 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:00.401957 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-b111a7c5-b902-4b50-b756-5f47074abbe6 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:00.437787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Port': ['ID=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:00.474356 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a1586868-1a41-48eb-a44e-e204ef061359 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1068645 Aug 16 13:06:00.499636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65101845-c53c-4739-8574-eb726e98cc8d req-e5ca2a80-012c-4f36-972f-2e42989a168c tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:00.507887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65101845-c53c-4739-8574-eb726e98cc8d req-e5ca2a80-012c-4f36-972f-2e42989a168c tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1593385 Aug 16 13:06:00.556002 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.576017 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:00.585957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:00.587074 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.600429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=1f190718-0a3c-47c1-bac4-f2cf362e6b18,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:00.621183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65101845-c53c-4739-8574-eb726e98cc8d req-12406396-3252-4c05-bacd-b9e51e4cf352 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024110 Aug 16 13:06:00.624276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No DVR routers for this DVR port 1f190718-0a3c-47c1-bac4-f2cf362e6b18 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:00.736444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.764503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88cdde3-4dfa-4580-8298-84169846a830']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:00.806261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e43d3a9-e001-4a34-9f0f-138dc964c3fb') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:00.807032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e43d3a9-e001-4a34-9f0f-138dc964c3fb') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:00.825936 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.845736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49554) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:00.854239 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.855128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-486e608d-3081-4079-a920-34521e246e3d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1813145230', 'description': 'tempest-description--1930250158'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:00.862681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:00.863474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:00.868349 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:00.910958 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-486e608d-3081-4079-a920-34521e246e3d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.918314 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-14edcaaa-26c5-4381-b985-ccd6889648c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.985298 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.014066 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.016764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/networks/c88cdde3-4dfa-4580-8298-84169846a830 HTTP/1.1" status: 204 len: 168 time: 1.1011529 Aug 16 13:06:01.023251 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-14edcaaa-26c5-4381-b985-ccd6889648c2 None None] For port 6193d874-5401-4516-8777-126bbb74ecd8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6193d874-5401-4516-8777-126bbb74ecd8,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:01.024136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49560) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:01.033758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991d232d-35a8-42d1-a33d-35094f28d42c None None] DHCP port deletion for c88cdde3-4dfa-4580-8298-84169846a830 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:06:01.048650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac8e5b-e2ae-42ed-bff0-c442465da578 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Network': ['ID=c88cdde3-4dfa-4580-8298-84169846a830,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:01.072350 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b111a7c5-b902-4b50-b756-5f47074abbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:57Z', 'revision_number': 8, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:50Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:01.105379 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.109310 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-14edcaaa-26c5-4381-b985-ccd6889648c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.132759 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111a7c5-b902-4b50-b756-5f47074abbe6 None None] The sync data for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 is: [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:05:57Z', 'revision_number': 8, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ca5f6d9-51e0-4871-846f-f700041f5267', 'name': '', 'network_id': '192e1ce5-30cf-447d-aaef-da3ea05946d7', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:ba:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:42Z', 'updated_at': '2021-08-16T13:05:50Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': '5ef158fa-a5f2-4384-aa80-c1fbb2948bab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:01.271985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=37f4a73f-3dfb-4ec1-8581-30b91c8f5c09,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:01.278565 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-486e608d-3081-4079-a920-34521e246e3d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.285114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edcaaa-26c5-4381-b985-ccd6889648c2 None None] Pushing event updated for resources: {'Port': ['ID=6193d874-5401-4516-8777-126bbb74ecd8,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:01.290618 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7087c5e4-d3ba-4faf-b81f-fa3753c4f1db None None] Provisioning for port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:01.305620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7087c5e4-d3ba-4faf-b81f-fa3753c4f1db None None] Provisioning complete for port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:01.306004 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7087c5e4-d3ba-4faf-b81f-fa3753c4f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.312047 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.313386 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-486e608d-3081-4079-a920-34521e246e3d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.384287 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7087c5e4-d3ba-4faf-b81f-fa3753c4f1db None None] Port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:06:01.391061 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-486e608d-3081-4079-a920-34521e246e3d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.392296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-486e608d-3081-4079-a920-34521e246e3d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5455291 Aug 16 13:06:01.393478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=37f4a73f-3dfb-4ec1-8581-30b91c8f5c09,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:01.394388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39594f35-2b42-44ed-876d-4c442e09593e req-a1b1eef0-699a-4d5c-8490-a6c1e2636e77 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0654218 Aug 16 13:06:01.396416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49570) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:01.401192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ce4d91d8-ff1c-4220-bbca-8404eb566ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'security_group_rule': {'security_group_id': '772245a9-3dbc-41b4-a02b-41b455803408', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:01.412602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7087c5e4-d3ba-4faf-b81f-fa3753c4f1db None None] Provisioning for port dbb92b44-7542-4aa4-b86d-fb0e64c40531 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:01.426441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7087c5e4-d3ba-4faf-b81f-fa3753c4f1db None None] Provisioning complete for port dbb92b44-7542-4aa4-b86d-fb0e64c40531 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:01.426441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7087c5e4-d3ba-4faf-b81f-fa3753c4f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.427580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e608d-3081-4079-a920-34521e246e3d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772245a9-3dbc-41b4-a02b-41b455803408,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:01.452719 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce4d91d8-ff1c-4220-bbca-8404eb566ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.499334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7087c5e4-d3ba-4faf-b81f-fa3753c4f1db None None] Port dbb92b44-7542-4aa4-b86d-fb0e64c40531 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:06:01.524108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7087c5e4-d3ba-4faf-b81f-fa3753c4f1db None None] Provisioning complete for port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:01.524737 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7087c5e4-d3ba-4faf-b81f-fa3753c4f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.549666 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce4d91d8-ff1c-4220-bbca-8404eb566ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.557255 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce4d91d8-ff1c-4220-bbca-8404eb566ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.600757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d91d8-ff1c-4220-bbca-8404eb566ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b06017-5487-4a73-9b57-85d6168fa557,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:01.616602 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce4d91d8-ff1c-4220-bbca-8404eb566ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.618332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ce4d91d8-ff1c-4220-bbca-8404eb566ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2208629 Aug 16 13:06:01.621114 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49578) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:01.630313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-40a1a3de-e269-43de-9912-4c90d96105c4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'security_group_rule': {'security_group_id': '772245a9-3dbc-41b4-a02b-41b455803408', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:01.695838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40a1a3de-e269-43de-9912-4c90d96105c4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.705215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6193d874-5401-4516-8777-126bbb74ecd8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:01.779624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40a1a3de-e269-43de-9912-4c90d96105c4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.784257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40a1a3de-e269-43de-9912-4c90d96105c4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.785661 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.804928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1a3de-e269-43de-9912-4c90d96105c4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a732f2-96b4-43b0-83d9-9bf366e1d64d,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:01.818757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40a1a3de-e269-43de-9912-4c90d96105c4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.823179 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-40a1a3de-e269-43de-9912-4c90d96105c4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1968913 Aug 16 13:06:01.826369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49584) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:01.837080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:01.860680 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ffce160-814c-4c80-941d-e1afc47361a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.885900 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.894940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6193d874-5401-4516-8777-126bbb74ecd8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:01.895916 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.977550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-651eb0ac-cd2f-4e71-8b4a-1657eef14fb9 None None] Provisioning complete for port 6193d874-5401-4516-8777-126bbb74ecd8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:01.977932 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-651eb0ac-cd2f-4e71-8b4a-1657eef14fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:02.064961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f88bc-ee3e-4d69-b2ee-7533b614b441 req-9c9d1423-72ca-4ad9-91b2-0bbe9837bd92 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:02.066546 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f5f88bc-ee3e-4d69-b2ee-7533b614b441 req-9c9d1423-72ca-4ad9-91b2-0bbe9837bd92 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.2700939 Aug 16 13:06:02.213654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:02.255087 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f5f88bc-ee3e-4d69-b2ee-7533b614b441 req-34f3bd4e-6864-4a94-83a2-0d3c588d0ff0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723375 Aug 16 13:06:02.329308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:02.330042 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:02.398654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port 2ca5f6d9-51e0-4871-846f-f700041f5267 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:02.399242 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:02.545609 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:02.550626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] For port 2ca5f6d9-51e0-4871-846f-f700041f5267, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2ca5f6d9-51e0-4871-846f-f700041f5267,segment=NetworkSegment(7bbf568e-af40-425e-b985-dc16af29e201),segment_id=7bbf568e-af40-425e-b985-dc16af29e201)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:02.551208 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:02.564361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1f190718-0a3c-47c1-bac4-f2cf362e6b18 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:02.606712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 1f190718-0a3c-47c1-bac4-f2cf362e6b18 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:02.607255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1f190718-0a3c-47c1-bac4-f2cf362e6b18 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:02.607860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bd28836f-5022-4364-a601-95a1b1ab55f3 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:02.616071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for 2ca5f6d9-51e0-4871-846f-f700041f5267 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:02.637521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: bd28836f-5022-4364-a601-95a1b1ab55f3 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:02.637901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bd28836f-5022-4364-a601-95a1b1ab55f3 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:02.651196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a578e133-9a01-4a44-b4f9-f6500cde4532 req-dd04a3f0-5f16-4e12-bcd2-56d2e0ac23da tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0949388 Aug 16 13:06:02.693083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Allocated IP 172.25.0.111 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/08d66535-d3bd-46b6-9d56-b96138d89ac7) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:02.835563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:02.873463 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:02.887922 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:02.903970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=2ca5f6d9-51e0-4871-846f-f700041f5267,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:02.939768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:02.943010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:02.946462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:03.001117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Port': ['ID=08d66535-d3bd-46b6-9d56-b96138d89ac7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:03.041728 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.064692 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.110262 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.180713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49620) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:03.301395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router c153a46c-0268-4a61-b7f3-b4abadc760b5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:06:03.327504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.334976 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.413063 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ef98249-ef33-45db-a819-ff1c164c4b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.436050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Port': ['ID=08d66535-d3bd-46b6-9d56-b96138d89ac7,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:03.450868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.458926 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:03.467966 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ef3e1d46-7368-410b-aa66-d881ef0d15a2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4418771 Aug 16 13:06:03.468622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49628) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:03.469946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbddb98b-df74-4084-abb1-d179268ba0cd None None] Sync routers for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:03.480780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddb98b-df74-4084-abb1-d179268ba0cd None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:03.481493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fbddb98b-df74-4084-abb1-d179268ba0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:03.485653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d10d5-38db-4763-a74a-5c5168e3a412 req-aaddf1e4-eb9f-4186-9e5b-c4b9f1a7d94d tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:03.487226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a2d10d5-38db-4763-a74a-5c5168e3a412 req-aaddf1e4-eb9f-4186-9e5b-c4b9f1a7d94d tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1108735 Aug 16 13:06:03.552964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67cb496-945b-4667-aad1-423b150442cf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting subnet 5ef158fa-a5f2-4384-aa80-c1fbb2948bab {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:06:03.556206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ef98249-ef33-45db-a819-ff1c164c4b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.559138 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b67cb496-945b-4667-aad1-423b150442cf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.562771 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ef98249-ef33-45db-a819-ff1c164c4b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.573054 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.574458 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e4aa687d-2ec6-4e4d-b44e-5fe48e293318 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7469985 Aug 16 13:06:03.597215 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a2d10d5-38db-4763-a74a-5c5168e3a412 req-368a2054-ac85-48cf-8960-eb2133e45d35 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827491 Aug 16 13:06:03.609073 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4ef98249-ef33-45db-a819-ff1c164c4b86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c5a8273107542f4ae049ac897078dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269626 Aug 16 13:06:03.620266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef98249-ef33-45db-a819-ff1c164c4b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69d0eeb-3348-4cd4-930d-49ea506ee403,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:03.620653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49632) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:03.620756 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-fbddb98b-df74-4084-abb1-d179268ba0cd None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:03.622969 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b67cb496-945b-4667-aad1-423b150442cf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.746036 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3feded24-65a5-488a-b092-1d7b26412733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.760217 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b67cb496-945b-4667-aad1-423b150442cf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.793886 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3feded24-65a5-488a-b092-1d7b26412733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.867620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fbddb98b-df74-4084-abb1-d179268ba0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:02Z', 'revision_number': 9, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:03.879658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25ddbea6-c486-4444-9d48-9f121a1ac265 req-57182e16-1d5b-4cb1-9d96-9582fdb7f83f tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0431995 Aug 16 13:06:03.889628 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b67cb496-945b-4667-aad1-423b150442cf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.912842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbddb98b-df74-4084-abb1-d179268ba0cd None None] Checking router: c153a46c-0268-4a61-b7f3-b4abadc760b5 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:06:03.921720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddb98b-df74-4084-abb1-d179268ba0cd None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:03.922517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fbddb98b-df74-4084-abb1-d179268ba0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:05:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:03.928065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cb496-945b-4667-aad1-423b150442cf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef158fa-a5f2-4384-aa80-c1fbb2948bab,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:03.931021 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3feded24-65a5-488a-b092-1d7b26412733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.933548 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3feded24-65a5-488a-b092-1d7b26412733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.934595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3feded24-65a5-488a-b092-1d7b26412733 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e69d0eeb-3348-4cd4-930d-49ea506ee403 HTTP/1.1" status: 204 len: 168 time: 0.3218532 Aug 16 13:06:03.945032 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b67cb496-945b-4667-aad1-423b150442cf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.949243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b67cb496-945b-4667-aad1-423b150442cf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/5ef158fa-a5f2-4384-aa80-c1fbb2948bab HTTP/1.1" status: 204 len: 168 time: 0.4765210 Aug 16 13:06:03.949748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49652) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:03.958769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feded24-65a5-488a-b092-1d7b26412733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69d0eeb-3348-4cd4-930d-49ea506ee403,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:03.983687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-05ee079f-2d82-47c8-b06e-e53b036548ae tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1813145230&fields=id&tenant_id=f0bff93acd024030911c824e4926974a HTTP/1.1" status: 200 len: 267 time: 0.0846677 Aug 16 13:06:03.984767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b1aa23-8396-47c3-b3e8-f1e38731c67f None None] Network 192e1ce5-30cf-447d-aaef-da3ea05946d7 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:04.039025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-562706dc-aa8a-432e-87da-91925fcc48c6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:04.046648 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-562706dc-aa8a-432e-87da-91925fcc48c6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports/dbb92b44-7542-4aa4-b86d-fb0e64c40531 HTTP/1.1" status: 200 len: 935 time: 0.0628929 Aug 16 13:06:04.072834 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.104495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-0ed609f4-7b37-4cbd-8a19-84d6c4651480 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:04.117978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-0ed609f4-7b37-4cbd-8a19-84d6c4651480 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports/b6c3b3de-bc6e-4f0c-9756-0c2b426c973f HTTP/1.1" status: 200 len: 937 time: 0.0698650 Aug 16 13:06:04.128524 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-fbddb98b-df74-4084-abb1-d179268ba0cd None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:04.155029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port beb7583b-d2d1-4a79-8a29-3f39c4e91308 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:04.155880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.165381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d96ffd9e-c579-4c3d-8624-a69def94c0ac tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0460706 Aug 16 13:06:04.238128 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-a4541a2d-7aea-46cd-a97f-ff2ac7c4af76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0667093 Aug 16 13:06:04.245132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] For port beb7583b-d2d1-4a79-8a29-3f39c4e91308, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=beb7583b-d2d1-4a79-8a29-3f39c4e91308,segment=NetworkSegment(7bbf568e-af40-425e-b985-dc16af29e201),segment_id=7bbf568e-af40-425e-b985-dc16af29e201)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:04.245584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.272463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for beb7583b-d2d1-4a79-8a29-3f39c4e91308 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:04.364342 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7da3e527-0295-4b75-92c0-2ca275f4e375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.406785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.440902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49660) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:04.442188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=beb7583b-d2d1-4a79-8a29-3f39c4e91308,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:04.459917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No DVR routers for this DVR port beb7583b-d2d1-4a79-8a29-3f39c4e91308 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:04.461665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d57ed8ba-799f-4436-b3fb-0a54048e83b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:04.462209 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c339760-395d-4bd9-b44c-3feb3eddecb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.468964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d57ed8ba-799f-4436-b3fb-0a54048e83b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:04.476806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d57ed8ba-799f-4436-b3fb-0a54048e83b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:04.478572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d57ed8ba-799f-4436-b3fb-0a54048e83b5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/networks?id=ee5ff9e6-121a-4482-9933-172fba3187c8&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0 HTTP/1.1" status: 200 len: 1993 time: 0.2443130 Aug 16 13:06:04.498671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-fe78e7ec-16c4-4d88-8efe-7df8dcff4f16 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/quotas/f0bff93acd024030911c824e4926974a HTTP/1.1" status: 200 len: 375 time: 0.0132036 Aug 16 13:06:04.562872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd69fc2-b33b-45ee-800c-5453b65eb00c None None] DHCP port deletion for 192e1ce5-30cf-447d-aaef-da3ea05946d7 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:06:04.572614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.587444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192e1ce5-30cf-447d-aaef-da3ea05946d7']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:04.588937 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.605814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbf568e-af40-425e-b985-dc16af29e201') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:04.606155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbf568e-af40-425e-b985-dc16af29e201') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:04.619714 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fbddb98b-df74-4084-abb1-d179268ba0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:02Z', 'revision_number': 9, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:04.622884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.645875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.652854 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:04.653702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.660105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbddb98b-df74-4084-abb1-d179268ba0cd None None] The sync data for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 is: [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:02Z', 'revision_number': 9, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c566f18d-1935-4739-b489-ea88f9e4bc3b', 'name': '', 'network_id': 'ea6711eb-cb29-4d36-b1b9-a27128447f94', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:0b:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:36Z', 'updated_at': '2021-08-16T13:05:45Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'fdf84892-cfa6-497d-a4c5-d7ffdbf581b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:04.714205 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:04.746144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.756400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.760802 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/networks/192e1ce5-30cf-447d-aaef-da3ea05946d7 HTTP/1.1" status: 204 len: 168 time: 0.8070509 Aug 16 13:06:04.764624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49664) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:04.784126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e9610-378e-47e2-ba93-186b21ff4ece tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Network': ['ID=192e1ce5-30cf-447d-aaef-da3ea05946d7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:04.870378 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c339760-395d-4bd9-b44c-3feb3eddecb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.886205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c339760-395d-4bd9-b44c-3feb3eddecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:04.920887 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-049181bf-3b6f-4239-afe6-e7ed6247e458 req-9c87ce2e-6a7e-4039-89b3-bc1b2bcb4b99 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0446751 Aug 16 13:06:04.927968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-bea5ea86-3925-4973-8176-614a9081baf4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4235680 Aug 16 13:06:04.940626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df174f00-63ce-4044-9753-65d59bcbb6ff req-7c55797b-f6aa-4e45-a63d-2ce11d94088d tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:04.942729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df174f00-63ce-4044-9753-65d59bcbb6ff req-7c55797b-f6aa-4e45-a63d-2ce11d94088d tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.0733423 Aug 16 13:06:04.948120 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6c339760-395d-4bd9-b44c-3feb3eddecb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bd82d7e1e7c49ab9f79eb64c984b033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031652 Aug 16 13:06:04.950683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49668) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:04.992165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c339760-395d-4bd9-b44c-3feb3eddecb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08da1fb-45d4-4c19-a068-c810ec33fb4f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:05.070284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df174f00-63ce-4044-9753-65d59bcbb6ff req-5e0a29b0-09c4-4ce2-8465-7c8044a1f689 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186357 Aug 16 13:06:05.100268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a3a172dc-f238-4781-9b3f-ab6f83359f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:05.103556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-dd86e7d4-644d-4159-b4a5-ca596fd32572 service neutron] 10.222.0.25 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597695 Aug 16 13:06:05.153318 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a3a172dc-f238-4781-9b3f-ab6f83359f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:05.224622 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:05.228397 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-108388cc-092c-4e32-a9d2-e4c9e9947b4f req-8b9be2a5-dc88-47a1-a42b-a193e59ab116 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0663812 Aug 16 13:06:05.295575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-fcc95ad1-8e81-4984-9fee-dfe0108012f4 service neutron] 10.222.0.25 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814148 Aug 16 13:06:05.296432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a3a172dc-f238-4781-9b3f-ab6f83359f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:05.300832 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a3a172dc-f238-4781-9b3f-ab6f83359f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:05.302792 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a3a172dc-f238-4781-9b3f-ab6f83359f4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d08da1fb-45d4-4c19-a068-c810ec33fb4f HTTP/1.1" status: 204 len: 168 time: 0.3493896 Aug 16 13:06:05.339373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a172dc-f238-4781-9b3f-ab6f83359f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08da1fb-45d4-4c19-a068-c810ec33fb4f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:05.353085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-a4c502c8-086c-4d76-b4b3-00f7dca3c670 service neutron] 10.222.0.25 "GET /v2.0/ports/dbb92b44-7542-4aa4-b86d-fb0e64c40531?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0471222 Aug 16 13:06:05.455975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ca5f6d9-51e0-4871-846f-f700041f5267 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:05.483772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 2ca5f6d9-51e0-4871-846f-f700041f5267 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:05.484667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ca5f6d9-51e0-4871-846f-f700041f5267 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:05.485271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device beb7583b-d2d1-4a79-8a29-3f39c4e91308 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:05.497186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa80c2d-3c41-460b-a2fd-b86b25f46af2 req-533871ea-26f9-41cd-8245-3dfe6f4ff994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:05.499166 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fa80c2d-3c41-460b-a2fd-b86b25f46af2 req-533871ea-26f9-41cd-8245-3dfe6f4ff994 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 1096 time: 0.0691917 Aug 16 13:06:05.515666 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:05.516879 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: beb7583b-d2d1-4a79-8a29-3f39c4e91308 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:05.517395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device beb7583b-d2d1-4a79-8a29-3f39c4e91308 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:05.525526 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-0373007b-2ecb-48db-b84a-cb7e40517762 service neutron] 10.222.0.25 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661448 Aug 16 13:06:05.592417 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fa80c2d-3c41-460b-a2fd-b86b25f46af2 req-0a9fe99e-2cf2-4de3-bb78-78006ae26519 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821130 Aug 16 13:06:05.661346 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d31c84b8-5f10-472e-a066-a99ab9768787 service neutron] 10.222.0.25 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345606 Aug 16 13:06:05.663117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port c566f18d-1935-4739-b489-ea88f9e4bc3b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:05.663468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:05.712254 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-660e0b4f-f97f-4fbe-9b47-aedc72bb2520 service neutron] 10.222.0.25 "GET /v2.0/ports/b6c3b3de-bc6e-4f0c-9756-0c2b426c973f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0436862 Aug 16 13:06:05.802413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] For port c566f18d-1935-4739-b489-ea88f9e4bc3b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c566f18d-1935-4739-b489-ea88f9e4bc3b,segment=NetworkSegment(b6e24869-9e4d-4bd7-b74f-965d803efa2c),segment_id=b6e24869-9e4d-4bd7-b74f-965d803efa2c)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:05.802780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:05.822020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for c566f18d-1935-4739-b489-ea88f9e4bc3b owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:05.830671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-cc3a46c8-00b9-47f6-bfd3-2a9c663f806d service neutron] 10.222.0.25 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125979 Aug 16 13:06:05.959309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6c401888-0e2d-4aac-bf33-6da3df42a580 service neutron] 10.222.0.25 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204689 Aug 16 13:06:06.037237 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:06.070381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84b72515-6af0-4e4e-9ee1-169b208f9467 service neutron] 10.222.0.25 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000433 Aug 16 13:06:06.078568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=c566f18d-1935-4739-b489-ea88f9e4bc3b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:06.221392 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:06.246445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-01082eeb-273f-4e4a-847d-3f052a16dc49 service neutron] 10.222.0.25 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686993 Aug 16 13:06:06.306621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d08a80-927c-4c36-b6d9-de627d04fedd req-8e734e98-6dd3-440b-89a2-1886f067c471 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:06.316640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79d08a80-927c-4c36-b6d9-de627d04fedd req-8e734e98-6dd3-440b-89a2-1886f067c471 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1211829 Aug 16 13:06:06.405885 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79d08a80-927c-4c36-b6d9-de627d04fedd req-f370595c-df0f-4c06-9446-dcc3efbe9e3b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869229 Aug 16 13:06:06.444742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-2749ae78-b972-423d-9766-1e0c64a52a60 service neutron] 10.222.0.25 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862152 Aug 16 13:06:06.520087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router c153a46c-0268-4a61-b7f3-b4abadc760b5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:06:06.556679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7168003b-ee0d-43e5-ac02-5a154bf03152 req-4d66b879-a066-4591-9a39-a3f315c7ea21 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0610759 Aug 16 13:06:06.601201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-8f2f20fd-9a25-4749-95a1-b4e6e5e48327 service neutron] 10.222.0.25 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471083 Aug 16 13:06:06.640076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:06.646875 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5955c20f-d6c0-47ca-b8da-3f8421cbbf61 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8804078 Aug 16 13:06:06.648887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49712) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:06.652755 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5260cf-bf8d-4c26-b228-48e61bbf3223 None None] Sync routers for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:06.664316 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5260cf-bf8d-4c26-b228-48e61bbf3223 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:06.664943 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ed5260cf-bf8d-4c26-b228-48e61bbf3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:06.723037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-1f0c2851-f8a7-4a87-9037-d271f5863835 service neutron] 10.222.0.25 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159699 Aug 16 13:06:06.736522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc172214-ca56-48e3-b6ad-992027944fe3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting subnet fdf84892-cfa6-497d-a4c5-d7ffdbf581b3 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:06:06.740404 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc172214-ca56-48e3-b6ad-992027944fe3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:06.776162 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ed5260cf-bf8d-4c26-b228-48e61bbf3223 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:06.791638 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc172214-ca56-48e3-b6ad-992027944fe3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:06.836016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49716) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:06.873392 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-41b8f618-0428-4114-825a-6c24ce3cd3a3 service neutron] 10.222.0.25 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431150 Aug 16 13:06:06.962581 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc172214-ca56-48e3-b6ad-992027944fe3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:06.973071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e4037c49-102e-4270-a04b-ee0faa4c4bdb service neutron] 10.222.0.25 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981216 Aug 16 13:06:07.022007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2df0a126-ee15-4775-b12d-fe2ba4665e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.047041 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ed5260cf-bf8d-4c26-b228-48e61bbf3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:05Z', 'revision_number': 10, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:07.089742 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc172214-ca56-48e3-b6ad-992027944fe3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.103649 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5260cf-bf8d-4c26-b228-48e61bbf3223 None None] Checking router: c153a46c-0268-4a61-b7f3-b4abadc760b5 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:06:07.115487 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5260cf-bf8d-4c26-b228-48e61bbf3223 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:07.116287 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ed5260cf-bf8d-4c26-b228-48e61bbf3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:07.125409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e9da2077-5511-46a2-90fb-ea0c51495e14 service neutron] 10.222.0.25 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448102 Aug 16 13:06:07.149588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb6703b-e30d-4db9-b2e3-a4581b098070 None None] Network ea6711eb-cb29-4d36-b1b9-a27128447f94 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:07.155691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc172214-ca56-48e3-b6ad-992027944fe3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf84892-cfa6-497d-a4c5-d7ffdbf581b3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:07.159672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc172214-ca56-48e3-b6ad-992027944fe3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.165347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bc172214-ca56-48e3-b6ad-992027944fe3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/fdf84892-cfa6-497d-a4c5-d7ffdbf581b3 HTTP/1.1" status: 204 len: 168 time: 0.5127077 Aug 16 13:06:07.165347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96861d59-ce03-488f-8f5d-4cb198b42638 req-ade36691-fc32-4d6e-b738-773813830c30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=523e446d3dad412f859d46190f9141ff&device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0585992 Aug 16 13:06:07.169453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49722) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:07.208523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee9e7c00-69fd-4b22-81f5-81fd38a6586c req-9fe3f285-1159-4ce3-9c11-ed9c36a5c6e7 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0553854 Aug 16 13:06:07.253779 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96861d59-ce03-488f-8f5d-4cb198b42638 req-e403e89b-a5fd-4370-bf19-fe40a4fea46d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=523e446d3dad412f859d46190f9141ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720167 Aug 16 13:06:07.278238 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ed5260cf-bf8d-4c26-b228-48e61bbf3223 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:07.331608 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.362586 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2df0a126-ee15-4775-b12d-fe2ba4665e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.382664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2df0a126-ee15-4775-b12d-fe2ba4665e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.430959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.440542 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bff0dc-ee50-48b8-a97d-945a0807a3a8 None None] DHCP port deletion for ea6711eb-cb29-4d36-b1b9-a27128447f94 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:06:07.507408 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2df0a126-ee15-4775-b12d-fe2ba4665e50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c4371a73265448ab36bb06114b18915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6671219 Aug 16 13:06:07.512841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49736) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:07.528148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b5bff0dc-ee50-48b8-a97d-945a0807a3a8 None None] Deleting port 4eba3e39-2263-4735-a74b-136dc54bcb0e {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:07.528721 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b5bff0dc-ee50-48b8-a97d-945a0807a3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.562086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0a126-ee15-4775-b12d-fe2ba4665e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f8f14a-aeff-425d-bdfd-9e3709fae6d5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:07.575301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d31e45-5880-42ef-9434-2fc18564ea65 req-ad4b2189-5c91-4359-b873-c850f95e8370 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:07.590309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96861d59-ce03-488f-8f5d-4cb198b42638 req-38a52f25-a8c2-4ee6-950a-630c658d098b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:07.590868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85d31e45-5880-42ef-9434-2fc18564ea65 req-ad4b2189-5c91-4359-b873-c850f95e8370 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.0863547 Aug 16 13:06:07.601591 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96861d59-ce03-488f-8f5d-4cb198b42638 req-38a52f25-a8c2-4ee6-950a-630c658d098b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3175442 Aug 16 13:06:07.640248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85d31e45-5880-42ef-9434-2fc18564ea65 req-5d6db344-9e68-4171-b751-dcf0efeb7dcf tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485849 Aug 16 13:06:07.657393 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ed5260cf-bf8d-4c26-b228-48e61bbf3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:05Z', 'revision_number': 10, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:07.665945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b5bff0dc-ee50-48b8-a97d-945a0807a3a8 None None] For port 4eba3e39-2263-4735-a74b-136dc54bcb0e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4eba3e39-2263-4735-a74b-136dc54bcb0e,segment=NetworkSegment(b6e24869-9e4d-4bd7-b74f-965d803efa2c),segment_id=b6e24869-9e4d-4bd7-b74f-965d803efa2c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:07.666398 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b5bff0dc-ee50-48b8-a97d-945a0807a3a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.684162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port 4eba3e39-2263-4735-a74b-136dc54bcb0e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:07.684741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.688349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8d89-5560-4972-9313-7354baf61746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.695792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b5bff0dc-ee50-48b8-a97d-945a0807a3a8 None None] Calling delete_port for 4eba3e39-2263-4735-a74b-136dc54bcb0e owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:07.710694 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5260cf-bf8d-4c26-b228-48e61bbf3223 None None] The sync data for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 is: [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:05Z', 'revision_number': 10, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None, '_interfaces': [{'id': '0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123', 'name': '', 'network_id': '58632364-dd60-46fa-b81f-c25156b23a78', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'mac_address': 'fa:16:3e:2d:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:29Z', 'updated_at': '2021-08-16T13:05:42Z', 'revision_number': 5, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'subnets': [{'id': 'b169346a-5d91-4d9d-a7fe-6b0c917dda95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:07.786685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8d89-5560-4972-9313-7354baf61746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.814256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] For port 4eba3e39-2263-4735-a74b-136dc54bcb0e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4eba3e39-2263-4735-a74b-136dc54bcb0e,segment=NetworkSegment(b6e24869-9e4d-4bd7-b74f-965d803efa2c),segment_id=b6e24869-9e4d-4bd7-b74f-965d803efa2c)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:07.814630 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.814937 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b5bff0dc-ee50-48b8-a97d-945a0807a3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:07.842263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bff0dc-ee50-48b8-a97d-945a0807a3a8 None None] Pushing event deleted for resources: {'Port': ['ID=4eba3e39-2263-4735-a74b-136dc54bcb0e,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:07.851680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bff0dc-ee50-48b8-a97d-945a0807a3a8 None None] No DVR routers for this DVR port 4eba3e39-2263-4735-a74b-136dc54bcb0e on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:07.886935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for 4eba3e39-2263-4735-a74b-136dc54bcb0e owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:07.994819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516efd5-6f1c-4fab-8dc3-24338c961e40 req-0421e332-de4a-4817-b521-9294e4e0047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:07.997106 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c516efd5-6f1c-4fab-8dc3-24338c961e40 req-0421e332-de4a-4817-b521-9294e4e0047f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7483c776397948268a84a5267d068378&device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 1096 time: 0.1313851 Aug 16 13:06:08.026123 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8d89-5560-4972-9313-7354baf61746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:08.028626 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8d89-5560-4972-9313-7354baf61746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:08.029804 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f7fc8d89-5560-4972-9313-7354baf61746 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87f8f14a-aeff-425d-bdfd-9e3709fae6d5 HTTP/1.1" status: 204 len: 168 time: 0.5125153 Aug 16 13:06:08.036374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160b336-e734-42db-9609-4a6b4c40a5fc req-a4dcc269-7ad9-4c96-916f-8c9af886e7d0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:08.048363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4160b336-e734-42db-9609-4a6b4c40a5fc req-a4dcc269-7ad9-4c96-916f-8c9af886e7d0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.0885291 Aug 16 13:06:08.070400 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc8d89-5560-4972-9313-7354baf61746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f8f14a-aeff-425d-bdfd-9e3709fae6d5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:08.119160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4160b336-e734-42db-9609-4a6b4c40a5fc req-2b531f1f-e00d-49ce-82d5-dc73526a9170 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689435 Aug 16 13:06:08.178086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:08.210856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7dd80959-d95e-4d07-9210-121d76940ddf req-df2ca639-64e7-4c11-aa7e-cdc240a8145a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.0506845 Aug 16 13:06:08.218676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No DVR routers for this DVR port 4eba3e39-2263-4735-a74b-136dc54bcb0e on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:08.229410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=4eba3e39-2263-4735-a74b-136dc54bcb0e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:08.296559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516efd5-6f1c-4fab-8dc3-24338c961e40 req-eab49883-302b-4e2f-a4b9-e69dcc87b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:08.298145 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c516efd5-6f1c-4fab-8dc3-24338c961e40 req-eab49883-302b-4e2f-a4b9-e69dcc87b84f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f06e19f-8fa8-4f63-a600-513e98865e15 HTTP/1.1" status: 200 len: 911 time: 0.2887764 Aug 16 13:06:08.343248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c91bc148-26b4-4ee0-8ebc-5848f041af91 req-69e168b3-ee09-49a1-a58b-4c6380f21424 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0427852 Aug 16 13:06:08.383806 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:08.387296 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c516efd5-6f1c-4fab-8dc3-24338c961e40 req-263c3a03-79d8-49e8-b0af-b1490b018043 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c815fb-a975-4a91-8318-d7704508ef00 HTTP/1.1" status: 200 len: 217 time: 0.0547020 Aug 16 13:06:08.397145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6711eb-cb29-4d36-b1b9-a27128447f94']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:08.438473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e24869-9e4d-4bd7-b74f-965d803efa2c') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:08.438804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e24869-9e4d-4bd7-b74f-965d803efa2c') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:08.453191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:08.476447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516efd5-6f1c-4fab-8dc3-24338c961e40 req-bf35583a-badf-485c-ab65-6a99503335db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:08.478078 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c516efd5-6f1c-4fab-8dc3-24338c961e40 req-bf35583a-badf-485c-ab65-6a99503335db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a0bdeb5-93fb-4131-af47-016a02f3c59d HTTP/1.1" status: 200 len: 851 time: 0.0774677 Aug 16 13:06:08.479061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:08.489589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:08.490025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:08.500971 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:08.564923 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c516efd5-6f1c-4fab-8dc3-24338c961e40 req-1d94382c-e056-4e14-8ecc-586819baafd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f06e19f-8fa8-4f63-a600-513e98865e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772049 Aug 16 13:06:08.602922 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:08.623291 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:08.625196 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/networks/ea6711eb-cb29-4d36-b1b9-a27128447f94 HTTP/1.1" status: 204 len: 168 time: 1.4547706 Aug 16 13:06:08.628015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49780) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:08.655476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11796f5-6d5a-4270-b7b2-bc732a3170f3 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Network': ['ID=ea6711eb-cb29-4d36-b1b9-a27128447f94,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:08.709228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c516efd5-6f1c-4fab-8dc3-24338c961e40 req-57de312f-9fe0-4a0f-9ee8-c5cb8603a823 service neutron] 10.222.0.42 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334727 Aug 16 13:06:08.839747 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c516efd5-6f1c-4fab-8dc3-24338c961e40 req-5df9cb68-3c29-4368-a876-4df2cfd25832 service neutron] 10.222.0.42 "GET /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176722 Aug 16 13:06:08.900872 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-96861d59-ce03-488f-8f5d-4cb198b42638 req-879a22a3-61b4-467e-ad17-74c9dec31457 tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0302613 Aug 16 13:06:09.106315 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:09.354518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-c293a76e-4023-44d7-8243-1fd0fcfb9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:09.355844 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-c293a76e-4023-44d7-8243-1fd0fcfb9cbf service neutron] 10.222.0.22 "GET /v2.0/ports/dbb92b44-7542-4aa4-b86d-fb0e64c40531 HTTP/1.1" status: 200 len: 1031 time: 0.0702782 Aug 16 13:06:09.434087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-c7130ecb-cce9-4145-a641-9306df05983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:09.434940 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-c7130ecb-cce9-4145-a641-9306df05983f service neutron] 10.222.0.22 "GET /v2.0/ports/b6c3b3de-bc6e-4f0c-9756-0c2b426c973f HTTP/1.1" status: 200 len: 1033 time: 0.0698025 Aug 16 13:06:09.440147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e367d2a-dff5-4e58-81cf-8c251e8e6a71 req-6a8a1834-f1b0-4df2-978c-b6caec6e6bb8 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:09.449074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e367d2a-dff5-4e58-81cf-8c251e8e6a71 req-6a8a1834-f1b0-4df2-978c-b6caec6e6bb8 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.2054172 Aug 16 13:06:09.452502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad01f85d-bb92-4667-bf87-7db2fa6f6ffe req-5cf3adbc-267c-474f-9bfb-0fe4410d17d9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.1053641 Aug 16 13:06:09.453611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4eba3e39-2263-4735-a74b-136dc54bcb0e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:09.500226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 4eba3e39-2263-4735-a74b-136dc54bcb0e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:09.501891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4eba3e39-2263-4735-a74b-136dc54bcb0e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:09.502968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c566f18d-1935-4739-b489-ea88f9e4bc3b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:09.527830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: c566f18d-1935-4739-b489-ea88f9e4bc3b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:09.528327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c566f18d-1935-4739-b489-ea88f9e4bc3b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:09.554846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e367d2a-dff5-4e58-81cf-8c251e8e6a71 req-6ea59ec2-0ac8-4e1b-b341-d5cf6e879074 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046913 Aug 16 13:06:09.673067 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e80b85a4-c80c-4b70-b0a3-e5fd0c207ebd req-ab7a6fff-878f-4b8a-9859-34521145330c tempest-ServerShowV257Test-199997135 tempest-ServerShowV257Test-199997135-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5866ab-448a-414a-867a-0d00b376ab35 HTTP/1.1" status: 200 len: 210 time: 0.0372849 Aug 16 13:06:09.678767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:09.680141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:09.706985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25d98aee-d6a3-4bb5-890a-d15b1ac52be7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:09.715633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25d98aee-d6a3-4bb5-890a-d15b1ac52be7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:09.721706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25d98aee-d6a3-4bb5-890a-d15b1ac52be7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:09.723909 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25d98aee-d6a3-4bb5-890a-d15b1ac52be7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "GET /v2.0/networks?id=ee5ff9e6-121a-4482-9933-172fba3187c8&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0 HTTP/1.1" status: 200 len: 1993 time: 0.2798526 Aug 16 13:06:09.781120 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-86b1f2e1-ac84-4c75-aaf2-2d05db86831e tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0bff93acd024030911c824e4926974a HTTP/1.1" status: 200 len: 380 time: 0.0379155 Aug 16 13:06:09.793039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'admin_state_up': True, 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'security_groups': ['772245a9-3dbc-41b4-a02b-41b455803408']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:09.810345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] For port 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123,segment=NetworkSegment(ecba4e35-efee-487f-b7a0-338bd899c4ca),segment_id=ecba4e35-efee-487f-b7a0-338bd899c4ca)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:09.810748 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:09.825027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:10.085368 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:10.261782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:10.400744 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:10.430200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:10.437738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:10.631169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a58f7f75-0305-4f54-ae0d-d4e158fb484d req-f182ddaa-3686-4d66-b43e-d961ee9c240b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.0457036 Aug 16 13:06:10.633209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router c153a46c-0268-4a61-b7f3-b4abadc760b5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:06:10.684935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Allocated IP 172.20.0.10 (ee5ff9e6-121a-4482-9933-172fba3187c8/735734cd-086e-4d3e-af34-921802ddaecb/2292955b-4a9c-449d-b4fe-3f15b7854f5f) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:10.788612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:10.805698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e53a0eef-c0b8-4f80-94d4-2ba86c3ae483 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1737123 Aug 16 13:06:10.806058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49876) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:10.813810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be605c53-fd25-4a15-9aae-3218773b3c6d None None] Sync routers for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:10.839359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be605c53-fd25-4a15-9aae-3218773b3c6d None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:10.840356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-be605c53-fd25-4a15-9aae-3218773b3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:10.887304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6edb78-5c53-473c-ac43-56fc057f535f req-63ed1e5d-14c1-460f-a8e1-33a5981d2680 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:10.894009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c6edb78-5c53-473c-ac43-56fc057f535f req-63ed1e5d-14c1-460f-a8e1-33a5981d2680 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1443532 Aug 16 13:06:10.943812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:10.945147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf0ac88-f3ca-4ed0-a670-0180b44373e1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting subnet b169346a-5d91-4d9d-a7fe-6b0c917dda95 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:06:10.965037 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6cf0ac88-f3ca-4ed0-a670-0180b44373e1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:10.965467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-be605c53-fd25-4a15-9aae-3218773b3c6d None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:10.967533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Transition to ACTIVE for port object 2292955b-4a9c-449d-b4fe-3f15b7854f5f will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:11.021380 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:11.048504 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c6edb78-5c53-473c-ac43-56fc057f535f req-e8f47e60-2fcb-4fd8-85cf-2943f566e0c2 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535244 Aug 16 13:06:11.069142 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6cf0ac88-f3ca-4ed0-a670-0180b44373e1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:11.103479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-be605c53-fd25-4a15-9aae-3218773b3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:09Z', 'revision_number': 11, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:11.117869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network ee5ff9e6-121a-4482-9933-172fba3187c8 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:11.121154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:11.142655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:11.164665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be605c53-fd25-4a15-9aae-3218773b3c6d None None] Checking router: c153a46c-0268-4a61-b7f3-b4abadc760b5 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:06:11.184314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be605c53-fd25-4a15-9aae-3218773b3c6d None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:11.184978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-be605c53-fd25-4a15-9aae-3218773b3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:11.259110 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Port': ['ID=2292955b-4a9c-449d-b4fe-3f15b7854f5f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:11.284793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6cf0ac88-f3ca-4ed0-a670-0180b44373e1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:11.322591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:11.323247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:11.374035 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-468fd5b0-01fa-4f53-9263-d8f7619bd1a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5851355 Aug 16 13:06:11.391853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06', 'admin_state_up': True, 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'security_groups': ['772245a9-3dbc-41b4-a02b-41b455803408']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:11.400788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49894) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:11.417569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-be605c53-fd25-4a15-9aae-3218773b3c6d None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:11.509059 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6cf0ac88-f3ca-4ed0-a670-0180b44373e1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:11.555692 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6cf0ac88-f3ca-4ed0-a670-0180b44373e1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:11.579787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6cf0ac88-f3ca-4ed0-a670-0180b44373e1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/b169346a-5d91-4d9d-a7fe-6b0c917dda95 HTTP/1.1" status: 204 len: 168 time: 0.7725699 Aug 16 13:06:11.596650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49900) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:11.597287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49902) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:11.598347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-be605c53-fd25-4a15-9aae-3218773b3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:09Z', 'revision_number': 11, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:11.604144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70685b0b-74a0-4b90-b45a-462dfed2e00a None None] Network 58632364-dd60-46fa-b81f-c25156b23a78 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:11.618150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0ac88-f3ca-4ed0-a670-0180b44373e1 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Subnet': ['ID=b169346a-5d91-4d9d-a7fe-6b0c917dda95,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:11.693726 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53513518-9cc2-44dc-adff-422a5f41308e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:11.695587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be605c53-fd25-4a15-9aae-3218773b3c6d None None] The sync data for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 is: [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:09Z', 'revision_number': 11, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:11.728941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d2c5d-9508-4523-906a-fe6cb6d4a407 req-837d3166-a155-477e-9a99-92efc2c3a7e0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:11.731150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e5d2c5d-9508-4523-906a-fe6cb6d4a407 req-837d3166-a155-477e-9a99-92efc2c3a7e0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1149044 Aug 16 13:06:11.776297 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:11.823187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-343c14a1-b5d5-4853-a57e-56e91b30cfc1 None None] Provisioning for port 2292955b-4a9c-449d-b4fe-3f15b7854f5f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:11.830136 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:11.851816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-343c14a1-b5d5-4853-a57e-56e91b30cfc1 None None] Provisioning complete for port 2292955b-4a9c-449d-b4fe-3f15b7854f5f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:11.852095 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-343c14a1-b5d5-4853-a57e-56e91b30cfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:11.883482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a9121-bde6-44a3-86f2-6a22d35210e3 req-595f1ed9-9c9e-4567-a09c-443a6b9f39df tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:11.898928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a39a9121-bde6-44a3-86f2-6a22d35210e3 req-595f1ed9-9c9e-4567-a09c-443a6b9f39df tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 932 time: 0.1662984 Aug 16 13:06:11.926950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-343c14a1-b5d5-4853-a57e-56e91b30cfc1 None None] Port 2292955b-4a9c-449d-b4fe-3f15b7854f5f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:06:11.962907 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e5d2c5d-9508-4523-906a-fe6cb6d4a407 req-c43c6105-3cdd-4624-8b15-c71420f06df6 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137465 Aug 16 13:06:11.975911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Deleting port a971b8ad-c478-4a97-8f57-4d24b8fabb22 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:11.977050 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.004743 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a39a9121-bde6-44a3-86f2-6a22d35210e3 req-a401d484-a080-40ae-91bf-d1743e0ef95e tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023765 Aug 16 13:06:12.078913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53513518-9cc2-44dc-adff-422a5f41308e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.088166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53513518-9cc2-44dc-adff-422a5f41308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.090423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bccf5b-b3e4-4a15-978a-6a7481f496d4 None None] DHCP port deletion for 58632364-dd60-46fa-b81f-c25156b23a78 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:06:12.151544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-53513518-9cc2-44dc-adff-422a5f41308e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=523e446d3dad412f859d46190f9141ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7474060 Aug 16 13:06:12.154216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49908) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:12.162601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53513518-9cc2-44dc-adff-422a5f41308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d87697a-db46-497f-b1b9-e65563f929f4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:12.191050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-38bccf5b-b3e4-4a15-978a-6a7481f496d4 None None] Deleting port a971b8ad-c478-4a97-8f57-4d24b8fabb22 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:12.191619 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38bccf5b-b3e4-4a15-978a-6a7481f496d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.212778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.215247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.api [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 13:06:12.215247 n-d-804708-1 neutron-server[101396]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 13:06:12.215247 n-d-804708-1 neutron-server[101396]: [parameters: {'project_id_1': 'f0bff93acd024030911c824e4926974a', 'expiration_1': datetime.datetime(2021, 8, 16, 13, 6, 11, 846066)}] Aug 16 13:06:12.215247 n-d-804708-1 neutron-server[101396]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:06:12.216120 n-d-804708-1 neutron-server[101396]: DEBUG oslo_db.api [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:06:12.219973 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.261694 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baed0051-c5e9-45c4-b126-89dd045015ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.293842 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baed0051-c5e9-45c4-b126-89dd045015ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.295183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] For port a971b8ad-c478-4a97-8f57-4d24b8fabb22, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a971b8ad-c478-4a97-8f57-4d24b8fabb22,segment=NetworkSegment(ecba4e35-efee-487f-b7a0-338bd899c4ca),segment_id=ecba4e35-efee-487f-b7a0-338bd899c4ca)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:12.295557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.301098 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e74d5dee7d8472d8e0fe7c7f429ba09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7024796 Aug 16 13:06:12.307370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49912) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:12.309279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856ecc90-58d8-4d77-b474-eae01adf30a6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:12.361959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Calling delete_port for a971b8ad-c478-4a97-8f57-4d24b8fabb22 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:12.365677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.365988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-38bccf5b-b3e4-4a15-978a-6a7481f496d4 None None] For port a971b8ad-c478-4a97-8f57-4d24b8fabb22, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a971b8ad-c478-4a97-8f57-4d24b8fabb22,segment=NetworkSegment(ecba4e35-efee-487f-b7a0-338bd899c4ca),segment_id=ecba4e35-efee-487f-b7a0-338bd899c4ca)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:12.366167 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.366381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.367822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.367822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.367822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.367822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.368262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.368371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.368619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.368945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.369430 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04880fa5-0e1c-46b6-9ea3-22e783557a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:12.372089 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38bccf5b-b3e4-4a15-978a-6a7481f496d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.390838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12e6ca8b-9970-42f2-a0df-b372b5826b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.408350 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baed0051-c5e9-45c4-b126-89dd045015ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.411211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-38bccf5b-b3e4-4a15-978a-6a7481f496d4 None None] Calling delete_port for a971b8ad-c478-4a97-8f57-4d24b8fabb22 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:12.411995 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baed0051-c5e9-45c4-b126-89dd045015ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.415282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-baed0051-c5e9-45c4-b126-89dd045015ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d87697a-db46-497f-b1b9-e65563f929f4 HTTP/1.1" status: 204 len: 168 time: 0.2593114 Aug 16 13:06:12.429707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed0051-c5e9-45c4-b126-89dd045015ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d87697a-db46-497f-b1b9-e65563f929f4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:12.461580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12e6ca8b-9970-42f2-a0df-b372b5826b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.548187 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.561285 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38bccf5b-b3e4-4a15-978a-6a7481f496d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.612767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bccf5b-b3e4-4a15-978a-6a7481f496d4 None None] No DVR routers for this DVR port a971b8ad-c478-4a97-8f57-4d24b8fabb22 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:12.613432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Port': ['ID=a971b8ad-c478-4a97-8f57-4d24b8fabb22,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:12.617087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No DVR routers for this DVR port a971b8ad-c478-4a97-8f57-4d24b8fabb22 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:12.618870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12e6ca8b-9970-42f2-a0df-b372b5826b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.622458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bccf5b-b3e4-4a15-978a-6a7481f496d4 None None] Pushing event deleted for resources: {'Port': ['ID=a971b8ad-c478-4a97-8f57-4d24b8fabb22,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:12.624375 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12e6ca8b-9970-42f2-a0df-b372b5826b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.626489 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-12e6ca8b-9970-42f2-a0df-b372b5826b14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/856ecc90-58d8-4d77-b474-eae01adf30a6 HTTP/1.1" status: 204 len: 168 time: 0.3184412 Aug 16 13:06:12.682343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6ca8b-9970-42f2-a0df-b372b5826b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ecc90-58d8-4d77-b474-eae01adf30a6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:12.759137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.777685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:12.781863 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.786412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58632364-dd60-46fa-b81f-c25156b23a78']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:12.807901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecba4e35-efee-487f-b7a0-338bd899c4ca') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:12.808476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecba4e35-efee-487f-b7a0-338bd899c4ca') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:12.823743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.874227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.887155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:12.888504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:12.891017 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:12.996655 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:13.007848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:13.012774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49934) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:13.013369 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/networks/58632364-dd60-46fa-b81f-c25156b23a78 HTTP/1.1" status: 204 len: 168 time: 1.4124973 Aug 16 13:06:13.022902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-526213e7-515f-4b7e-9cf7-55c438f522ec tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'routes': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:13.030075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cf203-5946-413f-8a81-630f81c19988 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Pushing event deleted for resources: {'Network': ['ID=58632364-dd60-46fa-b81f-c25156b23a78,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:13.043249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Allocated IP 10.1.1.70 (1fd045db-f1f9-4edf-a04e-3fa085ee1d06/4a819e90-011a-49f1-ad93-ebd64fac9246/a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:13.159914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49940) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:13.175496 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4d5af95-8249-4e91-a40c-27079c8b16a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:13.380553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:13.434602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Transition to ACTIVE for port object a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:13.451756 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:13.488606 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4d5af95-8249-4e91-a40c-27079c8b16a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:13.501883 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4d5af95-8249-4e91-a40c-27079c8b16a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:13.507110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:13.508044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ef6b0e3-6ae3-40c0-a866-4c20e4e7d123 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:13.509827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a971b8ad-c478-4a97-8f57-4d24b8fabb22 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:13.560051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: a971b8ad-c478-4a97-8f57-4d24b8fabb22 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:13.560302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a971b8ad-c478-4a97-8f57-4d24b8fabb22 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:13.574171 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:13.587967 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c4d5af95-8249-4e91-a40c-27079c8b16a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ddab73cef104bfc903726ca19fc4183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260643 Aug 16 13:06:13.611541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49952) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:13.624471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5af95-8249-4e91-a40c-27079c8b16a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72943d67-28a1-44c8-b6aa-28ed619760d0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:13.657951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:13.673477 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49954) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:13.679786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:13.682285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:13.730834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Port': ['ID=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:13.757725 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.extraroute_db [None req-526213e7-515f-4b7e-9cf7-55c438f522ec tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Added routes are [] {{(pid=101395) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 13:06:13.758298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.extraroute_db [None req-526213e7-515f-4b7e-9cf7-55c438f522ec tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Removed routes are [] {{(pid=101395) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 13:06:13.758883 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-526213e7-515f-4b7e-9cf7-55c438f522ec tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:13.769468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43cce0e9-e86b-44ca-8092-7b0dd2ed92c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:13.791731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:13.792791 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:13.825629 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43cce0e9-e86b-44ca-8092-7b0dd2ed92c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:13.838905 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e00cc535-5e31-4c7c-ab55-96712f329c23 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4521701 Aug 16 13:06:13.861960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06', 'admin_state_up': True, 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'security_groups': ['772245a9-3dbc-41b4-a02b-41b455803408']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:13.918472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1033368143-network', 'tenant_id': 'bfc583d7925c4cf9b0b6899174a2c810'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:13.963507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0c8ed-e6a1-46b3-8a7c-b4ebd28abea0 req-73578e59-127a-4944-bfff-a0cfdb81861c tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:13.965077 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17b0c8ed-e6a1-46b3-8a7c-b4ebd28abea0 req-73578e59-127a-4944-bfff-a0cfdb81861c tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.3663197 Aug 16 13:06:13.969844 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-526213e7-515f-4b7e-9cf7-55c438f522ec tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.010380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17b0c8ed-e6a1-46b3-8a7c-b4ebd28abea0 req-f60941c8-c99b-4e54-9b1a-8c59f5f7940a tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368571 Aug 16 13:06:14.012846 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-526213e7-515f-4b7e-9cf7-55c438f522ec tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.027195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87dd02-2d44-489f-a2bf-a5c4aeaf24eb req-21fc1d11-453c-476b-856b-0040d9b4c10e tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:14.028906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Made reservation on behalf of bfc583d7925c4cf9b0b6899174a2c810 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:14.031974 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.040431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43cce0e9-e86b-44ca-8092-7b0dd2ed92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.043147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87dd02-2d44-489f-a2bf-a5c4aeaf24eb req-21fc1d11-453c-476b-856b-0040d9b4c10e tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:14.043730 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43cce0e9-e86b-44ca-8092-7b0dd2ed92c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.047502 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-43cce0e9-e86b-44ca-8092-7b0dd2ed92c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72943d67-28a1-44c8-b6aa-28ed619760d0 HTTP/1.1" status: 204 len: 168 time: 0.4286475 Aug 16 13:06:14.054445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa87dd02-2d44-489f-a2bf-a5c4aeaf24eb req-21fc1d11-453c-476b-856b-0040d9b4c10e tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 1653 time: 0.4882329 Aug 16 13:06:14.070739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6a2b8fb5-cf96-433d-956f-b7571254c7da None None] Provisioning for port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:14.076300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6a2b8fb5-cf96-433d-956f-b7571254c7da None None] Provisioning complete for port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:14.076733 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8fb5-cf96-433d-956f-b7571254c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.110420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cce0e9-e86b-44ca-8092-7b0dd2ed92c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72943d67-28a1-44c8-b6aa-28ed619760d0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:14.113279 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.180448 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa87dd02-2d44-489f-a2bf-a5c4aeaf24eb req-c04d9dc7-4c6c-4149-867a-4efa66fa1f0a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248009 Aug 16 13:06:14.217530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526213e7-515f-4b7e-9cf7-55c438f522ec tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router c153a46c-0268-4a61-b7f3-b4abadc760b5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:06:14.220116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b8fb5-cf96-433d-956f-b7571254c7da None None] Port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:06:14.338409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526213e7-515f-4b7e-9cf7-55c438f522ec tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:14.346847 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-526213e7-515f-4b7e-9cf7-55c438f522ec tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.351472 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-526213e7-515f-4b7e-9cf7-55c438f522ec tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5 HTTP/1.1" status: 200 len: 704 time: 1.3376124 Aug 16 13:06:14.353037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49966) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:14.361554 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66bd02-d42a-486f-8889-22303412ce53 None None] Sync routers for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:14.374698 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66bd02-d42a-486f-8889-22303412ce53 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:14.376793 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3f66bd02-d42a-486f-8889-22303412ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:14.391109 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7f2325f9-fdbb-49e0-ae42-07405399d748 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=c153a46c-0268-4a61-b7f3-b4abadc760b5 HTTP/1.1" status: 200 len: 205 time: 0.0366817 Aug 16 13:06:14.391717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49968) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:14.419086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.426666 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.461706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b968b6da-3dab-4e29-9aed-363b1fa4e4fd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:14.496766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3172e23-9adc-4d49-8c4f-b80ff158e843 req-d55449d1-4235-4156-a980-180f39bd9b89 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:14.499074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3172e23-9adc-4d49-8c4f-b80ff158e843 req-d55449d1-4235-4156-a980-180f39bd9b89 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.1372592 Aug 16 13:06:14.500003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:06:14.501090 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-550d7e47-5086-479d-bb5f-93acd8ec15c6 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.517493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:14.521575 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.531584 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3f66bd02-d42a-486f-8889-22303412ce53 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:14.567278 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.567627 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Added segment 7d26192b-d790-4ddf-90a2-32632237a6c5 of type vlan for network 246244e7-50e8-4afe-b72c-1b5a9a647383 Aug 16 13:06:14.613505 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3f66bd02-d42a-486f-8889-22303412ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:09Z', 'revision_number': 11, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:14.658070 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66bd02-d42a-486f-8889-22303412ce53 None None] Checking router: c153a46c-0268-4a61-b7f3-b4abadc760b5 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:06:14.695700 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66bd02-d42a-486f-8889-22303412ce53 None None] Routers {'c153a46c-0268-4a61-b7f3-b4abadc760b5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:14.697993 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3f66bd02-d42a-486f-8889-22303412ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c153a46c-0268-4a61-b7f3-b4abadc760b5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:14.710242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.768707 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-550d7e47-5086-479d-bb5f-93acd8ec15c6 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.772729 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-550d7e47-5086-479d-bb5f-93acd8ec15c6 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.836098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b3172e23-9adc-4d49-8c4f-b80ff158e843 req-e193c381-4b84-414d-9445-b8c52b779063 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Deleting port a8c815fb-a975-4a91-8318-d7704508ef00 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:14.836440 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b3172e23-9adc-4d49-8c4f-b80ff158e843 req-e193c381-4b84-414d-9445-b8c52b779063 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.845983 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.847671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:14.848984 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.855512 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-550d7e47-5086-479d-bb5f-93acd8ec15c6 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.856237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550d7e47-5086-479d-bb5f-93acd8ec15c6 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Fanout notify agent at l3_agent the message router_deleted on router c153a46c-0268-4a61-b7f3-b4abadc760b5 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:06:14.865824 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-550d7e47-5086-479d-bb5f-93acd8ec15c6 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.876228 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-550d7e47-5086-479d-bb5f-93acd8ec15c6 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5 HTTP/1.1" status: 204 len: 168 time: 0.4817905 Aug 16 13:06:14.879885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49980) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:14.883049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-dea6a783-3cf2-4eda-b7c8-ccbc93ca7c33 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-271881559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:14.891300 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3f66bd02-d42a-486f-8889-22303412ce53 None None] Set router c153a46c-0268-4a61-b7f3-b4abadc760b5 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:14.911872 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dea6a783-3cf2-4eda-b7c8-ccbc93ca7c33 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.912996 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dea6a783-3cf2-4eda-b7c8-ccbc93ca7c33 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:14.978361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Allocated IP 10.1.1.95 (1fd045db-f1f9-4edf-a04e-3fa085ee1d06/4a819e90-011a-49f1-ad93-ebd64fac9246/bf69d203-57fd-4f8f-9961-872770f05e89) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:15.005089 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3267078 Aug 16 13:06:15.014482 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3f66bd02-d42a-486f-8889-22303412ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:09Z', 'revision_number': 11, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:15.017077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49986) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:15.058995 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66bd02-d42a-486f-8889-22303412ce53 None None] The sync data for ids ['c153a46c-0268-4a61-b7f3-b4abadc760b5'] in n-d-804708-1 is: [{'id': 'c153a46c-0268-4a61-b7f3-b4abadc760b5', 'name': 'tempest-RoutersIpV6Test-router-652135638', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:26Z', 'updated_at': '2021-08-16T13:06:09Z', 'revision_number': 11, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:15.101094 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dea6a783-3cf2-4eda-b7c8-ccbc93ca7c33 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:15.103652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] Request body: {'subnet': {'network_id': '246244e7-50e8-4afe-b72c-1b5a9a647383', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1033368143-subnet', 'tenant_id': 'bfc583d7925c4cf9b0b6899174a2c810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:15.115026 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dea6a783-3cf2-4eda-b7c8-ccbc93ca7c33 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:15.139729 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dea6a783-3cf2-4eda-b7c8-ccbc93ca7c33 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:15.141803 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dea6a783-3cf2-4eda-b7c8-ccbc93ca7c33 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2625117 Aug 16 13:06:15.149130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49994) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:15.155442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-acec41af-e4b9-4281-bc92-1bd13830b16d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:15.197502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7882a-fd0f-4e93-b99e-b5be60214a9f admin admin] Pushing event updated for resources: {'Network': ['ID=246244e7-50e8-4afe-b72c-1b5a9a647383,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:15.217273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 246244e7-50e8-4afe-b72c-1b5a9a647383 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:06:15.336595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] Made reservation on behalf of bfc583d7925c4cf9b0b6899174a2c810 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:15.340670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:15.389599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b3172e23-9adc-4d49-8c4f-b80ff158e843 req-e193c381-4b84-414d-9445-b8c52b779063 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] For port a8c815fb-a975-4a91-8318-d7704508ef00, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a8c815fb-a975-4a91-8318-d7704508ef00,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:15.390393 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b3172e23-9adc-4d49-8c4f-b80ff158e843 req-e193c381-4b84-414d-9445-b8c52b779063 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:15.564804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b3172e23-9adc-4d49-8c4f-b80ff158e843 req-e193c381-4b84-414d-9445-b8c52b779063 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Calling delete_port for a8c815fb-a975-4a91-8318-d7704508ef00 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:15.623484 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-acec41af-e4b9-4281-bc92-1bd13830b16d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:15.678481 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-acec41af-e4b9-4281-bc92-1bd13830b16d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:15.773844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8a30-f403-4177-8c4e-56144b5a8bbe req-2f0a9fad-a500-4489-83d3-3fef14b7b352 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:15.775450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b34b8a30-f403-4177-8c4e-56144b5a8bbe req-2f0a9fad-a500-4489-83d3-3fef14b7b352 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2272247-2236-402e-9df9-7f96bbf5e9bc HTTP/1.1" status: 200 len: 945 time: 0.4622836 Aug 16 13:06:15.775656 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:15.787459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8058b5-990c-4729-9d5d-e71f0f5d87d7 req-0a81bf49-a46f-4220-aeeb-7fc1fa52695f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:15.797612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8058b5-990c-4729-9d5d-e71f0f5d87d7 req-0a81bf49-a46f-4220-aeeb-7fc1fa52695f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:15.799257 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd8058b5-990c-4729-9d5d-e71f0f5d87d7 req-0a81bf49-a46f-4220-aeeb-7fc1fa52695f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 1653 time: 0.2893336 Aug 16 13:06:15.816312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Transition to ACTIVE for port object bf69d203-57fd-4f8f-9961-872770f05e89 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:15.836983 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:15.858231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b34b8a30-f403-4177-8c4e-56144b5a8bbe req-3744aa43-28f8-4735-bf49-738ba7629436 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579166 Aug 16 13:06:15.896990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd8058b5-990c-4729-9d5d-e71f0f5d87d7 req-bafcfb6f-c016-4f57-b4c2-2fe7a9cba696 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740864 Aug 16 13:06:15.914237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acec41af-e4b9-4281-bc92-1bd13830b16d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Router 8012313d-8f4c-47de-b270-28827085f280 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:06:15.993035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b3172e23-9adc-4d49-8c4f-b80ff158e843 req-e193c381-4b84-414d-9445-b8c52b779063 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.007500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['a8c815fb-a975-4a91-8318-d7704508ef00'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:06:16.055853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['db238858-5f8a-4320-9bd4-8d1fe0e8ee5f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:06:16.058182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acec41af-e4b9-4281-bc92-1bd13830b16d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:16.063793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193c381-4b84-414d-9445-b8c52b779063 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Pushing event deleted for resources: {'Port': ['ID=a8c815fb-a975-4a91-8318-d7704508ef00,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:16.090032 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-acec41af-e4b9-4281-bc92-1bd13830b16d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.091407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-acec41af-e4b9-4281-bc92-1bd13830b16d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "PUT /v2.0/routers/8012313d-8f4c-47de-b270-28827085f280 HTTP/1.1" status: 200 len: 697 time: 0.9404318 Aug 16 13:06:16.094992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50020) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:16.097317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f553656-ffb9-40ec-87a7-65603471d088,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:16.125307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3172e23-9adc-4d49-8c4f-b80ff158e843 req-e193c381-4b84-414d-9445-b8c52b779063 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] No DVR routers for this DVR port a8c815fb-a975-4a91-8318-d7704508ef00 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:16.128862 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b3172e23-9adc-4d49-8c4f-b80ff158e843 req-e193c381-4b84-414d-9445-b8c52b779063 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.132191 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3172e23-9adc-4d49-8c4f-b80ff158e843 req-e193c381-4b84-414d-9445-b8c52b779063 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.42 "DELETE /v2.0/ports/a8c815fb-a975-4a91-8318-d7704508ef00 HTTP/1.1" status: 204 len: 173 time: 1.6251235 Aug 16 13:06:16.132762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2272247-2236-402e-9df9-7f96bbf5e9bc', 'name': 'network-vif-deleted', 'tag': 'a8c815fb-a975-4a91-8318-d7704508ef00'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:16.137371 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f067ee45-73dd-4b74-b4e0-eb0dc8a0e592" -d '{"events": [{"server_uuid": "a2272247-2236-402e-9df9-7f96bbf5e9bc", "name": "network-vif-deleted", "tag": "a8c815fb-a975-4a91-8318-d7704508ef00"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:16.151106 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.153164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] Checking segment: {'id': '7d26192b-d790-4ddf-90a2-32632237a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '246244e7-50e8-4afe-b72c-1b5a9a647383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:16.153689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] Network hostable DHCP agents. Network: 246244e7-50e8-4afe-b72c-1b5a9a647383, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:06:16.216593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fea8fd4a-18aa-440b-ac41-7fd80e2b2c70 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/routers/8012313d-8f4c-47de-b270-28827085f280 HTTP/1.1" status: 200 len: 703 time: 0.1204505 Aug 16 13:06:16.220855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50028) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:16.248245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33179b0d-cd73-41ff-95b6-9c2fd2bd9a7f None None] Sync routers for ids ['8012313d-8f4c-47de-b270-28827085f280'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:16.279055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33179b0d-cd73-41ff-95b6-9c2fd2bd9a7f None None] Routers {'8012313d-8f4c-47de-b270-28827085f280'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:16.280681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-33179b0d-cd73-41ff-95b6-9c2fd2bd9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['8012313d-8f4c-47de-b270-28827085f280'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:16.307352 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2adf56d-de95-4b98-b4d1-ec41cdcddc13 x-openstack-request-id: req-c2adf56d-de95-4b98-b4d1-ec41cdcddc13 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:16.307751 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2272247-2236-402e-9df9-7f96bbf5e9bc", "name": "network-vif-deleted", "tag": "a8c815fb-a975-4a91-8318-d7704508ef00", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:16.308030 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2adf56d-de95-4b98-b4d1-ec41cdcddc13 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:16.308413 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2272247-2236-402e-9df9-7f96bbf5e9bc', 'name': 'network-vif-deleted', 'tag': 'a8c815fb-a975-4a91-8318-d7704508ef00', 'status': 'completed', 'code': 200} Aug 16 13:06:16.310444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e12081b8-0acd-4a83-b79b-4ea602f88b36 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8012313d-8f4c-47de-b270-28827085f280 HTTP/1.1" status: 200 len: 205 time: 0.0878038 Aug 16 13:06:16.312046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:16.314206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50030) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:16.345750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:16.354353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:16.361096 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.390933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-33179b0d-cd73-41ff-95b6-9c2fd2bd9a7f None None] Set router 8012313d-8f4c-47de-b270-28827085f280 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:16.449165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] Network 246244e7-50e8-4afe-b72c-1b5a9a647383 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:06:16.455187 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c905e1a8-9cd3-4d24-8a78-d589650bee90 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.457106 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Port': ['ID=bf69d203-57fd-4f8f-9961-872770f05e89,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:16.483263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 246244e7-50e8-4afe-b72c-1b5a9a647383) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:16.491790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:16.492475 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.519059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:16.519699 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.555319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-814138b8-89ba-4a78-a8e9-446209f6beba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5298419 Aug 16 13:06:16.566946 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6ec77d48-11a6-4e53-ba86-9688837d57b7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7151022 Aug 16 13:06:16.570123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-33179b0d-cd73-41ff-95b6-9c2fd2bd9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8012313d-8f4c-47de-b270-28827085f280', 'name': 'tempest-RoutersIpV6Test-router-271881559', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:14Z', 'updated_at': '2021-08-16T13:06:15Z', 'revision_number': 2, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:16.589072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0', 'admin_state_up': True, 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'security_groups': ['772245a9-3dbc-41b4-a02b-41b455803408']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:16.599424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be62890c-2eba-4d9f-ac25-76110034f1db None None] Network 246244e7-50e8-4afe-b72c-1b5a9a647383 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:16.756208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33179b0d-cd73-41ff-95b6-9c2fd2bd9a7f None None] Checking router: 8012313d-8f4c-47de-b270-28827085f280 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:06:16.775332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c905e1a8-9cd3-4d24-8a78-d589650bee90 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.795473 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c905e1a8-9cd3-4d24-8a78-d589650bee90 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.850656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33179b0d-cd73-41ff-95b6-9c2fd2bd9a7f None None] Routers {'8012313d-8f4c-47de-b270-28827085f280'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:16.851393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-33179b0d-cd73-41ff-95b6-9c2fd2bd9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['8012313d-8f4c-47de-b270-28827085f280'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:16.924669 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c905e1a8-9cd3-4d24-8a78-d589650bee90 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.925562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c905e1a8-9cd3-4d24-8a78-d589650bee90 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Fanout notify agent at l3_agent the message router_deleted on router 8012313d-8f4c-47de-b270-28827085f280 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:06:16.940391 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c905e1a8-9cd3-4d24-8a78-d589650bee90 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:16.942736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c905e1a8-9cd3-4d24-8a78-d589650bee90 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/8012313d-8f4c-47de-b270-28827085f280 HTTP/1.1" status: 204 len: 168 time: 0.6255100 Aug 16 13:06:16.945907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50058) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:16.960231 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:16.979224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c94d08ea-c48f-431e-878f-fa25664999d0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=8012313d-8f4c-47de-b270-28827085f280 HTTP/1.1" status: 200 len: 205 time: 0.0321553 Aug 16 13:06:16.982344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50062) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.003766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-33179b0d-cd73-41ff-95b6-9c2fd2bd9a7f None None] Set router 8012313d-8f4c-47de-b270-28827085f280 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:17.033192 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-41cde5e6-2f6b-4117-8bba-ceafea4afc38 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] delete failed (client error): The resource could not be found. Aug 16 13:06:17.035964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-41cde5e6-2f6b-4117-8bba-ceafea4afc38 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/8012313d-8f4c-47de-b270-28827085f280 HTTP/1.1" status: 404 len: 336 time: 0.0518785 Aug 16 13:06:17.038453 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50072) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.111679 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25f2438-505d-4a3c-aa34-b328f593a460 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] DELETE failed (client error): The resource could not be found. Aug 16 13:06:17.113076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25f2438-505d-4a3c-aa34-b328f593a460 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:06:17.118479 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d25f2438-505d-4a3c-aa34-b328f593a460 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/46741906-f874-42e5-a697-1e8e8d681d54 HTTP/1.1" status: 404 len: 337 time: 0.0787780 Aug 16 13:06:17.121605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50080) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.154765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-33179b0d-cd73-41ff-95b6-9c2fd2bd9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8012313d-8f4c-47de-b270-28827085f280', 'name': 'tempest-RoutersIpV6Test-router-271881559', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:14Z', 'updated_at': '2021-08-16T13:06:15Z', 'revision_number': 2, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:17.165876 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0488ac-c236-4354-9b39-732326abfe82 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] DELETE failed (client error): The resource could not be found. Aug 16 13:06:17.165876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0488ac-c236-4354-9b39-732326abfe82 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:06:17.167038 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2f0488ac-c236-4354-9b39-732326abfe82 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/5ef158fa-a5f2-4384-aa80-c1fbb2948bab HTTP/1.1" status: 404 len: 337 time: 0.0446155 Aug 16 13:06:17.170805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50084) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.206693 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-951fad11-9200-4cbe-b189-5f2035f69f3b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] DELETE failed (client error): The resource could not be found. Aug 16 13:06:17.207174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951fad11-9200-4cbe-b189-5f2035f69f3b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:06:17.209730 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-951fad11-9200-4cbe-b189-5f2035f69f3b tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/fdf84892-cfa6-497d-a4c5-d7ffdbf581b3 HTTP/1.1" status: 404 len: 337 time: 0.0379877 Aug 16 13:06:17.212169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50090) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.229236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:17.252987 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb01ac5-042e-4dfd-ac26-5e79847ee7e0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] DELETE failed (client error): The resource could not be found. Aug 16 13:06:17.253469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb01ac5-042e-4dfd-ac26-5e79847ee7e0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:06:17.258231 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bdb01ac5-042e-4dfd-ac26-5e79847ee7e0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/b169346a-5d91-4d9d-a7fe-6b0c917dda95 HTTP/1.1" status: 404 len: 337 time: 0.0424216 Aug 16 13:06:17.268437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50096) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.275659 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba580d4-8d1d-4cd9-bf87-e1dbe5be9af9 req-51de6f2d-24d6-40f5-979f-fa43dd285597 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:17.284531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33179b0d-cd73-41ff-95b6-9c2fd2bd9a7f None None] The sync data for ids ['8012313d-8f4c-47de-b270-28827085f280'] in n-d-804708-1 is: [{'id': '8012313d-8f4c-47de-b270-28827085f280', 'name': 'tempest-RoutersIpV6Test-router-271881559', 'tenant_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:14Z', 'updated_at': '2021-08-16T13:06:15Z', 'revision_number': 2, 'project_id': 'ae3e72254bbe4e59bfbb9780bf2bbdaf', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:17.296236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c5b95a40-596a-469f-ad2b-6974865b5578 None None] Provisioning for port bf69d203-57fd-4f8f-9961-872770f05e89 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:17.312045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c5b95a40-596a-469f-ad2b-6974865b5578 None None] Provisioning complete for port bf69d203-57fd-4f8f-9961-872770f05e89 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:17.312045 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c5b95a40-596a-469f-ad2b-6974865b5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:17.313089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba580d4-8d1d-4cd9-bf87-e1dbe5be9af9 req-51de6f2d-24d6-40f5-979f-fa43dd285597 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:17.316333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4a27d479-6710-457a-af0c-9806ce0dc130 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=c153a46c-0268-4a61-b7f3-b4abadc760b5 HTTP/1.1" status: 200 len: 205 time: 0.0501573 Aug 16 13:06:17.328897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba580d4-8d1d-4cd9-bf87-e1dbe5be9af9 req-51de6f2d-24d6-40f5-979f-fa43dd285597 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:17.365186 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bba580d4-8d1d-4cd9-bf87-e1dbe5be9af9 req-51de6f2d-24d6-40f5-979f-fa43dd285597 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 2373 time: 0.2582707 Aug 16 13:06:17.373242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50100) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.496419 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a1439-d528-4fb2-b1ba-a66def1ee2a6 None None] Network 246244e7-50e8-4afe-b72c-1b5a9a647383 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:17.513811 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-a139e0cd-f201-4fe8-90bf-853064638675 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] delete failed (client error): The resource could not be found. Aug 16 13:06:17.520873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a139e0cd-f201-4fe8-90bf-853064638675 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/c153a46c-0268-4a61-b7f3-b4abadc760b5 HTTP/1.1" status: 404 len: 336 time: 0.1452034 Aug 16 13:06:17.523756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50112) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.585736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d08f7f19-4e32-46a9-8ba1-fd61b29259b2 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222 HTTP/1.1" status: 200 len: 205 time: 0.0532215 Aug 16 13:06:17.589002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50118) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.599413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50120) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.610078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1012147182-network', 'tenant_id': '305aa16ffd96477c80f16e696d5818ef'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:17.701988 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-cb8d7e21-0ea8-401f-9b69-4b1a94e86746 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] delete failed (client error): The resource could not be found. Aug 16 13:06:17.709081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50122) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.714539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cb8d7e21-0ea8-401f-9b69-4b1a94e86746 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/aa14d1f1-ecb4-4ba6-bc10-22f1cd71b222 HTTP/1.1" status: 404 len: 336 time: 0.1147847 Aug 16 13:06:17.719496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Made reservation on behalf of 305aa16ffd96477c80f16e696d5818ef for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:17.721739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:17.744417 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:17.758914 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87c97ec-44c4-4306-87d6-50fe7ae8d730 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] DELETE failed (client error): The resource could not be found. Aug 16 13:06:17.759618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87c97ec-44c4-4306-87d6-50fe7ae8d730 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:06:17.761635 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b87c97ec-44c4-4306-87d6-50fe7ae8d730 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/62c7a4b1-f40e-4640-af76-e0874f7aeb48 HTTP/1.1" status: 404 len: 337 time: 0.0490162 Aug 16 13:06:17.764966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50124) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.776738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bba580d4-8d1d-4cd9-bf87-e1dbe5be9af9 req-3c90c396-ec48-4d32-8300-e8253a2d19c3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088452 Aug 16 13:06:17.815609 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c69bc808-bf80-4d79-9281-cf78edb75c24 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ef94e12-2ed5-43ca-ae93-11acf45dcffa HTTP/1.1" status: 200 len: 205 time: 0.0492840 Aug 16 13:06:17.817010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Allocated IP 10.2.2.100 (c713c00c-dbe1-4ead-a45d-cad421c0d5b0/387c5fd0-fea3-480f-b6d8-da37d653b781/ea1d22ed-a3e8-4d72-95e8-c0495702971e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:17.819329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50126) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.864686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c5b95a40-596a-469f-ad2b-6974865b5578 None None] Port bf69d203-57fd-4f8f-9961-872770f05e89 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:06:17.908367 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-ad02e758-41ee-41b7-8fd5-0b32a9c31205 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] delete failed (client error): The resource could not be found. Aug 16 13:06:17.913474 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ad02e758-41ee-41b7-8fd5-0b32a9c31205 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/5ef94e12-2ed5-43ca-ae93-11acf45dcffa HTTP/1.1" status: 404 len: 336 time: 0.0930712 Aug 16 13:06:17.917462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50128) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:17.958611 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2dc23776-9d6e-4dbe-98c9-ff4aaff764bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0e3b24-e255-43c2-ba8b-86806f386e90 HTTP/1.1" status: 200 len: 205 time: 0.0396008 Aug 16 13:06:17.961799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50130) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:18.016138 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-3dd4587c-61be-44ac-a955-cb19ba844b66 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] delete failed (client error): The resource could not be found. Aug 16 13:06:18.019553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3dd4587c-61be-44ac-a955-cb19ba844b66 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/2e0e3b24-e255-43c2-ba8b-86806f386e90 HTTP/1.1" status: 404 len: 336 time: 0.0515628 Aug 16 13:06:18.020634 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50134) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:18.059977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f69c76-0cca-455e-af7a-c29eec76a717 req-141057c4-d1b9-46fb-ac9c-b9e8e7672fb0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:18.061167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.064815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32f69c76-0cca-455e-af7a-c29eec76a717 req-141057c4-d1b9-46fb-ac9c-b9e8e7672fb0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1577504 Aug 16 13:06:18.084190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Transition to ACTIVE for port object ea1d22ed-a3e8-4d72-95e8-c0495702971e will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:18.121131 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a26f19-2a08-4520-a702-9fb71b5a35bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] DELETE failed (client error): The resource could not be found. Aug 16 13:06:18.121666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a26f19-2a08-4520-a702-9fb71b5a35bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:06:18.123519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-40a26f19-2a08-4520-a702-9fb71b5a35bf tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/e3e6a4ff-fa8c-4591-a6ff-1f2957f0db9d HTTP/1.1" status: 404 len: 337 time: 0.1027770 Aug 16 13:06:18.126948 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.128837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50144) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:18.164706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32f69c76-0cca-455e-af7a-c29eec76a717 req-06068e7d-2757-4af5-a07b-ee8e2a6d739b tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558832 Aug 16 13:06:18.207323 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-139268f0-ad02-4e0b-8b77-b08400fe4f81 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e HTTP/1.1" status: 200 len: 205 time: 0.0661235 Aug 16 13:06:18.211972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50152) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:18.235139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:18.239594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:18.251614 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.264889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:18.276418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Port': ['ID=ea1d22ed-a3e8-4d72-95e8-c0495702971e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:18.292524 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.333797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:06:18.351442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:18.352295 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.353382 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.353736 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Added segment 77f6d90f-8685-4a1b-8d90-46ccd386fff8 of type vlan for network 1b731cd5-9cbe-4f8d-8d97-037644dab0de Aug 16 13:06:18.381247 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-84d4336b-5f74-4006-95d4-2b602dd7eddf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7968967 Aug 16 13:06:18.401219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0', 'admin_state_up': True, 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'security_groups': ['772245a9-3dbc-41b4-a02b-41b455803408']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:18.470834 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-071226ae-8ab7-4883-baad-dcf1482aee97 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] delete failed (client error): The resource could not be found. Aug 16 13:06:18.471980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-071226ae-8ab7-4883-baad-dcf1482aee97 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/9a9f4e4a-3bad-474a-8ca4-07a2c4a0ac0e HTTP/1.1" status: 404 len: 336 time: 0.2158034 Aug 16 13:06:18.481888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50170) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:18.543407 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.547365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6075c32e-2b33-4a23-a58c-a75ca140de00,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:18.574464 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.575467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:18.576124 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.582364 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b05d86-8dd0-4b77-b40c-4bed0c89dfc0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] DELETE failed (client error): The resource could not be found. Aug 16 13:06:18.583360 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b05d86-8dd0-4b77-b40c-4bed0c89dfc0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:06:18.589014 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a0b05d86-8dd0-4b77-b40c-4bed0c89dfc0 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/76f26dcf-664a-467f-8ac4-082f43cd381b HTTP/1.1" status: 404 len: 337 time: 0.1060185 Aug 16 13:06:18.589680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50178) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:18.654952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0532842 Aug 16 13:06:18.658093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50184) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:18.674527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] Request body: {'subnet': {'network_id': '1b731cd5-9cbe-4f8d-8d97-037644dab0de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1012147182-subnet', 'tenant_id': '305aa16ffd96477c80f16e696d5818ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:18.684175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f990021-e17b-4289-a8d5-e12c4d4b78a9 admin admin] Pushing event updated for resources: {'Network': ['ID=1b731cd5-9cbe-4f8d-8d97-037644dab0de,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:18.686372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50188) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:18.686883 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9e7eb02a-49a4-4dd0-8cbb-30538ed06e2d tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "GET /v2.0/ports?device_id=304fac50-6035-4408-87a3-56b338b81796 HTTP/1.1" status: 200 len: 205 time: 0.0936472 Aug 16 13:06:18.701788 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 1b731cd5-9cbe-4f8d-8d97-037644dab0de details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:06:18.747629 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-5952241c-b2b4-4239-bfcc-a5e6e7cc86c6 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] delete failed (client error): The resource could not be found. Aug 16 13:06:18.748906 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5952241c-b2b4-4239-bfcc-a5e6e7cc86c6 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/routers/304fac50-6035-4408-87a3-56b338b81796 HTTP/1.1" status: 404 len: 336 time: 0.0597935 Aug 16 13:06:18.751843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50192) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:18.764905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] Made reservation on behalf of 305aa16ffd96477c80f16e696d5818ef for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:18.767816 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.803187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Made reservation on behalf of f0bff93acd024030911c824e4926974a for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:18.808153 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.818907 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e458776-8155-4004-abc4-913c14c18d08 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] DELETE failed (client error): The resource could not be found. Aug 16 13:06:18.820726 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e458776-8155-4004-abc4-913c14c18d08 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:06:18.822811 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2e458776-8155-4004-abc4-913c14c18d08 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/776c287a-a958-4e59-b723-3b119b5edd9d HTTP/1.1" status: 404 len: 337 time: 0.0698695 Aug 16 13:06:18.826245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50202) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:18.945826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2fd866ee-d4e7-4332-b901-d488d668bfb5 None None] Provisioning for port ea1d22ed-a3e8-4d72-95e8-c0495702971e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:18.950505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2fd866ee-d4e7-4332-b901-d488d668bfb5 None None] Provisioning complete for port ea1d22ed-a3e8-4d72-95e8-c0495702971e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:18.950887 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2fd866ee-d4e7-4332-b901-d488d668bfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.960909 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d138578-b92a-439f-8f03-89cade9eb928 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] DELETE failed (client error): The resource could not be found. Aug 16 13:06:18.964879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d138578-b92a-439f-8f03-89cade9eb928 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:06:18.975291 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3d138578-b92a-439f-8f03-89cade9eb928 tempest-RoutersIpV6Test-1986600109 tempest-RoutersIpV6Test-1986600109-project] 10.222.0.25 "DELETE /v2.0/subnets/409662d5-03a5-4802-b81d-2d52701063b9 HTTP/1.1" status: 404 len: 337 time: 0.1365318 Aug 16 13:06:18.999707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2fd866ee-d4e7-4332-b901-d488d668bfb5 None None] Port ea1d22ed-a3e8-4d72-95e8-c0495702971e cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:06:19.029820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a8c815fb-a975-4a91-8318-d7704508ef00 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:19.071849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: a8c815fb-a975-4a91-8318-d7704508ef00 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:19.072272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a8c815fb-a975-4a91-8318-d7704508ef00 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:19.210909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:19.260134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Allocated IP 10.2.2.200 (c713c00c-dbe1-4ead-a45d-cad421c0d5b0/387c5fd0-fea3-480f-b6d8-da37d653b781/a17fe705-2e2f-4854-91cf-775ac25bb3b8) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:19.312639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffccf11-115c-4f00-aef2-0c1581a72e5f req-1f4ed6de-5ab8-4ee6-a786-c7e8f3254034 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:19.320719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffccf11-115c-4f00-aef2-0c1581a72e5f req-1f4ed6de-5ab8-4ee6-a786-c7e8f3254034 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:19.327687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffccf11-115c-4f00-aef2-0c1581a72e5f req-1f4ed6de-5ab8-4ee6-a786-c7e8f3254034 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:19.335005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffccf11-115c-4f00-aef2-0c1581a72e5f req-1f4ed6de-5ab8-4ee6-a786-c7e8f3254034 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:19.337256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ffccf11-115c-4f00-aef2-0c1581a72e5f req-1f4ed6de-5ab8-4ee6-a786-c7e8f3254034 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 3094 time: 0.3970535 Aug 16 13:06:19.449829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d94ed0-9791-43f6-8c78-c726be74dbcd,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:19.463900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] Checking segment: {'id': '77f6d90f-8685-4a1b-8d90-46ccd386fff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1b731cd5-9cbe-4f8d-8d97-037644dab0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:19.464514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] Network hostable DHCP agents. Network: 1b731cd5-9cbe-4f8d-8d97-037644dab0de, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:06:19.468168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50240) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:19.489607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ffccf11-115c-4f00-aef2-0c1581a72e5f req-4936797e-d502-462a-846f-15c945b6dac1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228333 Aug 16 13:06:19.509248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088bc80-fb9f-4e00-87eb-7e4ed8f17564 req-6dc061dc-b320-4985-b245-9458dbe251ad tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:19.511456 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6088bc80-fb9f-4e00-87eb-7e4ed8f17564 req-6dc061dc-b320-4985-b245-9458dbe251ad tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1511455 Aug 16 13:06:19.519534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] Network 1b731cd5-9cbe-4f8d-8d97-037644dab0de is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:06:19.532380 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:19.549519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 1b731cd5-9cbe-4f8d-8d97-037644dab0de) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:19.558657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660c05ca-c33e-4e41-9ec4-5ed43a91c3ad None None] Network 1b731cd5-9cbe-4f8d-8d97-037644dab0de requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:19.564169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Transition to ACTIVE for port object a17fe705-2e2f-4854-91cf-775ac25bb3b8 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:19.675349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:19.786435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:19.791762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:19.797060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:19.906061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:19.914316 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:19.938872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event updated for resources: {'Port': ['ID=a17fe705-2e2f-4854-91cf-775ac25bb3b8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:19.954897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f94aa463-9841-45fa-a366-98ec996d7983 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5619640 Aug 16 13:06:19.964802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:19.965383 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:19.968158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998e137b-8fd6-4798-ba75-2acee0f10864 None None] Network 1b731cd5-9cbe-4f8d-8d97-037644dab0de requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:19.974479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:20.072050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3cd73639-d6a8-41b6-aa63-a923d3d19b51 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4126067 Aug 16 13:06:20.101227 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6088bc80-fb9f-4e00-87eb-7e4ed8f17564 req-70481a8b-7dc1-4fb2-8591-d8f9d9b6afe4 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691447 Aug 16 13:06:20.121282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e6bc41ef-c69a-4b5e-9052-689113c60be9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae3e72254bbe4e59bfbb9780bf2bbdaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6488583 Aug 16 13:06:20.126137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50266) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:20.154444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:20.240069 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-862d59ff-8c3b-46c4-aba5-f0c2b0d8cc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:20.281785 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1463d630-5afa-491f-8185-1545e0c6ba83 None None] Provisioning for port a17fe705-2e2f-4854-91cf-775ac25bb3b8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:20.291811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1463d630-5afa-491f-8185-1545e0c6ba83 None None] Provisioning complete for port a17fe705-2e2f-4854-91cf-775ac25bb3b8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:20.292250 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1463d630-5afa-491f-8185-1545e0c6ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:20.308033 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-862d59ff-8c3b-46c4-aba5-f0c2b0d8cc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:20.374938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1463d630-5afa-491f-8185-1545e0c6ba83 None None] Port a17fe705-2e2f-4854-91cf-775ac25bb3b8 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:06:20.376509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-862d59ff-8c3b-46c4-aba5-f0c2b0d8cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:20.380754 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-862d59ff-8c3b-46c4-aba5-f0c2b0d8cc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:20.385088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-862d59ff-8c3b-46c4-aba5-f0c2b0d8cc10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6350421-8e01-405e-8202-ef9938a3c189 HTTP/1.1" status: 204 len: 168 time: 0.2532766 Aug 16 13:06:20.392502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d59ff-8c3b-46c4-aba5-f0c2b0d8cc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6350421-8e01-405e-8202-ef9938a3c189,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:20.762704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c54499-e595-4221-bb31-e5ce15f5514b req-53885e1b-01dc-45a6-8ee2-7b41233a2748 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:20.769005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c54499-e595-4221-bb31-e5ce15f5514b req-53885e1b-01dc-45a6-8ee2-7b41233a2748 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:20.776720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c54499-e595-4221-bb31-e5ce15f5514b req-53885e1b-01dc-45a6-8ee2-7b41233a2748 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:20.784109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c54499-e595-4221-bb31-e5ce15f5514b req-53885e1b-01dc-45a6-8ee2-7b41233a2748 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:20.793811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c54499-e595-4221-bb31-e5ce15f5514b req-53885e1b-01dc-45a6-8ee2-7b41233a2748 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:20.796939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71c54499-e595-4221-bb31-e5ce15f5514b req-53885e1b-01dc-45a6-8ee2-7b41233a2748 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 3815 time: 0.1337006 Aug 16 13:06:20.897244 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71c54499-e595-4221-bb31-e5ce15f5514b req-8ed1e10b-05ae-4ef5-9776-c3c81a036b05 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805168 Aug 16 13:06:21.026960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847a8e2-cf0e-4380-bd22-870bb601135b req-ee8267aa-e4f3-43cb-ae8e-2386b2494ab2 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:21.028755 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5847a8e2-cf0e-4380-bd22-870bb601135b req-ee8267aa-e4f3-43cb-ae8e-2386b2494ab2 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.1787019 Aug 16 13:06:21.211641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-1ffa7ff7-a512-43fe-a537-9c3dbde57cf1 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:21.215576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-5847a8e2-cf0e-4380-bd22-870bb601135b req-bc6c420b-76dd-4999-b23d-83ebc246ed56 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Deleting port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:21.216082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5847a8e2-cf0e-4380-bd22-870bb601135b req-bc6c420b-76dd-4999-b23d-83ebc246ed56 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:21.220393 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-1ffa7ff7-a512-43fe-a537-9c3dbde57cf1 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/networks?id=246244e7-50e8-4afe-b72c-1b5a9a647383 HTTP/1.1" status: 200 len: 825 time: 0.2551374 Aug 16 13:06:21.276030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-0f89a786-6f77-4919-988a-6b9c326a2a5b tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/quotas/bfc583d7925c4cf9b0b6899174a2c810 HTTP/1.1" status: 200 len: 375 time: 0.0419250 Aug 16 13:06:21.366305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-263e6110-c299-46ac-b772-bdce7b5ea054 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfc583d7925c4cf9b0b6899174a2c810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890458 Aug 16 13:06:21.440631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2292955b-4a9c-449d-b4fe-3f15b7854f5f {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:21.447225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5847a8e2-cf0e-4380-bd22-870bb601135b req-bc6c420b-76dd-4999-b23d-83ebc246ed56 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] For port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:21.447875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5847a8e2-cf0e-4380-bd22-870bb601135b req-bc6c420b-76dd-4999-b23d-83ebc246ed56 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:21.459778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:21.469811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-5847a8e2-cf0e-4380-bd22-870bb601135b req-bc6c420b-76dd-4999-b23d-83ebc246ed56 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Calling delete_port for db238858-5f8a-4320-9bd4-8d1fe0e8ee5f owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:21.486732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Transition to ACTIVE for port object 2292955b-4a9c-449d-b4fe-3f15b7854f5f will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:21.494058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:21.528822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf33a0-74af-461f-b359-6c8d0f7352b1 req-cd9fc188-b36b-46ac-821e-f864bb04f0c0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:21.531321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2acf33a0-74af-461f-b359-6c8d0f7352b1 req-cd9fc188-b36b-46ac-821e-f864bb04f0c0 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 945 time: 0.0983770 Aug 16 13:06:21.541752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-db4842ef-d881-4178-aece-6a3d31af13bc service neutron] 10.222.0.25 "GET /v2.0/networks/246244e7-50e8-4afe-b72c-1b5a9a647383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744895 Aug 16 13:06:21.694082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50352) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:21.694705 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2acf33a0-74af-461f-b359-6c8d0f7352b1 req-a47acc5a-6ada-45cb-9050-81bf39567eec tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/security-groups?id=55073e10-0671-4527-a5fa-4e9ca61c1020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374400 Aug 16 13:06:21.719705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50354) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:21.727904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5847a8e2-cf0e-4380-bd22-870bb601135b req-bc6c420b-76dd-4999-b23d-83ebc246ed56 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:21.755983 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-af891195-70a5-4e88-b7b0-1f33695576ff service neutron] 10.222.0.25 "GET /v2.0/networks/246244e7-50e8-4afe-b72c-1b5a9a647383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130711 Aug 16 13:06:21.815442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2292955b-4a9c-449d-b4fe-3f15b7854f5f,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:21.869001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Attempting to bind port 2292955b-4a9c-449d-b4fe-3f15b7854f5f on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:21.869244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Attempting to bind port 2292955b-4a9c-449d-b4fe-3f15b7854f5f by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:21.869572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Attempting to bind port 2292955b-4a9c-449d-b4fe-3f15b7854f5f on network ee5ff9e6-121a-4482-9933-172fba3187c8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:21.923324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c420b-76dd-4999-b23d-83ebc246ed56 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Pushing event deleted for resources: {'Port': ['ID=db238858-5f8a-4320-9bd4-8d1fe0e8ee5f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:21.954484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5847a8e2-cf0e-4380-bd22-870bb601135b req-bc6c420b-76dd-4999-b23d-83ebc246ed56 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] No DVR routers for this DVR port db238858-5f8a-4320-9bd4-8d1fe0e8ee5f on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:21.960365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5847a8e2-cf0e-4380-bd22-870bb601135b req-bc6c420b-76dd-4999-b23d-83ebc246ed56 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:21.961221 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5847a8e2-cf0e-4380-bd22-870bb601135b req-bc6c420b-76dd-4999-b23d-83ebc246ed56 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.22 "DELETE /v2.0/ports/db238858-5f8a-4320-9bd4-8d1fe0e8ee5f HTTP/1.1" status: 204 len: 173 time: 0.9173152 Aug 16 13:06:21.961957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Port 2292955b-4a9c-449d-b4fe-3f15b7854f5f on network ee5ff9e6-121a-4482-9933-172fba3187c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:06:21.962309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Attempting to bind port 2292955b-4a9c-449d-b4fe-3f15b7854f5f on network ee5ff9e6-121a-4482-9933-172fba3187c8 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:21.969041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5373551-b8b9-4f3b-a4d8-af3c538b2195', 'name': 'network-vif-deleted', 'tag': 'db238858-5f8a-4320-9bd4-8d1fe0e8ee5f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:21.971350 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b3a3fb-ea01-4ed2-8ab0-eb5b2ee69ca0" -d '{"events": [{"server_uuid": "a5373551-b8b9-4f3b-a4d8-af3c538b2195", "name": "network-vif-deleted", "tag": "db238858-5f8a-4320-9bd4-8d1fe0e8ee5f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:21.975201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:21.975671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Checking segment: {'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:21.976065 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Bound using segment: {'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:21.976958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Bound port: 2292955b-4a9c-449d-b4fe-3f15b7854f5f, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189bc363-8925-4d56-b639-92b38be286d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:21.977231 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.065560 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0efe77be-20d1-4c16-b1f4-61a39c451ef4 req-4d59fb89-cc94-4419-b400-bef525c0a130 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 210 time: 0.0772827 Aug 16 13:06:22.114891 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-297aeb6c-50b0-464e-8b05-a91cec97d9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.125142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'network': {'name': 'tempest-RoutersTest-925363052'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:22.170575 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54f62a0-b5e5-4224-a784-22b568d8e9f0 x-openstack-request-id: req-c54f62a0-b5e5-4224-a784-22b568d8e9f0 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:22.170871 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5373551-b8b9-4f3b-a4d8-af3c538b2195", "name": "network-vif-deleted", "tag": "db238858-5f8a-4320-9bd4-8d1fe0e8ee5f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:22.171206 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c54f62a0-b5e5-4224-a784-22b568d8e9f0 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:22.171667 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5373551-b8b9-4f3b-a4d8-af3c538b2195', 'name': 'network-vif-deleted', 'tag': 'db238858-5f8a-4320-9bd4-8d1fe0e8ee5f', 'status': 'completed', 'code': 200} Aug 16 13:06:22.193919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] For port 2292955b-4a9c-449d-b4fe-3f15b7854f5f, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:22.197262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:22.201676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.206139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] For port 2292955b-4a9c-449d-b4fe-3f15b7854f5f, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:22.221846 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.235278 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.286681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e5c7-2426-4f5d-8535-5facaacc2f9c req-e8db1934-f8f9-4dd3-9a0a-d586710c2c24 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:22.293681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e5c7-2426-4f5d-8535-5facaacc2f9c req-e8db1934-f8f9-4dd3-9a0a-d586710c2c24 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:22.301126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e5c7-2426-4f5d-8535-5facaacc2f9c req-e8db1934-f8f9-4dd3-9a0a-d586710c2c24 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:22.311434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e5c7-2426-4f5d-8535-5facaacc2f9c req-e8db1934-f8f9-4dd3-9a0a-d586710c2c24 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:22.317004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2292955b-4a9c-449d-b4fe-3f15b7854f5f,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:22.328878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:22.329508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.330803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e5c7-2426-4f5d-8535-5facaacc2f9c req-e8db1934-f8f9-4dd3-9a0a-d586710c2c24 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:22.330938 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d83973fd-5223-485e-9df9-ea7ffc1912d0 service neutron] 10.222.0.22 "PUT /v2.0/ports/2292955b-4a9c-449d-b4fe-3f15b7854f5f HTTP/1.1" status: 200 len: 1092 time: 2.3623898 Aug 16 13:06:22.333845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4778e5c7-2426-4f5d-8535-5facaacc2f9c req-e8db1934-f8f9-4dd3-9a0a-d586710c2c24 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 3827 time: 0.2213116 Aug 16 13:06:22.369644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:22.422237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4778e5c7-2426-4f5d-8535-5facaacc2f9c req-95ee3dc7-8a2a-4bee-89e2-31961cb926ef tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719948 Aug 16 13:06:22.458859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.561767 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-297aeb6c-50b0-464e-8b05-a91cec97d9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.571071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-297aeb6c-50b0-464e-8b05-a91cec97d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.649106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297aeb6c-50b0-464e-8b05-a91cec97d9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59827548-c220-41f3-83b2-5a26d33e5602,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:22.656184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-297aeb6c-50b0-464e-8b05-a91cec97d9d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4322cf3aed774d8c972cf7e53f180d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9354708 Aug 16 13:06:22.659047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50380) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:22.699433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.710431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.726982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:06:22.732403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91bd0568-b6ad-43a5-9e1f-24da5cd5fc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.741886 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.742506 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added segment 881d1288-1173-44c5-9f79-ffec83f44e41 of type vlan for network 933a4498-3557-44b3-91b0-46d18019265a Aug 16 13:06:22.761206 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91bd0568-b6ad-43a5-9e1f-24da5cd5fc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.800265 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.826788 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91bd0568-b6ad-43a5-9e1f-24da5cd5fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.830530 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91bd0568-b6ad-43a5-9e1f-24da5cd5fc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.831903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-91bd0568-b6ad-43a5-9e1f-24da5cd5fc7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59827548-c220-41f3-83b2-5a26d33e5602 HTTP/1.1" status: 204 len: 168 time: 0.1695435 Aug 16 13:06:22.868556 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd0568-b6ad-43a5-9e1f-24da5cd5fc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59827548-c220-41f3-83b2-5a26d33e5602,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:22.937647 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2fb0c75e-d5cf-4de5-8953-1ae6407f10fe req-d075336d-ad3b-46fb-9563-5e55a6421a95 tempest-ServerRescueTestJSON-1050260141 tempest-ServerRescueTestJSON-1050260141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5373551-b8b9-4f3b-a4d8-af3c538b2195 HTTP/1.1" status: 200 len: 210 time: 0.0746202 Aug 16 13:06:22.939713 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.947376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:22.948010 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.063059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3489532 Aug 16 13:06:23.066850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50388) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:23.068960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd7fd1a-1ea7-4a19-baa4-4f99e1904206,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:23.080206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'network': {'name': 'tempest-RoutersTest-123828935'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:23.100931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccb560-01bc-4da1-b783-e12f97d891f5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Network': ['ID=933a4498-3557-44b3-91b0-46d18019265a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:23.116704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 933a4498-3557-44b3-91b0-46d18019265a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:06:23.126337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:23.131863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.160165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:06:23.175022 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.175771 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added segment a36f22e4-2b7c-47a8-89fa-395c16ac7ecb of type vlan for network 9fb3d089-1418-4f1f-990e-f10879d6fd34 Aug 16 13:06:23.235507 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.263972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb92b44-7542-4aa4-b86d-fb0e64c40531 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:23.273258 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.291978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Transition to ACTIVE for port object dbb92b44-7542-4aa4-b86d-fb0e64c40531 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:23.298059 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.302431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d22cc32-4a8b-4e1f-8c61-f7fc9ec16cda req-0101f146-c964-4c98-a0c4-1d474147e3d6 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 210 time: 0.0638635 Aug 16 13:06:23.327464 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.335093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.336558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.389824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb92b44-7542-4aa4-b86d-fb0e64c40531,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:23.434222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3637817 Aug 16 13:06:23.436566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50400) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:23.448077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'subnet': {'network_id': '933a4498-3557-44b3-91b0-46d18019265a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:23.469698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4280-b78d-4e26-a8cc-874b221521c4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Network': ['ID=9fb3d089-1418-4f1f-990e-f10879d6fd34,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:23.484178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 9fb3d089-1418-4f1f-990e-f10879d6fd34 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:06:23.510653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Attempting to bind port dbb92b44-7542-4aa4-b86d-fb0e64c40531 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:23.511044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Attempting to bind port dbb92b44-7542-4aa4-b86d-fb0e64c40531 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:23.511386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Attempting to bind port dbb92b44-7542-4aa4-b86d-fb0e64c40531 on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:23.540132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device db238858-5f8a-4320-9bd4-8d1fe0e8ee5f no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:23.577120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Port dbb92b44-7542-4aa4-b86d-fb0e64c40531 on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:06:23.577457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Attempting to bind port dbb92b44-7542-4aa4-b86d-fb0e64c40531 on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:23.639749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:23.640462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Checking segment: {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:23.641200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Bound using segment: {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:23.641868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Bound port: dbb92b44-7542-4aa4-b86d-fb0e64c40531, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:23.642478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.648237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:23.652212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.698482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: db238858-5f8a-4320-9bd4-8d1fe0e8ee5f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:23.698751 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device db238858-5f8a-4320-9bd4-8d1fe0e8ee5f not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:23.846681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-9f162c3c-7dca-45f4-a96e-becfe57b9cbe tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.851672 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-9f162c3c-7dca-45f4-a96e-becfe57b9cbe tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.42 "GET /v2.0/networks?id=246244e7-50e8-4afe-b72c-1b5a9a647383 HTTP/1.1" status: 200 len: 825 time: 0.3157947 Aug 16 13:06:23.856029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] For port dbb92b44-7542-4aa4-b86d-fb0e64c40531, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:23.861423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] For port dbb92b44-7542-4aa4-b86d-fb0e64c40531, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=dbb92b44-7542-4aa4-b86d-fb0e64c40531,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:23.870706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Request body: {'port': {'device_id': '25719782-1d7d-4ee4-8728-b4cc9a78c153', 'network_id': '246244e7-50e8-4afe-b72c-1b5a9a647383', 'admin_state_up': True, 'tenant_id': 'bfc583d7925c4cf9b0b6899174a2c810'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:23.877031 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.887751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65557-2bbf-482c-b906-4d4ea935104d req-1e4bf54e-cc7c-408f-9584-c105709ab6ab tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.893325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65557-2bbf-482c-b906-4d4ea935104d req-1e4bf54e-cc7c-408f-9584-c105709ab6ab tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.900304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65557-2bbf-482c-b906-4d4ea935104d req-1e4bf54e-cc7c-408f-9584-c105709ab6ab tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.906651 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65557-2bbf-482c-b906-4d4ea935104d req-1e4bf54e-cc7c-408f-9584-c105709ab6ab tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.914348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65557-2bbf-482c-b906-4d4ea935104d req-1e4bf54e-cc7c-408f-9584-c105709ab6ab tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.920328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65557-2bbf-482c-b906-4d4ea935104d req-1e4bf54e-cc7c-408f-9584-c105709ab6ab tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.922402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90d65557-2bbf-482c-b906-4d4ea935104d req-1e4bf54e-cc7c-408f-9584-c105709ab6ab tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 4603 time: 0.2586253 Aug 16 13:06:23.947907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.948564 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:23.950582 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] 10.222.0.22 "PUT /v2.0/ports/dbb92b44-7542-4aa4-b86d-fb0e64c40531 HTTP/1.1" status: 200 len: 1134 time: 1.5866194 Aug 16 13:06:24.007490 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90d65557-2bbf-482c-b906-4d4ea935104d req-3a2397af-4f85-4dd1-a6ec-6c75ebda0583 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729373 Aug 16 13:06:24.042774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:24.047881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50418) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:24.138983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eff80a-40b6-4f3a-bee0-03729472c214 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb92b44-7542-4aa4-b86d-fb0e64c40531,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:24.173625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': '2292955b-4a9c-449d-b4fe-3f15b7854f5f'}, {'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'dbb92b44-7542-4aa4-b86d-fb0e64c40531'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:24.176484 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4edc8b9-1c04-4123-8079-561a967ba771" -d '{"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "2292955b-4a9c-449d-b4fe-3f15b7854f5f"}, {"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "dbb92b44-7542-4aa4-b86d-fb0e64c40531"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:24.227669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Made reservation on behalf of bfc583d7925c4cf9b0b6899174a2c810 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:24.236138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:24.236138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:24.288190 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ff70a2-9b5f-4a61-8db6-27f58c6d47f2 x-openstack-request-id: req-74ff70a2-9b5f-4a61-8db6-27f58c6d47f2 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:24.289929 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "2292955b-4a9c-449d-b4fe-3f15b7854f5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "dbb92b44-7542-4aa4-b86d-fb0e64c40531", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:24.290280 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74ff70a2-9b5f-4a61-8db6-27f58c6d47f2 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:24.290692 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': '2292955b-4a9c-449d-b4fe-3f15b7854f5f', 'status': 'completed', 'code': 200} Aug 16 13:06:24.290950 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'dbb92b44-7542-4aa4-b86d-fb0e64c40531', 'status': 'completed', 'code': 200} Aug 16 13:06:24.371144 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:24.470235 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2fed3fd-aea0-4dfa-a84c-389b5aa38ef1 req-1e38e60f-31d9-444f-b915-eb1c3263d56d tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 210 time: 0.0536535 Aug 16 13:06:24.571547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-3fcf1a6d-ac22-475a-9a6d-d6ca77503a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.572043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-3fcf1a6d-ac22-475a-9a6d-d6ca77503a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.572627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-3fcf1a6d-ac22-475a-9a6d-d6ca77503a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.572981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-3fcf1a6d-ac22-475a-9a6d-d6ca77503a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.573449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-3fcf1a6d-ac22-475a-9a6d-d6ca77503a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.574002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-3fcf1a6d-ac22-475a-9a6d-d6ca77503a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.575892 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-3fcf1a6d-ac22-475a-9a6d-d6ca77503a8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5289 time: 0.2569416 Aug 16 13:06:24.586696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Subnet': ['ID=52d7664d-1f6a-43c6-9705-f9e2573b0995,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:24.591789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Checking segment: {'id': '881d1288-1173-44c5-9f79-ffec83f44e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '933a4498-3557-44b3-91b0-46d18019265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:24.592929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network hostable DHCP agents. Network: 933a4498-3557-44b3-91b0-46d18019265a, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:06:24.632903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 933a4498-3557-44b3-91b0-46d18019265a is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:06:24.652028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 933a4498-3557-44b3-91b0-46d18019265a) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:24.657912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.658683 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:24.668784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b16f50-f015-4d15-a097-a35ee3b77d87 None None] Network 933a4498-3557-44b3-91b0-46d18019265a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:24.701858 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8ba364d8-f418-4bf5-bd10-602dbcfd0889 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2639239 Aug 16 13:06:24.702994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50450) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:24.745803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'subnet': {'network_id': '9fb3d089-1418-4f1f-990e-f10879d6fd34', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:24.865247 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:24.944988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Allocated IP 172.20.0.10 (246244e7-50e8-4afe-b72c-1b5a9a647383/3f553656-ffb9-40ec-87a7-65603471d088/00418a8c-171a-4d3d-974d-17ab5e4f32dd) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:24.950990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-933a4498-3557-44b3-91b0-46d18019265a', 'network_id': '933a4498-3557-44b3-91b0-46d18019265a', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'fixed_ips': [{'subnet_id': '52d7664d-1f6a-43c6-9705-f9e2573b0995'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:06:24.951988 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.053201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:25.056448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.151455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Allocated IP 172.20.0.2 (933a4498-3557-44b3-91b0-46d18019265a/52d7664d-1f6a-43c6-9705-f9e2573b0995/b453e5e0-eb13-4fa2-9afb-780be61c1622) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:25.252839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-4a43f0ce-0ef4-429f-8b13-e120007d37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.253448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-4a43f0ce-0ef4-429f-8b13-e120007d37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.253915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-4a43f0ce-0ef4-429f-8b13-e120007d37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.255761 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-4a43f0ce-0ef4-429f-8b13-e120007d37f3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f0bff93acd024030911c824e4926974a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6611853 Aug 16 13:06:25.262318 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c68a86-8437-4696-adc6-d9611b267e39 req-22d46356-43a0-4707-a446-94e80167e148 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.268603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c68a86-8437-4696-adc6-d9611b267e39 req-22d46356-43a0-4707-a446-94e80167e148 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.275022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c68a86-8437-4696-adc6-d9611b267e39 req-22d46356-43a0-4707-a446-94e80167e148 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.280483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c68a86-8437-4696-adc6-d9611b267e39 req-22d46356-43a0-4707-a446-94e80167e148 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.287045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c68a86-8437-4696-adc6-d9611b267e39 req-22d46356-43a0-4707-a446-94e80167e148 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.293742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c68a86-8437-4696-adc6-d9611b267e39 req-22d46356-43a0-4707-a446-94e80167e148 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.303251 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04c68a86-8437-4696-adc6-d9611b267e39 req-22d46356-43a0-4707-a446-94e80167e148 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 4603 time: 0.1518631 Aug 16 13:06:25.364526 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04c68a86-8437-4696-adc6-d9611b267e39 req-9ed52341-c26d-468c-b4d3-1c67fe728915 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599909 Aug 16 13:06:25.364700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50476) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:25.407857 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.424830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Transition to ACTIVE for port object b453e5e0-eb13-4fa2-9afb-780be61c1622 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:25.455652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Transition to ACTIVE for port object b453e5e0-eb13-4fa2-9afb-780be61c1622 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:25.465509 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.475371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] Deleting port 85bf8205-ac07-47b7-a52f-5199909f4bb8 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:25.476572 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.531424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Pushing event updated for resources: {'Port': ['ID=b453e5e0-eb13-4fa2-9afb-780be61c1622,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:25.547881 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Network 933a4498-3557-44b3-91b0-46d18019265a is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:25.550504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.550810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.551880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.552610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.553352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.554041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.554680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.555057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.555467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.555778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.556337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.556829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:25.561771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:25.564476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:25.580342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-2b534b56-9b83-432b-b5fb-cbe30374d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.581832 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-2b534b56-9b83-432b-b5fb-cbe30374d1c3 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3156784 Aug 16 13:06:25.628028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Attempting to bind port b453e5e0-eb13-4fa2-9afb-780be61c1622 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:25.628653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Attempting to bind port b453e5e0-eb13-4fa2-9afb-780be61c1622 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '881d1288-1173-44c5-9f79-ffec83f44e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '933a4498-3557-44b3-91b0-46d18019265a'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:25.629824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Attempting to bind port b453e5e0-eb13-4fa2-9afb-780be61c1622 on network 933a4498-3557-44b3-91b0-46d18019265a {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:25.645502 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:25.646361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Checking segment: {'id': '881d1288-1173-44c5-9f79-ffec83f44e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '933a4498-3557-44b3-91b0-46d18019265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:25.646933 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.647493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Bound using segment: {'id': '881d1288-1173-44c5-9f79-ffec83f44e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '933a4498-3557-44b3-91b0-46d18019265a'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:25.648144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Bound port: b453e5e0-eb13-4fa2-9afb-780be61c1622, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881d1288-1173-44c5-9f79-ffec83f44e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '933a4498-3557-44b3-91b0-46d18019265a'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:25.648755 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.655280 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e543b553-5865-48b4-954d-7ee48ec41412 req-0178a242-cd10-4d45-800a-861a8bbb8db3 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 210 time: 0.0415819 Aug 16 13:06:25.674650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c3b3de-bc6e-4f0c-9756-0c2b426c973f {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:25.680045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] For port 85bf8205-ac07-47b7-a52f-5199909f4bb8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=85bf8205-ac07-47b7-a52f-5199909f4bb8,segment=NetworkSegment(8dfbb848-058d-42e9-b03c-8d0d024bc21e),segment_id=8dfbb848-058d-42e9-b03c-8d0d024bc21e)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:25.680623 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.693614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] Calling delete_port for 85bf8205-ac07-47b7-a52f-5199909f4bb8 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:25.749665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] For port b453e5e0-eb13-4fa2-9afb-780be61c1622, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:25.755279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] For port b453e5e0-eb13-4fa2-9afb-780be61c1622, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b453e5e0-eb13-4fa2-9afb-780be61c1622,segment=NetworkSegment(881d1288-1173-44c5-9f79-ffec83f44e41),segment_id=881d1288-1173-44c5-9f79-ffec83f44e41)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:25.762112 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.764406 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.766693 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a4edd99-e364-4d8b-9324-93b7a2034cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.769779 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.853669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c67a65-54ec-4886-bdba-d2caadae7c28 None None] Pushing event updated for resources: {'Port': ['ID=b453e5e0-eb13-4fa2-9afb-780be61c1622,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:25.912727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Transition to ACTIVE for port object b6c3b3de-bc6e-4f0c-9756-0c2b426c973f will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:25.945244 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.968977 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.018819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=85bf8205-ac07-47b7-a52f-5199909f4bb8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:26.026418 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.030348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Subnet': ['ID=92ffca1a-b810-4ba2-84c2-c367aecdd719,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:26.093038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-5a8ca6bd-c1cf-40d4-acf5-16cbe248e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.094323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-5a8ca6bd-c1cf-40d4-acf5-16cbe248e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.094524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-5a8ca6bd-c1cf-40d4-acf5-16cbe248e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.095006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-5a8ca6bd-c1cf-40d4-acf5-16cbe248e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.095479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-5a8ca6bd-c1cf-40d4-acf5-16cbe248e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.095949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-5a8ca6bd-c1cf-40d4-acf5-16cbe248e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.097802 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-5a8ca6bd-c1cf-40d4-acf5-16cbe248e9ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5289 time: 0.3382688 Aug 16 13:06:26.227284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Pushing event updated for resources: {'Port': ['ID=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:26.229875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Checking segment: {'id': 'a36f22e4-2b7c-47a8-89fa-395c16ac7ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9fb3d089-1418-4f1f-990e-f10879d6fd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:26.230347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network hostable DHCP agents. Network: 9fb3d089-1418-4f1f-990e-f10879d6fd34, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:06:26.359209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.462481 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 9fb3d089-1418-4f1f-990e-f10879d6fd34 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:06:26.500943 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.524615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 9fb3d089-1418-4f1f-990e-f10879d6fd34) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:26.526785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-93cff37c-58a3-4fa2-8a62-29d1556a4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.527260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-93cff37c-58a3-4fa2-8a62-29d1556a4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.527731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-93cff37c-58a3-4fa2-8a62-29d1556a4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.529353 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-93cff37c-58a3-4fa2-8a62-29d1556a4d8b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f0bff93acd024030911c824e4926974a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3825805 Aug 16 13:06:26.535076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e705dc84-afe8-4703-b35b-9b27ede1cc94 None None] Network 9fb3d089-1418-4f1f-990e-f10879d6fd34 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:26.568350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Attempting to bind port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:26.568788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Attempting to bind port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:26.569122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Attempting to bind port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:26.632573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.634527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.664544 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a4edd99-e364-4d8b-9324-93b7a2034cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.683934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Pushing event updated for resources: {'Port': ['ID=00418a8c-171a-4d3d-974d-17ab5e4f32dd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:26.707243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51e0d8-b75e-41ea-b231-056cb00784b1 req-1191850a-46d4-4a34-b809-dd88ddc71a32 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.713567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51e0d8-b75e-41ea-b231-056cb00784b1 req-1191850a-46d4-4a34-b809-dd88ddc71a32 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.720745 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51e0d8-b75e-41ea-b231-056cb00784b1 req-1191850a-46d4-4a34-b809-dd88ddc71a32 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.721252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:06:26.724223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Attempting to bind port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:26.729546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51e0d8-b75e-41ea-b231-056cb00784b1 req-1191850a-46d4-4a34-b809-dd88ddc71a32 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.737138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51e0d8-b75e-41ea-b231-056cb00784b1 req-1191850a-46d4-4a34-b809-dd88ddc71a32 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.745065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51e0d8-b75e-41ea-b231-056cb00784b1 req-1191850a-46d4-4a34-b809-dd88ddc71a32 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.751291 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a4edd99-e364-4d8b-9324-93b7a2034cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.751935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51e0d8-b75e-41ea-b231-056cb00784b1 req-1191850a-46d4-4a34-b809-dd88ddc71a32 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.753867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db51e0d8-b75e-41ea-b231-056cb00784b1 req-1191850a-46d4-4a34-b809-dd88ddc71a32 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5381 time: 0.1588058 Aug 16 13:06:26.765650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Network 246244e7-50e8-4afe-b72c-1b5a9a647383 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:26.906404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-9fb3d089-1418-4f1f-990e-f10879d6fd34', 'network_id': '9fb3d089-1418-4f1f-990e-f10879d6fd34', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'fixed_ips': [{'subnet_id': '92ffca1a-b810-4ba2-84c2-c367aecdd719'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:06:26.907291 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.920748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] Router b92807a5-3e33-472c-bd20-2a13d291cbc4 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:06:27.031615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db51e0d8-b75e-41ea-b231-056cb00784b1 req-c66ac0fe-6668-48a4-9435-c603429cbbd1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2693832 Aug 16 13:06:27.198339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:27.206773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea238a-0339-492d-812a-6f0d5c5a5206 req-84f3f731-6bb7-4fe0-8e6b-7c4e363cc732 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:27.213381 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2847a8-335c-4628-8b78-c9844652aceb None None] Sync routers for ids ['b92807a5-3e33-472c-bd20-2a13d291cbc4'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:27.225631 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2847a8-335c-4628-8b78-c9844652aceb None None] Routers {'b92807a5-3e33-472c-bd20-2a13d291cbc4'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:27.226664 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ec2847a8-335c-4628-8b78-c9844652aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b92807a5-3e33-472c-bd20-2a13d291cbc4'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:27.232954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Allocated IP 172.21.0.2 (9fb3d089-1418-4f1f-990e-f10879d6fd34/92ffca1a-b810-4ba2-84c2-c367aecdd719/90dfa53d-45b5-4d48-b72b-f29d5db1c74d) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:27.236443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5dea238a-0339-492d-812a-6f0d5c5a5206 req-84f3f731-6bb7-4fe0-8e6b-7c4e363cc732 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 932 time: 0.2714429 Aug 16 13:06:27.258721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-84db0ed9-06cb-4acf-a096-a20394a88f33 admin admin] 10.222.0.25 "PUT /v2.0/routers/b92807a5-3e33-472c-bd20-2a13d291cbc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2096710 Aug 16 13:06:27.282394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50506) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:27.359867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5dea238a-0339-492d-812a-6f0d5c5a5206 req-740e6c15-4454-4e75-8356-25b30373db14 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224313 Aug 16 13:06:27.528424 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ec2847a8-335c-4628-8b78-c9844652aceb None None] Set router b92807a5-3e33-472c-bd20-2a13d291cbc4 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:27.535326 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.585812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:27.586950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Checking segment: {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:27.587509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Bound using segment: {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:27.589056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Bound port: b6c3b3de-bc6e-4f0c-9756-0c2b426c973f, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:27.589600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.595603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061b02e-699e-447a-a877-9086cff7916e None None] Network 933a4498-3557-44b3-91b0-46d18019265a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:27.600244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5558af46-03cd-4c11-82af-ce2b45e07c2c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8582792 Aug 16 13:06:27.601068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50508) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:27.624150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:27.643178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d645fab7-59fd-4d46-ab20-472e67f281f8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1754392342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:27.661763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:27.773816 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9a4edd99-e364-4d8b-9324-93b7a2034cc1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=daccc269fbf24cd29f11f3d90d62878c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3760684 Aug 16 13:06:27.773816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4edd99-e364-4d8b-9324-93b7a2034cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd9de9d-a519-43ee-a4fa-a13d4f429300,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:27.833519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b453e5e0-eb13-4fa2-9afb-780be61c1622 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:27.859657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] For port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:27.864906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] For port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:27.865987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50512) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:27.900845 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.930178 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.939809 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ec2847a8-335c-4628-8b78-c9844652aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'name': 'tempest-ServerRescueTestJSON-2120304759-router', 'tenant_id': '7483c776397948268a84a5267d068378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:04:06Z', 'updated_at': '2021-08-16T13:06:25Z', 'revision_number': 5, 'project_id': '7483c776397948268a84a5267d068378', 'gw_port': {'id': '6543d3bc-2d0d-485b-b0bf-1c79b8030ee6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:04:07Z', 'updated_at': '2021-08-16T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:27.970366 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d645fab7-59fd-4d46-ab20-472e67f281f8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.971382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d645fab7-59fd-4d46-ab20-472e67f281f8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.976879 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2847a8-335c-4628-8b78-c9844652aceb None None] Checking router: b92807a5-3e33-472c-bd20-2a13d291cbc4 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:06:27.979040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-617fb6c0-b28e-424f-94bc-f95c0c970701 None None] Provisioning for port b453e5e0-eb13-4fa2-9afb-780be61c1622 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:27.991692 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.996076 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2847a8-335c-4628-8b78-c9844652aceb None None] Routers {'b92807a5-3e33-472c-bd20-2a13d291cbc4'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:27.997874 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ec2847a8-335c-4628-8b78-c9844652aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b92807a5-3e33-472c-bd20-2a13d291cbc4'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:28.022044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port b453e5e0-eb13-4fa2-9afb-780be61c1622 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:28.034201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Transition to ACTIVE for port object 90dfa53d-45b5-4d48-b72b-f29d5db1c74d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:28.040132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b453e5e0-eb13-4fa2-9afb-780be61c1622 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:28.040352 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d645fab7-59fd-4d46-ab20-472e67f281f8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.041369 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.058684 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d645fab7-59fd-4d46-ab20-472e67f281f8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.067675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Deleting port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:28.068022 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.098778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.100246 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.122739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.123365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.129377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] 10.222.0.22 "PUT /v2.0/ports/b6c3b3de-bc6e-4f0c-9756-0c2b426c973f HTTP/1.1" status: 200 len: 1136 time: 4.1208723 Aug 16 13:06:28.135278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'b6c3b3de-bc6e-4f0c-9756-0c2b426c973f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:28.148243 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96a1721-a0d9-4e3c-b86b-05a755214c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "b6c3b3de-bc6e-4f0c-9756-0c2b426c973f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:28.160075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Transition to ACTIVE for port object 90dfa53d-45b5-4d48-b72b-f29d5db1c74d will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:28.197568 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ec2847a8-335c-4628-8b78-c9844652aceb None None] Set router b92807a5-3e33-472c-bd20-2a13d291cbc4 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:28.213082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-a29d49da-5d74-462c-a4a5-b7760a4428b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.219362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4edc8b9-1c04-4123-8079-561a967ba771 req-a29d49da-5d74-462c-a4a5-b7760a4428b2 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.5808573 Aug 16 13:06:28.224994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d645fab7-59fd-4d46-ab20-472e67f281f8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.226206 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d645fab7-59fd-4d46-ab20-472e67f281f8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6036043 Aug 16 13:06:28.248714 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.253875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:28.280043 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-2334d61d-9d44-4d76-b2ae-c975a1ece353 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4167914 Aug 16 13:06:28.287207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50522) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:28.321935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] For port 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6543d3bc-2d0d-485b-b0bf-1c79b8030ee6,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:28.321935 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.322342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Pushing event updated for resources: {'Port': ['ID=90dfa53d-45b5-4d48-b72b-f29d5db1c74d,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:28.368085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Network 9fb3d089-1418-4f1f-990e-f10879d6fd34 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:28.369021 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.372670 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857c5ac3-b4e9-4369-a1fa-68f805def511 x-openstack-request-id: req-857c5ac3-b4e9-4369-a1fa-68f805def511 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:28.373361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Calling delete_port for 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:28.375112 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "b6c3b3de-bc6e-4f0c-9756-0c2b426c973f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:28.376168 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-857c5ac3-b4e9-4369-a1fa-68f805def511 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:28.376950 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'b6c3b3de-bc6e-4f0c-9756-0c2b426c973f', 'status': 'completed', 'code': 200} Aug 16 13:06:28.393003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Request body: {'port': {'device_id': '25719782-1d7d-4ee4-8728-b4cc9a78c153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:28.401563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:28.407705 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:28.412361 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ec2847a8-335c-4628-8b78-c9844652aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'name': 'tempest-ServerRescueTestJSON-2120304759-router', 'tenant_id': '7483c776397948268a84a5267d068378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:04:06Z', 'updated_at': '2021-08-16T13:06:27Z', 'revision_number': 6, 'project_id': '7483c776397948268a84a5267d068378', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:28.481059 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2847a8-335c-4628-8b78-c9844652aceb None None] The sync data for ids ['b92807a5-3e33-472c-bd20-2a13d291cbc4'] in n-d-804708-1 is: [{'id': 'b92807a5-3e33-472c-bd20-2a13d291cbc4', 'name': 'tempest-ServerRescueTestJSON-2120304759-router', 'tenant_id': '7483c776397948268a84a5267d068378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:04:06Z', 'updated_at': '2021-08-16T13:06:27Z', 'revision_number': 6, 'project_id': '7483c776397948268a84a5267d068378', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:28.530274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port b453e5e0-eb13-4fa2-9afb-780be61c1622, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b453e5e0-eb13-4fa2-9afb-780be61c1622,segment=NetworkSegment(881d1288-1173-44c5-9f79-ffec83f44e41),segment_id=881d1288-1173-44c5-9f79-ffec83f44e41)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:28.549685 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.611916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Attempting to bind port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:28.612196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Attempting to bind port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'a36f22e4-2b7c-47a8-89fa-395c16ac7ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9fb3d089-1418-4f1f-990e-f10879d6fd34'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:28.612852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Attempting to bind port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d on network 9fb3d089-1418-4f1f-990e-f10879d6fd34 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:28.627014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=b453e5e0-eb13-4fa2-9afb-780be61c1622,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:28.633244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:28.633749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Checking segment: {'id': 'a36f22e4-2b7c-47a8-89fa-395c16ac7ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9fb3d089-1418-4f1f-990e-f10879d6fd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:28.634193 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.634710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Bound using segment: {'id': 'a36f22e4-2b7c-47a8-89fa-395c16ac7ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9fb3d089-1418-4f1f-990e-f10879d6fd34'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:28.635194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Bound port: 90dfa53d-45b5-4d48-b72b-f29d5db1c74d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36f22e4-2b7c-47a8-89fa-395c16ac7ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9fb3d089-1418-4f1f-990e-f10879d6fd34'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:28.635573 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.692029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a7e49-8d50-492f-a15d-e66e2b883f2a service neutron] Pushing event updated for resources: {'Port': ['ID=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:28.696691 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.719328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] For port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:28.720979 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad377b28-d4ba-46ae-a9e1-da25132ecbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.724738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] For port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=90dfa53d-45b5-4d48-b72b-f29d5db1c74d,segment=NetworkSegment(a36f22e4-2b7c-47a8-89fa-395c16ac7ecb),segment_id=a36f22e4-2b7c-47a8-89fa-395c16ac7ecb)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:28.732692 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.805284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c8cff79b-d041-4a3b-b0f0-03f7a5e727a4 None None] Provisioning complete for port b453e5e0-eb13-4fa2-9afb-780be61c1622 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:28.805660 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c8cff79b-d041-4a3b-b0f0-03f7a5e727a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.849638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38929a80-da34-417d-b225-ac1aa6e08583 None None] Pushing event updated for resources: {'Port': ['ID=90dfa53d-45b5-4d48-b72b-f29d5db1c74d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:28.927775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a9281dfc-67c0-46c2-94f6-9c4ae969d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.928266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a9281dfc-67c0-46c2-94f6-9c4ae969d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.929066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a9281dfc-67c0-46c2-94f6-9c4ae969d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.929615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a9281dfc-67c0-46c2-94f6-9c4ae969d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.930188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a9281dfc-67c0-46c2-94f6-9c4ae969d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.930729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a9281dfc-67c0-46c2-94f6-9c4ae969d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.931287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a9281dfc-67c0-46c2-94f6-9c4ae969d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.945030 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a9281dfc-67c0-46c2-94f6-9c4ae969d859 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6218 time: 0.5460222 Aug 16 13:06:28.947871 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad377b28-d4ba-46ae-a9e1-da25132ecbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.953838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.959765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:29.226431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=6543d3bc-2d0d-485b-b0bf-1c79b8030ee6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:29.291288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075c15-b041-41b8-abb0-916f20551f30 req-d7957a36-bf83-47d1-b62c-348567805ca5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.299719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075c15-b041-41b8-abb0-916f20551f30 req-d7957a36-bf83-47d1-b62c-348567805ca5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.308360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075c15-b041-41b8-abb0-916f20551f30 req-d7957a36-bf83-47d1-b62c-348567805ca5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.314445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075c15-b041-41b8-abb0-916f20551f30 req-d7957a36-bf83-47d1-b62c-348567805ca5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.321138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075c15-b041-41b8-abb0-916f20551f30 req-d7957a36-bf83-47d1-b62c-348567805ca5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.327304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075c15-b041-41b8-abb0-916f20551f30 req-d7957a36-bf83-47d1-b62c-348567805ca5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.333751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075c15-b041-41b8-abb0-916f20551f30 req-d7957a36-bf83-47d1-b62c-348567805ca5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.336050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c075c15-b041-41b8-abb0-916f20551f30 req-d7957a36-bf83-47d1-b62c-348567805ca5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5381 time: 0.7588198 Aug 16 13:06:29.344340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.344690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.345032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.345365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.345870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.346225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.346813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.347059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.347388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.347712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.348160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.348384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:29.409749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b1fd3-9386-4b59-9dd9-d8278d6609b5 req-89743ce1-6642-4e7c-b4f8-7bdab6ea8899 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.412385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-297b1fd3-9386-4b59-9dd9-d8278d6609b5 req-89743ce1-6642-4e7c-b4f8-7bdab6ea8899 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 932 time: 0.7625787 Aug 16 13:06:29.467510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:29.489629 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c075c15-b041-41b8-abb0-916f20551f30 req-4c9001c6-e99f-45a9-8e0c-2f35782d7f73 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336079 Aug 16 13:06:29.620412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:29.653906 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-297b1fd3-9386-4b59-9dd9-d8278d6609b5 req-2535ecb3-6a9c-4356-b840-88b6d44e0205 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331188 Aug 16 13:06:29.660756 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 90dfa53d-45b5-4d48-b72b-f29d5db1c74d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:29.670677 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:29.677266 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:29.704371 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad377b28-d4ba-46ae-a9e1-da25132ecbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:29.706900 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad377b28-d4ba-46ae-a9e1-da25132ecbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:29.708397 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ad377b28-d4ba-46ae-a9e1-da25132ecbf5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0bd9de9d-a519-43ee-a4fa-a13d4f429300 HTTP/1.1" status: 204 len: 168 time: 1.8397865 Aug 16 13:06:29.767486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad377b28-d4ba-46ae-a9e1-da25132ecbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd9de9d-a519-43ee-a4fa-a13d4f429300,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:29.784405 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:29.785260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b92807a5-3e33-472c-bd20-2a13d291cbc4 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:06:29.807267 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:29.808661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cc5d94f7-a316-458c-ab27-10c32aa88d11 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b92807a5-3e33-472c-bd20-2a13d291cbc4 HTTP/1.1" status: 204 len: 168 time: 2.5230708 Aug 16 13:06:29.813529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50538) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:29.823280 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:29.909234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a6abffa6-3e88-431d-8a7d-d2a6e7d0656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.909938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a6abffa6-3e88-431d-8a7d-d2a6e7d0656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.911116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a6abffa6-3e88-431d-8a7d-d2a6e7d0656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.911718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:29.913057 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-a6abffa6-3e88-431d-8a7d-d2a6e7d0656e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f0bff93acd024030911c824e4926974a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9402604 Aug 16 13:06:29.927319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b453e5e0-eb13-4fa2-9afb-780be61c1622 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:29.959101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab470a14-a801-46e9-9d75-403e4a5dd32e admin admin] Deleting subnet 6a0bdeb5-93fb-4131-af47-016a02f3c59d {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:06:29.965091 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab470a14-a801-46e9-9d75-403e4a5dd32e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.039254 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab470a14-a801-46e9-9d75-403e4a5dd32e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.075103 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:30.120265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab470a14-a801-46e9-9d75-403e4a5dd32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.170926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b453e5e0-eb13-4fa2-9afb-780be61c1622 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:30.171299 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.179124 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.269998 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab470a14-a801-46e9-9d75-403e4a5dd32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.318079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00418a8c-171a-4d3d-974d-17ab5e4f32dd {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:30.335870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.342020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab470a14-a801-46e9-9d75-403e4a5dd32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0bdeb5-93fb-4131-af47-016a02f3c59d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:30.359282 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab470a14-a801-46e9-9d75-403e4a5dd32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.363008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ab470a14-a801-46e9-9d75-403e4a5dd32e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6a0bdeb5-93fb-4131-af47-016a02f3c59d HTTP/1.1" status: 204 len: 168 time: 0.5470583 Aug 16 13:06:30.364714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Transition to ACTIVE for port object 00418a8c-171a-4d3d-974d-17ab5e4f32dd will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:30.369042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50548) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:30.466778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:30.501710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:30.502060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6543d3bc-2d0d-485b-b0bf-1c79b8030ee6 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:30.502520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 85bf8205-ac07-47b7-a52f-5199909f4bb8 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:30.513772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.576513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 85bf8205-ac07-47b7-a52f-5199909f4bb8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:30.580708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 85bf8205-ac07-47b7-a52f-5199909f4bb8 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:30.597447 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.663218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Transition to ACTIVE for port object a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:30.691598 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-7b3320db-e540-4c77-b209-6982eb524843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:30.704006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b96a1721-a0d9-4e3c-b86b-05a755214c4a req-7b3320db-e540-4c77-b209-6982eb524843 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7718809 Aug 16 13:06:30.750497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0134657d-beda-493e-bf50-268484ec8e17 None None] Network 9fb3d089-1418-4f1f-990e-f10879d6fd34 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:30.764290 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.798920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Pushing event updated for resources: {'Port': ['ID=00418a8c-171a-4d3d-974d-17ab5e4f32dd,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:31.132781 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.135198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Allocated IP 172.20.0.1 (933a4498-3557-44b3-91b0-46d18019265a/52d7664d-1f6a-43c6-9705-f9e2573b0995/3ae00b06-8056-4cdf-8d45-a0331528c23d) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:31.264796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f06e19f-8fa8-4f63-a600-513e98865e15']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:31.298426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfbb848-058d-42e9-b03c-8d0d024bc21e') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:31.299101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfbb848-058d-42e9-b03c-8d0d024bc21e') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:31.312942 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Pushing event updated for resources: {'Port': ['ID=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:31.350751 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.386936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676b06-dc81-46ee-bd12-956e83037a51 req-ccd682d2-c7ad-476c-b82a-4598d1785523 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:31.400518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676b06-dc81-46ee-bd12-956e83037a51 req-ccd682d2-c7ad-476c-b82a-4598d1785523 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:31.409918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676b06-dc81-46ee-bd12-956e83037a51 req-ccd682d2-c7ad-476c-b82a-4598d1785523 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:31.413994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Attempting to bind port 00418a8c-171a-4d3d-974d-17ab5e4f32dd on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:31.414320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Attempting to bind port 00418a8c-171a-4d3d-974d-17ab5e4f32dd by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '7d26192b-d790-4ddf-90a2-32632237a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '246244e7-50e8-4afe-b72c-1b5a9a647383'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:31.414652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Attempting to bind port 00418a8c-171a-4d3d-974d-17ab5e4f32dd on network 246244e7-50e8-4afe-b72c-1b5a9a647383 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:31.433642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676b06-dc81-46ee-bd12-956e83037a51 req-ccd682d2-c7ad-476c-b82a-4598d1785523 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:31.449599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676b06-dc81-46ee-bd12-956e83037a51 req-ccd682d2-c7ad-476c-b82a-4598d1785523 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:31.453975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Port 00418a8c-171a-4d3d-974d-17ab5e4f32dd on network 246244e7-50e8-4afe-b72c-1b5a9a647383 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:06:31.454313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Attempting to bind port 00418a8c-171a-4d3d-974d-17ab5e4f32dd on network 246244e7-50e8-4afe-b72c-1b5a9a647383 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:31.461300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Attempting to bind port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:31.461640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Attempting to bind port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:31.461969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Attempting to bind port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:31.465870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676b06-dc81-46ee-bd12-956e83037a51 req-ccd682d2-c7ad-476c-b82a-4598d1785523 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:31.480346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676b06-dc81-46ee-bd12-956e83037a51 req-ccd682d2-c7ad-476c-b82a-4598d1785523 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:31.490816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5676b06-dc81-46ee-bd12-956e83037a51 req-ccd682d2-c7ad-476c-b82a-4598d1785523 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5393 time: 0.7123029 Aug 16 13:06:31.495604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:31.495879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Checking segment: {'id': '7d26192b-d790-4ddf-90a2-32632237a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '246244e7-50e8-4afe-b72c-1b5a9a647383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:31.496258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Bound using segment: {'id': '7d26192b-d790-4ddf-90a2-32632237a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '246244e7-50e8-4afe-b72c-1b5a9a647383'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:31.496702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Bound port: 00418a8c-171a-4d3d-974d-17ab5e4f32dd, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d26192b-d790-4ddf-90a2-32632237a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '246244e7-50e8-4afe-b72c-1b5a9a647383'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:31.497060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.498585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2e73ed9d-d139-40b7-ac06-1d6aed4dba77 None None] Provisioning for port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:31.512683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2e73ed9d-d139-40b7-ac06-1d6aed4dba77 None None] Provisioning complete for port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:31.512860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:06:31.513057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Attempting to bind port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:31.513168 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2e73ed9d-d139-40b7-ac06-1d6aed4dba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.526283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70105a-55b5-4cb9-ab92-0c1938ed9fd4 req-754c612a-e351-4c70-8328-347ae860e763 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:31.535077 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a70105a-55b5-4cb9-ab92-0c1938ed9fd4 req-754c612a-e351-4c70-8328-347ae860e763 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 944 time: 0.4559724 Aug 16 13:06:31.537863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:31.538252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Checking segment: {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:31.538766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Bound using segment: {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:31.539307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Bound port: a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:31.539676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.612073 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.652062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:31.654855 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:31.662724 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:31.664961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.681153 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2e73ed9d-d139-40b7-ac06-1d6aed4dba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.722126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5676b06-dc81-46ee-bd12-956e83037a51 req-20ed2be9-7d87-4328-9272-633d58dd33b1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2262938 Aug 16 13:06:31.751810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2e73ed9d-d139-40b7-ac06-1d6aed4dba77 None None] For port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=90dfa53d-45b5-4d48-b72b-f29d5db1c74d,segment=NetworkSegment(a36f22e4-2b7c-47a8-89fa-395c16ac7ecb),segment_id=a36f22e4-2b7c-47a8-89fa-395c16ac7ecb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:31.754763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Transition to ACTIVE for port object 3ae00b06-8056-4cdf-8d45-a0331528c23d will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:31.776916 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2e73ed9d-d139-40b7-ac06-1d6aed4dba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.858234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] For port 00418a8c-171a-4d3d-974d-17ab5e4f32dd, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:31.862427 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fb82adb0-7513-4ba8-8288-fe85af5fe27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.868309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73ed9d-d139-40b7-ac06-1d6aed4dba77 None None] Pushing event updated for resources: {'Port': ['ID=90dfa53d-45b5-4d48-b72b-f29d5db1c74d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:31.871707 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a70105a-55b5-4cb9-ab92-0c1938ed9fd4 req-7f1eebc8-d2ba-4fea-a06c-b9e82c9f6a86 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088446 Aug 16 13:06:31.879993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] For port 00418a8c-171a-4d3d-974d-17ab5e4f32dd, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=00418a8c-171a-4d3d-974d-17ab5e4f32dd,segment=NetworkSegment(7d26192b-d790-4ddf-90a2-32632237a6c5),segment_id=7d26192b-d790-4ddf-90a2-32632237a6c5)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:31.910642 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.916517 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.940448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] For port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:32.008504 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.010787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1f06e19f-8fa8-4f63-a600-513e98865e15 HTTP/1.1" status: 204 len: 168 time: 1.6400328 Aug 16 13:06:32.017880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f5c4e-bab9-44ec-b550-929862c30844 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f06e19f-8fa8-4f63-a600-513e98865e15,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:32.063308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:32.063845 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.065734 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] 10.222.0.42 "PUT /v2.0/ports/00418a8c-171a-4d3d-974d-17ab5e4f32dd HTTP/1.1" status: 200 len: 1092 time: 3.6840076 Aug 16 13:06:32.068432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25719782-1d7d-4ee4-8728-b4cc9a78c153', 'tag': '00418a8c-171a-4d3d-974d-17ab5e4f32dd'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:32.072050 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb12e88-24dd-4488-9bc6-a548c39cd05d" -d '{"events": [{"name": "network-changed", "server_uuid": "25719782-1d7d-4ee4-8728-b4cc9a78c153", "tag": "00418a8c-171a-4d3d-974d-17ab5e4f32dd"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:32.078081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] For port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:32.093963 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.098829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.114700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b74ef-a6d4-42f8-b52c-d197abba8754 service neutron] Pushing event updated for resources: {'Port': ['ID=00418a8c-171a-4d3d-974d-17ab5e4f32dd,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:32.133318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c42a67d4-3e62-4822-9de6-2e6982ba37ad None None] Provisioning complete for port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:32.133692 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c42a67d4-3e62-4822-9de6-2e6982ba37ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.170735 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 933a4498-3557-44b3-91b0-46d18019265a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:32.172373 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fba816-1815-4246-be10-de15bf2b76cd x-openstack-request-id: req-b5fba816-1815-4246-be10-de15bf2b76cd {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:32.172670 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25719782-1d7d-4ee4-8728-b4cc9a78c153", "tag": "00418a8c-171a-4d3d-974d-17ab5e4f32dd", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:32.172922 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5fba816-1815-4246-be10-de15bf2b76cd {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:32.173314 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25719782-1d7d-4ee4-8728-b4cc9a78c153', 'tag': '00418a8c-171a-4d3d-974d-17ab5e4f32dd', 'status': 'completed', 'code': 200} Aug 16 13:06:32.206787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:32.216566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:32.219956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:32.220346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.222039 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] 10.222.0.22 "PUT /v2.0/ports/a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb HTTP/1.1" status: 200 len: 1090 time: 3.9943247 Aug 16 13:06:32.278649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50590) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:32.356388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:32.394383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e6bc877e-b051-49ee-8c73-0228ef3e8ac2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7483c776397948268a84a5267d068378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143124 Aug 16 13:06:32.397091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50592) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:32.417653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=3ae00b06-8056-4cdf-8d45-a0331528c23d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:32.445915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-8d84edca-9757-4c51-b4dc-95433ddc82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:32.447488 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-8d84edca-9757-4c51-b4dc-95433ddc82b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc583d7925c4cf9b0b6899174a2c810&device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 1095 time: 0.3155124 Aug 16 13:06:32.483775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.516698 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3c52129f-cd47-407a-a547-243b9a3c2626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.572191 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3c52129f-cd47-407a-a547-243b9a3c2626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.651827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3c52129f-cd47-407a-a547-243b9a3c2626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.655880 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3c52129f-cd47-407a-a547-243b9a3c2626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.657123 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3c52129f-cd47-407a-a547-243b9a3c2626 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55073e10-0671-4527-a5fa-4e9ca61c1020 HTTP/1.1" status: 204 len: 168 time: 0.2587521 Aug 16 13:06:32.677721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52129f-cd47-407a-a547-243b9a3c2626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55073e10-0671-4527-a5fa-4e9ca61c1020,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:32.742216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0bb1193a-4933-4ee1-a63c-185ae8b52c55 None None] Provisioning for port 3ae00b06-8056-4cdf-8d45-a0331528c23d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:32.748632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0bb1193a-4933-4ee1-a63c-185ae8b52c55 None None] Provisioning complete for port 3ae00b06-8056-4cdf-8d45-a0331528c23d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:32.749931 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0bb1193a-4933-4ee1-a63c-185ae8b52c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.835834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1193a-4933-4ee1-a63c-185ae8b52c55 None None] Port 3ae00b06-8056-4cdf-8d45-a0331528c23d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:06:32.936666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737c2-eb3b-4617-b798-6af592f57a57 req-f41d73e2-3c52-475e-a722-ee85d70a2b87 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:32.955466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737c2-eb3b-4617-b798-6af592f57a57 req-f41d73e2-3c52-475e-a722-ee85d70a2b87 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:32.977843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737c2-eb3b-4617-b798-6af592f57a57 req-f41d73e2-3c52-475e-a722-ee85d70a2b87 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:32.991798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737c2-eb3b-4617-b798-6af592f57a57 req-f41d73e2-3c52-475e-a722-ee85d70a2b87 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.014197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737c2-eb3b-4617-b798-6af592f57a57 req-f41d73e2-3c52-475e-a722-ee85d70a2b87 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.026500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737c2-eb3b-4617-b798-6af592f57a57 req-f41d73e2-3c52-475e-a722-ee85d70a2b87 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.034315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737c2-eb3b-4617-b798-6af592f57a57 req-f41d73e2-3c52-475e-a722-ee85d70a2b87 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.045965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a93737c2-eb3b-4617-b798-6af592f57a57 req-f41d73e2-3c52-475e-a722-ee85d70a2b87 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5393 time: 0.2321367 Aug 16 13:06:33.121203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a93737c2-eb3b-4617-b798-6af592f57a57 req-1deb7ceb-d57e-4f9e-a2d0-a395c5962edf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724001 Aug 16 13:06:33.179721 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-7f808352-f16f-4db2-884a-30d4cc04d61a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00418a8c-171a-4d3d-974d-17ab5e4f32dd HTTP/1.1" status: 200 len: 217 time: 0.6971829 Aug 16 13:06:33.212212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50618) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:33.255232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6fd3a-4372-4f88-afd4-1237117e4f70 req-8bcffc01-2e81-4829-9436-77ff7a2cecfc tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.255883 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.257152 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-baf6fd3a-4372-4f88-afd4-1237117e4f70 req-8bcffc01-2e81-4829-9436-77ff7a2cecfc tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 944 time: 0.1349177 Aug 16 13:06:33.274129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ece527-5e85-46b7-a13c-89e7aa25c04a service neutron] Pushing event updated for resources: {'Port': ['ID=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:33.344915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-baf6fd3a-4372-4f88-afd4-1237117e4f70 req-0319b7d2-6466-4d49-bd6b-b6db2ffec06c tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792787 Aug 16 13:06:33.352830 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.370237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-9fc0db07-ebe1-4d6a-8040-a2a39535a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.370237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-9fc0db07-ebe1-4d6a-8040-a2a39535a44f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f553656-ffb9-40ec-87a7-65603471d088 HTTP/1.1" status: 200 len: 865 time: 0.1780148 Aug 16 13:06:33.399561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1e6f2571-e6ed-4c3e-abee-65911e77a881 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:33.464067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 90dfa53d-45b5-4d48-b72b-f29d5db1c74d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:33.480077 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-e65f54fc-da3a-4283-ac8c-2bfee06002b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=246244e7-50e8-4afe-b72c-1b5a9a647383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860703 Aug 16 13:06:33.532973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:33.533861 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.693781 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1e6f2571-e6ed-4c3e-abee-65911e77a881 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] 10.222.0.25 "PUT /v2.0/quotas/0fe2f80783f04c6abd31e20d7da5056c HTTP/1.1" status: 200 len: 368 time: 0.4756663 Aug 16 13:06:33.696622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50636) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:33.701601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Request body: {'network': {'project_id': '0fe2f80783f04c6abd31e20d7da5056c'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:33.728378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Made reservation on behalf of 0fe2f80783f04c6abd31e20d7da5056c for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:33.731469 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.743436 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.807857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-9a961f6b-496a-4579-8e03-0ea663526f68 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3065939 Aug 16 13:06:33.870035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50640) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:33.912441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.920129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.938599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:06:33.939330 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-6609599a-dba6-4948-9384-9b6279204216 service neutron] 10.222.0.42 "GET /v2.0/networks/246244e7-50e8-4afe-b72c-1b5a9a647383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480119 Aug 16 13:06:33.953756 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.953907 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Added segment b7d32d21-6f1d-408b-afaa-f5ce017b71d9 of type vlan for network ff828102-fe3b-474e-a33b-19e16ddaefd9 Aug 16 13:06:33.973340 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:06:34.029529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-network', 'tenant_id': '72dedb8bea8341fab802f82b83251c10'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:34.060930 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.081685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ad1192-728d-42d3-ade4-b37b8a514e10,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:34.110131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Made reservation on behalf of 72dedb8bea8341fab802f82b83251c10 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:34.112396 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-47ea41c8-eaa8-44ec-9cdd-d9f47e998a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.112566 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.114086 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-47ea41c8-eaa8-44ec-9cdd-d9f47e998a6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 1097 time: 0.2179048 Aug 16 13:06:34.124181 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.153489 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.154559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.155222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.200825 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:34.203121 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d2116d-0d8b-4eeb-a62e-da69f50ba744" -d '{"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:34.260995 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65017eb7-e181-482b-8931-ee715a98e5e5 req-c5842216-5d9e-4f43-9fc4-8031a8694b33 service neutron] 10.222.0.42 "GET /v2.0/networks/246244e7-50e8-4afe-b72c-1b5a9a647383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784719 Aug 16 13:06:34.275417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf69d203-57fd-4f8f-9961-872770f05e89 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:34.286996 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.293347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Pushing event updated for resources: {'Network': ['ID=ff828102-fe3b-474e-a33b-19e16ddaefd9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:34.293522 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.296412 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ed6acd-f2b5-40c0-9acb-25f5383b4dfb x-openstack-request-id: req-f9ed6acd-f2b5-40c0-9acb-25f5383b4dfb {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:34.296703 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:34.296958 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9ed6acd-f2b5-40c0-9acb-25f5383b4dfb {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:34.297351 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb', 'status': 'completed', 'code': 200} Aug 16 13:06:34.305456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.314325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ff828102-fe3b-474e-a33b-19e16ddaefd9 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:06:34.384224 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9a4526af-2638-404e-98b2-1dc3ee886b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.405515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Transition to ACTIVE for port object bf69d203-57fd-4f8f-9961-872770f05e89 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:34.419222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.460893 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.471336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a8b4a007-d5ad-4a58-88b3-7a82ef528cd3 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7735941 Aug 16 13:06:34.472189 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.480091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50656) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:34.489298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Request body: {'network': {'project_id': '0fe2f80783f04c6abd31e20d7da5056c'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:34.518831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-eb70add1-257e-455b-98af-e800ab01c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.521309 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-eb70add1-257e-455b-98af-e800ab01c11c service neutron] 10.222.0.42 "GET /v2.0/networks?id=60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 200 len: 911 time: 0.3714604 Aug 16 13:06:34.528470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=3ae00b06-8056-4cdf-8d45-a0331528c23d,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:34.532358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.545717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:06:34.554778 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.594811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103d07e-1cc6-410d-a67f-76f04b9772b1 req-a34729aa-90bf-43a9-b5ef-2af3a27da70d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.609268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103d07e-1cc6-410d-a67f-76f04b9772b1 req-a34729aa-90bf-43a9-b5ef-2af3a27da70d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.620559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103d07e-1cc6-410d-a67f-76f04b9772b1 req-a34729aa-90bf-43a9-b5ef-2af3a27da70d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.632085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103d07e-1cc6-410d-a67f-76f04b9772b1 req-a34729aa-90bf-43a9-b5ef-2af3a27da70d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.642821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103d07e-1cc6-410d-a67f-76f04b9772b1 req-a34729aa-90bf-43a9-b5ef-2af3a27da70d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.654136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103d07e-1cc6-410d-a67f-76f04b9772b1 req-a34729aa-90bf-43a9-b5ef-2af3a27da70d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.665693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103d07e-1cc6-410d-a67f-76f04b9772b1 req-a34729aa-90bf-43a9-b5ef-2af3a27da70d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.678625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Pushing event updated for resources: {'Port': ['ID=bf69d203-57fd-4f8f-9961-872770f05e89,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:34.679489 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7103d07e-1cc6-410d-a67f-76f04b9772b1 req-a34729aa-90bf-43a9-b5ef-2af3a27da70d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5393 time: 0.3327880 Aug 16 13:06:34.682693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Made reservation on behalf of 0fe2f80783f04c6abd31e20d7da5056c for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:34.686060 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.689688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb12e88-24dd-4488-9bc6-a548c39cd05d req-8167ea89-e752-4ee2-8b1d-86842f321e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.692291 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4fb12e88-24dd-4488-9bc6-a548c39cd05d req-8167ea89-e752-4ee2-8b1d-86842f321e6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc583d7925c4cf9b0b6899174a2c810&device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 1095 time: 0.3175628 Aug 16 13:06:34.702479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-f5c293d9-53c4-4473-a84c-f6d09f606bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.703948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-f5c293d9-53c4-4473-a84c-f6d09f606bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.704997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-f5c293d9-53c4-4473-a84c-f6d09f606bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.706056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-f5c293d9-53c4-4473-a84c-f6d09f606bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.707170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-f5c293d9-53c4-4473-a84c-f6d09f606bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.709156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-f5c293d9-53c4-4473-a84c-f6d09f606bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.710402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-f5c293d9-53c4-4473-a84c-f6d09f606bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.714244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-f5c293d9-53c4-4473-a84c-f6d09f606bfe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6285 time: 0.3447189 Aug 16 13:06:34.775314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7252593c-6214-48cb-83a7-9a8e93a72a8c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:34.782508 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.784967 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Added segment 508ebbee-94dc-47aa-9cc0-5488ff2fd393 of type vlan for network c0c69487-3dc9-4e61-95e3-b5625e5706b7 Aug 16 13:06:34.850818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7103d07e-1cc6-410d-a67f-76f04b9772b1 req-d33d482a-a072-4d18-82f3-43d39a0b569f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700952 Aug 16 13:06:34.855402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:06:34.870935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af52a3-cc22-47ff-8414-87e81454d295 req-67a20319-f9f3-400c-8382-d009b42030cb tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.878751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45af52a3-cc22-47ff-8414-87e81454d295 req-67a20319-f9f3-400c-8382-d009b42030cb tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 944 time: 0.3609331 Aug 16 13:06:34.913899 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.914541 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Added segment 9be944bb-c47f-4d43-b3a3-9af894e876cc of type vlan for network 5e11c9ac-2067-46b7-8bae-2b20198d0c4a Aug 16 13:06:34.917753 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:34.943627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-f968181d-8d69-4c14-be1f-02315f2cd2ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 HTTP/1.1" status: 200 len: 1002 time: 0.3992648 Aug 16 13:06:34.991024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45af52a3-cc22-47ff-8414-87e81454d295 req-5da1b3b4-6ae0-4cd2-987f-c295d02025f9 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079023 Aug 16 13:06:34.996477 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.005700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.007326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.007326 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.054642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1826825 Aug 16 13:06:35.056909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.057902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.058675 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.060741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50658) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:35.077795 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] Request body: {'subnet': {'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-subnet', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:35.085045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Attempting to bind port bf69d203-57fd-4f8f-9961-872770f05e89 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:35.085290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Attempting to bind port bf69d203-57fd-4f8f-9961-872770f05e89 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:35.085437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Attempting to bind port bf69d203-57fd-4f8f-9961-872770f05e89 on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:35.125548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Port bf69d203-57fd-4f8f-9961-872770f05e89 on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:06:35.125872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Attempting to bind port bf69d203-57fd-4f8f-9961-872770f05e89 on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:35.128263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb12e88-24dd-4488-9bc6-a548c39cd05d req-32e5ccb1-436f-478e-acc5-1ab3115f0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.130413 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4fb12e88-24dd-4488-9bc6-a548c39cd05d req-32e5ccb1-436f-478e-acc5-1ab3115f0454 service neutron] 10.222.0.42 "GET /v2.0/networks?id=246244e7-50e8-4afe-b72c-1b5a9a647383 HTTP/1.1" status: 200 len: 925 time: 0.3825891 Aug 16 13:06:35.134677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 933a4498-3557-44b3-91b0-46d18019265a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:35.136278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-f8763ecc-6392-40ba-b2ed-6ffd4a8e7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.137750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-f8763ecc-6392-40ba-b2ed-6ffd4a8e7570 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 200 len: 850 time: 0.1569624 Aug 16 13:06:35.148468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060525d-da7d-47ab-b220-8ac720cf2ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c69487-3dc9-4e61-95e3-b5625e5706b7,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:35.149425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:35.153954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:35.154323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Checking segment: {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:35.154746 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Bound using segment: {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:35.155160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Bound port: bf69d203-57fd-4f8f-9961-872770f05e89, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:35.155501 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.176926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network c0c69487-3dc9-4e61-95e3-b5625e5706b7 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:06:35.195559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-112a9654-54e3-42c1-a35e-2a8f53b1fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.196046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-112a9654-54e3-42c1-a35e-2a8f53b1fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.196515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-112a9654-54e3-42c1-a35e-2a8f53b1fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.198126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-112a9654-54e3-42c1-a35e-2a8f53b1fc62 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f0bff93acd024030911c824e4926974a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4030781 Aug 16 13:06:35.216824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Pushing event updated for resources: {'Network': ['ID=5e11c9ac-2067-46b7-8bae-2b20198d0c4a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:35.222221 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] Made reservation on behalf of 72dedb8bea8341fab802f82b83251c10 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:35.224952 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.230063 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4fb12e88-24dd-4488-9bc6-a548c39cd05d req-135d2494-40b5-4eef-b522-9a5c0276f855 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00418a8c-171a-4d3d-974d-17ab5e4f32dd HTTP/1.1" status: 200 len: 217 time: 0.0909991 Aug 16 13:06:35.258514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6d8826ab-8ae8-4fca-9472-3786341f4715 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7756760 Aug 16 13:06:35.276605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50664) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:35.283080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6d30d07e-2c7b-424b-a5c7-5d242a9bb7c2 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Request body: {'network': {'project_id': '0fe2f80783f04c6abd31e20d7da5056c'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:35.313304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 5e11c9ac-2067-46b7-8bae-2b20198d0c4a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:06:35.342378 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d30d07e-2c7b-424b-a5c7-5d242a9bb7c2 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 13:06:35.342854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d30d07e-2c7b-424b-a5c7-5d242a9bb7c2 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:06:35.344010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6d30d07e-2c7b-424b-a5c7-5d242a9bb7c2 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0664532 Aug 16 13:06:35.470244 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.525490 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50668) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:35.566090 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.605652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb12e88-24dd-4488-9bc6-a548c39cd05d req-adc6a17b-8104-471b-8695-2ee01406876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.607212 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4fb12e88-24dd-4488-9bc6-a548c39cd05d req-adc6a17b-8104-471b-8695-2ee01406876d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f553656-ffb9-40ec-87a7-65603471d088 HTTP/1.1" status: 200 len: 865 time: 0.3576987 Aug 16 13:06:35.608773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ecd8f0aa-a0c9-4337-80da-5042258c9e9a None None] Provisioning complete for port 3ae00b06-8056-4cdf-8d45-a0331528c23d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:35.609549 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f0aa-a0c9-4337-80da-5042258c9e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.642915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-69f06870-ff73-4afb-91d2-9e9cdbd5c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.644376 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-69f06870-ff73-4afb-91d2-9e9cdbd5c2c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60b8601d-8c83-419a-8ebd-3dd0daba00a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4915330 Aug 16 13:06:35.653973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d729f7-0d30-4c71-95f0-d41b4ab49086,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:35.661097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] Checking segment: {'id': '508ebbee-94dc-47aa-9cc0-5488ff2fd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:35.661561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] Network hostable DHCP agents. Network: c0c69487-3dc9-4e61-95e3-b5625e5706b7, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:06:35.663573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] For port bf69d203-57fd-4f8f-9961-872770f05e89, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:35.663891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ecd8f0aa-a0c9-4337-80da-5042258c9e9a None None] Port 3ae00b06-8056-4cdf-8d45-a0331528c23d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:06:35.680408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] Network c0c69487-3dc9-4e61-95e3-b5625e5706b7 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:06:35.690699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, c0c69487-3dc9-4e61-95e3-b5625e5706b7) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:35.695898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.696589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.697475 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4fb12e88-24dd-4488-9bc6-a548c39cd05d req-e6de4797-077f-4cc1-8198-7a291673181b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=246244e7-50e8-4afe-b72c-1b5a9a647383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705111 Aug 16 13:06:35.701784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35b7c7d-ba27-47fe-87fb-cb4982f7087c None None] Network c0c69487-3dc9-4e61-95e3-b5625e5706b7 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:35.716621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5decaa41-2b5e-4f68-8ba7-d72b0bfc24b9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6406124 Aug 16 13:06:35.716853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50674) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:35.722012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:35.723809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-9aa4d383-35ea-445b-8df5-b29a2c1426c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.725471 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46d2116d-0d8b-4eeb-a62e-da69f50ba744 req-9aa4d383-35ea-445b-8df5-b29a2c1426c7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5171261 Aug 16 13:06:35.727295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] For port bf69d203-57fd-4f8f-9961-872770f05e89, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bf69d203-57fd-4f8f-9961-872770f05e89,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:35.752703 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.755212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.762053 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.817875 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.899915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894899be-cae9-4013-8d91-19470bf5d25a None None] Network c0c69487-3dc9-4e61-95e3-b5625e5706b7 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:36.060753 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.182892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d6ae-f4a9-4075-bb75-e8d9cc70bcf7 req-02a6bdc9-f888-4139-af25-ceff5a2cf306 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.188856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d6ae-f4a9-4075-bb75-e8d9cc70bcf7 req-02a6bdc9-f888-4139-af25-ceff5a2cf306 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.195571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d6ae-f4a9-4075-bb75-e8d9cc70bcf7 req-02a6bdc9-f888-4139-af25-ceff5a2cf306 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.201469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d6ae-f4a9-4075-bb75-e8d9cc70bcf7 req-02a6bdc9-f888-4139-af25-ceff5a2cf306 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.208253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d6ae-f4a9-4075-bb75-e8d9cc70bcf7 req-02a6bdc9-f888-4139-af25-ceff5a2cf306 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.214561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d6ae-f4a9-4075-bb75-e8d9cc70bcf7 req-02a6bdc9-f888-4139-af25-ceff5a2cf306 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.220445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d6ae-f4a9-4075-bb75-e8d9cc70bcf7 req-02a6bdc9-f888-4139-af25-ceff5a2cf306 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.222431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ab6d6ae-f4a9-4075-bb75-e8d9cc70bcf7 req-02a6bdc9-f888-4139-af25-ceff5a2cf306 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5405 time: 0.2114627 Aug 16 13:06:36.308525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.309032 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.311274 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] 10.222.0.22 "PUT /v2.0/ports/bf69d203-57fd-4f8f-9961-872770f05e89 HTTP/1.1" status: 200 len: 1090 time: 4.0209801 Aug 16 13:06:36.319404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e257cd-3108-4a63-a4c4-546ada56f771 req-1e9bec95-73d5-4f76-bc29-e261ad04b4ba tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.321032 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0e257cd-3108-4a63-a4c4-546ada56f771 req-1e9bec95-73d5-4f76-bc29-e261ad04b4ba tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 944 time: 0.1643572 Aug 16 13:06:36.327635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'bf69d203-57fd-4f8f-9961-872770f05e89'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:36.334780 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "bf69d203-57fd-4f8f-9961-872770f05e89"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:36.351767 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-71d6d54b-3b42-4ccf-a9a0-5d18fd8c6819 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fe2f80783f04c6abd31e20d7da5056c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8233395 Aug 16 13:06:36.356622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ab6d6ae-f4a9-4075-bb75-e8d9cc70bcf7 req-346b5791-b1dc-4254-b058-6fc6721f5248 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031506 Aug 16 13:06:36.356622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50686) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:36.367856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:36.453882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8a07d-0994-45c6-b21a-9cc9e1c2d10f service neutron] Pushing event updated for resources: {'Port': ['ID=bf69d203-57fd-4f8f-9961-872770f05e89,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:36.475732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router e6526b5d-65bb-493d-a1c7-4e7504c30bd2 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:06:36.497449 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-147f606f-86f3-49d9-83b4-8e1cde23f39d service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142960 Aug 16 13:06:36.508705 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4fb12e88-24dd-4488-9bc6-a548c39cd05d req-138cd4bb-d1b2-4dd9-8942-ce1d624c5e45 service neutron] 10.222.0.42 "GET /v2.0/networks/246244e7-50e8-4afe-b72c-1b5a9a647383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7975652 Aug 16 13:06:36.522900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0e257cd-3108-4a63-a4c4-546ada56f771 req-1ea1fc0a-3334-4cbf-83e4-c1ea4a71cb66 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912315 Aug 16 13:06:36.581400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.615445 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d325ff2b-51ec-4c8d-856f-a53b237184db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.644197 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d325ff2b-51ec-4c8d-856f-a53b237184db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.676695 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935c300f-8685-4db4-b297-88a77dc8ebcd x-openstack-request-id: req-935c300f-8685-4db4-b297-88a77dc8ebcd {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:36.676695 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "bf69d203-57fd-4f8f-9961-872770f05e89", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:36.677027 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-935c300f-8685-4db4-b297-88a77dc8ebcd {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:36.677542 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'bf69d203-57fd-4f8f-9961-872770f05e89', 'status': 'completed', 'code': 200} Aug 16 13:06:36.777260 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d325ff2b-51ec-4c8d-856f-a53b237184db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.779893 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d325ff2b-51ec-4c8d-856f-a53b237184db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.783591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d325ff2b-51ec-4c8d-856f-a53b237184db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44ad1192-728d-42d3-ade4-b37b8a514e10 HTTP/1.1" status: 204 len: 168 time: 0.4155712 Aug 16 13:06:36.789023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50690) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:36.830039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325ff2b-51ec-4c8d-856f-a53b237184db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ad1192-728d-42d3-ade4-b37b8a514e10,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:36.840042 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.882727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:36.888818 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.899115 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1305aa-3097-4475-9af1-ba4c4cc97fb4 None None] Sync routers for ids ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:36.901895 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cf7f89a7-e4ef-44d5-a04d-e5f7c7402acb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/e6526b5d-65bb-493d-a1c7-4e7504c30bd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5723600 Aug 16 13:06:36.904182 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964ad7e-5103-44cb-9762-afce0d46ca52 req-684672a9-0d51-4d1e-9add-5b068bc2fad1 service neutron] 10.222.0.42 "GET /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982563 Aug 16 13:06:36.907803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50692) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:36.914400 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1305aa-3097-4475-9af1-ba4c4cc97fb4 None None] Routers {'e6526b5d-65bb-493d-a1c7-4e7504c30bd2'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:36.916076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3f1305aa-3097-4475-9af1-ba4c4cc97fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:36.924544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-ab99a3b2-afae-4de2-9cfe-dbd3a31734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.925050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-ab99a3b2-afae-4de2-9cfe-dbd3a31734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.925529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-ab99a3b2-afae-4de2-9cfe-dbd3a31734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.926046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-ab99a3b2-afae-4de2-9cfe-dbd3a31734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.926552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-ab99a3b2-afae-4de2-9cfe-dbd3a31734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.927142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-ab99a3b2-afae-4de2-9cfe-dbd3a31734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.927610 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-ab99a3b2-afae-4de2-9cfe-dbd3a31734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.929586 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-ab99a3b2-afae-4de2-9cfe-dbd3a31734ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6352 time: 0.2467048 Aug 16 13:06:36.977677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3f1305aa-3097-4475-9af1-ba4c4cc97fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:36.987525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1305aa-3097-4475-9af1-ba4c4cc97fb4 None None] Routers {'e6526b5d-65bb-493d-a1c7-4e7504c30bd2'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:36.988374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3f1305aa-3097-4475-9af1-ba4c4cc97fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:36.989898 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.021004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3f1305aa-3097-4475-9af1-ba4c4cc97fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:37.022367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1305aa-3097-4475-9af1-ba4c4cc97fb4 None None] The sync data for ids ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:37.023017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734fe154-fe1c-4e1d-87b2-8598ed15a772 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:37.027566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-734fe154-fe1c-4e1d-87b2-8598ed15a772 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports/3ae00b06-8056-4cdf-8d45-a0331528c23d HTTP/1.1" status: 200 len: 910 time: 0.1187997 Aug 16 13:06:37.030394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50694) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:37.039412 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4fb12e88-24dd-4488-9bc6-a548c39cd05d req-4ee9d160-7641-4eb1-a34c-a6be0ff221c6 service neutron] 10.222.0.42 "GET /v2.0/networks/246244e7-50e8-4afe-b72c-1b5a9a647383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161252 Aug 16 13:06:37.116810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 00418a8c-171a-4d3d-974d-17ab5e4f32dd details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:06:37.184688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-30e26edd-4dd2-49a0-b777-8538182427cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:37.185263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-30e26edd-4dd2-49a0-b777-8538182427cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:37.185686 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-30e26edd-4dd2-49a0-b777-8538182427cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:37.187513 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-30e26edd-4dd2-49a0-b777-8538182427cb service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f0bff93acd024030911c824e4926974a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1900351 Aug 16 13:06:37.206228 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.217195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e11c9ac-2067-46b7-8bae-2b20198d0c4a']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:37.229460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be944bb-c47f-4d43-b3a3-9af894e876cc') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:37.229653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be944bb-c47f-4d43-b3a3-9af894e876cc') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:37.263145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 00418a8c-171a-4d3d-974d-17ab5e4f32dd, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=00418a8c-171a-4d3d-974d-17ab5e4f32dd,segment=NetworkSegment(7d26192b-d790-4ddf-90a2-32632237a6c5),segment_id=7d26192b-d790-4ddf-90a2-32632237a6c5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:37.284476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '00418a8c-171a-4d3d-974d-17ab5e4f32dd', 'network_id': '246244e7-50e8-4afe-b72c-1b5a9a647383', 'port_id': '00418a8c-171a-4d3d-974d-17ab5e4f32dd', 'mac_address': 'fa:16:3e:33:cb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f553656-ffb9-40ec-87a7-65603471d088', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:06:37.303160 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.325183 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.331516 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.344481 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.362599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00418a8c-171a-4d3d-974d-17ab5e4f32dd {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:37.386879 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 00418a8c-171a-4d3d-974d-17ab5e4f32dd, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=00418a8c-171a-4d3d-974d-17ab5e4f32dd,segment=NetworkSegment(7d26192b-d790-4ddf-90a2-32632237a6c5),segment_id=7d26192b-d790-4ddf-90a2-32632237a6c5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:37.392601 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.399099 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-7ada9936-df43-42be-94e7-596e01637f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:37.400606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-faa57dec-4d3f-4a5c-ab6b-bb4440d943a3 req-7ada9936-df43-42be-94e7-596e01637f90 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2022319 Aug 16 13:06:37.431181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1d22ed-a3e8-4d72-95e8-c0495702971e {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:37.444290 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.459301 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=00418a8c-171a-4d3d-974d-17ab5e4f32dd,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:37.475472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Transition to ACTIVE for port object ea1d22ed-a3e8-4d72-95e8-c0495702971e will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:37.482572 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.601485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1d22ed-a3e8-4d72-95e8-c0495702971e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:37.613958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['00418a8c-171a-4d3d-974d-17ab5e4f32dd'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:06:37.716263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Attempting to bind port ea1d22ed-a3e8-4d72-95e8-c0495702971e on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:37.716941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Attempting to bind port ea1d22ed-a3e8-4d72-95e8-c0495702971e by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:37.717507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Attempting to bind port ea1d22ed-a3e8-4d72-95e8-c0495702971e on network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:37.725661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Port ea1d22ed-a3e8-4d72-95e8-c0495702971e on network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:06:37.727676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Attempting to bind port ea1d22ed-a3e8-4d72-95e8-c0495702971e on network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:37.741706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:37.750433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Checking segment: {'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:37.751211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Bound using segment: {'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:37.752085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Bound port: ea1d22ed-a3e8-4d72-95e8-c0495702971e, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:37.752644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.810859 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:37.811259 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:37.815709 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:37.837378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Allocated IP 172.25.0.146 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/d4fabf74-be9f-411c-95ff-685e54afb1b2) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:37.839016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] For port ea1d22ed-a3e8-4d72-95e8-c0495702971e, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:37.841896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] For port ea1d22ed-a3e8-4d72-95e8-c0495702971e, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ea1d22ed-a3e8-4d72-95e8-c0495702971e,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:37.847794 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.887761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:37.888382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.889787 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] 10.222.0.22 "PUT /v2.0/ports/ea1d22ed-a3e8-4d72-95e8-c0495702971e HTTP/1.1" status: 200 len: 1091 time: 1.5316465 Aug 16 13:06:37.912544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723c47c-bb57-41f3-afaa-6118385f6d69 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1d22ed-a3e8-4d72-95e8-c0495702971e,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:37.925699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Request body: {'port': {'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:37.993903 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.085222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.142375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.144256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] 10.222.0.25 "DELETE /v2.0/networks/5e11c9ac-2067-46b7-8bae-2b20198d0c4a HTTP/1.1" status: 204 len: 168 time: 1.3543036 Aug 16 13:06:38.148840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50708) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:38.167374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88eb5c-9b97-457b-8de8-61952faad380 req-18072752-4c31-46c9-a3b2-a87e1a2531da tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.168876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a88eb5c-9b97-457b-8de8-61952faad380 req-18072752-4c31-46c9-a3b2-a87e1a2531da tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 945 time: 0.3690012 Aug 16 13:06:38.181106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0ca8c-3551-4884-baa9-b3c34322080c tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e11c9ac-2067-46b7-8bae-2b20198d0c4a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:38.206725 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a55a3-8fa0-4c42-85ab-ffd2c2d1c511 req-029e3ac9-102e-4314-992a-c97faa485f90 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.213492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a55a3-8fa0-4c42-85ab-ffd2c2d1c511 req-029e3ac9-102e-4314-992a-c97faa485f90 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.219320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a55a3-8fa0-4c42-85ab-ffd2c2d1c511 req-029e3ac9-102e-4314-992a-c97faa485f90 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.226134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a55a3-8fa0-4c42-85ab-ffd2c2d1c511 req-029e3ac9-102e-4314-992a-c97faa485f90 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.234718 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a55a3-8fa0-4c42-85ab-ffd2c2d1c511 req-029e3ac9-102e-4314-992a-c97faa485f90 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.238215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a55a3-8fa0-4c42-85ab-ffd2c2d1c511 req-029e3ac9-102e-4314-992a-c97faa485f90 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.244209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a55a3-8fa0-4c42-85ab-ffd2c2d1c511 req-029e3ac9-102e-4314-992a-c97faa485f90 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.246147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-193a55a3-8fa0-4c42-85ab-ffd2c2d1c511 req-029e3ac9-102e-4314-992a-c97faa485f90 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5417 time: 0.4448459 Aug 16 13:06:38.292975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.369696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a88eb5c-9b97-457b-8de8-61952faad380 req-d7564c5a-c0ab-49e2-a3ba-910ab9907455 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841269 Aug 16 13:06:38.390815 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.397206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-193a55a3-8fa0-4c42-85ab-ffd2c2d1c511 req-6b246d0f-fcd3-492b-a2dd-a77062d072b6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375709 Aug 16 13:06:38.484317 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.490435 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.499293 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.511597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff828102-fe3b-474e-a33b-19e16ddaefd9']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:38.521416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17fe705-2e2f-4854-91cf-775ac25bb3b8 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:38.530075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d32d21-6f1d-408b-afaa-f5ce017b71d9') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:38.530437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d32d21-6f1d-408b-afaa-f5ce017b71d9') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:38.533217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.547612 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.565002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Transition to ACTIVE for port object a17fe705-2e2f-4854-91cf-775ac25bb3b8 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:38.570412 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.574853 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.580841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:38.581254 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:38.586805 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:38.614407 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:38.622971 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:38.628849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:38.667948 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Pushing event updated for resources: {'Port': ['ID=d4fabf74-be9f-411c-95ff-685e54afb1b2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:38.693919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'ea1d22ed-a3e8-4d72-95e8-c0495702971e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:38.696422 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5689db7f-d6fe-4214-b177-2255bd9f459a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "ea1d22ed-a3e8-4d72-95e8-c0495702971e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:38.724932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a17fe705-2e2f-4854-91cf-775ac25bb3b8,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:38.757081 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.786216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.789423 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] 10.222.0.25 "DELETE /v2.0/networks/ff828102-fe3b-474e-a33b-19e16ddaefd9 HTTP/1.1" status: 204 len: 168 time: 0.6392698 Aug 16 13:06:38.793319 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6d7063-7653-49fd-ad25-351f5e462932 x-openstack-request-id: req-dc6d7063-7653-49fd-ad25-351f5e462932 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:38.794476 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "ea1d22ed-a3e8-4d72-95e8-c0495702971e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:38.794922 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc6d7063-7653-49fd-ad25-351f5e462932 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:38.795506 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'ea1d22ed-a3e8-4d72-95e8-c0495702971e', 'status': 'completed', 'code': 200} Aug 16 13:06:38.811592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed165adb-5919-48d9-b46f-621fdb315e39 tempest-QuotasNegativeTest-1071339791 tempest-QuotasNegativeTest-1071339791-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff828102-fe3b-474e-a33b-19e16ddaefd9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:38.893482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Attempting to bind port a17fe705-2e2f-4854-91cf-775ac25bb3b8 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:38.893772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Attempting to bind port a17fe705-2e2f-4854-91cf-775ac25bb3b8 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:38.894051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Attempting to bind port a17fe705-2e2f-4854-91cf-775ac25bb3b8 on network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:38.905152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Port a17fe705-2e2f-4854-91cf-775ac25bb3b8 on network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:06:38.905922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Attempting to bind port a17fe705-2e2f-4854-91cf-775ac25bb3b8 on network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:38.919860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:38.920083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Checking segment: {'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:38.920472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Bound using segment: {'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:38.920912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Bound port: a17fe705-2e2f-4854-91cf-775ac25bb3b8, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5f3c51-6eee-4c85-9572-21c7eadd617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:38.921585 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.934473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-cf3e2038-2646-4592-b017-320cc7ba4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.935405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-cf3e2038-2646-4592-b017-320cc7ba4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.936036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-cf3e2038-2646-4592-b017-320cc7ba4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.936665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-cf3e2038-2646-4592-b017-320cc7ba4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.937318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-cf3e2038-2646-4592-b017-320cc7ba4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.937944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-cf3e2038-2646-4592-b017-320cc7ba4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.938590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-cf3e2038-2646-4592-b017-320cc7ba4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.941159 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-cf3e2038-2646-4592-b017-320cc7ba4c0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6444 time: 0.1096065 Aug 16 13:06:39.084373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] For port a17fe705-2e2f-4854-91cf-775ac25bb3b8, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:39.108227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] For port a17fe705-2e2f-4854-91cf-775ac25bb3b8, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:39.109907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Allocated IP 172.21.0.1 (9fb3d089-1418-4f1f-990e-f10879d6fd34/92ffca1a-b810-4ba2-84c2-c367aecdd719/ffa05d52-c13c-400e-932f-3fc4d599f0c6) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:39.115913 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.132083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 00418a8c-171a-4d3d-974d-17ab5e4f32dd up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:39.137108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-020d6878-8e99-4311-bf97-8b79315eeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.137927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-020d6878-8e99-4311-bf97-8b79315eeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.138451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-020d6878-8e99-4311-bf97-8b79315eeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.140203 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-020d6878-8e99-4311-bf97-8b79315eeffc service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f0bff93acd024030911c824e4926974a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1854768 Aug 16 13:06:39.141323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.141929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.147509 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] 10.222.0.22 "PUT /v2.0/ports/a17fe705-2e2f-4854-91cf-775ac25bb3b8 HTTP/1.1" status: 200 len: 1091 time: 1.2262959 Aug 16 13:06:39.167768 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.215614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 00418a8c-171a-4d3d-974d-17ab5e4f32dd completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:39.224106 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 00418a8c-171a-4d3d-974d-17ab5e4f32dd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:39.224908 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.290402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50720) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:39.328125 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5171e1a-3b1d-48e9-93cf-ae9a2a45959b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.333549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-9bb369fa-4373-48a1-9e51-c5af4bb793d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.335274 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5689db7f-d6fe-4214-b177-2255bd9f459a req-9bb369fa-4373-48a1-9e51-c5af4bb793d0 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1553838 Aug 16 13:06:39.346220 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.358201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58e366-ed9e-4434-be4e-8544517766d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a17fe705-2e2f-4854-91cf-775ac25bb3b8,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:39.377888 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.384913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25719782-1d7d-4ee4-8728-b4cc9a78c153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00418a8c-171a-4d3d-974d-17ab5e4f32dd'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:39.389639 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f68ebb8-c17d-487f-be6e-0a7cde18e36c" -d '{"events": [{"server_uuid": "25719782-1d7d-4ee4-8728-b4cc9a78c153", "name": "network-vif-plugged", "status": "completed", "tag": "00418a8c-171a-4d3d-974d-17ab5e4f32dd"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:39.460690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Transition to ACTIVE for port object ffa05d52-c13c-400e-932f-3fc4d599f0c6 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:39.462303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 00418a8c-171a-4d3d-974d-17ab5e4f32dd, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=00418a8c-171a-4d3d-974d-17ab5e4f32dd,segment=NetworkSegment(7d26192b-d790-4ddf-90a2-32632237a6c5),segment_id=7d26192b-d790-4ddf-90a2-32632237a6c5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:39.466612 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a459f3-4291-4681-962c-066c856fca65 x-openstack-request-id: req-79a459f3-4291-4681-962c-066c856fca65 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:39.466987 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25719782-1d7d-4ee4-8728-b4cc9a78c153", "name": "network-vif-plugged", "status": "completed", "tag": "00418a8c-171a-4d3d-974d-17ab5e4f32dd", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:39.469411 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79a459f3-4291-4681-962c-066c856fca65 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:39.470063 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25719782-1d7d-4ee4-8728-b4cc9a78c153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00418a8c-171a-4d3d-974d-17ab5e4f32dd', 'code': 200} Aug 16 13:06:39.475320 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.557739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=00418a8c-171a-4d3d-974d-17ab5e4f32dd,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:39.607066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-aa341625-2549-4b30-912e-6895a1b8dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.607680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-aa341625-2549-4b30-912e-6895a1b8dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.608178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-aa341625-2549-4b30-912e-6895a1b8dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.608719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-aa341625-2549-4b30-912e-6895a1b8dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.609523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-aa341625-2549-4b30-912e-6895a1b8dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.610126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-aa341625-2549-4b30-912e-6895a1b8dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.610665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-aa341625-2549-4b30-912e-6895a1b8dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.612850 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-aa341625-2549-4b30-912e-6895a1b8dfc2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6486 time: 0.2134438 Aug 16 13:06:39.614412 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.627016 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.641515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c495128-27a2-4318-8fb5-ccf8874af676 req-8d5f1148-9a73-4586-9835-62d8cf212a9f tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.643041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c495128-27a2-4318-8fb5-ccf8874af676 req-8d5f1148-9a73-4586-9835-62d8cf212a9f tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 946 time: 0.1330438 Aug 16 13:06:39.647521 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5171e1a-3b1d-48e9-93cf-ae9a2a45959b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.681121 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5171e1a-3b1d-48e9-93cf-ae9a2a45959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.684148 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-91512859-b6ad-4f7c-862b-46f5f9dea421 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f HTTP/1.1" status: 200 len: 217 time: 0.0537829 Aug 16 13:06:39.696097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e95df-b95d-4728-8a56-3a71ec84cb0f req-46757dc1-e2e6-4d4c-a942-4f271bc87369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.697524 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e8e95df-b95d-4728-8a56-3a71ec84cb0f req-46757dc1-e2e6-4d4c-a942-4f271bc87369 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 1097 time: 0.1420619 Aug 16 13:06:39.735671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 9fb3d089-1418-4f1f-990e-f10879d6fd34 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:39.747201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45434f5a-d8e1-4db2-a84d-a956dda4bfd0 req-04747ca8-9c55-4bec-8cff-02bc37369ab4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.753017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45434f5a-d8e1-4db2-a84d-a956dda4bfd0 req-04747ca8-9c55-4bec-8cff-02bc37369ab4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.759637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45434f5a-d8e1-4db2-a84d-a956dda4bfd0 req-04747ca8-9c55-4bec-8cff-02bc37369ab4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.765420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45434f5a-d8e1-4db2-a84d-a956dda4bfd0 req-04747ca8-9c55-4bec-8cff-02bc37369ab4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.771313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45434f5a-d8e1-4db2-a84d-a956dda4bfd0 req-04747ca8-9c55-4bec-8cff-02bc37369ab4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.771954 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e5171e1a-3b1d-48e9-93cf-ae9a2a45959b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2acb52ae681a4b47a95bd717aeaa2d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804900 Aug 16 13:06:39.772775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5171e1a-3b1d-48e9-93cf-ae9a2a45959b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7256a1-cab2-408f-9cb6-4ae64992a672,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:39.777039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50732) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:39.777208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45434f5a-d8e1-4db2-a84d-a956dda4bfd0 req-04747ca8-9c55-4bec-8cff-02bc37369ab4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.783101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45434f5a-d8e1-4db2-a84d-a956dda4bfd0 req-04747ca8-9c55-4bec-8cff-02bc37369ab4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.784988 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45434f5a-d8e1-4db2-a84d-a956dda4bfd0 req-04747ca8-9c55-4bec-8cff-02bc37369ab4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.2264013 Aug 16 13:06:39.799910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:39.808957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:39.819682 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e8e95df-b95d-4728-8a56-3a71ec84cb0f req-12e4a9d0-a54e-4726-975d-8e348a0f190a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989370 Aug 16 13:06:39.824142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-597a3d06-9af5-4ab8-afc5-ec63b7166e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.825580 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-597a3d06-9af5-4ab8-afc5-ec63b7166e4f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=735734cd-086e-4d3e-af34-921802ddaecb HTTP/1.1" status: 200 len: 856 time: 0.1208856 Aug 16 13:06:39.887721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=ffa05d52-c13c-400e-932f-3fc4d599f0c6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:39.892043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77c359ef-d03c-4b5b-aa35-4b3ab57f585a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.910029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c495128-27a2-4318-8fb5-ccf8874af676 req-908074d6-df23-4742-a252-55d0e3e249b4 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064621 Aug 16 13:06:39.913538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-06fab72e-89bb-4b9a-a77a-10e6c9705547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.915073 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-06fab72e-89bb-4b9a-a77a-10e6c9705547 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5ff9e6-121a-4482-9933-172fba3187c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792372 Aug 16 13:06:39.926263 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77c359ef-d03c-4b5b-aa35-4b3ab57f585a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.944097 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:39.950326 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45434f5a-d8e1-4db2-a84d-a956dda4bfd0 req-c8777325-36b1-496b-857c-d21699b30edb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1515417 Aug 16 13:06:40.077367 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-793b2e2d-4b9d-4cd5-9876-a0b66749354e service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520603 Aug 16 13:06:40.078489 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77c359ef-d03c-4b5b-aa35-4b3ab57f585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:40.088948 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77c359ef-d03c-4b5b-aa35-4b3ab57f585a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:40.090136 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-77c359ef-d03c-4b5b-aa35-4b3ab57f585a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad7256a1-cab2-408f-9cb6-4ae64992a672 HTTP/1.1" status: 204 len: 168 time: 0.3121669 Aug 16 13:06:40.105716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bc3aa755-131f-4d5f-800d-948fd2d6cef2 None None] Provisioning for port ffa05d52-c13c-400e-932f-3fc4d599f0c6 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:40.109977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bc3aa755-131f-4d5f-800d-948fd2d6cef2 None None] Provisioning complete for port ffa05d52-c13c-400e-932f-3fc4d599f0c6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:40.110395 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa755-131f-4d5f-800d-948fd2d6cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:40.119005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Router b16aa50d-2213-4947-bdaf-303ea1c26cc8 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:06:40.138536 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:40.163060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-bc3aa755-131f-4d5f-800d-948fd2d6cef2 None None] Port ffa05d52-c13c-400e-932f-3fc4d599f0c6 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:06:40.184893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c359ef-d03c-4b5b-aa35-4b3ab57f585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7256a1-cab2-408f-9cb6-4ae64992a672,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:40.201053 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-adef10bf-c0c4-46d2-91ce-d3dc9f1c838b service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082122 Aug 16 13:06:40.246895 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-95e24c98-8cbc-469b-8954-c8b5ad845eb7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=dbb92b44-7542-4aa4-b86d-fb0e64c40531 HTTP/1.1" status: 200 len: 217 time: 0.0377991 Aug 16 13:06:40.306541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7561b5c9-06dd-4db6-9dce-8f31ea0a2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:40.308333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7561b5c9-06dd-4db6-9dce-8f31ea0a2424 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.0546470 Aug 16 13:06:40.362402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6fb04518-2ec7-4186-9066-824726f1785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:40.364382 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6fb04518-2ec7-4186-9066-824726f1785c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0492222 Aug 16 13:06:40.469957 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-1fb80bb9-b91c-494a-8a83-9c08d1181609 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978761 Aug 16 13:06:40.547104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50740) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:40.568682 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-135377fd-59d1-4267-9cb2-455c6b38e1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:40.612028 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3982f3af-05e7-4a4a-917c-643aa69778db service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348836 Aug 16 13:06:40.669065 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-e8ef9da1-c94f-4e50-b553-0ad8d28d7047 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f HTTP/1.1" status: 200 len: 217 time: 0.0491602 Aug 16 13:06:40.670460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:40.680109 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Sync routers for ids ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:40.689757 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Routers {'b16aa50d-2213-4947-bdaf-303ea1c26cc8'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:40.690670 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:40.798945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'a17fe705-2e2f-4854-91cf-775ac25bb3b8'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:40.799638 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Set router b16aa50d-2213-4947-bdaf-303ea1c26cc8 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:40.802504 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40529b1f-2247-47a6-9ecf-b556364cb1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "a17fe705-2e2f-4854-91cf-775ac25bb3b8"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:40.807953 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-135377fd-59d1-4267-9cb2-455c6b38e1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:40.828174 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-135377fd-59d1-4267-9cb2-455c6b38e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:40.833970 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:40.839126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-4ca46ea1-a3d6-482d-a0e2-e8636f0a6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:40.839585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e5bf0990-dc03-4b68-8e7f-d19c9380e95e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.1214414 Aug 16 13:06:40.840842 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-4ca46ea1-a3d6-482d-a0e2-e8636f0a6409 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.1638198 Aug 16 13:06:40.842185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50746) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:40.906440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135377fd-59d1-4267-9cb2-455c6b38e1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3c9994-a301-4bfb-86f7-a0cdcbe9465e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:40.918930 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c1d6ca-f137-40a3-ac13-73a4fb261b30 x-openstack-request-id: req-29c1d6ca-f137-40a3-ac13-73a4fb261b30 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:40.919342 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "a17fe705-2e2f-4854-91cf-775ac25bb3b8", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:40.919516 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29c1d6ca-f137-40a3-ac13-73a4fb261b30 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:40.919989 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': 'a17fe705-2e2f-4854-91cf-775ac25bb3b8', 'status': 'completed', 'code': 200} Aug 16 13:06:40.920283 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:40.929740 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:40.948384 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-135377fd-59d1-4267-9cb2-455c6b38e1d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e28a0c77a6e4cdbbd63a9d602c2c4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3989191 Aug 16 13:06:40.948641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50750) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:40.987862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-450f10e5-5a0a-4455-91d3-f2074f5d0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:40.989904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-450f10e5-5a0a-4455-91d3-f2074f5d0117 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1394727 Aug 16 13:06:41.042798 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:38Z', 'revision_number': 3, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:41.073597 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Checking router: b16aa50d-2213-4947-bdaf-303ea1c26cc8 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:06:41.074285 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Updating router b16aa50d-2213-4947-bdaf-303ea1c26cc8 port d4fabf74-be9f-411c-95ff-685e54afb1b2 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:06:41.084639 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80ca04e9-8e52-4747-9d00-6fab9d294897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:41.094969 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:41.106633 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:41.126563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80ca04e9-8e52-4747-9d00-6fab9d294897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:41.138785 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-77f9b30c-ddd2-43ff-9cd4-aca553742681 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381698 Aug 16 13:06:41.156577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=ffa05d52-c13c-400e-932f-3fc4d599f0c6,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:41.250614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f5000-563a-4a7c-8698-4e1d456a3e2d req-f967007e-e9af-44eb-9eb2-c1aa3d6697b1 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.252133 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-868f5000-563a-4a7c-8698-4e1d456a3e2d req-f967007e-e9af-44eb-9eb2-c1aa3d6697b1 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 946 time: 0.2427635 Aug 16 13:06:41.259349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80ca04e9-8e52-4747-9d00-6fab9d294897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:41.262075 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-80ca04e9-8e52-4747-9d00-6fab9d294897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:41.266162 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-80ca04e9-8e52-4747-9d00-6fab9d294897 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a3c9994-a301-4bfb-86f7-a0cdcbe9465e HTTP/1.1" status: 204 len: 168 time: 0.3128817 Aug 16 13:06:41.278232 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-327e69d1-63e4-4469-ba90-c7ce30a31791 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309547 Aug 16 13:06:41.278969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca04e9-8e52-4747-9d00-6fab9d294897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3c9994-a301-4bfb-86f7-a0cdcbe9465e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:41.339174 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-fb207878-51f2-47a7-8807-7e2fdf36fb40 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb HTTP/1.1" status: 200 len: 217 time: 0.0504544 Aug 16 13:06:41.423713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-65a2de09-7087-443f-8ae8-89a98f689c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.424116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c351-be3b-4edc-8696-35803cf0d3bb req-fa8bff95-89e6-4733-8a97-70569159205d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.427473 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-65a2de09-7087-443f-8ae8-89a98f689c74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.0809596 Aug 16 13:06:41.430373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c351-be3b-4edc-8696-35803cf0d3bb req-fa8bff95-89e6-4733-8a97-70569159205d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.436353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c351-be3b-4edc-8696-35803cf0d3bb req-fa8bff95-89e6-4733-8a97-70569159205d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.443437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c351-be3b-4edc-8696-35803cf0d3bb req-fa8bff95-89e6-4733-8a97-70569159205d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.443642 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:41.449681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c351-be3b-4edc-8696-35803cf0d3bb req-fa8bff95-89e6-4733-8a97-70569159205d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.454737 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Transition to ACTIVE for port object d4fabf74-be9f-411c-95ff-685e54afb1b2 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:41.456671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c351-be3b-4edc-8696-35803cf0d3bb req-fa8bff95-89e6-4733-8a97-70569159205d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.464004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c351-be3b-4edc-8696-35803cf0d3bb req-fa8bff95-89e6-4733-8a97-70569159205d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.466368 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:41.479595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7534c351-be3b-4edc-8696-35803cf0d3bb req-fa8bff95-89e6-4733-8a97-70569159205d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.4023130 Aug 16 13:06:41.531446 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Attempting to bind port d4fabf74-be9f-411c-95ff-685e54afb1b2 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:41.532337 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Attempting to bind port d4fabf74-be9f-411c-95ff-685e54afb1b2 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:41.532906 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Attempting to bind port d4fabf74-be9f-411c-95ff-685e54afb1b2 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:41.534151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-9841340d-2251-437d-9680-712e036190f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.539152 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-9841340d-2251-437d-9680-712e036190f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033118 Aug 16 13:06:41.540966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 9fb3d089-1418-4f1f-990e-f10879d6fd34 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:41.542977 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Pushing event updated for resources: {'Port': ['ID=d4fabf74-be9f-411c-95ff-685e54afb1b2,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:41.545544 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:41.546332 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:41.546737 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:41.547215 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:41.547606 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Bound port: d4fabf74-be9f-411c-95ff-685e54afb1b2, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:41.548671 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:41.552472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:41.556644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-868f5000-563a-4a7c-8698-4e1d456a3e2d req-79a9ec7b-9dce-4ca2-9d89-fb876999763f tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317781 Aug 16 13:06:41.576885 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.577530 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.578021 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.578554 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.579047 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.579382 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.579764 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.580060 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.580369 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.580970 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.581472 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.581962 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:41.618882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7534c351-be3b-4edc-8696-35803cf0d3bb req-1db145e2-02e5-45b7-a587-384e636a7884 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383276 Aug 16 13:06:41.674982 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] For port d4fabf74-be9f-411c-95ff-685e54afb1b2, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:41.678624 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] For port d4fabf74-be9f-411c-95ff-685e54afb1b2, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d4fabf74-be9f-411c-95ff-685e54afb1b2,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:41.693069 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:41.739691 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-8b0dc122-a07e-4b38-b357-e48759a1bd92 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918216 Aug 16 13:06:41.848695 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db887f-6ea4-417c-b44c-9a2597118951 None None] Pushing event updated for resources: {'Port': ['ID=d4fabf74-be9f-411c-95ff-685e54afb1b2,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:41.869929 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Routers {'b16aa50d-2213-4947-bdaf-303ea1c26cc8'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:41.872122 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:41.896955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router e6526b5d-65bb-493d-a1c7-4e7504c30bd2 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:06:41.930065 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-293b1683-ba5f-4ba8-91de-c64187e7a74f service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799183 Aug 16 13:06:41.991908 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-bc836a94-1de3-4905-8814-2b5ad02eb1f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=bf69d203-57fd-4f8f-9961-872770f05e89 HTTP/1.1" status: 200 len: 217 time: 0.0549846 Aug 16 13:06:42.001793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-28eb7b01-d537-40f8-be03-9e418b00256a None None] Provisioning complete for port ffa05d52-c13c-400e-932f-3fc4d599f0c6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:42.003072 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-28eb7b01-d537-40f8-be03-9e418b00256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:42.042482 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] Set router b16aa50d-2213-4947-bdaf-303ea1c26cc8 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:42.058709 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-28eb7b01-d537-40f8-be03-9e418b00256a None None] Port ffa05d52-c13c-400e-932f-3fc4d599f0c6 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:06:42.059673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-c9bb130d-dc86-49ba-8f11-23f83fe14cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:42.067993 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-c9bb130d-dc86-49ba-8f11-23f83fe14cc9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.0687170 Aug 16 13:06:42.082803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b9fc1-b85e-4849-b48b-5323203da485 req-dadcabda-3bf1-4aa2-9f0c-acdffe3cc267 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:42.084362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b39b9fc1-b85e-4849-b48b-5323203da485 req-dadcabda-3bf1-4aa2-9f0c-acdffe3cc267 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 946 time: 0.1767609 Aug 16 13:06:42.119777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3b25a48b-4b6d-4721-9a9f-410b442162b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:42.121290 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3b25a48b-4b6d-4721-9a9f-410b442162b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464182 Aug 16 13:06:42.150253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:42.161363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a0388-0ade-4bad-8952-a08dd4df0f48 None None] Sync routers for ids ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:42.173584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a1ced59a-5f05-4539-9a26-f491b81a0a84 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/e6526b5d-65bb-493d-a1c7-4e7504c30bd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1383493 Aug 16 13:06:42.176935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50774) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:42.182890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a0388-0ade-4bad-8952-a08dd4df0f48 None None] Routers {'e6526b5d-65bb-493d-a1c7-4e7504c30bd2'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:42.183724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7c6a0388-0ade-4bad-8952-a08dd4df0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:42.185061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b39b9fc1-b85e-4849-b48b-5323203da485 req-266e1a02-0e01-4649-bcac-f98afb72df0f tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750458 Aug 16 13:06:42.221838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7c6a0388-0ade-4bad-8952-a08dd4df0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:42.252894 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028fa8a8-178a-4c04-8357-de35582d7caf tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:42.257537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a0388-0ade-4bad-8952-a08dd4df0f48 None None] Routers {'e6526b5d-65bb-493d-a1c7-4e7504c30bd2'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:42.257750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-028fa8a8-178a-4c04-8357-de35582d7caf tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports/ffa05d52-c13c-400e-932f-3fc4d599f0c6 HTTP/1.1" status: 200 len: 910 time: 0.0764432 Aug 16 13:06:42.257885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7c6a0388-0ade-4bad-8952-a08dd4df0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:42.257990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50782) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:42.347886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-7c6a0388-0ade-4bad-8952-a08dd4df0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:42.348178 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-071df66f-1fb7-44eb-a99e-c1406b8d9857 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120857 Aug 16 13:06:42.348627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a0388-0ade-4bad-8952-a08dd4df0f48 None None] The sync data for ids ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:42.456063 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:38Z', 'revision_number': 3, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:42.491243 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-d48f80d4-e629-445c-ae74-5631ff3bc2b2 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401381 Aug 16 13:06:42.550011 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c3f00-10b7-4cf1-adbb-5059b0fba561 None None] The sync data for ids ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'] in n-d-804708-1 is: [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:38Z', 'revision_number': 3, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:42.575873 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-6e16cad4-3e8f-46d0-83e7-d08517ccdc4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea1d22ed-a3e8-4d72-95e8-c0495702971e HTTP/1.1" status: 200 len: 217 time: 0.0757957 Aug 16 13:06:42.620979 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:42.647680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-bb56af12-78b5-47a7-84a1-d9e40879e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:42.649437 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-bb56af12-78b5-47a7-84a1-d9e40879e206 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.0655529 Aug 16 13:06:42.709179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7a01655c-8e92-4d83-8135-256e4a6ff824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:42.711107 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-7a01655c-8e92-4d83-8135-256e4a6ff824 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521781 Aug 16 13:06:42.843755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b277b-e481-4f01-93ba-bfb3268d38c6 req-6101d339-82b2-4a8d-b140-c56f6137ab08 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:42.854327 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-163b277b-e481-4f01-93ba-bfb3268d38c6 req-6101d339-82b2-4a8d-b140-c56f6137ab08 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 946 time: 0.1842613 Aug 16 13:06:42.868259 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-98378367-0462-4069-84fa-d8138f6189a6 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491182 Aug 16 13:06:43.134572 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-f65e08eb-0752-469c-ac0f-ea53dc5ae3af service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579851 Aug 16 13:06:43.192180 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-c77a0a82-e3f0-4718-a2bc-6d807e3f5777 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8 HTTP/1.1" status: 200 len: 217 time: 0.0490792 Aug 16 13:06:43.258714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-569edf44-b3af-4f86-9338-b5348b772b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.261060 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-569edf44-b3af-4f86-9338-b5348b772b8d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.0617473 Aug 16 13:06:43.325725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3574cd58-aa05-4687-b97b-a70340b2b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.327323 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-3574cd58-aa05-4687-b97b-a70340b2b587 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577395 Aug 16 13:06:43.389198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-163b277b-e481-4f01-93ba-bfb3268d38c6 req-cc9b33d2-9d41-46fd-8554-b1fe0eb3765d tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337887 Aug 16 13:06:43.427373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339674-c543-46e1-bd60-8160b71f4b17 req-16f6c7bb-e4ec-4585-8790-297b17ba34c1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.428876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339674-c543-46e1-bd60-8160b71f4b17 req-16f6c7bb-e4ec-4585-8790-297b17ba34c1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.438699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339674-c543-46e1-bd60-8160b71f4b17 req-16f6c7bb-e4ec-4585-8790-297b17ba34c1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.445435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339674-c543-46e1-bd60-8160b71f4b17 req-16f6c7bb-e4ec-4585-8790-297b17ba34c1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.451572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339674-c543-46e1-bd60-8160b71f4b17 req-16f6c7bb-e4ec-4585-8790-297b17ba34c1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.460590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339674-c543-46e1-bd60-8160b71f4b17 req-16f6c7bb-e4ec-4585-8790-297b17ba34c1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.469791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339674-c543-46e1-bd60-8160b71f4b17 req-16f6c7bb-e4ec-4585-8790-297b17ba34c1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.478012 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00339674-c543-46e1-bd60-8160b71f4b17 req-16f6c7bb-e4ec-4585-8790-297b17ba34c1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.6711981 Aug 16 13:06:43.498186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50820) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:43.516689 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-4a591729-d1df-4481-9af2-b84a75756de4 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814742 Aug 16 13:06:43.540169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d4fabf74-be9f-411c-95ff-685e54afb1b2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:43.647687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d4fabf74-be9f-411c-95ff-685e54afb1b2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:43.651851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00339674-c543-46e1-bd60-8160b71f4b17 req-b7d3bc93-f78b-4fe7-ae42-eccca491e953 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727977 Aug 16 13:06:43.653249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d4fabf74-be9f-411c-95ff-685e54afb1b2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:43.653687 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:43.667095 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Allocated IP 172.20.0.1 (c0c69487-3dc9-4e61-95e3-b5625e5706b7/01d729f7-0d30-4c71-95f0-d41b4ab49086/bc595b97-3438-4c0c-b569-80f32ee480b3) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:43.756205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b51edff-b8ef-4dcc-b912-fc096afebbc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:43.805998 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:43.839699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port d4fabf74-be9f-411c-95ff-685e54afb1b2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d4fabf74-be9f-411c-95ff-685e54afb1b2,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:43.848806 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.102123 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.116404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-574997517', 'router:external': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:44.128477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=d4fabf74-be9f-411c-95ff-685e54afb1b2,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:44.176412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Made reservation on behalf of 944e749d7a16437384fa975f227f4736 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:44.178930 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.198165 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.212662 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05231e57-aa51-4e8b-add5-51ed2461fa94 req-81165292-f251-43af-9fe5-8947b3da094f service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6866570 Aug 16 13:06:44.230591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279f26b-8b21-4470-bbe0-f3bd9a94496b req-9e4f165e-0c29-4082-9ba3-39cd43bfc51e tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.237643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c279f26b-8b21-4470-bbe0-f3bd9a94496b req-9e4f165e-0c29-4082-9ba3-39cd43bfc51e tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 946 time: 0.1249998 Aug 16 13:06:44.330812 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.367847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.370772 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c279f26b-8b21-4470-bbe0-f3bd9a94496b req-d8db91e5-616a-4ac4-8d4b-a4a2070e910c tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241424 Aug 16 13:06:44.387084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Network c0c69487-3dc9-4e61-95e3-b5625e5706b7 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:44.392062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:44.400401 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.403582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5b51edff-b8ef-4dcc-b912-fc096afebbc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port ffa05d52-c13c-400e-932f-3fc4d599f0c6 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:44.404019 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b51edff-b8ef-4dcc-b912-fc096afebbc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.411520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:44.448191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:06:44.449774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc595b97-3438-4c0c-b569-80f32ee480b3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:44.479607 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.480248 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Added segment 15122eb6-5272-4f76-8580-c57e6c1a9c03 of type vlan for network af846af3-d65b-4cc8-a25c-a89e53342b45 Aug 16 13:06:44.494485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d08860-07b6-4c64-88c0-299ab83f9ac4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:44.526701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-33652f6f-2b73-4ed0-94c0-2e21c23b6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.527277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-33652f6f-2b73-4ed0-94c0-2e21c23b6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.527887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-33652f6f-2b73-4ed0-94c0-2e21c23b6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.528373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-33652f6f-2b73-4ed0-94c0-2e21c23b6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.528824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-33652f6f-2b73-4ed0-94c0-2e21c23b6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.529285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-33652f6f-2b73-4ed0-94c0-2e21c23b6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.529747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-33652f6f-2b73-4ed0-94c0-2e21c23b6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.532089 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-33652f6f-2b73-4ed0-94c0-2e21c23b6620 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6486 time: 0.1526661 Aug 16 13:06:44.556509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.570479 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b51edff-b8ef-4dcc-b912-fc096afebbc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.595733 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.621669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5b51edff-b8ef-4dcc-b912-fc096afebbc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for ffa05d52-c13c-400e-932f-3fc4d599f0c6 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:44.697620 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.704302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.704917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.772373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event updated for resources: {'Network': ['ID=af846af3-d65b-4cc8-a25c-a89e53342b45,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:44.778231 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-eec6c2f2-2869-4b4c-a998-228d97ba00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.780377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-eec6c2f2-2869-4b4c-a998-228d97ba00e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0 HTTP/1.1" status: 200 len: 901 time: 0.2368307 Aug 16 13:06:44.783120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network af846af3-d65b-4cc8-a25c-a89e53342b45 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:06:44.790696 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0de7a96b-2258-43e9-b3da-0ad62f8420df tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2907064 Aug 16 13:06:44.795975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50844) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:44.817898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Request body: {'subnet': {'network_id': 'af846af3-d65b-4cc8-a25c-a89e53342b45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:44.839496 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-237103c2-be84-41f5-b7b7-19eb35f0f9a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8 HTTP/1.1" status: 200 len: 217 time: 0.0472686 Aug 16 13:06:44.905796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-acea98be-aa12-42de-a3e2-a6ecb30604ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.907348 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-acea98be-aa12-42de-a3e2-a6ecb30604ef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.0583432 Aug 16 13:06:44.960764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-f8471c8e-14dd-476a-9b26-51bc5b753894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.962351 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-f8471c8e-14dd-476a-9b26-51bc5b753894 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470941 Aug 16 13:06:44.987099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Made reservation on behalf of 944e749d7a16437384fa975f227f4736 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:44.990036 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:44.997574 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:45.038916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdd76b-52f3-4f50-84bf-36c721a58120 req-007032da-7031-4656-997f-f837e33335f9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.044779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdd76b-52f3-4f50-84bf-36c721a58120 req-007032da-7031-4656-997f-f837e33335f9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.050974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdd76b-52f3-4f50-84bf-36c721a58120 req-007032da-7031-4656-997f-f837e33335f9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.057366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdd76b-52f3-4f50-84bf-36c721a58120 req-007032da-7031-4656-997f-f837e33335f9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.063310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdd76b-52f3-4f50-84bf-36c721a58120 req-007032da-7031-4656-997f-f837e33335f9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.069585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdd76b-52f3-4f50-84bf-36c721a58120 req-007032da-7031-4656-997f-f837e33335f9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.075505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdd76b-52f3-4f50-84bf-36c721a58120 req-007032da-7031-4656-997f-f837e33335f9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.077463 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9cbdd76b-52f3-4f50-84bf-36c721a58120 req-007032da-7031-4656-997f-f837e33335f9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.2662463 Aug 16 13:06:45.102580 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-bfa8c2d6-fa9b-4d5e-aa13-fd25af3a08c8 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314723 Aug 16 13:06:45.203138 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40529b1f-2247-47a6-9ecf-b556364cb1b1 req-766bd085-0031-408c-9436-acab632ad8a6 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922885 Aug 16 13:06:45.259665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9cbdd76b-52f3-4f50-84bf-36c721a58120 req-bbaab22c-c232-4d21-890a-c2a6d071981a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358171 Aug 16 13:06:45.260255 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b51edff-b8ef-4dcc-b912-fc096afebbc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:45.314072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51edff-b8ef-4dcc-b912-fc096afebbc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=ffa05d52-c13c-400e-932f-3fc4d599f0c6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:45.378170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb8c3a-811a-494b-a374-d8e0489086e2 req-f3e09863-5563-414c-99ca-13ea778d94b3 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.380255 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-62eb8c3a-811a-494b-a374-d8e0489086e2 req-f3e09863-5563-414c-99ca-13ea778d94b3 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.42 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 946 time: 0.0523057 Aug 16 13:06:45.486302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d4fabf74-be9f-411c-95ff-685e54afb1b2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:45.547889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d4fabf74-be9f-411c-95ff-685e54afb1b2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:45.548610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:45.578983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-62eb8c3a-811a-494b-a374-d8e0489086e2 req-0cfa572e-29e5-496b-b602-d37b0fde3df4 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Deleting port 00418a8c-171a-4d3d-974d-17ab5e4f32dd {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:45.579269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-62eb8c3a-811a-494b-a374-d8e0489086e2 req-0cfa572e-29e5-496b-b602-d37b0fde3df4 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:45.702069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-62eb8c3a-811a-494b-a374-d8e0489086e2 req-0cfa572e-29e5-496b-b602-d37b0fde3df4 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] For port 00418a8c-171a-4d3d-974d-17ab5e4f32dd, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=00418a8c-171a-4d3d-974d-17ab5e4f32dd,segment=NetworkSegment(7d26192b-d790-4ddf-90a2-32632237a6c5),segment_id=7d26192b-d790-4ddf-90a2-32632237a6c5)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:45.702346 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:45.702837 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-62eb8c3a-811a-494b-a374-d8e0489086e2 req-0cfa572e-29e5-496b-b602-d37b0fde3df4 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:45.717260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-62eb8c3a-811a-494b-a374-d8e0489086e2 req-0cfa572e-29e5-496b-b602-d37b0fde3df4 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Calling delete_port for 00418a8c-171a-4d3d-974d-17ab5e4f32dd owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:45.777014 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:45.879884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-62eb8c3a-811a-494b-a374-d8e0489086e2 req-0cfa572e-29e5-496b-b602-d37b0fde3df4 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:45.887148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9555e-4620-4c22-9ff7-3be6537c7cc4 req-ea3a21fa-535c-4ca3-82b3-594c0f6cbf7b tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.894279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['00418a8c-171a-4d3d-974d-17ab5e4f32dd'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:06:45.904954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ee9555e-4620-4c22-9ff7-3be6537c7cc4 req-ea3a21fa-535c-4ca3-82b3-594c0f6cbf7b tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/ports?device_id=25719782-1d7d-4ee4-8728-b4cc9a78c153 HTTP/1.1" status: 200 len: 946 time: 0.3088975 Aug 16 13:06:45.915616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa572e-29e5-496b-b602-d37b0fde3df4 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Pushing event deleted for resources: {'Port': ['ID=00418a8c-171a-4d3d-974d-17ab5e4f32dd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:45.984012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc595b97-3438-4c0c-b569-80f32ee480b3,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:45.993457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-62eb8c3a-811a-494b-a374-d8e0489086e2 req-0cfa572e-29e5-496b-b602-d37b0fde3df4 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] No DVR routers for this DVR port 00418a8c-171a-4d3d-974d-17ab5e4f32dd on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:45.995622 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-62eb8c3a-811a-494b-a374-d8e0489086e2 req-0cfa572e-29e5-496b-b602-d37b0fde3df4 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:45.997886 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-62eb8c3a-811a-494b-a374-d8e0489086e2 req-0cfa572e-29e5-496b-b602-d37b0fde3df4 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.42 "DELETE /v2.0/ports/00418a8c-171a-4d3d-974d-17ab5e4f32dd HTTP/1.1" status: 204 len: 173 time: 0.6111565 Aug 16 13:06:45.998525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25719782-1d7d-4ee4-8728-b4cc9a78c153', 'name': 'network-vif-deleted', 'tag': '00418a8c-171a-4d3d-974d-17ab5e4f32dd'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:46.001405 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6525cfa-3fab-43c4-8fb6-3fb405a03612" -d '{"events": [{"server_uuid": "25719782-1d7d-4ee4-8728-b4cc9a78c153", "name": "network-vif-deleted", "tag": "00418a8c-171a-4d3d-974d-17ab5e4f32dd"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:46.025758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b51edff-b8ef-4dcc-b912-fc096afebbc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:46.033643 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:46.055284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ee9555e-4620-4c22-9ff7-3be6537c7cc4 req-ce89b21a-65be-4699-8304-818505b156f5 tempest-ServersNegativeTestMultiTenantJSON-1981035373 tempest-ServersNegativeTestMultiTenantJSON-1981035373-project] 10.222.0.25 "GET /v2.0/security-groups?id=b968b6da-3dab-4e29-9aed-363b1fa4e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492558 Aug 16 13:06:46.091026 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c868cec-acac-498e-b05f-92eead2074bd x-openstack-request-id: req-0c868cec-acac-498e-b05f-92eead2074bd {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:46.091531 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25719782-1d7d-4ee4-8728-b4cc9a78c153", "name": "network-vif-deleted", "tag": "00418a8c-171a-4d3d-974d-17ab5e4f32dd", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:46.091972 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c868cec-acac-498e-b05f-92eead2074bd {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:46.092371 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25719782-1d7d-4ee4-8728-b4cc9a78c153', 'name': 'network-vif-deleted', 'tag': '00418a8c-171a-4d3d-974d-17ab5e4f32dd', 'status': 'completed', 'code': 200} Aug 16 13:06:46.135085 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:46.295011 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Network c0c69487-3dc9-4e61-95e3-b5625e5706b7 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:46.295971 n-d-804708-1 neutron-server[101395]: DEBUG neutron.objects.ports [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101395) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:06:46.296445 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:46.305949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:46.839729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event updated for resources: {'Subnet': ['ID=82f9f01d-963a-48c5-b023-5a83e4c4620f,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:46.865568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b51edff-b8ef-4dcc-b912-fc096afebbc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router e6526b5d-65bb-493d-a1c7-4e7504c30bd2 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:06:46.896446 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Checking segment: {'id': '15122eb6-5272-4f76-8580-c57e6c1a9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'af846af3-d65b-4cc8-a25c-a89e53342b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:46.896809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Network hostable DHCP agents. Network: af846af3-d65b-4cc8-a25c-a89e53342b45, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:06:46.929321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd980f0-1350-4e76-8d2f-18c2d237a20e req-eb2a2e28-4fff-4735-870f-417729a91b2f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:46.935189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd980f0-1350-4e76-8d2f-18c2d237a20e req-eb2a2e28-4fff-4735-870f-417729a91b2f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:46.941092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd980f0-1350-4e76-8d2f-18c2d237a20e req-eb2a2e28-4fff-4735-870f-417729a91b2f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:46.947529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd980f0-1350-4e76-8d2f-18c2d237a20e req-eb2a2e28-4fff-4735-870f-417729a91b2f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:46.953402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd980f0-1350-4e76-8d2f-18c2d237a20e req-eb2a2e28-4fff-4735-870f-417729a91b2f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:46.961075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd980f0-1350-4e76-8d2f-18c2d237a20e req-eb2a2e28-4fff-4735-870f-417729a91b2f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:46.965920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd980f0-1350-4e76-8d2f-18c2d237a20e req-eb2a2e28-4fff-4735-870f-417729a91b2f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:46.967911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbd980f0-1350-4e76-8d2f-18c2d237a20e req-eb2a2e28-4fff-4735-870f-417729a91b2f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.5832915 Aug 16 13:06:47.072757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Network af846af3-d65b-4cc8-a25c-a89e53342b45 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:06:47.087761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Router b16aa50d-2213-4947-bdaf-303ea1c26cc8 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:06:47.106639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, af846af3-d65b-4cc8-a25c-a89e53342b45) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:47.115368 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687e7663-1ff2-48b1-a29c-eb9c5f9d7e34 None None] Network af846af3-d65b-4cc8-a25c-a89e53342b45 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:47.121809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:47.122435 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:47.128885 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbd980f0-1350-4e76-8d2f-18c2d237a20e req-518cea60-be80-4f08-a0c8-3cc9765090c7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447303 Aug 16 13:06:47.145249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b51edff-b8ef-4dcc-b912-fc096afebbc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:47.152159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5b51edff-b8ef-4dcc-b912-fc096afebbc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/e6526b5d-65bb-493d-a1c7-4e7504c30bd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8932474 Aug 16 13:06:47.155027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50876) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:47.159476 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37e91f-2b7b-4f36-81c5-8970d501042c None None] Sync routers for ids ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:47.177792 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37e91f-2b7b-4f36-81c5-8970d501042c None None] Routers {'e6526b5d-65bb-493d-a1c7-4e7504c30bd2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:47.181644 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4f37e91f-2b7b-4f36-81c5-8970d501042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:47.205802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-54cc49c4-c321-4c98-973f-2f11d4780853 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3932893 Aug 16 13:06:47.212305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50878) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:47.225159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50880) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:47.239042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-494802936', 'network_id': 'af846af3-d65b-4cc8-a25c-a89e53342b45'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:47.272041 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4f37e91f-2b7b-4f36-81c5-8970d501042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:47.294087 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37e91f-2b7b-4f36-81c5-8970d501042c None None] Routers {'e6526b5d-65bb-493d-a1c7-4e7504c30bd2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:47.294815 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4f37e91f-2b7b-4f36-81c5-8970d501042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:47.326281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e522f406-b84f-4c33-812e-30dedae29fac admin admin] Deleting subnet 3f553656-ffb9-40ec-87a7-65603471d088 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:06:47.332716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e522f406-b84f-4c33-812e-30dedae29fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:47.339005 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4f37e91f-2b7b-4f36-81c5-8970d501042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:47.345222 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37e91f-2b7b-4f36-81c5-8970d501042c None None] The sync data for ids ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:47.355045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7058b8e8-c422-4f45-bbd9-fdd55e9a86fe None None] Network af846af3-d65b-4cc8-a25c-a89e53342b45 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:47.360205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Made reservation on behalf of 944e749d7a16437384fa975f227f4736 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:47.362963 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:47.385129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:47.392571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f2fc8ad9-6b6b-4d10-94a1-ab7560c459c9 admin admin] 10.222.0.25 "PUT /v2.0/routers/b16aa50d-2213-4947-bdaf-303ea1c26cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5486913 Aug 16 13:06:47.399531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] device_id is not set on port 6225b918-0cd7-4019-b629-56f31717e56b yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:06:47.400224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Sync routers for ids ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:47.454082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Routers {'b16aa50d-2213-4947-bdaf-303ea1c26cc8'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:47.455433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:47.467405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e522f406-b84f-4c33-812e-30dedae29fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:47.525688 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e522f406-b84f-4c33-812e-30dedae29fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:47.538661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Allocated IP 172.20.0.10 (af846af3-d65b-4cc8-a25c-a89e53342b45/82f9f01d-963a-48c5-b023-5a83e4c4620f/6225b918-0cd7-4019-b629-56f31717e56b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:47.611746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Set router b16aa50d-2213-4947-bdaf-303ea1c26cc8 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:47.690092 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e522f406-b84f-4c33-812e-30dedae29fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:47.721784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522f406-b84f-4c33-812e-30dedae29fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f553656-ffb9-40ec-87a7-65603471d088,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:47.747006 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e522f406-b84f-4c33-812e-30dedae29fac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:47.750649 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e522f406-b84f-4c33-812e-30dedae29fac admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3f553656-ffb9-40ec-87a7-65603471d088 HTTP/1.1" status: 204 len: 168 time: 0.5245435 Aug 16 13:06:47.754320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50890) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:47.824681 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:47.862389 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:47.909722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:47.935792 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-149eeda0-094b-479a-b911-54e5fe719a34 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:47.939833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:44Z', 'revision_number': 4, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'bc595b97-3438-4c0c-b569-80f32ee480b3', 'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'mac_address': 'fa:16:3e:82:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:42Z', 'updated_at': '2021-08-16T13:06:45Z', 'revision_number': 2, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'subnets': [{'id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:47.961822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Network af846af3-d65b-4cc8-a25c-a89e53342b45 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:47.967454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:47.973237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:47.976611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event updated for resources: {'Port': ['ID=6225b918-0cd7-4019-b629-56f31717e56b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:47.979239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Checking router: b16aa50d-2213-4947-bdaf-303ea1c26cc8 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:06:47.979784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Updating router b16aa50d-2213-4947-bdaf-303ea1c26cc8 port bc595b97-3438-4c0c-b569-80f32ee480b3 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:06:48.037379 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.062246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.063228 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.117833 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9998a537-090c-4291-ac1d-c942fd4053dd tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9017973 Aug 16 13:06:48.121873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50904) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:48.182802 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.198193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246244e7-50e8-4afe-b72c-1b5a9a647383']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:48.212709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d26192b-d790-4ddf-90a2-32632237a6c5') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:48.213178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d26192b-d790-4ddf-90a2-32632237a6c5') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:48.257212 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.279922 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-6b27ba7e-d1c1-406e-8637-a6e7df7867f9 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.287795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-6b27ba7e-d1c1-406e-8637-a6e7df7867f9 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/networks?id=c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 200 len: 820 time: 0.2692318 Aug 16 13:06:48.301224 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.308044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-da41fef8-8eb8-4349-b0e8-ac23f5854512 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/quotas/72dedb8bea8341fab802f82b83251c10 HTTP/1.1" status: 200 len: 375 time: 0.0188093 Aug 16 13:06:48.315753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:48.316896 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:48.321817 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:48.368072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-446e1698-c4b0-4c55-9591-9d1fec4b827f tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Deleting port 6225b918-0cd7-4019-b629-56f31717e56b {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:48.368378 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-446e1698-c4b0-4c55-9591-9d1fec4b827f tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.384065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-16c62429-df7c-4f86-907b-2500e7fa6abd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72dedb8bea8341fab802f82b83251c10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754073 Aug 16 13:06:48.460767 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.469084 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.471334 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] 10.222.0.25 "DELETE /v2.0/networks/246244e7-50e8-4afe-b72c-1b5a9a647383 HTTP/1.1" status: 204 len: 168 time: 0.7158747 Aug 16 13:06:48.474848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50910) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:48.516659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30e389-c2a3-4855-bf83-c4697ffdc25f admin admin] Pushing event deleted for resources: {'Network': ['ID=246244e7-50e8-4afe-b72c-1b5a9a647383,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:48.556782 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b924d80-23d3-4272-b846-606d249d3e07 admin admin] Deleting subnet f4d94ed0-9791-43f6-8c78-c726be74dbcd {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:06:48.562255 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b924d80-23d3-4272-b846-606d249d3e07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.565959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-149eeda0-094b-479a-b911-54e5fe719a34 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port 3ae00b06-8056-4cdf-8d45-a0331528c23d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:48.567491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-149eeda0-094b-479a-b911-54e5fe719a34 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.574046 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.581643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-03107943-3767-44b0-8f60-f77907c76ab1 service neutron] 10.222.0.25 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966527 Aug 16 13:06:48.606089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Transition to ACTIVE for port object bc595b97-3438-4c0c-b569-80f32ee480b3 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:48.616940 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.637210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb58ec-c51c-44c5-aea3-ebd70ce0f7e9 req-100e5e5a-ec5f-444b-be73-4b7c4fcef596 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.643071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb58ec-c51c-44c5-aea3-ebd70ce0f7e9 req-100e5e5a-ec5f-444b-be73-4b7c4fcef596 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.650146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb58ec-c51c-44c5-aea3-ebd70ce0f7e9 req-100e5e5a-ec5f-444b-be73-4b7c4fcef596 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.655607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb58ec-c51c-44c5-aea3-ebd70ce0f7e9 req-100e5e5a-ec5f-444b-be73-4b7c4fcef596 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.661719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb58ec-c51c-44c5-aea3-ebd70ce0f7e9 req-100e5e5a-ec5f-444b-be73-4b7c4fcef596 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.667696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb58ec-c51c-44c5-aea3-ebd70ce0f7e9 req-100e5e5a-ec5f-444b-be73-4b7c4fcef596 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.673567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb58ec-c51c-44c5-aea3-ebd70ce0f7e9 req-100e5e5a-ec5f-444b-be73-4b7c4fcef596 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.676350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62608952-a9c1-43f2-aaf0-5cf89875c214 None None] Pushing event updated for resources: {'Port': ['ID=bc595b97-3438-4c0c-b569-80f32ee480b3,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:48.682829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1feb58ec-c51c-44c5-aea3-ebd70ce0f7e9 req-100e5e5a-ec5f-444b-be73-4b7c4fcef596 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.2603815 Aug 16 13:06:48.707294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-149eeda0-094b-479a-b911-54e5fe719a34 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.726906 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b924d80-23d3-4272-b846-606d249d3e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.728722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-149eeda0-094b-479a-b911-54e5fe719a34 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for 3ae00b06-8056-4cdf-8d45-a0331528c23d owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:48.733987 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-446e1698-c4b0-4c55-9591-9d1fec4b827f tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.750417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Attempting to bind port bc595b97-3438-4c0c-b569-80f32ee480b3 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:48.750883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Attempting to bind port bc595b97-3438-4c0c-b569-80f32ee480b3 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '508ebbee-94dc-47aa-9cc0-5488ff2fd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:48.751273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Attempting to bind port bc595b97-3438-4c0c-b569-80f32ee480b3 on network c0c69487-3dc9-4e61-95e3-b5625e5706b7 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:48.758443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:48.758895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Checking segment: {'id': '508ebbee-94dc-47aa-9cc0-5488ff2fd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:48.759217 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.759743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Bound using segment: {'id': '508ebbee-94dc-47aa-9cc0-5488ff2fd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:48.760219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Bound port: bc595b97-3438-4c0c-b569-80f32ee480b3, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508ebbee-94dc-47aa-9cc0-5488ff2fd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:48.760976 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.801785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-446e1698-c4b0-4c55-9591-9d1fec4b827f tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Calling delete_port for 6225b918-0cd7-4019-b629-56f31717e56b owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:48.817672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b924d80-23d3-4272-b846-606d249d3e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.854871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] For port bc595b97-3438-4c0c-b569-80f32ee480b3, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:48.857312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1feb58ec-c51c-44c5-aea3-ebd70ce0f7e9 req-3a6e9d81-73c3-49d0-9f01-907159830c79 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1731739 Aug 16 13:06:48.860027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] For port bc595b97-3438-4c0c-b569-80f32ee480b3, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bc595b97-3438-4c0c-b569-80f32ee480b3,segment=NetworkSegment(508ebbee-94dc-47aa-9cc0-5488ff2fd393),segment_id=508ebbee-94dc-47aa-9cc0-5488ff2fd393)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:48.867738 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.927448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Routers {'b16aa50d-2213-4947-bdaf-303ea1c26cc8'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:48.928125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:48.946752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-430cc327-7086-413f-90ae-c39bdd1d0a99 service neutron] 10.222.0.25 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433702 Aug 16 13:06:48.983345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62608952-a9c1-43f2-aaf0-5cf89875c214 None None] Pushing event updated for resources: {'Port': ['ID=bc595b97-3438-4c0c-b569-80f32ee480b3,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:49.038953 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-149eeda0-094b-479a-b911-54e5fe719a34 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.065738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b924d80-23d3-4272-b846-606d249d3e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.090137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] Set router b16aa50d-2213-4947-bdaf-303ea1c26cc8 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:49.129296 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b924d80-23d3-4272-b846-606d249d3e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4d94ed0-9791-43f6-8c78-c726be74dbcd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:49.131911 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-446e1698-c4b0-4c55-9591-9d1fec4b827f tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.153816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 00418a8c-171a-4d3d-974d-17ab5e4f32dd no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:49.209177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e1698-c4b0-4c55-9591-9d1fec4b827f tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event deleted for resources: {'Port': ['ID=6225b918-0cd7-4019-b629-56f31717e56b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:49.235109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 00418a8c-171a-4d3d-974d-17ab5e4f32dd {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:49.235487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 00418a8c-171a-4d3d-974d-17ab5e4f32dd not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:49.258872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149eeda0-094b-479a-b911-54e5fe719a34 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=3ae00b06-8056-4cdf-8d45-a0331528c23d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:49.271738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b924d80-23d3-4272-b846-606d249d3e07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.281818 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1b924d80-23d3-4272-b846-606d249d3e07 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f4d94ed0-9791-43f6-8c78-c726be74dbcd HTTP/1.1" status: 204 len: 168 time: 0.8037317 Aug 16 13:06:49.333822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50920) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:49.357344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-446e1698-c4b0-4c55-9591-9d1fec4b827f tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.365065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-446e1698-c4b0-4c55-9591-9d1fec4b827f tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "DELETE /v2.0/ports/6225b918-0cd7-4019-b629-56f31717e56b HTTP/1.1" status: 204 len: 168 time: 1.2407980 Aug 16 13:06:49.376947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50924) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:49.401446 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af846af3-d65b-4cc8-a25c-a89e53342b45', 'external_fixed_ips': [{'subnet_id': '82f9f01d-963a-48c5-b023-5a83e4c4620f', 'ip_address': '172.20.0.10'}]}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:49.473290 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.483305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0321e4fb-f92d-469f-b40c-cd112dc68584 req-fc199796-2655-45eb-b00a-7bda496a3ef6 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 210 time: 0.1053221 Aug 16 13:06:49.497697 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-149eeda0-094b-479a-b911-54e5fe719a34 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.500287 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.501942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.586471 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.602032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:44Z', 'revision_number': 4, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'bc595b97-3438-4c0c-b569-80f32ee480b3', 'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'mac_address': 'fa:16:3e:82:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:42Z', 'updated_at': '2021-08-16T13:06:48Z', 'revision_number': 4, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'subnets': [{'id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:49.638900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4995d6-ee0f-441f-a12e-5d49f0ad141b None None] The sync data for ids ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'] in n-d-804708-1 is: [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:44Z', 'revision_number': 4, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'bc595b97-3438-4c0c-b569-80f32ee480b3', 'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'mac_address': 'fa:16:3e:82:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:42Z', 'updated_at': '2021-08-16T13:06:48Z', 'revision_number': 4, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'subnets': [{'id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:49.826784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.872154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b731cd5-9cbe-4f8d-8d97-037644dab0de']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:49.888856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f6d90f-8685-4a1b-8d90-46ccd386fff8') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:49.889200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f6d90f-8685-4a1b-8d90-46ccd386fff8') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:49.902499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149eeda0-094b-479a-b911-54e5fe719a34 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router e6526b5d-65bb-493d-a1c7-4e7504c30bd2 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:06:49.918859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:49.920384 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.045886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149eeda0-094b-479a-b911-54e5fe719a34 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:50.047965 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.058189 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-149eeda0-094b-479a-b911-54e5fe719a34 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/e6526b5d-65bb-493d-a1c7-4e7504c30bd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8993971 Aug 16 13:06:50.059339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50934) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:50.061224 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7838e5f6-cfc6-4589-97eb-7c97c122c01a None None] Sync routers for ids ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:50.063582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:50.064063 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:50.065924 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:50.089980 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838e5f6-cfc6-4589-97eb-7c97c122c01a None None] Routers {'e6526b5d-65bb-493d-a1c7-4e7504c30bd2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:50.091049 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7838e5f6-cfc6-4589-97eb-7c97c122c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:50.109077 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e482a52d-6ec0-49b1-8e0f-6032010e1519 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6526b5d-65bb-493d-a1c7-4e7504c30bd2 HTTP/1.1" status: 200 len: 205 time: 0.0420225 Aug 16 13:06:50.124715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50936) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:50.156258 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7838e5f6-cfc6-4589-97eb-7c97c122c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:50.166963 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.168016 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838e5f6-cfc6-4589-97eb-7c97c122c01a None None] Routers {'e6526b5d-65bb-493d-a1c7-4e7504c30bd2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:50.168872 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7838e5f6-cfc6-4589-97eb-7c97c122c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:50.175086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.177209 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1b731cd5-9cbe-4f8d-8d97-037644dab0de HTTP/1.1" status: 204 len: 168 time: 0.8423262 Aug 16 13:06:50.203744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c98db-6f1d-4d1e-914b-9743fa583724 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b731cd5-9cbe-4f8d-8d97-037644dab0de,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:50.248180 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7838e5f6-cfc6-4589-97eb-7c97c122c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:50.248833 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7838e5f6-cfc6-4589-97eb-7c97c122c01a None None] The sync data for ids ['e6526b5d-65bb-493d-a1c7-4e7504c30bd2'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:50.402761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1937d-b13a-4119-8bd2-3465cd7dfa2b req-6c74be63-064e-497a-aaee-e60a5062c309 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:50.420480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1937d-b13a-4119-8bd2-3465cd7dfa2b req-6c74be63-064e-497a-aaee-e60a5062c309 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:50.451933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1937d-b13a-4119-8bd2-3465cd7dfa2b req-6c74be63-064e-497a-aaee-e60a5062c309 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:50.464083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1937d-b13a-4119-8bd2-3465cd7dfa2b req-6c74be63-064e-497a-aaee-e60a5062c309 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:50.480458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1937d-b13a-4119-8bd2-3465cd7dfa2b req-6c74be63-064e-497a-aaee-e60a5062c309 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:50.489941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1937d-b13a-4119-8bd2-3465cd7dfa2b req-6c74be63-064e-497a-aaee-e60a5062c309 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:50.498824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1937d-b13a-4119-8bd2-3465cd7dfa2b req-6c74be63-064e-497a-aaee-e60a5062c309 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:50.502836 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea1937d-b13a-4119-8bd2-3465cd7dfa2b req-6c74be63-064e-497a-aaee-e60a5062c309 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.4876900 Aug 16 13:06:50.518775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50946) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:50.559148 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0e5470d6-57aa-4322-94b2-af7083bb6308 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.576699 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7103b826-45f2-4a77-84f4-8d05b700f95d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfc583d7925c4cf9b0b6899174a2c810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554836 Aug 16 13:06:50.579196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50950) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:50.679685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9162f7f3-17ef-4daf-ab6c-2878c87b86be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.718174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ea1937d-b13a-4119-8bd2-3465cd7dfa2b req-ee36d9a1-f0b4-471c-b18e-e388b269eff2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1913497 Aug 16 13:06:50.719206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9162f7f3-17ef-4daf-ab6c-2878c87b86be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.780035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c82c4fbf-2e51-4747-a9c2-83233a299267 req-7e0954f3-fcf6-4d9c-b351-6252226ee453 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 210 time: 0.0521317 Aug 16 13:06:50.890946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9162f7f3-17ef-4daf-ab6c-2878c87b86be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.895957 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9162f7f3-17ef-4daf-ab6c-2878c87b86be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.897426 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9162f7f3-17ef-4daf-ab6c-2878c87b86be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b968b6da-3dab-4e29-9aed-363b1fa4e4fd HTTP/1.1" status: 204 len: 168 time: 0.3171234 Aug 16 13:06:50.931715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162f7f3-17ef-4daf-ab6c-2878c87b86be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b968b6da-3dab-4e29-9aed-363b1fa4e4fd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:50.987330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-efdab94a-0e48-4687-8a7f-bbaf8cf13a62 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:50.990821 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-efdab94a-0e48-4687-8a7f-bbaf8cf13a62 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.42 "GET /v2.0/networks?id=c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 200 len: 820 time: 0.1979728 Aug 16 13:06:51.011712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Request body: {'port': {'device_id': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'admin_state_up': True, 'tenant_id': '72dedb8bea8341fab802f82b83251c10'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:51.173731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Made reservation on behalf of 72dedb8bea8341fab802f82b83251c10 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:51.181309 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.382357 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0e5470d6-57aa-4322-94b2-af7083bb6308 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.383041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Allocated IP 172.20.0.3 (c0c69487-3dc9-4e61-95e3-b5625e5706b7/01d729f7-0d30-4c71-95f0-d41b4ab49086/e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:51.385733 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0e5470d6-57aa-4322-94b2-af7083bb6308 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.511878 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.514511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0e5470d6-57aa-4322-94b2-af7083bb6308 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.514993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5470d6-57aa-4322-94b2-af7083bb6308 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Fanout notify agent at l3_agent the message router_deleted on router e6526b5d-65bb-493d-a1c7-4e7504c30bd2 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:06:51.532194 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0e5470d6-57aa-4322-94b2-af7083bb6308 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.536454 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0e5470d6-57aa-4322-94b2-af7083bb6308 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/e6526b5d-65bb-493d-a1c7-4e7504c30bd2 HTTP/1.1" status: 204 len: 168 time: 1.4055657 Aug 16 13:06:51.538840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50960) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:51.579612 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.587670 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bc595b97-3438-4c0c-b569-80f32ee480b3 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:51.618989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:51.701541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2cf331-5ba8-496a-9501-14b8407e8971 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting subnet 92ffca1a-b810-4ba2-84c2-c367aecdd719 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:06:51.717368 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf331-5ba8-496a-9501-14b8407e8971 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.728497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port bc595b97-3438-4c0c-b569-80f32ee480b3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:51.737655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port bc595b97-3438-4c0c-b569-80f32ee480b3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:51.738590 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.794006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Allocated IP 172.20.0.10 (af846af3-d65b-4cc8-a25c-a89e53342b45/82f9f01d-963a-48c5-b023-5a83e4c4620f/04ea3103-d6c5-4cfd-b999-ab7b175b76b3) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:51.878741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.933454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port bc595b97-3438-4c0c-b569-80f32ee480b3, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bc595b97-3438-4c0c-b569-80f32ee480b3,segment=NetworkSegment(508ebbee-94dc-47aa-9cc0-5488ff2fd393),segment_id=508ebbee-94dc-47aa-9cc0-5488ff2fd393)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:51.938818 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.939992 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:51.998406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=bc595b97-3438-4c0c-b569-80f32ee480b3,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:52.047968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6d4d4a6-8714-41e4-8e81-9afb174bc7e7 req-000e4d26-01e6-42d1-bbc9-28d2859d2558 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 210 time: 0.0981872 Aug 16 13:06:52.055071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.114885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238a23-9214-450b-815b-b9284587920d req-8abe7616-cce2-4c0f-bddd-503d63e99685 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:52.120904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238a23-9214-450b-815b-b9284587920d req-8abe7616-cce2-4c0f-bddd-503d63e99685 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:52.126813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238a23-9214-450b-815b-b9284587920d req-8abe7616-cce2-4c0f-bddd-503d63e99685 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:52.132851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238a23-9214-450b-815b-b9284587920d req-8abe7616-cce2-4c0f-bddd-503d63e99685 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:52.138850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238a23-9214-450b-815b-b9284587920d req-8abe7616-cce2-4c0f-bddd-503d63e99685 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:52.144970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238a23-9214-450b-815b-b9284587920d req-8abe7616-cce2-4c0f-bddd-503d63e99685 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:52.150881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238a23-9214-450b-815b-b9284587920d req-8abe7616-cce2-4c0f-bddd-503d63e99685 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:52.152899 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5238a23-9214-450b-815b-b9284587920d req-8abe7616-cce2-4c0f-bddd-503d63e99685 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.2009480 Aug 16 13:06:52.167507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Network af846af3-d65b-4cc8-a25c-a89e53342b45 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:52.179921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:52.185568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:52.199460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event updated for resources: {'Port': ['ID=04ea3103-d6c5-4cfd-b999-ab7b175b76b3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:52.232427 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-87433c81-ac35-455d-a331-1e20b2b7bc75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=305aa16ffd96477c80f16e696d5818ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6121135 Aug 16 13:06:52.233279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50970) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:52.237956 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf331-5ba8-496a-9501-14b8407e8971 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.247279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5238a23-9214-450b-815b-b9284587920d req-7f439bea-631c-42d9-af32-18bda7e55a8b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786347 Aug 16 13:06:52.305973 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.416483 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf331-5ba8-496a-9501-14b8407e8971 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.438991 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4f42214-eb6d-40fc-b28a-14891dca9c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.476026 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4f42214-eb6d-40fc-b28a-14891dca9c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.479801 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.501704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.569514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Network c0c69487-3dc9-4e61-95e3-b5625e5706b7 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:52.575961 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:52.578585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:52.612414 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf331-5ba8-496a-9501-14b8407e8971 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.615046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Pushing event updated for resources: {'Port': ['ID=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:52.666907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cf331-5ba8-496a-9501-14b8407e8971 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Subnet': ['ID=92ffca1a-b810-4ba2-84c2-c367aecdd719,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:52.674198 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf331-5ba8-496a-9501-14b8407e8971 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.682415 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6b2cf331-5ba8-496a-9501-14b8407e8971 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/92ffca1a-b810-4ba2-84c2-c367aecdd719 HTTP/1.1" status: 204 len: 168 time: 1.1403599 Aug 16 13:06:52.690032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50976) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:52.697166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdf9215-db96-404f-b9e1-6a722834642c None None] Network 9fb3d089-1418-4f1f-990e-f10879d6fd34 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:52.734033 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:52.735022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.744830 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.758018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4f42214-eb6d-40fc-b28a-14891dca9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.760588 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4f42214-eb6d-40fc-b28a-14891dca9c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.763938 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c4f42214-eb6d-40fc-b28a-14891dca9c20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6075c32e-2b33-4a23-a58c-a75ca140de00 HTTP/1.1" status: 204 len: 168 time: 0.5204439 Aug 16 13:06:52.787362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f42214-eb6d-40fc-b28a-14891dca9c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6075c32e-2b33-4a23-a58c-a75ca140de00,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:52.806393 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-b639cce2-5894-4ba4-9f8e-13004e6df9cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7990954 Aug 16 13:06:52.815817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-13989653-7be1-4580-b052-84c3f73cdd9c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting subnet 52d7664d-1f6a-43c6-9705-f9e2573b0995 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:06:52.825159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Request body: {'port': {'device_id': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:52.827676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13989653-7be1-4580-b052-84c3f73cdd9c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.906532 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Router 847a3640-4000-4dd0-92e2-6cd67b2cd2b9 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:06:52.935378 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13989653-7be1-4580-b052-84c3f73cdd9c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.971934 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.049765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:06:53.069981 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.072547 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9ec830e6-d312-446f-bec2-2202617052a6 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.6785607 Aug 16 13:06:53.077524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 50984) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:53.083495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] Sync routers for ids ['847a3640-4000-4dd0-92e2-6cd67b2cd2b9'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:06:53.110822 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] Routers {'847a3640-4000-4dd0-92e2-6cd67b2cd2b9'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:53.111802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['847a3640-4000-4dd0-92e2-6cd67b2cd2b9'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:53.188212 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13989653-7be1-4580-b052-84c3f73cdd9c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.236847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1c3e35-70c5-462e-b6a1-280dff2b84ea None None] DHCP port deletion for 9fb3d089-1418-4f1f-990e-f10879d6fd34 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:06:53.302197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] Set router 847a3640-4000-4dd0-92e2-6cd67b2cd2b9 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:53.357935 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13989653-7be1-4580-b052-84c3f73cdd9c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.395875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857bb078-24df-452c-8e24-8e042f2d18f2 None None] Network 933a4498-3557-44b3-91b0-46d18019265a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:53.399736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7470f92-4e33-46d6-aa09-f53be1ea8cba req-125f2bfd-7ef6-4df9-b32b-34fe0b4692c8 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:53.401595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7470f92-4e33-46d6-aa09-f53be1ea8cba req-125f2bfd-7ef6-4df9-b32b-34fe0b4692c8 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 931 time: 0.2212634 Aug 16 13:06:53.404917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13989653-7be1-4580-b052-84c3f73cdd9c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.407134 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-13989653-7be1-4580-b052-84c3f73cdd9c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/52d7664d-1f6a-43c6-9705-f9e2573b0995 HTTP/1.1" status: 204 len: 168 time: 0.7054763 Aug 16 13:06:53.410330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50998) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:53.413741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13989653-7be1-4580-b052-84c3f73cdd9c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Subnet': ['ID=52d7664d-1f6a-43c6-9705-f9e2573b0995,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:53.496821 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.545176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bc595b97-3438-4c0c-b569-80f32ee480b3 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:53.585784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87781458-0ad0-41f5-b2fe-cae4377517cc req-237a1243-60eb-4d20-96d0-a4bd98cfa794 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:53.594209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87781458-0ad0-41f5-b2fe-cae4377517cc req-237a1243-60eb-4d20-96d0-a4bd98cfa794 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:53.595950 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.612537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87781458-0ad0-41f5-b2fe-cae4377517cc req-237a1243-60eb-4d20-96d0-a4bd98cfa794 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:53.620073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:53.620773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c3e35-70c5-462e-b6a1-280dff2b84ea None None] Deleting port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:53.621150 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3e35-70c5-462e-b6a1-280dff2b84ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.626314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87781458-0ad0-41f5-b2fe-cae4377517cc req-237a1243-60eb-4d20-96d0-a4bd98cfa794 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:53.630587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.632879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87781458-0ad0-41f5-b2fe-cae4377517cc req-237a1243-60eb-4d20-96d0-a4bd98cfa794 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:53.639114 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87781458-0ad0-41f5-b2fe-cae4377517cc req-237a1243-60eb-4d20-96d0-a4bd98cfa794 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:53.646059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87781458-0ad0-41f5-b2fe-cae4377517cc req-237a1243-60eb-4d20-96d0-a4bd98cfa794 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:53.654004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87781458-0ad0-41f5-b2fe-cae4377517cc req-237a1243-60eb-4d20-96d0-a4bd98cfa794 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.2821753 Aug 16 13:06:53.673077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Transition to ACTIVE for port object e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:53.685896 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.686898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4b1c3e35-70c5-462e-b6a1-280dff2b84ea None None] For port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=90dfa53d-45b5-4d48-b72b-f29d5db1c74d,segment=NetworkSegment(a36f22e4-2b7c-47a8-89fa-395c16ac7ecb),segment_id=a36f22e4-2b7c-47a8-89fa-395c16ac7ecb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:53.688595 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3e35-70c5-462e-b6a1-280dff2b84ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.703564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c3e35-70c5-462e-b6a1-280dff2b84ea None None] Calling delete_port for 90dfa53d-45b5-4d48-b72b-f29d5db1c74d owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:53.714152 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7470f92-4e33-46d6-aa09-f53be1ea8cba req-51eaf0e9-7915-474b-a11e-fac26991d01d tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312686 Aug 16 13:06:53.826558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87781458-0ad0-41f5-b2fe-cae4377517cc req-bf3ab33c-70b2-47aa-8384-c7cc1570aae3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587241 Aug 16 13:06:53.826885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e654b1-464c-4234-82c4-883230488232 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:53.858334 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.929882 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3e35-70c5-462e-b6a1-280dff2b84ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.955747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:53.956213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:53.982939 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Deleting port 04ea3103-d6c5-4cfd-b999-ab7b175b76b3 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:53.983292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.007717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port bc595b97-3438-4c0c-b569-80f32ee480b3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:54.008695 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.024155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf63949c-d8e8-454f-b206-aae6da68e0e7 None None] DHCP port deletion for 933a4498-3557-44b3-91b0-46d18019265a request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:06:54.027571 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c3e35-70c5-462e-b6a1-280dff2b84ea None None] Pushing event deleted for resources: {'Port': ['ID=90dfa53d-45b5-4d48-b72b-f29d5db1c74d,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:54.070510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51014) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:54.092468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c3e35-70c5-462e-b6a1-280dff2b84ea None None] No DVR routers for this DVR port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:54.094356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.118049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Calling delete_port for 04ea3103-d6c5-4cfd-b999-ab7b175b76b3 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:54.123625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d, host n-d-804708-1, got binding levels [] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:54.124140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.130315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Attempting to bind port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:54.130678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Attempting to bind port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '508ebbee-94dc-47aa-9cc0-5488ff2fd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:54.130982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Attempting to bind port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa on network c0c69487-3dc9-4e61-95e3-b5625e5706b7 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:54.151943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for 90dfa53d-45b5-4d48-b72b-f29d5db1c74d owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:54.158129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa on network c0c69487-3dc9-4e61-95e3-b5625e5706b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:06:54.158485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Attempting to bind port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa on network c0c69487-3dc9-4e61-95e3-b5625e5706b7 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:54.162456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.ipam_backend_mixin [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d was not found and therefore no delete operation was performed {{(pid=101396) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:06:54.166400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.179266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:54.179612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Checking segment: {'id': '508ebbee-94dc-47aa-9cc0-5488ff2fd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:54.180001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Bound using segment: {'id': '508ebbee-94dc-47aa-9cc0-5488ff2fd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:54.180451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Bound port: e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508ebbee-94dc-47aa-9cc0-5488ff2fd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:54.180815 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.245438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No DVR routers for this DVR port 90dfa53d-45b5-4d48-b72b-f29d5db1c74d on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:54.279656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a3640-4000-4dd0-92e2-6cd67b2cd2b9', 'name': '', 'tenant_id': '944e749d7a16437384fa975f227f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af846af3-d65b-4cc8-a25c-a89e53342b45', 'external_fixed_ips': [{'subnet_id': '82f9f01d-963a-48c5-b023-5a83e4c4620f', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '04ea3103-d6c5-4cfd-b999-ab7b175b76b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:49Z', 'updated_at': '2021-08-16T13:06:52Z', 'revision_number': 3, 'project_id': '944e749d7a16437384fa975f227f4736', 'gw_port': {'id': '04ea3103-d6c5-4cfd-b999-ab7b175b76b3', 'name': '', 'network_id': 'af846af3-d65b-4cc8-a25c-a89e53342b45', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847a3640-4000-4dd0-92e2-6cd67b2cd2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '82f9f01d-963a-48c5-b023-5a83e4c4620f', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:51Z', 'updated_at': '2021-08-16T13:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82f9f01d-963a-48c5-b023-5a83e4c4620f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:54.282492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-bf63949c-d8e8-454f-b206-aae6da68e0e7 None None] Deleting port b453e5e0-eb13-4fa2-9afb-780be61c1622 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:54.282859 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf63949c-d8e8-454f-b206-aae6da68e0e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.296260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=90dfa53d-45b5-4d48-b72b-f29d5db1c74d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:54.383982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1491011508-network', 'tenant_id': 'e62e86b6fe404229b58dfbf80018fab0'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:54.388763 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.410763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.413479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] For port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:54.424824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event deleted for resources: {'Port': ['ID=04ea3103-d6c5-4cfd-b999-ab7b175b76b3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:54.430305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb3d089-1418-4f1f-990e-f10879d6fd34']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:54.438913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 90dfa53d-45b5-4d48-b72b-f29d5db1c74d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:54.439742 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] For port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,segment=NetworkSegment(508ebbee-94dc-47aa-9cc0-5488ff2fd393),segment_id=508ebbee-94dc-47aa-9cc0-5488ff2fd393)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:54.444818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36f22e4-2b7c-47a8-89fa-395c16ac7ecb') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:54.445041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] Checking router: 847a3640-4000-4dd0-92e2-6cd67b2cd2b9 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:06:54.445165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36f22e4-2b7c-47a8-89fa-395c16ac7ecb') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:54.445295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] Updating router 847a3640-4000-4dd0-92e2-6cd67b2cd2b9 port 04ea3103-d6c5-4cfd-b999-ab7b175b76b3 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:06:54.454826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.471446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.495277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 90dfa53d-45b5-4d48-b72b-f29d5db1c74d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:54.495510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 90dfa53d-45b5-4d48-b72b-f29d5db1c74d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:54.502135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] Port 04ea3103-d6c5-4cfd-b999-ab7b175b76b3 not found while updating agent binding for router 847a3640-4000-4dd0-92e2-6cd67b2cd2b9. {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 13:06:54.507726 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Made reservation on behalf of e62e86b6fe404229b58dfbf80018fab0 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:54.511692 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.513980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-bf63949c-d8e8-454f-b206-aae6da68e0e7 None None] For port b453e5e0-eb13-4fa2-9afb-780be61c1622, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b453e5e0-eb13-4fa2-9afb-780be61c1622,segment=NetworkSegment(881d1288-1173-44c5-9f79-ffec83f44e41),segment_id=881d1288-1173-44c5-9f79-ffec83f44e41)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:54.514314 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf63949c-d8e8-454f-b206-aae6da68e0e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.517464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:54.518814 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.520451 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-22e654b1-464c-4234-82c4-883230488232 service neutron] 10.222.0.42 "PUT /v2.0/ports/e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 1091 time: 1.7006195 Aug 16 13:06:54.529105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] Routers {'847a3640-4000-4dd0-92e2-6cd67b2cd2b9'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:06:54.529738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['847a3640-4000-4dd0-92e2-6cd67b2cd2b9'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:54.531805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-bf63949c-d8e8-454f-b206-aae6da68e0e7 None None] Calling delete_port for b453e5e0-eb13-4fa2-9afb-780be61c1622 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:54.532477 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.537085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:54.543343 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44063f97-32d8-4588-9966-8e96d2451b33" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:54.553676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.571086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:54.571512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:54.576425 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:54.590458 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.653042 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045a86b3-5704-446c-a092-a340ed8abed1 x-openstack-request-id: req-045a86b3-5704-446c-a092-a340ed8abed1 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:54.653813 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:54.653813 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-045a86b3-5704-446c-a092-a340ed8abed1 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:54.653981 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'status': 'completed', 'code': 200} Aug 16 13:06:54.663720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] Set router 847a3640-4000-4dd0-92e2-6cd67b2cd2b9 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:06:54.698683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e654b1-464c-4234-82c4-883230488232 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:54.725896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-7308759d-8a89-4da4-b75e-6b1a1ae2c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:54.727119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a3640-4000-4dd0-92e2-6cd67b2cd2b9', 'name': '', 'tenant_id': '944e749d7a16437384fa975f227f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:49Z', 'updated_at': '2021-08-16T13:06:54Z', 'revision_number': 5, 'project_id': '944e749d7a16437384fa975f227f4736', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:54.728267 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-7308759d-8a89-4da4-b75e-6b1a1ae2c691 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72dedb8bea8341fab802f82b83251c10&device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1094 time: 0.1230805 Aug 16 13:06:54.729175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.742235 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.746790 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/networks/9fb3d089-1418-4f1f-990e-f10879d6fd34 HTTP/1.1" status: 204 len: 168 time: 1.3320694 Aug 16 13:06:54.755825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51022) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:54.758167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfe85f8-564d-4ce8-a2d9-c15fe9704894 None None] The sync data for ids ['847a3640-4000-4dd0-92e2-6cd67b2cd2b9'] in n-d-804708-1 is: [{'id': '847a3640-4000-4dd0-92e2-6cd67b2cd2b9', 'name': '', 'tenant_id': '944e749d7a16437384fa975f227f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:49Z', 'updated_at': '2021-08-16T13:06:54Z', 'revision_number': 5, 'project_id': '944e749d7a16437384fa975f227f4736', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:06:54.775393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c0a7-1ab0-41e8-a79f-cb0ad150c4f2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Network': ['ID=9fb3d089-1418-4f1f-990e-f10879d6fd34,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:54.814617 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf63949c-d8e8-454f-b206-aae6da68e0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.827544 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.832118 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-c8c6d1d5-c5da-46de-b180-a7a89ffc6b3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 217 time: 0.0863128 Aug 16 13:06:54.839963 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:54.855176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63949c-d8e8-454f-b206-aae6da68e0e7 None None] Pushing event deleted for resources: {'Port': ['ID=b453e5e0-eb13-4fa2-9afb-780be61c1622,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:54.859672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63949c-d8e8-454f-b206-aae6da68e0e7 None None] No DVR routers for this DVR port b453e5e0-eb13-4fa2-9afb-780be61c1622 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:54.955966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-f5d33cbc-6955-4cec-b849-6a467c6e1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:54.958755 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-f5d33cbc-6955-4cec-b849-6a467c6e1f27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01d729f7-0d30-4c71-95f0-d41b4ab49086 HTTP/1.1" status: 200 len: 860 time: 0.1143658 Aug 16 13:06:54.991685 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-ef5df423-f8dc-46a8-824b-e0883bfe94ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0c69487-3dc9-4e61-95e3-b5625e5706b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260661 Aug 16 13:06:55.004537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.025980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.026536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 847a3640-4000-4dd0-92e2-6cd67b2cd2b9 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:06:55.033486 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.037659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d35925be-a703-479e-a067-a4f0bfe59b21 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "DELETE /v2.0/routers/847a3640-4000-4dd0-92e2-6cd67b2cd2b9 HTTP/1.1" status: 204 len: 168 time: 1.9441073 Aug 16 13:06:55.046168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51030) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:55.112299 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-74e7ec03-d0e1-42fd-9e04-3c547e808fa8 service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122406 Aug 16 13:06:55.119003 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8eb2b2-8b83-4feb-a053-2ec533bb538d req-82fc1ea5-fe11-436b-9e35-d2cfe5b50e5d tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.120613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a8eb2b2-8b83-4feb-a053-2ec533bb538d req-82fc1ea5-fe11-436b-9e35-d2cfe5b50e5d tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 943 time: 0.2710419 Aug 16 13:06:55.194793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc60eb00-7dff-44ec-bef7-5acd93b9292c tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Deleting subnet 82f9f01d-963a-48c5-b023-5a83e4c4620f {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:06:55.210795 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ee16-aa41-4845-9538-9e25ae47e1d8 req-29c3abc8-93ce-48f7-bdc8-32c2a1027a8d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.212922 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74ba7aeb-c584-44b7-ae40-fb4edbadf10a req-a227ed21-7e3b-45a8-80e5-e2485309c940 service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939631 Aug 16 13:06:55.216665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ee16-aa41-4845-9538-9e25ae47e1d8 req-29c3abc8-93ce-48f7-bdc8-32c2a1027a8d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.223165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ee16-aa41-4845-9538-9e25ae47e1d8 req-29c3abc8-93ce-48f7-bdc8-32c2a1027a8d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.229196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ee16-aa41-4845-9538-9e25ae47e1d8 req-29c3abc8-93ce-48f7-bdc8-32c2a1027a8d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.235476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ee16-aa41-4845-9538-9e25ae47e1d8 req-29c3abc8-93ce-48f7-bdc8-32c2a1027a8d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.242048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ee16-aa41-4845-9538-9e25ae47e1d8 req-29c3abc8-93ce-48f7-bdc8-32c2a1027a8d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.247948 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ee16-aa41-4845-9538-9e25ae47e1d8 req-29c3abc8-93ce-48f7-bdc8-32c2a1027a8d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.249880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a25ee16-aa41-4845-9538-9e25ae47e1d8 req-29c3abc8-93ce-48f7-bdc8-32c2a1027a8d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.2818966 Aug 16 13:06:55.260362 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc60eb00-7dff-44ec-bef7-5acd93b9292c tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.298989 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.311225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44063f97-32d8-4588-9966-8e96d2451b33 req-785880da-6246-4fd6-8fc1-1b6fe865807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.313294 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44063f97-32d8-4588-9966-8e96d2451b33 req-785880da-6246-4fd6-8fc1-1b6fe865807f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72dedb8bea8341fab802f82b83251c10&device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1094 time: 0.0526655 Aug 16 13:06:55.333931 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.397451 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a8eb2b2-8b83-4feb-a053-2ec533bb538d req-2db54879-31aa-41f0-86cb-6b7410ce03e8 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671864 Aug 16 13:06:55.399199 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.418236 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc60eb00-7dff-44ec-bef7-5acd93b9292c tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.441737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44063f97-32d8-4588-9966-8e96d2451b33 req-c35ce845-5f96-4862-9982-5f218e1a6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.443579 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44063f97-32d8-4588-9966-8e96d2451b33 req-c35ce845-5f96-4862-9982-5f218e1a6206 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 200 len: 920 time: 0.1230075 Aug 16 13:06:55.462261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933a4498-3557-44b3-91b0-46d18019265a']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:55.475294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:06:55.476129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b453e5e0-eb13-4fa2-9afb-780be61c1622 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:55.493138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a25ee16-aa41-4845-9538-9e25ae47e1d8 req-e36e74a6-25a4-4f0b-9cac-873280ddda3b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2337530 Aug 16 13:06:55.494237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902b1b81-d481-4f00-8210-50c3c50a5b4e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:55.499060 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44063f97-32d8-4588-9966-8e96d2451b33 req-6684f61d-cc48-47c2-aef5-eb0358604985 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 217 time: 0.0475714 Aug 16 13:06:55.500937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881d1288-1173-44c5-9f79-ffec83f44e41') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:55.501242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881d1288-1173-44c5-9f79-ffec83f44e41') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:55.512439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: b453e5e0-eb13-4fa2-9afb-780be61c1622 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:55.513789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b453e5e0-eb13-4fa2-9afb-780be61c1622 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:55.520924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.535717 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.536190 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Added segment 4ab9ae3d-afea-404d-9a04-12a227d4a54e of type vlan for network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 Aug 16 13:06:55.588509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44063f97-32d8-4588-9966-8e96d2451b33 req-225c7217-91ab-4a43-ae4a-c8ebbb7dd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.590077 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44063f97-32d8-4588-9966-8e96d2451b33 req-225c7217-91ab-4a43-ae4a-c8ebbb7dd841 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01d729f7-0d30-4c71-95f0-d41b4ab49086 HTTP/1.1" status: 200 len: 860 time: 0.0812974 Aug 16 13:06:55.628080 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44063f97-32d8-4588-9966-8e96d2451b33 req-052aca6f-02f5-4058-b1c9-e573733911ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0c69487-3dc9-4e61-95e3-b5625e5706b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294061 Aug 16 13:06:55.736403 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44063f97-32d8-4588-9966-8e96d2451b33 req-426dabd9-dcf1-40b0-9dfc-9b9eaa3d72df service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003425 Aug 16 13:06:55.839939 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44063f97-32d8-4588-9966-8e96d2451b33 req-ec8f2f87-0e90-43fd-b046-74dd1156a99a service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949223 Aug 16 13:06:55.860594 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc60eb00-7dff-44ec-bef7-5acd93b9292c tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.890988 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.925899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:55.926333 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:55.929639 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:55.999809 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.044982 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.055303 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.057293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/networks/933a4498-3557-44b3-91b0-46d18019265a HTTP/1.1" status: 204 len: 168 time: 1.2984991 Aug 16 13:06:56.062301 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc60eb00-7dff-44ec-bef7-5acd93b9292c tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.062687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51036) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:56.071280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'network': {'name': 'tempest-RoutersTest-891993793'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:56.073862 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.074826 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:56.075415 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.086244 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891b9bd-d149-4822-817c-a21ebfd1a493 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Network': ['ID=933a4498-3557-44b3-91b0-46d18019265a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:56.113126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60eb00-7dff-44ec-bef7-5acd93b9292c tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=82f9f01d-963a-48c5-b023-5a83e4c4620f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:56.119857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:56.124600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.136587 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc60eb00-7dff-44ec-bef7-5acd93b9292c tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.138566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dc60eb00-7dff-44ec-bef7-5acd93b9292c tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/82f9f01d-963a-48c5-b023-5a83e4c4620f HTTP/1.1" status: 204 len: 168 time: 1.0902562 Aug 16 13:06:56.141457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51038) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:56.162021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:06:56.172784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.173124 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added segment 52281851-b323-48dc-9040-1afc151d565c of type vlan for network 20106550-435c-497a-b182-555ebd0237a0 Aug 16 13:06:56.174949 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1041250 Aug 16 13:06:56.181251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51040) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:56.188329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] Request body: {'subnet': {'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1491011508-subnet', 'tenant_id': 'e62e86b6fe404229b58dfbf80018fab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:56.196842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00088182-e80d-480c-9004-45ecf357a974 admin admin] Pushing event updated for resources: {'Network': ['ID=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:56.212081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:06:56.251603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.257130 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.267124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] Made reservation on behalf of e62e86b6fe404229b58dfbf80018fab0 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:56.270466 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.327183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.333442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:56.334061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.356835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.367952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af846af3-d65b-4cc8-a25c-a89e53342b45']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:56.377028 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3134313 Aug 16 13:06:56.387085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51042) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:56.392341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15122eb6-5272-4f76-8580-c57e6c1a9c03') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:56.392632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15122eb6-5272-4f76-8580-c57e6c1a9c03') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:56.403199 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.418313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.423151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'subnet': {'network_id': '20106550-435c-497a-b182-555ebd0237a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:56.424804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:56.425210 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:56.427485 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:56.452031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9f60a-8068-452a-8e1f-18291d368ac3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Network': ['ID=20106550-435c-497a-b182-555ebd0237a0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:56.470676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 20106550-435c-497a-b182-555ebd0237a0 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:06:56.534219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:56.549007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.554959 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.564517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network af846af3-d65b-4cc8-a25c-a89e53342b45 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 13:06:56.568869 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.571993 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "DELETE /v2.0/networks/af846af3-d65b-4cc8-a25c-a89e53342b45 HTTP/1.1" status: 204 len: 168 time: 0.4295509 Aug 16 13:06:56.608678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11a164-a7e3-4e82-85f8-951e1e0e963d req-7fb549a7-8e23-4ae1-af07-57af2c7f0e3f tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:56.611103 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f11a164-a7e3-4e82-85f8-951e1e0e963d req-7fb549a7-8e23-4ae1-af07-57af2c7f0e3f tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 943 time: 0.1009338 Aug 16 13:06:56.612539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ad690-88e9-4aaf-adc3-374b04540b34 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event deleted for resources: {'Network': ['ID=af846af3-d65b-4cc8-a25c-a89e53342b45,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:56.671311 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f11a164-a7e3-4e82-85f8-951e1e0e963d req-644ab339-8828-4138-bdaf-00a2eaafc5cc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533125 Aug 16 13:06:56.873089 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:56.886825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53db6d1-dcc2-46f6-ac32-a60a4f780fb4 req-38d7dc54-e804-479a-a567-f0cfb3653c43 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:56.894817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53db6d1-dcc2-46f6-ac32-a60a4f780fb4 req-38d7dc54-e804-479a-a567-f0cfb3653c43 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:56.919606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53db6d1-dcc2-46f6-ac32-a60a4f780fb4 req-38d7dc54-e804-479a-a567-f0cfb3653c43 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:56.927820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53db6d1-dcc2-46f6-ac32-a60a4f780fb4 req-38d7dc54-e804-479a-a567-f0cfb3653c43 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:56.934335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53db6d1-dcc2-46f6-ac32-a60a4f780fb4 req-38d7dc54-e804-479a-a567-f0cfb3653c43 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:56.941667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53db6d1-dcc2-46f6-ac32-a60a4f780fb4 req-38d7dc54-e804-479a-a567-f0cfb3653c43 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:56.948381 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53db6d1-dcc2-46f6-ac32-a60a4f780fb4 req-38d7dc54-e804-479a-a567-f0cfb3653c43 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:56.950722 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a53db6d1-dcc2-46f6-ac32-a60a4f780fb4 req-38d7dc54-e804-479a-a567-f0cfb3653c43 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.1589103 Aug 16 13:06:56.989289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40688c04-c6c5-482e-bec2-38205b98c41f,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:57.006358 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a53db6d1-dcc2-46f6-ac32-a60a4f780fb4 req-bcf8bb45-1288-4a86-a682-21a0f3b85523 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495682 Aug 16 13:06:57.021438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51058) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:57.026350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9041cf51-8ddd-4294-9cbe-0d5790ade868 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Request body: {'router': {'name': 'tempest-router--566041363', 'project_id': '7831421290ea4d92b4b58718f5dfdaa2'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:57.033857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] Checking segment: {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:57.034239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] Network hostable DHCP agents. Network: 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:06:57.058425 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9041cf51-8ddd-4294-9cbe-0d5790ade868 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.059495 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9041cf51-8ddd-4294-9cbe-0d5790ade868 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.063563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.117904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] Network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:06:57.125223 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9041cf51-8ddd-4294-9cbe-0d5790ade868 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.130920 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9041cf51-8ddd-4294-9cbe-0d5790ade868 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.132236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Subnet': ['ID=8051d9be-930e-4931-897b-91b7117fc4f4,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:57.140801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:57.149226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:57.149571 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e05aab-cef9-4f1f-a298-67ae23c98394 None None] Network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:57.150327 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.152295 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9041cf51-8ddd-4294-9cbe-0d5790ade868 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.153882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9041cf51-8ddd-4294-9cbe-0d5790ade868 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1311445 Aug 16 13:06:57.156511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51062) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:57.176449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Checking segment: {'id': '52281851-b323-48dc-9040-1afc151d565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '20106550-435c-497a-b182-555ebd0237a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:57.177171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network hostable DHCP agents. Network: 20106550-435c-497a-b182-555ebd0237a0, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:06:57.182282 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-87cbad47-6782-471d-b8ef-745d4b808185 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0000114 Aug 16 13:06:57.217771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 20106550-435c-497a-b182-555ebd0237a0 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:06:57.232916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 20106550-435c-497a-b182-555ebd0237a0) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:57.239103 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:57.240015 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.246420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a5ceea-01b2-49e8-913c-27a95734b3d9 None None] Network 20106550-435c-497a-b182-555ebd0237a0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:57.252141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1827ea13-8c1a-4765-bec0-802d6b793210 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.267088 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-09fe5cb6-b8cc-4e9e-bad5-ace5a86cc3b4 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8788021 Aug 16 13:06:57.271932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51066) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:57.277890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4aaa267b-e143-4fe4-a12e-6398a8f1ffee tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-86899432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:57.310452 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4aaa267b-e143-4fe4-a12e-6398a8f1ffee tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.312536 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4aaa267b-e143-4fe4-a12e-6398a8f1ffee tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.376961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4aaa267b-e143-4fe4-a12e-6398a8f1ffee tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.390165 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4aaa267b-e143-4fe4-a12e-6398a8f1ffee tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.400563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc60b48c-cb60-4136-a394-4aaaea1d6e48 None None] Network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:57.413934 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4aaa267b-e143-4fe4-a12e-6398a8f1ffee tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.415327 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4aaa267b-e143-4fe4-a12e-6398a8f1ffee tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1420050 Aug 16 13:06:57.417843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51070) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:57.422963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'port': {'network_id': '20106550-435c-497a-b182-555ebd0237a0', 'name': 'tempest-RoutersTest-333093081'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:57.455113 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1827ea13-8c1a-4765-bec0-802d6b793210 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.457817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1827ea13-8c1a-4765-bec0-802d6b793210 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.517744 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1827ea13-8c1a-4765-bec0-802d6b793210 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.518337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1827ea13-8c1a-4765-bec0-802d6b793210 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 766b3f93-18fd-4572-90b7-e9014de67148 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:06:57.527376 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1827ea13-8c1a-4765-bec0-802d6b793210 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.531384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1827ea13-8c1a-4765-bec0-802d6b793210 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "DELETE /v2.0/routers/766b3f93-18fd-4572-90b7-e9014de67148 HTTP/1.1" status: 204 len: 168 time: 0.3709190 Aug 16 13:06:57.556275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-20106550-435c-497a-b182-555ebd0237a0', 'network_id': '20106550-435c-497a-b182-555ebd0237a0', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'fixed_ips': [{'subnet_id': '8051d9be-930e-4931-897b-91b7117fc4f4'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:06:57.557729 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.575371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:57.580366 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.604362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] device_id is not set on port 824f4be0-dae4-49dd-a0f2-06fb325937f0 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:06:57.740614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Allocated IP 172.20.0.5 (20106550-435c-497a-b182-555ebd0237a0/8051d9be-930e-4931-897b-91b7117fc4f4/824f4be0-dae4-49dd-a0f2-06fb325937f0) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:57.786888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51090) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:57.871792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-d5d6585b-4059-4a11-91a6-ec95fbfc804c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:57.873048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-d5d6585b-4059-4a11-91a6-ec95fbfc804c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 815 time: 0.1684546 Aug 16 13:06:57.882907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7ecd7-5e38-4b7b-a68e-01e393d761f5 req-119d5847-2d48-4953-a9fc-4b6eaca04389 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:57.884412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02e7ecd7-5e38-4b7b-a68e-01e393d761f5 req-119d5847-2d48-4953-a9fc-4b6eaca04389 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 943 time: 0.0864792 Aug 16 13:06:57.901329 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-c27683b0-89d9-450d-a584-0be0e301ebfa tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/quotas/e62e86b6fe404229b58dfbf80018fab0 HTTP/1.1" status: 200 len: 375 time: 0.0159330 Aug 16 13:06:57.914939 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:57.930916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Transition to ACTIVE for port object 824f4be0-dae4-49dd-a0f2-06fb325937f0 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:57.956419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-163276b3-cdfc-4c97-8ef9-1c2ef3e3c1ba tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392964 Aug 16 13:06:57.960601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02e7ecd7-5e38-4b7b-a68e-01e393d761f5 req-cad32feb-b041-4117-98f8-1a37a635fc26 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688016 Aug 16 13:06:57.969363 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:58.022749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 20106550-435c-497a-b182-555ebd0237a0 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:58.026869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:58.031281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:58.039245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=824f4be0-dae4-49dd-a0f2-06fb325937f0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:58.058543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Allocated IP 172.20.0.2 (20106550-435c-497a-b182-555ebd0237a0/8051d9be-930e-4931-897b-91b7117fc4f4/5117147c-4668-4e98-a86f-617ada609f9e) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:58.066054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-591096957', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:58.106955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:58.107606 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:58.114440 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:58.115773 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:58.135289 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-51ca5f0f-469e-4fa3-bda0-0cdbfb95ad27 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7163830 Aug 16 13:06:58.138002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51100) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:58.152851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-0f9f5497-e6c0-4fe8-9272-99cc96c37c8e service neutron] 10.222.0.25 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756732 Aug 16 13:06:58.258665 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:58.327065 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:58.338692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Transition to ACTIVE for port object 5117147c-4668-4e98-a86f-617ada609f9e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:58.362933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Transition to ACTIVE for port object 5117147c-4668-4e98-a86f-617ada609f9e will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:58.370170 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:58.371426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8369b0-65bb-497a-871d-8e7c1681d753 req-4d4f006f-bf43-41b4-a156-b6ecc399a8ce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:58.377356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8369b0-65bb-497a-871d-8e7c1681d753 req-4d4f006f-bf43-41b4-a156-b6ecc399a8ce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:58.384087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8369b0-65bb-497a-871d-8e7c1681d753 req-4d4f006f-bf43-41b4-a156-b6ecc399a8ce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:58.387999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Network 20106550-435c-497a-b182-555ebd0237a0 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:58.389953 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8369b0-65bb-497a-871d-8e7c1681d753 req-4d4f006f-bf43-41b4-a156-b6ecc399a8ce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:58.397538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8369b0-65bb-497a-871d-8e7c1681d753 req-4d4f006f-bf43-41b4-a156-b6ecc399a8ce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:58.403664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8369b0-65bb-497a-871d-8e7c1681d753 req-4d4f006f-bf43-41b4-a156-b6ecc399a8ce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:58.411471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8369b0-65bb-497a-871d-8e7c1681d753 req-4d4f006f-bf43-41b4-a156-b6ecc399a8ce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:58.411896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:58.413457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad8369b0-65bb-497a-871d-8e7c1681d753 req-4d4f006f-bf43-41b4-a156-b6ecc399a8ce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.1148348 Aug 16 13:06:58.434646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:58.448308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Pushing event updated for resources: {'Port': ['ID=5117147c-4668-4e98-a86f-617ada609f9e,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:58.479989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad8369b0-65bb-497a-871d-8e7c1681d753 req-02a9c5dd-55de-42a4-94c0-b756d75963b4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541518 Aug 16 13:06:58.492870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-ced0d7f6-f59c-4307-98d2-45aba27cba1f service neutron] 10.222.0.25 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316631 Aug 16 13:06:58.507371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Attempting to bind port 5117147c-4668-4e98-a86f-617ada609f9e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:58.507954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Attempting to bind port 5117147c-4668-4e98-a86f-617ada609f9e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '52281851-b323-48dc-9040-1afc151d565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '20106550-435c-497a-b182-555ebd0237a0'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:58.508405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Attempting to bind port 5117147c-4668-4e98-a86f-617ada609f9e on network 20106550-435c-497a-b182-555ebd0237a0 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:58.522083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:58.522937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Checking segment: {'id': '52281851-b323-48dc-9040-1afc151d565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '20106550-435c-497a-b182-555ebd0237a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:58.523581 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:58.524209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Bound using segment: {'id': '52281851-b323-48dc-9040-1afc151d565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '20106550-435c-497a-b182-555ebd0237a0'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:58.524968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Bound port: 5117147c-4668-4e98-a86f-617ada609f9e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52281851-b323-48dc-9040-1afc151d565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '20106550-435c-497a-b182-555ebd0237a0'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:58.525706 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:58.534692 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:58.638661 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] For port 5117147c-4668-4e98-a86f-617ada609f9e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:58.642155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] For port 5117147c-4668-4e98-a86f-617ada609f9e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5117147c-4668-4e98-a86f-617ada609f9e,segment=NetworkSegment(52281851-b323-48dc-9040-1afc151d565c),segment_id=52281851-b323-48dc-9040-1afc151d565c)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:58.647410 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:58.744511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c89a3-e869-4aca-bb83-5ed3a104c5cf None None] Pushing event updated for resources: {'Port': ['ID=5117147c-4668-4e98-a86f-617ada609f9e,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:58.770972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f780a7c9-aa2c-427b-88ce-a47cc37cb658 req-a5eda010-b71e-4c5b-a372-8f1f77f67d20 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 210 time: 0.0529861 Aug 16 13:06:59.151630 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:06:59.198556 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea287c-43e4-4cde-a1f6-23f40faa1067 req-1eb8c6be-ecb1-446f-a415-b40801a662e0 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:59.200726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8ea287c-43e4-4cde-a1f6-23f40faa1067 req-1eb8c6be-ecb1-446f-a415-b40801a662e0 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 943 time: 0.1208367 Aug 16 13:06:59.267929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:59.295413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8ea287c-43e4-4cde-a1f6-23f40faa1067 req-e844796c-c7d4-45eb-b273-62bf43e6d627 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839143 Aug 16 13:06:59.370394 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,segment=NetworkSegment(508ebbee-94dc-47aa-9cc0-5488ff2fd393),segment_id=508ebbee-94dc-47aa-9cc0-5488ff2fd393)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:59.385692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'port_id': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'mac_address': 'fa:16:3e:c1:80:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:06:59.434240 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:59.457691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:59.484080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,segment=NetworkSegment(508ebbee-94dc-47aa-9cc0-5488ff2fd393),segment_id=508ebbee-94dc-47aa-9cc0-5488ff2fd393)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:59.491507 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:59.548390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5117147c-4668-4e98-a86f-617ada609f9e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:59.553122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:59.619470 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:59.620657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 5117147c-4668-4e98-a86f-617ada609f9e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:59.625776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:59.671510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:59.685199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c20c2-a2c0-4bd6-b31c-7238c7e66ba0 req-774ed502-2644-4512-b0d1-901f22cd942b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:59.699781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c20c2-a2c0-4bd6-b31c-7238c7e66ba0 req-774ed502-2644-4512-b0d1-901f22cd942b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:59.715664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c20c2-a2c0-4bd6-b31c-7238c7e66ba0 req-774ed502-2644-4512-b0d1-901f22cd942b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:59.719226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:06:59.739757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c20c2-a2c0-4bd6-b31c-7238c7e66ba0 req-774ed502-2644-4512-b0d1-901f22cd942b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:59.747124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c20c2-a2c0-4bd6-b31c-7238c7e66ba0 req-774ed502-2644-4512-b0d1-901f22cd942b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:59.766761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c20c2-a2c0-4bd6-b31c-7238c7e66ba0 req-774ed502-2644-4512-b0d1-901f22cd942b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:59.775176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c20c2-a2c0-4bd6-b31c-7238c7e66ba0 req-774ed502-2644-4512-b0d1-901f22cd942b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:59.783826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da3c20c2-a2c0-4bd6-b31c-7238c7e66ba0 req-774ed502-2644-4512-b0d1-901f22cd942b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.1827462 Aug 16 13:06:59.852360 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da3c20c2-a2c0-4bd6-b31c-7238c7e66ba0 req-1a188c62-988b-439b-9eaf-dc39499ecc5c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604529 Aug 16 13:06:59.897624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:59.911452 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:59.920084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68bc015c-9365-449f-9d1c-f6e7149314c5 req-05f635ad-8ddd-41e5-b980-f5503dd2eb0e tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 210 time: 0.0530317 Aug 16 13:06:59.950961 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Allocated IP 172.25.0.206 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/c3dc4a68-11e2-41b2-8a75-99d3a82eab54) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:00.150804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=824f4be0-dae4-49dd-a0f2-06fb325937f0,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:00.228103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc4792-01ca-469c-b956-51c7b9dff487 None None] Network 20106550-435c-497a-b182-555ebd0237a0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:00.332621 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.372530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-85f43c2c-8d00-441a-85e5-21b4acdf4f77 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:00.374315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-85f43c2c-8d00-441a-85e5-21b4acdf4f77 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 815 time: 0.3005686 Aug 16 13:07:00.391099 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Request body: {'port': {'device_id': 'ea7f6724-b38d-4bd3-b9d3-f368d70e8230', 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59', 'admin_state_up': True, 'tenant_id': 'e62e86b6fe404229b58dfbf80018fab0'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:00.452710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7c19e058-326e-4d1a-945b-9f05607e4045 None None] Provisioning for port 5117147c-4668-4e98-a86f-617ada609f9e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:00.467605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7c19e058-326e-4d1a-945b-9f05607e4045 None None] Provisioning complete for port 5117147c-4668-4e98-a86f-617ada609f9e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:00.467913 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c19e058-326e-4d1a-945b-9f05607e4045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.518286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42aeeb-a2b5-4959-ad81-8a60a068510b req-2ef76f13-4ce8-4e9b-854c-7d35d0714d16 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:00.520053 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da42aeeb-a2b5-4959-ad81-8a60a068510b req-2ef76f13-4ce8-4e9b-854c-7d35d0714d16 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 944 time: 0.0840526 Aug 16 13:07:00.553522 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.576736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da42aeeb-a2b5-4959-ad81-8a60a068510b req-4f177780-91f2-4210-adc5-1303bbb1abea tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494223 Aug 16 13:07:00.648661 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c19e058-326e-4d1a-945b-9f05607e4045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.701374 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.705115 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7c19e058-326e-4d1a-945b-9f05607e4045 None None] For port 5117147c-4668-4e98-a86f-617ada609f9e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5117147c-4668-4e98-a86f-617ada609f9e,segment=NetworkSegment(52281851-b323-48dc-9040-1afc151d565c),segment_id=52281851-b323-48dc-9040-1afc151d565c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:00.711658 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c19e058-326e-4d1a-945b-9f05607e4045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.779514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19e058-326e-4d1a-945b-9f05607e4045 None None] Pushing event updated for resources: {'Port': ['ID=5117147c-4668-4e98-a86f-617ada609f9e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:00.780936 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.793338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Pushing event updated for resources: {'Port': ['ID=c3dc4a68-11e2-41b2-8a75-99d3a82eab54,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:00.845516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:00.853450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:00.856013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:00.909712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Made reservation on behalf of e62e86b6fe404229b58dfbf80018fab0 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:00.913905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.946973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b2c836e6-db1a-482b-886e-94e58de53352 None None] Provisioning for port 824f4be0-dae4-49dd-a0f2-06fb325937f0 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:00.952259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b2c836e6-db1a-482b-886e-94e58de53352 None None] Provisioning complete for port 824f4be0-dae4-49dd-a0f2-06fb325937f0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:00.952787 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2c836e6-db1a-482b-886e-94e58de53352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:01.045649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b2c836e6-db1a-482b-886e-94e58de53352 None None] Port 824f4be0-dae4-49dd-a0f2-06fb325937f0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:01.059110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b2c836e6-db1a-482b-886e-94e58de53352 None None] Provisioning complete for port 5117147c-4668-4e98-a86f-617ada609f9e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:01.062598 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2c836e6-db1a-482b-886e-94e58de53352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:01.095387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-698a61ea-0e13-4574-93ca-f51e69cd8613 req-16a0b0a8-1da3-463c-960a-edf5f9a6a7d0 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 210 time: 0.0370786 Aug 16 13:07:01.134426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c22cd2-0e48-4e96-b87d-d7dd94de21e5 req-156d0cbb-98bf-4fcd-9f19-e18914819571 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:01.149298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c22cd2-0e48-4e96-b87d-d7dd94de21e5 req-156d0cbb-98bf-4fcd-9f19-e18914819571 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:01.159695 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c22cd2-0e48-4e96-b87d-d7dd94de21e5 req-156d0cbb-98bf-4fcd-9f19-e18914819571 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:01.164493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c22cd2-0e48-4e96-b87d-d7dd94de21e5 req-156d0cbb-98bf-4fcd-9f19-e18914819571 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:01.170415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:01.177679 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c22cd2-0e48-4e96-b87d-d7dd94de21e5 req-156d0cbb-98bf-4fcd-9f19-e18914819571 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:01.189857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c22cd2-0e48-4e96-b87d-d7dd94de21e5 req-156d0cbb-98bf-4fcd-9f19-e18914819571 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:01.197052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c22cd2-0e48-4e96-b87d-d7dd94de21e5 req-156d0cbb-98bf-4fcd-9f19-e18914819571 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:01.199341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6c22cd2-0e48-4e96-b87d-d7dd94de21e5 req-156d0cbb-98bf-4fcd-9f19-e18914819571 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.2196286 Aug 16 13:07:01.282600 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6c22cd2-0e48-4e96-b87d-d7dd94de21e5 req-e5d29296-3775-45a7-bde2-51b908088975 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594606 Aug 16 13:07:01.292423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:01.297468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:01.297844 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:01.364945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9b2865b6-8552-4160-ab45-c2e54aef3108 None None] Provisioning complete for port 824f4be0-dae4-49dd-a0f2-06fb325937f0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:01.365388 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9b2865b6-8552-4160-ab45-c2e54aef3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:01.474222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-9b2865b6-8552-4160-ab45-c2e54aef3108 None None] Port 824f4be0-dae4-49dd-a0f2-06fb325937f0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:01.475680 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:01.524187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:01.527248 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834466af-3518-4213-a1bd-c6796f9fb1dd" -d '{"events": [{"server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "name": "network-vif-plugged", "status": "completed", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:01.533605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5117147c-4668-4e98-a86f-617ada609f9e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:01.565341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,segment=NetworkSegment(508ebbee-94dc-47aa-9cc0-5488ff2fd393),segment_id=508ebbee-94dc-47aa-9cc0-5488ff2fd393)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:01.577610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:01.625775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Allocated IP 172.20.0.8 (26d68bc3-bb93-4cb8-a9c4-e6aa73074c59/40688c04-c6c5-482e-bec2-38205b98c41f/29d887f3-7f83-4339-b4e7-9c7c825529fb) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:01.626882 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea660be-e191-4def-8220-576bd7eb1660 x-openstack-request-id: req-aea660be-e191-4def-8220-576bd7eb1660 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:01.627179 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "name": "network-vif-plugged", "status": "completed", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:01.627435 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aea660be-e191-4def-8220-576bd7eb1660 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:01.627813 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'code': 200} Aug 16 13:07:01.634641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3d3e7223-2bdc-40d9-aa21-ab80389b7c9a None None] Provisioning complete for port 824f4be0-dae4-49dd-a0f2-06fb325937f0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:01.635106 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7223-2bdc-40d9-aa21-ab80389b7c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:01.726994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:01.742083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e7223-2bdc-40d9-aa21-ab80389b7c9a None None] Port 824f4be0-dae4-49dd-a0f2-06fb325937f0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:01.744690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5117147c-4668-4e98-a86f-617ada609f9e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:01.745243 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:01.792773 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-025c9454-c8bd-4ef0-8e13-2363f6aa3c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:01.797728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c465f-154d-420f-9436-3ecfdb76583a req-5025f1a3-8aa5-47cf-a489-cf4c078e11a0 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:01.807527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-723c465f-154d-420f-9436-3ecfdb76583a req-5025f1a3-8aa5-47cf-a489-cf4c078e11a0 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.0993733 Aug 16 13:07:01.837458 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:01.872278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-723c465f-154d-420f-9436-3ecfdb76583a req-cffcb658-8e9a-41b9-8d2b-fbda121ccf3b tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635383 Aug 16 13:07:01.927154 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:02.013017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422ac9d-32e2-4724-a231-84845d878840 req-c507a608-ef4f-4f43-a2f6-6bdf3e02e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.014594 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6422ac9d-32e2-4724-a231-84845d878840 req-c507a608-ef4f-4f43-a2f6-6bdf3e02e3a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1096 time: 0.1731668 Aug 16 13:07:02.021095 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:02.066520 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:02.135982 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:02.193556 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6422ac9d-32e2-4724-a231-84845d878840 req-8b5cb851-6719-480b-b521-dc89e8103671 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686919 Aug 16 13:07:02.237057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:02.239004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=824f4be0-dae4-49dd-a0f2-06fb325937f0,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:02.242574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:02.247501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91b102-4674-41a0-bcae-a02367a605e0 req-03248765-0832-426c-8346-c982ccca677a tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.255388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:02.266883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d91b102-4674-41a0-bcae-a02367a605e0 req-03248765-0832-426c-8346-c982ccca677a tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 931 time: 0.0810184 Aug 16 13:07:02.280963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:02.331350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d91b102-4674-41a0-bcae-a02367a605e0 req-47d544be-9530-4196-b12a-2ae353b73c9d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631738 Aug 16 13:07:02.479459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8174da-4755-4e6c-abb1-deafbf3aa302 req-8eb26d02-2035-4830-9b69-4274dccfdf33 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.486295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8174da-4755-4e6c-abb1-deafbf3aa302 req-8eb26d02-2035-4830-9b69-4274dccfdf33 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.493522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8174da-4755-4e6c-abb1-deafbf3aa302 req-8eb26d02-2035-4830-9b69-4274dccfdf33 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.500124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8174da-4755-4e6c-abb1-deafbf3aa302 req-8eb26d02-2035-4830-9b69-4274dccfdf33 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.506835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8174da-4755-4e6c-abb1-deafbf3aa302 req-8eb26d02-2035-4830-9b69-4274dccfdf33 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.513405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8174da-4755-4e6c-abb1-deafbf3aa302 req-8eb26d02-2035-4830-9b69-4274dccfdf33 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.522134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8174da-4755-4e6c-abb1-deafbf3aa302 req-8eb26d02-2035-4830-9b69-4274dccfdf33 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.524195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e8174da-4755-4e6c-abb1-deafbf3aa302 req-8eb26d02-2035-4830-9b69-4274dccfdf33 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.1127055 Aug 16 13:07:02.619443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e8174da-4755-4e6c-abb1-deafbf3aa302 req-d60da514-ccc6-4a65-872a-ca4da4b63ee7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887735 Aug 16 13:07:02.844277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Pushing event updated for resources: {'Port': ['ID=29d887f3-7f83-4339-b4e7-9c7c825529fb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:02.867125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.867758 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:02.893985 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:02.915154 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-1b46122c-ff81-4675-9a5d-c92247a23b9c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5313528 Aug 16 13:07:02.962264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Request body: {'port': {'device_id': 'ea7f6724-b38d-4bd3-b9d3-f368d70e8230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:02.988683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 20106550-435c-497a-b182-555ebd0237a0 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:02.998752 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:03.046611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3f4e8-befd-4bc4-857e-36d55bf15612 req-bb847213-33ac-4074-a977-37c20a42b812 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:03.053015 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99b3f4e8-befd-4bc4-857e-36d55bf15612 req-bb847213-33ac-4074-a977-37c20a42b812 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1060066 Aug 16 13:07:03.131337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99b3f4e8-befd-4bc4-857e-36d55bf15612 req-20213e0f-e9df-4a87-a225-551fae687b52 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668137 Aug 16 13:07:03.181144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.272137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c513aea9-fb51-4fb7-90df-948b3addde18 None None] Provisioning complete for port 824f4be0-dae4-49dd-a0f2-06fb325937f0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:03.272605 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c513aea9-fb51-4fb7-90df-948b3addde18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.311902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c513aea9-fb51-4fb7-90df-948b3addde18 None None] Port 824f4be0-dae4-49dd-a0f2-06fb325937f0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:03.387644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router 6dfe2a92-0f04-4379-8e09-5f07f51aa6f7 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:03.399082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Router cdef418d-bafb-4801-ae88-0c274d6253cf is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:03.476693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81e033-e9c2-42c4-b525-33a1f86e11e4 req-90f057a6-e84f-462f-8359-f9c06a087af9 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:03.478576 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d81e033-e9c2-42c4-b525-33a1f86e11e4 req-90f057a6-e84f-462f-8359-f9c06a087af9 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 931 time: 0.0587611 Aug 16 13:07:03.523493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d81e033-e9c2-42c4-b525-33a1f86e11e4 req-f1055492-4571-43d9-a51e-c1fa99398bb3 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 Aug 16 13:07:03.787512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:03.792612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device dbb92b44-7542-4aa4-b86d-fb0e64c40531 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:07:03.803710 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80ec35-4563-46a5-b409-ce733f79f9a7 req-a937fd1c-f5a6-429c-9960-5e11a3b1c1a3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:03.805013 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ffc44-f79e-4a52-8ba5-8163eabb81ec None None] Sync routers for ids ['6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:03.810841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80ec35-4563-46a5-b409-ce733f79f9a7 req-a937fd1c-f5a6-429c-9960-5e11a3b1c1a3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:03.814993 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d0aebcff-5810-483b-8bc8-6c76f7c364a7 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/6dfe2a92-0f04-4379-8e09-5f07f51aa6f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6755250 Aug 16 13:07:03.818710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51182) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:03.818952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80ec35-4563-46a5-b409-ce733f79f9a7 req-a937fd1c-f5a6-429c-9960-5e11a3b1c1a3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:03.826387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80ec35-4563-46a5-b409-ce733f79f9a7 req-a937fd1c-f5a6-429c-9960-5e11a3b1c1a3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:03.829452 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ffc44-f79e-4a52-8ba5-8163eabb81ec None None] Routers {'6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:03.830372 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-752ffc44-f79e-4a52-8ba5-8163eabb81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:03.833564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80ec35-4563-46a5-b409-ce733f79f9a7 req-a937fd1c-f5a6-429c-9960-5e11a3b1c1a3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:03.841875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80ec35-4563-46a5-b409-ce733f79f9a7 req-a937fd1c-f5a6-429c-9960-5e11a3b1c1a3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:03.849936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80ec35-4563-46a5-b409-ce733f79f9a7 req-a937fd1c-f5a6-429c-9960-5e11a3b1c1a3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:03.859906 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d80ec35-4563-46a5-b409-ce733f79f9a7 req-a937fd1c-f5a6-429c-9960-5e11a3b1c1a3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5429 time: 0.1639822 Aug 16 13:07:03.889497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:03.917343 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d80ec35-4563-46a5-b409-ce733f79f9a7 req-e2d36292-3558-44d7-bd8b-8bce7d27c64f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564785 Aug 16 13:07:03.933598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c7ab92-d1ae-40d8-8ca5-5bab7abb85af None None] Sync routers for ids ['cdef418d-bafb-4801-ae88-0c274d6253cf'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:03.947917 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-752ffc44-f79e-4a52-8ba5-8163eabb81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:03.964603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91838283-33e1-4079-8eed-9d9dddc7ebbb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:03.968688 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-91838283-33e1-4079-8eed-9d9dddc7ebbb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports/824f4be0-dae4-49dd-a0f2-06fb325937f0 HTTP/1.1" status: 200 len: 976 time: 0.1466336 Aug 16 13:07:03.971381 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51184) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:03.974360 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ffc44-f79e-4a52-8ba5-8163eabb81ec None None] Routers {'6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:03.975066 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-752ffc44-f79e-4a52-8ba5-8163eabb81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:04.032078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.040033 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-969acada-40ff-45d4-9393-2f0d409fa361 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2520142 Aug 16 13:07:04.040826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51186) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:04.049518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c7ab92-d1ae-40d8-8ca5-5bab7abb85af None None] Routers {'cdef418d-bafb-4801-ae88-0c274d6253cf'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:04.051141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e7c7ab92-d1ae-40d8-8ca5-5bab7abb85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cdef418d-bafb-4801-ae88-0c274d6253cf'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:04.055596 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-752ffc44-f79e-4a52-8ba5-8163eabb81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:04.059241 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ffc44-f79e-4a52-8ba5-8163eabb81ec None None] The sync data for ids ['6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:04.061824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d887f3-7f83-4339-b4e7-9c7c825529fb {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:04.114838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.116948 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e7c7ab92-d1ae-40d8-8ca5-5bab7abb85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:04.131106 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Transition to ACTIVE for port object 29d887f3-7f83-4339-b4e7-9c7c825529fb will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:04.140288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.146665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c7ab92-d1ae-40d8-8ca5-5bab7abb85af None None] Routers {'cdef418d-bafb-4801-ae88-0c274d6253cf'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:04.148020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e7c7ab92-d1ae-40d8-8ca5-5bab7abb85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cdef418d-bafb-4801-ae88-0c274d6253cf'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:04.225686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e7c7ab92-d1ae-40d8-8ca5-5bab7abb85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:04.226631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c7ab92-d1ae-40d8-8ca5-5bab7abb85af None None] The sync data for ids ['cdef418d-bafb-4801-ae88-0c274d6253cf'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:04.249056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port dbb92b44-7542-4aa4-b86d-fb0e64c40531, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=dbb92b44-7542-4aa4-b86d-fb0e64c40531,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:04.265090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'dbb92b44-7542-4aa4-b86d-fb0e64c40531', 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06', 'port_id': 'dbb92b44-7542-4aa4-b86d-fb0e64c40531', 'mac_address': 'fa:16:3e:3d:7b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a819e90-011a-49f1-ad93-ebd64fac9246', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:07:04.327989 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ad841806-4046-44f0-b213-40d37302238b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.330492 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.337207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=29d887f3-7f83-4339-b4e7-9c7c825529fb,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:04.354257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb92b44-7542-4aa4-b86d-fb0e64c40531 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:04.357237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-395202a0-70d2-4bfe-adf4-9d0dddcba67c tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/routers/cdef418d-bafb-4801-ae88-0c274d6253cf HTTP/1.1" status: 200 len: 920 time: 0.3100474 Aug 16 13:07:04.360196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51190) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:04.381104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port dbb92b44-7542-4aa4-b86d-fb0e64c40531, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=dbb92b44-7542-4aa4-b86d-fb0e64c40531,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:04.387239 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.389531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 2292955b-4a9c-449d-b4fe-3f15b7854f5f details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:07:04.395205 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0e73b38d-ca88-4908-88eb-d9eb64d5e1dc tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdef418d-bafb-4801-ae88-0c274d6253cf HTTP/1.1" status: 200 len: 205 time: 0.0332086 Aug 16 13:07:04.397879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51192) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:04.465246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Attempting to bind port 29d887f3-7f83-4339-b4e7-9c7c825529fb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:07:04.465566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Attempting to bind port 29d887f3-7f83-4339-b4e7-9c7c825529fb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:07:04.465900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Attempting to bind port 29d887f3-7f83-4339-b4e7-9c7c825529fb on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:04.467834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912599c0-087c-440f-9104-3a0998a1eac6 req-5a3a0cd7-9216-4fed-96ab-5a41c11b52eb tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:04.469476 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-912599c0-087c-440f-9104-3a0998a1eac6 req-5a3a0cd7-9216-4fed-96ab-5a41c11b52eb tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1759164 Aug 16 13:07:04.473528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Port 29d887f3-7f83-4339-b4e7-9c7c825529fb on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:07:04.473528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Attempting to bind port 29d887f3-7f83-4339-b4e7-9c7c825529fb on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:04.480160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:07:04.480550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Checking segment: {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:04.480934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Bound using segment: {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:07:04.481362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Bound port: 29d887f3-7f83-4339-b4e7-9c7c825529fb, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:07:04.481721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.519944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 2292955b-4a9c-449d-b4fe-3f15b7854f5f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:04.539909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '2292955b-4a9c-449d-b4fe-3f15b7854f5f', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'port_id': '2292955b-4a9c-449d-b4fe-3f15b7854f5f', 'mac_address': 'fa:16:3e:24:55:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:07:04.555528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-912599c0-087c-440f-9104-3a0998a1eac6 req-bb433b74-a20e-4b65-93a9-2b6f4f42389e tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776377 Aug 16 13:07:04.583944 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.690299 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.699754 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.719008 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b31bdcfc-bfb3-48c5-900d-08857c0c28ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.724161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=dbb92b44-7542-4aa4-b86d-fb0e64c40531,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:04.724631 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.728367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2292955b-4a9c-449d-b4fe-3f15b7854f5f {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:04.745896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] For port 29d887f3-7f83-4339-b4e7-9c7c825529fb, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:07:04.752749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 2292955b-4a9c-449d-b4fe-3f15b7854f5f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:04.759687 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.851530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] For port 29d887f3-7f83-4339-b4e7-9c7c825529fb, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=29d887f3-7f83-4339-b4e7-9c7c825529fb,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:07:04.878079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d11a-af37-4848-9436-49532e4522b9 req-ac38a081-e120-40b1-8479-1d5d0b1006f4 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:04.880011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a269d11a-af37-4848-9436-49532e4522b9 req-ac38a081-e120-40b1-8479-1d5d0b1006f4 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 943 time: 0.2207792 Aug 16 13:07:04.902333 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.943424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:04.946912 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:04.948712 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] 10.222.0.42 "PUT /v2.0/ports/29d887f3-7f83-4339-b4e7-9c7c825529fb HTTP/1.1" status: 200 len: 1091 time: 1.9940705 Aug 16 13:07:04.991091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7f6724-b38d-4bd3-b9d3-f368d70e8230', 'tag': '29d887f3-7f83-4339-b4e7-9c7c825529fb'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:04.993340 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35df83ca-b073-4c22-8dc6-15598a988dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7f6724-b38d-4bd3-b9d3-f368d70e8230", "tag": "29d887f3-7f83-4339-b4e7-9c7c825529fb"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:05.000924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=2292955b-4a9c-449d-b4fe-3f15b7854f5f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:05.044239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a269d11a-af37-4848-9436-49532e4522b9 req-73de15cc-b640-45f8-9fc7-29bb7ad2bddd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554363 Aug 16 13:07:05.075822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b1e45-4dee-49b8-b360-8e5c8dea3f8e req-a3c508b1-5ec2-4a95-b464-feef995787b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.076953 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079f103-b974-4a0c-9dad-f49fe0b40653 req-8240e371-ae8a-48c3-a03b-f8a63cee00bc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.077271 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb4b1e45-4dee-49b8-b360-8e5c8dea3f8e req-a3c508b1-5ec2-4a95-b464-feef995787b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72dedb8bea8341fab802f82b83251c10&device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1096 time: 0.2549274 Aug 16 13:07:05.078580 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a079f103-b974-4a0c-9dad-f49fe0b40653 req-8240e371-ae8a-48c3-a03b-f8a63cee00bc tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1265740 Aug 16 13:07:05.079678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3c587-ce00-43b9-9244-97fbad248bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=29d887f3-7f83-4339-b4e7-9c7c825529fb,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:05.084647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Deleting port c3dc4a68-11e2-41b2-8a75-99d3a82eab54 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:05.084647 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:05.116440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-125e7bbe-ebb8-49a8-9d3c-6eca6aba3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.117921 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-125e7bbe-ebb8-49a8-9d3c-6eca6aba3e11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 1094 time: 0.1117177 Aug 16 13:07:05.164313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a079f103-b974-4a0c-9dad-f49fe0b40653 req-19c7fb54-c65e-4fc6-8315-3bb883030be7 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677190 Aug 16 13:07:05.183006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b31bdcfc-bfb3-48c5-900d-08857c0c28ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port 824f4be0-dae4-49dd-a0f2-06fb325937f0 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:05.183339 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b31bdcfc-bfb3-48c5-900d-08857c0c28ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:05.201510 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-eccbcbcc-cd8f-4c42-a5eb-40fc8ab59c44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29d887f3-7f83-4339-b4e7-9c7c825529fb HTTP/1.1" status: 200 len: 217 time: 0.0727577 Aug 16 13:07:05.229315 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c77e1-aa04-4920-b299-4ceab367d7a3 x-openstack-request-id: req-058c77e1-aa04-4920-b299-4ceab367d7a3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:05.229601 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7f6724-b38d-4bd3-b9d3-f368d70e8230", "tag": "29d887f3-7f83-4339-b4e7-9c7c825529fb", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:05.229850 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-058c77e1-aa04-4920-b299-4ceab367d7a3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:05.230293 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7f6724-b38d-4bd3-b9d3-f368d70e8230', 'tag': '29d887f3-7f83-4339-b4e7-9c7c825529fb', 'status': 'completed', 'code': 200} Aug 16 13:07:05.274081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['dbb92b44-7542-4aa4-b86d-fb0e64c40531'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:05.308533 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:05.323994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a354df-57c3-42f7-9d78-de0862b9e19f req-4974b79f-05d0-4704-a200-5b72a88855ba tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.330166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a354df-57c3-42f7-9d78-de0862b9e19f req-4974b79f-05d0-4704-a200-5b72a88855ba tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.336978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a354df-57c3-42f7-9d78-de0862b9e19f req-4974b79f-05d0-4704-a200-5b72a88855ba tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.337322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Calling delete_port for c3dc4a68-11e2-41b2-8a75-99d3a82eab54 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:05.343387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-883850e7-598c-4dbd-833b-9eaf7f47b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.344284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a354df-57c3-42f7-9d78-de0862b9e19f req-4974b79f-05d0-4704-a200-5b72a88855ba tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.344906 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-883850e7-598c-4dbd-833b-9eaf7f47b3d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40688c04-c6c5-482e-bec2-38205b98c41f HTTP/1.1" status: 200 len: 855 time: 0.1106896 Aug 16 13:07:05.348506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b1e45-4dee-49b8-b360-8e5c8dea3f8e req-3bc8d038-02c9-4711-9f59-dec263ffa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.349888 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb4b1e45-4dee-49b8-b360-8e5c8dea3f8e req-3bc8d038-02c9-4711-9f59-dec263ffa4aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 200 len: 920 time: 0.2599812 Aug 16 13:07:05.351567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a354df-57c3-42f7-9d78-de0862b9e19f req-4974b79f-05d0-4704-a200-5b72a88855ba tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.357689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a354df-57c3-42f7-9d78-de0862b9e19f req-4974b79f-05d0-4704-a200-5b72a88855ba tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.364938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a354df-57c3-42f7-9d78-de0862b9e19f req-4974b79f-05d0-4704-a200-5b72a88855ba tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.366934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46a354df-57c3-42f7-9d78-de0862b9e19f req-4974b79f-05d0-4704-a200-5b72a88855ba tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5431 time: 0.1313763 Aug 16 13:07:05.390074 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b31bdcfc-bfb3-48c5-900d-08857c0c28ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:05.414016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b31bdcfc-bfb3-48c5-900d-08857c0c28ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for 824f4be0-dae4-49dd-a0f2-06fb325937f0 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:05.439895 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46a354df-57c3-42f7-9d78-de0862b9e19f req-f04eddb4-218a-4083-a3ad-d729d78dc3b8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595975 Aug 16 13:07:05.452123 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-416da0c6-aa87-4378-a58a-ac72d272e7f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937715 Aug 16 13:07:05.457299 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb4b1e45-4dee-49b8-b360-8e5c8dea3f8e req-95f5640f-eae2-4b55-8153-ffbf3abbc148 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 217 time: 0.0972974 Aug 16 13:07:05.464796 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:05.608246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b1e45-4dee-49b8-b360-8e5c8dea3f8e req-ebcb709e-ceab-44b4-933e-ea0487fcaad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.609910 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb4b1e45-4dee-49b8-b360-8e5c8dea3f8e req-ebcb709e-ceab-44b4-933e-ea0487fcaad9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01d729f7-0d30-4c71-95f0-d41b4ab49086 HTTP/1.1" status: 200 len: 860 time: 0.1433680 Aug 16 13:07:05.657162 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb4b1e45-4dee-49b8-b360-8e5c8dea3f8e req-ecca1ea6-a6e0-4350-853e-c3999c0c004c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0c69487-3dc9-4e61-95e3-b5625e5706b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391390 Aug 16 13:07:05.702432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-ebac846b-1d2f-4925-a3db-87e470b878a1 service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370796 Aug 16 13:07:05.802865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bf69d203-57fd-4f8f-9961-872770f05e89 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:07:05.912637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port bf69d203-57fd-4f8f-9961-872770f05e89, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bf69d203-57fd-4f8f-9961-872770f05e89,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:05.915550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b31bdcfc-bfb3-48c5-900d-08857c0c28ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:05.928690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'bf69d203-57fd-4f8f-9961-872770f05e89', 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06', 'port_id': 'bf69d203-57fd-4f8f-9961-872770f05e89', 'mac_address': 'fa:16:3e:75:9a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a819e90-011a-49f1-ad93-ebd64fac9246', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:07:05.943753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bdcfc-bfb3-48c5-900d-08857c0c28ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=824f4be0-dae4-49dd-a0f2-06fb325937f0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:06.005481 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.020940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf69d203-57fd-4f8f-9961-872770f05e89 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:06.046814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port bf69d203-57fd-4f8f-9961-872770f05e89, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bf69d203-57fd-4f8f-9961-872770f05e89,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:06.065340 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.066061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ea1d22ed-a3e8-4d72-95e8-c0495702971e details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:07:06.170651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=bf69d203-57fd-4f8f-9961-872770f05e89,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:06.233346 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b31bdcfc-bfb3-48c5-900d-08857c0c28ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.260702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ea1d22ed-a3e8-4d72-95e8-c0495702971e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ea1d22ed-a3e8-4d72-95e8-c0495702971e,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:06.261924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e807451-9ae0-490d-bc59-8ddcd7870c62 req-1c4284b6-1fc4-4d7b-89a2-55f2d04b36e9 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.274200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e807451-9ae0-490d-bc59-8ddcd7870c62 req-1c4284b6-1fc4-4d7b-89a2-55f2d04b36e9 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 943 time: 0.1069868 Aug 16 13:07:06.285580 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'ea1d22ed-a3e8-4d72-95e8-c0495702971e', 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0', 'port_id': 'ea1d22ed-a3e8-4d72-95e8-c0495702971e', 'mac_address': 'fa:16:3e:42:92:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387c5fd0-fea3-480f-b6d8-da37d653b781', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:07:06.341420 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.341902 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb4b1e45-4dee-49b8-b360-8e5c8dea3f8e req-6b237b52-525c-4db7-9e0e-22a1d7c0b645 service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761627 Aug 16 13:07:06.349474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.361993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1d22ed-a3e8-4d72-95e8-c0495702971e {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:06.370779 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e807451-9ae0-490d-bc59-8ddcd7870c62 req-0d3c87b5-83a0-437c-a201-b47c4ea61db6 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953104 Aug 16 13:07:06.397955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['2292955b-4a9c-449d-b4fe-3f15b7854f5f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:06.444915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Pushing event deleted for resources: {'Port': ['ID=c3dc4a68-11e2-41b2-8a75-99d3a82eab54,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:06.506494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ea1d22ed-a3e8-4d72-95e8-c0495702971e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ea1d22ed-a3e8-4d72-95e8-c0495702971e,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:06.507080 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-512ddbb9-4e92-42f0-8621-8741a6763ca9 req-91a6be5e-3fa3-4c7e-b2e9-1bfd10545314 service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7949166 Aug 16 13:07:06.517320 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.518203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b6c3b3de-bc6e-4f0c-9756-0c2b426c973f details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:07:06.638904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb4b1e45-4dee-49b8-b360-8e5c8dea3f8e req-ba2c8b3f-d109-4ec8-9355-90c90cd60934 service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850044 Aug 16 13:07:06.647765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.650090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31bdcfc-bfb3-48c5-900d-08857c0c28ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router 6dfe2a92-0f04-4379-8e09-5f07f51aa6f7 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:06.651223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df83ca-b073-4c22-8dc6-15598a988dbc req-b8c150a2-1a28-4599-9c2d-fdfd9036468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.652990 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35df83ca-b073-4c22-8dc6-15598a988dbc req-b8c150a2-1a28-4599-9c2d-fdfd9036468f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 1094 time: 0.0786142 Aug 16 13:07:06.665946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ea1d22ed-a3e8-4d72-95e8-c0495702971e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:06.669866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:06.712945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714c82e-8262-4cc9-8f24-8094c03d4d3c req-65a378a3-9a09-4c66-895d-8e9eafc7bb34 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.713240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'b6c3b3de-bc6e-4f0c-9756-0c2b426c973f', 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06', 'port_id': 'b6c3b3de-bc6e-4f0c-9756-0c2b426c973f', 'mac_address': 'fa:16:3e:e7:d8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a819e90-011a-49f1-ad93-ebd64fac9246', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:07:06.723375 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d714c82e-8262-4cc9-8f24-8094c03d4d3c req-65a378a3-9a09-4c66-895d-8e9eafc7bb34 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.2210629 Aug 16 13:07:06.810746 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.829649 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.833506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.845574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c3b3de-bc6e-4f0c-9756-0c2b426c973f {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:06.846296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31bdcfc-bfb3-48c5-900d-08857c0c28ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:06.856662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b31bdcfc-bfb3-48c5-900d-08857c0c28ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/6dfe2a92-0f04-4379-8e09-5f07f51aa6f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8838916 Aug 16 13:07:06.866180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51236) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:06.871555 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d10b92-3c1f-4e3d-8a03-7d03044d7f1b None None] Sync routers for ids ['6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:06.886119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:06.887815 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d10b92-3c1f-4e3d-8a03-7d03044d7f1b None None] Routers {'6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:06.890367 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39d10b92-3c1f-4e3d-8a03-7d03044d7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:06.892840 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d714c82e-8262-4cc9-8f24-8094c03d4d3c req-38dc66c6-9bd4-47e0-99d1-fddeedbc6f5d tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629748 Aug 16 13:07:06.893448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df83ca-b073-4c22-8dc6-15598a988dbc req-6e9e67e9-894f-4219-9628-ad17473f9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.905444 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35df83ca-b073-4c22-8dc6-15598a988dbc req-6e9e67e9-894f-4219-9628-ad17473f9b7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 915 time: 0.2086227 Aug 16 13:07:06.905634 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.905634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a17fe705-2e2f-4854-91cf-775ac25bb3b8 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:07:06.906878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.907637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Fanout notify agent at l3_agent the message router_deleted on router cdef418d-bafb-4801-ae88-0c274d6253cf {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:06.936847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:06.941509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6d7c-4643-457b-9e8d-6d11d244ac65 req-22fcc998-2f9e-448a-b423-8cfcbb411083 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.944231 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-07eaa790-6976-4270-ba68-034045b0b76a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/cdef418d-bafb-4801-ae88-0c274d6253cf HTTP/1.1" status: 204 len: 168 time: 2.5451372 Aug 16 13:07:06.947774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6d7c-4643-457b-9e8d-6d11d244ac65 req-22fcc998-2f9e-448a-b423-8cfcbb411083 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.951409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51238) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:06.954951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6d7c-4643-457b-9e8d-6d11d244ac65 req-22fcc998-2f9e-448a-b423-8cfcbb411083 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.960537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1272328853', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'enable_snat': False}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:06.961636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6d7c-4643-457b-9e8d-6d11d244ac65 req-22fcc998-2f9e-448a-b423-8cfcbb411083 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.968572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6d7c-4643-457b-9e8d-6d11d244ac65 req-22fcc998-2f9e-448a-b423-8cfcbb411083 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.975376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6d7c-4643-457b-9e8d-6d11d244ac65 req-22fcc998-2f9e-448a-b423-8cfcbb411083 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.978900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a17fe705-2e2f-4854-91cf-775ac25bb3b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:06.981869 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6d7c-4643-457b-9e8d-6d11d244ac65 req-22fcc998-2f9e-448a-b423-8cfcbb411083 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.984043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-530f6d7c-4643-457b-9e8d-6d11d244ac65 req-22fcc998-2f9e-448a-b423-8cfcbb411083 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5433 time: 0.2500534 Aug 16 13:07:06.992647 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39d10b92-3c1f-4e3d-8a03-7d03044d7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:06.995413 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35df83ca-b073-4c22-8dc6-15598a988dbc req-f22044f6-5d61-43a0-a7d6-8b3665b57d8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29d887f3-7f83-4339-b4e7-9c7c825529fb HTTP/1.1" status: 200 len: 217 time: 0.0855515 Aug 16 13:07:06.998467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:07.004169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'a17fe705-2e2f-4854-91cf-775ac25bb3b8', 'network_id': 'c713c00c-dbe1-4ead-a45d-cad421c0d5b0', 'port_id': 'a17fe705-2e2f-4854-91cf-775ac25bb3b8', 'mac_address': 'fa:16:3e:90:dc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387c5fd0-fea3-480f-b6d8-da37d653b781', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:07:07.018758 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d10b92-3c1f-4e3d-8a03-7d03044d7f1b None None] Routers {'6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:07.022077 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39d10b92-3c1f-4e3d-8a03-7d03044d7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:07.060703 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.062489 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.066740 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.093996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df83ca-b073-4c22-8dc6-15598a988dbc req-2df4b795-ce48-4c3a-89ee-75aa2c23b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:07.094805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17fe705-2e2f-4854-91cf-775ac25bb3b8 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:07.095781 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35df83ca-b073-4c22-8dc6-15598a988dbc req-2df4b795-ce48-4c3a-89ee-75aa2c23b796 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40688c04-c6c5-482e-bec2-38205b98c41f HTTP/1.1" status: 200 len: 855 time: 0.0855582 Aug 16 13:07:07.099577 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39d10b92-3c1f-4e3d-8a03-7d03044d7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:07.102805 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d10b92-3c1f-4e3d-8a03-7d03044d7f1b None None] The sync data for ids ['6dfe2a92-0f04-4379-8e09-5f07f51aa6f7'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:07.130160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-530f6d7c-4643-457b-9e8d-6d11d244ac65 req-78b1c91b-d251-4dc0-a9ca-9ebd5f5bcdd1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124887 Aug 16 13:07:07.135615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a17fe705-2e2f-4854-91cf-775ac25bb3b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:07.142593 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.142815 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.144129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:07:07.176672 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-18dd592d-a161-4742-a110-a8aeeb017df6 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 13:07:07.177668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-18dd592d-a161-4742-a110-a8aeeb017df6 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/6dfe2a92-0f04-4379-8e09-5f07f51aa6f7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3093042 Aug 16 13:07:07.180400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51240) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:07.181589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:07.197221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb', 'network_id': '1fd045db-f1f9-4edf-a04e-3fa085ee1d06', 'port_id': 'a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb', 'mac_address': 'fa:16:3e:78:b6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a819e90-011a-49f1-ad93-ebd64fac9246', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:07:07.217611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-33803413-0f67-45d6-9574-e921e45c2373 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dfe2a92-0f04-4379-8e09-5f07f51aa6f7 HTTP/1.1" status: 200 len: 205 time: 0.0356741 Aug 16 13:07:07.218952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51242) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:07.242276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35df83ca-b073-4c22-8dc6-15598a988dbc req-65f06f83-7feb-4f82-ba71-27e2354d7964 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126466 Aug 16 13:07:07.295396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a17fe705-2e2f-4854-91cf-775ac25bb3b8,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:07.299719 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.322382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:07.329779 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3e59-e477-4284-9e06-9e1aac782676 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.344252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.349096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:07.357342 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.465641 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.466865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:07.502145 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35df83ca-b073-4c22-8dc6-15598a988dbc req-0eeb8594-9e46-42fb-b709-809269f9d7b1 service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262564 Aug 16 13:07:07.554626 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3e59-e477-4284-9e06-9e1aac782676 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.563755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3e59-e477-4284-9e06-9e1aac782676 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.615655 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3e59-e477-4284-9e06-9e1aac782676 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.616289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebf3e59-e477-4284-9e06-9e1aac782676 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Fanout notify agent at l3_agent the message router_deleted on router 6dfe2a92-0f04-4379-8e09-5f07f51aa6f7 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:07.624522 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3e59-e477-4284-9e06-9e1aac782676 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.625584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9ebf3e59-e477-4284-9e06-9e1aac782676 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/6dfe2a92-0f04-4379-8e09-5f07f51aa6f7 HTTP/1.1" status: 204 len: 168 time: 0.4052513 Aug 16 13:07:07.629510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51250) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:07.635933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b5310-fa33-4cf1-a1ff-50c41d99d56b req-09cc1313-6e79-46b1-9e14-f07f213a0021 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:07.637495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-121b5310-fa33-4cf1-a1ff-50c41d99d56b req-09cc1313-6e79-46b1-9e14-f07f213a0021 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 943 time: 0.1431708 Aug 16 13:07:07.641715 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35df83ca-b073-4c22-8dc6-15598a988dbc req-7bdb9f77-b8d4-41ba-86bc-f9cd99e5114f service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317437 Aug 16 13:07:07.704755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-121b5310-fa33-4cf1-a1ff-50c41d99d56b req-483f8851-00a1-44b4-9f49-687428dc0b57 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502348 Aug 16 13:07:07.763138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb50f92-3a65-451f-a739-4f66b4727de0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting subnet 8051d9be-930e-4931-897b-91b7117fc4f4 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:07:07.769143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4bb50f92-3a65-451f-a739-4f66b4727de0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.797581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device dbb92b44-7542-4aa4-b86d-fb0e64c40531 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:07.841034 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4bb50f92-3a65-451f-a739-4f66b4727de0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.852003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port dbb92b44-7542-4aa4-b86d-fb0e64c40531 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:07.857833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port dbb92b44-7542-4aa4-b86d-fb0e64c40531 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:07.858835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.877651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.911461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.955578 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:07.986083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb92b44-7542-4aa4-b86d-fb0e64c40531'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:07.989073 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d009c0-2581-400b-9588-d7084d41544b" -d '{"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "dbb92b44-7542-4aa4-b86d-fb0e64c40531"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:08.010208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port dbb92b44-7542-4aa4-b86d-fb0e64c40531, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=dbb92b44-7542-4aa4-b86d-fb0e64c40531,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:08.018797 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.024820 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4bb50f92-3a65-451f-a739-4f66b4727de0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.052920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa2ecc-2146-4528-be2d-cc384229627b req-b60ae002-a935-4d57-9a18-35b9756ff932 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:08.065084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85aa2ecc-2146-4528-be2d-cc384229627b req-b60ae002-a935-4d57-9a18-35b9756ff932 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1068895 Aug 16 13:07:08.088105 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f1964a-8945-4247-95ff-95d92bf5fd2f x-openstack-request-id: req-c9f1964a-8945-4247-95ff-95d92bf5fd2f {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:08.088537 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "dbb92b44-7542-4aa4-b86d-fb0e64c40531", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:08.088896 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9f1964a-8945-4247-95ff-95d92bf5fd2f {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:08.089397 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb92b44-7542-4aa4-b86d-fb0e64c40531', 'code': 200} Aug 16 13:07:08.117114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=dbb92b44-7542-4aa4-b86d-fb0e64c40531,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:08.118363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85aa2ecc-2146-4528-be2d-cc384229627b req-76f4fb19-5ebc-47da-b47f-7b0c5cbf1c7d tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507731 Aug 16 13:07:08.124986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Allocated IP 172.25.0.167 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:08.149892 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4bb50f92-3a65-451f-a739-4f66b4727de0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.197104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb50f92-3a65-451f-a739-4f66b4727de0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Subnet': ['ID=8051d9be-930e-4931-897b-91b7117fc4f4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:08.207323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b35b796-c567-47c3-b97c-5afd361e9603 None None] Network 20106550-435c-497a-b182-555ebd0237a0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:08.236193 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4bb50f92-3a65-451f-a739-4f66b4727de0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.238294 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4bb50f92-3a65-451f-a739-4f66b4727de0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/8051d9be-930e-4931-897b-91b7117fc4f4 HTTP/1.1" status: 204 len: 168 time: 0.6075878 Aug 16 13:07:08.240941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51260) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:08.305503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.355293 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.373069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630bc05-15c6-4868-bef3-c9299066abee req-70ddec8c-9d23-4e63-9940-ed0814edbdf9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:08.379746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630bc05-15c6-4868-bef3-c9299066abee req-70ddec8c-9d23-4e63-9940-ed0814edbdf9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:08.386540 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630bc05-15c6-4868-bef3-c9299066abee req-70ddec8c-9d23-4e63-9940-ed0814edbdf9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:08.395825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630bc05-15c6-4868-bef3-c9299066abee req-70ddec8c-9d23-4e63-9940-ed0814edbdf9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:08.400282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:08.402207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630bc05-15c6-4868-bef3-c9299066abee req-70ddec8c-9d23-4e63-9940-ed0814edbdf9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:08.405391 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:08.407870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:08.408085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630bc05-15c6-4868-bef3-c9299066abee req-70ddec8c-9d23-4e63-9940-ed0814edbdf9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:08.415606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630bc05-15c6-4868-bef3-c9299066abee req-70ddec8c-9d23-4e63-9940-ed0814edbdf9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:08.417513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e630bc05-15c6-4868-bef3-c9299066abee req-70ddec8c-9d23-4e63-9940-ed0814edbdf9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5437 time: 0.1685073 Aug 16 13:07:08.421696 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.444965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b2ba3-6c46-4f3e-a71a-1cd6110f7b77 None None] DHCP port deletion for 20106550-435c-497a-b182-555ebd0237a0 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:07:08.447489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event updated for resources: {'Port': ['ID=2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:08.480062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['ea1d22ed-a3e8-4d72-95e8-c0495702971e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:08.491996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e630bc05-15c6-4868-bef3-c9299066abee req-b4f65613-93aa-456d-8aee-31d008967c13 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627232 Aug 16 13:07:08.523542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port 5117147c-4668-4e98-a86f-617ada609f9e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:08.523855 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.568542 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['bf69d203-57fd-4f8f-9961-872770f05e89'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:08.600729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b6c3b3de-bc6e-4f0c-9756-0c2b426c973f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:08.613989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port 5117147c-4668-4e98-a86f-617ada609f9e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5117147c-4668-4e98-a86f-617ada609f9e,segment=NetworkSegment(52281851-b323-48dc-9040-1afc151d565c),segment_id=52281851-b323-48dc-9040-1afc151d565c)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:08.614409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.629740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for 5117147c-4668-4e98-a86f-617ada609f9e owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:08.699228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2ba3-6c46-4f3e-a71a-1cd6110f7b77 None None] Deleting port 5117147c-4668-4e98-a86f-617ada609f9e {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:08.699861 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d02b2ba3-6c46-4f3e-a71a-1cd6110f7b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.744534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:08.747758 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.894013 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.910588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d02b2ba3-6c46-4f3e-a71a-1cd6110f7b77 None None] For port 5117147c-4668-4e98-a86f-617ada609f9e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5117147c-4668-4e98-a86f-617ada609f9e,segment=NetworkSegment(52281851-b323-48dc-9040-1afc151d565c),segment_id=52281851-b323-48dc-9040-1afc151d565c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:08.911150 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d02b2ba3-6c46-4f3e-a71a-1cd6110f7b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:08.936696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f390f-5543-484e-9676-4b2fbcd832a2 req-89a4950e-970e-4011-a887-338192f3320d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:08.938315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-020f390f-5543-484e-9676-4b2fbcd832a2 req-89a4950e-970e-4011-a887-338192f3320d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 943 time: 0.0900600 Aug 16 13:07:08.942350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=5117147c-4668-4e98-a86f-617ada609f9e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:08.947698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No DVR routers for this DVR port 5117147c-4668-4e98-a86f-617ada609f9e on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:08.967775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2ba3-6c46-4f3e-a71a-1cd6110f7b77 None None] Calling delete_port for 5117147c-4668-4e98-a86f-617ada609f9e owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:09.015392 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-020f390f-5543-484e-9676-4b2fbcd832a2 req-536a5802-c783-48fe-828b-968dfb24527f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654104 Aug 16 13:07:09.060580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.087013 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.098211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20106550-435c-497a-b182-555ebd0237a0']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:09.109287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52281851-b323-48dc-9040-1afc151d565c') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:09.109842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52281851-b323-48dc-9040-1afc151d565c') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:09.120693 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.136605 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.153260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:07:09.154567 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:07:09.163360 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:07:09.195738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 29d887f3-7f83-4339-b4e7-9c7c825529fb details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:07:09.277405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Router c453de8a-1615-4a0d-a574-205098874331 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:09.278785 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d02b2ba3-6c46-4f3e-a71a-1cd6110f7b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.310912 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.315570 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.323123 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/networks/20106550-435c-497a-b182-555ebd0237a0 HTTP/1.1" status: 204 len: 168 time: 1.0797019 Aug 16 13:07:09.324806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51272) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:09.332884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'network': {'name': 'tempest-RoutersTest-1671031745'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:09.345286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888e998-3e06-4f14-8917-9d94f3bdf434 req-74fd0120-d922-49ff-8f00-d6382e0396b9 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:09.346835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8888e998-3e06-4f14-8917-9d94f3bdf434 req-74fd0120-d922-49ff-8f00-d6382e0396b9 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.0984535 Aug 16 13:07:09.352504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b2ba3-6c46-4f3e-a71a-1cd6110f7b77 None None] Pushing event deleted for resources: {'Port': ['ID=5117147c-4668-4e98-a86f-617ada609f9e,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:09.354736 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b2ba3-6c46-4f3e-a71a-1cd6110f7b77 None None] No DVR routers for this DVR port 5117147c-4668-4e98-a86f-617ada609f9e on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:09.370479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdb6bc-fd93-4d2c-9f66-43f14c175d1e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Network': ['ID=20106550-435c-497a-b182-555ebd0237a0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:09.438078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8888e998-3e06-4f14-8917-9d94f3bdf434 req-2404d7ec-ad76-4b6e-b326-30a025ac7dbb tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750690 Aug 16 13:07:09.439283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:09.457795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.477377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:07:09.490091 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.490532 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added segment 0823ba84-54d3-448c-8646-cd01ecc81227 of type vlan for network 7c9e09f5-e070-4d94-97a4-3a218f6b859d Aug 16 13:07:09.497926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:09.510489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Sync routers for ids ['c453de8a-1615-4a0d-a574-205098874331'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:09.523018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.525217 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7f4dc9ef-c61d-4606-b99c-6afb54680661 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5694752 Aug 16 13:07:09.526356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5117147c-4668-4e98-a86f-617ada609f9e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:09.527761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51274) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:09.545134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 29d887f3-7f83-4339-b4e7-9c7c825529fb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=29d887f3-7f83-4339-b4e7-9c7c825529fb,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:09.555462 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.572224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['a17fe705-2e2f-4854-91cf-775ac25bb3b8'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:09.585133 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.593352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:09.593949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.634447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 5117147c-4668-4e98-a86f-617ada609f9e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:09.635175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5117147c-4668-4e98-a86f-617ada609f9e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:09.637402 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Routers {'c453de8a-1615-4a0d-a574-205098874331'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:09.638308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c453de8a-1615-4a0d-a574-205098874331'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:09.678789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51278) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:09.679023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3499544 Aug 16 13:07:09.686161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'subnet': {'network_id': '7c9e09f5-e070-4d94-97a4-3a218f6b859d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:09.707189 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-038170eb-7ebb-4061-8a74-7a13809b8e47 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/routers/c453de8a-1615-4a0d-a574-205098874331 HTTP/1.1" status: 200 len: 909 time: 0.1778970 Aug 16 13:07:09.715623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51282) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:09.725712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1272328853', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'enable_snat': True}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:09.726993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3e071-397e-49f8-bb3b-7752cab2c79a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Network': ['ID=7c9e09f5-e070-4d94-97a4-3a218f6b859d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:09.766647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e341e7-411d-4605-8cad-00cd18c5853b req-ce85cca1-8096-4298-ae82-96200b6c8de2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:09.796707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e341e7-411d-4605-8cad-00cd18c5853b req-ce85cca1-8096-4298-ae82-96200b6c8de2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:09.806245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e341e7-411d-4605-8cad-00cd18c5853b req-ce85cca1-8096-4298-ae82-96200b6c8de2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:09.814932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e341e7-411d-4605-8cad-00cd18c5853b req-ce85cca1-8096-4298-ae82-96200b6c8de2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:09.824106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e341e7-411d-4605-8cad-00cd18c5853b req-ce85cca1-8096-4298-ae82-96200b6c8de2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:09.832020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e341e7-411d-4605-8cad-00cd18c5853b req-ce85cca1-8096-4298-ae82-96200b6c8de2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:09.839918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e341e7-411d-4605-8cad-00cd18c5853b req-ce85cca1-8096-4298-ae82-96200b6c8de2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:09.841920 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.843073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-53e341e7-411d-4605-8cad-00cd18c5853b req-ce85cca1-8096-4298-ae82-96200b6c8de2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5437 time: 0.2130837 Aug 16 13:07:09.850020 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.854866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:09.858512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:09.915859 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 7c9e09f5-e070-4d94-97a4-3a218f6b859d details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:07:09.924541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 2292955b-4a9c-449d-b4fe-3f15b7854f5f up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:09.928069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '29d887f3-7f83-4339-b4e7-9c7c825529fb', 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59', 'port_id': '29d887f3-7f83-4339-b4e7-9c7c825529fb', 'mac_address': 'fa:16:3e:66:bd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40688c04-c6c5-482e-bec2-38205b98c41f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:07:09.942720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-53e341e7-411d-4605-8cad-00cd18c5853b req-4e9a4582-8442-42eb-a8f1-0abf5ee1d38a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926514 Aug 16 13:07:10.013029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:10.122360 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Set router c453de8a-1615-4a0d-a574-205098874331 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:10.151089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d204-23d6-473f-9ab0-69c44ff7cd8c req-440b8a4e-974d-48bf-8bee-0af537b950ba tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:10.162055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d853d204-23d6-473f-9ab0-69c44ff7cd8c req-440b8a4e-974d-48bf-8bee-0af537b950ba tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 943 time: 0.0760343 Aug 16 13:07:10.186725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:10.210691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d853d204-23d6-473f-9ab0-69c44ff7cd8c req-189ec7c4-436c-478e-81d1-a5da967e1efd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472243 Aug 16 13:07:10.229455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d887f3-7f83-4339-b4e7-9c7c825529fb {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:10.302573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 2292955b-4a9c-449d-b4fe-3f15b7854f5f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:10.310076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:10.315573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:10.316810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 29d887f3-7f83-4339-b4e7-9c7c825529fb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=29d887f3-7f83-4339-b4e7-9c7c825529fb,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:10.321025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 2292955b-4a9c-449d-b4fe-3f15b7854f5f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:10.321396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:10.346850 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:10.397521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Subnet': ['ID=976a04d8-c8b3-4fd4-a5a2-6a2347784004,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:10.447754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Checking segment: {'id': '0823ba84-54d3-448c-8646-cd01ecc81227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c9e09f5-e070-4d94-97a4-3a218f6b859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:10.448171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network hostable DHCP agents. Network: 7c9e09f5-e070-4d94-97a4-3a218f6b859d, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:07:10.485678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 7c9e09f5-e070-4d94-97a4-3a218f6b859d is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:07:10.491214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=29d887f3-7f83-4339-b4e7-9c7c825529fb,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:10.510751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 7c9e09f5-e070-4d94-97a4-3a218f6b859d) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:10.532070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:10.532899 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:10.540598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96cd9d0-d3ca-48f6-b2cf-b0195deeeadb None None] Network 7c9e09f5-e070-4d94-97a4-3a218f6b859d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:10.578311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e107d-f1e8-4a07-86a7-9f78fedb3c73 req-13974087-f638-49cb-9ada-eb8e3680ff8a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:10.586593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f63e107d-f1e8-4a07-86a7-9f78fedb3c73 req-13974087-f638-49cb-9ada-eb8e3680ff8a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.0712831 Aug 16 13:07:10.591299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['29d887f3-7f83-4339-b4e7-9c7c825529fb'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:10.635333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f63e107d-f1e8-4a07-86a7-9f78fedb3c73 req-e413f2b2-68a0-4a0d-a176-2c1b4cbb76a4 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477400 Aug 16 13:07:10.653889 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:10.705235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c453de8a-1615-4a0d-a574-205098874331', 'name': 'tempest-snat-router-1272328853', 'tenant_id': '944e749d7a16437384fa975f227f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.167'}], 'enable_snat': False}, 'gw_port_id': '2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:07Z', 'updated_at': '2021-08-16T13:07:08Z', 'revision_number': 3, 'project_id': '944e749d7a16437384fa975f227f4736', 'gw_port': {'id': '2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c453de8a-1615-4a0d-a574-205098874331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:07Z', 'updated_at': '2021-08-16T13:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:10.717675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2292955b-4a9c-449d-b4fe-3f15b7854f5f'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:10.720035 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1667b9da-1e57-45ca-9268-efefec1b0c3c" -d '{"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "2292955b-4a9c-449d-b4fe-3f15b7854f5f"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:10.770121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Checking router: c453de8a-1615-4a0d-a574-205098874331 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:07:10.770564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Updating router c453de8a-1615-4a0d-a574-205098874331 port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:07:10.773944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 2292955b-4a9c-449d-b4fe-3f15b7854f5f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:10.807398 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:10.844200 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f28cb2e-739a-4fea-8e73-218557536d8b x-openstack-request-id: req-1f28cb2e-739a-4fea-8e73-218557536d8b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:10.844527 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "2292955b-4a9c-449d-b4fe-3f15b7854f5f", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:10.844744 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f28cb2e-739a-4fea-8e73-218557536d8b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:10.845139 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2292955b-4a9c-449d-b4fe-3f15b7854f5f', 'code': 200} Aug 16 13:07:10.876644 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:10.975863 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:07:10.993581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=2292955b-4a9c-449d-b4fe-3f15b7854f5f,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:11.064913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-7c9e09f5-e070-4d94-97a4-3a218f6b859d', 'network_id': '7c9e09f5-e070-4d94-97a4-3a218f6b859d', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'fixed_ips': [{'subnet_id': '976a04d8-c8b3-4fd4-a5a2-6a2347784004'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:07:11.065898 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.067716 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0b50ad07-79b3-4956-8a45-6d4160074a0b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3874505 Aug 16 13:07:11.070306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51302) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:11.075537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f1f97fa4-4301-4bcc-83a0-ad216fecb467 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1026595614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:11.148843 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.152991 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1f97fa4-4301-4bcc-83a0-ad216fecb467 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.154751 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1f97fa4-4301-4bcc-83a0-ad216fecb467 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.187591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.216815 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1f97fa4-4301-4bcc-83a0-ad216fecb467 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.225598 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1f97fa4-4301-4bcc-83a0-ad216fecb467 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.274198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbe882-dee9-4fac-8707-70edb1e00d29 req-1d5bf73f-e089-49dc-88bd-4380fce58c85 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:11.287792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbe882-dee9-4fac-8707-70edb1e00d29 req-1d5bf73f-e089-49dc-88bd-4380fce58c85 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:11.295667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbe882-dee9-4fac-8707-70edb1e00d29 req-1d5bf73f-e089-49dc-88bd-4380fce58c85 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:11.302903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbe882-dee9-4fac-8707-70edb1e00d29 req-1d5bf73f-e089-49dc-88bd-4380fce58c85 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:11.309368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbe882-dee9-4fac-8707-70edb1e00d29 req-1d5bf73f-e089-49dc-88bd-4380fce58c85 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:11.316536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbe882-dee9-4fac-8707-70edb1e00d29 req-1d5bf73f-e089-49dc-88bd-4380fce58c85 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:11.323286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbe882-dee9-4fac-8707-70edb1e00d29 req-1d5bf73f-e089-49dc-88bd-4380fce58c85 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:11.328062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3bbe882-dee9-4fac-8707-70edb1e00d29 req-1d5bf73f-e089-49dc-88bd-4380fce58c85 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5438 time: 0.2370286 Aug 16 13:07:11.377802 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1f97fa4-4301-4bcc-83a0-ad216fecb467 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.382741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f1f97fa4-4301-4bcc-83a0-ad216fecb467 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3113301 Aug 16 13:07:11.383472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51306) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:11.397129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Allocated IP 172.20.0.2 (7c9e09f5-e070-4d94-97a4-3a218f6b859d/976a04d8-c8b3-4fd4-a5a2-6a2347784004/aa6e2e8c-0560-4352-ad61-39e95147108c) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:11.414512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3bbe882-dee9-4fac-8707-70edb1e00d29 req-dac3a202-00b1-4c31-b3a4-0ec1286bec73 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805719 Aug 16 13:07:11.428543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e492ae-f925-4ba1-9cf8-ee48b853a751 req-6301b455-8d94-4f69-a40b-52756e1538c9 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:11.439383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1e492ae-f925-4ba1-9cf8-ee48b853a751 req-6301b455-8d94-4f69-a40b-52756e1538c9 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 944 time: 0.1101713 Aug 16 13:07:11.491417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1e492ae-f925-4ba1-9cf8-ee48b853a751 req-e80cae48-1ab2-4ead-ac1f-da3df385ed61 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510352 Aug 16 13:07:11.568132 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.591267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Transition to ACTIVE for port object 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:11.601538 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.695464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Attempting to bind port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:07:11.695816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Attempting to bind port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:07:11.696215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Attempting to bind port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:11.706351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a125e-e222-4e77-a6f1-1a316a57a819 None None] Pushing event updated for resources: {'Port': ['ID=2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:11.715157 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:07:11.715516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:11.716019 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.716415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:07:11.716896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Bound port: 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:07:11.717277 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.741414 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.745771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Allocated IP 172.25.0.202 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/f5a24331-1303-4d61-b470-a6118221c4b4) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:11.761027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Transition to ACTIVE for port object aa6e2e8c-0560-4352-ad61-39e95147108c will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:11.779929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32077074-2acb-44a2-99f4-407d9975112c req-f084ec09-b9db-4c9f-ae1d-cc8863f4758d tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:11.781814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32077074-2acb-44a2-99f4-407d9975112c req-f084ec09-b9db-4c9f-ae1d-cc8863f4758d tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.0674281 Aug 16 13:07:11.791623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Transition to ACTIVE for port object aa6e2e8c-0560-4352-ad61-39e95147108c will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:11.796154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ea1d22ed-a3e8-4d72-95e8-c0495702971e up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:11.802136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] For port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:07:11.806968 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.824938 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.831720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32077074-2acb-44a2-99f4-407d9975112c req-eb565f51-2ba6-4e0e-b050-65b27ded08be tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Aug 16 13:07:11.865607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] For port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:07:11.876658 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:11.888061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Network 7c9e09f5-e070-4d94-97a4-3a218f6b859d is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:11.899409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:11.904225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:11.910593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Pushing event updated for resources: {'Port': ['ID=aa6e2e8c-0560-4352-ad61-39e95147108c,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:12.024663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:12.136053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port ea1d22ed-a3e8-4d72-95e8-c0495702971e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:12.159494 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:12.164089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Allocated IP 172.20.0.1 (7c9e09f5-e070-4d94-97a4-3a218f6b859d/976a04d8-c8b3-4fd4-a5a2-6a2347784004/fba7ca2b-165b-441b-b3d5-ed5c7d087276) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:12.172408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port ea1d22ed-a3e8-4d72-95e8-c0495702971e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:12.172408 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:12.181128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a125e-e222-4e77-a6f1-1a316a57a819 None None] Pushing event updated for resources: {'Port': ['ID=2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:12.183294 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Routers {'c453de8a-1615-4a0d-a574-205098874331'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:12.183915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c453de8a-1615-4a0d-a574-205098874331'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:12.241732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:12.247857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Attempting to bind port aa6e2e8c-0560-4352-ad61-39e95147108c on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:07:12.248049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:12.248190 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Attempting to bind port aa6e2e8c-0560-4352-ad61-39e95147108c by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '0823ba84-54d3-448c-8646-cd01ecc81227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c9e09f5-e070-4d94-97a4-3a218f6b859d'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:07:12.248499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Attempting to bind port aa6e2e8c-0560-4352-ad61-39e95147108c on network 7c9e09f5-e070-4d94-97a4-3a218f6b859d {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:12.272067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:07:12.272067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Checking segment: {'id': '0823ba84-54d3-448c-8646-cd01ecc81227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c9e09f5-e070-4d94-97a4-3a218f6b859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:12.272405 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:12.272808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Bound using segment: {'id': '0823ba84-54d3-448c-8646-cd01ecc81227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c9e09f5-e070-4d94-97a4-3a218f6b859d'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:07:12.273298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Bound port: aa6e2e8c-0560-4352-ad61-39e95147108c, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0823ba84-54d3-448c-8646-cd01ecc81227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c9e09f5-e070-4d94-97a4-3a218f6b859d'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:07:12.273687 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:12.278759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:12.327043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event updated for resources: {'Port': ['ID=f5a24331-1303-4d61-b470-a6118221c4b4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:12.418182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] Set router c453de8a-1615-4a0d-a574-205098874331 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:12.486811 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:12.520777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Transition to ACTIVE for port object fba7ca2b-165b-441b-b3d5-ed5c7d087276 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:12.526364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] For port aa6e2e8c-0560-4352-ad61-39e95147108c, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:07:12.559511 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:12.576321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] For port aa6e2e8c-0560-4352-ad61-39e95147108c, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=aa6e2e8c-0560-4352-ad61-39e95147108c,segment=NetworkSegment(0823ba84-54d3-448c-8646-cd01ecc81227),segment_id=0823ba84-54d3-448c-8646-cd01ecc81227)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:07:12.594758 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:12.606318 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca2ae-bb83-488c-8571-1210d9ebef6e req-fdd1a4ee-da17-497d-b2d5-e38b59c71c63 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:12.615370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca2ae-bb83-488c-8571-1210d9ebef6e req-fdd1a4ee-da17-497d-b2d5-e38b59c71c63 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:12.621550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca2ae-bb83-488c-8571-1210d9ebef6e req-fdd1a4ee-da17-497d-b2d5-e38b59c71c63 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:12.627775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca2ae-bb83-488c-8571-1210d9ebef6e req-fdd1a4ee-da17-497d-b2d5-e38b59c71c63 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:12.633295 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:12.635661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca2ae-bb83-488c-8571-1210d9ebef6e req-fdd1a4ee-da17-497d-b2d5-e38b59c71c63 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:12.641592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca2ae-bb83-488c-8571-1210d9ebef6e req-fdd1a4ee-da17-497d-b2d5-e38b59c71c63 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:12.651035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca2ae-bb83-488c-8571-1210d9ebef6e req-fdd1a4ee-da17-497d-b2d5-e38b59c71c63 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:12.653404 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b12ca2ae-bb83-488c-8571-1210d9ebef6e req-fdd1a4ee-da17-497d-b2d5-e38b59c71c63 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5438 time: 0.1431603 Aug 16 13:07:12.667156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ea1d22ed-a3e8-4d72-95e8-c0495702971e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ea1d22ed-a3e8-4d72-95e8-c0495702971e,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:12.696195 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:12.696787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 7c9e09f5-e070-4d94-97a4-3a218f6b859d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:12.702411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:12.710750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40e6e6-5938-444b-873c-ae6a14ca17e4 None None] Pushing event updated for resources: {'Port': ['ID=aa6e2e8c-0560-4352-ad61-39e95147108c,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:12.739373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:12.764828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b12ca2ae-bb83-488c-8571-1210d9ebef6e req-09c77f95-d654-450b-9c96-25ba7ef586cf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006057 Aug 16 13:07:12.790310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=fba7ca2b-165b-441b-b3d5-ed5c7d087276,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:12.791756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff6f22-4caf-47a4-8bde-9c5b3af20f97 req-162f7f1a-454e-4302-93f0-2cae00617088 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:12.804525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9fff6f22-4caf-47a4-8bde-9c5b3af20f97 req-162f7f1a-454e-4302-93f0-2cae00617088 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 944 time: 0.1500788 Aug 16 13:07:12.806844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ea1d22ed-a3e8-4d72-95e8-c0495702971e,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:12.808384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.808734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.809074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.809410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.809743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.810073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.810428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.810754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.811555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.811809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.812154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.812463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:12.824599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:12.845678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c453de8a-1615-4a0d-a574-205098874331', 'name': 'tempest-snat-router-1272328853', 'tenant_id': '944e749d7a16437384fa975f227f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.167'}], 'enable_snat': False}, 'gw_port_id': '2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:07Z', 'updated_at': '2021-08-16T13:07:08Z', 'revision_number': 3, 'project_id': '944e749d7a16437384fa975f227f4736', 'gw_port': {'id': '2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c453de8a-1615-4a0d-a574-205098874331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:07Z', 'updated_at': '2021-08-16T13:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:12.849563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1d22ed-a3e8-4d72-95e8-c0495702971e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:12.851792 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8fb456-67d2-4914-afd4-60d8e02994ab" -d '{"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "ea1d22ed-a3e8-4d72-95e8-c0495702971e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:12.876077 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9fff6f22-4caf-47a4-8bde-9c5b3af20f97 req-aa54b068-aa4b-40f5-8263-0ab31a0a589e tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563972 Aug 16 13:07:12.883457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ecba8-02a1-4b59-87aa-c8cba2f4adb5 None None] The sync data for ids ['c453de8a-1615-4a0d-a574-205098874331'] in n-d-804708-1 is: [{'id': 'c453de8a-1615-4a0d-a574-205098874331', 'name': 'tempest-snat-router-1272328853', 'tenant_id': '944e749d7a16437384fa975f227f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.167'}], 'enable_snat': False}, 'gw_port_id': '2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:07Z', 'updated_at': '2021-08-16T13:07:08Z', 'revision_number': 3, 'project_id': '944e749d7a16437384fa975f227f4736', 'gw_port': {'id': '2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c453de8a-1615-4a0d-a574-205098874331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:07Z', 'updated_at': '2021-08-16T13:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:12.963402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81666c-5cae-4cf3-8f42-4542c01ccc70 req-86d8f03f-7b41-448e-a563-d205a4b8785b tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:12.967263 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc81666c-5cae-4cf3-8f42-4542c01ccc70 req-86d8f03f-7b41-448e-a563-d205a4b8785b tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 946 time: 0.0883012 Aug 16 13:07:13.004436 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f669248-33ec-401d-8fb8-e61fd612c0a4 x-openstack-request-id: req-5f669248-33ec-401d-8fb8-e61fd612c0a4 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:13.004733 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "ea1d22ed-a3e8-4d72-95e8-c0495702971e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:13.004985 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f669248-33ec-401d-8fb8-e61fd612c0a4 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:13.005394 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1d22ed-a3e8-4d72-95e8-c0495702971e', 'code': 200} Aug 16 13:07:13.083315 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:13.133997 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:13.210486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 29d887f3-7f83-4339-b4e7-9c7c825529fb up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:13.340965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 29d887f3-7f83-4339-b4e7-9c7c825529fb completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:13.346006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 29d887f3-7f83-4339-b4e7-9c7c825529fb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:13.346397 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:13.351368 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:13.428806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924a59-c5f9-4ba8-b478-912382d9fb5c req-0ee4c562-002c-4127-a62b-e4726784ea7e tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:13.438141 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60924a59-c5f9-4ba8-b478-912382d9fb5c req-0ee4c562-002c-4127-a62b-e4726784ea7e tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.0907450 Aug 16 13:07:13.438627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Router c6109a40-5868-4d58-b136-2d5e7e18ccc2 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:13.476386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc81666c-5cae-4cf3-8f42-4542c01ccc70 req-5a97fa60-0632-412c-bad3-26e52d12468e tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4990723 Aug 16 13:07:13.534404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:13.543504 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60924a59-c5f9-4ba8-b478-912382d9fb5c req-4849ec4f-bdb4-42c6-b15c-27872d76a124 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046770 Aug 16 13:07:13.617611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device aa6e2e8c-0560-4352-ad61-39e95147108c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:13.663834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 29d887f3-7f83-4339-b4e7-9c7c825529fb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=29d887f3-7f83-4339-b4e7-9c7c825529fb,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:13.672629 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:13.744435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=29d887f3-7f83-4339-b4e7-9c7c825529fb,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:13.748767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port aa6e2e8c-0560-4352-ad61-39e95147108c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:13.753884 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:13.775988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:13.787054 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Sync routers for ids ['c6109a40-5868-4d58-b136-2d5e7e18ccc2'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:13.802727 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Routers {'c6109a40-5868-4d58-b136-2d5e7e18ccc2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:13.808487 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:13.810287 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c6109a40-5868-4d58-b136-2d5e7e18ccc2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:13.812877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51346) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:13.813370 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f257f1d3-2cf0-4488-a871-70345e204e38 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0962148 Aug 16 13:07:13.826012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b6c3b3de-bc6e-4f0c-9756-0c2b426c973f up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:13.939093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:13.954046 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:13.968913 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.017465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.025132 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.047317 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Set router c6109a40-5868-4d58-b136-2d5e7e18ccc2 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:14.088730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:14.095443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:14.098727 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.127246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e82a-197b-411c-a906-2de83df7238c req-2c33b1ef-2065-45c8-8422-eeb54543562c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.142089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e82a-197b-411c-a906-2de83df7238c req-2c33b1ef-2065-45c8-8422-eeb54543562c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.160373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e82a-197b-411c-a906-2de83df7238c req-2c33b1ef-2065-45c8-8422-eeb54543562c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.167696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e82a-197b-411c-a906-2de83df7238c req-2c33b1ef-2065-45c8-8422-eeb54543562c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.183719 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.185148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=fba7ca2b-165b-441b-b3d5-ed5c7d087276,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:14.191346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e82a-197b-411c-a906-2de83df7238c req-2c33b1ef-2065-45c8-8422-eeb54543562c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.197601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e82a-197b-411c-a906-2de83df7238c req-2c33b1ef-2065-45c8-8422-eeb54543562c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.199429 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.213822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e82a-197b-411c-a906-2de83df7238c req-2c33b1ef-2065-45c8-8422-eeb54543562c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.215862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2496e82a-197b-411c-a906-2de83df7238c req-2c33b1ef-2065-45c8-8422-eeb54543562c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5439 time: 0.2763891 Aug 16 13:07:14.221977 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3c7efe5e-a18f-4c63-9d3f-909744befe5e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/routers/c6109a40-5868-4d58-b136-2d5e7e18ccc2 HTTP/1.1" status: 200 len: 908 time: 0.4042015 Aug 16 13:07:14.232673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51350) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:14.250967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:14.277600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c2f2f-712d-458e-b3f5-b0284e754a36 req-bc525fa9-4009-4763-896f-6fffdcba8879 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.279231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-669c2f2f-712d-458e-b3f5-b0284e754a36 req-bc525fa9-4009-4763-896f-6fffdcba8879 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 945 time: 0.2342491 Aug 16 13:07:14.294325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762bad0b-fb65-4c8b-8a36-17fd88872c3b None None] Network 7c9e09f5-e070-4d94-97a4-3a218f6b859d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:14.299155 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.337383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2496e82a-197b-411c-a906-2de83df7238c req-cdad8989-1d4a-4b39-b07d-dfbe8510182e tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945709 Aug 16 13:07:14.369398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-669c2f2f-712d-458e-b3f5-b0284e754a36 req-bfa33146-36ca-43e1-912a-e990d0fa9f8d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808511 Aug 16 13:07:14.377192 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6109a40-5868-4d58-b136-2d5e7e18ccc2', 'name': 'tempest-snat-router-1272328853', 'tenant_id': '944e749d7a16437384fa975f227f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f5a24331-1303-4d61-b470-a6118221c4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:09Z', 'updated_at': '2021-08-16T13:07:12Z', 'revision_number': 3, 'project_id': '944e749d7a16437384fa975f227f4736', 'gw_port': {'id': 'f5a24331-1303-4d61-b470-a6118221c4b4', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6109a40-5868-4d58-b136-2d5e7e18ccc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:11Z', 'updated_at': '2021-08-16T13:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:14.417443 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Checking router: c6109a40-5868-4d58-b136-2d5e7e18ccc2 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:07:14.418153 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Updating router c6109a40-5868-4d58-b136-2d5e7e18ccc2 port f5a24331-1303-4d61-b470-a6118221c4b4 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:07:14.439264 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.448908 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.452341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:14.458927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5d51933e-6933-4b39-9d24-8cd38ea6eee8 None None] Provisioning for port aa6e2e8c-0560-4352-ad61-39e95147108c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:14.475542 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5d51933e-6933-4b39-9d24-8cd38ea6eee8 None None] Provisioning complete for port aa6e2e8c-0560-4352-ad61-39e95147108c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:14.475997 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d51933e-6933-4b39-9d24-8cd38ea6eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.505234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-63ebfe58-4a72-45a9-b6c9-2925bfe0da66 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.507569 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-63ebfe58-4a72-45a9-b6c9-2925bfe0da66 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.42 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 946 time: 0.1220887 Aug 16 13:07:14.528952 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.545387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:14.560029 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.560839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:14.757456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:14.787658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727d0ed-730e-4f58-a157-aa9866d5ae72 req-9570a9ad-9bbc-4a0d-837d-042b8b07701a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.788065 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d51933e-6933-4b39-9d24-8cd38ea6eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.791565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d727d0ed-730e-4f58-a157-aa9866d5ae72 req-9570a9ad-9bbc-4a0d-837d-042b8b07701a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 946 time: 0.1520762 Aug 16 13:07:14.839806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374f664-107a-4ce6-aa39-191dfd772f73 req-e1ff2531-5868-4183-a03a-8dc6d6d89f67 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.845844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1374f664-107a-4ce6-aa39-191dfd772f73 req-e1ff2531-5868-4183-a03a-8dc6d6d89f67 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1627891 Aug 16 13:07:14.852206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:14.876768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:14.877148 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.881122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5d51933e-6933-4b39-9d24-8cd38ea6eee8 None None] For port aa6e2e8c-0560-4352-ad61-39e95147108c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=aa6e2e8c-0560-4352-ad61-39e95147108c,segment=NetworkSegment(0823ba84-54d3-448c-8646-cd01ecc81227),segment_id=0823ba84-54d3-448c-8646-cd01ecc81227)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:14.887831 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.913168 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d727d0ed-730e-4f58-a157-aa9866d5ae72 req-8f4583f1-68ee-41bf-90f4-7ca1cd8fe54b tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153166 Aug 16 13:07:14.923549 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Transition to ACTIVE for port object f5a24331-1303-4d61-b470-a6118221c4b4 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:14.947310 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d51933e-6933-4b39-9d24-8cd38ea6eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.951413 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.982901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1374f664-107a-4ce6-aa39-191dfd772f73 req-3c790c83-96d9-4bd4-a8f6-7825dc237de9 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182370 Aug 16 13:07:15.018874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7f6724-b38d-4bd3-b9d3-f368d70e8230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d887f3-7f83-4339-b4e7-9c7c825529fb'}, {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c3b3de-bc6e-4f0c-9756-0c2b426c973f'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:15.029612 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0071b00-06eb-45dc-b676-90b2793373b4" -d '{"events": [{"server_uuid": "ea7f6724-b38d-4bd3-b9d3-f368d70e8230", "name": "network-vif-plugged", "status": "completed", "tag": "29d887f3-7f83-4339-b4e7-9c7c825529fb"}, {"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "b6c3b3de-bc6e-4f0c-9756-0c2b426c973f"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:15.033060 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Attempting to bind port f5a24331-1303-4d61-b470-a6118221c4b4 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:07:15.033619 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Attempting to bind port f5a24331-1303-4d61-b470-a6118221c4b4 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:07:15.034200 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Attempting to bind port f5a24331-1303-4d61-b470-a6118221c4b4 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:15.057051 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bf47b-3264-4f83-b210-82df6753e80a None None] Pushing event updated for resources: {'Port': ['ID=f5a24331-1303-4d61-b470-a6118221c4b4,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:15.063020 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:07:15.063408 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:15.065154 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:15.065660 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:07:15.071371 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Bound port: f5a24331-1303-4d61-b470-a6118221c4b4, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:07:15.072827 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:15.115501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51933e-6933-4b39-9d24-8cd38ea6eee8 None None] Pushing event updated for resources: {'Port': ['ID=aa6e2e8c-0560-4352-ad61-39e95147108c,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:15.179681 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] For port f5a24331-1303-4d61-b470-a6118221c4b4, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:07:15.190311 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49210f6-1786-4add-ad77-a18697d0f142 x-openstack-request-id: req-f49210f6-1786-4add-ad77-a18697d0f142 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:15.191573 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7f6724-b38d-4bd3-b9d3-f368d70e8230", "name": "network-vif-plugged", "status": "completed", "tag": "29d887f3-7f83-4339-b4e7-9c7c825529fb", "code": 200}, {"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "b6c3b3de-bc6e-4f0c-9756-0c2b426c973f", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:15.192019 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f49210f6-1786-4add-ad77-a18697d0f142 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:15.192686 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7f6724-b38d-4bd3-b9d3-f368d70e8230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d887f3-7f83-4339-b4e7-9c7c825529fb', 'code': 200} Aug 16 13:07:15.193644 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] For port f5a24331-1303-4d61-b470-a6118221c4b4, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f5a24331-1303-4d61-b470-a6118221c4b4,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:07:15.198838 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c3b3de-bc6e-4f0c-9756-0c2b426c973f', 'code': 200} Aug 16 13:07:15.203231 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:15.273592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 7c9e09f5-e070-4d94-97a4-3a218f6b859d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:15.311233 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Routers {'c6109a40-5868-4d58-b136-2d5e7e18ccc2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:15.312289 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c6109a40-5868-4d58-b136-2d5e7e18ccc2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:15.345661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:15.373603 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bf47b-3264-4f83-b210-82df6753e80a None None] Pushing event updated for resources: {'Port': ['ID=f5a24331-1303-4d61-b470-a6118221c4b4,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:15.517057 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:15.544577 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] Set router c6109a40-5868-4d58-b136-2d5e7e18ccc2 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:15.552084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device aa6e2e8c-0560-4352-ad61-39e95147108c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:15.604746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6cf225ea-e723-43eb-ac0c-dcae87d412a4 None None] Provisioning for port fba7ca2b-165b-441b-b3d5-ed5c7d087276 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:15.612935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6cf225ea-e723-43eb-ac0c-dcae87d412a4 None None] Provisioning complete for port fba7ca2b-165b-441b-b3d5-ed5c7d087276 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:15.613454 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6cf225ea-e723-43eb-ac0c-dcae87d412a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:15.631537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273fba-bbc6-4d66-b307-9ca0452aa743 req-6fa14029-159e-45d2-95df-796959a6032a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:15.638396 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273fba-bbc6-4d66-b307-9ca0452aa743 req-6fa14029-159e-45d2-95df-796959a6032a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:15.642222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbab325-8fde-4e33-9f50-14882f70d2a5 req-6921f5ab-dbe7-4612-8235-04f7f4c3955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:15.643611 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5dbab325-8fde-4e33-9f50-14882f70d2a5 req-6921f5ab-dbe7-4612-8235-04f7f4c3955b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 1096 time: 0.3947465 Aug 16 13:07:15.654026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273fba-bbc6-4d66-b307-9ca0452aa743 req-6fa14029-159e-45d2-95df-796959a6032a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:15.655581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6cf225ea-e723-43eb-ac0c-dcae87d412a4 None None] Port fba7ca2b-165b-441b-b3d5-ed5c7d087276 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:15.665485 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273fba-bbc6-4d66-b307-9ca0452aa743 req-6fa14029-159e-45d2-95df-796959a6032a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:15.672895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273fba-bbc6-4d66-b307-9ca0452aa743 req-6fa14029-159e-45d2-95df-796959a6032a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:15.679779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273fba-bbc6-4d66-b307-9ca0452aa743 req-6fa14029-159e-45d2-95df-796959a6032a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:15.685898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:15.686728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5273fba-bbc6-4d66-b307-9ca0452aa743 req-6fa14029-159e-45d2-95df-796959a6032a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:15.689259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5273fba-bbc6-4d66-b307-9ca0452aa743 req-6fa14029-159e-45d2-95df-796959a6032a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5440 time: 0.2012947 Aug 16 13:07:15.703847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port aa6e2e8c-0560-4352-ad61-39e95147108c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:15.704378 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:15.712667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a736-8a85-45a1-974a-d6afd262eca4 req-7242e46d-6e84-455c-b5ea-463ed7dcd2ba tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:15.713807 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:15.723164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0343a736-8a85-45a1-974a-d6afd262eca4 req-7242e46d-6e84-455c-b5ea-463ed7dcd2ba tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 945 time: 0.2435231 Aug 16 13:07:15.741243 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5dbab325-8fde-4e33-9f50-14882f70d2a5 req-c0f23040-c2d3-41ea-aa82-ea6b388e2d82 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871358 Aug 16 13:07:15.782182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Deleting port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:15.782572 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:15.787343 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:15.788344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bf69d203-57fd-4f8f-9961-872770f05e89 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:15.832444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0343a736-8a85-45a1-974a-d6afd262eca4 req-1982646c-5ad3-4450-95b2-67480cdc2887 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074605 Aug 16 13:07:15.833087 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6109a40-5868-4d58-b136-2d5e7e18ccc2', 'name': 'tempest-snat-router-1272328853', 'tenant_id': '944e749d7a16437384fa975f227f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f5a24331-1303-4d61-b470-a6118221c4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:09Z', 'updated_at': '2021-08-16T13:07:12Z', 'revision_number': 3, 'project_id': '944e749d7a16437384fa975f227f4736', 'gw_port': {'id': 'f5a24331-1303-4d61-b470-a6118221c4b4', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6109a40-5868-4d58-b136-2d5e7e18ccc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:11Z', 'updated_at': '2021-08-16T13:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:15.865595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5273fba-bbc6-4d66-b307-9ca0452aa743 req-603ab4d8-cd07-4113-9b09-b506d41418fd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1398218 Aug 16 13:07:15.886470 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2a30a-6885-4e17-8acc-bec1e6632bd0 None None] The sync data for ids ['c6109a40-5868-4d58-b136-2d5e7e18ccc2'] in n-d-804708-1 is: [{'id': 'c6109a40-5868-4d58-b136-2d5e7e18ccc2', 'name': 'tempest-snat-router-1272328853', 'tenant_id': '944e749d7a16437384fa975f227f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f5a24331-1303-4d61-b470-a6118221c4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:09Z', 'updated_at': '2021-08-16T13:07:12Z', 'revision_number': 3, 'project_id': '944e749d7a16437384fa975f227f4736', 'gw_port': {'id': 'f5a24331-1303-4d61-b470-a6118221c4b4', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6109a40-5868-4d58-b136-2d5e7e18ccc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:11Z', 'updated_at': '2021-08-16T13:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:15.889220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6cf225ea-e723-43eb-ac0c-dcae87d412a4 None None] Provisioning complete for port aa6e2e8c-0560-4352-ad61-39e95147108c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:15.889952 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6cf225ea-e723-43eb-ac0c-dcae87d412a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:15.899493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router a1f85b2c-149c-4a4f-8907-8088b9119791 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:15.930666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Deleting port f5a24331-1303-4d61-b470-a6118221c4b4 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:15.931009 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:15.985445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port bf69d203-57fd-4f8f-9961-872770f05e89 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:16.037288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port bf69d203-57fd-4f8f-9961-872770f05e89 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:16.037720 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.086140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] For port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:16.086508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.087499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:16.089315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:16.092213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4c35-a8db-4d95-810a-eeb536e9a17d req-7717658d-4291-47db-8c1a-8deab2b625ea tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:16.094688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-243e4c35-a8db-4d95-810a-eeb536e9a17d req-7717658d-4291-47db-8c1a-8deab2b625ea tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 946 time: 0.0676060 Aug 16 13:07:16.178991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-243e4c35-a8db-4d95-810a-eeb536e9a17d req-df68d3e8-7482-42b1-b0c9-8ed79c168530 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d499fad-63c8-4a07-bef6-0d1527aae6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495312 Aug 16 13:07:16.205632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed08bec-bdb3-452a-8b32-1e8edf3f92ff req-83ec096d-789b-43a6-b4f5-f9e3cc7e3b08 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:16.205632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ed08bec-bdb3-452a-8b32-1e8edf3f92ff req-83ec096d-789b-43a6-b4f5-f9e3cc7e3b08 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1095817 Aug 16 13:07:16.224905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] For port f5a24331-1303-4d61-b470-a6118221c4b4, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f5a24331-1303-4d61-b470-a6118221c4b4,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:16.225476 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.228871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:16.247014 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-992075f0-35d6-4a78-a422-da8751e1d4a3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/a1f85b2c-149c-4a4f-8907-8088b9119791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8620341 Aug 16 13:07:16.252601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51374) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:16.291205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2d984e-304c-4cbe-b624-77c9862d9373 None None] Sync routers for ids ['a1f85b2c-149c-4a4f-8907-8088b9119791'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:16.311031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Calling delete_port for f5a24331-1303-4d61-b470-a6118221c4b4 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:16.312596 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.322313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d984e-304c-4cbe-b624-77c9862d9373 None None] Routers {'a1f85b2c-149c-4a4f-8907-8088b9119791'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:16.322973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-af2d984e-304c-4cbe-b624-77c9862d9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a1f85b2c-149c-4a4f-8907-8088b9119791'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:16.367639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ed08bec-bdb3-452a-8b32-1e8edf3f92ff req-d0ad5981-4220-48be-9b82-eb56fb4b0a80 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429436 Aug 16 13:07:16.386577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf27e0bb-8f1b-4189-a82e-a44063620644 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:16.388336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bf27e0bb-8f1b-4189-a82e-a44063620644 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports/fba7ca2b-165b-441b-b3d5-ed5c7d087276 HTTP/1.1" status: 200 len: 910 time: 0.1347928 Aug 16 13:07:16.391520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51376) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:16.412231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-af2d984e-304c-4cbe-b624-77c9862d9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:16.457911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d984e-304c-4cbe-b624-77c9862d9373 None None] Routers {'a1f85b2c-149c-4a4f-8907-8088b9119791'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:16.458665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-af2d984e-304c-4cbe-b624-77c9862d9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a1f85b2c-149c-4a4f-8907-8088b9119791'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:16.463017 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.513460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:16.513827 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.522967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-af2d984e-304c-4cbe-b624-77c9862d9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:16.523637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2d984e-304c-4cbe-b624-77c9862d9373 None None] The sync data for ids ['a1f85b2c-149c-4a4f-8907-8088b9119791'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:16.601556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-457d7192-02d0-4e2a-8cc5-c1dcfcfcfe79 None None] Provisioning complete for port fba7ca2b-165b-441b-b3d5-ed5c7d087276 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:16.602019 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-457d7192-02d0-4e2a-8cc5-c1dcfcfcfe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.604654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.605030 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.605339 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Floating IP 72e0fd32-a68c-4110-8258-98a25e0a49c0 disassociated. External IP: 172.25.0.208, port: 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4. Aug 16 13:07:16.605677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Calling delete_port for 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:16.678945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port bf69d203-57fd-4f8f-9961-872770f05e89, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bf69d203-57fd-4f8f-9961-872770f05e89,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:16.693652 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.694631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a17fe705-2e2f-4854-91cf-775ac25bb3b8 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:16.753830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-457d7192-02d0-4e2a-8cc5-c1dcfcfcfe79 None None] Port fba7ca2b-165b-441b-b3d5-ed5c7d087276 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:16.791679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=bf69d203-57fd-4f8f-9961-872770f05e89,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:16.802406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port a17fe705-2e2f-4854-91cf-775ac25bb3b8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:16.806890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port a17fe705-2e2f-4854-91cf-775ac25bb3b8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:16.807286 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.856051 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.904110 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.906398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5a24331-1303-4d61-b470-a6118221c4b4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:16.976191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a17fe705-2e2f-4854-91cf-775ac25bb3b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:16.983985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68dd1-deeb-4ba5-932c-e8b824d03a36 req-9d7d7c7f-7e89-4355-804e-91027e710da4 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:16.984559 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:16.988591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eab68dd1-deeb-4ba5-932c-e8b824d03a36 req-9d7d7c7f-7e89-4355-804e-91027e710da4 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 945 time: 0.0790174 Aug 16 13:07:17.063643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a17fe705-2e2f-4854-91cf-775ac25bb3b8,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:17.064583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eab68dd1-deeb-4ba5-932c-e8b824d03a36 req-bc4fc1f3-5512-4f40-ad3a-1351c835401c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634141 Aug 16 13:07:17.084882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1410b6e-001c-4f5d-b545-a925629ff4ce req-5f0a5deb-c17c-4c01-b10a-4c237e4ef7ff tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.092219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1410b6e-001c-4f5d-b545-a925629ff4ce req-5f0a5deb-c17c-4c01-b10a-4c237e4ef7ff tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.097672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:17.100390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:17.103422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1410b6e-001c-4f5d-b545-a925629ff4ce req-5f0a5deb-c17c-4c01-b10a-4c237e4ef7ff tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.110396 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1410b6e-001c-4f5d-b545-a925629ff4ce req-5f0a5deb-c17c-4c01-b10a-4c237e4ef7ff tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.117107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1410b6e-001c-4f5d-b545-a925629ff4ce req-5f0a5deb-c17c-4c01-b10a-4c237e4ef7ff tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.123017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1410b6e-001c-4f5d-b545-a925629ff4ce req-5f0a5deb-c17c-4c01-b10a-4c237e4ef7ff tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.129882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1410b6e-001c-4f5d-b545-a925629ff4ce req-5f0a5deb-c17c-4c01-b10a-4c237e4ef7ff tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.132919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1410b6e-001c-4f5d-b545-a925629ff4ce req-5f0a5deb-c17c-4c01-b10a-4c237e4ef7ff tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5443 time: 0.1426651 Aug 16 13:07:17.193342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1410b6e-001c-4f5d-b545-a925629ff4ce req-a5199990-2d74-4807-9832-d37c5c9a7d31 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549593 Aug 16 13:07:17.200585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb'}, {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf69d203-57fd-4f8f-9961-872770f05e89'}, {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fe705-2e2f-4854-91cf-775ac25bb3b8'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:17.203821 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36fdc51-9ef4-43da-bac2-d6e206a62de2" -d '{"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb"}, {"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "bf69d203-57fd-4f8f-9961-872770f05e89"}, {"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "a17fe705-2e2f-4854-91cf-775ac25bb3b8"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:17.263004 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da445add-ddad-4a85-b2b7-778d516a50dc x-openstack-request-id: req-da445add-ddad-4a85-b2b7-778d516a50dc {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:17.263242 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb", "code": 200}, {"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "bf69d203-57fd-4f8f-9961-872770f05e89", "code": 200}, {"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-plugged", "status": "completed", "tag": "a17fe705-2e2f-4854-91cf-775ac25bb3b8", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:17.268545 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da445add-ddad-4a85-b2b7-778d516a50dc {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:17.268545 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb', 'code': 200} Aug 16 13:07:17.268545 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf69d203-57fd-4f8f-9961-872770f05e89', 'code': 200} Aug 16 13:07:17.269483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event deleted for resources: {'Port': ['ID=2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:17.269592 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fe705-2e2f-4854-91cf-775ac25bb3b8', 'code': 200} Aug 16 13:07:17.330176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8401e4e0-740b-4cc9-b53b-eb50b305f477 req-695ea359-f851-4165-a0af-4f854538cba5 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 210 time: 0.0268753 Aug 16 13:07:17.344494 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:17.350154 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:17.528217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:17.528849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6109a40-5868-4d58-b136-2d5e7e18ccc2 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:17.537042 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:17.541462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51398) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:17.542190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0affec7f-5b0e-45d8-af62-32c839fa153e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c6109a40-5868-4d58-b136-2d5e7e18ccc2 HTTP/1.1" status: 204 len: 168 time: 3.3081026 Aug 16 13:07:17.556438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Router 7f4543da-79f7-424d-ac46-0a5947abcb94 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:17.635117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf3ce2-ffea-400d-8de7-7d9479828c6d req-da3ba814-05f8-4006-a3ca-237ab0f474ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.635677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf3ce2-ffea-400d-8de7-7d9479828c6d req-da3ba814-05f8-4006-a3ca-237ab0f474ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.636161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf3ce2-ffea-400d-8de7-7d9479828c6d req-da3ba814-05f8-4006-a3ca-237ab0f474ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.636632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf3ce2-ffea-400d-8de7-7d9479828c6d req-da3ba814-05f8-4006-a3ca-237ab0f474ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.637101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf3ce2-ffea-400d-8de7-7d9479828c6d req-da3ba814-05f8-4006-a3ca-237ab0f474ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.637762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf3ce2-ffea-400d-8de7-7d9479828c6d req-da3ba814-05f8-4006-a3ca-237ab0f474ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.638258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf3ce2-ffea-400d-8de7-7d9479828c6d req-da3ba814-05f8-4006-a3ca-237ab0f474ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.639996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212575-5a79-478c-8e0a-c546bd2352e8 req-82605f04-9654-4df7-8015-7983281e1472 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.640256 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8edf3ce2-ffea-400d-8de7-7d9479828c6d req-da3ba814-05f8-4006-a3ca-237ab0f474ae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6500 time: 0.1642210 Aug 16 13:07:17.646314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7995ed9d-21e2-40ab-a84e-4d53f8fcfa70 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:17.649956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9212575-5a79-478c-8e0a-c546bd2352e8 req-82605f04-9654-4df7-8015-7983281e1472 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1910408 Aug 16 13:07:17.756485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9212575-5a79-478c-8e0a-c546bd2352e8 req-7340344b-f9ea-452c-b516-b9d30d249c37 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013019 Aug 16 13:07:17.776168 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:17.903924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:17.966813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Deleting port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:17.967433 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:18.086452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] For port 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:18.087537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:18.102878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Calling delete_port for 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:18.218740 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8edf3ce2-ffea-400d-8de7-7d9479828c6d req-1e5298aa-d3bc-4781-ba96-bfaa533666a8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5694797 Aug 16 13:07:18.318449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:18.341916 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f311e0-df8b-4b4c-9ddf-e7b09cecf382 None None] Sync routers for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:18.356177 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f311e0-df8b-4b4c-9ddf-e7b09cecf382 None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:18.357464 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-65f311e0-df8b-4b4c-9ddf-e7b09cecf382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:18.398365 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:18.405883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] No DVR routers for this DVR port 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:18.414338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:18.423795 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20007dc1-3afc-4f7c-9b16-ba552356a415 req-33f9f907-8b45-4f14-b996-e1ff3a6efb83 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.42 "DELETE /v2.0/ports/2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 HTTP/1.1" status: 204 len: 173 time: 3.1678717 Aug 16 13:07:18.427477 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'name': 'network-vif-deleted', 'tag': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:18.436149 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b796837f-8f37-4be1-8b26-c3cd4a9058ce" -d '{"events": [{"server_uuid": "a01847e9-39d1-449c-b3ff-b1f658b4ad23", "name": "network-vif-deleted", "tag": "2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:18.482851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab0aa-8324-407b-ae58-adb9fc530847 req-9fed4b34-5f94-4852-add9-29ec3864d58a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:18.493971 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab0aa-8324-407b-ae58-adb9fc530847 req-9fed4b34-5f94-4852-add9-29ec3864d58a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:18.511506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab0aa-8324-407b-ae58-adb9fc530847 req-9fed4b34-5f94-4852-add9-29ec3864d58a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:18.546615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab0aa-8324-407b-ae58-adb9fc530847 req-9fed4b34-5f94-4852-add9-29ec3864d58a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:18.565017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab0aa-8324-407b-ae58-adb9fc530847 req-9fed4b34-5f94-4852-add9-29ec3864d58a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:18.577797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab0aa-8324-407b-ae58-adb9fc530847 req-9fed4b34-5f94-4852-add9-29ec3864d58a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:18.589498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab0aa-8324-407b-ae58-adb9fc530847 req-9fed4b34-5f94-4852-add9-29ec3864d58a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:18.602957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66fab0aa-8324-407b-ae58-adb9fc530847 req-9fed4b34-5f94-4852-add9-29ec3864d58a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5443 time: 0.2864566 Aug 16 13:07:18.611981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:18.678980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7995ed9d-21e2-40ab-a84e-4d53f8fcfa70 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port fba7ca2b-165b-441b-b3d5-ed5c7d087276 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:18.679824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7995ed9d-21e2-40ab-a84e-4d53f8fcfa70 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:18.692809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62bc6096-93b7-4d15-8d61-a1e8b31cd28e req-f40eb4a0-24f7-4203-abb8-a6c94ac46944 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/ports?device_id=a01847e9-39d1-449c-b3ff-b1f658b4ad23 HTTP/1.1" status: 200 len: 210 time: 0.0882385 Aug 16 13:07:18.693285 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-65f311e0-df8b-4b4c-9ddf-e7b09cecf382 None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:18.745975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66fab0aa-8324-407b-ae58-adb9fc530847 req-7c217e58-0d30-439f-a6df-6623778f342e tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301610 Aug 16 13:07:18.758384 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:18.820950 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7995ed9d-21e2-40ab-a84e-4d53f8fcfa70 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:18.824276 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b438f4-1d52-4f06-8f4b-044293f3cd2e x-openstack-request-id: req-45b438f4-1d52-4f06-8f4b-044293f3cd2e {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:18.824578 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01847e9-39d1-449c-b3ff-b1f658b4ad23", "name": "network-vif-deleted", "tag": "2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:18.824958 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45b438f4-1d52-4f06-8f4b-044293f3cd2e {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:18.825418 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01847e9-39d1-449c-b3ff-b1f658b4ad23', 'name': 'network-vif-deleted', 'tag': '2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4', 'status': 'completed', 'code': 200} Aug 16 13:07:18.841826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7995ed9d-21e2-40ab-a84e-4d53f8fcfa70 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for fba7ca2b-165b-441b-b3d5-ed5c7d087276 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:18.937565 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:18.943527 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:19.026547 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-65f311e0-df8b-4b4c-9ddf-e7b09cecf382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:19.075284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:19.075551 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f311e0-df8b-4b4c-9ddf-e7b09cecf382 None None] Checking router: 7f4543da-79f7-424d-ac46-0a5947abcb94 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:07:19.076275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c453de8a-1615-4a0d-a574-205098874331 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:19.092982 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:19.099605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-18439d9f-527b-47f9-8787-08aecf69eb26 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c453de8a-1615-4a0d-a574-205098874331 HTTP/1.1" status: 204 len: 168 time: 1.5546679 Aug 16 13:07:19.100267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51424) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:19.109234 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f311e0-df8b-4b4c-9ddf-e7b09cecf382 None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:19.110142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1830089002', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:19.110829 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-65f311e0-df8b-4b4c-9ddf-e7b09cecf382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:19.200945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:19.216969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:19.218356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:19.240057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7995ed9d-21e2-40ab-a84e-4d53f8fcfa70 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:19.262843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319615f4-5ee5-4b0a-983e-df2155863aa6 req-3f454e6c-d569-4b27-96b2-49e3f4181f4e tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:19.272022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-319615f4-5ee5-4b0a-983e-df2155863aa6 req-3f454e6c-d569-4b27-96b2-49e3f4181f4e tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1283681 Aug 16 13:07:19.286903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:19.288494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 2aaa6ff0-33cb-476f-a19b-2fa544e8e6d4 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:19.347128 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:19.352320 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-65f311e0-df8b-4b4c-9ddf-e7b09cecf382 None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:19.353413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995ed9d-21e2-40ab-a84e-4d53f8fcfa70 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=fba7ca2b-165b-441b-b3d5-ed5c7d087276,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:19.358304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-319615f4-5ee5-4b0a-983e-df2155863aa6 req-0c63f54f-d3f7-4529-a3c2-e7120cee1614 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852420 Aug 16 13:07:19.584099 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:19.637343 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-65f311e0-df8b-4b4c-9ddf-e7b09cecf382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:19.667724 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f311e0-df8b-4b4c-9ddf-e7b09cecf382 None None] The sync data for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 is: [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T12:59:41Z', 'revision_number': 4, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4f07654c-042b-4f18-8933-c326e43344d1', 'name': '', 'network_id': '60b8601d-8c83-419a-8ebd-3dd0daba00a8', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'mac_address': 'fa:16:3e:f6:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:40Z', 'updated_at': '2021-08-16T12:59:48Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'subnets': [{'id': '95230c7d-e072-4af3-82aa-d525af9bef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:19.743540 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7995ed9d-21e2-40ab-a84e-4d53f8fcfa70 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:19.797097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f5a24331-1303-4d61-b470-a6118221c4b4 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:19.837962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: f5a24331-1303-4d61-b470-a6118221c4b4 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:19.838651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f5a24331-1303-4d61-b470-a6118221c4b4 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:19.839286 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:19.867570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51434) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:19.882811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:19.883631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2cf9bcb4-1bf9-41fa-b0bf-e09960d6c29b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:19.979064 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa3a8-97f1-45b5-bd4f-58683648f67d req-5e990c82-5c74-41c9-a02d-dec9776122da tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:20.013689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa3a8-97f1-45b5-bd4f-58683648f67d req-5e990c82-5c74-41c9-a02d-dec9776122da tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:20.023000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa3a8-97f1-45b5-bd4f-58683648f67d req-5e990c82-5c74-41c9-a02d-dec9776122da tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:20.029012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa3a8-97f1-45b5-bd4f-58683648f67d req-5e990c82-5c74-41c9-a02d-dec9776122da tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:20.036014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa3a8-97f1-45b5-bd4f-58683648f67d req-5e990c82-5c74-41c9-a02d-dec9776122da tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:20.043126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa3a8-97f1-45b5-bd4f-58683648f67d req-5e990c82-5c74-41c9-a02d-dec9776122da tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:20.046300 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-deb6dae6-f681-4790-a7f6-b8279c71af38 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.051190 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa3a8-97f1-45b5-bd4f-58683648f67d req-5e990c82-5c74-41c9-a02d-dec9776122da tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:20.053770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7995ed9d-21e2-40ab-a84e-4d53f8fcfa70 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router a1f85b2c-149c-4a4f-8907-8088b9119791 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:20.060528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e5fa3a8-97f1-45b5-bd4f-58683648f67d req-5e990c82-5c74-41c9-a02d-dec9776122da tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5443 time: 0.1519136 Aug 16 13:07:20.124494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e5fa3a8-97f1-45b5-bd4f-58683648f67d req-572afa43-8c86-4695-97ed-97998e543446 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628543 Aug 16 13:07:20.157171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c72f2-871e-415b-8123-1165452e2603 None None] New status for floating IP 72e0fd32-a68c-4110-8258-98a25e0a49c0: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:07:20.164456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-deb6dae6-f681-4790-a7f6-b8279c71af38 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.231315 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.296019 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.316641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7995ed9d-21e2-40ab-a84e-4d53f8fcfa70 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:20.322983 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7995ed9d-21e2-40ab-a84e-4d53f8fcfa70 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/a1f85b2c-149c-4a4f-8907-8088b9119791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9278314 Aug 16 13:07:20.328301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51440) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:20.332156 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd36be-ff1c-4816-b81f-cf458b41088b None None] Sync routers for ids ['a1f85b2c-149c-4a4f-8907-8088b9119791'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:20.343551 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd36be-ff1c-4816-b81f-cf458b41088b None None] Routers {'a1f85b2c-149c-4a4f-8907-8088b9119791'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:20.344182 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c3cd36be-ff1c-4816-b81f-cf458b41088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a1f85b2c-149c-4a4f-8907-8088b9119791'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:20.382195 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c3cd36be-ff1c-4816-b81f-cf458b41088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:20.392266 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd36be-ff1c-4816-b81f-cf458b41088b None None] Routers {'a1f85b2c-149c-4a4f-8907-8088b9119791'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:20.392895 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c3cd36be-ff1c-4816-b81f-cf458b41088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a1f85b2c-149c-4a4f-8907-8088b9119791'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:20.395882 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d7da0e75-e529-440b-adb6-c07cd4aef0ac tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f85b2c-149c-4a4f-8907-8088b9119791 HTTP/1.1" status: 200 len: 205 time: 0.0659506 Aug 16 13:07:20.400645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51446) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:20.416056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-deb6dae6-f681-4790-a7f6-b8279c71af38 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.419393 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-deb6dae6-f681-4790-a7f6-b8279c71af38 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.420707 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-deb6dae6-f681-4790-a7f6-b8279c71af38 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "DELETE /v2.0/security-groups/8d499fad-63c8-4a07-bef6-0d1527aae6fd HTTP/1.1" status: 204 len: 168 time: 0.5522120 Aug 16 13:07:20.423694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51448) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:20.437697 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c3cd36be-ff1c-4816-b81f-cf458b41088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:20.438395 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd36be-ff1c-4816-b81f-cf458b41088b None None] The sync data for ids ['a1f85b2c-149c-4a4f-8907-8088b9119791'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:20.458035 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-0d8d66b4-92b3-4196-bb49-2506b75b70c1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] show failed (client error): The resource could not be found. Aug 16 13:07:20.463019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0d8d66b4-92b3-4196-bb49-2506b75b70c1 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "GET /v2.0/security-groups/8d499fad-63c8-4a07-bef6-0d1527aae6fd HTTP/1.1" status: 404 len: 347 time: 0.0381188 Aug 16 13:07:20.463707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51450) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:20.503089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6dae6-f681-4790-a7f6-b8279c71af38 tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d499fad-63c8-4a07-bef6-0d1527aae6fd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:20.538977 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8971dbbd-73bd-45bc-9cc5-980ebe089030 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.619417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb66b9-5370-4763-ba23-8699a40c3236 req-75a2702d-bab9-4e46-8941-8edbc9c30df0 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:20.620962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4cb66b9-5370-4763-ba23-8699a40c3236 req-75a2702d-bab9-4e46-8941-8edbc9c30df0 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1178992 Aug 16 13:07:20.626684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Allocated IP 172.25.0.162 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/569123d3-2a2b-422b-93a0-a0b6e71093a8) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:20.657607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e61a0a48-b7a6-4ae1-aa3e-e5267da70f4a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Deleting port ef4a2092-293f-4fdf-9889-9b2efc893c54 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:20.657955 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e61a0a48-b7a6-4ae1-aa3e-e5267da70f4a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.724975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4cb66b9-5370-4763-ba23-8699a40c3236 req-b5cd1783-4ce1-42ef-80b4-3b42ff14850d tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902231 Aug 16 13:07:20.738419 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8971dbbd-73bd-45bc-9cc5-980ebe089030 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.749690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8971dbbd-73bd-45bc-9cc5-980ebe089030 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.775720 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e61a0a48-b7a6-4ae1-aa3e-e5267da70f4a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.776104 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e61a0a48-b7a6-4ae1-aa3e-e5267da70f4a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.790942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e61a0a48-b7a6-4ae1-aa3e-e5267da70f4a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Calling delete_port for ef4a2092-293f-4fdf-9889-9b2efc893c54 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:20.830370 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8971dbbd-73bd-45bc-9cc5-980ebe089030 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.830908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8971dbbd-73bd-45bc-9cc5-980ebe089030 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Fanout notify agent at l3_agent the message router_deleted on router a1f85b2c-149c-4a4f-8907-8088b9119791 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:20.838533 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8971dbbd-73bd-45bc-9cc5-980ebe089030 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.839628 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8971dbbd-73bd-45bc-9cc5-980ebe089030 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/a1f85b2c-149c-4a4f-8907-8088b9119791 HTTP/1.1" status: 204 len: 168 time: 0.4378042 Aug 16 13:07:20.842377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51452) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:20.931388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2b0d0f-b8ea-4fdd-bd88-edc9a6583c31 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting subnet 976a04d8-c8b3-4fd4-a5a2-6a2347784004 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:07:20.939442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.941992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc2b0d0f-b8ea-4fdd-bd88-edc9a6583c31 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.971766 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e61a0a48-b7a6-4ae1-aa3e-e5267da70f4a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:20.998492 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc2b0d0f-b8ea-4fdd-bd88-edc9a6583c31 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.007031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a0a48-b7a6-4ae1-aa3e-e5267da70f4a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Pushing event deleted for resources: {'Port': ['ID=ef4a2092-293f-4fdf-9889-9b2efc893c54,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:21.070005 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.075946 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e61a0a48-b7a6-4ae1-aa3e-e5267da70f4a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.078679 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e61a0a48-b7a6-4ae1-aa3e-e5267da70f4a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.084777 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e61a0a48-b7a6-4ae1-aa3e-e5267da70f4a tempest-AttachVolumeTestJSON-1771496964 tempest-AttachVolumeTestJSON-1771496964-project] 10.222.0.25 "DELETE /v2.0/floatingips/72e0fd32-a68c-4110-8258-98a25e0a49c0 HTTP/1.1" status: 204 len: 168 time: 0.6189415 Aug 16 13:07:21.144988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:21.151960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:21.154394 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:21.160987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Pushing event updated for resources: {'Port': ['ID=569123d3-2a2b-422b-93a0-a0b6e71093a8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:21.189892 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc2b0d0f-b8ea-4fdd-bd88-edc9a6583c31 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.352657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5427f-b4af-47a1-ab82-ef8668902edf req-5f478fe0-76c0-4e82-a9ac-d534c95724a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.360189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5427f-b4af-47a1-ab82-ef8668902edf req-5f478fe0-76c0-4e82-a9ac-d534c95724a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.366386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5427f-b4af-47a1-ab82-ef8668902edf req-5f478fe0-76c0-4e82-a9ac-d534c95724a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.372274 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5427f-b4af-47a1-ab82-ef8668902edf req-5f478fe0-76c0-4e82-a9ac-d534c95724a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.378816 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5427f-b4af-47a1-ab82-ef8668902edf req-5f478fe0-76c0-4e82-a9ac-d534c95724a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.391013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc2b0d0f-b8ea-4fdd-bd88-edc9a6583c31 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.397008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5427f-b4af-47a1-ab82-ef8668902edf req-5f478fe0-76c0-4e82-a9ac-d534c95724a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.404740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5427f-b4af-47a1-ab82-ef8668902edf req-5f478fe0-76c0-4e82-a9ac-d534c95724a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.409423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59a5427f-b4af-47a1-ab82-ef8668902edf req-5f478fe0-76c0-4e82-a9ac-d534c95724a7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5443 time: 0.1961019 Aug 16 13:07:21.437717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b0d0f-b8ea-4fdd-bd88-edc9a6583c31 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Subnet': ['ID=976a04d8-c8b3-4fd4-a5a2-6a2347784004,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:21.444084 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc2b0d0f-b8ea-4fdd-bd88-edc9a6583c31 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.446289 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bc2b0d0f-b8ea-4fdd-bd88-edc9a6583c31 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/976a04d8-c8b3-4fd4-a5a2-6a2347784004 HTTP/1.1" status: 204 len: 168 time: 0.6031251 Aug 16 13:07:21.451757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51464) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:21.457936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e98394-d511-46e2-add7-f1c55d7fdd8f None None] Network 7c9e09f5-e070-4d94-97a4-3a218f6b859d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:21.527767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59a5427f-b4af-47a1-ab82-ef8668902edf req-252778ae-fd38-4bc5-8cec-9d5972f895f4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103899 Aug 16 13:07:21.679509 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.700363 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.724685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2883a-bdbd-412a-99a5-27f5ceffa5fd req-d688661f-8e1d-4715-82e4-77580244bb5c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.730844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2883a-bdbd-412a-99a5-27f5ceffa5fd req-d688661f-8e1d-4715-82e4-77580244bb5c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.737047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2883a-bdbd-412a-99a5-27f5ceffa5fd req-d688661f-8e1d-4715-82e4-77580244bb5c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.743619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2883a-bdbd-412a-99a5-27f5ceffa5fd req-d688661f-8e1d-4715-82e4-77580244bb5c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.749647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2883a-bdbd-412a-99a5-27f5ceffa5fd req-d688661f-8e1d-4715-82e4-77580244bb5c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.756475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2883a-bdbd-412a-99a5-27f5ceffa5fd req-d688661f-8e1d-4715-82e4-77580244bb5c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.759177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c35a765-3860-4361-9f6b-0e0b03d47227 None None] DHCP port deletion for 7c9e09f5-e070-4d94-97a4-3a218f6b859d request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:07:21.762537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2883a-bdbd-412a-99a5-27f5ceffa5fd req-d688661f-8e1d-4715-82e4-77580244bb5c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.780062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f4b2883a-bdbd-412a-99a5-27f5ceffa5fd req-d688661f-8e1d-4715-82e4-77580244bb5c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5443 time: 0.1346877 Aug 16 13:07:21.780515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51472) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:21.802376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9f721ed6-852e-4fef-b7c5-3be374f5e99d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Request body: {'floatingip': {'port_id': '2292955b-4a9c-449d-b4fe-3f15b7854f5f'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:21.846766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5c35a765-3860-4361-9f6b-0e0b03d47227 None None] Deleting port aa6e2e8c-0560-4352-ad61-39e95147108c {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:21.847807 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5c35a765-3860-4361-9f6b-0e0b03d47227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.881170 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f721ed6-852e-4fef-b7c5-3be374f5e99d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.930569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5c35a765-3860-4361-9f6b-0e0b03d47227 None None] For port aa6e2e8c-0560-4352-ad61-39e95147108c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=aa6e2e8c-0560-4352-ad61-39e95147108c,segment=NetworkSegment(0823ba84-54d3-448c-8646-cd01ecc81227),segment_id=0823ba84-54d3-448c-8646-cd01ecc81227)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:21.931081 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5c35a765-3860-4361-9f6b-0e0b03d47227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:21.946485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5c35a765-3860-4361-9f6b-0e0b03d47227 None None] Calling delete_port for aa6e2e8c-0560-4352-ad61-39e95147108c owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:22.036766 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5c35a765-3860-4361-9f6b-0e0b03d47227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:22.054144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c35a765-3860-4361-9f6b-0e0b03d47227 None None] No DVR routers for this DVR port aa6e2e8c-0560-4352-ad61-39e95147108c on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:22.090299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35a765-3860-4361-9f6b-0e0b03d47227 None None] Pushing event deleted for resources: {'Port': ['ID=aa6e2e8c-0560-4352-ad61-39e95147108c,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:22.273318 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0f36c-7d32-4735-a425-44cf4f2b8e14 req-9446cc6a-d78c-4db0-901d-33b979b73067 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:22.275094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1b0f36c-7d32-4735-a425-44cf4f2b8e14 req-9446cc6a-d78c-4db0-901d-33b979b73067 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.4308167 Aug 16 13:07:22.345265 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:22.490955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Router 86891d77-1077-4f6f-8ae4-3a56f8de2c27 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:22.613260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:22.627432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb3dfc-86f1-4e85-8240-2ff9638584a2 None None] Sync routers for ids ['86891d77-1077-4f6f-8ae4-3a56f8de2c27'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:22.637467 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:22.643324 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ee26b7f4-713b-4e7f-af00-5c1a70c85e4a tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5402472 Aug 16 13:07:22.644687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51482) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:22.649717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-179799fb-d0ac-4b33-920e-8304978c954d tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'enable_snat': False}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:22.656392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb3dfc-86f1-4e85-8240-2ff9638584a2 None None] Routers {'86891d77-1077-4f6f-8ae4-3a56f8de2c27'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:22.658891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-80bb3dfc-86f1-4e85-8240-2ff9638584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['86891d77-1077-4f6f-8ae4-3a56f8de2c27'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:22.670871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port aa6e2e8c-0560-4352-ad61-39e95147108c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:22.671332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:22.707845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1b0f36c-7d32-4735-a425-44cf4f2b8e14 req-d8d68dac-f712-4aec-b971-7fbcced60eb8 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253328 Aug 16 13:07:22.738840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-80bb3dfc-86f1-4e85-8240-2ff9638584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:22.748556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb3dfc-86f1-4e85-8240-2ff9638584a2 None None] Routers {'86891d77-1077-4f6f-8ae4-3a56f8de2c27'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:22.749174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-80bb3dfc-86f1-4e85-8240-2ff9638584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['86891d77-1077-4f6f-8ae4-3a56f8de2c27'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:22.783619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port aa6e2e8c-0560-4352-ad61-39e95147108c, host n-d-804708-1, got binding levels [] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:22.783990 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:22.794598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-80bb3dfc-86f1-4e85-8240-2ff9638584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:22.795384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb3dfc-86f1-4e85-8240-2ff9638584a2 None None] The sync data for ids ['86891d77-1077-4f6f-8ae4-3a56f8de2c27'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:22.829905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for aa6e2e8c-0560-4352-ad61-39e95147108c owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:22.834672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Port aa6e2e8c-0560-4352-ad61-39e95147108c was not found and therefore no delete operation was performed {{(pid=101395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:07:22.839230 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:22.897261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=aa6e2e8c-0560-4352-ad61-39e95147108c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:22.902265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No DVR routers for this DVR port aa6e2e8c-0560-4352-ad61-39e95147108c on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:22.964973 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f721ed6-852e-4fef-b7c5-3be374f5e99d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:22.977859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-179799fb-d0ac-4b33-920e-8304978c954d tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.002876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f721ed6-852e-4fef-b7c5-3be374f5e99d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.044570 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.059358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9e09f5-e070-4d94-97a4-3a218f6b859d']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:23.075897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0823ba84-54d3-448c-8646-cd01ecc81227') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:23.076205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0823ba84-54d3-448c-8646-cd01ecc81227') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:23.119125 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.143172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.157757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:07:23.158071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:07:23.162142 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:07:23.172477 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-9f721ed6-852e-4fef-b7c5-3be374f5e99d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Floating IP 458b5ab9-27ba-4ece-8bcc-029c34242e9f associated. External IP: 172.25.0.111, port: 2292955b-4a9c-449d-b4fe-3f15b7854f5f. Aug 16 13:07:23.313694 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.319490 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.322609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/networks/7c9e09f5-e070-4d94-97a4-3a218f6b859d HTTP/1.1" status: 204 len: 168 time: 1.8694446 Aug 16 13:07:23.329807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51486) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:23.347357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1129338554', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:23.361201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e42a7-967e-491c-ac22-77cd9b058de1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Network': ['ID=7c9e09f5-e070-4d94-97a4-3a218f6b859d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:23.481155 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-179799fb-d0ac-4b33-920e-8304978c954d tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.485583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-179799fb-d0ac-4b33-920e-8304978c954d tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.509059 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.510047 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.530829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f721ed6-852e-4fef-b7c5-3be374f5e99d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Router cac07ad7-ef4c-4650-89c4-ae7f49334c15 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:23.557244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device aa6e2e8c-0560-4352-ad61-39e95147108c no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:23.593981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: aa6e2e8c-0560-4352-ad61-39e95147108c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:23.594507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device aa6e2e8c-0560-4352-ad61-39e95147108c not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:23.598019 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.642542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179799fb-d0ac-4b33-920e-8304978c954d tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Router 86891d77-1077-4f6f-8ae4-3a56f8de2c27 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:23.784399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179799fb-d0ac-4b33-920e-8304978c954d tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:23.797582 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12beb212-69fd-441c-a19d-811da67af016 None None] Sync routers for ids ['86891d77-1077-4f6f-8ae4-3a56f8de2c27'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:23.813180 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12beb212-69fd-441c-a19d-811da67af016 None None] Routers {'86891d77-1077-4f6f-8ae4-3a56f8de2c27'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:23.815122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-179799fb-d0ac-4b33-920e-8304978c954d tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.816447 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-12beb212-69fd-441c-a19d-811da67af016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['86891d77-1077-4f6f-8ae4-3a56f8de2c27'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:23.818265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-179799fb-d0ac-4b33-920e-8304978c954d tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "PUT /v2.0/routers/86891d77-1077-4f6f-8ae4-3a56f8de2c27 HTTP/1.1" status: 200 len: 922 time: 1.1724231 Aug 16 13:07:23.820717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51496) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:23.849532 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.877336 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-12beb212-69fd-441c-a19d-811da67af016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:23.887250 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12beb212-69fd-441c-a19d-811da67af016 None None] Routers {'86891d77-1077-4f6f-8ae4-3a56f8de2c27'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:23.888260 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-12beb212-69fd-441c-a19d-811da67af016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['86891d77-1077-4f6f-8ae4-3a56f8de2c27'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:23.928319 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-12beb212-69fd-441c-a19d-811da67af016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:23.929083 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12beb212-69fd-441c-a19d-811da67af016 None None] The sync data for ids ['86891d77-1077-4f6f-8ae4-3a56f8de2c27'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:23.953602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-88480b64-461d-4386-9461-3d06da8a3f5c tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/routers/86891d77-1077-4f6f-8ae4-3a56f8de2c27 HTTP/1.1" status: 200 len: 922 time: 0.1316142 Aug 16 13:07:23.957345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51498) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:24.031159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76a44b-89f0-487f-936d-a03972666cfb req-a88352d6-a32c-4d9b-9195-a543604cf3b8 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.039668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c76a44b-89f0-487f-936d-a03972666cfb req-a88352d6-a32c-4d9b-9195-a543604cf3b8 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1804738 Aug 16 13:07:24.047662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea685cb-a818-442c-8bd6-f4f726e30628 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.054208 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fea685cb-a818-442c-8bd6-f4f726e30628 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=72a09032-0771-4e06-9125-a9a480bbb297&device_id=86891d77-1077-4f6f-8ae4-3a56f8de2c27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0951934 Aug 16 13:07:24.054639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51500) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:24.057772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f721ed6-852e-4fef-b7c5-3be374f5e99d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:24.062580 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f721ed6-852e-4fef-b7c5-3be374f5e99d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.069110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a03d6-c948-4be6-b0b2-6a161d812f53 None None] Sync routers for ids ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:24.085980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a03d6-c948-4be6-b0b2-6a161d812f53 None None] Routers {'cac07ad7-ef4c-4650-89c4-ae7f49334c15'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:24.087073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f80a03d6-c948-4be6-b0b2-6a161d812f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:24.097725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9f721ed6-852e-4fef-b7c5-3be374f5e99d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "PUT /v2.0/floatingips/458b5ab9-27ba-4ece-8bcc-029c34242e9f HTTP/1.1" status: 200 len: 992 time: 2.3117251 Aug 16 13:07:24.097725 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': '2292955b-4a9c-449d-b4fe-3f15b7854f5f'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:24.099873 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1684761-593a-408b-91f5-d05a565d95f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "2292955b-4a9c-449d-b4fe-3f15b7854f5f"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:24.140596 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c76a44b-89f0-487f-936d-a03972666cfb req-3148e414-655b-4278-8d87-88a68a5f73c9 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999434 Aug 16 13:07:24.209576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350a803b-f265-4c2a-aedd-f0eab7abfb96 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.212006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-350a803b-f265-4c2a-aedd-f0eab7abfb96 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 881 time: 0.1550472 Aug 16 13:07:24.214373 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6140991f-e442-4342-a919-e655561b85fa x-openstack-request-id: req-6140991f-e442-4342-a919-e655561b85fa {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:24.214635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51506) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:24.214768 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "tag": "2292955b-4a9c-449d-b4fe-3f15b7854f5f", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:24.214909 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6140991f-e442-4342-a919-e655561b85fa {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:24.215318 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'tag': '2292955b-4a9c-449d-b4fe-3f15b7854f5f', 'status': 'completed', 'code': 200} Aug 16 13:07:24.268691 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1cf7b8e9-2af1-4f02-9c26-6e2a5269524d tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=86891d77-1077-4f6f-8ae4-3a56f8de2c27 HTTP/1.1" status: 200 len: 205 time: 0.0523131 Aug 16 13:07:24.271495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51508) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:24.327162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-f80a03d6-c948-4be6-b0b2-6a161d812f53 None None] Set router cac07ad7-ef4c-4650-89c4-ae7f49334c15 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:24.367117 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.387316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684761-593a-408b-91f5-d05a565d95f9 req-c3b70b7f-c6c1-4122-85c8-4dc3ea01213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.388072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684761-593a-408b-91f5-d05a565d95f9 req-c3b70b7f-c6c1-4122-85c8-4dc3ea01213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.388637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684761-593a-408b-91f5-d05a565d95f9 req-c3b70b7f-c6c1-4122-85c8-4dc3ea01213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.389316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684761-593a-408b-91f5-d05a565d95f9 req-c3b70b7f-c6c1-4122-85c8-4dc3ea01213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.389859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684761-593a-408b-91f5-d05a565d95f9 req-c3b70b7f-c6c1-4122-85c8-4dc3ea01213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.390424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684761-593a-408b-91f5-d05a565d95f9 req-c3b70b7f-c6c1-4122-85c8-4dc3ea01213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.390964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684761-593a-408b-91f5-d05a565d95f9 req-c3b70b7f-c6c1-4122-85c8-4dc3ea01213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.393193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1684761-593a-408b-91f5-d05a565d95f9 req-c3b70b7f-c6c1-4122-85c8-4dc3ea01213d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6500 time: 0.1150613 Aug 16 13:07:24.421278 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.548414 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.658505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Allocated IP 172.25.0.96 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/3ae57428-5b2c-4fa6-bc1c-4e22f6f00bbc) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:24.672374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684761-593a-408b-91f5-d05a565d95f9 req-6c34b43a-60e7-4ddf-b6c9-76348c05785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.673858 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1684761-593a-408b-91f5-d05a565d95f9 req-6c34b43a-60e7-4ddf-b6c9-76348c05785d service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee5ff9e6-121a-4482-9933-172fba3187c8 HTTP/1.1" status: 200 len: 917 time: 0.2379065 Aug 16 13:07:24.789983 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1684761-593a-408b-91f5-d05a565d95f9 req-9030039b-3a37-485c-8cbe-038ae3af040c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f HTTP/1.1" status: 200 len: 1000 time: 0.0808265 Aug 16 13:07:24.793802 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.869870 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.885436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684761-593a-408b-91f5-d05a565d95f9 req-f58dd913-8c7c-4c25-a1d1-fb826aa534ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.888930 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1684761-593a-408b-91f5-d05a565d95f9 req-f58dd913-8c7c-4c25-a1d1-fb826aa534ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=735734cd-086e-4d3e-af34-921802ddaecb HTTP/1.1" status: 200 len: 856 time: 0.0902972 Aug 16 13:07:24.899495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f80a03d6-c948-4be6-b0b2-6a161d812f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '458b5ab9-27ba-4ece-8bcc-029c34242e9f', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'port_id': '2292955b-4a9c-449d-b4fe-3f15b7854f5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'mac_address': 'fa:16:3e:24:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:06:03Z', 'updated_at': '2021-08-16T13:07:22Z', 'revision_number': 1, 'project_id': 'f0bff93acd024030911c824e4926974a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3315b5-3a98-44a3-b4d2-4153938d0f3e', 'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'mac_address': 'fa:16:3e:23:11:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:14Z', 'updated_at': '2021-08-16T13:05:26Z', 'revision_number': 5, 'project_id': 'f0bff93acd024030911c824e4926974a', 'subnets': [{'id': '735734cd-086e-4d3e-af34-921802ddaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:24.944475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Deleting port 569123d3-2a2b-422b-93a0-a0b6e71093a8 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:24.944875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.950600 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.965104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a03d6-c948-4be6-b0b2-6a161d812f53 None None] Checking router: cac07ad7-ef4c-4650-89c4-ae7f49334c15 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:07:24.986632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a03d6-c948-4be6-b0b2-6a161d812f53 None None] Routers {'cac07ad7-ef4c-4650-89c4-ae7f49334c15'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:24.987369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f80a03d6-c948-4be6-b0b2-6a161d812f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:25.002765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=3ae57428-5b2c-4fa6-bc1c-4e22f6f00bbc,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:25.010595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684761-593a-408b-91f5-d05a565d95f9 req-bfb11b05-56c6-467b-b946-5b31022ccc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:25.011152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:25.012090 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1684761-593a-408b-91f5-d05a565d95f9 req-bfb11b05-56c6-467b-b946-5b31022ccc82 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5ff9e6-121a-4482-9933-172fba3187c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118917 Aug 16 13:07:25.020871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:25.025449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:25.122858 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1684761-593a-408b-91f5-d05a565d95f9 req-65bc9fd1-f78c-4bfb-b44c-022745ab7b4a service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921555 Aug 16 13:07:25.148473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-f80a03d6-c948-4be6-b0b2-6a161d812f53 None None] Set router cac07ad7-ef4c-4650-89c4-ae7f49334c15 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:25.290247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:25.337281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Calling delete_port for 569123d3-2a2b-422b-93a0-a0b6e71093a8 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:25.387407 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c12523-b50d-4d10-a849-05acfb82d75c req-c0283467-be6d-499d-af68-b07561e580ab tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:25.388849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98c12523-b50d-4d10-a849-05acfb82d75c req-c0283467-be6d-499d-af68-b07561e580ab tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.0912437 Aug 16 13:07:25.433340 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1684761-593a-408b-91f5-d05a565d95f9 req-940fdce9-b571-49b1-b242-b6a8f4db7119 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009331 Aug 16 13:07:25.520972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98c12523-b50d-4d10-a849-05acfb82d75c req-d8a696fb-752d-4e22-a79d-5c9502ba23d4 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Aug 16 13:07:25.586953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f80a03d6-c948-4be6-b0b2-6a161d812f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '458b5ab9-27ba-4ece-8bcc-029c34242e9f', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'port_id': '2292955b-4a9c-449d-b4fe-3f15b7854f5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'mac_address': 'fa:16:3e:24:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:06:03Z', 'updated_at': '2021-08-16T13:07:22Z', 'revision_number': 1, 'project_id': 'f0bff93acd024030911c824e4926974a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3315b5-3a98-44a3-b4d2-4153938d0f3e', 'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'mac_address': 'fa:16:3e:23:11:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:14Z', 'updated_at': '2021-08-16T13:05:26Z', 'revision_number': 5, 'project_id': 'f0bff93acd024030911c824e4926974a', 'subnets': [{'id': '735734cd-086e-4d3e-af34-921802ddaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:25.625184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a03d6-c948-4be6-b0b2-6a161d812f53 None None] The sync data for ids ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'] in n-d-804708-1 is: [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '458b5ab9-27ba-4ece-8bcc-029c34242e9f', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'port_id': '2292955b-4a9c-449d-b4fe-3f15b7854f5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'mac_address': 'fa:16:3e:24:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:06:03Z', 'updated_at': '2021-08-16T13:07:22Z', 'revision_number': 1, 'project_id': 'f0bff93acd024030911c824e4926974a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3315b5-3a98-44a3-b4d2-4153938d0f3e', 'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'mac_address': 'fa:16:3e:23:11:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:14Z', 'updated_at': '2021-08-16T13:05:26Z', 'revision_number': 5, 'project_id': 'f0bff93acd024030911c824e4926974a', 'subnets': [{'id': '735734cd-086e-4d3e-af34-921802ddaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:25.656367 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:25.675708 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:25.734051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Pushing event deleted for resources: {'Port': ['ID=569123d3-2a2b-422b-93a0-a0b6e71093a8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:25.824942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:25.934918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:25.936708 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:25.939106 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:26.006270 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:26.007192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Fanout notify agent at l3_agent the message router_deleted on router 86891d77-1077-4f6f-8ae4-3a56f8de2c27 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:26.015006 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:26.022954 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c0462-766e-489e-9c35-443fbabaafab None None] New status for floating IP 458b5ab9-27ba-4ece-8bcc-029c34242e9f: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:07:26.030676 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ae3d47ac-493f-4090-933b-730387b1b84b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/86891d77-1077-4f6f-8ae4-3a56f8de2c27 HTTP/1.1" status: 204 len: 168 time: 1.7578912 Aug 16 13:07:26.031371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51534) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:26.036517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-dcfa1220-daac-4bed-9fe3-1cb643b96392 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1727944779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:26.073316 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1220-daac-4bed-9fe3-1cb643b96392 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:26.075368 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1220-daac-4bed-9fe3-1cb643b96392 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:26.121603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router b973eb69-bcfc-4017-9ce0-45c5645e6f6a is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:26.141989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1220-daac-4bed-9fe3-1cb643b96392 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:26.147763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1220-daac-4bed-9fe3-1cb643b96392 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:26.164847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1220-daac-4bed-9fe3-1cb643b96392 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:26.169368 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dcfa1220-daac-4bed-9fe3-1cb643b96392 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1344304 Aug 16 13:07:26.169615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51536) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:26.176486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Request body: {'router': {'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:26.256055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:26.274751 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf257718-b513-4e7c-a5ec-77cead2f3535 None None] Sync routers for ids ['b973eb69-bcfc-4017-9ce0-45c5645e6f6a'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:26.286885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf257718-b513-4e7c-a5ec-77cead2f3535 None None] Routers {'b973eb69-bcfc-4017-9ce0-45c5645e6f6a'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:26.287505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-bf257718-b513-4e7c-a5ec-77cead2f3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b973eb69-bcfc-4017-9ce0-45c5645e6f6a'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:26.288347 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:26.289981 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dc570f93-42d5-4ce0-bfe4-b16256950385 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9576416 Aug 16 13:07:26.292612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51538) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:26.331145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-bf257718-b513-4e7c-a5ec-77cead2f3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:26.342744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf257718-b513-4e7c-a5ec-77cead2f3535 None None] Routers {'b973eb69-bcfc-4017-9ce0-45c5645e6f6a'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:26.343854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-bf257718-b513-4e7c-a5ec-77cead2f3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b973eb69-bcfc-4017-9ce0-45c5645e6f6a'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:26.383984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-bf257718-b513-4e7c-a5ec-77cead2f3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:26.385108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf257718-b513-4e7c-a5ec-77cead2f3535 None None] The sync data for ids ['b973eb69-bcfc-4017-9ce0-45c5645e6f6a'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:26.432546 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-76e00eac-da0e-4340-a36a-5fa569babf30 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/routers/b973eb69-bcfc-4017-9ce0-45c5645e6f6a HTTP/1.1" status: 200 len: 880 time: 0.1351466 Aug 16 13:07:26.432796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51542) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:26.816970 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:27.046428 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:27.076410 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:27.084903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f2bc-ca68-4ed0-9f87-22d1cd5feb7a req-3c5fb694-a9ef-4092-be21-d62df6abb9aa tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:27.086616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e745f2bc-ca68-4ed0-9f87-22d1cd5feb7a req-3c5fb694-a9ef-4092-be21-d62df6abb9aa tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1213570 Aug 16 13:07:27.164292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e745f2bc-ca68-4ed0-9f87-22d1cd5feb7a req-35609b09-e949-4c3b-b216-94b18815f33e tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546250 Aug 16 13:07:27.181249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dd5e688e-835a-4946-8cf4-a94154fc806c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7469742 Aug 16 13:07:27.183636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51558) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:27.188288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-58a0bbdd-b7db-462d-8adf-02817f1141dd tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1129338554'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:27.213309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Allocated IP 172.25.0.56 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/b83b598a-0148-4ab3-a7f4-ca8f4a9b9638) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:27.327487 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:27.373847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:27.417060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:27.419890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:27.423826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:27.449662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Pushing event updated for resources: {'Port': ['ID=b83b598a-0148-4ab3-a7f4-ca8f4a9b9638,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:27.544773 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a0bbdd-b7db-462d-8adf-02817f1141dd tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:27.558982 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a0bbdd-b7db-462d-8adf-02817f1141dd tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:27.685360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a0bbdd-b7db-462d-8adf-02817f1141dd tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router b973eb69-bcfc-4017-9ce0-45c5645e6f6a has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:27.697960 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:27.806903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a0bbdd-b7db-462d-8adf-02817f1141dd tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:27.816077 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a0bbdd-b7db-462d-8adf-02817f1141dd tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:27.817402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-58a0bbdd-b7db-462d-8adf-02817f1141dd tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/b973eb69-bcfc-4017-9ce0-45c5645e6f6a HTTP/1.1" status: 200 len: 887 time: 0.6328282 Aug 16 13:07:27.822585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51566) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:27.824745 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71aa016-84bb-4ea7-a646-7239004cfa35 None None] Sync routers for ids ['b973eb69-bcfc-4017-9ce0-45c5645e6f6a'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:27.845882 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71aa016-84bb-4ea7-a646-7239004cfa35 None None] Routers {'b973eb69-bcfc-4017-9ce0-45c5645e6f6a'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:27.846431 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a71aa016-84bb-4ea7-a646-7239004cfa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b973eb69-bcfc-4017-9ce0-45c5645e6f6a'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:27.895506 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a71aa016-84bb-4ea7-a646-7239004cfa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:27.906549 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71aa016-84bb-4ea7-a646-7239004cfa35 None None] Routers {'b973eb69-bcfc-4017-9ce0-45c5645e6f6a'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:27.906549 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a71aa016-84bb-4ea7-a646-7239004cfa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b973eb69-bcfc-4017-9ce0-45c5645e6f6a'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:27.935336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:27.939666 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a71aa016-84bb-4ea7-a646-7239004cfa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:27.940631 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71aa016-84bb-4ea7-a646-7239004cfa35 None None] The sync data for ids ['b973eb69-bcfc-4017-9ce0-45c5645e6f6a'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:27.941964 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:27.963169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e69d82ae-c2e2-4753-a84b-4b52620e8ffc tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/routers/b973eb69-bcfc-4017-9ce0-45c5645e6f6a HTTP/1.1" status: 200 len: 887 time: 0.1392069 Aug 16 13:07:27.964074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51570) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:27.995091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c9ab7d41-3f30-42e4-bd7e-53ce2a6eb06a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=b973eb69-bcfc-4017-9ce0-45c5645e6f6a HTTP/1.1" status: 200 len: 205 time: 0.0297670 Aug 16 13:07:27.997595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51572) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:28.082734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Router 15d06622-e76e-42ee-a25b-1e0e7025b1fc is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:28.106438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.214890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:28.224098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.225384 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-422cfd86-79bd-4d55-9913-feeb03a29052 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "PUT /v2.0/routers/15d06622-e76e-42ee-a25b-1e0e7025b1fc HTTP/1.1" status: 200 len: 879 time: 2.0542505 Aug 16 13:07:28.227134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c6e0c-0327-42fe-b84e-55f82b14da1a None None] Sync routers for ids ['15d06622-e76e-42ee-a25b-1e0e7025b1fc'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:28.230412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51578) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:28.244489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c6e0c-0327-42fe-b84e-55f82b14da1a None None] Routers {'15d06622-e76e-42ee-a25b-1e0e7025b1fc'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:28.245374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-572c6e0c-0327-42fe-b84e-55f82b14da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['15d06622-e76e-42ee-a25b-1e0e7025b1fc'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:28.281750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-572c6e0c-0327-42fe-b84e-55f82b14da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:28.291505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c6e0c-0327-42fe-b84e-55f82b14da1a None None] Routers {'15d06622-e76e-42ee-a25b-1e0e7025b1fc'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:28.292129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-572c6e0c-0327-42fe-b84e-55f82b14da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['15d06622-e76e-42ee-a25b-1e0e7025b1fc'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:28.294051 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.328997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-572c6e0c-0327-42fe-b84e-55f82b14da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:28.329652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c6e0c-0327-42fe-b84e-55f82b14da1a None None] The sync data for ids ['15d06622-e76e-42ee-a25b-1e0e7025b1fc'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:28.337899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c20ffb-0dc1-4c50-a11d-f30417fdc654 req-f8e7c51e-4de7-400c-82f5-e6f6a55a4f62 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:28.339503 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80c20ffb-0dc1-4c50-a11d-f30417fdc654 req-f8e7c51e-4de7-400c-82f5-e6f6a55a4f62 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.0825617 Aug 16 13:07:28.355874 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1658a6f4-8cec-4b67-9ff2-d43a1f357077 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/routers/15d06622-e76e-42ee-a25b-1e0e7025b1fc HTTP/1.1" status: 200 len: 920 time: 0.1243081 Aug 16 13:07:28.358770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51580) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:28.395125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80c20ffb-0dc1-4c50-a11d-f30417fdc654 req-fb13461e-12c9-4f89-8e5c-5f38598ff927 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457509 Aug 16 13:07:28.400500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port 3ae57428-5b2c-4fa6-bc1c-4e22f6f00bbc {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:28.400860 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.403296 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c681df0d-d33b-4cbd-96c5-e84620d75903 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:28.404330 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c681df0d-d33b-4cbd-96c5-e84620d75903 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=72a09032-0771-4e06-9125-a9a480bbb297&device_id=15d06622-e76e-42ee-a25b-1e0e7025b1fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0446661 Aug 16 13:07:28.406973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51582) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:28.484090 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.497236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for 3ae57428-5b2c-4fa6-bc1c-4e22f6f00bbc owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:28.499235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa172f-0553-4cec-b92c-fed138ee1561 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:28.500912 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d4fa172f-0553-4cec-b92c-fed138ee1561 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 881 time: 0.0929062 Aug 16 13:07:28.504538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51584) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:28.537576 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-773a987e-4f30-49fd-9a6f-822f6318cffc tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d06622-e76e-42ee-a25b-1e0e7025b1fc HTTP/1.1" status: 200 len: 205 time: 0.0319228 Aug 16 13:07:28.540240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51586) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:28.654802 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.705675 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.736790 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=3ae57428-5b2c-4fa6-bc1c-4e22f6f00bbc,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:28.771912 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.818010 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.840175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Deleting port b83b598a-0148-4ab3-a7f4-ca8f4a9b9638 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:28.842564 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.932229 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.934530 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.936676 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:28.945412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Calling delete_port for b83b598a-0148-4ab3-a7f4-ca8f4a9b9638 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:29.001692 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.002468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Fanout notify agent at l3_agent the message router_deleted on router b973eb69-bcfc-4017-9ce0-45c5645e6f6a {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:29.014999 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.016805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4e9e535d-c324-4616-94e2-829cbcd00b05 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/b973eb69-bcfc-4017-9ce0-45c5645e6f6a HTTP/1.1" status: 204 len: 168 time: 1.0181055 Aug 16 13:07:29.022803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51596) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:29.028325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'network': {'name': 'tempest-RoutersTest-558209985'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:29.050925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:29.054912 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.090500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:07:29.104509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.104509 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added segment 3327addf-2a10-4e38-a2ee-aca172a87cae of type vlan for network 3c9e993d-5be1-4c0d-8930-487f42ad525a Aug 16 13:07:29.144759 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.165717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.172730 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.180107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:29.180724 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.192759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Pushing event deleted for resources: {'Port': ['ID=b83b598a-0148-4ab3-a7f4-ca8f4a9b9638,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:29.205489 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1791282 Aug 16 13:07:29.213586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51598) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:29.218655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'subnet': {'network_id': '3c9e993d-5be1-4c0d-8930-487f42ad525a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:29.288211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.325870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20baad-5069-4a08-aa61-289652ca1f21 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Network': ['ID=3c9e993d-5be1-4c0d-8930-487f42ad525a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:29.337123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3c9e993d-5be1-4c0d-8930-487f42ad525a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:07:29.373599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:29.376562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.381430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.383920 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.436092 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.436703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Fanout notify agent at l3_agent the message router_deleted on router 15d06622-e76e-42ee-a25b-1e0e7025b1fc {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:29.451484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.452758 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-69730821-ec65-40d2-912c-78e0585b5000 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/15d06622-e76e-42ee-a25b-1e0e7025b1fc HTTP/1.1" status: 204 len: 168 time: 0.9115212 Aug 16 13:07:29.457056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51604) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:29.461930 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0c3133eb-5e5d-48f0-8c52-c52ab7cad081 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-82985401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:29.513992 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c3133eb-5e5d-48f0-8c52-c52ab7cad081 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.515012 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c3133eb-5e5d-48f0-8c52-c52ab7cad081 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.620473 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.636296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c3133eb-5e5d-48f0-8c52-c52ab7cad081 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.646719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e4934-acb0-4d8e-a939-da6006e1e920 req-8fddaf92-bffd-4f08-a0f5-d62c08cc4772 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:29.648284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a7e4934-acb0-4d8e-a939-da6006e1e920 req-8fddaf92-bffd-4f08-a0f5-d62c08cc4772 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1520765 Aug 16 13:07:29.651222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c3133eb-5e5d-48f0-8c52-c52ab7cad081 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.718320 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c3133eb-5e5d-48f0-8c52-c52ab7cad081 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.719501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0c3133eb-5e5d-48f0-8c52-c52ab7cad081 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2615001 Aug 16 13:07:29.723222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51608) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:29.723731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.728720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'enable_snat': True}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:29.767301 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a7e4934-acb0-4d8e-a939-da6006e1e920 req-a95a7a53-3a8a-463c-8511-351c690c216a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905204 Aug 16 13:07:29.806383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Subnet': ['ID=d42c3afb-6722-4b73-a767-bfd93522d2b1,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:29.817554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Checking segment: {'id': '3327addf-2a10-4e38-a2ee-aca172a87cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3c9e993d-5be1-4c0d-8930-487f42ad525a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:29.817911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network hostable DHCP agents. Network: 3c9e993d-5be1-4c0d-8930-487f42ad525a, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:07:29.820626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.820968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.821361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.821628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.822067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.822438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.822821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.823150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.823470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.823787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.824160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.824490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:29.845761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 3c9e993d-5be1-4c0d-8930-487f42ad525a is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:07:29.858558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3c9e993d-5be1-4c0d-8930-487f42ad525a) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:29.868469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e623f5b8-db0a-4093-82e2-862c8ffe5fcb None None] Network 3c9e993d-5be1-4c0d-8930-487f42ad525a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:29.877334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:29.877942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.905897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3f442a51-47b8-4132-893d-3ffabe36d0b5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6889508 Aug 16 13:07:29.906218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51612) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:29.911399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-59351ed8-8951-4755-b4e0-5beaae67e192 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-260267059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:29.940077 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59351ed8-8951-4755-b4e0-5beaae67e192 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.941803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59351ed8-8951-4755-b4e0-5beaae67e192 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.952155 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:30.017518 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59351ed8-8951-4755-b4e0-5beaae67e192 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:30.025098 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59351ed8-8951-4755-b4e0-5beaae67e192 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:30.047227 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59351ed8-8951-4755-b4e0-5beaae67e192 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:30.054795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51616) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:30.056816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-59351ed8-8951-4755-b4e0-5beaae67e192 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1494668 Aug 16 13:07:30.081808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-3c9e993d-5be1-4c0d-8930-487f42ad525a', 'network_id': '3c9e993d-5be1-4c0d-8930-487f42ad525a', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'fixed_ips': [{'subnet_id': 'd42c3afb-6722-4b73-a767-bfd93522d2b1'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:07:30.085038 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:30.253341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Allocated IP 172.20.0.2 (3c9e993d-5be1-4c0d-8930-487f42ad525a/d42c3afb-6722-4b73-a767-bfd93522d2b1/fc7e5337-22a2-495c-ab8a-405129747c44) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:30.466357 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:30.476022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Transition to ACTIVE for port object fc7e5337-22a2-495c-ab8a-405129747c44 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:30.492809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Transition to ACTIVE for port object fc7e5337-22a2-495c-ab8a-405129747c44 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:30.499551 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:30.549476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Network 3c9e993d-5be1-4c0d-8930-487f42ad525a is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:30.553919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:30.558746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:30.562894 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Pushing event updated for resources: {'Port': ['ID=fc7e5337-22a2-495c-ab8a-405129747c44,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:30.577359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.577359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.577359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.577900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.578335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.578804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.579192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.579716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.580118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.580536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.580941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.581899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:30.638243 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Attempting to bind port fc7e5337-22a2-495c-ab8a-405129747c44 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:07:30.638542 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Attempting to bind port fc7e5337-22a2-495c-ab8a-405129747c44 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '3327addf-2a10-4e38-a2ee-aca172a87cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3c9e993d-5be1-4c0d-8930-487f42ad525a'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:07:30.639046 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Attempting to bind port fc7e5337-22a2-495c-ab8a-405129747c44 on network 3c9e993d-5be1-4c0d-8930-487f42ad525a {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:30.645162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:07:30.645613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Checking segment: {'id': '3327addf-2a10-4e38-a2ee-aca172a87cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3c9e993d-5be1-4c0d-8930-487f42ad525a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:30.645946 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:30.646400 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Bound using segment: {'id': '3327addf-2a10-4e38-a2ee-aca172a87cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3c9e993d-5be1-4c0d-8930-487f42ad525a'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:07:30.646880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Bound port: fc7e5337-22a2-495c-ab8a-405129747c44, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3327addf-2a10-4e38-a2ee-aca172a87cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3c9e993d-5be1-4c0d-8930-487f42ad525a'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:07:30.647286 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:30.716355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] For port fc7e5337-22a2-495c-ab8a-405129747c44, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:07:30.720209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] For port fc7e5337-22a2-495c-ab8a-405129747c44, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fc7e5337-22a2-495c-ab8a-405129747c44,segment=NetworkSegment(3327addf-2a10-4e38-a2ee-aca172a87cae),segment_id=3327addf-2a10-4e38-a2ee-aca172a87cae)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:07:30.729226 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:30.820437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ce017-ce6d-436d-ab2d-d853cb17f8c8 None None] Pushing event updated for resources: {'Port': ['ID=fc7e5337-22a2-495c-ab8a-405129747c44,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:30.937392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3905b-f4b2-4064-8db6-f5c8e5dd808b req-a95b2173-b97f-4391-985c-5d5100709d37 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:30.946932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-adf3905b-f4b2-4064-8db6-f5c8e5dd808b req-a95b2173-b97f-4391-985c-5d5100709d37 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.0697403 Aug 16 13:07:30.965659 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:30.972908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:31.002785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-adf3905b-f4b2-4064-8db6-f5c8e5dd808b req-9437555e-f499-45e7-a43c-34d6d2928ddb tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546710 Aug 16 13:07:31.009869 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:31.227321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Allocated IP 172.25.0.100 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/8002ac03-345e-45ec-8773-80251c5d7bfc) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:31.642177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fc7e5337-22a2-495c-ab8a-405129747c44 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:31.644388 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:31.664265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Allocated IP 172.20.0.1 (3c9e993d-5be1-4c0d-8930-487f42ad525a/d42c3afb-6722-4b73-a767-bfd93522d2b1/9430d8aa-2474-4290-bd4f-c8cd5fd9454c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:31.778782 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c393-3eee-425a-8e1a-d4214d30d731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:31.789353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port fc7e5337-22a2-495c-ab8a-405129747c44 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:31.832922 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:31.930801 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:31.950745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:31.953722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event updated for resources: {'Port': ['ID=8002ac03-345e-45ec-8773-80251c5d7bfc,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:31.958734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Transition to ACTIVE for port object 9430d8aa-2474-4290-bd4f-c8cd5fd9454c will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:31.960834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:31.964235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:31.976010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-e43b8484-1a26-4758-a702-603f9ab9e801 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:31.977575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-e43b8484-1a26-4758-a702-603f9ab9e801 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 815 time: 0.1317921 Aug 16 13:07:31.999549 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-efbf49f6-cb1e-4aef-bde5-3d35e5add910 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/quotas/e62e86b6fe404229b58dfbf80018fab0 HTTP/1.1" status: 200 len: 375 time: 0.0149279 Aug 16 13:07:32.128325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-cd633724-5311-4cc4-936d-8610d4c8e2d0 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1215608 Aug 16 13:07:32.142900 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:32.199583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 3c9e993d-5be1-4c0d-8930-487f42ad525a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:32.209320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:32.217147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:32.271700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeed53-8022-4630-a43f-b2238e520ca3 req-85308225-2cf3-46b4-9784-50bd082a2224 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:32.281293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ebeed53-8022-4630-a43f-b2238e520ca3 req-85308225-2cf3-46b4-9784-50bd082a2224 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1463575 Aug 16 13:07:32.283891 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:32.296118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=9430d8aa-2474-4290-bd4f-c8cd5fd9454c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:32.346665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ebeed53-8022-4630-a43f-b2238e520ca3 req-a2bb90b7-8de4-498c-8f73-901436683726 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643578 Aug 16 13:07:32.349425 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da748d-ba8f-429e-98a7-7a4430b56132 None None] Network 3c9e993d-5be1-4c0d-8930-487f42ad525a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:32.355423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-e24c5028-2ec0-493c-a3ba-9425112ecdf0 service neutron] 10.222.0.25 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872814 Aug 16 13:07:32.465586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5251871d-60e3-4134-bd93-69a62edd3052 None None] Provisioning for port fc7e5337-22a2-495c-ab8a-405129747c44 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:32.473736 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5251871d-60e3-4134-bd93-69a62edd3052 None None] Provisioning complete for port fc7e5337-22a2-495c-ab8a-405129747c44 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:32.474370 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5251871d-60e3-4134-bd93-69a62edd3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:32.502218 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-0d2930d4-9473-45f7-a769-d8b80053b9fd service neutron] 10.222.0.25 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385374 Aug 16 13:07:32.573200 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:32.618054 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:32.660637 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5251871d-60e3-4134-bd93-69a62edd3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:32.759458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5251871d-60e3-4134-bd93-69a62edd3052 None None] For port fc7e5337-22a2-495c-ab8a-405129747c44, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fc7e5337-22a2-495c-ab8a-405129747c44,segment=NetworkSegment(3327addf-2a10-4e38-a2ee-aca172a87cae),segment_id=3327addf-2a10-4e38-a2ee-aca172a87cae)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:32.765763 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5251871d-60e3-4134-bd93-69a62edd3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:32.808417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b09f7e4-75c2-453a-b691-6def745ddfa0 req-66349946-09a4-4cbb-bb13-f16df769e4c5 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 210 time: 0.0372915 Aug 16 13:07:32.844921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251871d-60e3-4134-bd93-69a62edd3052 None None] Pushing event updated for resources: {'Port': ['ID=fc7e5337-22a2-495c-ab8a-405129747c44,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:33.061724 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.066000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bb883-8351-439c-a792-5e0c2ca2a85f req-dbfc07da-8f32-481f-97d9-8a855e18b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:33.067649 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b31bb883-8351-439c-a792-5e0c2ca2a85f req-dbfc07da-8f32-481f-97d9-8a855e18b2e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1096 time: 0.2211530 Aug 16 13:07:33.113821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-af204c6c-1eed-4ef4-828c-8b75497c17e8 None None] Provisioning complete for port fc7e5337-22a2-495c-ab8a-405129747c44 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:33.114230 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-af204c6c-1eed-4ef4-828c-8b75497c17e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.130921 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.232742 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b31bb883-8351-439c-a792-5e0c2ca2a85f req-a920e76a-34ba-4498-a48b-529213202d1d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502929 Aug 16 13:07:33.296791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-af204c6c-1eed-4ef4-828c-8b75497c17e8 None None] Provisioning for port 9430d8aa-2474-4290-bd4f-c8cd5fd9454c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:33.301718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-af204c6c-1eed-4ef4-828c-8b75497c17e8 None None] Provisioning complete for port 9430d8aa-2474-4290-bd4f-c8cd5fd9454c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:33.302888 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-af204c6c-1eed-4ef4-828c-8b75497c17e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.357284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-af204c6c-1eed-4ef4-828c-8b75497c17e8 None None] Port 9430d8aa-2474-4290-bd4f-c8cd5fd9454c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:33.416231 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.424123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Router b6fd3d6b-dbbb-4c28-af25-b703acd79e3b is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:33.427465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.485639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b446c5c4-02b1-42ce-b294-05e09f33337d None None] Provisioning complete for port 9430d8aa-2474-4290-bd4f-c8cd5fd9454c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:33.490180 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b446c5c4-02b1-42ce-b294-05e09f33337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.581920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fc7e5337-22a2-495c-ab8a-405129747c44 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:33.589582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b873e4-a81b-48e1-a392-13037b602154 req-d5fad25e-bade-4ff2-b649-468a612b7023 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:33.599088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3b873e4-a81b-48e1-a392-13037b602154 req-d5fad25e-bade-4ff2-b649-468a612b7023 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1520061 Aug 16 13:07:33.633793 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.657404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b446c5c4-02b1-42ce-b294-05e09f33337d None None] Port 9430d8aa-2474-4290-bd4f-c8cd5fd9454c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:33.685225 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3b873e4-a81b-48e1-a392-13037b602154 req-58d428ed-a483-4c21-bb77-71d152061ed3 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816391 Aug 16 13:07:33.739535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=9430d8aa-2474-4290-bd4f-c8cd5fd9454c,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:33.759693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port fc7e5337-22a2-495c-ab8a-405129747c44 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:33.760197 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.790896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51692) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:33.962833 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed514cd7-15cd-4c81-b5be-994cfac805c1 req-fb4c9158-f09a-4b94-9b74-26064e1d22aa tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 210 time: 0.0495825 Aug 16 13:07:34.275751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dcc77-86be-46df-92af-e0305cb4f42e req-5fe3ab58-8187-462c-ae42-5f0a2f42d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:34.277431 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a1dcc77-86be-46df-92af-e0305cb4f42e req-5fe3ab58-8187-462c-ae42-5f0a2f42d8c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72dedb8bea8341fab802f82b83251c10&device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1096 time: 0.7240317 Aug 16 13:07:34.293923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:34.299265 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.303777 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fb1ecd1d-2884-4100-a3bd-a36ca0d54e36 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "PUT /v2.0/routers/b6fd3d6b-dbbb-4c28-af25-b703acd79e3b HTTP/1.1" status: 200 len: 913 time: 4.5761144 Aug 16 13:07:34.310210 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98377cca-89ce-42b9-b522-9cefd755fbc8 None None] Sync routers for ids ['b6fd3d6b-dbbb-4c28-af25-b703acd79e3b'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:34.311212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51700) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:34.324977 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98377cca-89ce-42b9-b522-9cefd755fbc8 None None] Routers {'b6fd3d6b-dbbb-4c28-af25-b703acd79e3b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:34.325856 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-98377cca-89ce-42b9-b522-9cefd755fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b6fd3d6b-dbbb-4c28-af25-b703acd79e3b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:34.373193 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d6f839c6-cc30-49c8-8408-a54f4a27a78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.416870 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-98377cca-89ce-42b9-b522-9cefd755fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:34.430245 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98377cca-89ce-42b9-b522-9cefd755fbc8 None None] Routers {'b6fd3d6b-dbbb-4c28-af25-b703acd79e3b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:34.431414 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-98377cca-89ce-42b9-b522-9cefd755fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b6fd3d6b-dbbb-4c28-af25-b703acd79e3b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:34.434663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 3c9e993d-5be1-4c0d-8930-487f42ad525a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:34.444154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:34.494816 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-98377cca-89ce-42b9-b522-9cefd755fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:34.495792 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98377cca-89ce-42b9-b522-9cefd755fbc8 None None] The sync data for ids ['b6fd3d6b-dbbb-4c28-af25-b703acd79e3b'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:34.529324 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.851631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dcc77-86be-46df-92af-e0305cb4f42e req-98360cf3-9558-4d54-b5b8-53e1ce3fd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:34.853131 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a1dcc77-86be-46df-92af-e0305cb4f42e req-98360cf3-9558-4d54-b5b8-53e1ce3fd611 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 200 len: 920 time: 0.5491779 Aug 16 13:07:34.859082 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-785cad4a-eb9f-4430-a430-2c0f77fd3d3e tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/routers/b6fd3d6b-dbbb-4c28-af25-b703acd79e3b HTTP/1.1" status: 200 len: 919 time: 0.5438898 Aug 16 13:07:34.864517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51710) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:34.893673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-64e9f125-8ef9-42bf-99ff-6a32aaa981b6 None None] Provisioning complete for port 9430d8aa-2474-4290-bd4f-c8cd5fd9454c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:34.895084 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-64e9f125-8ef9-42bf-99ff-6a32aaa981b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.901799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0d335-13e2-417f-bf08-d6cced69a492 req-b643e5d7-2aeb-4e8f-b88b-1e133159b164 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:34.903543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8c0d335-13e2-417f-bf08-d6cced69a492 req-b643e5d7-2aeb-4e8f-b88b-1e133159b164 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.0910056 Aug 16 13:07:34.939654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-64e9f125-8ef9-42bf-99ff-6a32aaa981b6 None None] Port 9430d8aa-2474-4290-bd4f-c8cd5fd9454c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:34.943362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-da83cc3a-9b0f-4999-bafb-ab523070002b tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:34.944906 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-da83cc3a-9b0f-4999-bafb-ab523070002b tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.22 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 815 time: 0.3740659 Aug 16 13:07:34.951257 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a1dcc77-86be-46df-92af-e0305cb4f42e req-167cf24b-a1c9-4900-9968-a48d1c3c745e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 217 time: 0.0874686 Aug 16 13:07:34.968997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8c0d335-13e2-417f-bf08-d6cced69a492 req-3efe450d-790d-47cd-9203-8fb45961b040 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588825 Aug 16 13:07:35.013124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Request body: {'port': {'device_id': 'abc2ad71-3c3a-41a3-abe1-6c65071806ab', 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59', 'admin_state_up': True, 'tenant_id': 'e62e86b6fe404229b58dfbf80018fab0'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:35.022224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-ba7c8bb6-bcd3-490b-93e9-50d215e47072 req-367d887c-ac67-4f07-9544-016b2cbd7f07 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1233198953', 'description': 'tempest-description-1271380595'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:35.042318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d256648-4829-46c2-8a55-3b3f1a401687 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:35.046505 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1d256648-4829-46c2-8a55-3b3f1a401687 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=72a09032-0771-4e06-9125-a9a480bbb297&device_id=b6fd3d6b-dbbb-4c28-af25-b703acd79e3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1784890 Aug 16 13:07:35.051332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.054253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51716) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:35.092997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router 0d54ef9a-9303-414f-815b-c8b8b58d0a31 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:35.095706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dcc77-86be-46df-92af-e0305cb4f42e req-7416d872-ab04-4494-ba68-b27db755d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:35.097918 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a1dcc77-86be-46df-92af-e0305cb4f42e req-7416d872-ab04-4494-ba68-b27db755d73d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01d729f7-0d30-4c71-95f0-d41b4ab49086 HTTP/1.1" status: 200 len: 860 time: 0.1372228 Aug 16 13:07:35.143139 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a1dcc77-86be-46df-92af-e0305cb4f42e req-57710e31-3a8e-4e48-962d-3443c571c237 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0c69487-3dc9-4e61-95e3-b5625e5706b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368533 Aug 16 13:07:35.167597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e99cf244-4f3e-488b-be8b-9bd37d464bc2 req-c472e133-e435-4d3c-adf6-40fe3b415418 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 210 time: 0.1064260 Aug 16 13:07:35.168316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-ba7c8bb6-bcd3-490b-93e9-50d215e47072 req-367d887c-ac67-4f07-9544-016b2cbd7f07 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.328559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:35.338634 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2e81f91b-b79d-46ff-a9bf-8c21712475ed tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/0d54ef9a-9303-414f-815b-c8b8b58d0a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2792296 Aug 16 13:07:35.338634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51720) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:35.341016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10496d-a2b4-4ce8-877c-74e7d9c35d4a tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:35.341441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b268596-8e7a-470c-8147-abfcb4604123 None None] Sync routers for ids ['0d54ef9a-9303-414f-815b-c8b8b58d0a31'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:35.342438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ea10496d-a2b4-4ce8-877c-74e7d9c35d4a tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 881 time: 0.2828979 Aug 16 13:07:35.346337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51722) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:35.356870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b268596-8e7a-470c-8147-abfcb4604123 None None] Routers {'0d54ef9a-9303-414f-815b-c8b8b58d0a31'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:35.357575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0b268596-8e7a-470c-8147-abfcb4604123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0d54ef9a-9303-414f-815b-c8b8b58d0a31'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:35.385076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a1dcc77-86be-46df-92af-e0305cb4f42e req-1cf3fba7-e205-41ff-a54b-4ac5dbd87ea1 service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301066 Aug 16 13:07:35.398854 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92519e5b-a800-4087-95f9-91898f23aebd tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:35.403327 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-92519e5b-a800-4087-95f9-91898f23aebd tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports/9430d8aa-2474-4290-bd4f-c8cd5fd9454c HTTP/1.1" status: 200 len: 910 time: 0.0612133 Aug 16 13:07:35.404110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0b268596-8e7a-470c-8147-abfcb4604123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:35.404261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7b6e92d4-7406-428e-91e8-65179957867d tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6fd3d6b-dbbb-4c28-af25-b703acd79e3b HTTP/1.1" status: 200 len: 205 time: 0.0550411 Aug 16 13:07:35.404261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51724) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:35.409395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51726) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:35.414436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-12433e13-9bd5-4b04-87ed-ba2b7c6805e8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd42c3afb-6722-4b73-a767-bfd93522d2b1'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:35.416352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b268596-8e7a-470c-8147-abfcb4604123 None None] Routers {'0d54ef9a-9303-414f-815b-c8b8b58d0a31'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:35.417051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0b268596-8e7a-470c-8147-abfcb4604123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0d54ef9a-9303-414f-815b-c8b8b58d0a31'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:35.472846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0b268596-8e7a-470c-8147-abfcb4604123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:35.474322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b268596-8e7a-470c-8147-abfcb4604123 None None] The sync data for ids ['0d54ef9a-9303-414f-815b-c8b8b58d0a31'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:35.482080 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.507680 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-ba7c8bb6-bcd3-490b-93e9-50d215e47072 req-367d887c-ac67-4f07-9544-016b2cbd7f07 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.538859 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-ba7c8bb6-bcd3-490b-93e9-50d215e47072 req-367d887c-ac67-4f07-9544-016b2cbd7f07 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.577587 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Made reservation on behalf of e62e86b6fe404229b58dfbf80018fab0 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:35.581080 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.598762 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-ba7c8bb6-bcd3-490b-93e9-50d215e47072 req-367d887c-ac67-4f07-9544-016b2cbd7f07 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.600015 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba7c8bb6-bcd3-490b-93e9-50d215e47072 req-367d887c-ac67-4f07-9544-016b2cbd7f07 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5827456 Aug 16 13:07:35.606383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d887c-ac67-4f07-9544-016b2cbd7f07 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6558fe-0a25-424c-932f-81a085d59463,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:35.610767 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.647832 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a1dcc77-86be-46df-92af-e0305cb4f42e req-77c21026-ec42-44d9-83fe-a803087eb5fa service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463644 Aug 16 13:07:35.716185 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12433e13-9bd5-4b04-87ed-ba2b7c6805e8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.747304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b323d1a9-c21f-4217-949f-0f9c562b2f43 req-ea19b72e-d51b-471f-829d-edf301bfa761 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1233198953&fields=id&tenant_id=72dedb8bea8341fab802f82b83251c10 HTTP/1.1" status: 200 len: 267 time: 0.0791345 Aug 16 13:07:35.808725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.828917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Allocated IP 172.20.0.4 (26d68bc3-bb93-4cb8-a9c4-e6aa73074c59/40688c04-c6c5-482e-bec2-38205b98c41f/904ab79a-0f35-45c2-9fd7-001f7a8e1b3a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:35.895032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] Deleting port 4f07654c-042b-4f18-8933-c326e43344d1 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:35.895359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.937055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Deleting port 8002ac03-345e-45ec-8773-80251c5d7bfc {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:35.937385 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.968235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323d1a9-c21f-4217-949f-0f9c562b2f43 req-3d7c5a54-c73e-494d-869a-e2f26a5a96d4 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:35.969695 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b323d1a9-c21f-4217-949f-0f9c562b2f43 req-3d7c5a54-c73e-494d-869a-e2f26a5a96d4 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1923835 Aug 16 13:07:36.019360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-b323d1a9-c21f-4217-949f-0f9c562b2f43 req-9b86d0b2-f56f-4ed9-8386-f3cd6b81d163 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Request body: {'port': {'security_groups': ['7252593c-6214-48cb-83a7-9a8e93a72a8c', '1d6558fe-0a25-424c-932f-81a085d59463']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:36.099940 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.103089 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.119962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Calling delete_port for 8002ac03-345e-45ec-8773-80251c5d7bfc owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:36.169942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] For port 4f07654c-042b-4f18-8933-c326e43344d1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4f07654c-042b-4f18-8933-c326e43344d1,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:36.170344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.183583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b323d1a9-c21f-4217-949f-0f9c562b2f43 req-9b86d0b2-f56f-4ed9-8386-f3cd6b81d163 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.203730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] Calling delete_port for 4f07654c-042b-4f18-8933-c326e43344d1 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:36.207565 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.225740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['29d887f3-7f83-4339-b4e7-9c7c825529fb'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:36.301575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:36.312339 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:36.314987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Pushing event updated for resources: {'Port': ['ID=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:36.317336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:36.404019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:36.404723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.408455 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.447100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Pushing event deleted for resources: {'Port': ['ID=8002ac03-345e-45ec-8773-80251c5d7bfc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:36.454136 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-b6fbeb77-89ea-4ba6-b311-31e831fe3933 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4471631 Aug 16 13:07:36.475356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Request body: {'port': {'device_id': 'abc2ad71-3c3a-41a3-abe1-6c65071806ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:36.518356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbb879-1e5c-4756-90f8-748f64c68bab req-11b10c1e-252b-4162-b9b8-83fd8954b34b tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:36.519938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ccbb879-1e5c-4756-90f8-748f64c68bab req-11b10c1e-252b-4162-b9b8-83fd8954b34b tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 931 time: 0.2248013 Aug 16 13:07:36.556109 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.619589 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.663751 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12433e13-9bd5-4b04-87ed-ba2b7c6805e8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.663991 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.666340 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.693895 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12433e13-9bd5-4b04-87ed-ba2b7c6805e8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.698939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ccbb879-1e5c-4756-90f8-748f64c68bab req-7c8d639a-a62e-4035-9f90-a9b15cb1f2d7 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653242 Aug 16 13:07:36.750664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.751178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Fanout notify agent at l3_agent the message router_deleted on router b6fd3d6b-dbbb-4c28-af25-b703acd79e3b {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:36.789948 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-b323d1a9-c21f-4217-949f-0f9c562b2f43 req-9b86d0b2-f56f-4ed9-8386-f3cd6b81d163 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] For port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,segment=NetworkSegment(508ebbee-94dc-47aa-9cc0-5488ff2fd393),segment_id=508ebbee-94dc-47aa-9cc0-5488ff2fd393)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:36.805788 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.812765 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-612b5133-cfb9-481d-a362-254ff9b3c9f7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/b6fd3d6b-dbbb-4c28-af25-b703acd79e3b HTTP/1.1" status: 204 len: 168 time: 1.3960288 Aug 16 13:07:36.812765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51740) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:36.816955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d1ee41f6-d65a-44f2-9c95-620375ef6b85 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-83000123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:36.832311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12433e13-9bd5-4b04-87ed-ba2b7c6805e8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=9430d8aa-2474-4290-bd4f-c8cd5fd9454c,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:36.840081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12433e13-9bd5-4b04-87ed-ba2b7c6805e8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:36.840769 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12433e13-9bd5-4b04-87ed-ba2b7c6805e8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.842261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-12433e13-9bd5-4b04-87ed-ba2b7c6805e8 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/ports/9430d8aa-2474-4290-bd4f-c8cd5fd9454c HTTP/1.1" status: 200 len: 910 time: 1.4372358 Aug 16 13:07:36.846054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51742) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:36.859100 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.897583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1ee41f6-d65a-44f2-9c95-620375ef6b85 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.898237 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b323d1a9-c21f-4217-949f-0f9c562b2f43 req-9b86d0b2-f56f-4ed9-8386-f3cd6b81d163 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.898621 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1ee41f6-d65a-44f2-9c95-620375ef6b85 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.901677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=4f07654c-042b-4f18-8933-c326e43344d1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:36.906282 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b323d1a9-c21f-4217-949f-0f9c562b2f43 req-9b86d0b2-f56f-4ed9-8386-f3cd6b81d163 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.917730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:36.992638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323d1a9-c21f-4217-949f-0f9c562b2f43 req-9b86d0b2-f56f-4ed9-8386-f3cd6b81d163 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:36.993304 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b323d1a9-c21f-4217-949f-0f9c562b2f43 req-9b86d0b2-f56f-4ed9-8386-f3cd6b81d163 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:36.997870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b323d1a9-c21f-4217-949f-0f9c562b2f43 req-9b86d0b2-f56f-4ed9-8386-f3cd6b81d163 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "PUT /v2.0/ports/e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 981 time: 1.0153368 Aug 16 13:07:36.998595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:37.001051 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2c2176-6d04-4f57-987d-8008438bfce3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:37.083303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:37.129668 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8c8726-bff0-4dd3-acd8-7204ea85d4d4 x-openstack-request-id: req-fd8c8726-bff0-4dd3-acd8-7204ea85d4d4 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:37.130026 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:37.130267 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd8c8726-bff0-4dd3-acd8-7204ea85d4d4 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:37.130663 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'status': 'completed', 'code': 200} Aug 16 13:07:37.147877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86d0b2-f56f-4ed9-8386-f3cd6b81d163 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Pushing event updated for resources: {'Port': ['ID=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,revision_number=6']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:37.216539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b81b0a8-599c-413f-ad6d-79fd88374247 req-546f677e-69c6-4de0-b39e-7dfc015687dd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1233198953&fields=id&tenant_id=72dedb8bea8341fab802f82b83251c10 HTTP/1.1" status: 200 len: 267 time: 0.0849566 Aug 16 13:07:37.319938 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:37.333697 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:37.340063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81b0a8-599c-413f-ad6d-79fd88374247 req-93ffec63-f835-4168-ae6f-6cb6ee1e1096 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:37.341998 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b81b0a8-599c-413f-ad6d-79fd88374247 req-93ffec63-f835-4168-ae6f-6cb6ee1e1096 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 984 time: 0.0926995 Aug 16 13:07:37.391444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-3b81b0a8-599c-413f-ad6d-79fd88374247 req-d56da4f0-68b8-4ed9-8b52-cc95c6a5af22 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Request body: {'port': {'security_groups': ['7252593c-6214-48cb-83a7-9a8e93a72a8c']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:37.518314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1ee41f6-d65a-44f2-9c95-620375ef6b85 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:37.578613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1ee41f6-d65a-44f2-9c95-620375ef6b85 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:37.679557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1ee41f6-d65a-44f2-9c95-620375ef6b85 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:37.680512 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d1ee41f6-d65a-44f2-9c95-620375ef6b85 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8674445 Aug 16 13:07:37.685651 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51750) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:37.696749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'enable_snat': False}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:37.704007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c2176-6d04-4f57-987d-8008438bfce3 req-0b27ff1c-4630-45e5-abbf-0fec52e58320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:37.705564 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac2c2176-6d04-4f57-987d-8008438bfce3 req-0b27ff1c-4630-45e5-abbf-0fec52e58320 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72dedb8bea8341fab802f82b83251c10&device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1135 time: 0.2129762 Aug 16 13:07:37.903028 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3b81b0a8-599c-413f-ad6d-79fd88374247 req-d56da4f0-68b8-4ed9-8b52-cc95c6a5af22 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:37.941317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e544c97-46e5-44e9-80f4-9546c8abc17e req-df631ccb-c82a-4420-a306-ad327412b97a tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:37.942820 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e544c97-46e5-44e9-80f4-9546c8abc17e req-df631ccb-c82a-4420-a306-ad327412b97a tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 931 time: 0.1238141 Aug 16 13:07:37.999235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:38.027901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:38.123315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e544c97-46e5-44e9-80f4-9546c8abc17e req-2421285a-972d-422e-b790-189d5754e468 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541429 Aug 16 13:07:38.125896 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:38.130814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c2176-6d04-4f57-987d-8008438bfce3 req-877335c5-9c70-4393-b084-b71f88e6d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:38.132329 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac2c2176-6d04-4f57-987d-8008438bfce3 req-877335c5-9c70-4393-b084-b71f88e6d1b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 200 len: 920 time: 0.3902891 Aug 16 13:07:38.135653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Transition to ACTIVE for port object 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:38.155776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:38.209417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] Router 7f4543da-79f7-424d-ac46-0a5947abcb94 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:38.223362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac2c2176-6d04-4f57-987d-8008438bfce3 req-45d91d35-e855-453c-a76e-6b3659bed9c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 217 time: 0.0817194 Aug 16 13:07:38.298372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Pushing event updated for resources: {'Port': ['ID=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:38.323273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-3b81b0a8-599c-413f-ad6d-79fd88374247 req-d56da4f0-68b8-4ed9-8b52-cc95c6a5af22 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] For port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,segment=NetworkSegment(508ebbee-94dc-47aa-9cc0-5488ff2fd393),segment_id=508ebbee-94dc-47aa-9cc0-5488ff2fd393)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:38.396980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3b81b0a8-599c-413f-ad6d-79fd88374247 req-d56da4f0-68b8-4ed9-8b52-cc95c6a5af22 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:38.401014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:38.406671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-974c99a4-4dd8-401c-af40-84006817f3ba admin admin] 10.222.0.25 "PUT /v2.0/routers/7f4543da-79f7-424d-ac46-0a5947abcb94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6146111 Aug 16 13:07:38.407917 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3b81b0a8-599c-413f-ad6d-79fd88374247 req-d56da4f0-68b8-4ed9-8b52-cc95c6a5af22 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:38.413681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51760) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:38.415020 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70012359-d9fa-4cd7-bf2b-9439a095ac0d None None] Sync routers for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:38.419741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:38.431316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c2176-6d04-4f57-987d-8008438bfce3 req-bc6c3cd9-9ee2-44c3-ba64-7b9195c68099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:38.431797 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70012359-d9fa-4cd7-bf2b-9439a095ac0d None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:38.433107 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac2c2176-6d04-4f57-987d-8008438bfce3 req-bc6c3cd9-9ee2-44c3-ba64-7b9195c68099 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01d729f7-0d30-4c71-95f0-d41b4ab49086 HTTP/1.1" status: 200 len: 860 time: 0.1892548 Aug 16 13:07:38.433308 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-70012359-d9fa-4cd7-bf2b-9439a095ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:38.487471 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac2c2176-6d04-4f57-987d-8008438bfce3 req-f1930e3a-bb6f-4c1a-9a03-6e501237a23a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0c69487-3dc9-4e61-95e3-b5625e5706b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363703 Aug 16 13:07:38.524155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81b0a8-599c-413f-ad6d-79fd88374247 req-d56da4f0-68b8-4ed9-8b52-cc95c6a5af22 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:38.524840 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3b81b0a8-599c-413f-ad6d-79fd88374247 req-d56da4f0-68b8-4ed9-8b52-cc95c6a5af22 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:38.526473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b81b0a8-599c-413f-ad6d-79fd88374247 req-d56da4f0-68b8-4ed9-8b52-cc95c6a5af22 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "PUT /v2.0/ports/e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 942 time: 1.1418638 Aug 16 13:07:38.562253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Attempting to bind port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:07:38.563501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Attempting to bind port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:07:38.563869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Attempting to bind port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:38.620400 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:38.672666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56da4f0-68b8-4ed9-8b52-cc95c6a5af22 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Pushing event updated for resources: {'Port': ['ID=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,revision_number=7']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:38.702049 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-70012359-d9fa-4cd7-bf2b-9439a095ac0d None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:38.712034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac2c2176-6d04-4f57-987d-8008438bfce3 req-2511c141-8146-4010-90c2-8576a08e383a service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124605 Aug 16 13:07:38.716882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:07:38.717417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Attempting to bind port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:38.722769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7209942-dcea-4c59-ab1d-daf49935965f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:38.809117 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:38.839936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:07:38.840604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Checking segment: {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:38.840999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Bound using segment: {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:07:38.841843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Bound port: 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:07:38.841843 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:38.911271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-395a0f77-91a3-4c3f-a0d3-9d7461be990a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3508024 Aug 16 13:07:38.934337 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-70012359-d9fa-4cd7-bf2b-9439a095ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T13:07:36Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:38.953645 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:38.971079 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70012359-d9fa-4cd7-bf2b-9439a095ac0d None None] Checking router: 7f4543da-79f7-424d-ac46-0a5947abcb94 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:07:38.982139 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70012359-d9fa-4cd7-bf2b-9439a095ac0d None None] Routers {'7f4543da-79f7-424d-ac46-0a5947abcb94'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:38.983583 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-70012359-d9fa-4cd7-bf2b-9439a095ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7f4543da-79f7-424d-ac46-0a5947abcb94'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:39.000742 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.004499 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.131257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:39.133542 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8f092-e2f4-45f6-bed0-7e77bc90e4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:39.136635 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-70012359-d9fa-4cd7-bf2b-9439a095ac0d None None] Set router 7f4543da-79f7-424d-ac46-0a5947abcb94 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:39.164308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Deleting port 880c3275-2a2d-43cf-9436-2efab2f4e03c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:39.164678 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.167433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.200696 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ac2c2176-6d04-4f57-987d-8008438bfce3 req-47193b22-f360-4ab6-a9c5-ee7940c8fb65 service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740183 Aug 16 13:07:39.211936 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.256006 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94062e9e-cb57-4b39-9091-47780d8cccff x-openstack-request-id: req-94062e9e-cb57-4b39-9091-47780d8cccff {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:39.257086 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:39.257086 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94062e9e-cb57-4b39-9091-47780d8cccff {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:39.257828 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'status': 'completed', 'code': 200} Aug 16 13:07:39.261154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] For port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:07:39.307325 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.342733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] For port 880c3275-2a2d-43cf-9436-2efab2f4e03c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=880c3275-2a2d-43cf-9436-2efab2f4e03c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:39.343191 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.364805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] For port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:07:39.384518 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.411332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Calling delete_port for 880c3275-2a2d-43cf-9436-2efab2f4e03c owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:39.413228 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-70012359-d9fa-4cd7-bf2b-9439a095ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T13:07:36Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:39.451977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8f092-e2f4-45f6-bed0-7e77bc90e4d4 req-c45e0549-c8b9-40d0-808b-035e9fc4019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:39.453441 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49f8f092-e2f4-45f6-bed0-7e77bc90e4d4 req-c45e0549-c8b9-40d0-808b-035e9fc4019b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72dedb8bea8341fab802f82b83251c10&device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1096 time: 0.1895945 Aug 16 13:07:39.454284 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70012359-d9fa-4cd7-bf2b-9439a095ac0d None None] The sync data for ids ['7f4543da-79f7-424d-ac46-0a5947abcb94'] in n-d-804708-1 is: [{'id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'name': 'tempest-AttachVolumeTestJSON-1768430539-router', 'tenant_id': '9c25b74cf8eb4dbc99891e852e55656e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:59:31Z', 'updated_at': '2021-08-16T13:07:36Z', 'revision_number': 5, 'project_id': '9c25b74cf8eb4dbc99891e852e55656e', 'gw_port': {'id': '880c3275-2a2d-43cf-9436-2efab2f4e03c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4543da-79f7-424d-ac46-0a5947abcb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:59:34Z', 'updated_at': '2021-08-16T12:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:39.460974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027f2a5-1a89-475f-9864-8a044ea56b4e req-d2078072-1ed6-4941-b086-2a353be46911 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:39.462666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b027f2a5-1a89-475f-9864-8a044ea56b4e req-d2078072-1ed6-4941-b086-2a353be46911 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 943 time: 0.1387050 Aug 16 13:07:39.484438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:39.485383 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.486808 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] 10.222.0.22 "PUT /v2.0/ports/904ab79a-0f35-45c2-9fd7-001f7a8e1b3a HTTP/1.1" status: 200 len: 1091 time: 3.0186737 Aug 16 13:07:39.487344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc2ad71-3c3a-41a3-abe1-6c65071806ab', 'tag': '904ab79a-0f35-45c2-9fd7-001f7a8e1b3a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:39.491036 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5f8eb3-472e-4188-b862-8e43cbda6039" -d '{"events": [{"name": "network-changed", "server_uuid": "abc2ad71-3c3a-41a3-abe1-6c65071806ab", "tag": "904ab79a-0f35-45c2-9fd7-001f7a8e1b3a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:39.557447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b027f2a5-1a89-475f-9864-8a044ea56b4e req-430f9130-ef8e-4061-9886-c587f739af7b tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506587 Aug 16 13:07:39.625440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Allocated IP 172.25.0.242 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/f8c51e6c-5e61-433f-8117-fa8a0600128c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:39.656336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f9bb2-d1aa-4c8d-a760-8441cb494b59 service neutron] Pushing event updated for resources: {'Port': ['ID=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:39.687873 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.729932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=880c3275-2a2d-43cf-9436-2efab2f4e03c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:39.783393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-66a52a5f-749f-412f-9083-8c7ad3a52a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:39.785051 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-66a52a5f-749f-412f-9083-8c7ad3a52a47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 1094 time: 0.2273135 Aug 16 13:07:39.798811 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.923309 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.926854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.982942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.983666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f4543da-79f7-424d-ac46-0a5947abcb94 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:39.990160 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.991223 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dcd78846-6d80-4baf-afcd-f9e496871f16 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7f4543da-79f7-424d-ac46-0a5947abcb94 HTTP/1.1" status: 204 len: 168 time: 1.5743597 Aug 16 13:07:39.993945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51776) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:40.054933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c110c31-9f7b-4b99-bde5-ca5dcf59c24e admin admin] Deleting subnet 95230c7d-e072-4af3-82aa-d525af9bef72 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:07:40.058580 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c110c31-9f7b-4b99-bde5-ca5dcf59c24e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.098268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c110c31-9f7b-4b99-bde5-ca5dcf59c24e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.204468 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c110c31-9f7b-4b99-bde5-ca5dcf59c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.224726 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cd7c08-6104-4fe3-93c1-af75c1c6c7b5 x-openstack-request-id: req-d4cd7c08-6104-4fe3-93c1-af75c1c6c7b5 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:40.225028 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc2ad71-3c3a-41a3-abe1-6c65071806ab", "tag": "904ab79a-0f35-45c2-9fd7-001f7a8e1b3a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:40.225416 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4cd7c08-6104-4fe3-93c1-af75c1c6c7b5 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:40.225704 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc2ad71-3c3a-41a3-abe1-6c65071806ab', 'tag': '904ab79a-0f35-45c2-9fd7-001f7a8e1b3a', 'status': 'completed', 'code': 200} Aug 16 13:07:40.228768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8f092-e2f4-45f6-bed0-7e77bc90e4d4 req-c486c3eb-87e4-4605-9c03-c144417f3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:40.230202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49f8f092-e2f4-45f6-bed0-7e77bc90e4d4 req-c486c3eb-87e4-4605-9c03-c144417f3d7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 200 len: 920 time: 0.7646205 Aug 16 13:07:40.234422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-1b9d99fb-b3c2-4860-8988-355aab20dff8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a HTTP/1.1" status: 200 len: 217 time: 0.4344962 Aug 16 13:07:40.277476 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c110c31-9f7b-4b99-bde5-ca5dcf59c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.308015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c110c31-9f7b-4b99-bde5-ca5dcf59c24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95230c7d-e072-4af3-82aa-d525af9bef72,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:40.312876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c110c31-9f7b-4b99-bde5-ca5dcf59c24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.315373 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7c110c31-9f7b-4b99-bde5-ca5dcf59c24e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/95230c7d-e072-4af3-82aa-d525af9bef72 HTTP/1.1" status: 204 len: 168 time: 0.3200719 Aug 16 13:07:40.319235 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49f8f092-e2f4-45f6-bed0-7e77bc90e4d4 req-8979e564-6a2d-4429-b80a-31de13070c62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 217 time: 0.0784926 Aug 16 13:07:40.319462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51778) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:40.321270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596f8280-8d06-4d15-b400-0bbf87c2c149 None None] Network 60b8601d-8c83-419a-8ebd-3dd0daba00a8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:40.327070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f7209942-dcea-4c59-ab1d-daf49935965f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port 9430d8aa-2474-4290-bd4f-c8cd5fd9454c {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:40.327527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7209942-dcea-4c59-ab1d-daf49935965f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.399023 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.516989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6bf306d8-4fb2-4e0e-8ee7-ec85b7e704b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:40.518492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-6bf306d8-4fb2-4e0e-8ee7-ec85b7e704b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=40688c04-c6c5-482e-bec2-38205b98c41f HTTP/1.1" status: 200 len: 855 time: 0.2685413 Aug 16 13:07:40.575865 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.578857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-4cfe99ad-87e2-4b55-8e26-645279460c6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467110 Aug 16 13:07:40.580238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8f092-e2f4-45f6-bed0-7e77bc90e4d4 req-a53dbcd2-11da-4857-9dcf-18c6c0105d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:40.581926 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49f8f092-e2f4-45f6-bed0-7e77bc90e4d4 req-a53dbcd2-11da-4857-9dcf-18c6c0105d56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01d729f7-0d30-4c71-95f0-d41b4ab49086 HTTP/1.1" status: 200 len: 860 time: 0.2415552 Aug 16 13:07:40.619359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188cdc5d-4d3c-4975-a350-00bbd47b1c84 None None] DHCP port deletion for 60b8601d-8c83-419a-8ebd-3dd0daba00a8 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:07:40.658741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7209942-dcea-4c59-ab1d-daf49935965f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.687310 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49f8f092-e2f4-45f6-bed0-7e77bc90e4d4 req-3a1951a8-0a0f-4f4e-b30e-923e3e194654 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0c69487-3dc9-4e61-95e3-b5625e5706b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821650 Aug 16 13:07:40.717639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e1ecd-b60a-40bf-80da-41991ce2e0fb req-5345dd2d-5986-4a88-bcf1-35982946f5b8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:40.719352 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c0e1ecd-b60a-40bf-80da-41991ce2e0fb req-5345dd2d-5986-4a88-bcf1-35982946f5b8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 943 time: 0.0640857 Aug 16 13:07:40.723761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f7209942-dcea-4c59-ab1d-daf49935965f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for 9430d8aa-2474-4290-bd4f-c8cd5fd9454c owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:40.780700 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.812252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c0e1ecd-b60a-40bf-80da-41991ce2e0fb req-3410f9ff-00fa-4375-8ee2-043eaba1cb2b tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821490 Aug 16 13:07:40.819471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-188cdc5d-4d3c-4975-a350-00bbd47b1c84 None None] Deleting port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:40.819978 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-188cdc5d-4d3c-4975-a350-00bbd47b1c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.830712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Allocated IP 172.25.0.201 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/d235a2f1-92d3-4c89-9470-53e048fc2b8b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:40.924334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-188cdc5d-4d3c-4975-a350-00bbd47b1c84 None None] For port 6d24f009-99af-4396-8ed7-45ff3fd3ed85, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6d24f009-99af-4396-8ed7-45ff3fd3ed85,segment=NetworkSegment(87727545-14e5-4e3b-a56b-f4071bb2bbec),segment_id=87727545-14e5-4e3b-a56b-f4071bb2bbec)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:40.925216 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-188cdc5d-4d3c-4975-a350-00bbd47b1c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.946209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-188cdc5d-4d3c-4975-a350-00bbd47b1c84 None None] Calling delete_port for 6d24f009-99af-4396-8ed7-45ff3fd3ed85 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:40.950517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:40.972928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:40.976461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:40.977063 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.985813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Pushing event updated for resources: {'Port': ['ID=f8c51e6c-5e61-433f-8117-fa8a0600128c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:40.989852 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-18d48ad5-a74c-414d-bb43-1f61d884952f service neutron] 10.222.0.22 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994303 Aug 16 13:07:41.025890 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.068018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:41.071055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:41.075053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:41.086464 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-188cdc5d-4d3c-4975-a350-00bbd47b1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.106309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Pushing event updated for resources: {'Port': ['ID=d235a2f1-92d3-4c89-9470-53e048fc2b8b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:41.124972 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49f8f092-e2f4-45f6-bed0-7e77bc90e4d4 req-97733d1a-c5ba-4865-bc41-57d60304049e service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973598 Aug 16 13:07:41.131460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cdc5d-4d3c-4975-a350-00bbd47b1c84 None None] Pushing event deleted for resources: {'Port': ['ID=6d24f009-99af-4396-8ed7-45ff3fd3ed85,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:41.141034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188cdc5d-4d3c-4975-a350-00bbd47b1c84 None None] No DVR routers for this DVR port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:41.165270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Deleting port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:41.165610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.188834 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.228829 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.396292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.402053 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.460822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] For port 6d24f009-99af-4396-8ed7-45ff3fd3ed85, host n-d-804708-1, got binding levels [] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:41.461193 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.477152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Pushing event updated for resources: {'Port': ['ID=d235a2f1-92d3-4c89-9470-53e048fc2b8b,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:41.495051 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.500399 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1d3dee8f-1e3b-40f2-9e8d-aa3591bd2f6a req-eea3ffab-279d-4636-98e9-d05976f0fdfc service neutron] 10.222.0.22 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844084 Aug 16 13:07:41.513184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Calling delete_port for 6d24f009-99af-4396-8ed7-45ff3fd3ed85 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:41.515520 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.517199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-e0ff410d-7688-4670-b848-301ab4cfd2fd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5721970 Aug 16 13:07:41.519126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.ipam_backend_mixin [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 was not found and therefore no delete operation was performed {{(pid=101396) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:07:41.522206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.523450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4f07654c-042b-4f18-8933-c326e43344d1 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:41.524169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7209942-dcea-4c59-ab1d-daf49935965f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.534040 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49f8f092-e2f4-45f6-bed0-7e77bc90e4d4 req-52f12a64-ee22-4386-b602-c0d0d2db6f34 service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733463 Aug 16 13:07:41.564770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 4f07654c-042b-4f18-8933-c326e43344d1 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:41.564770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4f07654c-042b-4f18-8933-c326e43344d1 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:41.564770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6d24f009-99af-4396-8ed7-45ff3fd3ed85 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:41.589010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 6d24f009-99af-4396-8ed7-45ff3fd3ed85 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:41.590463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6d24f009-99af-4396-8ed7-45ff3fd3ed85 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:41.591189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 880c3275-2a2d-43cf-9436-2efab2f4e03c no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:41.612374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] No DVR routers for this DVR port 6d24f009-99af-4396-8ed7-45ff3fd3ed85 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:41.617822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d24f009-99af-4396-8ed7-45ff3fd3ed85,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:41.626453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-1c4b48f8-3ad6-45a0-96c9-fee62d4bf4d6 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.201 HTTP/1.1" status: 200 len: 696 time: 0.0926287 Aug 16 13:07:41.639093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 880c3275-2a2d-43cf-9436-2efab2f4e03c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:41.639503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 880c3275-2a2d-43cf-9436-2efab2f4e03c not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:41.715378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7209942-dcea-4c59-ab1d-daf49935965f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=9430d8aa-2474-4290-bd4f-c8cd5fd9454c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:41.774474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-64769d32-4842-489a-a45a-7baa1c166092 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:41.776297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-64769d32-4842-489a-a45a-7baa1c166092 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1427248 Aug 16 13:07:41.789091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-11b5705f-b779-457b-b51a-0455a0228e34 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:07:41.791237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40caf74a-2ab7-4e30-aa8d-0c2adb95690e req-11b5705f-b779-457b-b51a-0455a0228e34 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084641 Aug 16 13:07:41.867431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f8eb3-472e-4188-b862-8e43cbda6039 req-c5a73a79-06b2-4a07-825f-006683435b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:41.869011 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6b5f8eb3-472e-4188-b862-8e43cbda6039 req-c5a73a79-06b2-4a07-825f-006683435b20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 1094 time: 0.2666557 Aug 16 13:07:41.872585 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.898636 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b8601d-8c83-419a-8ebd-3dd0daba00a8']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:41.917731 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:41.994920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-a906f9b9-7af3-4420-9f82-de7b46563bdd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:41.996883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-a906f9b9-7af3-4420-9f82-de7b46563bdd tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1292160 Aug 16 13:07:42.020416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87727545-14e5-4e3b-a56b-f4071bb2bbec') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:42.020704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87727545-14e5-4e3b-a56b-f4071bb2bbec') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:42.021348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd4e8d-632e-4f57-b019-fa1187b5a358 req-51b4c7bc-e0ea-42d2-aaa3-8b37b0b2790c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:42.023036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aabd4e8d-632e-4f57-b019-fa1187b5a358 req-51b4c7bc-e0ea-42d2-aaa3-8b37b0b2790c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 943 time: 0.1020751 Aug 16 13:07:42.065121 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:42.082439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-18240a0a-ddbb-412e-ab05-f00a9ee2ed0b tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.201 HTTP/1.1" status: 200 len: 696 time: 0.0750406 Aug 16 13:07:42.093100 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7209942-dcea-4c59-ab1d-daf49935965f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:42.099230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:42.102609 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-346dac4d-9dc7-4c3e-9f04-d44b7d32f74c tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Request body: {'floatingip': {'port_id': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:42.144361 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aabd4e8d-632e-4f57-b019-fa1187b5a358 req-bd92bdaf-fbdd-4846-aca7-8c21777e091d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864186 Aug 16 13:07:42.150618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:07:42.151274 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:07:42.152870 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:07:42.158586 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-346dac4d-9dc7-4c3e-9f04-d44b7d32f74c tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:42.313953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f8eb3-472e-4188-b862-8e43cbda6039 req-1d05b192-e0c8-424b-b4e8-fee847a30af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:42.316220 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6b5f8eb3-472e-4188-b862-8e43cbda6039 req-1d05b192-e0c8-424b-b4e8-fee847a30af3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 915 time: 0.4298501 Aug 16 13:07:42.415284 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:42.871828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:42.874470 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/60b8601d-8c83-419a-8ebd-3dd0daba00a8 HTTP/1.1" status: 204 len: 168 time: 2.5492785 Aug 16 13:07:42.881046 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6b5f8eb3-472e-4188-b862-8e43cbda6039 req-3ca34223-4535-493c-b557-1948c3a5863c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a HTTP/1.1" status: 200 len: 217 time: 0.5098331 Aug 16 13:07:42.938007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6d23e-e953-4c7c-a991-ae81f36f69d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b8601d-8c83-419a-8ebd-3dd0daba00a8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:42.989823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7209942-dcea-4c59-ab1d-daf49935965f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router 0d54ef9a-9303-414f-815b-c8b8b58d0a31 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:42.997074 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-346dac4d-9dc7-4c3e-9f04-d44b7d32f74c tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.001447 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-346dac4d-9dc7-4c3e-9f04-d44b7d32f74c tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.015137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.027041 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.030423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f8eb3-472e-4188-b862-8e43cbda6039 req-3cd08533-1f44-47c2-9135-d3f0d7f8ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:43.032210 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6b5f8eb3-472e-4188-b862-8e43cbda6039 req-3cd08533-1f44-47c2-9135-d3f0d7f8ca10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=40688c04-c6c5-482e-bec2-38205b98c41f HTTP/1.1" status: 200 len: 855 time: 0.1361537 Aug 16 13:07:43.037219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51800) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:43.130018 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-346dac4d-9dc7-4c3e-9f04-d44b7d32f74c tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Floating IP 5744dd2d-2d5a-48c4-8ca9-609daffe786c associated. External IP: 172.25.0.201, port: e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa. Aug 16 13:07:43.200376 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6b5f8eb3-472e-4188-b862-8e43cbda6039 req-b45ac278-28b8-415b-8f3a-6a53a199d918 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139390 Aug 16 13:07:43.234778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7209942-dcea-4c59-ab1d-daf49935965f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:43.247319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f7209942-dcea-4c59-ab1d-daf49935965f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/0d54ef9a-9303-414f-815b-c8b8b58d0a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4002633 Aug 16 13:07:43.255467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823501e-8eaf-426e-a076-0921f5f86bef None None] Sync routers for ids ['0d54ef9a-9303-414f-815b-c8b8b58d0a31'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:43.256163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51804) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:43.274585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823501e-8eaf-426e-a076-0921f5f86bef None None] Routers {'0d54ef9a-9303-414f-815b-c8b8b58d0a31'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:43.275509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d823501e-8eaf-426e-a076-0921f5f86bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0d54ef9a-9303-414f-815b-c8b8b58d0a31'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:43.316147 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b45ae352-3f8b-455e-b915-ffe63125c4f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c25b74cf8eb4dbc99891e852e55656e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740653 Aug 16 13:07:43.318019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d823501e-8eaf-426e-a076-0921f5f86bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:43.330534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823501e-8eaf-426e-a076-0921f5f86bef None None] Routers {'0d54ef9a-9303-414f-815b-c8b8b58d0a31'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:43.331298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d823501e-8eaf-426e-a076-0921f5f86bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0d54ef9a-9303-414f-815b-c8b8b58d0a31'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:43.335113 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a16bce72-d175-4f20-a41b-397428483e3c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d54ef9a-9303-414f-815b-c8b8b58d0a31 HTTP/1.1" status: 200 len: 205 time: 0.0767281 Aug 16 13:07:43.335719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51808) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:43.343990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51812) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:43.366147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d823501e-8eaf-426e-a076-0921f5f86bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:43.366857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823501e-8eaf-426e-a076-0921f5f86bef None None] The sync data for ids ['0d54ef9a-9303-414f-815b-c8b8b58d0a31'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:43.398908 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6b5f8eb3-472e-4188-b862-8e43cbda6039 req-998261bb-1e85-4016-999d-bd8b7544359b service neutron] 10.222.0.22 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749978 Aug 16 13:07:43.476315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Router 900715f6-6ec3-403d-9c98-6513d263dcd2 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:43.564363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ece356-30dc-4b8c-bd71-027193c0b436 req-882d202b-6372-4e9d-bf41-ca599683bfc8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:43.567831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11ece356-30dc-4b8c-bd71-027193c0b436 req-882d202b-6372-4e9d-bf41-ca599683bfc8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 943 time: 0.3213971 Aug 16 13:07:43.608183 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db5d29d-0253-4642-869c-753d962f49df tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.715061 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6b5f8eb3-472e-4188-b862-8e43cbda6039 req-220b1a53-98c9-482a-9035-3836eb06d8ba service neutron] 10.222.0.22 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059082 Aug 16 13:07:43.751256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:43.756702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.761262 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9e1ce5b4-bf5b-4aeb-a937-13b290f681d3 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "PUT /v2.0/routers/900715f6-6ec3-403d-9c98-6513d263dcd2 HTTP/1.1" status: 200 len: 914 time: 6.0709817 Aug 16 13:07:43.762300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51816) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:43.764848 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d00104-bdb4-4666-bb06-41776473f8e0 None None] Sync routers for ids ['900715f6-6ec3-403d-9c98-6513d263dcd2'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:43.772210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-346dac4d-9dc7-4c3e-9f04-d44b7d32f74c tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Router b16aa50d-2213-4947-bdaf-303ea1c26cc8 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:43.779520 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d00104-bdb4-4666-bb06-41776473f8e0 None None] Routers {'900715f6-6ec3-403d-9c98-6513d263dcd2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:43.780360 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f2d00104-bdb4-4666-bb06-41776473f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['900715f6-6ec3-403d-9c98-6513d263dcd2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:43.802181 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce2dd901-398b-4d71-a8af-f6f3735c1405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.823397 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f2d00104-bdb4-4666-bb06-41776473f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:43.833468 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d00104-bdb4-4666-bb06-41776473f8e0 None None] Routers {'900715f6-6ec3-403d-9c98-6513d263dcd2'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:43.834193 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f2d00104-bdb4-4666-bb06-41776473f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['900715f6-6ec3-403d-9c98-6513d263dcd2'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:43.871592 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f2d00104-bdb4-4666-bb06-41776473f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:43.872543 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d00104-bdb4-4666-bb06-41776473f8e0 None None] The sync data for ids ['900715f6-6ec3-403d-9c98-6513d263dcd2'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:43.873398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11ece356-30dc-4b8c-bd71-027193c0b436 req-54e0d6c5-7427-4e77-815e-3ae977a767a8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816708 Aug 16 13:07:43.894342 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db5d29d-0253-4642-869c-753d962f49df tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.899816 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db5d29d-0253-4642-869c-753d962f49df tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.915627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5f57bf5d-3fc1-4672-a7b9-3657fe5da2d9 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/routers/900715f6-6ec3-403d-9c98-6513d263dcd2 HTTP/1.1" status: 200 len: 920 time: 0.1516864 Aug 16 13:07:43.918418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51818) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:43.964229 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce2dd901-398b-4d71-a8af-f6f3735c1405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:44.090640 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db5d29d-0253-4642-869c-753d962f49df tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:44.091534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db5d29d-0253-4642-869c-753d962f49df tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Fanout notify agent at l3_agent the message router_deleted on router 0d54ef9a-9303-414f-815b-c8b8b58d0a31 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:44.104662 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db5d29d-0253-4642-869c-753d962f49df tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:44.105823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5db5d29d-0253-4642-869c-753d962f49df tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/0d54ef9a-9303-414f-815b-c8b8b58d0a31 HTTP/1.1" status: 204 len: 168 time: 0.7594435 Aug 16 13:07:44.108828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51820) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:44.170486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb06e0c-2036-4b48-8180-6eb147b4e395 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting subnet d42c3afb-6722-4b73-a767-bfd93522d2b1 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:07:44.172463 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eda5a5-eeab-41cd-9639-6e35435850e1 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:44.176522 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fb06e0c-2036-4b48-8180-6eb147b4e395 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:44.176721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-34eda5a5-eeab-41cd-9639-6e35435850e1 tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=72a09032-0771-4e06-9125-a9a480bbb297&device_id=900715f6-6ec3-403d-9c98-6513d263dcd2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2165170 Aug 16 13:07:44.176842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51822) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:44.183353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-346dac4d-9dc7-4c3e-9f04-d44b7d32f74c tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:44.189158 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-346dac4d-9dc7-4c3e-9f04-d44b7d32f74c tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:44.193853 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce2dd901-398b-4d71-a8af-f6f3735c1405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:44.195918 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ce2dd901-398b-4d71-a8af-f6f3735c1405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:44.196625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b220de-6e2a-400d-8a1e-7a61401d4f80 None None] Sync routers for ids ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:44.199504 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ce2dd901-398b-4d71-a8af-f6f3735c1405 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40d69e02-3974-452b-9ec9-c3773547297d HTTP/1.1" status: 204 len: 168 time: 0.8583605 Aug 16 13:07:44.209452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b220de-6e2a-400d-8a1e-7a61401d4f80 None None] Routers {'b16aa50d-2213-4947-bdaf-303ea1c26cc8'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:44.211303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-79b220de-6e2a-400d-8a1e-7a61401d4f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:44.226433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dd901-398b-4d71-a8af-f6f3735c1405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d69e02-3974-452b-9ec9-c3773547297d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:44.244782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-346dac4d-9dc7-4c3e-9f04-d44b7d32f74c tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "PUT /v2.0/floatingips/5744dd2d-2d5a-48c4-8ca9-609daffe786c HTTP/1.1" status: 200 len: 996 time: 2.1472571 Aug 16 13:07:44.256474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:44.258573 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17974080-a693-4427-8a86-339bb91efca4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:44.294440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-d97d3411-3fed-4005-83df-c51e8dc45acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:44.302275 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-d97d3411-3fed-4005-83df-c51e8dc45acc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72dedb8bea8341fab802f82b83251c10&device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1096 time: 0.0566049 Aug 16 13:07:44.322562 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fb06e0c-2036-4b48-8180-6eb147b4e395 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:44.364602 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6f580a-5f15-41e7-b071-97eefff1d63d x-openstack-request-id: req-7d6f580a-5f15-41e7-b071-97eefff1d63d {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:44.364889 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:44.365178 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d6f580a-5f15-41e7-b071-97eefff1d63d {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:44.365519 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'status': 'completed', 'code': 200} Aug 16 13:07:44.411165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-c2cf9d96-00df-40f5-8721-1a94536b3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:44.420766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-c2cf9d96-00df-40f5-8721-1a94536b3c0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 200 len: 920 time: 0.1170638 Aug 16 13:07:44.444892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-79b220de-6e2a-400d-8a1e-7a61401d4f80 None None] Set router b16aa50d-2213-4947-bdaf-303ea1c26cc8 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:44.465621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54eff6a-d37d-4e1f-a87c-0d6e52e2dd2d tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:44.467418 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a54eff6a-d37d-4e1f-a87c-0d6e52e2dd2d tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 881 time: 0.2893629 Aug 16 13:07:44.470732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51830) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:44.472638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17974080-a693-4427-8a86-339bb91efca4 req-1b8e2a76-e0b6-4465-aa73-d5be58957194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:44.474289 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-17974080-a693-4427-8a86-339bb91efca4 req-1b8e2a76-e0b6-4465-aa73-d5be58957194 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72dedb8bea8341fab802f82b83251c10&device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1096 time: 0.0988836 Aug 16 13:07:44.499361 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-1d4620df-09c2-4454-b3c0-d7d2914bda97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 999 time: 0.0768485 Aug 16 13:07:44.588335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-32c20262-ac0b-4a64-aaeb-40549ef98734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:44.590697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-32c20262-ac0b-4a64-aaeb-40549ef98734 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=01d729f7-0d30-4c71-95f0-d41b4ab49086 HTTP/1.1" status: 200 len: 860 time: 0.0903792 Aug 16 13:07:44.598320 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d6ebaa9c-b01a-4415-8f23-d0effea79abf tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=900715f6-6ec3-403d-9c98-6513d263dcd2 HTTP/1.1" status: 200 len: 205 time: 0.1203480 Aug 16 13:07:44.599872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51834) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:44.640448 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-efcedecd-625d-40ca-9c82-e527112a8329 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0c69487-3dc9-4e61-95e3-b5625e5706b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405390 Aug 16 13:07:44.654494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-81e07883-17f2-40f7-8f71-6ab5ff8eb991 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:07:44.655894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-81e07883-17f2-40f7-8f71-6ab5ff8eb991 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063095 Aug 16 13:07:44.685290 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fb06e0c-2036-4b48-8180-6eb147b4e395 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:44.691985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17974080-a693-4427-8a86-339bb91efca4 req-f63b3d48-75b6-4a7f-87a6-a888121cbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:44.693571 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-17974080-a693-4427-8a86-339bb91efca4 req-f63b3d48-75b6-4a7f-87a6-a888121cbac9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 200 len: 920 time: 0.1868925 Aug 16 13:07:44.802431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-ff0e2f75-fe72-4684-a09a-6a0e548cc67d service neutron] 10.222.0.25 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332488 Aug 16 13:07:44.823270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-79b220de-6e2a-400d-8a1e-7a61401d4f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:44Z', 'revision_number': 4, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '5744dd2d-2d5a-48c4-8ca9-609daffe786c', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'port_id': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'mac_address': 'fa:16:3e:c1:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:07:41Z', 'updated_at': '2021-08-16T13:07:42Z', 'revision_number': 1, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc595b97-3438-4c0c-b569-80f32ee480b3', 'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'mac_address': 'fa:16:3e:82:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:42Z', 'updated_at': '2021-08-16T13:06:51Z', 'revision_number': 5, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'subnets': [{'id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:44.862406 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:44.873020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b220de-6e2a-400d-8a1e-7a61401d4f80 None None] Checking router: b16aa50d-2213-4947-bdaf-303ea1c26cc8 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:07:44.889796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b220de-6e2a-400d-8a1e-7a61401d4f80 None None] Routers {'b16aa50d-2213-4947-bdaf-303ea1c26cc8'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:44.891318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-79b220de-6e2a-400d-8a1e-7a61401d4f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:44.904931 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-17974080-a693-4427-8a86-339bb91efca4 req-b12930a9-1de4-433f-a776-7fc02b45b3b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 999 time: 0.1596491 Aug 16 13:07:44.954830 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fb06e0c-2036-4b48-8180-6eb147b4e395 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:44.964966 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef176c8-bfd0-4249-91a0-7600eda3f5f5 req-87920e9f-ffa5-4d49-aba9-bb87087da9fb service neutron] 10.222.0.25 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556146 Aug 16 13:07:45.032963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb06e0c-2036-4b48-8180-6eb147b4e395 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Subnet': ['ID=d42c3afb-6722-4b73-a767-bfd93522d2b1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:45.045611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fb06e0c-2036-4b48-8180-6eb147b4e395 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:45.050542 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3fb06e0c-2036-4b48-8180-6eb147b4e395 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/d42c3afb-6722-4b73-a767-bfd93522d2b1 HTTP/1.1" status: 204 len: 168 time: 0.9374321 Aug 16 13:07:45.059169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51850) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:45.061610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb3ecd-2f77-486b-9e26-f87a6d34feef None None] Network 3c9e993d-5be1-4c0d-8930-487f42ad525a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:45.074625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17974080-a693-4427-8a86-339bb91efca4 req-7b5cd9f2-c2bf-4e8d-8566-533a495cd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:45.076093 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-17974080-a693-4427-8a86-339bb91efca4 req-7b5cd9f2-c2bf-4e8d-8566-533a495cd0b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01d729f7-0d30-4c71-95f0-d41b4ab49086 HTTP/1.1" status: 200 len: 860 time: 0.1634824 Aug 16 13:07:45.136305 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-17974080-a693-4427-8a86-339bb91efca4 req-d410f9a2-3b3c-49f8-b878-4cff198cdeab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0c69487-3dc9-4e61-95e3-b5625e5706b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414383 Aug 16 13:07:45.162471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37846422-a527-45a9-acf4-c9d57405ef55 req-e0957f16-d1fb-462b-bb39-eac15a3595e8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:45.183343 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-79b220de-6e2a-400d-8a1e-7a61401d4f80 None None] Set router b16aa50d-2213-4947-bdaf-303ea1c26cc8 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:45.188606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37846422-a527-45a9-acf4-c9d57405ef55 req-e0957f16-d1fb-462b-bb39-eac15a3595e8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 943 time: 0.1814368 Aug 16 13:07:45.209354 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:45.270363 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:45.354244 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37846422-a527-45a9-acf4-c9d57405ef55 req-f3ceb640-cd9c-4c18-9784-707fa7e7e4ab tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628597 Aug 16 13:07:45.372950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-17974080-a693-4427-8a86-339bb91efca4 req-d8e9edc0-8158-4aea-944a-f86899682ec5 service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056415 Aug 16 13:07:45.470540 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae24030-3c6b-4b45-bdc4-94aa3149e60f None None] DHCP port deletion for 3c9e993d-5be1-4c0d-8930-487f42ad525a request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:07:45.495487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-2a7ed8cc-a6cc-4728-b656-3bdd22b80f73 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.201 HTTP/1.1" status: 200 len: 999 time: 0.2504022 Aug 16 13:07:45.554133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-65d4d8e2-020b-401a-8b77-6854f57d498b tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:45.559233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Deleting port f8c51e6c-5e61-433f-8117-fa8a0600128c {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:45.559969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:45.568147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-65d4d8e2-020b-401a-8b77-6854f57d498b tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports/e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 942 time: 0.0682504 Aug 16 13:07:45.625284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0ae24030-3c6b-4b45-bdc4-94aa3149e60f None None] Deleting port fc7e5337-22a2-495c-ab8a-405129747c44 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:45.626144 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0ae24030-3c6b-4b45-bdc4-94aa3149e60f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:45.657027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-79b220de-6e2a-400d-8a1e-7a61401d4f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:44Z', 'revision_number': 4, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '5744dd2d-2d5a-48c4-8ca9-609daffe786c', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'port_id': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'mac_address': 'fa:16:3e:c1:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:07:41Z', 'updated_at': '2021-08-16T13:07:42Z', 'revision_number': 1, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc595b97-3438-4c0c-b569-80f32ee480b3', 'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'mac_address': 'fa:16:3e:82:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:42Z', 'updated_at': '2021-08-16T13:06:51Z', 'revision_number': 5, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'subnets': [{'id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:45.672445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port fc7e5337-22a2-495c-ab8a-405129747c44 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:45.673726 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:45.729412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b220de-6e2a-400d-8a1e-7a61401d4f80 None None] The sync data for ids ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'] in n-d-804708-1 is: [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:44Z', 'revision_number': 4, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '5744dd2d-2d5a-48c4-8ca9-609daffe786c', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'port_id': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'mac_address': 'fa:16:3e:c1:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:07:41Z', 'updated_at': '2021-08-16T13:07:42Z', 'revision_number': 1, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc595b97-3438-4c0c-b569-80f32ee480b3', 'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'mac_address': 'fa:16:3e:82:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:42Z', 'updated_at': '2021-08-16T13:06:51Z', 'revision_number': 5, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'subnets': [{'id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:45.764604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0ae24030-3c6b-4b45-bdc4-94aa3149e60f None None] For port fc7e5337-22a2-495c-ab8a-405129747c44, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fc7e5337-22a2-495c-ab8a-405129747c44,segment=NetworkSegment(3327addf-2a10-4e38-a2ee-aca172a87cae),segment_id=3327addf-2a10-4e38-a2ee-aca172a87cae)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:45.766836 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0ae24030-3c6b-4b45-bdc4-94aa3149e60f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:45.801867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0ae24030-3c6b-4b45-bdc4-94aa3149e60f None None] Calling delete_port for fc7e5337-22a2-495c-ab8a-405129747c44 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:45.816047 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-17974080-a693-4427-8a86-339bb91efca4 req-91674691-ad6b-456c-8151-0e4ec3e5f87a service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319265 Aug 16 13:07:45.852302 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:45.856144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port fc7e5337-22a2-495c-ab8a-405129747c44, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fc7e5337-22a2-495c-ab8a-405129747c44,segment=NetworkSegment(3327addf-2a10-4e38-a2ee-aca172a87cae),segment_id=3327addf-2a10-4e38-a2ee-aca172a87cae)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:45.856781 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:45.887220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-6fce6ec6-d668-44a8-a7fb-e1a47263fa46 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.201 HTTP/1.1" status: 200 len: 999 time: 0.2676468 Aug 16 13:07:45.892348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Calling delete_port for f8c51e6c-5e61-433f-8117-fa8a0600128c owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:45.939923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:07:46.015277 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0ae24030-3c6b-4b45-bdc4-94aa3149e60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.019526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for fc7e5337-22a2-495c-ab8a-405129747c44 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:46.089627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-c7d60f3d-cb2d-4f44-9ae3-b52f5f7b9a16 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:46.103049 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-c7d60f3d-cb2d-4f44-9ae3-b52f5f7b9a16 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.2146642 Aug 16 13:07:46.127322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae24030-3c6b-4b45-bdc4-94aa3149e60f None None] No DVR routers for this DVR port fc7e5337-22a2-495c-ab8a-405129747c44 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:46.130748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae24030-3c6b-4b45-bdc4-94aa3149e60f None None] Pushing event deleted for resources: {'Port': ['ID=fc7e5337-22a2-495c-ab8a-405129747c44,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:46.223770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-799c39b2-0efe-447c-a56b-d77b4e1df211 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.201 HTTP/1.1" status: 200 len: 999 time: 0.1189837 Aug 16 13:07:46.236060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-bc86ba56-67ef-481d-ad90-a8420721ab56 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:46.321870 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ea7c5-9284-4140-ac38-b3859c89dad3 None None] New status for floating IP 5744dd2d-2d5a-48c4-8ca9-609daffe786c: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:07:46.335944 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-bc86ba56-67ef-481d-ad90-a8420721ab56 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.357035 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.392334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:46.400122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.431573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '904ab79a-0f35-45c2-9fd7-001f7a8e1b3a', 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59', 'port_id': '904ab79a-0f35-45c2-9fd7-001f7a8e1b3a', 'mac_address': 'fa:16:3e:48:03:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40688c04-c6c5-482e-bec2-38205b98c41f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:07:46.434790 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.448671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=fc7e5337-22a2-495c-ab8a-405129747c44,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:46.520848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No DVR routers for this DVR port fc7e5337-22a2-495c-ab8a-405129747c44 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:46.580853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Pushing event deleted for resources: {'Port': ['ID=f8c51e6c-5e61-433f-8117-fa8a0600128c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:46.584747 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.624330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:46.638554 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-bc86ba56-67ef-481d-ad90-a8420721ab56 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.654334 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.db.api [None req-004ea7c5-9284-4140-ac38-b3859c89dad3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:07:46.655174 n-d-804708-1 neutron-server[101398]: DEBUG oslo_db.api [None req-004ea7c5-9284-4140-ac38-b3859c89dad3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:07:46.670401 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.681545 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-bc86ba56-67ef-481d-ad90-a8420721ab56 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.681905 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-bc86ba56-67ef-481d-ad90-a8420721ab56 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Floating IP 5744dd2d-2d5a-48c4-8ca9-609daffe786c disassociated. External IP: 172.25.0.201, port: e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa. Aug 16 13:07:46.683824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:46.686310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9e993d-5be1-4c0d-8930-487f42ad525a']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:46.696359 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.697311 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.703108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3327addf-2a10-4e38-a2ee-aca172a87cae') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:46.703485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3327addf-2a10-4e38-a2ee-aca172a87cae') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:46.765855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19af40-23c4-41e8-8e08-7ab43d70ae85 req-232bb7c6-bded-4a78-8eb6-79cdbfee7cea tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:46.768256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b19af40-23c4-41e8-8e08-7ab43d70ae85 req-232bb7c6-bded-4a78-8eb6-79cdbfee7cea tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 943 time: 0.1269672 Aug 16 13:07:46.801464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.813245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:46.819019 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.823082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.828727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.873021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:07:46.873338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:07:46.876873 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:07:46.934381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.934919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Fanout notify agent at l3_agent the message router_deleted on router 900715f6-6ec3-403d-9c98-6513d263dcd2 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:46.952650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:46.963793 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e4e779c2-9ddd-4caf-9a5a-ecdc63806d4f tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/900715f6-6ec3-403d-9c98-6513d263dcd2 HTTP/1.1" status: 204 len: 168 time: 2.3510649 Aug 16 13:07:46.968559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51890) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:46.979328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-568018549', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:46.993607 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.032774 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.042458 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/networks/3c9e993d-5be1-4c0d-8930-487f42ad525a HTTP/1.1" status: 204 len: 168 time: 1.9757752 Aug 16 13:07:47.045397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51892) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:47.046935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827d485-04c1-427a-b1d7-27b74cfaf9b9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Network': ['ID=3c9e993d-5be1-4c0d-8930-487f42ad525a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:47.063891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-43a01f8b-9dcf-4bfe-af0b-30842133c477 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-187371438', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:47.131510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.133676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.142811 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43a01f8b-9dcf-4bfe-af0b-30842133c477 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.145177 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43a01f8b-9dcf-4bfe-af0b-30842133c477 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.158035 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ea7c5-9284-4140-ac38-b3859c89dad3 None None] New status for floating IP 5744dd2d-2d5a-48c4-8ca9-609daffe786c: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:07:47.180980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['904ab79a-0f35-45c2-9fd7-001f7a8e1b3a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:47.320527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.322136 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43a01f8b-9dcf-4bfe-af0b-30842133c477 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.337386 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43a01f8b-9dcf-4bfe-af0b-30842133c477 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.440430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43a01f8b-9dcf-4bfe-af0b-30842133c477 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.442734 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-43a01f8b-9dcf-4bfe-af0b-30842133c477 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3916233 Aug 16 13:07:47.481703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51904) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:47.496727 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'network': {'name': 'tempest-RoutersTest-562544218'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:47.546657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fc7e5337-22a2-495c-ab8a-405129747c44 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:47.581485 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:47.592130 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.617726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b19af40-23c4-41e8-8e08-7ab43d70ae85 req-581e2402-58ee-458d-a663-3b526c19ff59 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8018920 Aug 16 13:07:47.636652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: fc7e5337-22a2-495c-ab8a-405129747c44 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:47.638331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fc7e5337-22a2-495c-ab8a-405129747c44 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:47.689974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:07:47.705447 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.706050 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added segment b8b33771-18ab-4a09-980e-ba6fb382c608 of type vlan for network 5f60b32a-5a63-4395-90ab-c1422da03d3f Aug 16 13:07:47.777765 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.936685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.942900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:47.943569 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.964803 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.982368 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:07:48.094596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Network': ['ID=5f60b32a-5a63-4395-90ab-c1422da03d3f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:48.102072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fdff6972-8e16-4a31-8ec1-33e641f4076f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6188946 Aug 16 13:07:48.106601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51914) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:48.110525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 5f60b32a-5a63-4395-90ab-c1422da03d3f details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:07:48.119527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'subnet': {'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:48.119775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-bc86ba56-67ef-481d-ad90-a8420721ab56 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Router b16aa50d-2213-4947-bdaf-303ea1c26cc8 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:48.416267 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-bc86ba56-67ef-481d-ad90-a8420721ab56 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:48.423770 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-bc86ba56-67ef-481d-ad90-a8420721ab56 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:48.443066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:48.447157 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3322268-c4f1-47d8-881e-a60cdf3dbc74 None None] Sync routers for ids ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:48.449101 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:48.459226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3322268-c4f1-47d8-881e-a60cdf3dbc74 None None] Routers {'b16aa50d-2213-4947-bdaf-303ea1c26cc8'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:48.460663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3322268-c4f1-47d8-881e-a60cdf3dbc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:48.470003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-bc86ba56-67ef-481d-ad90-a8420721ab56 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "PUT /v2.0/floatingips/5744dd2d-2d5a-48c4-8ca9-609daffe786c HTTP/1.1" status: 200 len: 693 time: 2.2443619 Aug 16 13:07:48.471248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:48.476702 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2885d6-269a-4229-b0bd-b9aca200861b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:48.528832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:48.586143 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c1e5ca-b2e6-4263-9e74-072b5eebd152 x-openstack-request-id: req-f1c1e5ca-b2e6-4263-9e74-072b5eebd152 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:48.590155 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:48.590433 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1c1e5ca-b2e6-4263-9e74-072b5eebd152 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:48.590847 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'status': 'completed', 'code': 200} Aug 16 13:07:48.604435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-d6356edc-a69d-414a-897e-8f8b901495bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:48.605991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-d6356edc-a69d-414a-897e-8f8b901495bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=72dedb8bea8341fab802f82b83251c10&device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1096 time: 0.1034830 Aug 16 13:07:48.626183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:48.668503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d3322268-c4f1-47d8-881e-a60cdf3dbc74 None None] Set router b16aa50d-2213-4947-bdaf-303ea1c26cc8 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:48.801379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2885d6-269a-4229-b0bd-b9aca200861b req-de0b538c-d119-45d8-8641-b14cf8edfb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:48.802922 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ba2885d6-269a-4229-b0bd-b9aca200861b req-de0b538c-d119-45d8-8641-b14cf8edfb2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72dedb8bea8341fab802f82b83251c10&device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 1096 time: 0.1681993 Aug 16 13:07:48.827396 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-8aa0ffca-e5bd-4cd1-a3ce-67fceba82ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:48.829549 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-8aa0ffca-e5bd-4cd1-a3ce-67fceba82ce6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 200 len: 920 time: 0.2081785 Aug 16 13:07:48.927620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-4c7ee03c-374d-43c7-bbbf-f2d2721a4a97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 217 time: 0.0682554 Aug 16 13:07:49.020931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb940164-95a3-4d15-b23c-cc96704de626 req-8d2ed836-61b4-467c-963b-5b8bc6fe9af8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.029237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb940164-95a3-4d15-b23c-cc96704de626 req-8d2ed836-61b4-467c-963b-5b8bc6fe9af8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 944 time: 0.1619246 Aug 16 13:07:49.043827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-c2dfe242-99d3-4606-9d91-5a867c78582e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.045105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Allocated IP 172.25.0.9 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/c12d89e3-412d-4d7f-a871-599b09fa3332) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:49.045543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-c2dfe242-99d3-4606-9d91-5a867c78582e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=01d729f7-0d30-4c71-95f0-d41b4ab49086 HTTP/1.1" status: 200 len: 860 time: 0.0963495 Aug 16 13:07:49.079588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3322268-c4f1-47d8-881e-a60cdf3dbc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:44Z', 'revision_number': 4, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'bc595b97-3438-4c0c-b569-80f32ee480b3', 'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'mac_address': 'fa:16:3e:82:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:42Z', 'updated_at': '2021-08-16T13:06:51Z', 'revision_number': 5, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'subnets': [{'id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:49.100808 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb940164-95a3-4d15-b23c-cc96704de626 req-3486dd87-5e87-4f53-927f-de2d1963897c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704410 Aug 16 13:07:49.120918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3322268-c4f1-47d8-881e-a60cdf3dbc74 None None] Checking router: b16aa50d-2213-4947-bdaf-303ea1c26cc8 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:07:49.135358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3322268-c4f1-47d8-881e-a60cdf3dbc74 None None] Routers {'b16aa50d-2213-4947-bdaf-303ea1c26cc8'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:49.136272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3322268-c4f1-47d8-881e-a60cdf3dbc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:49.157125 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:49.170278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-786d4c07-bef9-404b-9698-9d0adee12767 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0c69487-3dc9-4e61-95e3-b5625e5706b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904925 Aug 16 13:07:49.239950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2885d6-269a-4229-b0bd-b9aca200861b req-860d3dc5-8105-4f83-81ec-de27522a99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.239950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ba2885d6-269a-4229-b0bd-b9aca200861b req-860d3dc5-8105-4f83-81ec-de27522a99ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 200 len: 920 time: 0.4244819 Aug 16 13:07:49.332325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d3322268-c4f1-47d8-881e-a60cdf3dbc74 None None] Set router b16aa50d-2213-4947-bdaf-303ea1c26cc8 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:49.347957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-d0d4c336-9ccb-4a47-9740-6b39f57cf04c service neutron] 10.222.0.25 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740353 Aug 16 13:07:49.396240 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ba2885d6-269a-4229-b0bd-b9aca200861b req-821dfd48-8c39-4076-beb5-0292966ba21a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 200 len: 217 time: 0.1385872 Aug 16 13:07:49.443193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Subnet': ['ID=c0f75f21-56de-475d-ac84-6bff0fba7c1b,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:49.556520 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77e62884-5467-4956-a5b9-7bfc0d5579e0 req-910dce39-3251-47cf-ae79-d61d065eece6 service neutron] 10.222.0.25 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073236 Aug 16 13:07:49.567027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2885d6-269a-4229-b0bd-b9aca200861b req-72a1398d-11a9-4728-bd06-f704f2f0c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.568817 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ba2885d6-269a-4229-b0bd-b9aca200861b req-72a1398d-11a9-4728-bd06-f704f2f0c03c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01d729f7-0d30-4c71-95f0-d41b4ab49086 HTTP/1.1" status: 200 len: 860 time: 0.1541212 Aug 16 13:07:49.569561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Checking segment: {'id': 'b8b33771-18ab-4a09-980e-ba6fb382c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:49.570009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network hostable DHCP agents. Network: 5f60b32a-5a63-4395-90ab-c1422da03d3f, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:07:49.603100 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:49.627584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ba2885d6-269a-4229-b0bd-b9aca200861b req-f17d5b65-32e3-4d27-a202-0dfedb883a31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0c69487-3dc9-4e61-95e3-b5625e5706b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414174 Aug 16 13:07:49.657381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 5f60b32a-5a63-4395-90ab-c1422da03d3f is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:07:49.692455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97586132-fc8b-4524-9646-e50ad9e26440 req-9a3ff04f-f536-4580-a34a-0c276a7823f6 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/floatingips/5744dd2d-2d5a-48c4-8ca9-609daffe786c HTTP/1.1" status: 200 len: 693 time: 0.0693705 Aug 16 13:07:49.710030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 5f60b32a-5a63-4395-90ab-c1422da03d3f) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:49.716016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3322268-c4f1-47d8-881e-a60cdf3dbc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:44Z', 'revision_number': 4, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'bc595b97-3438-4c0c-b569-80f32ee480b3', 'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'mac_address': 'fa:16:3e:82:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:42Z', 'updated_at': '2021-08-16T13:06:51Z', 'revision_number': 5, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'subnets': [{'id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:49.717987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.719156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:49.756145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06232de6-a80a-415f-9d1a-2c03a91deaeb None None] Network 5f60b32a-5a63-4395-90ab-c1422da03d3f requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:49.759187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3322268-c4f1-47d8-881e-a60cdf3dbc74 None None] The sync data for ids ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'] in n-d-804708-1 is: [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:06:44Z', 'revision_number': 4, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'bc595b97-3438-4c0c-b569-80f32ee480b3', 'name': '', 'network_id': 'c0c69487-3dc9-4e61-95e3-b5625e5706b7', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'mac_address': 'fa:16:3e:82:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:42Z', 'updated_at': '2021-08-16T13:06:51Z', 'revision_number': 5, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'subnets': [{'id': '01d729f7-0d30-4c71-95f0-d41b4ab49086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:49.763788 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8a2a2115-33e2-4c29-9f8f-b06bdc0a75aa tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6546957 Aug 16 13:07:49.771294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51954) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:49.861392 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ba2885d6-269a-4229-b0bd-b9aca200861b req-0f7d12e5-2c36-47a3-9a52-9d433b73a89b service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250319 Aug 16 13:07:49.867798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97586132-fc8b-4524-9646-e50ad9e26440 req-e22a8f5a-86bd-4299-aa56-f92fa1bc3bb7 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.869839 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97586132-fc8b-4524-9646-e50ad9e26440 req-e22a8f5a-86bd-4299-aa56-f92fa1bc3bb7 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 784 time: 0.1767533 Aug 16 13:07:49.883276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-97586132-fc8b-4524-9646-e50ad9e26440 req-a7be21a4-03cc-4b61-97b9-3bb10b123d08 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:07:49.886720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97586132-fc8b-4524-9646-e50ad9e26440 req-a7be21a4-03cc-4b61-97b9-3bb10b123d08 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085704 Aug 16 13:07:49.890329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:49.957849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:49.977789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97586132-fc8b-4524-9646-e50ad9e26440 req-98f5e1ac-7458-475f-8872-9b3ec5fa7567 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.201 HTTP/1.1" status: 200 len: 696 time: 0.0842493 Aug 16 13:07:50.051608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97586132-fc8b-4524-9646-e50ad9e26440 req-b3ed6a99-e428-4145-bb7d-f9285dc7b6b2 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.201 HTTP/1.1" status: 200 len: 696 time: 0.0726459 Aug 16 13:07:50.098381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-5f60b32a-5a63-4395-90ab-c1422da03d3f', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:07:50.099559 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:50.134952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Pushing event updated for resources: {'Port': ['ID=c12d89e3-412d-4d7f-a871-599b09fa3332,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:50.135362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:50.143453 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:50.144344 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:50.159973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ba2885d6-269a-4229-b0bd-b9aca200861b req-da4c8bf6-0afb-4699-bbea-fb5ab4ec258f service neutron] 10.222.0.42 "GET /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642748 Aug 16 13:07:50.278903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:50.283077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:50.323288 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325c0f2-d85a-451c-aef0-7ec831b589d0 None None] New status for floating IP 5744dd2d-2d5a-48c4-8ca9-609daffe786c: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:07:50.330653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:50.348472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-97586132-fc8b-4524-9646-e50ad9e26440 req-72e44aba-2216-411f-ad9e-64779045b225 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Deleting port d235a2f1-92d3-4c89-9470-53e048fc2b8b {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:50.348719 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-97586132-fc8b-4524-9646-e50ad9e26440 req-72e44aba-2216-411f-ad9e-64779045b225 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:50.360914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8a061-8aab-444e-bdef-c5261aa9e7eb req-5f77f08d-3e51-470a-8b95-e3c8e63d129d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:50.363989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08c8a061-8aab-444e-bdef-c5261aa9e7eb req-5f77f08d-3e51-470a-8b95-e3c8e63d129d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 944 time: 0.1064174 Aug 16 13:07:50.431189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08c8a061-8aab-444e-bdef-c5261aa9e7eb req-489ac8bb-c218-4f17-8ad8-b870971195a3 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495079 Aug 16 13:07:50.431475 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:50.478180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc2ad71-3c3a-41a3-abe1-6c65071806ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904ab79a-0f35-45c2-9fd7-001f7a8e1b3a'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:50.480593 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289b770a-95a3-47b7-a23e-09c4fa12de16" -d '{"events": [{"server_uuid": "abc2ad71-3c3a-41a3-abe1-6c65071806ab", "name": "network-vif-plugged", "status": "completed", "tag": "904ab79a-0f35-45c2-9fd7-001f7a8e1b3a"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:50.492048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Allocated IP 172.20.0.2 (5f60b32a-5a63-4395-90ab-c1422da03d3f/c0f75f21-56de-475d-ac84-6bff0fba7c1b/2ef0ad78-e201-441d-8538-70c126ec4f49) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:50.512444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:50.522022 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:50.594275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:50.654428 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-97586132-fc8b-4524-9646-e50ad9e26440 req-72e44aba-2216-411f-ad9e-64779045b225 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:50.654843 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-97586132-fc8b-4524-9646-e50ad9e26440 req-72e44aba-2216-411f-ad9e-64779045b225 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:50.696994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-97586132-fc8b-4524-9646-e50ad9e26440 req-72e44aba-2216-411f-ad9e-64779045b225 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Calling delete_port for d235a2f1-92d3-4c89-9470-53e048fc2b8b owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:50.769937 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:50.853426 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:50.866282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Transition to ACTIVE for port object 2ef0ad78-e201-441d-8538-70c126ec4f49 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:50.921512 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c308e-b447-4c60-9e3b-6c3b8db9a61e x-openstack-request-id: req-f13c308e-b447-4c60-9e3b-6c3b8db9a61e {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:50.921968 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc2ad71-3c3a-41a3-abe1-6c65071806ab", "name": "network-vif-plugged", "status": "completed", "tag": "904ab79a-0f35-45c2-9fd7-001f7a8e1b3a", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:50.922811 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f13c308e-b447-4c60-9e3b-6c3b8db9a61e {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:50.922811 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc2ad71-3c3a-41a3-abe1-6c65071806ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904ab79a-0f35-45c2-9fd7-001f7a8e1b3a', 'code': 200} Aug 16 13:07:51.021895 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-97586132-fc8b-4524-9646-e50ad9e26440 req-72e44aba-2216-411f-ad9e-64779045b225 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.024404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Transition to ACTIVE for port object 2ef0ad78-e201-441d-8538-70c126ec4f49 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:51.033670 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.069699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e44aba-2216-411f-ad9e-64779045b225 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Pushing event deleted for resources: {'Port': ['ID=d235a2f1-92d3-4c89-9470-53e048fc2b8b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:51.085862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Network 5f60b32a-5a63-4395-90ab-c1422da03d3f is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:51.090238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:51.091370 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.093217 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:51.153345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Pushing event updated for resources: {'Port': ['ID=2ef0ad78-e201-441d-8538-70c126ec4f49,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:51.177341 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-97586132-fc8b-4524-9646-e50ad9e26440 req-72e44aba-2216-411f-ad9e-64779045b225 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.180539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Attempting to bind port 2ef0ad78-e201-441d-8538-70c126ec4f49 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:07:51.181234 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Attempting to bind port 2ef0ad78-e201-441d-8538-70c126ec4f49 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b8b33771-18ab-4a09-980e-ba6fb382c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:07:51.181870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Attempting to bind port 2ef0ad78-e201-441d-8538-70c126ec4f49 on network 5f60b32a-5a63-4395-90ab-c1422da03d3f {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:51.183971 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-97586132-fc8b-4524-9646-e50ad9e26440 req-72e44aba-2216-411f-ad9e-64779045b225 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.186912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97586132-fc8b-4524-9646-e50ad9e26440 req-72e44aba-2216-411f-ad9e-64779045b225 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "DELETE /v2.0/floatingips/5744dd2d-2d5a-48c4-8ca9-609daffe786c HTTP/1.1" status: 204 len: 173 time: 1.1333289 Aug 16 13:07:51.200350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:07:51.201064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Checking segment: {'id': 'b8b33771-18ab-4a09-980e-ba6fb382c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:51.201791 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.202544 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Bound using segment: {'id': 'b8b33771-18ab-4a09-980e-ba6fb382c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:07:51.203385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Bound port: 2ef0ad78-e201-441d-8538-70c126ec4f49, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b33771-18ab-4a09-980e-ba6fb382c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:07:51.204005 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.325141 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be4991d4-dcc3-427b-980c-84eb624e1c1b req-eb2df0c2-2940-47a0-b1d0-79ba551a90a4 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups/1d6558fe-0a25-424c-932f-81a085d59463 HTTP/1.1" status: 200 len: 1810 time: 0.1101868 Aug 16 13:07:51.353550 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-76594561-9dbc-4eee-b8c3-61860a8f3160 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4723179 Aug 16 13:07:51.365278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] For port 2ef0ad78-e201-441d-8538-70c126ec4f49, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:07:51.386773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] For port 2ef0ad78-e201-441d-8538-70c126ec4f49, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2ef0ad78-e201-441d-8538-70c126ec4f49,segment=NetworkSegment(b8b33771-18ab-4a09-980e-ba6fb382c608),segment_id=b8b33771-18ab-4a09-980e-ba6fb382c608)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:07:51.399400 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.413976 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-be4991d4-dcc3-427b-980c-84eb624e1c1b req-07fda7a9-780a-474a-ac28-52f268daca73 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.444849 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-be4991d4-dcc3-427b-980c-84eb624e1c1b req-07fda7a9-780a-474a-ac28-52f268daca73 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.461524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432621bc-9a08-4c36-9298-bb7912340a51 req-59a074c0-ee91-4802-a9c1-31cd96012067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:51.472567 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-432621bc-9a08-4c36-9298-bb7912340a51 req-59a074c0-ee91-4802-a9c1-31cd96012067 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 1096 time: 0.3013635 Aug 16 13:07:51.507013 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-be4991d4-dcc3-427b-980c-84eb624e1c1b req-07fda7a9-780a-474a-ac28-52f268daca73 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.516728 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-be4991d4-dcc3-427b-980c-84eb624e1c1b req-07fda7a9-780a-474a-ac28-52f268daca73 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.544032 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be4991d4-dcc3-427b-980c-84eb624e1c1b req-07fda7a9-780a-474a-ac28-52f268daca73 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d6558fe-0a25-424c-932f-81a085d59463 HTTP/1.1" status: 204 len: 173 time: 0.2102461 Aug 16 13:07:51.580554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fda7a9-780a-474a-ac28-52f268daca73 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6558fe-0a25-424c-932f-81a085d59463,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:51.604912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af3804-cb3d-447b-bd9a-8278a6b4e71c None None] Pushing event updated for resources: {'Port': ['ID=2ef0ad78-e201-441d-8538-70c126ec4f49,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:51.717229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f0be9-0e8a-45c8-9a35-24880381e425 req-1ad310f6-50d7-40f6-b75d-c9fda4d670e0 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:51.726613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e9f0be9-0e8a-45c8-9a35-24880381e425 req-1ad310f6-50d7-40f6-b75d-c9fda4d670e0 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 945 time: 0.0785599 Aug 16 13:07:51.780729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e9f0be9-0e8a-45c8-9a35-24880381e425 req-93e79b88-4a15-4abb-ad58-4b6479496c34 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524843 Aug 16 13:07:51.949750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-432621bc-9a08-4c36-9298-bb7912340a51 req-221043f1-f2ec-4189-b4c4-4e97eecd4536 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757144 Aug 16 13:07:51.988901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Allocated IP 172.20.0.1 (5f60b32a-5a63-4395-90ab-c1422da03d3f/c0f75f21-56de-475d-ac84-6bff0fba7c1b/20e84a8e-619d-4dcd-bde4-f9588495c704) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:52.084282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8edae3a3-b97e-40de-9d87-ed45b8c9486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.084773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8edae3a3-b97e-40de-9d87-ed45b8c9486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.085253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8edae3a3-b97e-40de-9d87-ed45b8c9486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.085730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8edae3a3-b97e-40de-9d87-ed45b8c9486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.086233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8edae3a3-b97e-40de-9d87-ed45b8c9486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.086710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8edae3a3-b97e-40de-9d87-ed45b8c9486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.087176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8edae3a3-b97e-40de-9d87-ed45b8c9486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.089344 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8edae3a3-b97e-40de-9d87-ed45b8c9486d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6488 time: 0.6131921 Aug 16 13:07:52.129044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26056b88-6be4-4298-94e8-772ce7200dd3 req-fde7cc2a-16b3-4bf7-9533-ade1a952a2a8 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.130905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26056b88-6be4-4298-94e8-772ce7200dd3 req-fde7cc2a-16b3-4bf7-9533-ade1a952a2a8 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.0916026 Aug 16 13:07:52.135720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:52.188306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26056b88-6be4-4298-94e8-772ce7200dd3 req-166ea66c-4c89-40e7-99a0-80ed2990e462 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444274 Aug 16 13:07:52.683317 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:52.811507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Transition to ACTIVE for port object 20e84a8e-619d-4dcd-bde4-f9588495c704 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:52.860585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475eadde-a385-4829-9ffc-b60f0b64d271 None None] Network 5f60b32a-5a63-4395-90ab-c1422da03d3f requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:52.882236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-eafe1237-f47f-4c3f-b55b-ba1b37a2f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.882994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-eafe1237-f47f-4c3f-b55b-ba1b37a2f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.883630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-eafe1237-f47f-4c3f-b55b-ba1b37a2f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.885395 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-eafe1237-f47f-4c3f-b55b-ba1b37a2f551 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=ff59b3a2-761c-4887-a566-3a2f0105d559&id=ff59b3a2-761c-4887-a566-3a2f0105d559 HTTP/1.1" status: 200 len: 2289 time: 0.2541320 Aug 16 13:07:52.957804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-76b5d7b7-96f4-401f-a5d9-f54a0b909bab None None] Provisioning for port 2ef0ad78-e201-441d-8538-70c126ec4f49 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:52.959931 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:52.989483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2a57-87b3-40df-8ccf-214e827b700c req-09e1c29b-6681-4e8c-8ffe-2e2355939588 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.991032 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89cd2a57-87b3-40df-8ccf-214e827b700c req-09e1c29b-6681-4e8c-8ffe-2e2355939588 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 945 time: 0.0943203 Aug 16 13:07:53.056911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 5f60b32a-5a63-4395-90ab-c1422da03d3f is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:53.060287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89cd2a57-87b3-40df-8ccf-214e827b700c req-8383327c-2643-4226-b23e-557b34c43beb tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619910 Aug 16 13:07:53.072182 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-7fb614c9-8617-4890-af95-58b18f15528e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36ef840f-ef8a-441d-8928-a9a8955e12c4 HTTP/1.1" status: 200 len: 1000 time: 0.1772804 Aug 16 13:07:53.074335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:53.077304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:53.113341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Router 510d07f7-5bb4-4aba-ae87-b09f3931f6b6 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:53.132943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=20e84a8e-619d-4dcd-bde4-f9588495c704,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:53.244905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.390617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c3b26-dd6a-4db1-af86-8240f73e7e14 req-e64e1a29-ef37-4be9-9158-bd5f6fba2e21 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:53.394828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f6c3b26-dd6a-4db1-af86-8240f73e7e14 req-e64e1a29-ef37-4be9-9158-bd5f6fba2e21 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.1034684 Aug 16 13:07:53.431282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-ccb17fdf-8f03-45a1-bc52-d178d6b6dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:53.433221 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-ccb17fdf-8f03-45a1-bc52-d178d6b6dbf1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8755348-ed82-44df-9ced-3e2180c2428d HTTP/1.1" status: 200 len: 851 time: 0.3214538 Aug 16 13:07:53.509831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f6c3b26-dd6a-4db1-af86-8240f73e7e14 req-5be520d2-078b-434f-bfa2-daa6647c47ed tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026671 Aug 16 13:07:53.531711 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6628c4c4-c9e2-4707-a62f-ee96d30550b0 None None] Provisioning for port 20e84a8e-619d-4dcd-bde4-f9588495c704 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:53.537547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6628c4c4-c9e2-4707-a62f-ee96d30550b0 None None] Provisioning complete for port 20e84a8e-619d-4dcd-bde4-f9588495c704 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:53.537764 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6628c4c4-c9e2-4707-a62f-ee96d30550b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.569019 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.590989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6628c4c4-c9e2-4707-a62f-ee96d30550b0 None None] Port 20e84a8e-619d-4dcd-bde4-f9588495c704 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:53.613737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ef0ad78-e201-441d-8538-70c126ec4f49 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:53.639183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-5a375b7f-7436-49fd-886b-33e3a919d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:53.640776 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-5a375b7f-7436-49fd-886b-33e3a919d4c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704652 Aug 16 13:07:53.642059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:53.658144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a1b73-cc69-4c4e-85a7-54e6dbc2e99e None None] Sync routers for ids ['510d07f7-5bb4-4aba-ae87-b09f3931f6b6'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:53.682090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a1b73-cc69-4c4e-85a7-54e6dbc2e99e None None] Routers {'510d07f7-5bb4-4aba-ae87-b09f3931f6b6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:53.682871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-bc5a1b73-cc69-4c4e-85a7-54e6dbc2e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['510d07f7-5bb4-4aba-ae87-b09f3931f6b6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:53.720577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-bc5a1b73-cc69-4c4e-85a7-54e6dbc2e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:53.738069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a1b73-cc69-4c4e-85a7-54e6dbc2e99e None None] Routers {'510d07f7-5bb4-4aba-ae87-b09f3931f6b6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:53.739009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-bc5a1b73-cc69-4c4e-85a7-54e6dbc2e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['510d07f7-5bb4-4aba-ae87-b09f3931f6b6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:53.744114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 2ef0ad78-e201-441d-8538-70c126ec4f49 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:53.781397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-bc5a1b73-cc69-4c4e-85a7-54e6dbc2e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:53.782060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a1b73-cc69-4c4e-85a7-54e6dbc2e99e None None] The sync data for ids ['510d07f7-5bb4-4aba-ae87-b09f3931f6b6'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:53.785815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2ef0ad78-e201-441d-8538-70c126ec4f49 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:53.786016 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.814616 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.816402 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3ef67e37-d8f5-4acb-b42a-904f739a755b tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.8463204 Aug 16 13:07:53.819306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52030) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:53.824070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:53.844061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e5234da1-22c5-48d2-a4f8-4d2df56252d0 None None] Provisioning complete for port 20e84a8e-619d-4dcd-bde4-f9588495c704 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:53.844426 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5234da1-22c5-48d2-a4f8-4d2df56252d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.891245 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-4f4c6c9a-cbb9-481c-861e-15fb62878470 service neutron] 10.222.0.22 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328260 Aug 16 13:07:53.931545 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.944331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e5234da1-22c5-48d2-a4f8-4d2df56252d0 None None] Port 20e84a8e-619d-4dcd-bde4-f9588495c704 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:53.981270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 2ef0ad78-e201-441d-8538-70c126ec4f49, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2ef0ad78-e201-441d-8538-70c126ec4f49,segment=NetworkSegment(b8b33771-18ab-4a09-980e-ba6fb382c608),segment_id=b8b33771-18ab-4a09-980e-ba6fb382c608)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:53.987189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.002161 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-27152aab-e464-4e4f-ba89-cbab6b6cf1dd service neutron] 10.222.0.22 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006091 Aug 16 13:07:54.098532 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-127a506e-574f-4d62-af5d-d5e79c2743d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=6764e1b7-9c16-492c-890c-4c55969c5445 HTTP/1.1" status: 200 len: 217 time: 0.0613997 Aug 16 13:07:54.154394 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-b16898f0-608a-49b0-9194-d58fbe8d25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:54.156006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-b16898f0-608a-49b0-9194-d58fbe8d25f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.0499165 Aug 16 13:07:54.223882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-714e5877-25a0-4757-93d2-d41177985c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:54.225304 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-714e5877-25a0-4757-93d2-d41177985c11 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0620947 Aug 16 13:07:54.323337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=2ef0ad78-e201-441d-8538-70c126ec4f49,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:54.323611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.340436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c268e-849d-48e9-95be-409deaf1e262 req-944605ec-ca2e-41ac-a956-f15de20f8c2e tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:54.341979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e62c268e-849d-48e9-95be-409deaf1e262 req-944605ec-ca2e-41ac-a956-f15de20f8c2e tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 945 time: 0.1660061 Aug 16 13:07:54.348563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.374838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.387648 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.446384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e62c268e-849d-48e9-95be-409deaf1e262 req-428cdce5-6255-4d38-9b85-3d533af38306 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793729 Aug 16 13:07:54.459938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb6675-0863-4829-a2eb-0af40bc79c91 req-86179cf6-5a67-423e-bbb5-05e0092eb92e tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:54.461795 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-70cb6675-0863-4829-a2eb-0af40bc79c91 req-86179cf6-5a67-423e-bbb5-05e0092eb92e tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.2096703 Aug 16 13:07:54.482019 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Deleting port c12d89e3-412d-4d7f-a871-599b09fa3332 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:54.483634 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.545108 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.551445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=20e84a8e-619d-4dcd-bde4-f9588495c704,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:54.568149 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-fbee3f46-9f19-4933-9b31-77c8042258f8 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249040 Aug 16 13:07:54.620616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.636478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Calling delete_port for c12d89e3-412d-4d7f-a871-599b09fa3332 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:54.817414 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-77bbcbc7-e806-49bb-a0c8-c26f53896c73 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403421 Aug 16 13:07:54.821112 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-70cb6675-0863-4829-a2eb-0af40bc79c91 req-cd691dbf-c558-4d04-aa4e-512bfbeca26a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Deleting port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:54.821822 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-70cb6675-0863-4829-a2eb-0af40bc79c91 req-cd691dbf-c558-4d04-aa4e-512bfbeca26a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.869504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3f9c0-f8ac-4426-8d38-ebf3a56c3a94 req-c974ec29-8f8e-4e77-ab3b-1e90905fca84 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:54.871316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b3f9c0-f8ac-4426-8d38-ebf3a56c3a94 req-c974ec29-8f8e-4e77-ab3b-1e90905fca84 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 945 time: 0.0859287 Aug 16 13:07:54.887168 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.935452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Pushing event deleted for resources: {'Port': ['ID=c12d89e3-412d-4d7f-a871-599b09fa3332,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:54.990004 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-dfaab34e-4b05-4e34-98a7-b03956b09ccb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=6951413b-4d52-4abd-befc-d3831ec2343b HTTP/1.1" status: 200 len: 217 time: 0.0952506 Aug 16 13:07:54.997638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 5f60b32a-5a63-4395-90ab-c1422da03d3f is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:55.016178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b3f9c0-f8ac-4426-8d38-ebf3a56c3a94 req-683d5d82-7f78-4927-b12e-36dba5e20a48 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/security-groups?id=7252593c-6214-48cb-83a7-9a8e93a72a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344116 Aug 16 13:07:55.016971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-70cb6675-0863-4829-a2eb-0af40bc79c91 req-cd691dbf-c558-4d04-aa4e-512bfbeca26a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] For port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,segment=NetworkSegment(508ebbee-94dc-47aa-9cc0-5488ff2fd393),segment_id=508ebbee-94dc-47aa-9cc0-5488ff2fd393)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:55.017439 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-70cb6675-0863-4829-a2eb-0af40bc79c91 req-cd691dbf-c558-4d04-aa4e-512bfbeca26a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.028618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:55.051849 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.066979 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52062) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:55.094837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-70cb6675-0863-4829-a2eb-0af40bc79c91 req-cd691dbf-c558-4d04-aa4e-512bfbeca26a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Calling delete_port for e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:55.263975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8409068f-e022-43c0-bc88-38900a5b9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:55.265509 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8409068f-e022-43c0-bc88-38900a5b9d5e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.2597260 Aug 16 13:07:55.364559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-68900064-6b14-4677-a49c-7c6dc02d4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:55.366424 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-68900064-6b14-4677-a49c-7c6dc02d4691 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0907292 Aug 16 13:07:55.366904 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f632ed80-191a-4eaf-b956-3041817da34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.376313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-05ba36a0-9abf-4f79-a4a8-d5b13f32ac39 None None] Provisioning complete for port 20e84a8e-619d-4dcd-bde4-f9588495c704 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:55.377660 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-05ba36a0-9abf-4f79-a4a8-d5b13f32ac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.379149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.386443 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.443242 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-05ba36a0-9abf-4f79-a4a8-d5b13f32ac39 None None] Port 20e84a8e-619d-4dcd-bde4-f9588495c704 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:55.499746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Router 510d07f7-5bb4-4aba-ae87-b09f3931f6b6 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:55.505897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router afe30714-8623-4ce1-aed9-7b8b85d63cae is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:55.548079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ef0ad78-e201-441d-8538-70c126ec4f49 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:55.551603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-70cb6675-0863-4829-a2eb-0af40bc79c91 req-cd691dbf-c558-4d04-aa4e-512bfbeca26a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.602957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:55.613889 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.617861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-985959c6-de1c-4322-8b27-5cc9eb417d82 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "PUT /v2.0/routers/510d07f7-5bb4-4aba-ae87-b09f3931f6b6 HTTP/1.1" status: 200 len: 705 time: 1.7950084 Aug 16 13:07:55.618307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52070) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:55.621508 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2caa20-d34e-472f-bb28-03fbd46a4491 None None] Sync routers for ids ['510d07f7-5bb4-4aba-ae87-b09f3931f6b6'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:55.636398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:55.640240 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2caa20-d34e-472f-bb28-03fbd46a4491 None None] Routers {'510d07f7-5bb4-4aba-ae87-b09f3931f6b6'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:55.640869 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb2caa20-d34e-472f-bb28-03fbd46a4491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['510d07f7-5bb4-4aba-ae87-b09f3931f6b6'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:55.641819 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-fd337d85-06ea-4b8d-8216-54bc65a30206 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657175 Aug 16 13:07:55.682684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd691dbf-c558-4d04-aa4e-512bfbeca26a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Pushing event deleted for resources: {'Port': ['ID=e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:55.705612 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb2caa20-d34e-472f-bb28-03fbd46a4491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:55.710036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2ef0ad78-e201-441d-8538-70c126ec4f49 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:55.710551 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.735237 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2caa20-d34e-472f-bb28-03fbd46a4491 None None] Routers {'510d07f7-5bb4-4aba-ae87-b09f3931f6b6'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:55.736123 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb2caa20-d34e-472f-bb28-03fbd46a4491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['510d07f7-5bb4-4aba-ae87-b09f3931f6b6'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:55.790701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cb6675-0863-4829-a2eb-0af40bc79c91 req-cd691dbf-c558-4d04-aa4e-512bfbeca26a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] No DVR routers for this DVR port e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:55.795916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-70cb6675-0863-4829-a2eb-0af40bc79c91 req-cd691dbf-c558-4d04-aa4e-512bfbeca26a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.802669 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-70cb6675-0863-4829-a2eb-0af40bc79c91 req-cd691dbf-c558-4d04-aa4e-512bfbeca26a tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.42 "DELETE /v2.0/ports/e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa HTTP/1.1" status: 204 len: 173 time: 1.3319499 Aug 16 13:07:55.804375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f632ed80-191a-4eaf-b956-3041817da34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.812757 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb2caa20-d34e-472f-bb28-03fbd46a4491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:55.813482 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2caa20-d34e-472f-bb28-03fbd46a4491 None None] The sync data for ids ['510d07f7-5bb4-4aba-ae87-b09f3931f6b6'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:55.817315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-94d51bd4-94cd-4da7-ad0d-ab02b34670ce tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/routers/510d07f7-5bb4-4aba-ae87-b09f3931f6b6 HTTP/1.1" status: 200 len: 740 time: 0.1978309 Aug 16 13:07:55.818747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f632ed80-191a-4eaf-b956-3041817da34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.821791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52074) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:55.858614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'name': 'network-vif-deleted', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:55.862187 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ec9068-d4d2-457d-93d8-346a97b85e94" -d '{"events": [{"server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "name": "network-vif-deleted", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:55.904652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:55.917491 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-52e7f107-42bd-4dbf-859a-ad9c82a8d95f tempest-RoutersAdminTest-702602114 tempest-RoutersAdminTest-702602114-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=72a09032-0771-4e06-9125-a9a480bbb297&device_id=510d07f7-5bb4-4aba-ae87-b09f3931f6b6 HTTP/1.1" status: 200 len: 205 time: 0.0908813 Aug 16 13:07:55.929775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Sync routers for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:55.938859 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52078) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:55.949908 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1bb55705-1474-445c-86d9-2c926392bf91 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1757751 Aug 16 13:07:55.953934 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8980fbd-61c3-4318-b3d7-0b3194c42c21 x-openstack-request-id: req-a8980fbd-61c3-4318-b3d7-0b3194c42c21 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:55.954277 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4351ec-3c32-41d9-bb89-74d80f19f372", "name": "network-vif-deleted", "tag": "e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:55.954554 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8980fbd-61c3-4318-b3d7-0b3194c42c21 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:55.956978 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4351ec-3c32-41d9-bb89-74d80f19f372', 'name': 'network-vif-deleted', 'tag': 'e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa', 'status': 'completed', 'code': 200} Aug 16 13:07:55.959629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:55.962479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:55.965184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52080) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:55.966404 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f632ed80-191a-4eaf-b956-3041817da34e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=562d31aa45f24cbc8cd19075b4bd4c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8974352 Aug 16 13:07:55.977092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52082) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:55.984886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'network': {'name': 'tempest-RoutersTest-102932960'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:56.018125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d9b8dafe-72c9-4b1d-a495-171dea99f942 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=510d07f7-5bb4-4aba-ae87-b09f3931f6b6 HTTP/1.1" status: 200 len: 205 time: 0.0780423 Aug 16 13:07:56.019855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52084) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:56.028058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632ed80-191a-4eaf-b956-3041817da34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c1be12-a96c-4420-b835-eb2a627367fb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:56.059059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-39b8b115-47c6-4b8d-a2b7-394b8649ef3c service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584106 Aug 16 13:07:56.086480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:56.090937 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.120690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:56.150568 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-84a2d5fc-5b80-4d68-ae25-fe7bb36d0456 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=61a43e4d-0b8a-4743-a0d5-ee722549ad26 HTTP/1.1" status: 200 len: 217 time: 0.0831468 Aug 16 13:07:56.196921 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbe84920-6cc2-4f2f-bb67-c6a617358200 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.293430 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:07:56.309723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.310296 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added segment 6b7d61ce-869b-4cdb-bd68-d451edb2db04 of type vlan for network 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 Aug 16 13:07:56.412655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:07:53Z', 'revision_number': 2, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:07:53Z', 'revision_number': 2, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:56.437332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-a739cc37-3f5d-4796-8e86-5d44e61c36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:56.439389 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-a739cc37-3f5d-4796-8e86-5d44e61c36c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.2786801 Aug 16 13:07:56.442757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6cac6a3-0207-4bf2-a8bb-50c6948dce26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.490872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Checking router: afe30714-8623-4ce1-aed9-7b8b85d63cae for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:07:56.491209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Updating router afe30714-8623-4ce1-aed9-7b8b85d63cae port 20e84a8e-619d-4dcd-bde4-f9588495c704 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:07:56.531711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.799606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a09aa3b-5c37-415d-9aa6-e500865dc8ef req-9aa6b13c-8259-431c-8eb0-bd784ade73e6 tempest-ServerRescueTestJSONUnderV235-900213120 tempest-ServerRescueTestJSONUnderV235-900213120-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4351ec-3c32-41d9-bb89-74d80f19f372 HTTP/1.1" status: 200 len: 210 time: 0.6270854 Aug 16 13:07:56.935695 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbe84920-6cc2-4f2f-bb67-c6a617358200 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.938677 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbe84920-6cc2-4f2f-bb67-c6a617358200 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.943676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.953694 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.961065 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6cac6a3-0207-4bf2-a8bb-50c6948dce26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.986203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Transition to ACTIVE for port object 20e84a8e-619d-4dcd-bde4-f9588495c704 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:57.000573 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.004640 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbe84920-6cc2-4f2f-bb67-c6a617358200 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.005520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe84920-6cc2-4f2f-bb67-c6a617358200 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Fanout notify agent at l3_agent the message router_deleted on router 510d07f7-5bb4-4aba-ae87-b09f3931f6b6 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:57.025849 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbe84920-6cc2-4f2f-bb67-c6a617358200 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.027784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cbe84920-6cc2-4f2f-bb67-c6a617358200 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/510d07f7-5bb4-4aba-ae87-b09f3931f6b6 HTTP/1.1" status: 204 len: 168 time: 1.0064588 Aug 16 13:07:57.031753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52096) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.055760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.resource_extend [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:07:57.073093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5e98b300-daac-4f21-8220-118a219a546c tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=510d07f7-5bb4-4aba-ae87-b09f3931f6b6 HTTP/1.1" status: 200 len: 205 time: 0.0392637 Aug 16 13:07:57.077488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb384ae-8744-4146-9372-c2d9cf8930df None None] Pushing event updated for resources: {'Port': ['ID=20e84a8e-619d-4dcd-bde4-f9588495c704,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:57.077767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52098) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.099868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-ecdaa8f9-591e-440e-be1b-225b4dff91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:57.101400 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-ecdaa8f9-591e-440e-be1b-225b4dff91f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6313589 Aug 16 13:07:57.158646 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-333d1fcf-c07b-489e-a9a9-2508e72cebca tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] delete failed (client error): The resource could not be found. Aug 16 13:07:57.163877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-333d1fcf-c07b-489e-a9a9-2508e72cebca tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/510d07f7-5bb4-4aba-ae87-b09f3931f6b6 HTTP/1.1" status: 404 len: 336 time: 0.0834432 Aug 16 13:07:57.164809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52100) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.176699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Attempting to bind port 20e84a8e-619d-4dcd-bde4-f9588495c704 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:07:57.177158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Attempting to bind port 20e84a8e-619d-4dcd-bde4-f9588495c704 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b8b33771-18ab-4a09-980e-ba6fb382c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:07:57.177532 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Attempting to bind port 20e84a8e-619d-4dcd-bde4-f9588495c704 on network 5f60b32a-5a63-4395-90ab-c1422da03d3f {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:57.189407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:07:57.189781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Checking segment: {'id': 'b8b33771-18ab-4a09-980e-ba6fb382c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:57.190800 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.192072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Bound using segment: {'id': 'b8b33771-18ab-4a09-980e-ba6fb382c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:07:57.192684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Bound port: 20e84a8e-619d-4dcd-bde4-f9588495c704, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b33771-18ab-4a09-980e-ba6fb382c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:07:57.193351 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.205904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2175d1ae-35e3-4a85-af7f-8b3dc7396b68 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=900715f6-6ec3-403d-9c98-6513d263dcd2 HTTP/1.1" status: 200 len: 205 time: 0.0390408 Aug 16 13:07:57.207677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52102) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.271974 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-dfdee9b6-e89b-4118-aa35-141ed9521f91 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572185 Aug 16 13:07:57.274233 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.280388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:57.281061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.359560 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-de1da185-2a7a-4f3a-a445-4af50685c4d7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] delete failed (client error): The resource could not be found. Aug 16 13:07:57.370425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-de1da185-2a7a-4f3a-a445-4af50685c4d7 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/900715f6-6ec3-403d-9c98-6513d263dcd2 HTTP/1.1" status: 404 len: 336 time: 0.1611192 Aug 16 13:07:57.371515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52106) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.390204 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] For port 20e84a8e-619d-4dcd-bde4-f9588495c704, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:07:57.397962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] For port 20e84a8e-619d-4dcd-bde4-f9588495c704, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=20e84a8e-619d-4dcd-bde4-f9588495c704,segment=NetworkSegment(b8b33771-18ab-4a09-980e-ba6fb382c608),segment_id=b8b33771-18ab-4a09-980e-ba6fb382c608)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:07:57.405284 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.437465 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f5edbc1c-6d84-4eef-a1e3-b3d618f9e5fb tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6fd3d6b-dbbb-4c28-af25-b703acd79e3b HTTP/1.1" status: 200 len: 205 time: 0.0616350 Aug 16 13:07:57.437717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52108) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.504807 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6cac6a3-0207-4bf2-a8bb-50c6948dce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.507627 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6cac6a3-0207-4bf2-a8bb-50c6948dce26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.511768 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f6cac6a3-0207-4bf2-a8bb-50c6948dce26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20c1be12-a96c-4420-b835-eb2a627367fb HTTP/1.1" status: 204 len: 168 time: 1.5335624 Aug 16 13:07:57.516719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5468733 Aug 16 13:07:57.532105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52114) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.537852 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cac6a3-0207-4bf2-a8bb-50c6948dce26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c1be12-a96c-4420-b835-eb2a627367fb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:57.548700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:57.553065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:07:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:57.558595 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-989dbb39-6f77-4262-b982-d08714918919 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] delete failed (client error): The resource could not be found. Aug 16 13:07:57.562472 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-989dbb39-6f77-4262-b982-d08714918919 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/b6fd3d6b-dbbb-4c28-af25-b703acd79e3b HTTP/1.1" status: 404 len: 336 time: 0.1207025 Aug 16 13:07:57.566887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52116) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.567168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'subnet': {'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:57.571325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d853d-953e-4e5e-8b52-dc5b4de0a4ea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Network': ['ID=8bfdc3fc-c293-4359-9e9f-f9fd484107b9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:57.664794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4fe26d30-0acd-4522-8f9a-6a8dfb34b26d tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d06622-e76e-42ee-a25b-1e0e7025b1fc HTTP/1.1" status: 200 len: 205 time: 0.0934825 Aug 16 13:07:57.671106 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52118) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.684388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:57.757454 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-2c465656-3a4b-4941-880b-85b524811e59 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731784 Aug 16 13:07:57.770958 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-045559ee-c7d3-416a-a467-877f98b8d939 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] delete failed (client error): The resource could not be found. Aug 16 13:07:57.772403 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-045559ee-c7d3-416a-a467-877f98b8d939 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/15d06622-e76e-42ee-a25b-1e0e7025b1fc HTTP/1.1" status: 404 len: 336 time: 0.0946734 Aug 16 13:07:57.775667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52120) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.780541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb384ae-8744-4146-9372-c2d9cf8930df None None] Pushing event updated for resources: {'Port': ['ID=20e84a8e-619d-4dcd-bde4-f9588495c704,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:57.790987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:07:57.840534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d996ce33-e772-4f11-9129-f0ceb0075a6d tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=86891d77-1077-4f6f-8ae4-3a56f8de2c27 HTTP/1.1" status: 200 len: 205 time: 0.0636482 Aug 16 13:07:57.843076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52128) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.918951 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-942b3456-8bed-4367-be30-cda4d7d449a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7499690a-1b86-40fc-a0b3-7b4dc75e243b HTTP/1.1" status: 200 len: 217 time: 0.1431572 Aug 16 13:07:57.921559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52130) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.927956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:57.930343 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-8d5b3531-7751-4cbb-ab57-9e559c5e5be0 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] delete failed (client error): The resource could not be found. Aug 16 13:07:57.933230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.943370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8d5b3531-7751-4cbb-ab57-9e559c5e5be0 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/86891d77-1077-4f6f-8ae4-3a56f8de2c27 HTTP/1.1" status: 404 len: 336 time: 0.0992260 Aug 16 13:07:57.949136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52132) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:58.016068 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ccbee32b-8292-438e-a6d8-ed91d130a7d3 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdef418d-bafb-4801-ae88-0c274d6253cf HTTP/1.1" status: 200 len: 205 time: 0.0659769 Aug 16 13:07:58.018450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52134) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:58.087919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-087510fe-39bd-4b5b-81c4-105deefa38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:58.091066 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-087510fe-39bd-4b5b-81c4-105deefa38a7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.1277673 Aug 16 13:07:58.094592 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-faba4bdc-552b-474f-bc92-749204e915c9 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] delete failed (client error): The resource could not be found. Aug 16 13:07:58.099093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-faba4bdc-552b-474f-bc92-749204e915c9 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/routers/cdef418d-bafb-4801-ae88-0c274d6253cf HTTP/1.1" status: 404 len: 336 time: 0.0760832 Aug 16 13:07:58.099542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52136) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:58.187892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52140) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:58.212327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:07:53Z', 'revision_number': 2, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:07:57Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:58.238318 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5559ce37-f8ee-4b3c-a620-34cb023049e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.245363 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0b5b4b-cb17-4866-b4c5-4cc64ecaed79 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] DELETE failed (client error): The resource could not be found. Aug 16 13:07:58.246298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0b5b4b-cb17-4866-b4c5-4cc64ecaed79 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:07:58.252365 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0d0b5b4b-cb17-4866-b4c5-4cc64ecaed79 tempest-RoutersAdminTest-54896649 tempest-RoutersAdminTest-54896649-project] 10.222.0.25 "DELETE /v2.0/subnets/82f9f01d-963a-48c5-b023-5a83e4c4620f HTTP/1.1" status: 404 len: 337 time: 0.1491172 Aug 16 13:07:58.254055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6060ea-a51e-4250-a398-876db2da8a46 None None] The sync data for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 is: [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:07:53Z', 'revision_number': 2, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:07:57Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:58.335896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-fe741f3b-52d1-4b7d-a901-eb5174d2f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:58.339586 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-fe741f3b-52d1-4b7d-a901-eb5174d2f767 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2221284 Aug 16 13:07:58.484313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5559ce37-f8ee-4b3c-a620-34cb023049e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.492012 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5559ce37-f8ee-4b3c-a620-34cb023049e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.541850 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5559ce37-f8ee-4b3c-a620-34cb023049e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63cf1b4ed57f4f2cbb48bc17a1f3232a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520617 Aug 16 13:07:58.546206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52146) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:58.561638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559ce37-f8ee-4b3c-a620-34cb023049e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca3928d-ba53-40f9-a609-c8dc3d9706d8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:58.655232 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46f4ae2e-9016-4bc0-af36-fdf5b5041a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.689287 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46f4ae2e-9016-4bc0-af36-fdf5b5041a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.785714 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46f4ae2e-9016-4bc0-af36-fdf5b5041a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.789195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46f4ae2e-9016-4bc0-af36-fdf5b5041a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.790686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-46f4ae2e-9016-4bc0-af36-fdf5b5041a8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ca3928d-ba53-40f9-a609-c8dc3d9706d8 HTTP/1.1" status: 204 len: 168 time: 0.2432573 Aug 16 13:07:58.803638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4ae2e-9016-4bc0-af36-fdf5b5041a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca3928d-ba53-40f9-a609-c8dc3d9706d8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:58.827640 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.917706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Subnet': ['ID=3d94d55f-46fa-45b0-9167-f065a5172957,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:58.926857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-9a7fa2a7-06ca-4bc4-9e54-d618fc01ac86 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722709 Aug 16 13:07:59.040587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52156) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:59.147017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Checking segment: {'id': '6b7d61ce-869b-4cdb-bd68-d451edb2db04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:59.147678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network hostable DHCP agents. Network: 8bfdc3fc-c293-4359-9e9f-f9fd484107b9, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:07:59.223339 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:07:59.243263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 8bfdc3fc-c293-4359-9e9f-f9fd484107b9) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:59.249173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:59.250314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:59.257985 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-ebc45640-388a-4297-b5eb-84abbb19fbab service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204734 Aug 16 13:07:59.266641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5827fa3-e094-4924-abcc-15cafa52db53 None None] Network 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:59.333404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b19336e0-aad2-4338-8785-850cbda25390 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7932167 Aug 16 13:07:59.335861 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-0326d1b1-a33c-44b5-ac69-14d5039f6584 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d110615e-9d78-4dd1-a051-9660dee65dd9 HTTP/1.1" status: 200 len: 217 time: 0.0523999 Aug 16 13:07:59.338706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52164) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:59.463623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:59.540054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:59.542647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e3ed8d49-0e03-4f48-8e2e-bdaebd2784aa not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:59.770313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d6719b4-b855-4902-884e-c3417649aa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:59.773316 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:59.785024 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 20e84a8e-619d-4dcd-bde4-f9588495c704 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:59.837694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-034ec99b-5db2-4142-9ec7-edffe73b08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:59.840563 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-034ec99b-5db2-4142-9ec7-edffe73b08a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43c4ad79-c536-4053-9403-92b94a8db004 HTTP/1.1" status: 200 len: 797 time: 0.2423363 Aug 16 13:07:59.857277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:07:59.858931 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:59.871329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.027346 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d6719b4-b855-4902-884e-c3417649aa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.037159 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d6719b4-b855-4902-884e-c3417649aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.127279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 20e84a8e-619d-4dcd-bde4-f9588495c704 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:00.156174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 20e84a8e-619d-4dcd-bde4-f9588495c704 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:00.158789 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.176520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6719b4-b855-4902-884e-c3417649aa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56599f08-f73c-4ae7-8add-23081d533555,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:00.200636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2d6719b4-b855-4902-884e-c3417649aa18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d3ac0b7bd284d0aac8cb3d7a42db524&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1510820 Aug 16 13:08:00.200636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52184) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:00.360603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Allocated IP 172.21.0.2 (8bfdc3fc-c293-4359-9e9f-f9fd484107b9/3d94d55f-46fa-45b0-9167-f065a5172957/be93fe0c-05b3-44c9-a350-94f3b3c744d9) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:00.407590 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdcbbb4b-c1b7-4aba-af18-9b342708f690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.438145 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.484877 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdcbbb4b-c1b7-4aba-af18-9b342708f690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.501917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8b60acb1-993a-4b89-84fa-7727abce466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:00.506976 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-8b60acb1-993a-4b89-84fa-7727abce466b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6491833 Aug 16 13:08:00.619205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.624718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 20e84a8e-619d-4dcd-bde4-f9588495c704, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=20e84a8e-619d-4dcd-bde4-f9588495c704,segment=NetworkSegment(b8b33771-18ab-4a09-980e-ba6fb382c608),segment_id=b8b33771-18ab-4a09-980e-ba6fb382c608)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:00.634745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.680123 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdcbbb4b-c1b7-4aba-af18-9b342708f690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.695702 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cdcbbb4b-c1b7-4aba-af18-9b342708f690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.702844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cdcbbb4b-c1b7-4aba-af18-9b342708f690 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56599f08-f73c-4ae7-8add-23081d533555 HTTP/1.1" status: 204 len: 168 time: 0.5013237 Aug 16 13:08:00.736673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbbb4b-c1b7-4aba-af18-9b342708f690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56599f08-f73c-4ae7-8add-23081d533555,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:01.020991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=20e84a8e-619d-4dcd-bde4-f9588495c704,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:01.043661 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.058015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Transition to ACTIVE for port object be93fe0c-05b3-44c9-a350-94f3b3c744d9 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:01.086854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Transition to ACTIVE for port object be93fe0c-05b3-44c9-a350-94f3b3c744d9 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:01.103946 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-21400e92-4310-47ae-ae8f-26d94cbf53d4 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831378 Aug 16 13:08:01.105738 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.193490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Pushing event updated for resources: {'Port': ['ID=be93fe0c-05b3-44c9-a350-94f3b3c744d9,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:01.238162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Network 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:01.243446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:01.248357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:01.288796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52212) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:01.351220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-26f1ebbf-daab-49e2-867c-29c8f243d0bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=944e749d7a16437384fa975f227f4736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607865 Aug 16 13:08:01.354415 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52214) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:01.392655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Attempting to bind port be93fe0c-05b3-44c9-a350-94f3b3c744d9 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:01.393794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Attempting to bind port be93fe0c-05b3-44c9-a350-94f3b3c744d9 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '6b7d61ce-869b-4cdb-bd68-d451edb2db04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:01.394083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Attempting to bind port be93fe0c-05b3-44c9-a350-94f3b3c744d9 on network 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:01.400616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:01.400616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Checking segment: {'id': '6b7d61ce-869b-4cdb-bd68-d451edb2db04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:01.400902 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.418977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Bound using segment: {'id': '6b7d61ce-869b-4cdb-bd68-d451edb2db04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:01.419588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Bound port: be93fe0c-05b3-44c9-a350-94f3b3c744d9, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7d61ce-869b-4cdb-bd68-d451edb2db04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:01.420001 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.466376 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231f1bba-366e-450c-8168-8c70b1c8512f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.503257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] For port be93fe0c-05b3-44c9-a350-94f3b3c744d9, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:01.508247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] For port be93fe0c-05b3-44c9-a350-94f3b3c744d9, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=be93fe0c-05b3-44c9-a350-94f3b3c744d9,segment=NetworkSegment(6b7d61ce-869b-4cdb-bd68-d451edb2db04),segment_id=6b7d61ce-869b-4cdb-bd68-d451edb2db04)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:01.520850 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.521813 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231f1bba-366e-450c-8168-8c70b1c8512f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.596563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] Deleting port bc595b97-3438-4c0c-b569-80f32ee480b3 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:01.597142 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.606199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 20e84a8e-619d-4dcd-bde4-f9588495c704 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:01.619388 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231f1bba-366e-450c-8168-8c70b1c8512f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.622493 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231f1bba-366e-450c-8168-8c70b1c8512f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.624046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-231f1bba-366e-450c-8168-8c70b1c8512f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1d08860-07b6-4c64-88c0-299ab83f9ac4 HTTP/1.1" status: 204 len: 168 time: 0.2680619 Aug 16 13:08:01.635157 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f1bba-366e-450c-8168-8c70b1c8512f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d08860-07b6-4c64-88c0-299ab83f9ac4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:01.672525 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-441ef81f-d6e3-4db7-8251-64b77d83ae6a service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543706 Aug 16 13:08:01.685941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea3888-4a33-4371-9da2-7122eff5d29f None None] Pushing event updated for resources: {'Port': ['ID=be93fe0c-05b3-44c9-a350-94f3b3c744d9,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:01.712167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 20e84a8e-619d-4dcd-bde4-f9588495c704 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:01.712692 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.850234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Allocated IP 172.21.0.1 (8bfdc3fc-c293-4359-9e9f-f9fd484107b9/3d94d55f-46fa-45b0-9167-f065a5172957/16740050-8065-4caa-9b6e-66cc7780d6d4) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:01.911796 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac21d1a7-dbf7-43d7-98a4-9c3d498457b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:02.083597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] For port bc595b97-3438-4c0c-b569-80f32ee480b3, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bc595b97-3438-4c0c-b569-80f32ee480b3,segment=NetworkSegment(508ebbee-94dc-47aa-9cc0-5488ff2fd393),segment_id=508ebbee-94dc-47aa-9cc0-5488ff2fd393)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:02.084025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:02.134809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] Calling delete_port for bc595b97-3438-4c0c-b569-80f32ee480b3 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:02.287844 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-adc5ac7c-6ed9-42c5-ba48-b060d0270770 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=235d6983-b46d-4f3c-b093-9f64065c94e1 HTTP/1.1" status: 200 len: 217 time: 0.5594280 Aug 16 13:08:02.498752 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:02.579618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-dd7ca6b0-8773-4081-bf8d-bad350f0a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:02.582880 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-dd7ca6b0-8773-4081-bf8d-bad350f0a91d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43c4ad79-c536-4053-9403-92b94a8db004 HTTP/1.1" status: 200 len: 797 time: 0.2733653 Aug 16 13:08:02.583874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc595b97-3438-4c0c-b569-80f32ee480b3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:02.719946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:02.776973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Transition to ACTIVE for port object 16740050-8065-4caa-9b6e-66cc7780d6d4 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:02.790025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-a685561a-b6df-4bc2-83c7-203dfdc08f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:02.792164 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-a685561a-b6df-4bc2-83c7-203dfdc08f04 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1746378 Aug 16 13:08:03.184427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52274) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:03.303406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee87575-74e6-473d-bbe5-daf19ea55e24 None None] Network 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:03.335255 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-876305236'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:03.375601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Made reservation on behalf of c858d872f79e4b53aeaa835944f7681f for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:03.380769 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.400920 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.442568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fea94a61-6351-4e6b-99d6-4bfb8ab8c654 None None] Provisioning for port be93fe0c-05b3-44c9-a350-94f3b3c744d9 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:03.614974 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.620932 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.663478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.673581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56e80e9-76fd-45a7-af82-25cc9bbc0f5d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:03.700374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:08:03.722969 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-3b69e134-50b2-4990-99a0-d3b21320a397 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9215422 Aug 16 13:08:03.723501 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.723501 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Added segment ec7b15ee-0598-45eb-bff7-385f7749682e of type vlan for network 93e69aa4-0901-4551-b876-eefbae434a7a Aug 16 13:08:03.744063 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.747348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:03.755275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:03.759659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:03.828660 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.832939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=16740050-8065-4caa-9b6e-66cc7780d6d4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:03.852424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device be93fe0c-05b3-44c9-a350-94f3b3c744d9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:03.875856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.888288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:03.889653 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.947846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7641196 Aug 16 13:08:03.951841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52296) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:03.960302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Request body: {'subnet': {'network_id': '93e69aa4-0901-4551-b876-eefbae434a7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:03.969287 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.974153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port be93fe0c-05b3-44c9-a350-94f3b3c744d9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:03.979220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port be93fe0c-05b3-44c9-a350-94f3b3c744d9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:03.979642 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.000613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83534e8d-d412-4791-8c89-ced6c2c03c52 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Pushing event updated for resources: {'Network': ['ID=93e69aa4-0901-4551-b876-eefbae434a7a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:04.024562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 93e69aa4-0901-4551-b876-eefbae434a7a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:08:04.162870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-be981f6e-463e-4948-83e6-8bfb3bd43b63 None None] Provisioning complete for port be93fe0c-05b3-44c9-a350-94f3b3c744d9 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:04.163352 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-be981f6e-463e-4948-83e6-8bfb3bd43b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.213424 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.217871 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3b3de6f8-a702-4fa4-8b4c-eb770b564289 req-7ec35747-5ca8-4fe3-b08c-281c828f4138 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535074 Aug 16 13:08:04.269549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port be93fe0c-05b3-44c9-a350-94f3b3c744d9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=be93fe0c-05b3-44c9-a350-94f3b3c744d9,segment=NetworkSegment(6b7d61ce-869b-4cdb-bd68-d451edb2db04),segment_id=6b7d61ce-869b-4cdb-bd68-d451edb2db04)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:04.289118 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.291110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52306) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:04.343920 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.392452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=be93fe0c-05b3-44c9-a350-94f3b3c744d9,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:04.415937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Made reservation on behalf of c858d872f79e4b53aeaa835944f7681f for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:04.420757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.463360 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2b65cd69-1750-4a01-806c-b40b952e1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.500432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d6b-44f2-4e12-ae80-cd4f412cca61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.547023 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.599961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b60ffac6-7407-4a00-a242-2e0a03cc04d9 None None] Provisioning for port 16740050-8065-4caa-9b6e-66cc7780d6d4 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:04.609542 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b60ffac6-7407-4a00-a242-2e0a03cc04d9 None None] Provisioning complete for port 16740050-8065-4caa-9b6e-66cc7780d6d4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:04.612515 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b60ffac6-7407-4a00-a242-2e0a03cc04d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.680083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b60ffac6-7407-4a00-a242-2e0a03cc04d9 None None] Port 16740050-8065-4caa-9b6e-66cc7780d6d4 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:04.715539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d6b-44f2-4e12-ae80-cd4f412cca61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.715723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] Router b16aa50d-2213-4947-bdaf-303ea1c26cc8 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:04.722189 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ae05d6b-44f2-4e12-ae80-cd4f412cca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.800615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5ae05d6b-44f2-4e12-ae80-cd4f412cca61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ece38cd34fa4449af8be9ff0a5211a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073552 Aug 16 13:08:04.801404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae05d6b-44f2-4e12-ae80-cd4f412cca61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e0d8fd-fa7d-4681-b835-25bfab1f00d3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:04.811542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52326) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:04.925583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd25ef9d-d350-4710-8fbc-c59e6f3f0a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.933349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-fd7a552b-f1e9-4017-bd0a-d78500b2a967 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:04.934882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-fd7a552b-f1e9-4017-bd0a-d78500b2a967 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 815 time: 0.1716037 Aug 16 13:08:04.963552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-ba2af6f4-e5fe-4e14-8a46-62ddaea1dbda tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/quotas/e62e86b6fe404229b58dfbf80018fab0 HTTP/1.1" status: 200 len: 375 time: 0.0189807 Aug 16 13:08:04.968604 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd25ef9d-d350-4710-8fbc-c59e6f3f0a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.012641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.052144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-247bccb9-3109-412b-bb54-55c0c709d6e8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759733 Aug 16 13:08:05.062571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:05.073235 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a3eec-1a41-4d90-88a5-7192b5b94f17 None None] Sync routers for ids ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:05.083749 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1eb38377-c824-432b-a0e0-b345e2ed9f9f admin admin] 10.222.0.25 "PUT /v2.0/routers/b16aa50d-2213-4947-bdaf-303ea1c26cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1549017 Aug 16 13:08:05.084007 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a3eec-1a41-4d90-88a5-7192b5b94f17 None None] Routers {'b16aa50d-2213-4947-bdaf-303ea1c26cc8'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:05.084517 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bc0a3eec-1a41-4d90-88a5-7192b5b94f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:05.086074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52328) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:05.088731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd25ef9d-d350-4710-8fbc-c59e6f3f0a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.091288 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd25ef9d-d350-4710-8fbc-c59e6f3f0a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.095002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cd25ef9d-d350-4710-8fbc-c59e6f3f0a71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6e0d8fd-fa7d-4681-b835-25bfab1f00d3 HTTP/1.1" status: 204 len: 168 time: 0.2798140 Aug 16 13:08:05.120157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Pushing event updated for resources: {'Subnet': ['ID=724e6076-eaaf-401f-aa92-66ba7dcf1b92,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:05.130198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25ef9d-d350-4710-8fbc-c59e6f3f0a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e0d8fd-fa7d-4681-b835-25bfab1f00d3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:05.141752 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.202290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-fc29b6e3-ebb0-40cf-95c4-5a8a074b0e7a service neutron] 10.222.0.25 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419637 Aug 16 13:08:05.286316 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.312668 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-bc0a3eec-1a41-4d90-88a5-7192b5b94f17 None None] Set router b16aa50d-2213-4947-bdaf-303ea1c26cc8 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:05.325205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.350951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-0f4a25d4-b4be-4934-980c-b2a4eae7cf9f service neutron] 10.222.0.25 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476099 Aug 16 13:08:05.429273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Checking segment: {'id': 'ec7b15ee-0598-45eb-bff7-385f7749682e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '93e69aa4-0901-4551-b876-eefbae434a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:05.429640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Network hostable DHCP agents. Network: 93e69aa4-0901-4551-b876-eefbae434a7a, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:08:05.485406 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.494483 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.515700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=16740050-8065-4caa-9b6e-66cc7780d6d4,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:05.552191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Network 93e69aa4-0901-4551-b876-eefbae434a7a is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:08:05.596895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 93e69aa4-0901-4551-b876-eefbae434a7a) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:05.600065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device be93fe0c-05b3-44c9-a350-94f3b3c744d9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:05.621431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:05.622073 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.625034 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.635825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948e936c-f755-4f35-9335-cb1e41fc799b None None] Network 93e69aa4-0901-4551-b876-eefbae434a7a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:05.642866 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bc0a3eec-1a41-4d90-88a5-7192b5b94f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:08:02Z', 'revision_number': 5, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port': {'id': 'd4fabf74-be9f-411c-95ff-685e54afb1b2', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:06:36Z', 'updated_at': '2021-08-16T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:05.659135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a19693bb-1df6-4a71-836a-866bd20e7e4d req-d408bc46-5c9d-4612-9eeb-217aa36da6d1 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 210 time: 0.0702226 Aug 16 13:08:05.712375 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a3eec-1a41-4d90-88a5-7192b5b94f17 None None] Checking router: b16aa50d-2213-4947-bdaf-303ea1c26cc8 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:05.725406 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52342) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:05.725665 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a3eec-1a41-4d90-88a5-7192b5b94f17 None None] Routers {'b16aa50d-2213-4947-bdaf-303ea1c26cc8'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:05.728125 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bc0a3eec-1a41-4d90-88a5-7192b5b94f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:05.743541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d14630c5-c885-4928-b9ba-2ea5aac5fe6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.758963 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7e00bc60-45ce-4435-a4b2-9fcd577a4041 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8057241 Aug 16 13:08:05.760049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52346) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:05.792049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Request body: {'port': {'network_id': '93e69aa4-0901-4551-b876-eefbae434a7a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-758876330'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:05.833218 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port be93fe0c-05b3-44c9-a350-94f3b3c744d9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:05.833878 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.925124 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-bc0a3eec-1a41-4d90-88a5-7192b5b94f17 None None] Set router b16aa50d-2213-4947-bdaf-303ea1c26cc8 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:05.964227 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d14630c5-c885-4928-b9ba-2ea5aac5fe6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.977625 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d14630c5-c885-4928-b9ba-2ea5aac5fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.010895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-93e69aa4-0901-4551-b876-eefbae434a7a', 'network_id': '93e69aa4-0901-4551-b876-eefbae434a7a', 'tenant_id': 'c858d872f79e4b53aeaa835944f7681f', 'fixed_ips': [{'subnet_id': '724e6076-eaaf-401f-aa92-66ba7dcf1b92'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:08:06.014486 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.023371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:06.031856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:06.047832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Made reservation on behalf of c858d872f79e4b53aeaa835944f7681f for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:06.049724 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bc0a3eec-1a41-4d90-88a5-7192b5b94f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 6, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:06.052696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.058436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14630c5-c885-4928-b9ba-2ea5aac5fe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91eef8c-af76-4c10-ba66-49fbcac4847a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:06.082035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d14630c5-c885-4928-b9ba-2ea5aac5fe6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53f39321042e4b1bab8e8047855c419a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551414 Aug 16 13:08:06.084875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52354) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:06.122840 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a3eec-1a41-4d90-88a5-7192b5b94f17 None None] The sync data for ids ['b16aa50d-2213-4947-bdaf-303ea1c26cc8'] in n-d-804708-1 is: [{'id': 'b16aa50d-2213-4947-bdaf-303ea1c26cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434105059-router', 'tenant_id': '72dedb8bea8341fab802f82b83251c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:06:35Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 6, 'project_id': '72dedb8bea8341fab802f82b83251c10', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:06.182080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] device_id is not set on port 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:08:06.215571 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb1cd2ec-ebd0-4e14-b863-6a43fb586ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.248104 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb1cd2ec-ebd0-4e14-b863-6a43fb586ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.256957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Deleting port d4fabf74-be9f-411c-95ff-685e54afb1b2 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:06.257320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.308009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Allocated IP 172.20.0.2 (93e69aa4-0901-4551-b876-eefbae434a7a/724e6076-eaaf-401f-aa92-66ba7dcf1b92/7fce7a0f-2278-4203-b557-34fb24aeba6a) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:06.325253 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb1cd2ec-ebd0-4e14-b863-6a43fb586ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.328791 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb1cd2ec-ebd0-4e14-b863-6a43fb586ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.330335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fb1cd2ec-ebd0-4e14-b863-6a43fb586ba0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a91eef8c-af76-4c10-ba66-49fbcac4847a HTTP/1.1" status: 204 len: 168 time: 0.2425921 Aug 16 13:08:06.344676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cd2ec-ebd0-4e14-b863-6a43fb586ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91eef8c-af76-4c10-ba66-49fbcac4847a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:06.384640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router afe30714-8623-4ce1-aed9-7b8b85d63cae has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:06.506059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] For port d4fabf74-be9f-411c-95ff-685e54afb1b2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d4fabf74-be9f-411c-95ff-685e54afb1b2,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:06.519376 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.552054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Calling delete_port for d4fabf74-be9f-411c-95ff-685e54afb1b2 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:06.569952 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.580133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Transition to ACTIVE for port object 7fce7a0f-2278-4203-b557-34fb24aeba6a will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:06.593765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:06.605365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Transition to ACTIVE for port object 7fce7a0f-2278-4203-b557-34fb24aeba6a will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:06.605555 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cc9dcaae-f270-4eeb-a087-7e9510211295 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2629414 Aug 16 13:08:06.606132 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52360) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:06.614306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'network': {'name': 'tempest-RoutersTest-782290074'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:06.615350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Sync routers for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:06.624039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-65b7c5e9-4198-479b-aedb-9ee97fba96cd None None] Provisioning complete for port 16740050-8065-4caa-9b6e-66cc7780d6d4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:06.624525 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-65b7c5e9-4198-479b-aedb-9ee97fba96cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.627173 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.657573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:06.663844 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.706887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:08:06.720647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.721249 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added segment 7f032770-b61e-4d04-b14a-27511dd9bede of type vlan for network 6151fc6d-883c-437f-aac0-b9147fcc4668 Aug 16 13:08:06.739851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Network 93e69aa4-0901-4551-b876-eefbae434a7a is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:06.750670 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:06.755777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:06.812040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:06.816098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Allocated IP 172.20.0.13 (93e69aa4-0901-4551-b876-eefbae434a7a/724e6076-eaaf-401f-aa92-66ba7dcf1b92/15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:06.856184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:06.865068 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6baa4d8d-6070-4bad-9af9-e49119a44a3c req-a58eaabd-8993-46d1-9438-ea470a2ded37 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 210 time: 0.0938530 Aug 16 13:08:06.866917 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.924411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Pushing event updated for resources: {'Port': ['ID=7fce7a0f-2278-4203-b557-34fb24aeba6a,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:06.943828 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.949920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:06.950586 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.967326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-65b7c5e9-4198-479b-aedb-9ee97fba96cd None None] Port 16740050-8065-4caa-9b6e-66cc7780d6d4 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:07.013980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:07.141828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-0cdadc72-5aa8-43b5-91c9-3a49ad726e6a req-37964388-3b0e-47e5-a113-b5a7103533e8 service neutron] (101395) timed out ('10.222.0.25', 55398) {{(pid=101395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:08:07.144192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Network': ['ID=6151fc6d-883c-437f-aac0-b9147fcc4668,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:07.163437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-569e4143-ddd9-4e7f-ae5f-38c525f9a799 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5557840 Aug 16 13:08:07.168034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52378) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:07.178696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'subnet': {'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:07.221672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Attempting to bind port 7fce7a0f-2278-4203-b557-34fb24aeba6a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:07.222389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Attempting to bind port 7fce7a0f-2278-4203-b557-34fb24aeba6a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'ec7b15ee-0598-45eb-bff7-385f7749682e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '93e69aa4-0901-4551-b876-eefbae434a7a'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:07.223738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Attempting to bind port 7fce7a0f-2278-4203-b557-34fb24aeba6a on network 93e69aa4-0901-4551-b876-eefbae434a7a {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:07.227415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 6151fc6d-883c-437f-aac0-b9147fcc4668 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:08:07.277216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:07.278339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Checking segment: {'id': 'ec7b15ee-0598-45eb-bff7-385f7749682e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '93e69aa4-0901-4551-b876-eefbae434a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:07.278590 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.279003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Bound using segment: {'id': 'ec7b15ee-0598-45eb-bff7-385f7749682e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '93e69aa4-0901-4551-b876-eefbae434a7a'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:07.279486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Bound port: 7fce7a0f-2278-4203-b557-34fb24aeba6a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7b15ee-0598-45eb-bff7-385f7749682e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '93e69aa4-0901-4551-b876-eefbae434a7a'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:07.279927 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.331384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:07.336651 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.597023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bc595b97-3438-4c0c-b569-80f32ee480b3 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:07.623194 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.623522 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.628852 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.640657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Transition to ACTIVE for port object 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:07.665608 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: bc595b97-3438-4c0c-b569-80f32ee480b3 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:07.665952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bc595b97-3438-4c0c-b569-80f32ee480b3 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:07.666406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d4fabf74-be9f-411c-95ff-685e54afb1b2 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:07.668546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.715260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Subnet': ['ID=8e0531bf-9ad3-4bfa-90fc-31bf0234c5da,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:07.725918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d4fabf74-be9f-411c-95ff-685e54afb1b2 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:07.726287 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d4fabf74-be9f-411c-95ff-685e54afb1b2 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:07.728999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Checking segment: {'id': '7f032770-b61e-4d04-b14a-27511dd9bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:07.729493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network hostable DHCP agents. Network: 6151fc6d-883c-437f-aac0-b9147fcc4668, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:08:07.731235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fabf74-be9f-411c-95ff-685e54afb1b2,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:07.754523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 6151fc6d-883c-437f-aac0-b9147fcc4668 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:08:07.760602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] For port 7fce7a0f-2278-4203-b557-34fb24aeba6a, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:07.773577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 6151fc6d-883c-437f-aac0-b9147fcc4668) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:07.776545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] For port 7fce7a0f-2278-4203-b557-34fb24aeba6a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7fce7a0f-2278-4203-b557-34fb24aeba6a,segment=NetworkSegment(ec7b15ee-0598-45eb-bff7-385f7749682e),segment_id=ec7b15ee-0598-45eb-bff7-385f7749682e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:07.780073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:07.780901 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.795458 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.798238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd068dc-fd05-4be3-a236-b740832f9829 None None] Network 6151fc6d-883c-437f-aac0-b9147fcc4668 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:07.806052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-40df4202-016a-4544-90dc-1a0dd9a3a728 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6369538 Aug 16 13:08:07.809087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52392) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:07.909185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.986076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Network 93e69aa4-0901-4551-b876-eefbae434a7a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:07.994126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:07.999894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.051261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:04Z', 'revision_number': 3, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:04Z', 'revision_number': 2, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:08.110716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Checking router: afe30714-8623-4ce1-aed9-7b8b85d63cae for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:08.111079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Updating router afe30714-8623-4ce1-aed9-7b8b85d63cae port 16740050-8065-4caa-9b6e-66cc7780d6d4 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:08:08.121502 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fab7e-1c4b-4fab-98f1-770796f32900 None None] Pushing event updated for resources: {'Port': ['ID=7fce7a0f-2278-4203-b557-34fb24aeba6a,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:08.134464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.137153 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.145140 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7051378a-1ae5-4061-a8f1-58f627082380 req-495e9a18-d92b-416c-b44e-a2b7a2e6768e tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 210 time: 0.0659742 Aug 16 13:08:08.192439 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.192822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:08.274055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-cad41ff8-dc05-4102-932c-fb18aa30ef90 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:08.275704 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-cad41ff8-dc05-4102-932c-fb18aa30ef90 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 815 time: 0.6220691 Aug 16 13:08:08.280968 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.281946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16aa50d-2213-4947-bdaf-303ea1c26cc8 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:08:08.308960 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.312459 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3cbf3730-81ca-4d59-a2f1-3f7f314951b5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b16aa50d-2213-4947-bdaf-303ea1c26cc8 HTTP/1.1" status: 204 len: 168 time: 3.2199593 Aug 16 13:08:08.318609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Request body: {'port': {'device_id': '30047b61-3261-4380-ad78-ae4122079a54', 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59', 'admin_state_up': True, 'tenant_id': 'e62e86b6fe404229b58dfbf80018fab0'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:08.326292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52406) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:08.343393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:08.345505 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.362676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Pushing event updated for resources: {'Port': ['ID=15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:08.400774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-6151fc6d-883c-437f-aac0-b9147fcc4668', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:08:08.401989 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.533657 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ea989224-ae1a-4a2d-92c8-0e926f795148 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7640352 Aug 16 13:08:08.534598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52410) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:08.547170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Request body: {'port': {'network_id': '93e69aa4-0901-4551-b876-eefbae434a7a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1978997705', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:08.547749 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.api.validators [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] bootfile-name is not in valid_values {{(pid=101395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:08:08.548099 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.api.validators [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] tftp-server is not in valid_values {{(pid=101395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:08:08.548541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8834de-a968-4db9-a43f-cc35c3006555 admin admin] Deleting subnet 01d729f7-0d30-4c71-95f0-d41b4ab49086 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:08:08.548711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.api.validators [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] server-ip-address is not in valid_values {{(pid=101395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:08:08.552142 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de8834de-a968-4db9-a43f-cc35c3006555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.597004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de8834de-a968-4db9-a43f-cc35c3006555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.644705 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de8834de-a968-4db9-a43f-cc35c3006555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.711624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Allocated IP 172.22.0.2 (6151fc6d-883c-437f-aac0-b9147fcc4668/8e0531bf-9ad3-4bfa-90fc-31bf0234c5da/6f83c463-f22d-4449-bb40-8997a123def5) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:08.762916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Made reservation on behalf of e62e86b6fe404229b58dfbf80018fab0 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:08.767217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.788918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de8834de-a968-4db9-a43f-cc35c3006555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.812115 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.838949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8834de-a968-4db9-a43f-cc35c3006555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d729f7-0d30-4c71-95f0-d41b4ab49086,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:08.842527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de8834de-a968-4db9-a43f-cc35c3006555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.845351 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de8834de-a968-4db9-a43f-cc35c3006555 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/01d729f7-0d30-4c71-95f0-d41b4ab49086 HTTP/1.1" status: 204 len: 168 time: 0.5177438 Aug 16 13:08:08.849024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52418) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:08.939798 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.978762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Transition to ACTIVE for port object 16740050-8065-4caa-9b6e-66cc7780d6d4 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:09.014657 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.020900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Made reservation on behalf of c858d872f79e4b53aeaa835944f7681f for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:09.025234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.051509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] device_id is not set on port 11e1dc96-0213-4fbd-b0a7-b84ce6611e2b yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:08:09.117881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Allocated IP 172.20.0.3 (26d68bc3-bb93-4cb8-a9c4-e6aa73074c59/40688c04-c6c5-482e-bec2-38205b98c41f/e0e48a21-8678-4219-bc46-01ae5701d593) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:09.356777 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.364340 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.373101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Transition to ACTIVE for port object 6f83c463-f22d-4449-bb40-8997a123def5 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:09.375527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-957f920c-e6bc-40b8-9dc0-e627e9763cfd req-0c78fb4e-f82c-43cc-8d35-88fc13bdca40 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 210 time: 0.0725095 Aug 16 13:08:09.496013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Attempting to bind port 16740050-8065-4caa-9b6e-66cc7780d6d4 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:09.497226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Attempting to bind port 16740050-8065-4caa-9b6e-66cc7780d6d4 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '6b7d61ce-869b-4cdb-bd68-d451edb2db04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:09.497615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Attempting to bind port 16740050-8065-4caa-9b6e-66cc7780d6d4 on network 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:09.511183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.520775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Transition to ACTIVE for port object 6f83c463-f22d-4449-bb40-8997a123def5 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:09.537123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Allocated IP 172.20.0.3 (93e69aa4-0901-4551-b876-eefbae434a7a/724e6076-eaaf-401f-aa92-66ba7dcf1b92/11e1dc96-0213-4fbd-b0a7-b84ce6611e2b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:09.553690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4269465-3058-447e-b6aa-ad5e6612658a None None] Pushing event updated for resources: {'Port': ['ID=16740050-8065-4caa-9b6e-66cc7780d6d4,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:09.571343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.595601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a1030f-a7d7-404b-932b-72f4670e9cd9 None None] Network 93e69aa4-0901-4551-b876-eefbae434a7a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:09.610234 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['29d887f3-7f83-4339-b4e7-9c7c825529fb'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:08:09.621356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:09.624959 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.626730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:09.634624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:09.637040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['904ab79a-0f35-45c2-9fd7-001f7a8e1b3a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:08:09.644853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:09.645533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Checking segment: {'id': '6b7d61ce-869b-4cdb-bd68-d451edb2db04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:09.646370 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.647131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Bound using segment: {'id': '6b7d61ce-869b-4cdb-bd68-d451edb2db04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:09.648576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Bound port: 16740050-8065-4caa-9b6e-66cc7780d6d4, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7d61ce-869b-4cdb-bd68-d451edb2db04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:09.648749 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.687501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Allocated IP 172.22.0.1 (6151fc6d-883c-437f-aac0-b9147fcc4668/8e0531bf-9ad3-4bfa-90fc-31bf0234c5da/b22ea316-3887-4ff5-ac03-d707f89f1b32) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:09.781277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7fce7a0f-2278-4203-b557-34fb24aeba6a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:09.816082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Pushing event updated for resources: {'Port': ['ID=e0e48a21-8678-4219-bc46-01ae5701d593,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:09.891362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fa23a7a6-abae-461e-ae53-c00b90c07026 None None] Provisioning for port 7fce7a0f-2278-4203-b557-34fb24aeba6a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:09.903334 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:09.904136 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.917188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.928744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Network 6151fc6d-883c-437f-aac0-b9147fcc4668 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:09.935940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c69487-3dc9-4e61-95e3-b5625e5706b7']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:09.936625 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.948844 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-a2f30607-7469-4550-a9f4-0e6819088bbd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6469581 Aug 16 13:08:09.954238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508ebbee-94dc-47aa-9cc0-5488ff2fd393') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:09.954521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508ebbee-94dc-47aa-9cc0-5488ff2fd393') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:09.960356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.968251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Transition to ACTIVE for port object b22ea316-3887-4ff5-ac03-d707f89f1b32 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:09.972206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Request body: {'port': {'device_id': '30047b61-3261-4380-ad78-ae4122079a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:09.985120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Transition to ACTIVE for port object 11e1dc96-0213-4fbd-b0a7-b84ce6611e2b will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:09.997216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:10.001363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Pushing event updated for resources: {'Port': ['ID=6f83c463-f22d-4449-bb40-8997a123def5,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:10.014341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:10.041360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.074688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.086174 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.089460 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.102084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:08:10.102536 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.132811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 6151fc6d-883c-437f-aac0-b9147fcc4668 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:10.143586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:10.148831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:10.151580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=b22ea316-3887-4ff5-ac03-d707f89f1b32,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:10.155235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Network 93e69aa4-0901-4551-b876-eefbae434a7a is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:08:10.199684 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:08:10.205174 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Pushing event updated for resources: {'Port': ['ID=11e1dc96-0213-4fbd-b0a7-b84ce6611e2b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:10.213069 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.226719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:10.233245 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.242757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:10.244384 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c0c69487-3dc9-4e61-95e3-b5625e5706b7 HTTP/1.1" status: 204 len: 168 time: 1.3940353 Aug 16 13:08:10.245335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.258246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] For port 16740050-8065-4caa-9b6e-66cc7780d6d4, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:10.281335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Attempting to bind port 6f83c463-f22d-4449-bb40-8997a123def5 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:10.281949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Attempting to bind port 6f83c463-f22d-4449-bb40-8997a123def5 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7f032770-b61e-4d04-b14a-27511dd9bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:10.282665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Attempting to bind port 6f83c463-f22d-4449-bb40-8997a123def5 on network 6151fc6d-883c-437f-aac0-b9147fcc4668 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:10.289706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068ff31-f466-446d-b1c2-081c98ef9f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c69487-3dc9-4e61-95e3-b5625e5706b7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:10.316689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:10.316689 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.323855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] For port 16740050-8065-4caa-9b6e-66cc7780d6d4, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=16740050-8065-4caa-9b6e-66cc7780d6d4,segment=NetworkSegment(6b7d61ce-869b-4cdb-bd68-d451edb2db04),segment_id=6b7d61ce-869b-4cdb-bd68-d451edb2db04)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:10.334525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:10.335084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Checking segment: {'id': '7f032770-b61e-4d04-b14a-27511dd9bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:10.335690 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.336166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Bound using segment: {'id': '7f032770-b61e-4d04-b14a-27511dd9bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:10.336915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Bound port: 6f83c463-f22d-4449-bb40-8997a123def5, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f032770-b61e-4d04-b14a-27511dd9bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:10.337405 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.368994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.371437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 7fce7a0f-2278-4203-b557-34fb24aeba6a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:10.379466 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6dc57a0d-7de7-4b4b-902b-2eaa3026424f tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8404219 Aug 16 13:08:10.385521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52454) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:10.390662 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.396375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7fce7a0f-2278-4203-b557-34fb24aeba6a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:10.396841 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.836864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e48a21-8678-4219-bc46-01ae5701d593 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:08:10.847087 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.866624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Transition to ACTIVE for port object e0e48a21-8678-4219-bc46-01ae5701d593 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:10.867376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52462) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:10.887667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4269465-3058-447e-b6aa-ad5e6612658a None None] Pushing event updated for resources: {'Port': ['ID=16740050-8065-4caa-9b6e-66cc7780d6d4,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:10.915360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.950232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:10.951280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:10.988247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e48a21-8678-4219-bc46-01ae5701d593,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:11.022818 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3b97fa13-7ea2-4915-9da2-06047988f625 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72dedb8bea8341fab802f82b83251c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542325 Aug 16 13:08:11.024475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52472) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:11.060102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] For port 6f83c463-f22d-4449-bb40-8997a123def5, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:11.193472 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b6e08851-37ff-420f-8cc0-5e19a82059b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.195045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9f437-b1f9-486f-becd-2bdfbbd59b32 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:11.204899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] For port 6f83c463-f22d-4449-bb40-8997a123def5, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6f83c463-f22d-4449-bb40-8997a123def5,segment=NetworkSegment(7f032770-b61e-4d04-b14a-27511dd9bede),segment_id=7f032770-b61e-4d04-b14a-27511dd9bede)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:11.205180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9f437-b1f9-486f-becd-2bdfbbd59b32 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:11.218439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9f437-b1f9-486f-becd-2bdfbbd59b32 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:11.227773 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-baa9f437-b1f9-486f-becd-2bdfbbd59b32 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.8321247 Aug 16 13:08:11.230177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52474) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:11.248334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89ef91-beac-4577-ac0e-e0fe305dcf62 req-404070bf-2c06-483f-9648-ef2c9aaeb672 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:11.250489 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f89ef91-beac-4577-ac0e-e0fe305dcf62 req-404070bf-2c06-483f-9648-ef2c9aaeb672 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 931 time: 0.7431602 Aug 16 13:08:11.255520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Attempting to bind port e0e48a21-8678-4219-bc46-01ae5701d593 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:11.255520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Attempting to bind port e0e48a21-8678-4219-bc46-01ae5701d593 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:11.255520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Attempting to bind port e0e48a21-8678-4219-bc46-01ae5701d593 on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:11.264912 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.298039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Port e0e48a21-8678-4219-bc46-01ae5701d593 on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:08:11.298702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Attempting to bind port e0e48a21-8678-4219-bc46-01ae5701d593 on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:11.303469 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b6e08851-37ff-420f-8cc0-5e19a82059b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.353144 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.358676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:11.407595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:11.408005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Checking segment: {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:11.408489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Bound using segment: {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:11.410706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f89ef91-beac-4577-ac0e-e0fe305dcf62 req-e79230f6-a9bf-428e-81ad-e4e197938ceb tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510913 Aug 16 13:08:11.411744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Bound port: e0e48a21-8678-4219-bc46-01ae5701d593, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:11.412777 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.418467 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.461269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b6e08851-37ff-420f-8cc0-5e19a82059b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.466639 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b6e08851-37ff-420f-8cc0-5e19a82059b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.467736 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b6e08851-37ff-420f-8cc0-5e19a82059b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7252593c-6214-48cb-83a7-9a8e93a72a8c HTTP/1.1" status: 204 len: 168 time: 0.4388876 Aug 16 13:08:11.630629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e08851-37ff-420f-8cc0-5e19a82059b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7252593c-6214-48cb-83a7-9a8e93a72a8c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:11.747155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c62e8-88ad-4a60-98b8-f6127971f3ec None None] Pushing event updated for resources: {'Port': ['ID=6f83c463-f22d-4449-bb40-8997a123def5,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:11.759992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Deleting port 11e1dc96-0213-4fbd-b0a7-b84ce6611e2b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:11.760352 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.764550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 7fce7a0f-2278-4203-b557-34fb24aeba6a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7fce7a0f-2278-4203-b557-34fb24aeba6a,segment=NetworkSegment(ec7b15ee-0598-45eb-bff7-385f7749682e),segment_id=ec7b15ee-0598-45eb-bff7-385f7749682e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:11.791713 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.971997 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.994148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Calling delete_port for 11e1dc96-0213-4fbd-b0a7-b84ce6611e2b owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:12.005934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2c8cb0f7-dd92-4935-a862-fe9e79291a4c None None] Provisioning complete for port 7fce7a0f-2278-4203-b557-34fb24aeba6a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:12.017730 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb0f7-dd92-4935-a862-fe9e79291a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:12.067359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:12.076828 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:12.137831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] For port e0e48a21-8678-4219-bc46-01ae5701d593, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:12.164900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=7fce7a0f-2278-4203-b557-34fb24aeba6a,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:12.180940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] For port e0e48a21-8678-4219-bc46-01ae5701d593, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0e48a21-8678-4219-bc46-01ae5701d593,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:12.201677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:12.286957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e48a21-8678-4219-bc46-01ae5701d593,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:12.294691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:12.295810 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:12.298610 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-b4b344d2-dd5a-4a1b-98b5-f449c1531fe8 service neutron] 10.222.0.42 "PUT /v2.0/ports/e0e48a21-8678-4219-bc46-01ae5701d593 HTTP/1.1" status: 200 len: 1091 time: 2.3347025 Aug 16 13:08:12.299507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30047b61-3261-4380-ad78-ae4122079a54', 'tag': 'e0e48a21-8678-4219-bc46-01ae5701d593'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:12.304608 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a958c380-2d04-432b-9ca5-7cf5e9eba2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "30047b61-3261-4380-ad78-ae4122079a54", "tag": "e0e48a21-8678-4219-bc46-01ae5701d593"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:12.368213 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:04Z', 'revision_number': 3, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:10Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:12.381272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=b22ea316-3887-4ff5-ac03-d707f89f1b32,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:12.403543 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:12.432827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88f821-394e-4ab2-b4e0-1dd179f42d80 None None] The sync data for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 is: [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:04Z', 'revision_number': 3, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:10Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:12.462636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2c8cb0f7-dd92-4935-a862-fe9e79291a4c None None] Provisioning for port 11e1dc96-0213-4fbd-b0a7-b84ce6611e2b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:12.466293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-5c432dc8-e790-4cf6-87d3-d10471772ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:12.469765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2c8cb0f7-dd92-4935-a862-fe9e79291a4c None None] Provisioning complete for port 11e1dc96-0213-4fbd-b0a7-b84ce6611e2b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:12.470739 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb0f7-dd92-4935-a862-fe9e79291a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:12.473940 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-5c432dc8-e790-4cf6-87d3-d10471772ca7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 1094 time: 0.0854645 Aug 16 13:08:12.475431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:12.583358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cb0f7-dd92-4935-a862-fe9e79291a4c None None] Port 11e1dc96-0213-4fbd-b0a7-b84ce6611e2b was deleted so its status cannot be updated. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 13:08:12.625595 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2c8cb0f7-dd92-4935-a862-fe9e79291a4c None None] Provisioning for port 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:12.631460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2c8cb0f7-dd92-4935-a862-fe9e79291a4c None None] Provisioning complete for port 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:12.632120 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb0f7-dd92-4935-a862-fe9e79291a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:12.655463 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 6151fc6d-883c-437f-aac0-b9147fcc4668 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:12.700432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-0a0d804d-d113-4298-950a-ab9dcfc0f1e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e48a21-8678-4219-bc46-01ae5701d593 HTTP/1.1" status: 200 len: 217 time: 0.1932073 Aug 16 13:08:12.704326 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf57d04b-8527-40f1-aaee-1b5ee4f1185b x-openstack-request-id: req-cf57d04b-8527-40f1-aaee-1b5ee4f1185b {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:12.705243 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30047b61-3261-4380-ad78-ae4122079a54", "tag": "e0e48a21-8678-4219-bc46-01ae5701d593", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:12.706844 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf57d04b-8527-40f1-aaee-1b5ee4f1185b {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:12.708790 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30047b61-3261-4380-ad78-ae4122079a54', 'tag': 'e0e48a21-8678-4219-bc46-01ae5701d593', 'status': 'completed', 'code': 200} Aug 16 13:08:12.741492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:12.804135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cb0f7-dd92-4935-a862-fe9e79291a4c None None] Port 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:12.906875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-95119327-5fee-40c7-a28f-d3f53b574d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:12.908749 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-95119327-5fee-40c7-a28f-d3f53b574d6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40688c04-c6c5-482e-bec2-38205b98c41f HTTP/1.1" status: 200 len: 855 time: 0.1773214 Aug 16 13:08:12.911896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Pushing event deleted for resources: {'Port': ['ID=11e1dc96-0213-4fbd-b0a7-b84ce6611e2b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:12.918189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-029f9781-663f-4aa3-a5be-261c07e4f981 None None] Could not find standard attr ID for object 11e1dc96-0213-4fbd-b0a7-b84ce6611e2b. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:08:12.939771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df09c8-faba-4f8f-9bfc-42c765057df3 req-092a30ca-aac3-4acb-99d1-13a334f85657 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:12.945805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-029f9781-663f-4aa3-a5be-261c07e4f981 None None] Provisioning complete for port 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:12.946541 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-029f9781-663f-4aa3-a5be-261c07e4f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:12.956770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46df09c8-faba-4f8f-9bfc-42c765057df3 req-092a30ca-aac3-4acb-99d1-13a334f85657 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 943 time: 0.2843082 Aug 16 13:08:13.061147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-029f9781-663f-4aa3-a5be-261c07e4f981 None None] Port 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:13.117936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.118745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.118745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.119379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.119638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.120101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.120470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.120858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.121258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.122205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.122205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.122541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:13.131724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46df09c8-faba-4f8f-9bfc-42c765057df3 req-f7b5173e-2a71-47ef-9741-5c36ff5a0175 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656604 Aug 16 13:08:13.146437 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-51deca6f-e724-45be-9bbb-b4bad1e4f12e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2086847 Aug 16 13:08:13.153947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router afe30714-8623-4ce1-aed9-7b8b85d63cae has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:13.298055 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:13.300697 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6dda60cd-f1ce-44ca-806b-5858d2cc7aba tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] 10.222.0.25 "DELETE /v2.0/ports/11e1dc96-0213-4fbd-b0a7-b84ce6611e2b HTTP/1.1" status: 204 len: 168 time: 2.0707119 Aug 16 13:08:13.313190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52514) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:13.320683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Request body: {'port': {'name': 'tempest-new-port-name-1440778949', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:13.320916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.api.validators [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] bootfile-name is not in valid_values {{(pid=101396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:08:13.321175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.api.validators [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] tftp-server is not in valid_values {{(pid=101396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:08:13.322777 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.api.validators [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] server-ip-address is not in valid_values {{(pid=101396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:08:13.455032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:13.463991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e1bde469-9f23-4322-99fd-10f413bb5fc9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6510854 Aug 16 13:08:13.463991 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52522) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:13.471640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cbea99-24b0-4b14-8ec5-458bc9a108fd None None] Network 6151fc6d-883c-437f-aac0-b9147fcc4668 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:13.476148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'network': {'name': 'tempest-RoutersTest-715664862'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:13.521643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:13.527758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:13.583768 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-422c0f9b-b63e-4faf-aecd-5d1ee36fd11d service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370132 Aug 16 13:08:13.585231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-63e285f3-9be7-4896-8a7f-684298b8fdef None None] Provisioning for port 6f83c463-f22d-4449-bb40-8997a123def5 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:13.588024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:08:13.608980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:13.609341 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added segment 2e2e32c2-185e-4c88-9f8e-3fe4e5334b00 of type vlan for network 3f82de2a-af7b-4af3-975a-f85929770dbd Aug 16 13:08:13.633087 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:13.672456 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:13.723349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:13.732978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:13.734678 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:13.741573 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Sync routers for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:13.760680 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:13.764783 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:13.788071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3224833 Aug 16 13:08:13.793593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52534) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:13.806317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'subnet': {'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:13.937261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9929a-b87d-413e-ac87-27bc8e613211 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Network': ['ID=3f82de2a-af7b-4af3-975a-f85929770dbd,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:13.964937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3f82de2a-af7b-4af3-975a-f85929770dbd details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:08:14.029604 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:14.114955 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ff2066d-66ae-49b4-934a-b5f9e86d426a req-f0fa3132-f622-4b8d-b2a3-77ab1474ee58 service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229349 Aug 16 13:08:14.274723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7fce7a0f-2278-4203-b557-34fb24aeba6a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:14.313362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Made reservation on behalf of 626985be60ab4eb7a9c678f862f927d6 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:14.320460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:14.375926 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52550) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:14.457597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba1edf-ee43-44ae-8201-da435700ab7c req-ac7ac3dc-fc5f-4978-8e6b-c91a877e89a0 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:14.459247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6ba1edf-ee43-44ae-8201-da435700ab7c req-ac7ac3dc-fc5f-4978-8e6b-c91a877e89a0 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 943 time: 0.1427324 Aug 16 13:08:14.465707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7fce7a0f-2278-4203-b557-34fb24aeba6a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:14.466305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:14.497065 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:11Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:10Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:11Z', 'revision_number': 2, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:14.525427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0e4edc66-a0ce-415e-ba17-6cd4974a5353 None None] Provisioning for port b22ea316-3887-4ff5-ac03-d707f89f1b32 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:14.538070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958c380-2d04-432b-9ca5-7cf5e9eba2e3 req-c8951394-53d1-4eac-a190-2c02b9d4beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:14.544636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0e4edc66-a0ce-415e-ba17-6cd4974a5353 None None] Provisioning complete for port b22ea316-3887-4ff5-ac03-d707f89f1b32 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:14.545021 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0e4edc66-a0ce-415e-ba17-6cd4974a5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:14.547985 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a958c380-2d04-432b-9ca5-7cf5e9eba2e3 req-c8951394-53d1-4eac-a190-2c02b9d4beaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 1094 time: 0.3548973 Aug 16 13:08:14.581755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6ba1edf-ee43-44ae-8201-da435700ab7c req-5ed44008-5079-4a2f-8a8b-d131e76be71c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125805 Aug 16 13:08:14.597692 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Checking router: afe30714-8623-4ce1-aed9-7b8b85d63cae for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:14.602016 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Updating router afe30714-8623-4ce1-aed9-7b8b85d63cae port b22ea316-3887-4ff5-ac03-d707f89f1b32 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:08:14.664510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-50043135-network', 'tenant_id': '6cb7cdff9ce9423ab06c91e60255f7f3'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:14.671954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0e4edc66-a0ce-415e-ba17-6cd4974a5353 None None] Port b22ea316-3887-4ff5-ac03-d707f89f1b32 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:14.700991 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:14.730677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Made reservation on behalf of 6cb7cdff9ce9423ab06c91e60255f7f3 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:14.734003 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:14.746800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:14.792132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 16740050-8065-4caa-9b6e-66cc7780d6d4 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:14.920897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-29cc1f71-67ef-4901-93f8-745fb9d00b47 None None] Provisioning complete for port b22ea316-3887-4ff5-ac03-d707f89f1b32 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:14.921280 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-29cc1f71-67ef-4901-93f8-745fb9d00b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:14.941743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:14.969418 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.023543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-29cc1f71-67ef-4901-93f8-745fb9d00b47 None None] Port b22ea316-3887-4ff5-ac03-d707f89f1b32 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:15.029058 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.037795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 16740050-8065-4caa-9b6e-66cc7780d6d4 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:15.038889 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.045712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 16740050-8065-4caa-9b6e-66cc7780d6d4 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:15.046307 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.068957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:08:15.103059 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.104589 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Added segment 7e61738b-5d7b-4bd7-ad6e-6e57d12f4820 of type vlan for network 2311e077-9a6b-4439-a39b-1d1ccad62d6c Aug 16 13:08:15.162724 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.163809 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.164011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958c380-2d04-432b-9ca5-7cf5e9eba2e3 req-4096a888-5031-438b-a253-ca29d36ab403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:15.165529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a958c380-2d04-432b-9ca5-7cf5e9eba2e3 req-4096a888-5031-438b-a253-ca29d36ab403 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 915 time: 0.5667293 Aug 16 13:08:15.185417 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Transition to ACTIVE for port object b22ea316-3887-4ff5-ac03-d707f89f1b32 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:15.196708 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.229694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c427400a-94eb-4f4f-94d0-8f8c49692445,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:15.234248 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.234248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:15.239689 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.286262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] In _notify_port_updated(), no bound segment for port 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea on network 93e69aa4-0901-4551-b876-eefbae434a7a {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:08:15.296235 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.298124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:15.299027 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.304717 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] 10.222.0.25 "PUT /v2.0/ports/15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea HTTP/1.1" status: 200 len: 1137 time: 1.9904304 Aug 16 13:08:15.319769 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Pushing event updated for resources: {'Port': ['ID=b22ea316-3887-4ff5-ac03-d707f89f1b32,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:15.329254 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.329817 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.330209 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.331981 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.331981 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.331981 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.331981 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.332416 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.332577 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.332914 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.333395 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.333730 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:15.358068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52568) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:15.394679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0144749 Aug 16 13:08:15.396531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52572) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:15.415229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 16740050-8065-4caa-9b6e-66cc7780d6d4, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=16740050-8065-4caa-9b6e-66cc7780d6d4,segment=NetworkSegment(6b7d61ce-869b-4cdb-bd68-d451edb2db04),segment_id=6b7d61ce-869b-4cdb-bd68-d451edb2db04)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:15.423308 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.424269 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f83c463-f22d-4449-bb40-8997a123def5 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:15.427646 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a958c380-2d04-432b-9ca5-7cf5e9eba2e3 req-da0ce3b6-b25b-421f-92cb-63cc03b61247 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e48a21-8678-4219-bc46-01ae5701d593 HTTP/1.1" status: 200 len: 217 time: 0.1078074 Aug 16 13:08:15.455010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] Request body: {'subnet': {'network_id': '2311e077-9a6b-4439-a39b-1d1ccad62d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-50043135-subnet', 'tenant_id': '6cb7cdff9ce9423ab06c91e60255f7f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:15.501010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1d742-0138-4eff-af41-61e6988175de admin admin] Pushing event updated for resources: {'Network': ['ID=2311e077-9a6b-4439-a39b-1d1ccad62d6c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:15.502280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e849f-f338-4909-8ffc-517eb83c9452 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Pushing event updated for resources: {'Port': ['ID=15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:15.504354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] Made reservation on behalf of 6cb7cdff9ce9423ab06c91e60255f7f3 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:15.520305 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.523725 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Attempting to bind port b22ea316-3887-4ff5-ac03-d707f89f1b32 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:15.524937 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Attempting to bind port b22ea316-3887-4ff5-ac03-d707f89f1b32 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7f032770-b61e-4d04-b14a-27511dd9bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:15.525897 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Attempting to bind port b22ea316-3887-4ff5-ac03-d707f89f1b32 on network 6151fc6d-883c-437f-aac0-b9147fcc4668 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:15.534535 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:15.535600 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Checking segment: {'id': '7f032770-b61e-4d04-b14a-27511dd9bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:15.536363 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.537469 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Bound using segment: {'id': '7f032770-b61e-4d04-b14a-27511dd9bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:15.538246 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Bound port: b22ea316-3887-4ff5-ac03-d707f89f1b32, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f032770-b61e-4d04-b14a-27511dd9bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:15.539151 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.563744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 2311e077-9a6b-4439-a39b-1d1ccad62d6c details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:08:15.649910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958c380-2d04-432b-9ca5-7cf5e9eba2e3 req-a16a434c-1b98-46c7-9804-7b1c591c2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:15.663729 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a958c380-2d04-432b-9ca5-7cf5e9eba2e3 req-a16a434c-1b98-46c7-9804-7b1c591c2fa7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40688c04-c6c5-482e-bec2-38205b98c41f HTTP/1.1" status: 200 len: 855 time: 0.1943107 Aug 16 13:08:15.695772 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] For port b22ea316-3887-4ff5-ac03-d707f89f1b32, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:15.701583 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] For port b22ea316-3887-4ff5-ac03-d707f89f1b32, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b22ea316-3887-4ff5-ac03-d707f89f1b32,segment=NetworkSegment(7f032770-b61e-4d04-b14a-27511dd9bede),segment_id=7f032770-b61e-4d04-b14a-27511dd9bede)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:15.709679 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.719065 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.725999 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a958c380-2d04-432b-9ca5-7cf5e9eba2e3 req-33a31639-dd2d-406c-9af9-7b8159d04b59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550740 Aug 16 13:08:15.813381 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db517c-678f-4bf6-acb1-6d032b593beb None None] Pushing event updated for resources: {'Port': ['ID=b22ea316-3887-4ff5-ac03-d707f89f1b32,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:15.816237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=16740050-8065-4caa-9b6e-66cc7780d6d4,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:15.847815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c22ced03-b95f-4947-bc10-7737a12830f6 None None] Provisioning complete for port 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:15.848502 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c22ced03-b95f-4947-bc10-7737a12830f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.861428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 6f83c463-f22d-4449-bb40-8997a123def5 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:15.870178 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:15.875426 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:15.903766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343266c4-c69b-41e2-8a12-181c91c92047 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:15.905194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-343266c4-c69b-41e2-8a12-181c91c92047 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] 10.222.0.25 "GET /v2.0/ports/15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea HTTP/1.1" status: 200 len: 1137 time: 0.5454764 Aug 16 13:08:15.921415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6f83c463-f22d-4449-bb40-8997a123def5 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:15.930610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52580) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:15.931315 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.950231 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a958c380-2d04-432b-9ca5-7cf5e9eba2e3 req-0c61985b-b266-42a7-9907-7be09d55d6f0 service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148314 Aug 16 13:08:16.003871 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:16.015887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c22ced03-b95f-4947-bc10-7737a12830f6 None None] Port 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:16.142385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.153763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f001c-a0b8-4af8-b856-1fbe1d944787 req-76216b49-eb4b-4cae-abc5-8ecc4bcccf74 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:16.162438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e50f001c-a0b8-4af8-b856-1fbe1d944787 req-76216b49-eb4b-4cae-abc5-8ecc4bcccf74 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 943 time: 0.3036542 Aug 16 13:08:16.179248 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.200766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Subnet': ['ID=0094ea22-85a5-4a3d-bf53-52f88da9f220,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:16.219754 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.258986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Checking segment: {'id': '2e2e32c2-185e-4c88-9f8e-3fe4e5334b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:16.259390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network hostable DHCP agents. Network: 3f82de2a-af7b-4af3-975a-f85929770dbd, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:08:16.271573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 6f83c463-f22d-4449-bb40-8997a123def5, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6f83c463-f22d-4449-bb40-8997a123def5,segment=NetworkSegment(7f032770-b61e-4d04-b14a-27511dd9bede),segment_id=7f032770-b61e-4d04-b14a-27511dd9bede)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:16.280855 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.328098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 3f82de2a-af7b-4af3-975a-f85929770dbd is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:08:16.345687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-67e84631-6c90-40f8-ad21-10c366817563 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Deleting port 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:16.346162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67e84631-6c90-40f8-ad21-10c366817563 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.368983 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e50f001c-a0b8-4af8-b856-1fbe1d944787 req-d707e004-b900-480e-9dbc-bf5e820d8f73 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051959 Aug 16 13:08:16.413087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=6f83c463-f22d-4449-bb40-8997a123def5,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:16.413664 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:11Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:16.425441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b144635-abee-4b3b-938c-086597266590,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:16.460927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 16740050-8065-4caa-9b6e-66cc7780d6d4 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:16.488602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] Checking segment: {'id': '7e61738b-5d7b-4bd7-ad6e-6e57d12f4820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2311e077-9a6b-4439-a39b-1d1ccad62d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:16.489667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] Network hostable DHCP agents. Network: 2311e077-9a6b-4439-a39b-1d1ccad62d6c, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:08:16.570276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 16740050-8065-4caa-9b6e-66cc7780d6d4 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:16.570695 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.614056 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368fa74c-20ed-4ee9-8bcc-7b59f147d026 None None] The sync data for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 is: [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:11Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:16.616709 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67e84631-6c90-40f8-ad21-10c366817563 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.649081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-67e84631-6c90-40f8-ad21-10c366817563 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Calling delete_port for 15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:16.898016 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67e84631-6c90-40f8-ad21-10c366817563 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.942243 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a958c380-2d04-432b-9ca5-7cf5e9eba2e3 req-2e417d8d-72df-476a-9aab-210658de1538 service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9470036 Aug 16 13:08:16.944402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3f82de2a-af7b-4af3-975a-f85929770dbd) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:16.952078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:16.952425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e84631-6c90-40f8-ad21-10c366817563 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Pushing event deleted for resources: {'Port': ['ID=15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:16.952680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.979038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cadbd79-2872-436f-a1d7-dfd6cd2d88fc None None] Network 3f82de2a-af7b-4af3-975a-f85929770dbd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:16.988191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] Network 2311e077-9a6b-4439-a39b-1d1ccad62d6c is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:08:16.995726 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52596) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:16.999269 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-118130ba-0c1f-4e85-91a6-5932f1cc062e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2041628 Aug 16 13:08:17.035371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 2311e077-9a6b-4439-a39b-1d1ccad62d6c) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:17.065956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8cb308-bdd3-4df7-a1da-971f12df0b89 None None] Network 2311e077-9a6b-4439-a39b-1d1ccad62d6c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:17.077918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:17.078575 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.175347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c3ae34e6-e47c-49ca-abad-1baea35dcfa8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7590249 Aug 16 13:08:17.177618 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67e84631-6c90-40f8-ad21-10c366817563 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.187078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-67e84631-6c90-40f8-ad21-10c366817563 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] 10.222.0.25 "DELETE /v2.0/ports/15ddd7c7-e7e8-4b08-a7fc-2fbd8a21efea HTTP/1.1" status: 204 len: 168 time: 1.2548444 Aug 16 13:08:17.189549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52602) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:17.310583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac227d2-1a11-4faa-9fdc-41b69ee7f000 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Deleting subnet 724e6076-eaaf-401f-aa92-66ba7dcf1b92 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:08:17.315941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ac227d2-1a11-4faa-9fdc-41b69ee7f000 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.374974 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ac227d2-1a11-4faa-9fdc-41b69ee7f000 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.495446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e0e48a21-8678-4219-bc46-01ae5701d593 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:08:17.542874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52616) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:17.616714 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-3f82de2a-af7b-4af3-975a-f85929770dbd', 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'fixed_ips': [{'subnet_id': '0094ea22-85a5-4a3d-bf53-52f88da9f220'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:08:17.617261 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ac227d2-1a11-4faa-9fdc-41b69ee7f000 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.618137 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.647755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2d756b-485d-4817-a7cf-b25deee4c138 admin admin] Deleting subnet 8b144635-abee-4b3b-938c-086597266590 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:08:17.659390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2d756b-485d-4817-a7cf-b25deee4c138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.716057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2d756b-485d-4817-a7cf-b25deee4c138 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.733451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fbe0d9-11fa-4985-8f05-e1d7fb8fac5a None None] Network 2311e077-9a6b-4439-a39b-1d1ccad62d6c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:17.740055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfbd2e-e62d-4fd4-abbc-cd3ecd5a2f53 req-ed738e42-59bc-4c1e-ad9e-f9b7e350f998 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:17.741871 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93cfbd2e-e62d-4fd4-abbc-cd3ecd5a2f53 req-ed738e42-59bc-4c1e-ad9e-f9b7e350f998 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 943 time: 0.1732628 Aug 16 13:08:17.794394 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ac227d2-1a11-4faa-9fdc-41b69ee7f000 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.829618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac227d2-1a11-4faa-9fdc-41b69ee7f000 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Pushing event deleted for resources: {'Subnet': ['ID=724e6076-eaaf-401f-aa92-66ba7dcf1b92,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:17.844196 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ac227d2-1a11-4faa-9fdc-41b69ee7f000 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.847381 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0ac227d2-1a11-4faa-9fdc-41b69ee7f000 tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] 10.222.0.25 "DELETE /v2.0/subnets/724e6076-eaaf-401f-aa92-66ba7dcf1b92 HTTP/1.1" status: 204 len: 168 time: 0.6558554 Aug 16 13:08:17.850563 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93cfbd2e-e62d-4fd4-abbc-cd3ecd5a2f53 req-ccdeae13-bd28-43b2-84e5-ddd8434b99e9 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909286 Aug 16 13:08:17.851323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52622) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:17.873090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b31905-361f-43f0-9a12-8a75ed36ddf4 None None] Network 93e69aa4-0901-4551-b876-eefbae434a7a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:17.875633 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.921219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2d756b-485d-4817-a7cf-b25deee4c138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.979920 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.047184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Allocated IP 172.23.0.2 (3f82de2a-af7b-4af3-975a-f85929770dbd/0094ea22-85a5-4a3d-bf53-52f88da9f220/d892c22a-a762-4105-88e0-256ac232702c) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:18.076378 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2d756b-485d-4817-a7cf-b25deee4c138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.131536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d756b-485d-4817-a7cf-b25deee4c138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b144635-abee-4b3b-938c-086597266590,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:18.134053 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea2d756b-485d-4817-a7cf-b25deee4c138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.139400 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ea2d756b-485d-4817-a7cf-b25deee4c138 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8b144635-abee-4b3b-938c-086597266590 HTTP/1.1" status: 204 len: 168 time: 0.5954871 Aug 16 13:08:18.141596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52630) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:18.215547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Deleting port 7fce7a0f-2278-4203-b557-34fb24aeba6a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:18.215811 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.248306 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.268461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e0e48a21-8678-4219-bc46-01ae5701d593, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0e48a21-8678-4219-bc46-01ae5701d593,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:18.313981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'e0e48a21-8678-4219-bc46-01ae5701d593', 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59', 'port_id': 'e0e48a21-8678-4219-bc46-01ae5701d593', 'mac_address': 'fa:16:3e:d9:82:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40688c04-c6c5-482e-bec2-38205b98c41f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:08:18.340227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] For port 7fce7a0f-2278-4203-b557-34fb24aeba6a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7fce7a0f-2278-4203-b557-34fb24aeba6a,segment=NetworkSegment(ec7b15ee-0598-45eb-bff7-385f7749682e),segment_id=ec7b15ee-0598-45eb-bff7-385f7749682e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:18.340591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.369832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Calling delete_port for 7fce7a0f-2278-4203-b557-34fb24aeba6a owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:18.417423 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.443787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f93c4b0-80b3-48ef-b3f3-7d4d0cf65eed None None] DHCP port deletion for 93e69aa4-0901-4551-b876-eefbae434a7a request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:08:18.459222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2311e077-9a6b-4439-a39b-1d1ccad62d6c']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:18.472073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e61738b-5d7b-4bd7-ad6e-6e57d12f4820') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:18.472384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e61738b-5d7b-4bd7-ad6e-6e57d12f4820') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:18.482010 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.485562 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.509248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.512301 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.517989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:08:18.518467 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:08:18.520369 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:08:18.541157 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e48a21-8678-4219-bc46-01ae5701d593 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:08:18.566292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e0e48a21-8678-4219-bc46-01ae5701d593, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0e48a21-8678-4219-bc46-01ae5701d593,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:18.587487 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.590337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.625357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Pushing event deleted for resources: {'Port': ['ID=7fce7a0f-2278-4203-b557-34fb24aeba6a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:18.628120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] No DVR routers for this DVR port 7fce7a0f-2278-4203-b557-34fb24aeba6a on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:18.635051 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.657023 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.658964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2311e077-9a6b-4439-a39b-1d1ccad62d6c HTTP/1.1" status: 204 len: 168 time: 0.5162086 Aug 16 13:08:18.679116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Transition to ACTIVE for port object d892c22a-a762-4105-88e0-256ac232702c will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:18.684202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d0893-3943-4b54-947b-41a2d15f7bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2311e077-9a6b-4439-a39b-1d1ccad62d6c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:18.696171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b22ea316-3887-4ff5-ac03-d707f89f1b32 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:18.742362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.756789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e69aa4-0901-4551-b876-eefbae434a7a']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:18.771761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7b15ee-0598-45eb-bff7-385f7749682e') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:18.772673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7b15ee-0598-45eb-bff7-385f7749682e') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:18.772857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Transition to ACTIVE for port object d892c22a-a762-4105-88e0-256ac232702c will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:18.782472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e0e48a21-8678-4219-bc46-01ae5701d593,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:18.798497 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.801917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6f93c4b0-80b3-48ef-b3f3-7d4d0cf65eed None None] Deleting port 7fce7a0f-2278-4203-b557-34fb24aeba6a {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:18.802123 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.802326 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f93c4b0-80b3-48ef-b3f3-7d4d0cf65eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.829561 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.849374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:08:18.850240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.868821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Allocated IP 172.23.0.1 (3f82de2a-af7b-4af3-975a-f85929770dbd/0094ea22-85a5-4a3d-bf53-52f88da9f220/dbefea96-2573-4c78-a6c8-62304c3abfdc) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:08:18.881490 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:08:18.952567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e0e48a21-8678-4219-bc46-01ae5701d593'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:08:18.969676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.979021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.983642 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] 10.222.0.25 "DELETE /v2.0/networks/93e69aa4-0901-4551-b876-eefbae434a7a HTTP/1.1" status: 204 len: 168 time: 1.1285510 Aug 16 13:08:18.987471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52662) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:19.016762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe2f5e-3c88-4f44-a12e-bbdef8aa059c tempest-ExtraDHCPOptionsTestJSON-538801165 tempest-ExtraDHCPOptionsTestJSON-538801165-project] Pushing event deleted for resources: {'Network': ['ID=93e69aa4-0901-4551-b876-eefbae434a7a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:19.059022 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-40ec19e4-f762-4d4a-9200-7101273468be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6cb7cdff9ce9423ab06c91e60255f7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702839 Aug 16 13:08:19.061593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52666) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:19.116558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Network 3f82de2a-af7b-4af3-975a-f85929770dbd is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:19.132642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:19.139493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port b22ea316-3887-4ff5-ac03-d707f89f1b32 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:19.147259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Pushing event updated for resources: {'Port': ['ID=d892c22a-a762-4105-88e0-256ac232702c,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:19.149805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:19.159406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b22ea316-3887-4ff5-ac03-d707f89f1b32 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:19.160066 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.167088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6f93c4b0-80b3-48ef-b3f3-7d4d0cf65eed None None] For port 7fce7a0f-2278-4203-b557-34fb24aeba6a, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:19.167754 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f93c4b0-80b3-48ef-b3f3-7d4d0cf65eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.185338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75e3b773-a956-490c-9be9-c12c9c4439f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.220332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6f93c4b0-80b3-48ef-b3f3-7d4d0cf65eed None None] Calling delete_port for 7fce7a0f-2278-4203-b557-34fb24aeba6a owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:19.241054 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.245824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75e3b773-a956-490c-9be9-c12c9c4439f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.268490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-6f93c4b0-80b3-48ef-b3f3-7d4d0cf65eed None None] Port 7fce7a0f-2278-4203-b557-34fb24aeba6a was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:08:19.274396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f93c4b0-80b3-48ef-b3f3-7d4d0cf65eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.275981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Transition to ACTIVE for port object dbefea96-2573-4c78-a6c8-62304c3abfdc will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:19.337730 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75e3b773-a956-490c-9be9-c12c9c4439f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.344053 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75e3b773-a956-490c-9be9-c12c9c4439f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.346776 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-75e3b773-a956-490c-9be9-c12c9c4439f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c427400a-94eb-4f4f-94d0-8f8c49692445 HTTP/1.1" status: 204 len: 168 time: 0.2818758 Aug 16 13:08:19.352720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c15c6-7f80-43c8-ab60-e9ddf2855b08 req-a416179e-9d95-4242-baf5-7f413ebbec93 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:19.354587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f36c15c6-7f80-43c8-ab60-e9ddf2855b08 req-a416179e-9d95-4242-baf5-7f413ebbec93 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 944 time: 0.3233984 Aug 16 13:08:19.368436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3b773-a956-490c-9be9-c12c9c4439f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c427400a-94eb-4f4f-94d0-8f8c49692445,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:19.372264 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f93c4b0-80b3-48ef-b3f3-7d4d0cf65eed None None] Network 93e69aa4-0901-4551-b876-eefbae434a7a is not hosted by any dhcp agent {{(pid=101397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 13:08:19.372264 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93c4b0-80b3-48ef-b3f3-7d4d0cf65eed None None] No DVR routers for this DVR port 7fce7a0f-2278-4203-b557-34fb24aeba6a on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:19.377887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.399836 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93c4b0-80b3-48ef-b3f3-7d4d0cf65eed None None] Pushing event deleted for resources: {'Port': ['ID=7fce7a0f-2278-4203-b557-34fb24aeba6a,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:19.434509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Attempting to bind port d892c22a-a762-4105-88e0-256ac232702c on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:19.434887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Attempting to bind port d892c22a-a762-4105-88e0-256ac232702c by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2e2e32c2-185e-4c88-9f8e-3fe4e5334b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:19.435773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Attempting to bind port d892c22a-a762-4105-88e0-256ac232702c on network 3f82de2a-af7b-4af3-975a-f85929770dbd {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:19.455221 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 3f82de2a-af7b-4af3-975a-f85929770dbd is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:19.462405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:19.463105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Checking segment: {'id': '2e2e32c2-185e-4c88-9f8e-3fe4e5334b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:19.464096 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f36c15c6-7f80-43c8-ab60-e9ddf2855b08 req-78395896-a888-4e5e-9e96-31eb4915d430 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998433 Aug 16 13:08:19.464963 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:19.470550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:19.475042 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.477747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52676) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:19.478947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Bound using segment: {'id': '2e2e32c2-185e-4c88-9f8e-3fe4e5334b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:19.482446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Bound port: d892c22a-a762-4105-88e0-256ac232702c, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2e32c2-185e-4c88-9f8e-3fe4e5334b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:19.483602 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.485208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=dbefea96-2573-4c78-a6c8-62304c3abfdc,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:19.538132 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.607386 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.687607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port b22ea316-3887-4ff5-ac03-d707f89f1b32, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b22ea316-3887-4ff5-ac03-d707f89f1b32,segment=NetworkSegment(7f032770-b61e-4d04-b14a-27511dd9bede),segment_id=7f032770-b61e-4d04-b14a-27511dd9bede)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:19.692690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] For port d892c22a-a762-4105-88e0-256ac232702c, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:19.707758 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.708734 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f83c463-f22d-4449-bb40-8997a123def5 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:19.715162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.760115 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] For port d892c22a-a762-4105-88e0-256ac232702c, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d892c22a-a762-4105-88e0-256ac232702c,segment=NetworkSegment(2e2e32c2-185e-4c88-9f8e-3fe4e5334b00),segment_id=2e2e32c2-185e-4c88-9f8e-3fe4e5334b00)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:19.792747 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.855281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=b22ea316-3887-4ff5-ac03-d707f89f1b32,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:19.907949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6f83c463-f22d-4449-bb40-8997a123def5 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:19.908338 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:19.914420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-aad89c2e-f41f-423d-b577-0fcbf3b8d5b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c858d872f79e4b53aeaa835944f7681f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352944 Aug 16 13:08:19.915179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52688) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:20.057654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec3701f0-c3ce-4fb0-832b-454ba053b071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.074023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b718a30-eaea-474f-8282-d4cdabfafc77 None None] Pushing event updated for resources: {'Port': ['ID=d892c22a-a762-4105-88e0-256ac232702c,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:20.130069 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec3701f0-c3ce-4fb0-832b-454ba053b071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.271219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec3701f0-c3ce-4fb0-832b-454ba053b071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.273821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec3701f0-c3ce-4fb0-832b-454ba053b071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.275047 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ec3701f0-c3ce-4fb0-832b-454ba053b071 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a56e80e9-76fd-45a7-af82-25cc9bbc0f5d HTTP/1.1" status: 204 len: 168 time: 0.3584299 Aug 16 13:08:20.305421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3701f0-c3ce-4fb0-832b-454ba053b071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56e80e9-76fd-45a7-af82-25cc9bbc0f5d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:20.452945 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.464674 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.590491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event updated for resources: {'Port': ['ID=dbefea96-2573-4c78-a6c8-62304c3abfdc,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:20.647701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d892c22a-a762-4105-88e0-256ac232702c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:20.656165 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.740632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d892c22a-a762-4105-88e0-256ac232702c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:20.751259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b22ea316-3887-4ff5-ac03-d707f89f1b32 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:20.785154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5e35f-4e4d-4bbd-ac23-26429e78f9d7 req-0e977262-806b-4d4c-9a94-e8c7e6242996 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:20.793965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6cf5e35f-4e4d-4bbd-ac23-26429e78f9d7 req-0e977262-806b-4d4c-9a94-e8c7e6242996 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 944 time: 0.1563752 Aug 16 13:08:20.879641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6cf5e35f-4e4d-4bbd-ac23-26429e78f9d7 req-37492d6a-ad70-4d11-bf06-227129740db8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777407 Aug 16 13:08:20.901082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Network 3f82de2a-af7b-4af3-975a-f85929770dbd is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:20.902672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:21.095235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b22ea316-3887-4ff5-ac03-d707f89f1b32 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:21.095841 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.186799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router afe30714-8623-4ce1-aed9-7b8b85d63cae has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:21.409900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7fce7a0f-2278-4203-b557-34fb24aeba6a no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:21.436406 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:21.450333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e7f0f255-5d1b-467e-a90f-c294458cf322 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4220836 Aug 16 13:08:21.450533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52746) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:21.456552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5b85d026-baeb-4542-9a4b-17ce49a0be78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:21.467078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Sync routers for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:21.469618 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 7fce7a0f-2278-4203-b557-34fb24aeba6a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:21.469968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7fce7a0f-2278-4203-b557-34fb24aeba6a not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:21.494671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e0e48a21-8678-4219-bc46-01ae5701d593 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:21.548094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:21.548833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:21.703456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port e0e48a21-8678-4219-bc46-01ae5701d593 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:21.728187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port e0e48a21-8678-4219-bc46-01ae5701d593 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:21.728756 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.775838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08265a7-02b5-49ce-969c-05134865ed0d None None] Network 3f82de2a-af7b-4af3-975a-f85929770dbd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:21.815830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:21.919099 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dad49131-7d06-4f9a-a329-e96d9c57b098 None None] Provisioning for port d892c22a-a762-4105-88e0-256ac232702c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:21.969250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dad49131-7d06-4f9a-a329-e96d9c57b098 None None] Provisioning complete for port d892c22a-a762-4105-88e0-256ac232702c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:21.969250 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dad49131-7d06-4f9a-a329-e96d9c57b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.053151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85b6d1-4147-420c-b7de-1e8e61001b3f req-b32c302b-5265-4d17-8ce2-661cb1d60e04 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:22.063780 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d85b6d1-4147-420c-b7de-1e8e61001b3f req-b32c302b-5265-4d17-8ce2-661cb1d60e04 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 944 time: 0.0793397 Aug 16 13:08:22.152908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.extraroute_db [None req-5b85d026-baeb-4542-9a4b-17ce49a0be78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 13:08:22.184884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.extraroute_db [None req-5b85d026-baeb-4542-9a4b-17ce49a0be78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Removed routes are [] {{(pid=101396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 13:08:22.185606 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b85d026-baeb-4542-9a4b-17ce49a0be78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.212308 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.334691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30047b61-3261-4380-ad78-ae4122079a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e48a21-8678-4219-bc46-01ae5701d593'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:22.334691 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98de694b-16ac-4999-a79e-d1e58c468298" -d '{"events": [{"server_uuid": "30047b61-3261-4380-ad78-ae4122079a54", "name": "network-vif-plugged", "status": "completed", "tag": "e0e48a21-8678-4219-bc46-01ae5701d593"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:22.412796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e0e48a21-8678-4219-bc46-01ae5701d593, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0e48a21-8678-4219-bc46-01ae5701d593,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:22.422231 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b85d026-baeb-4542-9a4b-17ce49a0be78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.427231 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b85d026-baeb-4542-9a4b-17ce49a0be78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.443938 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.542094 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dad49131-7d06-4f9a-a329-e96d9c57b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.607799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b85d026-baeb-4542-9a4b-17ce49a0be78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router afe30714-8623-4ce1-aed9-7b8b85d63cae has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:22.612990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52798) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:22.652631 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5818c4aa-cbe9-47fa-978c-701239330c0d x-openstack-request-id: req-5818c4aa-cbe9-47fa-978c-701239330c0d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:22.652934 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30047b61-3261-4380-ad78-ae4122079a54", "name": "network-vif-plugged", "status": "completed", "tag": "e0e48a21-8678-4219-bc46-01ae5701d593", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:22.653202 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5818c4aa-cbe9-47fa-978c-701239330c0d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:22.654863 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30047b61-3261-4380-ad78-ae4122079a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e48a21-8678-4219-bc46-01ae5701d593', 'code': 200} Aug 16 13:08:22.723200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e0e48a21-8678-4219-bc46-01ae5701d593,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:22.732956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dad49131-7d06-4f9a-a329-e96d9c57b098 None None] For port d892c22a-a762-4105-88e0-256ac232702c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d892c22a-a762-4105-88e0-256ac232702c,segment=NetworkSegment(2e2e32c2-185e-4c88-9f8e-3fe4e5334b00),segment_id=2e2e32c2-185e-4c88-9f8e-3fe4e5334b00)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:22.743566 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dad49131-7d06-4f9a-a329-e96d9c57b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.754195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:19Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:19Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefea96-2573-4c78-a6c8-62304c3abfdc', 'name': '', 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:1d:f9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:18Z', 'updated_at': '2021-08-16T13:08:20Z', 'revision_number': 2, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:22.818409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d85b6d1-4147-420c-b7de-1e8e61001b3f req-1756bff6-1a8b-450e-b2ea-657941d868f4 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7506683 Aug 16 13:08:22.824845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Checking router: afe30714-8623-4ce1-aed9-7b8b85d63cae for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:22.829547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Updating router afe30714-8623-4ce1-aed9-7b8b85d63cae port dbefea96-2573-4c78-a6c8-62304c3abfdc binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:08:22.867377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b85d026-baeb-4542-9a4b-17ce49a0be78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:22.879608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5387f73a-65a8-4fe2-bf34-cd5c10c68760 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204974272'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:22.898840 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.904550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad49131-7d06-4f9a-a329-e96d9c57b098 None None] Pushing event updated for resources: {'Port': ['ID=d892c22a-a762-4105-88e0-256ac232702c,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:22.965305 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b85d026-baeb-4542-9a4b-17ce49a0be78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.966654 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5b85d026-baeb-4542-9a4b-17ce49a0be78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae HTTP/1.1" status: 200 len: 933 time: 1.5151982 Aug 16 13:08:22.969744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52810) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:22.973128 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5387f73a-65a8-4fe2-bf34-cd5c10c68760 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.986480 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5387f73a-65a8-4fe2-bf34-cd5c10c68760 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.024967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e741f8-8ac2-4dda-af17-3f97bb387ad5 req-a7237439-f867-4e6a-bfb2-2e6f2d740a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:23.026814 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76e741f8-8ac2-4dda-af17-3f97bb387ad5 req-a7237439-f867-4e6a-bfb2-2e6f2d740a0f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 1096 time: 0.3715298 Aug 16 13:08:23.100714 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76e741f8-8ac2-4dda-af17-3f97bb387ad5 req-f788b37a-7ed3-4dd5-995d-ec0b38a906d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649550 Aug 16 13:08:23.105892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-714510fb-47b5-4a8e-8733-069a6391c5e1 None None] Provisioning for port dbefea96-2573-4c78-a6c8-62304c3abfdc completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:23.134269 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-714510fb-47b5-4a8e-8733-069a6391c5e1 None None] Provisioning complete for port dbefea96-2573-4c78-a6c8-62304c3abfdc triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:23.135014 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-714510fb-47b5-4a8e-8733-069a6391c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.249517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a46ed631-4f64-4c44-9030-b9b51e127c36 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae HTTP/1.1" status: 200 len: 933 time: 0.2781179 Aug 16 13:08:23.259257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52826) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:23.274712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-01d2e731-271b-4928-b70a-73f4e964dd89 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'routes': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:23.277650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5387f73a-65a8-4fe2-bf34-cd5c10c68760 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.295335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5387f73a-65a8-4fe2-bf34-cd5c10c68760 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.366686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-714510fb-47b5-4a8e-8733-069a6391c5e1 None None] Port dbefea96-2573-4c78-a6c8-62304c3abfdc cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:23.482717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387f73a-65a8-4fe2-bf34-cd5c10c68760 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ef8e8e-a4b6-486d-8e6e-f1c393ec483e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:23.497162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-714510fb-47b5-4a8e-8733-069a6391c5e1 None None] Provisioning complete for port d892c22a-a762-4105-88e0-256ac232702c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:23.497958 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-714510fb-47b5-4a8e-8733-069a6391c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.563019 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.584962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Transition to ACTIVE for port object dbefea96-2573-4c78-a6c8-62304c3abfdc will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:23.595243 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5387f73a-65a8-4fe2-bf34-cd5c10c68760 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.603590 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5387f73a-65a8-4fe2-bf34-cd5c10c68760 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.603851 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.639892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387f73a-65a8-4fe2-bf34-cd5c10c68760 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2efdc79c-12aa-4f1a-a0d2-d376e08b9f0d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:23.642387 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5387f73a-65a8-4fe2-bf34-cd5c10c68760 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.647499 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5387f73a-65a8-4fe2-bf34-cd5c10c68760 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0332708 Aug 16 13:08:23.648116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52834) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:23.740659 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1d488bf3-dbe6-4124-b0e3-5546dd4a38ef tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0909071 Aug 16 13:08:23.741161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52838) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:23.746378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-53d9df1f-f5fb-4d76-b568-e12a80838aea tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group': {'name': 'tempest-security--1994311126', 'description': 'tempest-security-description-288410208'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:23.764192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9affa8-7699-4df4-9f7b-d632d4a401c6 req-0a1f12d0-6030-497a-8941-13ca53d696fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:23.768282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f9affa8-7699-4df4-9f7b-d632d4a401c6 req-0a1f12d0-6030-497a-8941-13ca53d696fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.2751551 Aug 16 13:08:23.782560 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53d9df1f-f5fb-4d76-b568-e12a80838aea tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.820477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809dba5-a22f-47df-96a3-433f2f2cb5f4 None None] Pushing event updated for resources: {'Port': ['ID=dbefea96-2573-4c78-a6c8-62304c3abfdc,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:23.874915 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53d9df1f-f5fb-4d76-b568-e12a80838aea tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.882153 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53d9df1f-f5fb-4d76-b568-e12a80838aea tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.888191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53d9df1f-f5fb-4d76-b568-e12a80838aea tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:23.896557 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-53d9df1f-f5fb-4d76-b568-e12a80838aea tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "PUT /v2.0/security-groups/2efdc79c-12aa-4f1a-a0d2-d376e08b9f0d HTTP/1.1" status: 200 len: 1779 time: 0.1543193 Aug 16 13:08:23.897358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52842) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:23.904079 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f9affa8-7699-4df4-9f7b-d632d4a401c6 req-a55eb2d8-97d6-481e-9711-cbd3749becc5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170905 Aug 16 13:08:23.976940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9df1f-f5fb-4d76-b568-e12a80838aea tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2efdc79c-12aa-4f1a-a0d2-d376e08b9f0d,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:23.990360 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52848) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:24.015566 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f8e9d4bb-7b71-456a-b3e6-76d93fdd31cd tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-groups/2efdc79c-12aa-4f1a-a0d2-d376e08b9f0d HTTP/1.1" status: 200 len: 1779 time: 0.1028616 Aug 16 13:08:24.016265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52852) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:24.035652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Attempting to bind port dbefea96-2573-4c78-a6c8-62304c3abfdc on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:24.039358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Attempting to bind port dbefea96-2573-4c78-a6c8-62304c3abfdc by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2e2e32c2-185e-4c88-9f8e-3fe4e5334b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:24.041173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Attempting to bind port dbefea96-2573-4c78-a6c8-62304c3abfdc on network 3f82de2a-af7b-4af3-975a-f85929770dbd {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:24.102676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:24.105085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Checking segment: {'id': '2e2e32c2-185e-4c88-9f8e-3fe4e5334b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:24.105533 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.105951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Bound using segment: {'id': '2e2e32c2-185e-4c88-9f8e-3fe4e5334b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:24.109587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Bound port: dbefea96-2573-4c78-a6c8-62304c3abfdc, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2e32c2-185e-4c88-9f8e-3fe4e5334b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:24.111075 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.131810 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ceb46ab3-05f1-4c8e-b51b-8be8b0614081 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.170574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d9263-843f-4a79-89b7-addeeb4f8bfb req-6d6bc648-8aeb-4e78-aadc-9c70ebd7d9d8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:24.174723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ceb46ab3-05f1-4c8e-b51b-8be8b0614081 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.181850 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-258d9263-843f-4a79-89b7-addeeb4f8bfb req-6d6bc648-8aeb-4e78-aadc-9c70ebd7d9d8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 945 time: 0.1624682 Aug 16 13:08:24.254408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] For port dbefea96-2573-4c78-a6c8-62304c3abfdc, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:24.257200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-258d9263-843f-4a79-89b7-addeeb4f8bfb req-7db6b705-6f64-4253-8453-b01678078f9e tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689781 Aug 16 13:08:24.258711 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] For port dbefea96-2573-4c78-a6c8-62304c3abfdc, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dbefea96-2573-4c78-a6c8-62304c3abfdc,segment=NetworkSegment(2e2e32c2-185e-4c88-9f8e-3fe4e5334b00),segment_id=2e2e32c2-185e-4c88-9f8e-3fe4e5334b00)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:24.285301 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ceb46ab3-05f1-4c8e-b51b-8be8b0614081 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.288619 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ceb46ab3-05f1-4c8e-b51b-8be8b0614081 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.292779 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ceb46ab3-05f1-4c8e-b51b-8be8b0614081 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-groups/2efdc79c-12aa-4f1a-a0d2-d376e08b9f0d HTTP/1.1" status: 204 len: 168 time: 0.2754555 Aug 16 13:08:24.293400 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52854) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:24.305112 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.320913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb46ab3-05f1-4c8e-b51b-8be8b0614081 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efdc79c-12aa-4f1a-a0d2-d376e08b9f0d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:24.322658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.extraroute_db [None req-01d2e731-271b-4928-b70a-73f4e964dd89 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added routes are [] {{(pid=101395) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 13:08:24.324780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.extraroute_db [None req-01d2e731-271b-4928-b70a-73f4e964dd89 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101395) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 13:08:24.369709 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-aedb8c4b-b5a1-4a6e-99b8-01dbaf793e6c tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718992 Aug 16 13:08:24.370435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52856) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:24.388825 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-8d20a7e6-9396-458a-b41b-e98e70ff2648 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] delete failed (client error): The resource could not be found. Aug 16 13:08:24.400497 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8d20a7e6-9396-458a-b41b-e98e70ff2648 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-groups/2efdc79c-12aa-4f1a-a0d2-d376e08b9f0d HTTP/1.1" status: 404 len: 347 time: 0.0289040 Aug 16 13:08:24.401115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52860) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:24.419226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c546d6ef-738a-4d42-8d0a-cef73c01ea41 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group': {'name': 'tempest-secgroup--279385149'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:24.432718 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01d2e731-271b-4928-b70a-73f4e964dd89 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.459059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:24.460108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:24.494985 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c546d6ef-738a-4d42-8d0a-cef73c01ea41 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.512421 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3870e904-1af8-4152-8167-419caee22ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.518593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d892c22a-a762-4105-88e0-256ac232702c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:24.750740 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01d2e731-271b-4928-b70a-73f4e964dd89 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.756924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01d2e731-271b-4928-b70a-73f4e964dd89 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.759210 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3870e904-1af8-4152-8167-419caee22ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.766028 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3870e904-1af8-4152-8167-419caee22ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.817983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:24.836014 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3870e904-1af8-4152-8167-419caee22ae3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47481682f3774fa2846e6253e18143ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8437843 Aug 16 13:08:24.842219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52868) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:24.842882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870e904-1af8-4152-8167-419caee22ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2273cf22-6a4d-49dc-bf18-019076735b06,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:24.928006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d2e731-271b-4928-b70a-73f4e964dd89 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router afe30714-8623-4ce1-aed9-7b8b85d63cae has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:24.933656 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48d0a5e3-0acb-41df-8bb7-fcc341928ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.937364 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c546d6ef-738a-4d42-8d0a-cef73c01ea41 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.968105 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c546d6ef-738a-4d42-8d0a-cef73c01ea41 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:24.982931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809dba5-a22f-47df-96a3-433f2f2cb5f4 None None] Pushing event updated for resources: {'Port': ['ID=dbefea96-2573-4c78-a6c8-62304c3abfdc,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:24.990051 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:08:25.006748 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48d0a5e3-0acb-41df-8bb7-fcc341928ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.062159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546d6ef-738a-4d42-8d0a-cef73c01ea41 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7345810-495e-4f42-b51e-92a3440fcf3e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:25.071396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d892c22a-a762-4105-88e0-256ac232702c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:25.071644 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.083706 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c546d6ef-738a-4d42-8d0a-cef73c01ea41 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.085422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c546d6ef-738a-4d42-8d0a-cef73c01ea41 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6833320 Aug 16 13:08:25.090361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52878) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:25.096310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4310e280-931c-4595-a3f4-06a68039c28d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': 'e7345810-495e-4f42-b51e-92a3440fcf3e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:25.121378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d2e731-271b-4928-b70a-73f4e964dd89 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:25.139380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:24Z', 'revision_number': 7, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:19Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefea96-2573-4c78-a6c8-62304c3abfdc', 'name': '', 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:1d:f9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:18Z', 'updated_at': '2021-08-16T13:08:24Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:25.145574 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01d2e731-271b-4928-b70a-73f4e964dd89 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.145784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4310e280-931c-4595-a3f4-06a68039c28d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.146818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-01d2e731-271b-4928-b70a-73f4e964dd89 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae HTTP/1.1" status: 200 len: 699 time: 1.8862190 Aug 16 13:08:25.149437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52882) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:25.158588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236b5bc-8532-43fb-80b8-d3f568333999 req-42c56036-e8bd-4899-97fe-3c9731e4b8e6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:25.170710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3236b5bc-8532-43fb-80b8-d3f568333999 req-42c56036-e8bd-4899-97fe-3c9731e4b8e6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1172094 Aug 16 13:08:25.171912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cd8ed-0eb4-46f6-9112-df9ca2a82ce9 None None] The sync data for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 is: [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:24Z', 'revision_number': 7, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:19Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefea96-2573-4c78-a6c8-62304c3abfdc', 'name': '', 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:1d:f9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:18Z', 'updated_at': '2021-08-16T13:08:24Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:25.283160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3236b5bc-8532-43fb-80b8-d3f568333999 req-58e94991-103e-499f-ae25-06341634d3f2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047206 Aug 16 13:08:25.347058 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c75c969b-21e3-4559-8311-bfc45934c39c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae HTTP/1.1" status: 200 len: 699 time: 0.1927786 Aug 16 13:08:25.347293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52888) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:25.353337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48d0a5e3-0acb-41df-8bb7-fcc341928ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.356437 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48d0a5e3-0acb-41df-8bb7-fcc341928ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.357894 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-48d0a5e3-0acb-41df-8bb7-fcc341928ac9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2273cf22-6a4d-49dc-bf18-019076735b06 HTTP/1.1" status: 204 len: 168 time: 0.5121508 Aug 16 13:08:25.379424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0a5e3-0acb-41df-8bb7-fcc341928ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2273cf22-6a4d-49dc-bf18-019076735b06,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:25.422617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4310e280-931c-4595-a3f4-06a68039c28d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.428398 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4310e280-931c-4595-a3f4-06a68039c28d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.467900 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4310e280-931c-4595-a3f4-06a68039c28d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.467900 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4310e280-931c-4595-a3f4-06a68039c28d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3746698 Aug 16 13:08:25.467900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310e280-931c-4595-a3f4-06a68039c28d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5435d418-8eaa-4f41-95f8-182c9cacc390,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:25.469068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52892) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:25.520876 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0fd0-5eb2-4156-9f2f-ce2a1c6090e1 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.531809 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0fd0-5eb2-4156-9f2f-ce2a1c6090e1 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.560867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13ddfd-4efd-4eab-8b24-ad9729e5704f req-6538e520-caf9-4be6-8514-f42fa2469262 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:25.567072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb13ddfd-4efd-4eab-8b24-ad9729e5704f req-6538e520-caf9-4be6-8514-f42fa2469262 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 945 time: 0.1536295 Aug 16 13:08:25.575555 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0fd0-5eb2-4156-9f2f-ce2a1c6090e1 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.596457 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0fd0-5eb2-4156-9f2f-ce2a1c6090e1 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.598504 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7fcc0fd0-5eb2-4156-9f2f-ce2a1c6090e1 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5435d418-8eaa-4f41-95f8-182c9cacc390 HTTP/1.1" status: 204 len: 168 time: 0.1280093 Aug 16 13:08:25.599705 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc0fd0-5eb2-4156-9f2f-ce2a1c6090e1 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5435d418-8eaa-4f41-95f8-182c9cacc390,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:25.609135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52896) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:25.714440 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-38fd987e-04d9-416c-817e-ac024c5ff784 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1030881 Aug 16 13:08:25.718549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52902) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:25.740224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb13ddfd-4efd-4eab-8b24-ad9729e5704f req-78866420-2d00-411c-904e-b1e5f8bf0169 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627316 Aug 16 13:08:25.853891 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e185aaab-37e6-4968-957b-1ca1c50799ff tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:25.946650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e185aaab-37e6-4968-957b-1ca1c50799ff tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:26.048094 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e185aaab-37e6-4968-957b-1ca1c50799ff tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:26.055470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e185aaab-37e6-4968-957b-1ca1c50799ff tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:26.061318 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e185aaab-37e6-4968-957b-1ca1c50799ff tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-groups/e7345810-495e-4f42-b51e-92a3440fcf3e HTTP/1.1" status: 204 len: 168 time: 0.3397541 Aug 16 13:08:26.069070 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:26.070979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52914) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:26.128760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185aaab-37e6-4968-957b-1ca1c50799ff tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7345810-495e-4f42-b51e-92a3440fcf3e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:26.211429 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-34af6cb7-88fa-4e09-9e76-1b1a15823f78 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1309495 Aug 16 13:08:26.211872 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52924) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:26.243936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-51d791f6-2b6c-457d-86db-2cddc10ce6d7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group': {'name': 'tempest-secgroup--770795956'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:26.354456 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674bf13d-56c2-4ad5-950d-e5387409d852 None None] Sync routers for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:26.387771 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674bf13d-56c2-4ad5-950d-e5387409d852 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:26.397619 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-674bf13d-56c2-4ad5-950d-e5387409d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:26.493813 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51d791f6-2b6c-457d-86db-2cddc10ce6d7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:26.498728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dbefea96-2573-4c78-a6c8-62304c3abfdc up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:26.572671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port dbefea96-2573-4c78-a6c8-62304c3abfdc completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:26.580176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port dbefea96-2573-4c78-a6c8-62304c3abfdc triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:26.580650 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:26.665425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b65ba-c4d5-4abb-a498-02b5c0c20a2d req-5f0c2de2-ba7e-4227-b5a2-8cca74e7f008 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:26.667252 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-674bf13d-56c2-4ad5-950d-e5387409d852 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:26.673866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f73b65ba-c4d5-4abb-a498-02b5c0c20a2d req-5f0c2de2-ba7e-4227-b5a2-8cca74e7f008 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1598225 Aug 16 13:08:26.754305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:26.777607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f73b65ba-c4d5-4abb-a498-02b5c0c20a2d req-ef668b59-0851-4849-834e-32083938d844 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848227 Aug 16 13:08:26.822380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port dbefea96-2573-4c78-a6c8-62304c3abfdc, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dbefea96-2573-4c78-a6c8-62304c3abfdc,segment=NetworkSegment(2e2e32c2-185e-4c88-9f8e-3fe4e5334b00),segment_id=2e2e32c2-185e-4c88-9f8e-3fe4e5334b00)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:26.828359 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:26.917073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=dbefea96-2573-4c78-a6c8-62304c3abfdc,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:26.981671 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51d791f6-2b6c-457d-86db-2cddc10ce6d7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.026812 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51d791f6-2b6c-457d-86db-2cddc10ce6d7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.097003 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51d791f6-2b6c-457d-86db-2cddc10ce6d7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.098533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-51d791f6-2b6c-457d-86db-2cddc10ce6d7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8857017 Aug 16 13:08:27.101406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:27.104554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d791f6-2b6c-457d-86db-2cddc10ce6d7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5a8b82-83ba-4a92-8256-f927bef8e3a3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:27.116057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1f6d6a66-58dc-495e-abd7-6f4b7357b340 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': '9f5a8b82-83ba-4a92-8256-f927bef8e3a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:27.119272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port dbefea96-2573-4c78-a6c8-62304c3abfdc {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:27.120132 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.186914 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-674bf13d-56c2-4ad5-950d-e5387409d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:24Z', 'revision_number': 7, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:19Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefea96-2573-4c78-a6c8-62304c3abfdc', 'name': '', 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:1d:f9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:18Z', 'updated_at': '2021-08-16T13:08:24Z', 'revision_number': 4, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:27.187859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f6d6a66-58dc-495e-abd7-6f4b7357b340 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.295778 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674bf13d-56c2-4ad5-950d-e5387409d852 None None] Checking router: afe30714-8623-4ce1-aed9-7b8b85d63cae for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:27.297084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port dbefea96-2573-4c78-a6c8-62304c3abfdc, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dbefea96-2573-4c78-a6c8-62304c3abfdc,segment=NetworkSegment(2e2e32c2-185e-4c88-9f8e-3fe4e5334b00),segment_id=2e2e32c2-185e-4c88-9f8e-3fe4e5334b00)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:27.297660 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.322370 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674bf13d-56c2-4ad5-950d-e5387409d852 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:27.323784 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-674bf13d-56c2-4ad5-950d-e5387409d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:27.337938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for dbefea96-2573-4c78-a6c8-62304c3abfdc owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:27.357592 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f6d6a66-58dc-495e-abd7-6f4b7357b340 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.366348 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f6d6a66-58dc-495e-abd7-6f4b7357b340 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.441459 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d6a66-58dc-495e-abd7-6f4b7357b340 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c851b030-ed23-4354-98be-d243b0161d72,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:27.457892 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f6d6a66-58dc-495e-abd7-6f4b7357b340 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.477545 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1f6d6a66-58dc-495e-abd7-6f4b7357b340 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3731732 Aug 16 13:08:27.479145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52972) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:27.484176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d697b945-d0d7-4928-ba55-0688e11fb8cf tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': '9f5a8b82-83ba-4a92-8256-f927bef8e3a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:27.539932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d697b945-d0d7-4928-ba55-0688e11fb8cf tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.587459 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-674bf13d-56c2-4ad5-950d-e5387409d852 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:27.648519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d697b945-d0d7-4928-ba55-0688e11fb8cf tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.655068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d697b945-d0d7-4928-ba55-0688e11fb8cf tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.685615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697b945-d0d7-4928-ba55-0688e11fb8cf tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31811337-5c54-4be3-a31e-42d10089e839,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:27.699238 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d697b945-d0d7-4928-ba55-0688e11fb8cf tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.700573 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d697b945-d0d7-4928-ba55-0688e11fb8cf tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2206104 Aug 16 13:08:27.704009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52982) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:27.711051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-742cc776-6bf5-4cb7-9562-23f2a1f475be tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': '9f5a8b82-83ba-4a92-8256-f927bef8e3a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:27.754383 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-742cc776-6bf5-4cb7-9562-23f2a1f475be tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.762466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.800284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=dbefea96-2573-4c78-a6c8-62304c3abfdc,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:27.841564 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-742cc776-6bf5-4cb7-9562-23f2a1f475be tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.853941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-742cc776-6bf5-4cb7-9562-23f2a1f475be tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.915614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cc776-6bf5-4cb7-9562-23f2a1f475be tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a6422f-8b3a-40a6-9546-091feb7cfb5b,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:27.921736 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-742cc776-6bf5-4cb7-9562-23f2a1f475be tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.924152 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-742cc776-6bf5-4cb7-9562-23f2a1f475be tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2177091 Aug 16 13:08:27.928243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52986) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:27.938363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e96a21fb-f6ef-4841-bbc9-763e0e4f6628 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': '9f5a8b82-83ba-4a92-8256-f927bef8e3a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:27.980399 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e96a21fb-f6ef-4841-bbc9-763e0e4f6628 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.023206 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-674bf13d-56c2-4ad5-950d-e5387409d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:24Z', 'revision_number': 7, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:19Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefea96-2573-4c78-a6c8-62304c3abfdc', 'name': '', 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:1d:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:18Z', 'updated_at': '2021-08-16T13:08:26Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:28.088480 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674bf13d-56c2-4ad5-950d-e5387409d852 None None] The sync data for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 is: [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:24Z', 'revision_number': 7, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:19Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefea96-2573-4c78-a6c8-62304c3abfdc', 'name': '', 'network_id': '3f82de2a-af7b-4af3-975a-f85929770dbd', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:1d:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:18Z', 'updated_at': '2021-08-16T13:08:26Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '0094ea22-85a5-4a3d-bf53-52f88da9f220', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:28.091139 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e96a21fb-f6ef-4841-bbc9-763e0e4f6628 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.101485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e96a21fb-f6ef-4841-bbc9-763e0e4f6628 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.151923 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e96a21fb-f6ef-4841-bbc9-763e0e4f6628 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.153195 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e96a21fb-f6ef-4841-bbc9-763e0e4f6628 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2239094 Aug 16 13:08:28.159530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a21fb-f6ef-4841-bbc9-763e0e4f6628 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d31f087-7080-4c62-af5f-d621ffcd728d,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:28.162408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52994) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:28.167733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c609d420-8d84-4308-b1a3-9f7d94fc5dbb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': '9f5a8b82-83ba-4a92-8256-f927bef8e3a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:28.193589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3e26a-1159-47c2-9da2-338a751a5227 req-e99e276b-db6a-4864-a505-98b281dc0e84 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:28.201444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47b3e26a-1159-47c2-9da2-338a751a5227 req-e99e276b-db6a-4864-a505-98b281dc0e84 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.2397246 Aug 16 13:08:28.210825 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.215670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c609d420-8d84-4308-b1a3-9f7d94fc5dbb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.370889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47b3e26a-1159-47c2-9da2-338a751a5227 req-584d97a6-2f8f-4abc-a074-f8a29c209fcf tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675868 Aug 16 13:08:28.381339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c609d420-8d84-4308-b1a3-9f7d94fc5dbb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.398055 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c609d420-8d84-4308-b1a3-9f7d94fc5dbb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.428840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609d420-8d84-4308-b1a3-9f7d94fc5dbb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b7f5a9-b0f8-4a79-9554-28168d8fb578,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:28.438169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c609d420-8d84-4308-b1a3-9f7d94fc5dbb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.443491 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c609d420-8d84-4308-b1a3-9f7d94fc5dbb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2796028 Aug 16 13:08:28.446720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53000) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:28.536639 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cb727e2-6557-4c9c-aac9-ba6cdc8a0afe tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.569020 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cb727e2-6557-4c9c-aac9-ba6cdc8a0afe tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.640684 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cb727e2-6557-4c9c-aac9-ba6cdc8a0afe tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.664343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router afe30714-8623-4ce1-aed9-7b8b85d63cae has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:28.674024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cb727e2-6557-4c9c-aac9-ba6cdc8a0afe tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.681618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53014) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:28.687926 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0cb727e2-6557-4c9c-aac9-ba6cdc8a0afe tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b4b7f5a9-b0f8-4a79-9554-28168d8fb578 HTTP/1.1" status: 204 len: 168 time: 0.2350736 Aug 16 13:08:28.689506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb727e2-6557-4c9c-aac9-ba6cdc8a0afe tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4b7f5a9-b0f8-4a79-9554-28168d8fb578,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:28.852641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53018) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:28.853014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cc662edc-5c76-4d80-b878-f85c83e1fa54 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1697829 Aug 16 13:08:28.878628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:28.885294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e55d0a48-bac7-4f08-8245-f3ae75c30b5d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5369205 Aug 16 13:08:28.887961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53022) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:28.896992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c14cc9f5-b885-4cef-8364-a8a31eac1042 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.897360 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427a989-6946-40c7-86b5-f078fef40bb1 None None] Sync routers for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:28.910918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c14cc9f5-b885-4cef-8364-a8a31eac1042 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.913745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427a989-6946-40c7-86b5-f078fef40bb1 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:28.915988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d427a989-6946-40c7-86b5-f078fef40bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:28.973721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c14cc9f5-b885-4cef-8364-a8a31eac1042 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.975564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-305b184c-2fe9-4111-a86d-265a1e079adb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting subnet 0094ea22-85a5-4a3d-bf53-52f88da9f220 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:08:28.980140 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b184c-2fe9-4111-a86d-265a1e079adb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.981311 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c14cc9f5-b885-4cef-8364-a8a31eac1042 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.982960 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c14cc9f5-b885-4cef-8364-a8a31eac1042 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8d31f087-7080-4c62-af5f-d621ffcd728d HTTP/1.1" status: 204 len: 168 time: 0.1273329 Aug 16 13:08:28.985708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53026) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:28.999841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cc9f5-b885-4cef-8364-a8a31eac1042 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d31f087-7080-4c62-af5f-d621ffcd728d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:29.059610 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b184c-2fe9-4111-a86d-265a1e079adb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.093935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d427a989-6946-40c7-86b5-f078fef40bb1 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:29.149743 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-930c9bb6-3cd7-4002-890f-5a1530b1b459 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1620033 Aug 16 13:08:29.150406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53032) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:29.186191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55c07529-d13a-441b-b239-1d18c8806047 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.213662 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55c07529-d13a-441b-b239-1d18c8806047 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.306716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55c07529-d13a-441b-b239-1d18c8806047 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.317890 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55c07529-d13a-441b-b239-1d18c8806047 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.323174 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-55c07529-d13a-441b-b239-1d18c8806047 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b3a6422f-8b3a-40a6-9546-091feb7cfb5b HTTP/1.1" status: 204 len: 168 time: 0.1684785 Aug 16 13:08:29.325455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53038) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:29.338847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c07529-d13a-441b-b239-1d18c8806047 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3a6422f-8b3a-40a6-9546-091feb7cfb5b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:29.389558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b184c-2fe9-4111-a86d-265a1e079adb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.400428 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-88d1f740-a2da-45b7-b3d0-4eaf72039945 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0674825 Aug 16 13:08:29.412530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53046) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:29.444654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d427a989-6946-40c7-86b5-f078fef40bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:27Z', 'revision_number': 8, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:19Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:29.538992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24b48828-2413-4a3b-b638-a7d37cdda612 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.558000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427a989-6946-40c7-86b5-f078fef40bb1 None None] Checking router: afe30714-8623-4ce1-aed9-7b8b85d63cae for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:29.571902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427a989-6946-40c7-86b5-f078fef40bb1 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:29.572339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d427a989-6946-40c7-86b5-f078fef40bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:29.574311 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24b48828-2413-4a3b-b638-a7d37cdda612 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.578375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b184c-2fe9-4111-a86d-265a1e079adb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.653895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b184c-2fe9-4111-a86d-265a1e079adb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Subnet': ['ID=0094ea22-85a5-4a3d-bf53-52f88da9f220,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:29.664531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b184c-2fe9-4111-a86d-265a1e079adb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.667724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-305b184c-2fe9-4111-a86d-265a1e079adb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/0094ea22-85a5-4a3d-bf53-52f88da9f220 HTTP/1.1" status: 204 len: 168 time: 0.7785602 Aug 16 13:08:29.671816 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53056) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:29.696758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065d57b0-47ed-46af-bb81-93e9aaef5f7d None None] Network 3f82de2a-af7b-4af3-975a-f85929770dbd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:29.707796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24b48828-2413-4a3b-b638-a7d37cdda612 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.740288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24b48828-2413-4a3b-b638-a7d37cdda612 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.748026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-24b48828-2413-4a3b-b638-a7d37cdda612 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/31811337-5c54-4be3-a31e-42d10089e839 HTTP/1.1" status: 204 len: 168 time: 0.3341055 Aug 16 13:08:29.757262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53058) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:29.776858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b48828-2413-4a3b-b638-a7d37cdda612 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31811337-5c54-4be3-a31e-42d10089e839,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:29.821973 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.869760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d427a989-6946-40c7-86b5-f078fef40bb1 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:30.077923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] DHCP port deletion for 3f82de2a-af7b-4af3-975a-f85929770dbd request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:08:30.086754 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.122651 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53068) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:30.123727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-51725ab3-ad21-4898-bddb-bc446babbd39 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3591015 Aug 16 13:08:30.147885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eecae6-0a38-4cbd-85ab-c739042595d4 req-bf0eb5a9-8416-4d5d-aecf-cdf899ecad6b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:30.169830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8eecae6-0a38-4cbd-85ab-c739042595d4 req-bf0eb5a9-8416-4d5d-aecf-cdf899ecad6b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.4127491 Aug 16 13:08:30.197599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b98ab66a-2e55-4be6-8a44-e4583ab1fe26 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.212578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Deleting port d892c22a-a762-4105-88e0-256ac232702c {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:30.213307 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.229012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b98ab66a-2e55-4be6-8a44-e4583ab1fe26 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.230627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d427a989-6946-40c7-86b5-f078fef40bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:27Z', 'revision_number': 8, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:19Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:30.276442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427a989-6946-40c7-86b5-f078fef40bb1 None None] The sync data for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 is: [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:27Z', 'revision_number': 8, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22ea316-3887-4ff5-ac03-d707f89f1b32', 'name': '', 'network_id': '6151fc6d-883c-437f-aac0-b9147fcc4668', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:98:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:09Z', 'updated_at': '2021-08-16T13:08:19Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '8e0531bf-9ad3-4bfa-90fc-31bf0234c5da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:30.312002 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b98ab66a-2e55-4be6-8a44-e4583ab1fe26 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.329550 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b98ab66a-2e55-4be6-8a44-e4583ab1fe26 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.333362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b98ab66a-2e55-4be6-8a44-e4583ab1fe26 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c851b030-ed23-4354-98be-d243b0161d72 HTTP/1.1" status: 204 len: 168 time: 0.2088943 Aug 16 13:08:30.343604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53072) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:30.364132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] For port d892c22a-a762-4105-88e0-256ac232702c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d892c22a-a762-4105-88e0-256ac232702c,segment=NetworkSegment(2e2e32c2-185e-4c88-9f8e-3fe4e5334b00),segment_id=2e2e32c2-185e-4c88-9f8e-3fe4e5334b00)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:30.364539 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.393915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Calling delete_port for d892c22a-a762-4105-88e0-256ac232702c owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:30.402720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8eecae6-0a38-4cbd-85ab-c739042595d4 req-887c096e-1030-44ef-a6f9-38a14163889d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302871 Aug 16 13:08:30.435617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ab66a-2e55-4be6-8a44-e4583ab1fe26 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c851b030-ed23-4354-98be-d243b0161d72,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:30.508770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port d892c22a-a762-4105-88e0-256ac232702c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:30.508770 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.546394 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f6a5c14c-5eae-4070-b0f5-9d5868532ce3 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1960585 Aug 16 13:08:30.553938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53080) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:30.670463 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.671197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port d892c22a-a762-4105-88e0-256ac232702c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d892c22a-a762-4105-88e0-256ac232702c,segment=NetworkSegment(2e2e32c2-185e-4c88-9f8e-3fe4e5334b00),segment_id=2e2e32c2-185e-4c88-9f8e-3fe4e5334b00)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:30.671900 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.700606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for d892c22a-a762-4105-88e0-256ac232702c owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:30.702651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e43ad358-df14-4a8e-aa5e-136886f281bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.786728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] No DVR routers for this DVR port d892c22a-a762-4105-88e0-256ac232702c on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:30.790452 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e43ad358-df14-4a8e-aa5e-136886f281bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.794136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d892c22a-a762-4105-88e0-256ac232702c no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:30.815827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Pushing event deleted for resources: {'Port': ['ID=d892c22a-a762-4105-88e0-256ac232702c,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:30.873606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d892c22a-a762-4105-88e0-256ac232702c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:30.873963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d892c22a-a762-4105-88e0-256ac232702c not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:30.876564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.876919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.877834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.878207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.878546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.878885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.882310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.882746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.883094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.886416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.887080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.887438 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b70de-3fd1-46d4-a600-e0fba9357da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:30.915931 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e43ad358-df14-4a8e-aa5e-136886f281bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.918984 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e43ad358-df14-4a8e-aa5e-136886f281bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:30.920701 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e43ad358-df14-4a8e-aa5e-136886f281bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-groups/9f5a8b82-83ba-4a92-8256-f927bef8e3a3 HTTP/1.1" status: 204 len: 168 time: 0.3655798 Aug 16 13:08:30.923802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53086) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:30.935332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ad358-df14-4a8e-aa5e-136886f281bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5a8b82-83ba-4a92-8256-f927bef8e3a3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:31.001619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.101630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=d892c22a-a762-4105-88e0-256ac232702c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:31.115531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No DVR routers for this DVR port d892c22a-a762-4105-88e0-256ac232702c on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:31.148949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.149535 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.150185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.151060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.151628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.152681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.154834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.155657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.156481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.157501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.158336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.159115 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:31.272958 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ec4013c0-9902-4453-957d-c16a43dacf88 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3460906 Aug 16 13:08:31.277937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53098) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:31.290527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b5a56ccb-7d88-42d9-bd3f-f60a5a10fba9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271361591'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:31.327484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5a56ccb-7d88-42d9-bd3f-f60a5a10fba9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.438257 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.464967 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5a56ccb-7d88-42d9-bd3f-f60a5a10fba9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.467603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f82de2a-af7b-4af3-975a-f85929770dbd']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:31.478778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5a56ccb-7d88-42d9-bd3f-f60a5a10fba9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.494143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2e32c2-185e-4c88-9f8e-3fe4e5334b00') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:31.495063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2e32c2-185e-4c88-9f8e-3fe4e5334b00') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:31.517717 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.553538 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.567330 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5a56ccb-7d88-42d9-bd3f-f60a5a10fba9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.573833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b5a56ccb-7d88-42d9-bd3f-f60a5a10fba9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2917514 Aug 16 13:08:31.575884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53106) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:31.581945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:08:31.584360 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.590666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fb354f1f-5048-4bc2-acc1-d4834d15a337 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': '32e78384-15a3-43a1-ae86-3dc2ddb1ad08', 'direction': 'ingress', 'protocol': 17}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:31.606218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a56ccb-7d88-42d9-bd3f-f60a5a10fba9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e78384-15a3-43a1-ae86-3dc2ddb1ad08,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:08:31.637353 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:08:31.645606 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb354f1f-5048-4bc2-acc1-d4834d15a337 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.727365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb354f1f-5048-4bc2-acc1-d4834d15a337 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.744618 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb354f1f-5048-4bc2-acc1-d4834d15a337 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.759022 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee9dde73-1483-428a-b49f-f4346a65ffa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.813318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb354f1f-5048-4bc2-acc1-d4834d15a337 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a3ac60-66e2-4dbf-90b5-0a8f4697d409,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:31.828205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb354f1f-5048-4bc2-acc1-d4834d15a337 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.833606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fb354f1f-5048-4bc2-acc1-d4834d15a337 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2538357 Aug 16 13:08:31.835536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53116) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:31.839387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c56c49-84d7-4cfb-a62f-8d7b67e59a61 req-f3d1d986-edc8-4d8f-b6c4-bc902a3877fe tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:31.842008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73c56c49-84d7-4cfb-a62f-8d7b67e59a61 req-f3d1d986-edc8-4d8f-b6c4-bc902a3877fe tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.2034357 Aug 16 13:08:31.843151 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.861797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.864090 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/networks/3f82de2a-af7b-4af3-975a-f85929770dbd HTTP/1.1" status: 204 len: 168 time: 2.1882706 Aug 16 13:08:31.876038 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53118) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:31.889604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f5a25-3534-4fd2-8a6d-766c7e32af5a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Network': ['ID=3f82de2a-af7b-4af3-975a-f85929770dbd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:32.021063 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73c56c49-84d7-4cfb-a62f-8d7b67e59a61 req-eac1ad89-372d-4655-8f14-a6cbb280c7e7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556103 Aug 16 13:08:32.050235 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8ce10e52-bed8-4168-90ba-98513ee3c51e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:32.100735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8ce10e52-bed8-4168-90ba-98513ee3c51e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:32.224301 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8ce10e52-bed8-4168-90ba-98513ee3c51e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:32.227885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8ce10e52-bed8-4168-90ba-98513ee3c51e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:32.239393 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8ce10e52-bed8-4168-90ba-98513ee3c51e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-groups/32e78384-15a3-43a1-ae86-3dc2ddb1ad08 HTTP/1.1" status: 204 len: 168 time: 0.4026666 Aug 16 13:08:32.240146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53126) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:32.424516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dbefea96-2573-4c78-a6c8-62304c3abfdc no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:32.469860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce10e52-bed8-4168-90ba-98513ee3c51e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e78384-15a3-43a1-ae86-3dc2ddb1ad08,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:32.494121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: dbefea96-2573-4c78-a6c8-62304c3abfdc {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:32.495940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dbefea96-2573-4c78-a6c8-62304c3abfdc not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:32.519326 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c91f70a6-60e7-4a26-8715-b511aa001e8d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2731566 Aug 16 13:08:32.524053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53132) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:32.540378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6af4ccd7-3cb8-4a7c-be84-db06ab95c93c tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156368506'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:32.629047 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6af4ccd7-3cb8-4a7c-be84-db06ab95c93c tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:32.842750 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6af4ccd7-3cb8-4a7c-be84-db06ab95c93c tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:32.854546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6af4ccd7-3cb8-4a7c-be84-db06ab95c93c tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:32.931066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4ccd7-3cb8-4a7c-be84-db06ab95c93c tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c17661a-3706-4864-a565-776bf6f5df2c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:32.939091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6af4ccd7-3cb8-4a7c-be84-db06ab95c93c tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:32.941584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6af4ccd7-3cb8-4a7c-be84-db06ab95c93c tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4135232 Aug 16 13:08:32.945168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53142) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:32.963049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-892dc152-3250-43ed-9fd9-96ca622185fa tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group': {'name': 'tempest-secgroup--861721917'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:33.010140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-892dc152-3250-43ed-9fd9-96ca622185fa tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.254408 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-892dc152-3250-43ed-9fd9-96ca622185fa tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.275842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-892dc152-3250-43ed-9fd9-96ca622185fa tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.341999 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-892dc152-3250-43ed-9fd9-96ca622185fa tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.345143 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-892dc152-3250-43ed-9fd9-96ca622185fa tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3974249 Aug 16 13:08:33.350686 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53154) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:33.361558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-30aaf999-2ce0-49dd-b821-e3c6e6d32825 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': '1c17661a-3706-4864-a565-776bf6f5df2c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3e5f469e-c494-4d7b-b09e-d8cbf8c2cf1a', 'remote_ip_prefix': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:33.387150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745ed70-10a0-464b-a8d9-411e901df86a req-c813ec14-0477-45a2-8421-5debffb3b00d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:33.388755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9745ed70-10a0-464b-a8d9-411e901df86a req-c813ec14-0477-45a2-8421-5debffb3b00d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1849253 Aug 16 13:08:33.403699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892dc152-3250-43ed-9fd9-96ca622185fa tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5f469e-c494-4d7b-b09e-d8cbf8c2cf1a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:33.431188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30aaf999-2ce0-49dd-b821-e3c6e6d32825 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.476834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53156) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:33.539965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9745ed70-10a0-464b-a8d9-411e901df86a req-30ccdccf-b971-4936-a7d9-ca7a0d70cb1b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276815 Aug 16 13:08:33.570145 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.606627 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30aaf999-2ce0-49dd-b821-e3c6e6d32825 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.616430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30aaf999-2ce0-49dd-b821-e3c6e6d32825 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.666291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaf999-2ce0-49dd-b821-e3c6e6d32825 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdeb549-063e-4cb6-aa49-f95005e2e2b9,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:33.668756 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30aaf999-2ce0-49dd-b821-e3c6e6d32825 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.670956 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-30aaf999-2ce0-49dd-b821-e3c6e6d32825 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3184440 Aug 16 13:08:33.673367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53162) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:33.703345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f1442e1-fcf9-4613-9c8e-f928326e387d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.715196 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f1442e1-fcf9-4613-9c8e-f928326e387d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.753718 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f1442e1-fcf9-4613-9c8e-f928326e387d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.765916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f1442e1-fcf9-4613-9c8e-f928326e387d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.770014 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9f1442e1-fcf9-4613-9c8e-f928326e387d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/dbdeb549-063e-4cb6-aa49-f95005e2e2b9 HTTP/1.1" status: 204 len: 168 time: 0.0920761 Aug 16 13:08:33.772985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53164) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:33.789531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa96fded-338b-4120-a2d3-3b79cd77660c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.832419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1442e1-fcf9-4613-9c8e-f928326e387d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbdeb549-063e-4cb6-aa49-f95005e2e2b9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:33.953915 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-477e2c59-cb07-401d-bd8e-24235f668851 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1808877 Aug 16 13:08:33.958007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53170) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:33.962381 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa96fded-338b-4120-a2d3-3b79cd77660c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.002240 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa96fded-338b-4120-a2d3-3b79cd77660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.024498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53174) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:34.052179 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-976647dd-1107-4f64-ae06-ea01eeb9c0a5 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.057583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96fded-338b-4120-a2d3-3b79cd77660c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1524b59c-df84-4d79-89d5-87935ec5b4d3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:34.081023 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-976647dd-1107-4f64-ae06-ea01eeb9c0a5 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.092608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-aa96fded-338b-4120-a2d3-3b79cd77660c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=559c7d9dbbbe424095c6a1b74af6bf82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6129723 Aug 16 13:08:34.093281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53178) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:34.159234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port b22ea316-3887-4ff5-ac03-d707f89f1b32 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:34.160045 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.171487 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-976647dd-1107-4f64-ae06-ea01eeb9c0a5 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.174048 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-976647dd-1107-4f64-ae06-ea01eeb9c0a5 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.175778 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-976647dd-1107-4f64-ae06-ea01eeb9c0a5 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-groups/3e5f469e-c494-4d7b-b09e-d8cbf8c2cf1a HTTP/1.1" status: 204 len: 168 time: 0.2162151 Aug 16 13:08:34.180108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53180) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:34.192114 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-370c294a-3e20-41b3-b163-fc0731271f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.203288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976647dd-1107-4f64-ae06-ea01eeb9c0a5 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5f469e-c494-4d7b-b09e-d8cbf8c2cf1a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:34.263819 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1f91801e-c796-4781-90d8-2274b6ab0edd tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0824511 Aug 16 13:08:34.267913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53182) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:34.279196 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-370c294a-3e20-41b3-b163-fc0731271f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.331963 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3164e0e0-ddd2-44ef-93c3-04cae3ac0bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.340334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port b22ea316-3887-4ff5-ac03-d707f89f1b32, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b22ea316-3887-4ff5-ac03-d707f89f1b32,segment=NetworkSegment(7f032770-b61e-4d04-b14a-27511dd9bede),segment_id=7f032770-b61e-4d04-b14a-27511dd9bede)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:34.341010 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.343820 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-978df29a-ebd5-4c84-93a1-00b80ed69ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.360425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for b22ea316-3887-4ff5-ac03-d707f89f1b32 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:34.394472 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-370c294a-3e20-41b3-b163-fc0731271f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.398900 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-370c294a-3e20-41b3-b163-fc0731271f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.403615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-370c294a-3e20-41b3-b163-fc0731271f95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1524b59c-df84-4d79-89d5-87935ec5b4d3 HTTP/1.1" status: 204 len: 168 time: 0.3081257 Aug 16 13:08:34.431294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-afe3879d-9b22-4486-9bf1-ea5e26d96d15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.459444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c294a-3e20-41b3-b163-fc0731271f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1524b59c-df84-4d79-89d5-87935ec5b4d3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:34.474675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-afe3879d-9b22-4486-9bf1-ea5e26d96d15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.546914 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.598732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-afe3879d-9b22-4486-9bf1-ea5e26d96d15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.602766 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-afe3879d-9b22-4486-9bf1-ea5e26d96d15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.603952 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-afe3879d-9b22-4486-9bf1-ea5e26d96d15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-groups/1c17661a-3706-4864-a565-776bf6f5df2c HTTP/1.1" status: 204 len: 168 time: 0.3312564 Aug 16 13:08:34.606944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53190) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:34.655475 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-978df29a-ebd5-4c84-93a1-00b80ed69ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.709690 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.720128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3879d-9b22-4486-9bf1-ea5e26d96d15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c17661a-3706-4864-a565-776bf6f5df2c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:34.743453 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-978df29a-ebd5-4c84-93a1-00b80ed69ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.750724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=b22ea316-3887-4ff5-ac03-d707f89f1b32,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:34.762455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c828b3-ed20-40ab-8107-4b6bb88d0e20 req-e687e5a8-3628-4fcc-a6ed-3f2e7be4dc8f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:34.764078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95c828b3-ed20-40ab-8107-4b6bb88d0e20 req-e687e5a8-3628-4fcc-a6ed-3f2e7be4dc8f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1105216 Aug 16 13:08:34.840406 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-978df29a-ebd5-4c84-93a1-00b80ed69ea3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f285d7886b78400dbb51c9e3c488566f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8141148 Aug 16 13:08:34.841043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53194) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:34.926771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978df29a-ebd5-4c84-93a1-00b80ed69ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f66a82-6387-43a7-8cf5-70812df85d0c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:34.931849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95c828b3-ed20-40ab-8107-4b6bb88d0e20 req-0ec94777-61b9-4499-9aae-493da486cdc9 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432900 Aug 16 13:08:34.951818 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5f48f75e-4aa5-4a15-af8a-4161621365d5 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3239563 Aug 16 13:08:34.954940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53198) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:34.964051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d6ec36d3-5a4e-4557-a992-b1c945dad021 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518466042'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:35.058413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9058186-a79d-43a7-b557-139d0fb40d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.078014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53200) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:35.099343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9058186-a79d-43a7-b557-139d0fb40d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.102143 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37b2ee38-dd55-4515-95bb-d045ff568567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.121390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6ec36d3-5a4e-4557-a992-b1c945dad021 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.124872 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.197384 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9058186-a79d-43a7-b557-139d0fb40d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.200344 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9058186-a79d-43a7-b557-139d0fb40d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.203968 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b9058186-a79d-43a7-b557-139d0fb40d67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23f66a82-6387-43a7-8cf5-70812df85d0c HTTP/1.1" status: 204 len: 168 time: 0.3582394 Aug 16 13:08:35.215306 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9058186-a79d-43a7-b557-139d0fb40d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f66a82-6387-43a7-8cf5-70812df85d0c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:35.375108 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c90dab7-9757-449a-bd2e-b453e28111c9 req-e97aa501-9800-4c96-b9bf-e5d31c018f28 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667503 Aug 16 13:08:35.410282 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37b2ee38-dd55-4515-95bb-d045ff568567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.415746 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37b2ee38-dd55-4515-95bb-d045ff568567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.443405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router afe30714-8623-4ce1-aed9-7b8b85d63cae has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:35.472581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2ee38-dd55-4515-95bb-d045ff568567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb352e0-9698-4939-819d-21cc6991fe6c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:35.481827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-37b2ee38-dd55-4515-95bb-d045ff568567 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b09dee4e198b475a99152b6a4fd8770c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993249 Aug 16 13:08:35.481827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53206) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:35.489282 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.517938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90dab7-9757-449a-bd2e-b453e28111c9 req-99c19688-c59c-4a57-8c2f-923a35f8c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:35.520204 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c90dab7-9757-449a-bd2e-b453e28111c9 req-99c19688-c59c-4a57-8c2f-923a35f8c3f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 1096 time: 0.1116829 Aug 16 13:08:35.618414 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c0f843c-df71-402f-a4f5-3c337e1b2ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.639312 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6ec36d3-5a4e-4557-a992-b1c945dad021 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.647497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6ec36d3-5a4e-4557-a992-b1c945dad021 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.653711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:35.661402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eb83416c-3779-4687-8f8b-87fbb0a714f3 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7784777 Aug 16 13:08:35.663837 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c0f843c-df71-402f-a4f5-3c337e1b2ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.665554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53212) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:35.673043 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a86e32f-b7ae-4ec1-86a3-5e6eb46d4723 None None] Sync routers for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:35.687667 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86e32f-b7ae-4ec1-86a3-5e6eb46d4723 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:35.688314 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9a86e32f-b7ae-4ec1-86a3-5e6eb46d4723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:35.762457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36c24e6-60ae-4c2a-93d3-b8ab3361c55e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting subnet 8e0531bf-9ad3-4bfa-90fc-31bf0234c5da {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:08:35.766659 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f36c24e6-60ae-4c2a-93d3-b8ab3361c55e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.798179 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6ec36d3-5a4e-4557-a992-b1c945dad021 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.802154 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d6ec36d3-5a4e-4557-a992-b1c945dad021 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8424599 Aug 16 13:08:35.805828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53214) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:35.814992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c55aee5c-7242-447e-b517-f12fd5da40eb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': '2dc3644b-d53d-4c95-a950-bbfdcd84e783', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:35.837712 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f36c24e6-60ae-4c2a-93d3-b8ab3361c55e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.838155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec36d3-5a4e-4557-a992-b1c945dad021 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc3644b-d53d-4c95-a950-bbfdcd84e783,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:35.885672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90dab7-9757-449a-bd2e-b453e28111c9 req-29a54a8a-76d3-4c3f-b2c7-bde68789e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:35.887891 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c90dab7-9757-449a-bd2e-b453e28111c9 req-29a54a8a-76d3-4c3f-b2c7-bde68789e899 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 915 time: 0.2979379 Aug 16 13:08:35.904361 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-9a86e32f-b7ae-4ec1-86a3-5e6eb46d4723 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:35.929761 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c0f843c-df71-402f-a4f5-3c337e1b2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.938439 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c0f843c-df71-402f-a4f5-3c337e1b2ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.949246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2c0f843c-df71-402f-a4f5-3c337e1b2ed9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6cb352e0-9698-4939-819d-21cc6991fe6c HTTP/1.1" status: 204 len: 168 time: 0.4573121 Aug 16 13:08:35.969105 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c90dab7-9757-449a-bd2e-b453e28111c9 req-e15e3681-26ab-4b75-895e-0faae813e535 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29d887f3-7f83-4339-b4e7-9c7c825529fb HTTP/1.1" status: 200 len: 217 time: 0.0687497 Aug 16 13:08:36.026238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53218) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:36.036660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f843c-df71-402f-a4f5-3c337e1b2ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb352e0-9698-4939-819d-21cc6991fe6c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:36.113943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90dab7-9757-449a-bd2e-b453e28111c9 req-20e23902-26e6-4861-a1f9-03d8df989947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:36.116648 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c55aee5c-7242-447e-b517-f12fd5da40eb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:36.118841 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c90dab7-9757-449a-bd2e-b453e28111c9 req-20e23902-26e6-4861-a1f9-03d8df989947 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40688c04-c6c5-482e-bec2-38205b98c41f HTTP/1.1" status: 200 len: 855 time: 0.1422606 Aug 16 13:08:36.125643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device badf3ac6-83e5-4fef-be55-0d0bce30d799 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:08:36.196016 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c90dab7-9757-449a-bd2e-b453e28111c9 req-70154343-64a5-4926-93a8-a1b6fbce438b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678153 Aug 16 13:08:36.267372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a27d3ce-9291-4636-96be-39e6ddad9cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:36.285356 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9a86e32f-b7ae-4ec1-86a3-5e6eb46d4723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:34Z', 'revision_number': 9, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:36.332754 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a86e32f-b7ae-4ec1-86a3-5e6eb46d4723 None None] Checking router: afe30714-8623-4ce1-aed9-7b8b85d63cae for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:36.351612 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86e32f-b7ae-4ec1-86a3-5e6eb46d4723 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:36.352922 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9a86e32f-b7ae-4ec1-86a3-5e6eb46d4723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:36.562024 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f36c24e6-60ae-4c2a-93d3-b8ab3361c55e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:36.572202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c90dab7-9757-449a-bd2e-b453e28111c9 req-fbe284a7-b9a0-4c2c-843c-e1f287570b8c service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668618 Aug 16 13:08:36.630752 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:36.662053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'port_id': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'mac_address': 'fa:16:3e:de:16:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:08:36.690765 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-9a86e32f-b7ae-4ec1-86a3-5e6eb46d4723 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:36.722440 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:36.793319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id badf3ac6-83e5-4fef-be55-0d0bce30d799 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:08:36.799705 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c90dab7-9757-449a-bd2e-b453e28111c9 req-3ab0830d-beca-448b-b4bc-ccded329b1e4 service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185876 Aug 16 13:08:36.828512 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a27d3ce-9291-4636-96be-39e6ddad9cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:36.873263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:36.882902 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:36.893913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c55aee5c-7242-447e-b517-f12fd5da40eb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:36.899787 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a27d3ce-9291-4636-96be-39e6ddad9cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:36.943145 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8a27d3ce-9291-4636-96be-39e6ddad9cad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33f397d68b2a4b098dd048d07b31152e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8848290 Aug 16 13:08:36.943145 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c55aee5c-7242-447e-b517-f12fd5da40eb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:36.943658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53238) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:36.979752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aee5c-7242-447e-b517-f12fd5da40eb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a732c28-c77a-4c5c-8acb-d14a7e3803ea,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:37.013531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=badf3ac6-83e5-4fef-be55-0d0bce30d799,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:37.036447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee03921-56fb-4d62-a2ab-24d921eb34cd req-0cd8aa13-5fb8-4610-a2ae-560b8f0fc859 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:37.049722 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ee03921-56fb-4d62-a2ab-24d921eb34cd req-0cd8aa13-5fb8-4610-a2ae-560b8f0fc859 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.8650403 Aug 16 13:08:37.055234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c55aee5c-7242-447e-b517-f12fd5da40eb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.057992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7623225-158a-4754-94da-c702f9a8de8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.062151 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c55aee5c-7242-447e-b517-f12fd5da40eb tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2549043 Aug 16 13:08:37.069560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27d3ce-9291-4636-96be-39e6ddad9cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026bfdbe-167a-46d7-a508-468df2715d3a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:37.070640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53242) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:37.104054 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9a86e32f-b7ae-4ec1-86a3-5e6eb46d4723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:34Z', 'revision_number': 9, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:37.109921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['badf3ac6-83e5-4fef-be55-0d0bce30d799'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:08:37.148113 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f36c24e6-60ae-4c2a-93d3-b8ab3361c55e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.169129 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7623225-158a-4754-94da-c702f9a8de8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.195847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c24e6-60ae-4c2a-93d3-b8ab3361c55e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0531bf-9ad3-4bfa-90fc-31bf0234c5da,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:37.203356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-956edc06-0420-489e-aa1a-75e56816eb15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.216614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-956edc06-0420-489e-aa1a-75e56816eb15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.227257 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ee03921-56fb-4d62-a2ab-24d921eb34cd req-be2a1025-2d8c-482f-91d2-303000eb3d2b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603446 Aug 16 13:08:37.249091 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f36c24e6-60ae-4c2a-93d3-b8ab3361c55e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.255159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f36c24e6-60ae-4c2a-93d3-b8ab3361c55e tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/8e0531bf-9ad3-4bfa-90fc-31bf0234c5da HTTP/1.1" status: 204 len: 168 time: 1.5884712 Aug 16 13:08:37.255903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53248) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:37.274304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-956edc06-0420-489e-aa1a-75e56816eb15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.289193 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-956edc06-0420-489e-aa1a-75e56816eb15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.293578 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-956edc06-0420-489e-aa1a-75e56816eb15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9a732c28-c77a-4c5c-8acb-d14a7e3803ea HTTP/1.1" status: 204 len: 168 time: 0.1880183 Aug 16 13:08:37.295728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53252) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:37.303934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97bc0ed-ad9d-4e64-8d9c-f2c10151e110 None None] Network 6151fc6d-883c-437f-aac0-b9147fcc4668 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:37.322908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956edc06-0420-489e-aa1a-75e56816eb15 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a732c28-c77a-4c5c-8acb-d14a7e3803ea,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:37.372815 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a86e32f-b7ae-4ec1-86a3-5e6eb46d4723 None None] The sync data for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 is: [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:34Z', 'revision_number': 9, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '16740050-8065-4caa-9b6e-66cc7780d6d4', 'name': '', 'network_id': '8bfdc3fc-c293-4359-9e9f-f9fd484107b9', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:93:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:15Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': '3d94d55f-46fa-45b0-9167-f065a5172957', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:37.436877 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cba202e3-c88a-43e1-8300-cd449a56e88e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1398749 Aug 16 13:08:37.458049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53258) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:37.495878 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.500606 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7623225-158a-4754-94da-c702f9a8de8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.507037 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7623225-158a-4754-94da-c702f9a8de8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.508352 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e7623225-158a-4754-94da-c702f9a8de8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/026bfdbe-167a-46d7-a508-468df2715d3a HTTP/1.1" status: 204 len: 168 time: 0.5638788 Aug 16 13:08:37.592033 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.620017 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-845c0931-b9a1-4e82-9875-15d9d0fba2c7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.688387 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-845c0931-b9a1-4e82-9875-15d9d0fba2c7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.710162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port 6f83c463-f22d-4449-bb40-8997a123def5 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:37.711716 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.712402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7623225-158a-4754-94da-c702f9a8de8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026bfdbe-167a-46d7-a508-468df2715d3a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:37.802868 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35fca5-469e-4872-81fa-cbb320ae4eb8 None None] DHCP port deletion for 6151fc6d-883c-437f-aac0-b9147fcc4668 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:08:37.820824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-845c0931-b9a1-4e82-9875-15d9d0fba2c7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.825079 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-845c0931-b9a1-4e82-9875-15d9d0fba2c7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.829828 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-845c0931-b9a1-4e82-9875-15d9d0fba2c7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-groups/2dc3644b-d53d-4c95-a950-bbfdcd84e783 HTTP/1.1" status: 204 len: 168 time: 0.3668914 Aug 16 13:08:37.832927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53264) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:37.903850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c0931-b9a1-4e82-9875-15d9d0fba2c7 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc3644b-d53d-4c95-a950-bbfdcd84e783,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:37.983382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port 6f83c463-f22d-4449-bb40-8997a123def5, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6f83c463-f22d-4449-bb40-8997a123def5,segment=NetworkSegment(7f032770-b61e-4d04-b14a-27511dd9bede),segment_id=7f032770-b61e-4d04-b14a-27511dd9bede)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:37.983956 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.020597 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f74978ae-24c6-4550-b369-176801116181 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1831620 Aug 16 13:08:38.028565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53270) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:38.048120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for 6f83c463-f22d-4449-bb40-8997a123def5 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:38.063923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7676aa6f-f402-41b0-a568-a8214b171489 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group': {'name': 'tempest-secgroup--565553615'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:38.098407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2b35fca5-469e-4872-81fa-cbb320ae4eb8 None None] Deleting port 6f83c463-f22d-4449-bb40-8997a123def5 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:38.109118 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2b35fca5-469e-4872-81fa-cbb320ae4eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.169334 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7676aa6f-f402-41b0-a568-a8214b171489 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.180374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device badf3ac6-83e5-4fef-be55-0d0bce30d799 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:38.379820 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.445987 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7676aa6f-f402-41b0-a568-a8214b171489 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.466995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7676aa6f-f402-41b0-a568-a8214b171489 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.532188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No DVR routers for this DVR port 6f83c463-f22d-4449-bb40-8997a123def5 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:38.535976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=6f83c463-f22d-4449-bb40-8997a123def5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:38.585735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2b35fca5-469e-4872-81fa-cbb320ae4eb8 None None] For port 6f83c463-f22d-4449-bb40-8997a123def5, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6f83c463-f22d-4449-bb40-8997a123def5,segment=NetworkSegment(7f032770-b61e-4d04-b14a-27511dd9bede),segment_id=7f032770-b61e-4d04-b14a-27511dd9bede)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:38.589257 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2b35fca5-469e-4872-81fa-cbb320ae4eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.632052 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b22ea316-3887-4ff5-ac03-d707f89f1b32 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:38.656572 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7676aa6f-f402-41b0-a568-a8214b171489 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.663436 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7676aa6f-f402-41b0-a568-a8214b171489 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6331205 Aug 16 13:08:38.670469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53294) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:38.693662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676aa6f-f402-41b0-a568-a8214b171489 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524a3472-ded9-4f88-a059-d9632d4dff37,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:38.743562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2b35fca5-469e-4872-81fa-cbb320ae4eb8 None None] Calling delete_port for 6f83c463-f22d-4449-bb40-8997a123def5 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:38.746909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: b22ea316-3887-4ff5-ac03-d707f89f1b32 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:38.747466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b22ea316-3887-4ff5-ac03-d707f89f1b32 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:38.748160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f83c463-f22d-4449-bb40-8997a123def5 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:38.814302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 6f83c463-f22d-4449-bb40-8997a123def5 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:38.816105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f83c463-f22d-4449-bb40-8997a123def5 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:38.818572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port badf3ac6-83e5-4fef-be55-0d0bce30d799 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:38.819168 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.833662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-08bdd8b6-dc9b-4725-870c-356abc352291 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': '524a3472-ded9-4f88-a059-d9632d4dff37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:38.946552 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.978292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6151fc6d-883c-437f-aac0-b9147fcc4668']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:39.016761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f032770-b61e-4d04-b14a-27511dd9bede') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:39.017262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f032770-b61e-4d04-b14a-27511dd9bede') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:39.064613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eaa3f-6921-4904-b091-6c28bdc242f8 req-0c6a2034-4794-4fcd-8fad-66a461983f5f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:39.067486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-120eaa3f-6921-4904-b091-6c28bdc242f8 req-0c6a2034-4794-4fcd-8fad-66a461983f5f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 944 time: 0.4387772 Aug 16 13:08:39.074599 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.117685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08bdd8b6-dc9b-4725-870c-356abc352291 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.147768 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.168260 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2b35fca5-469e-4872-81fa-cbb320ae4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.201456 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.213553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35fca5-469e-4872-81fa-cbb320ae4eb8 None None] Pushing event deleted for resources: {'Port': ['ID=6f83c463-f22d-4449-bb40-8997a123def5,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:39.214775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:08:39.215558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.222084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b35fca5-469e-4872-81fa-cbb320ae4eb8 None None] No DVR routers for this DVR port 6f83c463-f22d-4449-bb40-8997a123def5 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:08:39.229328 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:08:39.285014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:39.288037 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3751179-8aa7-44f7-bef1-9e56f8c726a5" -d '{"events": [{"server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:39.337507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:39.349517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.376391 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6fa10a-6174-4a1f-be52-fd75c384ab2b x-openstack-request-id: req-5b6fa10a-6174-4a1f-be52-fd75c384ab2b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:39.377931 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:39.378442 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b6fa10a-6174-4a1f-be52-fd75c384ab2b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:39.379408 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'code': 200} Aug 16 13:08:39.452549 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-120eaa3f-6921-4904-b091-6c28bdc242f8 req-16528dfb-acaf-4833-814d-fb9856d19cfe tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577552 Aug 16 13:08:39.473777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.488787 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.492499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/networks/6151fc6d-883c-437f-aac0-b9147fcc4668 HTTP/1.1" status: 204 len: 168 time: 2.2351043 Aug 16 13:08:39.495300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53318) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:39.525042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc93b8-bc17-4921-abd7-3f165e34f7b0 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Network': ['ID=6151fc6d-883c-437f-aac0-b9147fcc4668,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:39.530356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08bdd8b6-dc9b-4725-870c-356abc352291 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.539343 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08bdd8b6-dc9b-4725-870c-356abc352291 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.541793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=badf3ac6-83e5-4fef-be55-0d0bce30d799,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:39.575555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdd8b6-dc9b-4725-870c-356abc352291 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78563bc5-5507-4435-b5a1-9da67052079a,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:39.594793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08bdd8b6-dc9b-4725-870c-356abc352291 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.598058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-08bdd8b6-dc9b-4725-870c-356abc352291 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9102409 Aug 16 13:08:39.607768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53326) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:39.662156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53332) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:39.663676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-90e6666b-4d47-44fc-b08c-8dc18f40f65e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules/78563bc5-5507-4435-b5a1-9da67052079a HTTP/1.1" status: 200 len: 763 time: 0.0532207 Aug 16 13:08:40.261669 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1fef5aed-a872-4966-b925-34b2f27076f2 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5419462 Aug 16 13:08:40.266580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53358) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:40.360086 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ef30278-4d60-4b66-806c-01acf8437ff4 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.401485 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ef30278-4d60-4b66-806c-01acf8437ff4 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.514316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ef30278-4d60-4b66-806c-01acf8437ff4 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.543080 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ef30278-4d60-4b66-806c-01acf8437ff4 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.546141 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2ef30278-4d60-4b66-806c-01acf8437ff4 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/78563bc5-5507-4435-b5a1-9da67052079a HTTP/1.1" status: 204 len: 168 time: 0.2773569 Aug 16 13:08:40.551793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53368) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:40.561545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef30278-4d60-4b66-806c-01acf8437ff4 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78563bc5-5507-4435-b5a1-9da67052079a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:40.658276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fc4c6c41-de8a-4521-a03a-0b982bdfc39f tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1020555 Aug 16 13:08:40.659693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53376) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:40.665828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-bf7bcac5-cd77-47e2-9fab-26cf35e390a9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': '524a3472-ded9-4f88-a059-d9632d4dff37', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:40.752159 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bf7bcac5-cd77-47e2-9fab-26cf35e390a9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.765923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aac558-7bc8-496e-9c62-773a82d7b453 req-3c0c5042-6896-4222-86eb-e3d2219c47cd tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:40.767622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74aac558-7bc8-496e-9c62-773a82d7b453 req-3c0c5042-6896-4222-86eb-e3d2219c47cd tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.0943313 Aug 16 13:08:40.943075 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.020466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bf7bcac5-cd77-47e2-9fab-26cf35e390a9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.043652 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74aac558-7bc8-496e-9c62-773a82d7b453 req-48938463-7904-4cd2-bca8-e98ff2a543fb tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241855 Aug 16 13:08:41.047475 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bf7bcac5-cd77-47e2-9fab-26cf35e390a9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.115938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bcac5-cd77-47e2-9fab-26cf35e390a9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad70644-16b8-4b7d-9f15-63bea4dc1ee2,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:41.143870 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bf7bcac5-cd77-47e2-9fab-26cf35e390a9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.150235 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bf7bcac5-cd77-47e2-9fab-26cf35e390a9 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4878976 Aug 16 13:08:41.153902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53394) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:41.192055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-74f4db7f-5a84-490e-bb0a-fa9a4ced0294 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules/cad70644-16b8-4b7d-9f15-63bea4dc1ee2 HTTP/1.1" status: 200 len: 763 time: 0.0341966 Aug 16 13:08:41.192055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53396) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:41.193103 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53398) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:41.332403 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-70e2f131-087f-4bb0-b24a-ff17584068c4 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1315620 Aug 16 13:08:41.334647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53404) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:41.387841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8be91356-30c8-4655-a096-c8b97b2c64bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.399281 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8be91356-30c8-4655-a096-c8b97b2c64bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.446740 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8be91356-30c8-4655-a096-c8b97b2c64bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.457441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8be91356-30c8-4655-a096-c8b97b2c64bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.460177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8be91356-30c8-4655-a096-c8b97b2c64bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/cad70644-16b8-4b7d-9f15-63bea4dc1ee2 HTTP/1.1" status: 204 len: 168 time: 0.1252873 Aug 16 13:08:41.464101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53406) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:41.466597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port 16740050-8065-4caa-9b6e-66cc7780d6d4 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:41.467269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.492020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be91356-30c8-4655-a096-c8b97b2c64bc tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cad70644-16b8-4b7d-9f15-63bea4dc1ee2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:41.546464 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8cac21c1-8095-48f8-aeec-49972e06ca33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.690231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e318d7fd-f387-4f4f-a408-b062fad5c9ea tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2235906 Aug 16 13:08:41.696209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53414) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:41.714736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ac9a1670-655a-426c-8d02-116050f662e3 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Request body: {'security_group_rule': {'security_group_id': '524a3472-ded9-4f88-a059-d9632d4dff37', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:41.768440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port 16740050-8065-4caa-9b6e-66cc7780d6d4, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=16740050-8065-4caa-9b6e-66cc7780d6d4,segment=NetworkSegment(6b7d61ce-869b-4cdb-bd68-d451edb2db04),segment_id=6b7d61ce-869b-4cdb-bd68-d451edb2db04)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:41.769792 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.798177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for 16740050-8065-4caa-9b6e-66cc7780d6d4 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:41.924272 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8cac21c1-8095-48f8-aeec-49972e06ca33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.932467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8cac21c1-8095-48f8-aeec-49972e06ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.025136 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1670-655a-426c-8d02-116050f662e3 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.034799 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8cac21c1-8095-48f8-aeec-49972e06ca33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d18506cdaf294812a351a988471efe11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8374362 Aug 16 13:08:42.036342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53422) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:42.243559 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.258440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac21c1-8095-48f8-aeec-49972e06ca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a198e08-f182-40fb-8dea-a57e57de04db,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:42.316355 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1670-655a-426c-8d02-116050f662e3 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.327043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=16740050-8065-4caa-9b6e-66cc7780d6d4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:42.334780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1670-655a-426c-8d02-116050f662e3 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.451005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-802e911a-746d-4633-a908-65913453fddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.475520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a1670-655a-426c-8d02-116050f662e3 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51450fe-0a97-41a8-b05b-6d3738414a0d,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:42.492456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1670-655a-426c-8d02-116050f662e3 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.494521 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ac9a1670-655a-426c-8d02-116050f662e3 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7907407 Aug 16 13:08:42.498955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53434) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:42.509100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da6e4-10fb-4ec5-a989-229ccab8895d req-b9cd4e7c-619d-42dc-9018-0825815b0172 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:42.512023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-053da6e4-10fb-4ec5-a989-229ccab8895d req-b9cd4e7c-619d-42dc-9018-0825815b0172 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.2102571 Aug 16 13:08:42.548267 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-802e911a-746d-4633-a908-65913453fddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.629223 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de50df4b-31c7-4909-9db0-f915f82c0ba8 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules/c51450fe-0a97-41a8-b05b-6d3738414a0d HTTP/1.1" status: 200 len: 764 time: 0.1269848 Aug 16 13:08:42.630150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53438) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:42.697152 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-053da6e4-10fb-4ec5-a989-229ccab8895d req-0d512a15-75a8-483f-bfc1-ff3fd2ea0ca4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674492 Aug 16 13:08:42.726124 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-802e911a-746d-4633-a908-65913453fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.730048 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-802e911a-746d-4633-a908-65913453fddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.731752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-802e911a-746d-4633-a908-65913453fddc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a198e08-f182-40fb-8dea-a57e57de04db HTTP/1.1" status: 204 len: 168 time: 0.6898761 Aug 16 13:08:42.769597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e911a-746d-4633-a908-65913453fddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a198e08-f182-40fb-8dea-a57e57de04db,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:42.863262 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.911068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53446) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:42.912096 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-889aa3e6-373a-4fef-9ae4-6505404b4b00 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1996207 Aug 16 13:08:42.974889 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b15bdfe-dfbe-4915-8bf2-b17987ba956d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:42.996889 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b15bdfe-dfbe-4915-8bf2-b17987ba956d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:43.072900 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b15bdfe-dfbe-4915-8bf2-b17987ba956d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:43.084731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b15bdfe-dfbe-4915-8bf2-b17987ba956d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:43.092901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1b15bdfe-dfbe-4915-8bf2-b17987ba956d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c51450fe-0a97-41a8-b05b-6d3738414a0d HTTP/1.1" status: 204 len: 168 time: 0.1772609 Aug 16 13:08:43.100479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53450) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:43.187672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15bdfe-dfbe-4915-8bf2-b17987ba956d tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c51450fe-0a97-41a8-b05b-6d3738414a0d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:43.315515 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4fb88362-870b-49c8-a8ac-81d3ecc2fe01 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2127244 Aug 16 13:08:43.321671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53456) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:43.446845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53460) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:43.488593 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53951776-5975-4984-9823-4ee25d804615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:43.552113 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0766d47c-d0cf-4f11-8568-bb2e10b0034e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:43.587549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router afe30714-8623-4ce1-aed9-7b8b85d63cae has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:43.629100 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0766d47c-d0cf-4f11-8568-bb2e10b0034e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:43.676695 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53951776-5975-4984-9823-4ee25d804615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:43.692955 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53951776-5975-4984-9823-4ee25d804615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:43.740281 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-53951776-5975-4984-9823-4ee25d804615 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e46c1da9535341558e9df1499147ae78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922528 Aug 16 13:08:43.756811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53466) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:43.882940 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0766d47c-d0cf-4f11-8568-bb2e10b0034e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:43.886765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53951776-5975-4984-9823-4ee25d804615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fef10c-6185-4863-96b6-2f5d17cdf011,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:43.893629 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0766d47c-d0cf-4f11-8568-bb2e10b0034e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:43.906837 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0766d47c-d0cf-4f11-8568-bb2e10b0034e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "DELETE /v2.0/security-groups/524a3472-ded9-4f88-a059-d9632d4dff37 HTTP/1.1" status: 204 len: 168 time: 0.5722630 Aug 16 13:08:43.918229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53472) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:43.965442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766d47c-d0cf-4f11-8568-bb2e10b0034e tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524a3472-ded9-4f88-a059-d9632d4dff37,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:43.989492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:44.000361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9665aa1a-c11f-4aec-95ee-da7eab32e600 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4998515 Aug 16 13:08:44.002492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53476) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:44.009829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830d378-4f74-4383-9a58-1e91d57f7e24 None None] Sync routers for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:44.030613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830d378-4f74-4383-9a58-1e91d57f7e24 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:44.031313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1830d378-4f74-4383-9a58-1e91d57f7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:44.070899 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7787c0b1-8c61-4943-9083-43d6ad321a6f tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1493049 Aug 16 13:08:44.096329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53478) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:44.181523 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3cbefd03-eebb-4d18-a31c-0471fdb38ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:44.202374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d99e004-cd63-4502-ab07-fdff0b28d5e2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting subnet 3d94d55f-46fa-45b0-9167-f065a5172957 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:08:44.208786 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d99e004-cd63-4502-ab07-fdff0b28d5e2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:44.212434 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3cbefd03-eebb-4d18-a31c-0471fdb38ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:44.311955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1273fd8-01cb-4ba0-af0a-bde32da1ce38 req-62a7ad20-5ee8-40d8-8d89-1b0b647c1be4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:44.315630 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1273fd8-01cb-4ba0-af0a-bde32da1ce38 req-62a7ad20-5ee8-40d8-8d89-1b0b647c1be4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.2922044 Aug 16 13:08:44.338652 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0afba22d-3877-40e3-a766-12e875ff6538 tempest-SecGroupTest-733419019 tempest-SecGroupTest-733419019-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2401912 Aug 16 13:08:44.350538 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d99e004-cd63-4502-ab07-fdff0b28d5e2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:44.405700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-1830d378-4f74-4383-9a58-1e91d57f7e24 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:44.448683 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3cbefd03-eebb-4d18-a31c-0471fdb38ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:44.473568 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3cbefd03-eebb-4d18-a31c-0471fdb38ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:44.484049 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3cbefd03-eebb-4d18-a31c-0471fdb38ef5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04fef10c-6185-4863-96b6-2f5d17cdf011 HTTP/1.1" status: 204 len: 168 time: 0.7109039 Aug 16 13:08:44.519848 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbefd03-eebb-4d18-a31c-0471fdb38ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fef10c-6185-4863-96b6-2f5d17cdf011,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:44.561976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1273fd8-01cb-4ba0-af0a-bde32da1ce38 req-ad4d28b8-5349-4b17-a558-e6cb68c8aa18 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284122 Aug 16 13:08:44.675842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d99e004-cd63-4502-ab07-fdff0b28d5e2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:44.891367 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d99e004-cd63-4502-ab07-fdff0b28d5e2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:44.957444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99e004-cd63-4502-ab07-fdff0b28d5e2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Subnet': ['ID=3d94d55f-46fa-45b0-9167-f065a5172957,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:44.971986 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d99e004-cd63-4502-ab07-fdff0b28d5e2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:44.975854 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5d99e004-cd63-4502-ab07-fdff0b28d5e2 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/3d94d55f-46fa-45b0-9167-f065a5172957 HTTP/1.1" status: 204 len: 168 time: 0.9680161 Aug 16 13:08:44.979573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53492) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:44.981403 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e379f92-acf4-4d86-a0aa-6ccf5846a8f1 None None] Network 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:45.061704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53494) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:45.354865 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.377536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53502) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:45.508617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0e92-a823-49fe-b44e-37e97de8e01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.524042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1830d378-4f74-4383-9a58-1e91d57f7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:42Z', 'revision_number': 10, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:45.544284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port be93fe0c-05b3-44c9-a350-94f3b3c744d9 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:45.546286 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.583523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830d378-4f74-4383-9a58-1e91d57f7e24 None None] Checking router: afe30714-8623-4ce1-aed9-7b8b85d63cae for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:45.611455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830d378-4f74-4383-9a58-1e91d57f7e24 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:45.613173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1830d378-4f74-4383-9a58-1e91d57f7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:45.677642 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7ca6bd6d-3136-4f45-89d4-1881fb5ea683 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b188ca594cb4a609cf163dd67b50908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978632 Aug 16 13:08:45.693887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53512) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:45.773917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f81783c-7580-4733-b066-56d2bc5d0b01 None None] DHCP port deletion for 8bfdc3fc-c293-4359-9e9f-f9fd484107b9 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:08:45.791480 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd746-0017-4edb-9dc8-8460707e487b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.825953 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port be93fe0c-05b3-44c9-a350-94f3b3c744d9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=be93fe0c-05b3-44c9-a350-94f3b3c744d9,segment=NetworkSegment(6b7d61ce-869b-4cdb-bd68-d451edb2db04),segment_id=6b7d61ce-869b-4cdb-bd68-d451edb2db04)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:45.826455 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.858123 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd746-0017-4edb-9dc8-8460707e487b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.890885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0e92-a823-49fe-b44e-37e97de8e01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.912847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0e92-a823-49fe-b44e-37e97de8e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.919084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-1830d378-4f74-4383-9a58-1e91d57f7e24 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:46.046318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb0e92-a823-49fe-b44e-37e97de8e01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87616fbc-5d75-4aad-87ba-cd37048c2cdc,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:46.097210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for be93fe0c-05b3-44c9-a350-94f3b3c744d9 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:46.105159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53524) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:46.165780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b0bb0e92-a823-49fe-b44e-37e97de8e01c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea8a22e11ccc40baa7022d525448c6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0307648 Aug 16 13:08:46.165780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd746-0017-4edb-9dc8-8460707e487b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.165780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd746-0017-4edb-9dc8-8460707e487b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.165780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bf5dd746-0017-4edb-9dc8-8460707e487b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7ef8e8e-a4b6-486d-8e6e-f1c393ec483e HTTP/1.1" status: 204 len: 168 time: 0.4587953 Aug 16 13:08:46.191307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5dd746-0017-4edb-9dc8-8460707e487b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ef8e8e-a4b6-486d-8e6e-f1c393ec483e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:46.417157 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6a7b8-ea76-4788-a258-e552fcc24f79 req-e702dec1-9dfe-43d8-92ed-8c43b0d11c3b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:46.420614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-edd6a7b8-ea76-4788-a258-e552fcc24f79 req-e702dec1-9dfe-43d8-92ed-8c43b0d11c3b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.6109085 Aug 16 13:08:46.571339 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-645eed9f-6174-4555-b386-a23d2ba55b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.618580 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device be93fe0c-05b3-44c9-a350-94f3b3c744d9 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:46.620934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.665437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-645eed9f-6174-4555-b386-a23d2ba55b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.738425 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: be93fe0c-05b3-44c9-a350-94f3b3c744d9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:46.739185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=be93fe0c-05b3-44c9-a350-94f3b3c744d9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:46.739342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device be93fe0c-05b3-44c9-a350-94f3b3c744d9 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:46.757740 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.770990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No DVR routers for this DVR port be93fe0c-05b3-44c9-a350-94f3b3c744d9 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:46.792101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6f81783c-7580-4733-b066-56d2bc5d0b01 None None] Deleting port be93fe0c-05b3-44c9-a350-94f3b3c744d9 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:46.792469 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f81783c-7580-4733-b066-56d2bc5d0b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.937864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6f81783c-7580-4733-b066-56d2bc5d0b01 None None] For port be93fe0c-05b3-44c9-a350-94f3b3c744d9, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:46.942588 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f81783c-7580-4733-b066-56d2bc5d0b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.984679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6f81783c-7580-4733-b066-56d2bc5d0b01 None None] Calling delete_port for be93fe0c-05b3-44c9-a350-94f3b3c744d9 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:47.015172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.027757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfdc3fc-c293-4359-9e9f-f9fd484107b9']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:47.043545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7d61ce-869b-4cdb-bd68-d451edb2db04') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:47.044178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7d61ce-869b-4cdb-bd68-d451edb2db04') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:47.055818 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.066477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-6f81783c-7580-4733-b066-56d2bc5d0b01 None None] Port be93fe0c-05b3-44c9-a350-94f3b3c744d9 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:08:47.072810 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.075475 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f81783c-7580-4733-b066-56d2bc5d0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.081306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:08:47.082366 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.130719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81783c-7580-4733-b066-56d2bc5d0b01 None None] Pushing event deleted for resources: {'Port': ['ID=be93fe0c-05b3-44c9-a350-94f3b3c744d9,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:47.140567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f81783c-7580-4733-b066-56d2bc5d0b01 None None] No DVR routers for this DVR port be93fe0c-05b3-44c9-a350-94f3b3c744d9 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:08:47.167865 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:08:47.182840 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.202239 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.203505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1830d378-4f74-4383-9a58-1e91d57f7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:42Z', 'revision_number': 10, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:47.208844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/networks/8bfdc3fc-c293-4359-9e9f-f9fd484107b9 HTTP/1.1" status: 204 len: 168 time: 2.2274435 Aug 16 13:08:47.214288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53554) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:47.244293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98787aaa-71ee-4714-b669-fa1137f99152 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Network': ['ID=8bfdc3fc-c293-4359-9e9f-f9fd484107b9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:47.296686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830d378-4f74-4383-9a58-1e91d57f7e24 None None] The sync data for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 is: [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:42Z', 'revision_number': 10, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None, '_interfaces': [{'id': '20e84a8e-619d-4dcd-bde4-f9588495c704', 'name': '', 'network_id': '5f60b32a-5a63-4395-90ab-c1422da03d3f', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'mac_address': 'fa:16:3e:10:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:50Z', 'updated_at': '2021-08-16T13:08:00Z', 'revision_number': 5, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'subnets': [{'id': 'c0f75f21-56de-475d-ac84-6bff0fba7c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:47.323908 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-645eed9f-6174-4555-b386-a23d2ba55b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.331836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-645eed9f-6174-4555-b386-a23d2ba55b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.349331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-645eed9f-6174-4555-b386-a23d2ba55b67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87616fbc-5d75-4aad-87ba-cd37048c2cdc HTTP/1.1" status: 204 len: 168 time: 1.2289670 Aug 16 13:08:47.382987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645eed9f-6174-4555-b386-a23d2ba55b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87616fbc-5d75-4aad-87ba-cd37048c2cdc,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:47.616010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-edd6a7b8-ea76-4788-a258-e552fcc24f79 req-fb9c3ab6-49c6-4b45-aa34-6dc2bc6d242c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1698287 Aug 16 13:08:48.291558 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.423067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 16740050-8065-4caa-9b6e-66cc7780d6d4 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:48.493708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 16740050-8065-4caa-9b6e-66cc7780d6d4 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:48.494062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 16740050-8065-4caa-9b6e-66cc7780d6d4 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:49.261538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc3111-f170-46e6-b4d1-f960f65af7be req-1351004d-29af-4cd7-992b-eb67d6d250ab tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:49.264181 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83dc3111-f170-46e6-b4d1-f960f65af7be req-1351004d-29af-4cd7-992b-eb67d6d250ab tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1938949 Aug 16 13:08:49.427091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83dc3111-f170-46e6-b4d1-f960f65af7be req-4e4d1233-8123-44d8-8954-99e1e50a090f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522360 Aug 16 13:08:49.727504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port 20e84a8e-619d-4dcd-bde4-f9588495c704 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:49.728454 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:49.911338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port 20e84a8e-619d-4dcd-bde4-f9588495c704, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=20e84a8e-619d-4dcd-bde4-f9588495c704,segment=NetworkSegment(b8b33771-18ab-4a09-980e-ba6fb382c608),segment_id=b8b33771-18ab-4a09-980e-ba6fb382c608)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:49.911868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:49.929249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for 20e84a8e-619d-4dcd-bde4-f9588495c704 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:50.208377 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:50.349162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=20e84a8e-619d-4dcd-bde4-f9588495c704,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:50.902761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d772e5-2449-4fc3-bb2a-c491b875bd4a req-952836e2-54a6-4c21-831d-770b30fac24c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:50.917838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34d772e5-2449-4fc3-bb2a-c491b875bd4a req-952836e2-54a6-4c21-831d-770b30fac24c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.2636223 Aug 16 13:08:51.005619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34d772e5-2449-4fc3-bb2a-c491b875bd4a req-940d56ae-a91e-49d2-b496-af7d863ac735 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844717 Aug 16 13:08:51.104518 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:51.598787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908ecc5-f5df-4d89-a3c9-c49460380c32 req-3ee4acd1-7b73-49f0-80b4-a56a15a93f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:51.602632 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c908ecc5-f5df-4d89-a3c9-c49460380c32 req-3ee4acd1-7b73-49f0-80b4-a56a15a93f77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 1096 time: 0.4997699 Aug 16 13:08:52.022018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router afe30714-8623-4ce1-aed9-7b8b85d63cae has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:52.080615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908ecc5-f5df-4d89-a3c9-c49460380c32 req-54928a1e-aae9-433b-84b1-9af2a4ab3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:52.085467 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c908ecc5-f5df-4d89-a3c9-c49460380c32 req-54928a1e-aae9-433b-84b1-9af2a4ab3590 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.4252546 Aug 16 13:08:52.360419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:52.374150 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701ebb0-c848-4d48-889b-7df42df3a556 None None] Sync routers for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:52.381093 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-04606d49-182f-49f5-96e0-194e228cd931 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1587682 Aug 16 13:08:52.382211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53674) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:52.414033 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701ebb0-c848-4d48-889b-7df42df3a556 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:52.422415 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-0701ebb0-c848-4d48-889b-7df42df3a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:52.506765 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c908ecc5-f5df-4d89-a3c9-c49460380c32 req-0a6b3e04-0882-48d3-a040-79264f11be6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799 HTTP/1.1" status: 200 len: 1001 time: 0.3437548 Aug 16 13:08:52.643952 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-0701ebb0-c848-4d48-889b-7df42df3a556 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:52.721027 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-0701ebb0-c848-4d48-889b-7df42df3a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:50Z', 'revision_number': 11, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:52.762158 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701ebb0-c848-4d48-889b-7df42df3a556 None None] Checking router: afe30714-8623-4ce1-aed9-7b8b85d63cae for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:52.771979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908ecc5-f5df-4d89-a3c9-c49460380c32 req-56c2dd19-a409-4e3b-a075-413a80f95a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:52.776207 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c908ecc5-f5df-4d89-a3c9-c49460380c32 req-56c2dd19-a409-4e3b-a075-413a80f95a46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.2574296 Aug 16 13:08:52.784123 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701ebb0-c848-4d48-889b-7df42df3a556 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:52.784979 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-0701ebb0-c848-4d48-889b-7df42df3a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:52.811252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff60ea6-9dc8-4565-9f1c-0a18b3dd5ecf tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting subnet c0f75f21-56de-475d-ac84-6bff0fba7c1b {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:08:52.822969 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ff60ea6-9dc8-4565-9f1c-0a18b3dd5ecf tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.936628 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ff60ea6-9dc8-4565-9f1c-0a18b3dd5ecf tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.958130 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-0701ebb0-c848-4d48-889b-7df42df3a556 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:53.017069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908ecc5-f5df-4d89-a3c9-c49460380c32 req-5ceea59a-ff83-4da9-8ec5-fbc1b5e692c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:53.020606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c908ecc5-f5df-4d89-a3c9-c49460380c32 req-5ceea59a-ff83-4da9-8ec5-fbc1b5e692c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330132 Aug 16 13:08:53.113337 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-0701ebb0-c848-4d48-889b-7df42df3a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:50Z', 'revision_number': 11, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:53.228053 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701ebb0-c848-4d48-889b-7df42df3a556 None None] The sync data for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 is: [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:50Z', 'revision_number': 11, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:53.293296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513c155-c0e4-461e-808c-85ca9161d6dc req-69c056f9-53ba-42f7-8ed0-503ff413dd98 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:53.303399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d513c155-c0e4-461e-808c-85ca9161d6dc req-69c056f9-53ba-42f7-8ed0-503ff413dd98 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 1.0633707 Aug 16 13:08:53.391802 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ff60ea6-9dc8-4565-9f1c-0a18b3dd5ecf tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.425026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c908ecc5-f5df-4d89-a3c9-c49460380c32 req-badf459d-3948-4cf4-8104-996b46a76333 service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955767 Aug 16 13:08:53.535598 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ff60ea6-9dc8-4565-9f1c-0a18b3dd5ecf tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.680874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d513c155-c0e4-461e-808c-85ca9161d6dc req-aa20e904-99f6-412f-9047-fda4ab471af8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579059 Aug 16 13:08:53.681636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff60ea6-9dc8-4565-9f1c-0a18b3dd5ecf tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f75f21-56de-475d-ac84-6bff0fba7c1b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:53.693980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd42bd-ef60-4fe0-ae06-365415be49c2 None None] Network 5f60b32a-5a63-4395-90ab-c1422da03d3f requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:53.726800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ff60ea6-9dc8-4565-9f1c-0a18b3dd5ecf tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.729588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2ff60ea6-9dc8-4565-9f1c-0a18b3dd5ecf tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/c0f75f21-56de-475d-ac84-6bff0fba7c1b HTTP/1.1" status: 204 len: 168 time: 1.3450205 Aug 16 13:08:53.734533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53696) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:53.870483 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c908ecc5-f5df-4d89-a3c9-c49460380c32 req-b0fc7753-9e21-4870-ab58-cb10c932d550 service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364030 Aug 16 13:08:54.100064 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.304023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Deleting port 2ef0ad78-e201-441d-8538-70c126ec4f49 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:54.304367 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.427295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 20e84a8e-619d-4dcd-bde4-f9588495c704 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:54.482543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae73a2ed-fe71-42e7-a43f-0007fd3720c2 None None] DHCP port deletion for 5f60b32a-5a63-4395-90ab-c1422da03d3f request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:08:54.499522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 20e84a8e-619d-4dcd-bde4-f9588495c704 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:54.501992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 20e84a8e-619d-4dcd-bde4-f9588495c704 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:54.528908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] For port 2ef0ad78-e201-441d-8538-70c126ec4f49, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2ef0ad78-e201-441d-8538-70c126ec4f49,segment=NetworkSegment(b8b33771-18ab-4a09-980e-ba6fb382c608),segment_id=b8b33771-18ab-4a09-980e-ba6fb382c608)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:54.529747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.579704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Calling delete_port for 2ef0ad78-e201-441d-8538-70c126ec4f49 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:54.659458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ae73a2ed-fe71-42e7-a43f-0007fd3720c2 None None] Deleting port 2ef0ad78-e201-441d-8538-70c126ec4f49 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:54.660089 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ae73a2ed-fe71-42e7-a43f-0007fd3720c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.778178 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.835316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No DVR routers for this DVR port 2ef0ad78-e201-441d-8538-70c126ec4f49 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:54.870928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ae73a2ed-fe71-42e7-a43f-0007fd3720c2 None None] For port 2ef0ad78-e201-441d-8538-70c126ec4f49, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2ef0ad78-e201-441d-8538-70c126ec4f49,segment=NetworkSegment(b8b33771-18ab-4a09-980e-ba6fb382c608),segment_id=b8b33771-18ab-4a09-980e-ba6fb382c608)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:54.879151 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ae73a2ed-fe71-42e7-a43f-0007fd3720c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.924838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Port': ['ID=2ef0ad78-e201-441d-8538-70c126ec4f49,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:54.938405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ae73a2ed-fe71-42e7-a43f-0007fd3720c2 None None] Calling delete_port for 2ef0ad78-e201-441d-8538-70c126ec4f49 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:55.320066 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ae73a2ed-fe71-42e7-a43f-0007fd3720c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.339813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5ac05-4aa2-4503-a27b-0c5c9b0e3fa6 req-36286290-4200-4f71-be2f-be04f5bdca5c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:55.358224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6d5ac05-4aa2-4503-a27b-0c5c9b0e3fa6 req-36286290-4200-4f71-be2f-be04f5bdca5c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.3382151 Aug 16 13:08:55.382614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73a2ed-fe71-42e7-a43f-0007fd3720c2 None None] Pushing event deleted for resources: {'Port': ['ID=2ef0ad78-e201-441d-8538-70c126ec4f49,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:55.396108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73a2ed-fe71-42e7-a43f-0007fd3720c2 None None] No DVR routers for this DVR port 2ef0ad78-e201-441d-8538-70c126ec4f49 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:55.573524 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.625386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6d5ac05-4aa2-4503-a27b-0c5c9b0e3fa6 req-ed785da4-70b0-4b2f-abba-4b1d808eab32 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655456 Aug 16 13:08:55.650785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f60b32a-5a63-4395-90ab-c1422da03d3f']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:55.679605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b33771-18ab-4a09-980e-ba6fb382c608') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:55.679955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b33771-18ab-4a09-980e-ba6fb382c608') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:55.712936 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.745155 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.760285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:08:55.761433 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:08:55.768380 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:08:55.935771 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.969678 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.974018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/networks/5f60b32a-5a63-4395-90ab-c1422da03d3f HTTP/1.1" status: 204 len: 168 time: 2.2378435 Aug 16 13:08:55.978064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53758) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:55.988528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e46d92cb-6e57-433a-8c5f-0821957d201a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'routes': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:56.016308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138a78a-c293-4022-95ef-aa6c1669934a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Pushing event deleted for resources: {'Network': ['ID=5f60b32a-5a63-4395-90ab-c1422da03d3f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:56.518762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ef0ad78-e201-441d-8538-70c126ec4f49 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:56.588860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.extraroute_db [None req-e46d92cb-6e57-433a-8c5f-0821957d201a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Added routes are [] {{(pid=101396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 13:08:56.589928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.extraroute_db [None req-e46d92cb-6e57-433a-8c5f-0821957d201a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Removed routes are [] {{(pid=101396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 13:08:56.591854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e46d92cb-6e57-433a-8c5f-0821957d201a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:56.662891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 2ef0ad78-e201-441d-8538-70c126ec4f49 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:56.663467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ef0ad78-e201-441d-8538-70c126ec4f49 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:56.929968 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e46d92cb-6e57-433a-8c5f-0821957d201a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:56.943841 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e46d92cb-6e57-433a-8c5f-0821957d201a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:57.219851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46d92cb-6e57-433a-8c5f-0821957d201a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router afe30714-8623-4ce1-aed9-7b8b85d63cae has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:57.259016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81061534-0575-442c-aa32-65cea6e66bf1 req-2dc74c13-70a2-4074-af09-7800c98f0dee tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:57.271360 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81061534-0575-442c-aa32-65cea6e66bf1 req-2dc74c13-70a2-4074-af09-7800c98f0dee tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.2670245 Aug 16 13:08:57.359817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46d92cb-6e57-433a-8c5f-0821957d201a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:57.379732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e46d92cb-6e57-433a-8c5f-0821957d201a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:57.380627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d711e1-dfdd-43e2-bb6b-7e9dd8916838 None None] Sync routers for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:57.381547 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e46d92cb-6e57-433a-8c5f-0821957d201a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae HTTP/1.1" status: 200 len: 700 time: 1.4019294 Aug 16 13:08:57.398003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53810) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:57.412658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81061534-0575-442c-aa32-65cea6e66bf1 req-76d98ccc-ed68-4904-a9e4-3d5d9a7fe59e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119323 Aug 16 13:08:57.477386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d711e1-dfdd-43e2-bb6b-7e9dd8916838 None None] Routers {'afe30714-8623-4ce1-aed9-7b8b85d63cae'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:57.484056 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f7e8a24b-3d5e-4398-b647-ef5810407861 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe30714-8623-4ce1-aed9-7b8b85d63cae HTTP/1.1" status: 200 len: 205 time: 0.0846868 Aug 16 13:08:57.485726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-18d711e1-dfdd-43e2-bb6b-7e9dd8916838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['afe30714-8623-4ce1-aed9-7b8b85d63cae'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:57.490705 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53820) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:57.738652 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a57f-fd07-4ffb-a6dc-65313f502c19 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:57.908125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-18d711e1-dfdd-43e2-bb6b-7e9dd8916838 None None] Set router afe30714-8623-4ce1-aed9-7b8b85d63cae gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:58.066149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a57f-fd07-4ffb-a6dc-65313f502c19 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:58.072179 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a57f-fd07-4ffb-a6dc-65313f502c19 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:58.150636 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a57f-fd07-4ffb-a6dc-65313f502c19 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:58.151383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f0a57f-fd07-4ffb-a6dc-65313f502c19 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Fanout notify agent at l3_agent the message router_deleted on router afe30714-8623-4ce1-aed9-7b8b85d63cae {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:08:58.181310 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a57f-fd07-4ffb-a6dc-65313f502c19 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:58.185277 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e2f0a57f-fd07-4ffb-a6dc-65313f502c19 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae HTTP/1.1" status: 204 len: 168 time: 0.6919968 Aug 16 13:08:58.191478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53854) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:58.197491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-955e6b1a-fc39-462b-b6b3-5cb067f3562b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2112946051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:58.198787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-18d711e1-dfdd-43e2-bb6b-7e9dd8916838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe30714-8623-4ce1-aed9-7b8b85d63cae', 'name': 'tempest-RoutersTest-router-187371438', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:47Z', 'updated_at': '2021-08-16T13:08:50Z', 'revision_number': 11, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:58.314174 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-955e6b1a-fc39-462b-b6b3-5cb067f3562b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:58.323996 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-955e6b1a-fc39-462b-b6b3-5cb067f3562b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:58.351069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d711e1-dfdd-43e2-bb6b-7e9dd8916838 None None] Checking router: afe30714-8623-4ce1-aed9-7b8b85d63cae for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:58.402461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d711e1-dfdd-43e2-bb6b-7e9dd8916838 None None] Routers set() bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:58.407704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d711e1-dfdd-43e2-bb6b-7e9dd8916838 None None] Router IDs set() for agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 13:08:58.409473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_agentschedulers_db [None req-18d711e1-dfdd-43e2-bb6b-7e9dd8916838 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afe30714-8623-4ce1-aed9-7b8b85d63cae'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent'). {{(pid=101397) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 13:08:58.411339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d711e1-dfdd-43e2-bb6b-7e9dd8916838 None None] The sync data for ids ['afe30714-8623-4ce1-aed9-7b8b85d63cae'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:59.425000 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-955e6b1a-fc39-462b-b6b3-5cb067f3562b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.547506 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-955e6b1a-fc39-462b-b6b3-5cb067f3562b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.659849 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-955e6b1a-fc39-462b-b6b3-5cb067f3562b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.663117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-955e6b1a-fc39-462b-b6b3-5cb067f3562b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4700520 Aug 16 13:08:59.667610 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53920) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:59.674843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-64ca90c9-96db-44e0-a847-953539e89393 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:59.694854 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.728493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb609a9-2bfe-4b7c-8b10-210fc93e8695 req-b73913bc-ce3c-4607-8553-9dcab1bf9b1e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:59.730140 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7cb609a9-2bfe-4b7c-8b10-210fc93e8695 req-b73913bc-ce3c-4607-8553-9dcab1bf9b1e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.3028462 Aug 16 13:08:59.846934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7cb609a9-2bfe-4b7c-8b10-210fc93e8695 req-9d9a8f14-e55d-4dd7-88d9-4c3843560571 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021566 Aug 16 13:09:00.506993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-b179281e-cc17-42b3-8806-3a46ec7b9afc tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:00.524124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-b179281e-cc17-42b3-8806-3a46ec7b9afc tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 815 time: 0.5495892 Aug 16 13:09:00.568806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-8d848e1f-c586-4573-8f74-ac426428cc49 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/quotas/e62e86b6fe404229b58dfbf80018fab0 HTTP/1.1" status: 200 len: 375 time: 0.0377002 Aug 16 13:09:00.775573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-5205a4eb-c943-4b97-bf84-7656a1640bf7 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2022586 Aug 16 13:09:01.083582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64ca90c9-96db-44e0-a847-953539e89393 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.107090 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64ca90c9-96db-44e0-a847-953539e89393 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.253050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc07ffe-bff5-4860-8b90-6d59989aed9e req-ba264892-a984-4976-ac05-cbc267aefd41 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:01.254874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bdc07ffe-bff5-4860-8b90-6d59989aed9e req-ba264892-a984-4976-ac05-cbc267aefd41 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.2370069 Aug 16 13:09:01.296017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-d19924d5-489c-4202-aa5e-5d9e197b5ada service neutron] 10.222.0.25 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153582 Aug 16 13:09:01.320206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ca90c9-96db-44e0-a847-953539e89393 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Router de990dca-777a-4067-b954-17108630f6bd is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:09:01.421690 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bdc07ffe-bff5-4860-8b90-6d59989aed9e req-846cd08c-cb8e-4724-8d21-076d53cd820d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489828 Aug 16 13:09:01.535166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53980) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:01.601333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-e895a74c-588f-418c-bda9-e223499016e0 service neutron] 10.222.0.25 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033481 Aug 16 13:09:01.607787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ca90c9-96db-44e0-a847-953539e89393 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:09:01.628170 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e5671-0b8a-4084-94f8-6007c3aebce6 None None] Sync routers for ids ['de990dca-777a-4067-b954-17108630f6bd'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:09:01.629034 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64ca90c9-96db-44e0-a847-953539e89393 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.629460 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-64ca90c9-96db-44e0-a847-953539e89393 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "PUT /v2.0/routers/de990dca-777a-4067-b954-17108630f6bd HTTP/1.1" status: 200 len: 694 time: 1.9601552 Aug 16 13:09:01.632906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53984) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:01.658963 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e5671-0b8a-4084-94f8-6007c3aebce6 None None] Routers {'de990dca-777a-4067-b954-17108630f6bd'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:09:01.663906 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d72e5671-0b8a-4084-94f8-6007c3aebce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['de990dca-777a-4067-b954-17108630f6bd'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:01.782400 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf9d0-2c18-403a-8638-ccfded35b727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.804023 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d72e5671-0b8a-4084-94f8-6007c3aebce6 None None] Set router de990dca-777a-4067-b954-17108630f6bd gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:09:01.882514 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d72e5671-0b8a-4084-94f8-6007c3aebce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de990dca-777a-4067-b954-17108630f6bd', 'name': 'tempest-RoutersTest-router-2112946051', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:58Z', 'updated_at': '2021-08-16T13:09:01Z', 'revision_number': 2, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:01.923119 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1f4cd02f-dea2-4238-8934-a9378c4aed45 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/routers/de990dca-777a-4067-b954-17108630f6bd HTTP/1.1" status: 200 len: 700 time: 0.2889121 Aug 16 13:09:01.932902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53988) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:02.150823 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-990d9393-083a-4347-b6a8-864cbf2ac43a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=de990dca-777a-4067-b954-17108630f6bd HTTP/1.1" status: 200 len: 205 time: 0.1713450 Aug 16 13:09:02.152154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53994) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:02.188866 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:09:02.190975 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e5671-0b8a-4084-94f8-6007c3aebce6 None None] Checking router: de990dca-777a-4067-b954-17108630f6bd for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:09:02.231395 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e5671-0b8a-4084-94f8-6007c3aebce6 None None] Routers {'de990dca-777a-4067-b954-17108630f6bd'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:09:02.233028 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d72e5671-0b8a-4084-94f8-6007c3aebce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:08:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['de990dca-777a-4067-b954-17108630f6bd'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:02.415647 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d72e5671-0b8a-4084-94f8-6007c3aebce6 None None] Set router de990dca-777a-4067-b954-17108630f6bd gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:09:02.521711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-326fa4b2-5d64-4d8b-8c6e-fa949cea767c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.726565 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d72e5671-0b8a-4084-94f8-6007c3aebce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de990dca-777a-4067-b954-17108630f6bd', 'name': 'tempest-RoutersTest-router-2112946051', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:58Z', 'updated_at': '2021-08-16T13:09:01Z', 'revision_number': 2, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:02.870766 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e5671-0b8a-4084-94f8-6007c3aebce6 None None] The sync data for ids ['de990dca-777a-4067-b954-17108630f6bd'] in n-d-804708-1 is: [{'id': 'de990dca-777a-4067-b954-17108630f6bd', 'name': 'tempest-RoutersTest-router-2112946051', 'tenant_id': '626985be60ab4eb7a9c678f862f927d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:58Z', 'updated_at': '2021-08-16T13:09:01Z', 'revision_number': 2, 'project_id': '626985be60ab4eb7a9c678f862f927d6', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:09:03.378424 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bbae6ab3-70fe-468c-b2c2-26db48af1485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.495604 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-804256c8-20d8-45d0-9e0a-d0e7b405b69b req-df953fa5-6d12-4f33-9c65-f2051ebff83b tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 210 time: 0.7520258 Aug 16 13:09:03.516187 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-326fa4b2-5d64-4d8b-8c6e-fa949cea767c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.522758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-326fa4b2-5d64-4d8b-8c6e-fa949cea767c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.691877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3c13f-8975-4896-a65c-9d2ad4f37054 req-5b576055-8325-4ce1-ab24-e32941d2d892 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:03.696040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69e3c13f-8975-4896-a65c-9d2ad4f37054 req-5b576055-8325-4ce1-ab24-e32941d2d892 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.9450970 Aug 16 13:09:03.709778 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-326fa4b2-5d64-4d8b-8c6e-fa949cea767c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.711474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326fa4b2-5d64-4d8b-8c6e-fa949cea767c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Fanout notify agent at l3_agent the message router_deleted on router de990dca-777a-4067-b954-17108630f6bd {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:09:03.730933 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-326fa4b2-5d64-4d8b-8c6e-fa949cea767c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.733221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-326fa4b2-5d64-4d8b-8c6e-fa949cea767c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/de990dca-777a-4067-b954-17108630f6bd HTTP/1.1" status: 204 len: 168 time: 1.5804830 Aug 16 13:09:03.739390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54022) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:03.884614 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c05032f2-dec4-44b4-a40e-44921afe8c38 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=de990dca-777a-4067-b954-17108630f6bd HTTP/1.1" status: 200 len: 205 time: 0.1436181 Aug 16 13:09:03.888664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54028) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:03.900197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69e3c13f-8975-4896-a65c-9d2ad4f37054 req-d086f57d-b3fd-429f-88ac-4e0270604f80 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804583 Aug 16 13:09:04.019982 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-784c249b-6043-499c-977a-f025f5b17da5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] delete failed (client error): The resource could not be found. Aug 16 13:09:04.020996 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-784c249b-6043-499c-977a-f025f5b17da5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/de990dca-777a-4067-b954-17108630f6bd HTTP/1.1" status: 404 len: 336 time: 0.1310220 Aug 16 13:09:04.026153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54032) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:04.084712 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bbae6ab3-70fe-468c-b2c2-26db48af1485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.093663 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bbae6ab3-70fe-468c-b2c2-26db48af1485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.132390 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-420aca4a-fb4b-479f-ab3e-e211c0d44a62 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] DELETE failed (client error): The resource could not be found. Aug 16 13:09:04.132861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420aca4a-fb4b-479f-ab3e-e211c0d44a62 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:09:04.134732 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-420aca4a-fb4b-479f-ab3e-e211c0d44a62 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/0094ea22-85a5-4a3d-bf53-52f88da9f220 HTTP/1.1" status: 404 len: 337 time: 0.1075389 Aug 16 13:09:04.147039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54036) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:04.216842 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-572a4628-c0f1-484a-8e22-8b8c820a3b78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] DELETE failed (client error): The resource could not be found. Aug 16 13:09:04.217705 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572a4628-c0f1-484a-8e22-8b8c820a3b78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:09:04.224215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-572a4628-c0f1-484a-8e22-8b8c820a3b78 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/8e0531bf-9ad3-4bfa-90fc-31bf0234c5da HTTP/1.1" status: 404 len: 337 time: 0.0757332 Aug 16 13:09:04.228319 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54038) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:04.263961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bbae6ab3-70fe-468c-b2c2-26db48af1485 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5d11d342d00447e80d9ae4cbabfa9d7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7272937 Aug 16 13:09:04.268089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54040) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:04.338598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae6ab3-70fe-468c-b2c2-26db48af1485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19bddbd-aba6-43e5-995b-af041d270f09,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:04.363309 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d81be1-4848-4be5-9877-aacedbc90e28 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] DELETE failed (client error): The resource could not be found. Aug 16 13:09:04.364234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d81be1-4848-4be5-9877-aacedbc90e28 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:09:04.373125 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d2d81be1-4848-4be5-9877-aacedbc90e28 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/3d94d55f-46fa-45b0-9167-f065a5172957 HTTP/1.1" status: 404 len: 337 time: 0.1431665 Aug 16 13:09:04.377347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54042) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:04.404712 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-83dcd3ef-9193-457d-a4dd-03d58ca2d476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.443241 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e473e57-669b-4447-b59f-9b290ab718d1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] DELETE failed (client error): The resource could not be found. Aug 16 13:09:04.443700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e473e57-669b-4447-b59f-9b290ab718d1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:09:04.449671 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9e473e57-669b-4447-b59f-9b290ab718d1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/c0f75f21-56de-475d-ac84-6bff0fba7c1b HTTP/1.1" status: 404 len: 337 time: 0.0697801 Aug 16 13:09:04.453941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54044) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:04.521202 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3c6ed6b6-5250-43d4-ac5d-6a9aa890eb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.527819 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-018eb566-12e2-4cae-84f3-3fe1dfecce2d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe30714-8623-4ce1-aed9-7b8b85d63cae HTTP/1.1" status: 200 len: 205 time: 0.0697839 Aug 16 13:09:04.531374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54048) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:04.582573 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.688424 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-bde3761e-5e12-48fa-b1ff-13f9a0c0f80d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] delete failed (client error): The resource could not be found. Aug 16 13:09:04.706249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bde3761e-5e12-48fa-b1ff-13f9a0c0f80d tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/afe30714-8623-4ce1-aed9-7b8b85d63cae HTTP/1.1" status: 404 len: 336 time: 0.1725948 Aug 16 13:09:04.707313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54052) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:04.938470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-15cbbd7e-2089-4f65-bb43-5ccff977aef3 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:04.940715 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-15cbbd7e-2089-4f65-bb43-5ccff977aef3 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 815 time: 0.4082410 Aug 16 13:09:04.954751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Request body: {'port': {'device_id': '64da2784-8d94-491c-80d3-cd7d311a193f', 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59', 'admin_state_up': True, 'tenant_id': 'e62e86b6fe404229b58dfbf80018fab0'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:04.960439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54060) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:04.964599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-97aad2ca-4968-4d82-a535-74de1543dda5 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d54ef9a-9303-414f-815b-c8b8b58d0a31 HTTP/1.1" status: 200 len: 205 time: 0.2455006 Aug 16 13:09:05.045967 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-d222413e-fa7a-4c4f-8d4e-32658795b6bb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] delete failed (client error): The resource could not be found. Aug 16 13:09:05.049706 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d222413e-fa7a-4c4f-8d4e-32658795b6bb tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/0d54ef9a-9303-414f-815b-c8b8b58d0a31 HTTP/1.1" status: 404 len: 336 time: 0.0861542 Aug 16 13:09:05.059100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54062) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:05.075403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3c6ed6b6-5250-43d4-ac5d-6a9aa890eb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:05.100648 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6445af3f-2a67-47f6-801b-363552627eaa req-fbc81caa-6fbd-4bd0-b80f-e2fc3952a6aa tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 210 time: 0.3122206 Aug 16 13:09:05.187026 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b36ac27-4e20-4eea-9815-7a04ce3c234f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] DELETE failed (client error): The resource could not be found. Aug 16 13:09:05.205708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b36ac27-4e20-4eea-9815-7a04ce3c234f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:09:05.217346 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7b36ac27-4e20-4eea-9815-7a04ce3c234f tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/d42c3afb-6722-4b73-a767-bfd93522d2b1 HTTP/1.1" status: 404 len: 337 time: 0.1519983 Aug 16 13:09:05.240777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54066) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:05.286418 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3c6ed6b6-5250-43d4-ac5d-6a9aa890eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:05.289863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3c6ed6b6-5250-43d4-ac5d-6a9aa890eb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:05.297897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3c6ed6b6-5250-43d4-ac5d-6a9aa890eb56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f19bddbd-aba6-43e5-995b-af041d270f09 HTTP/1.1" status: 204 len: 168 time: 1.0276802 Aug 16 13:09:05.324957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ed6b6-5250-43d4-ac5d-6a9aa890eb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19bddbd-aba6-43e5-995b-af041d270f09,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:05.436201 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-72478bdc-fc7f-46c6-8335-593c41d42f49 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=b973eb69-bcfc-4017-9ce0-45c5645e6f6a HTTP/1.1" status: 200 len: 205 time: 0.1923304 Aug 16 13:09:05.441497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54072) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:05.497416 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:05.527426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a38c0-8719-451b-aef6-9b5c17ff714d req-3dc8e843-2e39-405c-999f-155a994fe248 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:05.546280 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d3a38c0-8719-451b-aef6-9b5c17ff714d req-3dc8e843-2e39-405c-999f-155a994fe248 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.2048042 Aug 16 13:09:05.701327 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-039260ec-f234-4e31-9e67-fb7955a06f72 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] delete failed (client error): The resource could not be found. Aug 16 13:09:05.714265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-039260ec-f234-4e31-9e67-fb7955a06f72 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/b973eb69-bcfc-4017-9ce0-45c5645e6f6a HTTP/1.1" status: 404 len: 336 time: 0.2594528 Aug 16 13:09:05.719160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54080) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:05.781732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d3a38c0-8719-451b-aef6-9b5c17ff714d req-8d1ab5bc-f7ff-4a67-9bbf-a2e7f03ae976 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291334 Aug 16 13:09:05.856974 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2dbf7905-11c4-4094-aeb2-a19db8459d52 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1f85b2c-149c-4a4f-8907-8088b9119791 HTTP/1.1" status: 200 len: 205 time: 0.1343746 Aug 16 13:09:05.862342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54084) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:05.954010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Made reservation on behalf of e62e86b6fe404229b58dfbf80018fab0 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:05.961632 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:05.983107 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-4b8b6a25-c26c-4fb3-ab45-96a4fa869ec9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] delete failed (client error): The resource could not be found. Aug 16 13:09:05.988194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4b8b6a25-c26c-4fb3-ab45-96a4fa869ec9 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/a1f85b2c-149c-4a4f-8907-8088b9119791 HTTP/1.1" status: 404 len: 336 time: 0.1201165 Aug 16 13:09:05.991380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54088) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:06.064404 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d641b9ed-8176-4bc3-806b-a892960e18a6 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] DELETE failed (client error): The resource could not be found. Aug 16 13:09:06.065050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d641b9ed-8176-4bc3-806b-a892960e18a6 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:09:06.068870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d641b9ed-8176-4bc3-806b-a892960e18a6 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/976a04d8-c8b3-4fd4-a5a2-6a2347784004 HTTP/1.1" status: 404 len: 337 time: 0.0757689 Aug 16 13:09:06.076076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54092) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:06.185592 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-051cdac7-cd52-4d6f-ab32-3d48da495aea tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dfe2a92-0f04-4379-8e09-5f07f51aa6f7 HTTP/1.1" status: 200 len: 205 time: 0.1078377 Aug 16 13:09:06.190232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54096) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:06.439606 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-6c7f6712-d193-4b62-8b4e-0b3b27c95301 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] delete failed (client error): The resource could not be found. Aug 16 13:09:06.445325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6c7f6712-d193-4b62-8b4e-0b3b27c95301 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/6dfe2a92-0f04-4379-8e09-5f07f51aa6f7 HTTP/1.1" status: 404 len: 336 time: 0.2495825 Aug 16 13:09:06.447754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54102) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:06.554245 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86a5787d-8f4c-43b4-ade4-7649b115e394 req-545a2e36-1a6c-4706-8a50-965e8915c76d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 210 time: 0.1359236 Aug 16 13:09:06.566371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Allocated IP 172.20.0.6 (26d68bc3-bb93-4cb8-a9c4-e6aa73074c59/40688c04-c6c5-482e-bec2-38205b98c41f/75fa4c6f-c207-4b9a-b64d-2be2c024dc8c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:09:06.663863 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9fdc1a-6d44-4511-a1ed-cfda11bc156b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] DELETE failed (client error): The resource could not be found. Aug 16 13:09:06.668701 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9fdc1a-6d44-4511-a1ed-cfda11bc156b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:09:06.678902 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4d9fdc1a-6d44-4511-a1ed-cfda11bc156b tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/8051d9be-930e-4931-897b-91b7117fc4f4 HTTP/1.1" status: 404 len: 337 time: 0.2228210 Aug 16 13:09:06.684899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54104) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:06.766192 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b34523ce-a063-497a-86a4-4b7f801867cc tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6526b5d-65bb-493d-a1c7-4e7504c30bd2 HTTP/1.1" status: 200 len: 205 time: 0.0795913 Aug 16 13:09:06.769213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54108) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:06.904778 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54114) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:06.916632 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-1ae7bf7c-c87b-4197-bd41-9d71ad86b09c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] delete failed (client error): The resource could not be found. Aug 16 13:09:06.922424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1ae7bf7c-c87b-4197-bd41-9d71ad86b09c tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/routers/e6526b5d-65bb-493d-a1c7-4e7504c30bd2 HTTP/1.1" status: 404 len: 336 time: 0.1493895 Aug 16 13:09:06.960767 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d788780a-54b5-43fd-ab66-241c1202f1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:06.964175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54116) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:07.033803 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:07.139991 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:07.154799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['29d887f3-7f83-4339-b4e7-9c7c825529fb', 'e0e48a21-8678-4219-bc46-01ae5701d593'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:09:07.281186 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-2565ecce-4857-43c2-92e4-9b0a9dbd5ee1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] DELETE failed (client error): The resource could not be found. Aug 16 13:09:07.281950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2565ecce-4857-43c2-92e4-9b0a9dbd5ee1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:09:07.285377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2565ecce-4857-43c2-92e4-9b0a9dbd5ee1 tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/92ffca1a-b810-4ba2-84c2-c367aecdd719 HTTP/1.1" status: 404 len: 337 time: 0.3150477 Aug 16 13:09:07.304858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:07.310573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54124) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:07.312122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:07.335398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:09:07.356954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['904ab79a-0f35-45c2-9fd7-001f7a8e1b3a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:09:07.383329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Pushing event updated for resources: {'Port': ['ID=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:07.495686 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:07.498386 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d788780a-54b5-43fd-ab66-241c1202f1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:07.522179 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d788780a-54b5-43fd-ab66-241c1202f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:07.565515 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a962a13-e520-44b3-b82f-b4aa78d9a33a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] DELETE failed (client error): The resource could not be found. Aug 16 13:09:07.575563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a962a13-e520-44b3-b82f-b4aa78d9a33a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:09:07.591631 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7a962a13-e520-44b3-b82f-b4aa78d9a33a tempest-RoutersTest-13648180 tempest-RoutersTest-13648180-project] 10.222.0.25 "DELETE /v2.0/subnets/52d7664d-1f6a-43c6-9705-f9e2573b0995 HTTP/1.1" status: 404 len: 337 time: 0.2659113 Aug 16 13:09:07.622842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788780a-54b5-43fd-ab66-241c1202f1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be06e15-e18a-4004-877c-613f15f80ea2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:07.678238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:07.679040 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:07.680878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9df2f-72d3-45b3-9d2b-397922b60dc3 req-4f1f1428-e258-4016-b6bb-377fabb52bfa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:07.691655 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4aa9df2f-72d3-45b3-9d2b-397922b60dc3 req-4f1f1428-e258-4016-b6bb-377fabb52bfa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.5144403 Aug 16 13:09:07.703667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d788780a-54b5-43fd-ab66-241c1202f1f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=beb8bdcc8b4d4bdca79e095932693bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7923491 Aug 16 13:09:07.715459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54132) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:07.765497 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6c5a2ff6-70c7-415c-a771-b8182ab860ae tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8156741 Aug 16 13:09:07.798263 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9c72f409-4ce5-4274-9dfd-6a34d362ceab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:07.804278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-e5095451-7d8b-4842-8af6-184232661111 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:09:07.805590 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-e5095451-7d8b-4842-8af6-184232661111 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320082 Aug 16 13:09:07.850122 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4aa9df2f-72d3-45b3-9d2b-397922b60dc3 req-4b06a9dd-64a5-4ca5-9c72-74924e88d78d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513193 Aug 16 13:09:07.874625 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9c72f409-4ce5-4274-9dfd-6a34d362ceab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:08.074332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9c72f409-4ce5-4274-9dfd-6a34d362ceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:08.088986 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9c72f409-4ce5-4274-9dfd-6a34d362ceab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:08.095483 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9c72f409-4ce5-4274-9dfd-6a34d362ceab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4be06e15-e18a-4004-877c-613f15f80ea2 HTTP/1.1" status: 204 len: 168 time: 0.3739951 Aug 16 13:09:08.163004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72f409-4ce5-4274-9dfd-6a34d362ceab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be06e15-e18a-4004-877c-613f15f80ea2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:08.231665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bf610-2249-47ce-a993-2514a7246d57 req-c3f206fa-66fb-49f1-8ca2-d93c4fdb7955 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:08.240168 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-324bf610-2249-47ce-a993-2514a7246d57 req-c3f206fa-66fb-49f1-8ca2-d93c4fdb7955 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 931 time: 0.3305709 Aug 16 13:09:08.343639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-324bf610-2249-47ce-a993-2514a7246d57 req-b79d1716-f8ba-4d53-bc4b-2d6f25a6d6f9 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914567 Aug 16 13:09:08.612535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Request body: {'port': {'device_id': '64da2784-8d94-491c-80d3-cd7d311a193f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:08.826791 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:09.175234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54156) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:09.179687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7f295-7353-466e-ae0c-8fdaecdf3d08 req-b162760d-0501-494a-8d5d-497e0ad6a3dc tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:09.181216 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27c7f295-7353-466e-ae0c-8fdaecdf3d08 req-b162760d-0501-494a-8d5d-497e0ad6a3dc tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1585264 Aug 16 13:09:09.307965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27c7f295-7353-466e-ae0c-8fdaecdf3d08 req-c7c67054-dd6f-423b-9d55-29a17575c3a7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120551 Aug 16 13:09:09.378073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:09:09.417834 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:09.464249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Transition to ACTIVE for port object 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:09.477429 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:09.664746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee3916-8ed3-48a2-989d-a874951c6e89 req-e5a3e99d-205b-4445-be92-19bf6128dc47 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:09.673350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18ee3916-8ed3-48a2-989d-a874951c6e89 req-e5a3e99d-205b-4445-be92-19bf6128dc47 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 943 time: 0.1698470 Aug 16 13:09:09.771486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18ee3916-8ed3-48a2-989d-a874951c6e89 req-e5f2f843-5359-43bd-bab7-157233bbc756 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906248 Aug 16 13:09:09.952187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Attempting to bind port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:09:09.952862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Attempting to bind port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:09:09.952862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Attempting to bind port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:09:09.957825 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Pushing event updated for resources: {'Port': ['ID=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:09.992641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:09:09.993083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Attempting to bind port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c on network 26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:09:10.022188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:09:10.022641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Checking segment: {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:09:10.028799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Bound using segment: {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:09:10.029458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Bound port: 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab9ae3d-afea-404d-9a04-12a227d4a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:09:10.029842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:10.100401 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0b98981b-9862-4a88-8b4b-3095ea9fa9ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=626985be60ab4eb7a9c678f862f927d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9236419 Aug 16 13:09:10.106652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54180) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:10.246408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] For port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:09:10.276374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] For port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:09:10.284770 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e39f5ca-f279-46e1-b312-631b3753b210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:10.288183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:10.340797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:10.367595 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:10.370039 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] 10.222.0.42 "PUT /v2.0/ports/75fa4c6f-c207-4b9a-b64d-2be2c024dc8c HTTP/1.1" status: 200 len: 1091 time: 2.5565534 Aug 16 13:09:10.370947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64da2784-8d94-491c-80d3-cd7d311a193f', 'tag': '75fa4c6f-c207-4b9a-b64d-2be2c024dc8c'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:09:10.375357 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd50b48-8617-41f4-8dea-df2f0ed003d0" -d '{"events": [{"name": "network-changed", "server_uuid": "64da2784-8d94-491c-80d3-cd7d311a193f", "tag": "75fa4c6f-c207-4b9a-b64d-2be2c024dc8c"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:09:10.410503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e39f5ca-f279-46e1-b312-631b3753b210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:10.674927 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5250bc83-1d09-438b-995b-9dcb27d2e971 x-openstack-request-id: req-5250bc83-1d09-438b-995b-9dcb27d2e971 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:09:10.675391 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64da2784-8d94-491c-80d3-cd7d311a193f", "tag": "75fa4c6f-c207-4b9a-b64d-2be2c024dc8c", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:09:10.675796 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5250bc83-1d09-438b-995b-9dcb27d2e971 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:09:10.676465 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64da2784-8d94-491c-80d3-cd7d311a193f', 'tag': '75fa4c6f-c207-4b9a-b64d-2be2c024dc8c', 'status': 'completed', 'code': 200} Aug 16 13:09:10.764417 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e39f5ca-f279-46e1-b312-631b3753b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:10.789271 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e39f5ca-f279-46e1-b312-631b3753b210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:10.791060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d3371-cf46-4c58-afd2-06dd521e6fac service neutron] Pushing event updated for resources: {'Port': ['ID=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:10.795584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6e39f5ca-f279-46e1-b312-631b3753b210 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fd7fd1a-1ea7-4a19-baa4-4f99e1904206 HTTP/1.1" status: 204 len: 168 time: 0.6883545 Aug 16 13:09:10.858302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-37a35a1d-81b3-4627-8069-baa90dfd9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:10.868977 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-37a35a1d-81b3-4627-8069-baa90dfd9c01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 1094 time: 0.3765833 Aug 16 13:09:10.871127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39f5ca-f279-46e1-b312-631b3753b210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd7fd1a-1ea7-4a19-baa4-4f99e1904206,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:10.979560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b692-869f-4f56-a32f-bf89ece29425 req-20b20a82-802a-4881-94e0-3b27657c35f7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:10.982007 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2658b692-869f-4f56-a32f-bf89ece29425 req-20b20a82-802a-4881-94e0-3b27657c35f7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.3975391 Aug 16 13:09:11.063189 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-6403ef3b-a116-496d-8f0f-dfb233041a23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c HTTP/1.1" status: 200 len: 217 time: 0.1834240 Aug 16 13:09:11.102965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2658b692-869f-4f56-a32f-bf89ece29425 req-cf226826-1559-425f-9c82-44dd5232ce09 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940161 Aug 16 13:09:11.308065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f9eda-c33b-4df1-a77e-d9190a0aeed4 req-61714fb0-c1c8-474a-aca7-440edf925256 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:11.310817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-9ec52195-761a-44d5-a333-d3a60f11fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:11.318873 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-9ec52195-761a-44d5-a333-d3a60f11fbe3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40688c04-c6c5-482e-bec2-38205b98c41f HTTP/1.1" status: 200 len: 855 time: 0.2429788 Aug 16 13:09:11.320833 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f35f9eda-c33b-4df1-a77e-d9190a0aeed4 req-61714fb0-c1c8-474a-aca7-440edf925256 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 943 time: 0.1640797 Aug 16 13:09:11.484786 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-9bee8f3f-a277-49b9-bc45-bd44f05e4732 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565588 Aug 16 13:09:11.488228 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f35f9eda-c33b-4df1-a77e-d9190a0aeed4 req-d249cc4d-0fc8-4ea7-9f39-8ce677ff2912 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579649 Aug 16 13:09:11.787663 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-bb9b1cf8-b9db-4239-9126-3b5e96c0dc95 service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969475 Aug 16 13:09:12.140186 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed002e0b-3159-44aa-bb5e-34b4810a11be req-a6b35dfe-bbbe-4525-929b-f98554d4bfb9 service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382649 Aug 16 13:09:12.399947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd50b48-8617-41f4-8dea-df2f0ed003d0 req-c5d3ab94-90d6-46c2-becb-b7132c581b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:12.401592 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1fd50b48-8617-41f4-8dea-df2f0ed003d0 req-c5d3ab94-90d6-46c2-becb-b7132c581b98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 1094 time: 0.1698291 Aug 16 13:09:12.603899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b913-7999-4f17-b0bb-cb31c47e122e req-4d737db7-1483-4b79-a723-a4dbeba910c0 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:12.637817 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3cd2b913-7999-4f17-b0bb-cb31c47e122e req-4d737db7-1483-4b79-a723-a4dbeba910c0 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.2994807 Aug 16 13:09:12.640366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-f00f650a-faad-48c2-b196-a6293472dae3 service neutron] (101395) timed out ('10.222.0.25', 55334) {{(pid=101395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:09:12.772984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd50b48-8617-41f4-8dea-df2f0ed003d0 req-04a61fa6-7c6f-4be3-b271-d18de7360eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:12.774728 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1fd50b48-8617-41f4-8dea-df2f0ed003d0 req-04a61fa6-7c6f-4be3-b271-d18de7360eca service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 915 time: 0.3636830 Aug 16 13:09:12.780728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3cd2b913-7999-4f17-b0bb-cb31c47e122e req-257899ca-5146-4eed-9458-dc971cd7b0c4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229746 Aug 16 13:09:12.901641 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1fd50b48-8617-41f4-8dea-df2f0ed003d0 req-5579530a-13ac-450e-b6af-d01c434aba22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c HTTP/1.1" status: 200 len: 217 time: 0.1148851 Aug 16 13:09:12.972568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5397e06-b794-46e6-971d-aad269a6cbae req-11df9b72-8c84-4943-9454-acb44aa939dd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:12.981142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5397e06-b794-46e6-971d-aad269a6cbae req-11df9b72-8c84-4943-9454-acb44aa939dd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 943 time: 0.2315724 Aug 16 13:09:13.056602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd50b48-8617-41f4-8dea-df2f0ed003d0 req-bb6e4ba4-3dc2-40a7-abeb-eb518b567d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:13.061635 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1fd50b48-8617-41f4-8dea-df2f0ed003d0 req-bb6e4ba4-3dc2-40a7-abeb-eb518b567d84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40688c04-c6c5-482e-bec2-38205b98c41f HTTP/1.1" status: 200 len: 855 time: 0.1509683 Aug 16 13:09:13.138477 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1fd50b48-8617-41f4-8dea-df2f0ed003d0 req-c2aaa7ce-f4e4-442d-bc35-dfe44d800c19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689018 Aug 16 13:09:13.191263 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c5397e06-b794-46e6-971d-aad269a6cbae req-b40119a0-c517-4746-865e-afc9c83c0431 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015593 Aug 16 13:09:13.568453 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1fd50b48-8617-41f4-8dea-df2f0ed003d0 req-18d7063f-5b7c-42e8-b25b-286b4fc7927e service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147511 Aug 16 13:09:14.067838 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1fd50b48-8617-41f4-8dea-df2f0ed003d0 req-d143451c-ef87-40eb-8040-d7bb79cae1c0 service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884980 Aug 16 13:09:14.193402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3d223-1923-4820-ba97-51199e4ee91a req-2c7985f8-0ba5-4285-aed0-e63dfc49b2d0 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:14.207841 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12a3d223-1923-4820-ba97-51199e4ee91a req-2c7985f8-0ba5-4285-aed0-e63dfc49b2d0 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1464124 Aug 16 13:09:14.311213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12a3d223-1923-4820-ba97-51199e4ee91a req-ebd2683a-d93e-498b-bcb1-29440cb816e8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018124 Aug 16 13:09:14.577322 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7357d3-f540-4c09-a2cd-a9131518db9c req-87aaf7b3-1749-4f7c-8794-9f227849a8df tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:14.591880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae7357d3-f540-4c09-a2cd-a9131518db9c req-87aaf7b3-1749-4f7c-8794-9f227849a8df tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 943 time: 0.1805100 Aug 16 13:09:14.749724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae7357d3-f540-4c09-a2cd-a9131518db9c req-b3dd9040-31ae-4cc4-ad80-b9bf783c5079 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574395 Aug 16 13:09:14.987294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54318) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:15.546506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a1e4-04f4-4421-b179-3aee7faf0710 req-1d7eddda-60f8-40d8-bc53-5c9edeea2b96 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:15.549013 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7c1a1e4-04f4-4421-b179-3aee7faf0710 req-1d7eddda-60f8-40d8-bc53-5c9edeea2b96 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1052318 Aug 16 13:09:15.630243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7c1a1e4-04f4-4421-b179-3aee7faf0710 req-831f5c48-0adf-4da2-8e28-f479b110e22d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579784 Aug 16 13:09:15.662443 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:15.665434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54328) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:15.699584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf624a4-6bb6-49d3-8158-7ea21307c831 req-e34217df-d6f0-431c-b2e2-93aacba4a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:15.701181 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cdf624a4-6bb6-49d3-8158-7ea21307c831 req-e34217df-d6f0-431c-b2e2-93aacba4a019 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 1096 time: 0.1711006 Aug 16 13:09:15.716886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:09:16.065570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:16.106556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '75fa4c6f-c207-4b9a-b64d-2be2c024dc8c', 'network_id': '26d68bc3-bb93-4cb8-a9c4-e6aa73074c59', 'port_id': '75fa4c6f-c207-4b9a-b64d-2be2c024dc8c', 'mac_address': 'fa:16:3e:71:30:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40688c04-c6c5-482e-bec2-38205b98c41f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:09:16.107804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-cf4da7a3-9646-4583-a63e-0f738098a8b2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526332056'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:16.217318 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:16.232885 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:16.263052 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:09:16.263356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa902089-ef75-4866-bb31-ca11688722d8 req-f1a12f30-1be0-472a-a25e-288a014155b1 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:16.284038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa902089-ef75-4866-bb31-ca11688722d8 req-f1a12f30-1be0-472a-a25e-288a014155b1 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 943 time: 0.2669289 Aug 16 13:09:16.296853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:16.309907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:16.388546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf624a4-6bb6-49d3-8158-7ea21307c831 req-bf8c8adb-5050-4089-89bc-1ac714f082fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:16.389811 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cdf624a4-6bb6-49d3-8158-7ea21307c831 req-bf8c8adb-5050-4089-89bc-1ac714f082fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.6811318 Aug 16 13:09:16.428607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa902089-ef75-4866-bb31-ca11688722d8 req-0ab1bea3-6967-438a-8136-cd88dac91925 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336672 Aug 16 13:09:16.478738 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cdf624a4-6bb6-49d3-8158-7ea21307c831 req-69f114f0-b71f-4ab4-8ea0-f6f181ce2829 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799 HTTP/1.1" status: 200 len: 1001 time: 0.0740523 Aug 16 13:09:16.494481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:16.510380 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:16.538211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:16.546814 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4da7a3-9646-4583-a63e-0f738098a8b2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:16.560949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['75fa4c6f-c207-4b9a-b64d-2be2c024dc8c'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:09:16.580553 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4da7a3-9646-4583-a63e-0f738098a8b2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:16.633388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a5dba5-f682-4f54-9309-7001162259fe,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:16.669029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.683156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.683843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.684420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.693546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.694437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.694931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.695547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.696170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.696910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.704048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.705415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:16.848964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-09612cec-4227-4f41-b4e3-76208383100e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2d810c136be484295b3c63bb86f21dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8589740 Aug 16 13:09:16.852046 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54354) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:16.852825 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf624a4-6bb6-49d3-8158-7ea21307c831 req-7bc2b544-b59f-4476-8da3-90915d94a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:16.855822 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cdf624a4-6bb6-49d3-8158-7ea21307c831 req-7bc2b544-b59f-4476-8da3-90915d94a18e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.3655214 Aug 16 13:09:16.896372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8e321-2a5e-41b3-bff6-9e987824f91f req-9cbef832-21c3-45a5-a601-951e26a5c853 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:16.904285 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3a8e321-2a5e-41b3-bff6-9e987824f91f req-9cbef832-21c3-45a5-a601-951e26a5c853 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1304462 Aug 16 13:09:16.923191 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4da7a3-9646-4583-a63e-0f738098a8b2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:16.964469 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4da7a3-9646-4583-a63e-0f738098a8b2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.005238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf624a4-6bb6-49d3-8158-7ea21307c831 req-f1031df3-c7fc-435c-9938-b411907d8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:17.008877 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cdf624a4-6bb6-49d3-8158-7ea21307c831 req-f1031df3-c7fc-435c-9938-b411907d8e52 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434805 Aug 16 13:09:17.050693 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3a8e321-2a5e-41b3-bff6-9e987824f91f req-d9dcc560-0c13-45f6-ac0d-98adba642c47 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442280 Aug 16 13:09:17.161908 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-385ef61d-5f2e-4203-a7cd-6af12198d3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.194652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4da7a3-9646-4583-a63e-0f738098a8b2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a46db9-3d67-4ed7-b9bf-40dc79385c10,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:17.230851 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-385ef61d-5f2e-4203-a7cd-6af12198d3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.231261 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cdf624a4-6bb6-49d3-8158-7ea21307c831 req-0bd78a6e-1099-461b-8924-7a856d998e7e service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118378 Aug 16 13:09:17.309508 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4da7a3-9646-4583-a63e-0f738098a8b2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.326909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4da7a3-9646-4583-a63e-0f738098a8b2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.406289 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf4da7a3-9646-4583-a63e-0f738098a8b2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.414936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cf4da7a3-9646-4583-a63e-0f738098a8b2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7478421 Aug 16 13:09:17.419755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54368) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:17.458637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4da7a3-9646-4583-a63e-0f738098a8b2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e710292b-852f-4b2e-99f4-603c8c83bf59,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:17.465722 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cdf624a4-6bb6-49d3-8158-7ea21307c831 req-859ce0ed-ac3d-4107-b22b-a3412eb1a434 service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221353 Aug 16 13:09:17.466682 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-385ef61d-5f2e-4203-a7cd-6af12198d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.469893 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-385ef61d-5f2e-4203-a7cd-6af12198d3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.478418 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-385ef61d-5f2e-4203-a7cd-6af12198d3dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7a5dba5-f682-4f54-9309-7001162259fe HTTP/1.1" status: 204 len: 168 time: 0.6238844 Aug 16 13:09:17.538363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ef61d-5f2e-4203-a7cd-6af12198d3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a5dba5-f682-4f54-9309-7001162259fe,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:17.557298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4d609ccc-1ce0-477a-9662-50b580ca801e tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1363816 Aug 16 13:09:17.561221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54376) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:17.566684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-160c98db-11f2-4a89-b240-ee3be80b803b tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group': {'name': 'tempest-security--1440789465', 'description': 'tempest-security-description-846978951'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:17.635557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160c98db-11f2-4a89-b240-ee3be80b803b tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.668931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d840c73-4d6f-4790-a6a7-758d987f7318 req-3c559a7e-8a3b-4a0d-a41f-91d12fcbe33d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:17.670719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d840c73-4d6f-4790-a6a7-758d987f7318 req-3c559a7e-8a3b-4a0d-a41f-91d12fcbe33d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 944 time: 0.0926178 Aug 16 13:09:17.742156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:17.760286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d840c73-4d6f-4790-a6a7-758d987f7318 req-74f9bf9a-7b08-4acc-8548-257cc4aa00b8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829403 Aug 16 13:09:17.791356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160c98db-11f2-4a89-b240-ee3be80b803b tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.802869 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160c98db-11f2-4a89-b240-ee3be80b803b tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.812887 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-160c98db-11f2-4a89-b240-ee3be80b803b tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.822332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54378) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:17.823745 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-160c98db-11f2-4a89-b240-ee3be80b803b tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "PUT /v2.0/security-groups/e710292b-852f-4b2e-99f4-603c8c83bf59 HTTP/1.1" status: 200 len: 1779 time: 0.2602379 Aug 16 13:09:17.877197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:17.883861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c98db-11f2-4a89-b240-ee3be80b803b tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e710292b-852f-4b2e-99f4-603c8c83bf59,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:17.902518 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-28de1425-4842-4ca9-9b89-1c9a6b26d0a2 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-groups/e710292b-852f-4b2e-99f4-603c8c83bf59 HTTP/1.1" status: 200 len: 1779 time: 0.0778937 Aug 16 13:09:17.904283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54382) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:17.904774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:17.905778 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:17.998436 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0289d4cc-29d6-4115-8fb6-799b7be117bd tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.050950 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.054547 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0289d4cc-29d6-4115-8fb6-799b7be117bd tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.120819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64da2784-8d94-491c-80d3-cd7d311a193f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fa4c6f-c207-4b9a-b64d-2be2c024dc8c'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:09:18.125167 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d11c5d-13fe-4f21-a7c4-5d39b09668cc" -d '{"events": [{"server_uuid": "64da2784-8d94-491c-80d3-cd7d311a193f", "name": "network-vif-plugged", "status": "completed", "tag": "75fa4c6f-c207-4b9a-b64d-2be2c024dc8c"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:09:18.141049 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0289d4cc-29d6-4115-8fb6-799b7be117bd tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.146121 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0289d4cc-29d6-4115-8fb6-799b7be117bd tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.147267 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0289d4cc-29d6-4115-8fb6-799b7be117bd tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-groups/e710292b-852f-4b2e-99f4-603c8c83bf59 HTTP/1.1" status: 204 len: 168 time: 0.2417145 Aug 16 13:09:18.150718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54392) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:18.154342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:18.177046 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.194140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289d4cc-29d6-4115-8fb6-799b7be117bd tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e710292b-852f-4b2e-99f4-603c8c83bf59,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:18.299120 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad87740-5a33-4ca3-a85a-c37a4b684575 x-openstack-request-id: req-7ad87740-5a33-4ca3-a85a-c37a4b684575 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:09:18.303355 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64da2784-8d94-491c-80d3-cd7d311a193f", "name": "network-vif-plugged", "status": "completed", "tag": "75fa4c6f-c207-4b9a-b64d-2be2c024dc8c", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:09:18.306851 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ad87740-5a33-4ca3-a85a-c37a4b684575 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:09:18.308569 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64da2784-8d94-491c-80d3-cd7d311a193f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fa4c6f-c207-4b9a-b64d-2be2c024dc8c', 'code': 200} Aug 16 13:09:18.325341 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9ef2ec0c-9190-44d1-b769-34ef5e0355d4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1736341 Aug 16 13:09:18.336778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54404) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:18.343114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device badf3ac6-83e5-4fef-be55-0d0bce30d799 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:09:18.403617 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-83e176ac-6e09-4ffa-970f-37af21591e49 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] delete failed (client error): The resource could not be found. Aug 16 13:09:18.408085 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-83e176ac-6e09-4ffa-970f-37af21591e49 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-groups/e710292b-852f-4b2e-99f4-603c8c83bf59 HTTP/1.1" status: 404 len: 347 time: 0.0638206 Aug 16 13:09:18.430369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06731cc-7b57-4028-a96c-134f9ca7bb6b req-408d3ba2-1bb7-446c-9f37-1302abda8e24 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:18.440117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d06731cc-7b57-4028-a96c-134f9ca7bb6b req-408d3ba2-1bb7-446c-9f37-1302abda8e24 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 945 time: 0.1232533 Aug 16 13:09:18.462743 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54406) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:18.473412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6f604c43-bc94-44ef-859c-4cd9883a6f67 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276738264'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:18.521233 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f604c43-bc94-44ef-859c-4cd9883a6f67 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.522031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966f5af-9ebb-4079-8fd4-eb0d697a66c4 req-f8c2f425-6fa1-4927-927a-110ac6d20892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:18.528528 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1966f5af-9ebb-4079-8fd4-eb0d697a66c4 req-f8c2f425-6fa1-4927-927a-110ac6d20892 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 1096 time: 0.1188471 Aug 16 13:09:18.539280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:18.571279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d06731cc-7b57-4028-a96c-134f9ca7bb6b req-47f71a62-380e-4e43-8403-f5ed2a96ff04 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286809 Aug 16 13:09:18.657450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1966f5af-9ebb-4079-8fd4-eb0d697a66c4 req-3735cd76-15e4-4dc8-9535-e750404ff04e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209583 Aug 16 13:09:18.732282 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.812664 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:18.813618 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f604c43-bc94-44ef-859c-4cd9883a6f67 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.828316 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.831355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f604c43-bc94-44ef-859c-4cd9883a6f67 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.941176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=badf3ac6-83e5-4fef-be55-0d0bce30d799,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:18.955183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f604c43-bc94-44ef-859c-4cd9883a6f67 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b0199d-09ea-48ad-b039-e6796a971407,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:18.981454 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f604c43-bc94-44ef-859c-4cd9883a6f67 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:18.984329 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6f604c43-bc94-44ef-859c-4cd9883a6f67 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5177360 Aug 16 13:09:18.991509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54418) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:19.009684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-abf5a92a-e758-4d35-9cb0-5f9c0559bcd5 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '50b0199d-09ea-48ad-b039-e6796a971407', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:19.078433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abf5a92a-e758-4d35-9cb0-5f9c0559bcd5 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:19.113943 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e01556-8094-4760-a6b6-47fb8f268b4b req-fdf94d07-88fb-4668-a29d-4d0a705f057e tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:19.117136 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75e01556-8094-4760-a6b6-47fb8f268b4b req-fdf94d07-88fb-4668-a29d-4d0a705f057e tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 945 time: 0.1558526 Aug 16 13:09:19.119018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-4c2a99a7-c893-4754-a25d-f146a89a4d7b req-b7ff88e9-b13a-41d6-8732-daee0b5d6cef service neutron] (101395) timed out ('10.222.0.42', 64333) {{(pid=101395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:09:19.219073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75e01556-8094-4760-a6b6-47fb8f268b4b req-a0a2db8e-a10a-4010-9274-347df79ac5f4 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933774 Aug 16 13:09:19.247715 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abf5a92a-e758-4d35-9cb0-5f9c0559bcd5 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:19.259896 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abf5a92a-e758-4d35-9cb0-5f9c0559bcd5 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:19.331885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5a92a-e758-4d35-9cb0-5f9c0559bcd5 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5a0cd7-b304-483c-824e-7d1a58a1801e,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:19.349732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abf5a92a-e758-4d35-9cb0-5f9c0559bcd5 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:19.354531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54426) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:19.372207 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-abf5a92a-e758-4d35-9cb0-5f9c0559bcd5 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3770776 Aug 16 13:09:19.398060 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-90c1026e-79e3-4402-9724-28fe109185c1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:19.435077 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-90c1026e-79e3-4402-9724-28fe109185c1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:19.503919 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-90c1026e-79e3-4402-9724-28fe109185c1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:19.518972 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-90c1026e-79e3-4402-9724-28fe109185c1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:19.523575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54438) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:19.535155 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-90c1026e-79e3-4402-9724-28fe109185c1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3c5a0cd7-b304-483c-824e-7d1a58a1801e HTTP/1.1" status: 204 len: 168 time: 0.1794138 Aug 16 13:09:19.562220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1026e-79e3-4402-9724-28fe109185c1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c5a0cd7-b304-483c-824e-7d1a58a1801e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:19.639788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54444) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:19.664447 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-04198aa1-591d-421c-87a0-28d3374320b4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1344054 Aug 16 13:09:19.850925 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1c7550b-d18c-49cf-a160-22664bd75f91 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:19.937821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b8a91-e72b-4bd6-b79f-24fdf99f1623 req-73712f76-bfe0-4aef-a437-4c21c9275305 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:19.947122 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f3b8a91-e72b-4bd6-b79f-24fdf99f1623 req-73712f76-bfe0-4aef-a437-4c21c9275305 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1059921 Aug 16 13:09:19.964649 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1c7550b-d18c-49cf-a160-22664bd75f91 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:20.032607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f3b8a91-e72b-4bd6-b79f-24fdf99f1623 req-08362306-9464-4f77-a145-7fcb2e68e41b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830579 Aug 16 13:09:20.099670 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1c7550b-d18c-49cf-a160-22664bd75f91 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:20.107033 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1c7550b-d18c-49cf-a160-22664bd75f91 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:20.115876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b1c7550b-d18c-49cf-a160-22664bd75f91 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-groups/50b0199d-09ea-48ad-b039-e6796a971407 HTTP/1.1" status: 204 len: 168 time: 0.4723220 Aug 16 13:09:20.117304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54452) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:20.141804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7550b-d18c-49cf-a160-22664bd75f91 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b0199d-09ea-48ad-b039-e6796a971407,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:20.312790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:09:20.318594 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-da77a5b9-d5de-4d69-8d12-a8ac03f8db5f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1941333 Aug 16 13:09:20.319473 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54462) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:20.326276 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72022174-7b97-4ead-b61a-1ec46b3eb784" -d '{"events": [{"server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "name": "network-vif-unplugged", "status": "completed", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:09:20.333690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-fb328e8d-7564-4d0a-a042-d0e0d9e69fb1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426150161'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:20.436636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb328e8d-7564-4d0a-a042-d0e0d9e69fb1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:20.600365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebc75c-3626-4b62-9e87-ee50912989bb req-2ea3c066-6e5f-4f9a-ad51-5c403aa8d452 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:20.603534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14ebc75c-3626-4b62-9e87-ee50912989bb req-2ea3c066-6e5f-4f9a-ad51-5c403aa8d452 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 945 time: 0.1596203 Aug 16 13:09:20.679179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14ebc75c-3626-4b62-9e87-ee50912989bb req-93cf330e-7416-473d-889f-6ca909be75b8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572073 Aug 16 13:09:20.777112 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb328e8d-7564-4d0a-a042-d0e0d9e69fb1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:20.787953 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb328e8d-7564-4d0a-a042-d0e0d9e69fb1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:20.793796 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab3cef5-d686-42f0-a479-8dcff2a9fa5c x-openstack-request-id: req-cab3cef5-d686-42f0-a479-8dcff2a9fa5c {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:09:20.794008 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "name": "network-vif-unplugged", "status": "failed", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799", "code": 422}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:09:20.794438 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cab3cef5-d686-42f0-a479-8dcff2a9fa5c {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:09:20.794836 n-d-804708-1 neutron-server[101397]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'code': 422} returned with failed status Aug 16 13:09:20.883968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb328e8d-7564-4d0a-a042-d0e0d9e69fb1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:20.885268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fb328e8d-7564-4d0a-a042-d0e0d9e69fb1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5643086 Aug 16 13:09:20.888144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54498) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:20.895071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ca9cae39-bc3a-472b-8bbf-c33b29b851a0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '9ab142cd-31b9-41e4-912b-74829f335edd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:20.922738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb328e8d-7564-4d0a-a042-d0e0d9e69fb1 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab142cd-31b9-41e4-912b-74829f335edd,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:20.942345 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ca9cae39-bc3a-472b-8bbf-c33b29b851a0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:21.051008 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ca9cae39-bc3a-472b-8bbf-c33b29b851a0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:21.061134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ca9cae39-bc3a-472b-8bbf-c33b29b851a0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:21.088792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cae39-bc3a-472b-8bbf-c33b29b851a0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cf7aab-6bfa-40b9-843d-55eb65074fff,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:21.112054 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ca9cae39-bc3a-472b-8bbf-c33b29b851a0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:21.114514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ca9cae39-bc3a-472b-8bbf-c33b29b851a0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2249143 Aug 16 13:09:21.116966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54506) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:21.125265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-55b113ee-7d4d-4ce5-9807-6af154eaaa3e tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '9ab142cd-31b9-41e4-912b-74829f335edd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:21.193118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54512) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:21.197139 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b113ee-7d4d-4ce5-9807-6af154eaaa3e tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:21.344190 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b113ee-7d4d-4ce5-9807-6af154eaaa3e tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:21.353446 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b113ee-7d4d-4ce5-9807-6af154eaaa3e tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:21.403409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54522) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:21.453127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b113ee-7d4d-4ce5-9807-6af154eaaa3e tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae28071-80e7-4628-b02b-16f63196a3a6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:21.475717 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55b113ee-7d4d-4ce5-9807-6af154eaaa3e tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:21.515228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54530) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:21.528426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6d485ea1-3710-41f4-b51a-74415fe70a82 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '9ab142cd-31b9-41e4-912b-74829f335edd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:21.533266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-55b113ee-7d4d-4ce5-9807-6af154eaaa3e tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4135597 Aug 16 13:09:21.660392 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d485ea1-3710-41f4-b51a-74415fe70a82 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:21.778550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe8625-0bb0-4dab-9913-cab22d5296cb req-790af0bf-f4a4-4cc5-95e6-0aec80247b90 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:21.782982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05fe8625-0bb0-4dab-9913-cab22d5296cb req-790af0bf-f4a4-4cc5-95e6-0aec80247b90 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1619868 Aug 16 13:09:21.859727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d485ea1-3710-41f4-b51a-74415fe70a82 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:21.868507 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05fe8625-0bb0-4dab-9913-cab22d5296cb req-e4fb88f2-24c7-4e3a-b541-dbd8f695901a tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719018 Aug 16 13:09:21.873156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d485ea1-3710-41f4-b51a-74415fe70a82 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:21.981673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d485ea1-3710-41f4-b51a-74415fe70a82 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ada176-5ee8-481a-92ee-9516ef7413d5,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:22.026879 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90cedf6e-f0cd-4541-9a95-6dc3ea729716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.038660 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d485ea1-3710-41f4-b51a-74415fe70a82 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.041833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6d485ea1-3710-41f4-b51a-74415fe70a82 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5250058 Aug 16 13:09:22.045877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54548) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:22.051581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-95dea6c6-ef5b-4a69-a719-57f103e09aa4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '9ab142cd-31b9-41e4-912b-74829f335edd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:22.163585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-561348591'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:22.301076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90cedf6e-f0cd-4541-9a95-6dc3ea729716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.309417 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-90cedf6e-f0cd-4541-9a95-6dc3ea729716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.370019 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95dea6c6-ef5b-4a69-a719-57f103e09aa4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.380459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device badf3ac6-83e5-4fef-be55-0d0bce30d799 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:09:22.413509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Made reservation on behalf of c509f2a4c14f4dd687aefb9a8aaaac95 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:22.422215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.475303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54554) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:22.476121 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-90cedf6e-f0cd-4541-9a95-6dc3ea729716 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de126002757b45bab77b9de147cf5574&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0705996 Aug 16 13:09:22.477825 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.498220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cedf6e-f0cd-4541-9a95-6dc3ea729716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba2e7d-b7c5-44c5-b22d-b83a0689dda7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:22.621125 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95dea6c6-ef5b-4a69-a719-57f103e09aa4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.625467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c91578aa-c3df-4f72-af7a-431819b8290f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.640246 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95dea6c6-ef5b-4a69-a719-57f103e09aa4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.668803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dea6c6-ef5b-4a69-a719-57f103e09aa4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce6076a-b71d-4c5c-bfcc-f1ad33db7f55,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:22.697076 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c91578aa-c3df-4f72-af7a-431819b8290f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.743344 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.749381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.763359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95dea6c6-ef5b-4a69-a719-57f103e09aa4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.770442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-95dea6c6-ef5b-4a69-a719-57f103e09aa4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7228956 Aug 16 13:09:22.771920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54560) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:22.772508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54562) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:22.790772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2cad82f3-515e-45c7-a2b1-147f4f3c25b0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '9ab142cd-31b9-41e4-912b-74829f335edd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:22.802320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:09:22.841557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c91578aa-c3df-4f72-af7a-431819b8290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.851450 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c91578aa-c3df-4f72-af7a-431819b8290f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.855999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c91578aa-c3df-4f72-af7a-431819b8290f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3ba2e7d-b7c5-44c5-b22d-b83a0689dda7 HTTP/1.1" status: 204 len: 168 time: 0.3402267 Aug 16 13:09:22.861595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe14704-d6d5-48c0-8ca4-c8f66e587e35,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:22.889761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.889761 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Added segment 4432dd9c-1c34-460e-8a8f-dab1976ac458 of type vlan for network 6c131f4a-6427-40d3-babd-c781a8d7c4c7 Aug 16 13:09:22.903838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91578aa-c3df-4f72-af7a-431819b8290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba2e7d-b7c5-44c5-b22d-b83a0689dda7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:23.050718 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.053861 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2cad82f3-515e-45c7-a2b1-147f4f3c25b0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.127191 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-ffbafa5c-79ee-4712-a0ab-6071827e435d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3493350 Aug 16 13:09:23.257732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.277496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:23.281077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.353002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f391f49-b87a-4913-ac9b-741126a36a3c req-e752e18d-72b2-4d51-a00f-bbc0c139f076 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:23.380370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f391f49-b87a-4913-ac9b-741126a36a3c req-e752e18d-72b2-4d51-a00f-bbc0c139f076 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.2220209 Aug 16 13:09:23.402320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2cad82f3-515e-45c7-a2b1-147f4f3c25b0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.452139 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2cad82f3-515e-45c7-a2b1-147f4f3c25b0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.502009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f391f49-b87a-4913-ac9b-741126a36a3c req-09a328f2-b8fb-42f9-b416-e5329dada997 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160018 Aug 16 13:09:23.506019 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2cad82f3-515e-45c7-a2b1-147f4f3c25b0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.512820 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2cad82f3-515e-45c7-a2b1-147f4f3c25b0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7322474 Aug 16 13:09:23.513170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54586) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:23.592981 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3976800 Aug 16 13:09:23.599308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad82f3-515e-45c7-a2b1-147f4f3c25b0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638c3ae4-23f4-4375-876b-c7868473fa31,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:23.612216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54588) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:23.614501 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ade99d93-197c-47b8-83aa-14e4c240b363 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.629583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Request body: {'subnet': {'network_id': '6c131f4a-6427-40d3-babd-c781a8d7c4c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:23.635822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8b5e6-1db6-4603-8fa0-84cde20545cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Pushing event updated for resources: {'Network': ['ID=6c131f4a-6427-40d3-babd-c781a8d7c4c7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:23.651178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 6c131f4a-6427-40d3-babd-c781a8d7c4c7 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:09:23.674614 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ade99d93-197c-47b8-83aa-14e4c240b363 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.797233 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ade99d93-197c-47b8-83aa-14e4c240b363 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.813289 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ade99d93-197c-47b8-83aa-14e4c240b363 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.819121 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ade99d93-197c-47b8-83aa-14e4c240b363 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/638c3ae4-23f4-4375-876b-c7868473fa31 HTTP/1.1" status: 204 len: 168 time: 0.3032453 Aug 16 13:09:23.823236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54594) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:23.852341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade99d93-197c-47b8-83aa-14e4c240b363 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=638c3ae4-23f4-4375-876b-c7868473fa31,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:23.877552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Made reservation on behalf of c509f2a4c14f4dd687aefb9a8aaaac95 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:23.885186 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.890746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54598) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:23.918913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4c77f16f-bf41-4d41-8370-f2a9797c1ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.971666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-34418698-f582-4ab0-adff-4e5834857443 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1440833 Aug 16 13:09:23.982934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54600) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:24.086556 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05fd378f-65f7-49cd-997e-91d1ee80b068 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.115956 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05fd378f-65f7-49cd-997e-91d1ee80b068 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.279806 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.288782 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05fd378f-65f7-49cd-997e-91d1ee80b068 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.345477 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05fd378f-65f7-49cd-997e-91d1ee80b068 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.352222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-05fd378f-65f7-49cd-997e-91d1ee80b068 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/dce6076a-b71d-4c5c-bfcc-f1ad33db7f55 HTTP/1.1" status: 204 len: 168 time: 0.3669360 Aug 16 13:09:24.355022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd378f-65f7-49cd-997e-91d1ee80b068 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dce6076a-b71d-4c5c-bfcc-f1ad33db7f55,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:24.357106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54612) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:24.515999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Pushing event updated for resources: {'Subnet': ['ID=ea2a7bc1-6482-40c1-bd29-c4e882b37ab8,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:24.541034 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8fca4488-b510-4e5e-a85d-7c5f19b03700 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1761818 Aug 16 13:09:24.541034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54622) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:24.589163 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4c77f16f-bf41-4d41-8370-f2a9797c1ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.617427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4c77f16f-bf41-4d41-8370-f2a9797c1ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.651135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Checking segment: {'id': '4432dd9c-1c34-460e-8a8f-dab1976ac458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6c131f4a-6427-40d3-babd-c781a8d7c4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:09:24.651725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Network hostable DHCP agents. Network: 6c131f4a-6427-40d3-babd-c781a8d7c4c7, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:09:24.686055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4c77f16f-bf41-4d41-8370-f2a9797c1ae0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83afea02b4b94b57b404cf7840d446c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7938139 Aug 16 13:09:24.687952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77f16f-bf41-4d41-8370-f2a9797c1ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6f3f57-fbc0-4be3-bd6f-4ed41439930e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:24.691228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54628) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:24.693511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d5d22a0-a5c2-4482-9d9b-97d7397b5647 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.706313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d5d22a0-a5c2-4482-9d9b-97d7397b5647 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.789303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Network 6c131f4a-6427-40d3-babd-c781a8d7c4c7 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:09:24.790886 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d5d22a0-a5c2-4482-9d9b-97d7397b5647 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.803169 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d5d22a0-a5c2-4482-9d9b-97d7397b5647 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.808193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9d5d22a0-a5c2-4482-9d9b-97d7397b5647 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/60ada176-5ee8-481a-92ee-9516ef7413d5 HTTP/1.1" status: 204 len: 168 time: 0.2658508 Aug 16 13:09:24.811122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54630) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:24.852554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d22a0-a5c2-4482-9d9b-97d7397b5647 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60ada176-5ee8-481a-92ee-9516ef7413d5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:24.870243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 6c131f4a-6427-40d3-babd-c781a8d7c4c7) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:24.883320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e5ad7-3be0-4be0-82ad-bfa2a764c963 None None] Network 6c131f4a-6427-40d3-babd-c781a8d7c4c7 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:09:24.892569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:24.904847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.948438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c5376e52-3ed1-4953-a7f1-dc37ee9e7687 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1289585 Aug 16 13:09:24.948438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54632) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:24.956563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e12212b-1895-4c05-8dd3-a7c6042bcfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.961864 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-75ddc8b8-6991-4b20-8825-ff53bd10c3cb tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3432419 Aug 16 13:09:24.964819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54634) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:24.975789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Request body: {'port': {'network_id': '6c131f4a-6427-40d3-babd-c781a8d7c4c7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-338493573'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:25.014014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f814237-befb-43de-a3d5-25d72fabcb58 req-8489af95-7430-43b4-adf8-d2b70c3f9ea8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:25.025570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f814237-befb-43de-a3d5-25d72fabcb58 req-8489af95-7430-43b4-adf8-d2b70c3f9ea8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.2087388 Aug 16 13:09:25.062560 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-865ffce5-7c5c-4e9a-bc55-b9e28afb6e07 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.074982 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-865ffce5-7c5c-4e9a-bc55-b9e28afb6e07 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.109918 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f814237-befb-43de-a3d5-25d72fabcb58 req-b908e472-4022-4980-b0e4-67dda08ee20b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834684 Aug 16 13:09:25.158816 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-865ffce5-7c5c-4e9a-bc55-b9e28afb6e07 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.166493 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-865ffce5-7c5c-4e9a-bc55-b9e28afb6e07 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.171666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-865ffce5-7c5c-4e9a-bc55-b9e28afb6e07 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5ae28071-80e7-4628-b02b-16f63196a3a6 HTTP/1.1" status: 204 len: 168 time: 0.2226841 Aug 16 13:09:25.173103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54636) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:25.205008 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e12212b-1895-4c05-8dd3-a7c6042bcfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.244242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ffce5-7c5c-4e9a-bc55-b9e28afb6e07 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ae28071-80e7-4628-b02b-16f63196a3a6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:25.294863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e73bc902-30bb-4d3f-b8c2-91dcf4f2e436 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1148705 Aug 16 13:09:25.299530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54638) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:25.357572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-6c131f4a-6427-40d3-babd-c781a8d7c4c7', 'network_id': '6c131f4a-6427-40d3-babd-c781a8d7c4c7', 'tenant_id': 'c509f2a4c14f4dd687aefb9a8aaaac95', 'fixed_ips': [{'subnet_id': 'ea2a7bc1-6482-40c1-bd29-c4e882b37ab8'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:09:25.359691 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.363917 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63892d73-d6f5-44a5-bf29-9e026d7b10ff tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.415115 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63892d73-d6f5-44a5-bf29-9e026d7b10ff tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.459369 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e12212b-1895-4c05-8dd3-a7c6042bcfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.464573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e12212b-1895-4c05-8dd3-a7c6042bcfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.471839 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9e12212b-1895-4c05-8dd3-a7c6042bcfda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d6f3f57-fbc0-4be3-bd6f-4ed41439930e HTTP/1.1" status: 204 len: 168 time: 0.7788060 Aug 16 13:09:25.488144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Made reservation on behalf of c509f2a4c14f4dd687aefb9a8aaaac95 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:25.496106 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.523651 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12212b-1895-4c05-8dd3-a7c6042bcfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6f3f57-fbc0-4be3-bd6f-4ed41439930e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:25.543799 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63892d73-d6f5-44a5-bf29-9e026d7b10ff tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.544176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] device_id is not set on port 76e428f9-bc6b-4112-ad77-46efcc2e2d7b yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:09:25.576093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63892d73-d6f5-44a5-bf29-9e026d7b10ff tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:25.587366 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-63892d73-d6f5-44a5-bf29-9e026d7b10ff tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/25cf7aab-6bfa-40b9-843d-55eb65074fff HTTP/1.1" status: 204 len: 168 time: 0.2777076 Aug 16 13:09:25.621506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54646) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:25.685779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63892d73-d6f5-44a5-bf29-9e026d7b10ff tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25cf7aab-6bfa-40b9-843d-55eb65074fff,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:25.773528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-38a2b8de-4610-4f17-ad2a-a64b6f89e3c5 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1503434 Aug 16 13:09:25.779972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54648) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:25.886508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Allocated IP 172.20.0.2 (6c131f4a-6427-40d3-babd-c781a8d7c4c7/ea2a7bc1-6482-40c1-bd29-c4e882b37ab8/ac66b060-46dc-46bb-af3c-18798cd042bf) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:09:25.941272 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2650f2c-4905-43fc-8c7b-3cd284408235 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.006402 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2650f2c-4905-43fc-8c7b-3cd284408235 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.113947 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2650f2c-4905-43fc-8c7b-3cd284408235 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.118807 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2650f2c-4905-43fc-8c7b-3cd284408235 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.120671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d2650f2c-4905-43fc-8c7b-3cd284408235 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-groups/9ab142cd-31b9-41e4-912b-74829f335edd HTTP/1.1" status: 204 len: 168 time: 0.3386550 Aug 16 13:09:26.123755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54656) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:26.148404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2650f2c-4905-43fc-8c7b-3cd284408235 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab142cd-31b9-41e4-912b-74829f335edd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:26.281889 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-05060a9d-b7b0-4566-8184-04e5e3fb330f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1563077 Aug 16 13:09:26.286678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54660) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:26.304189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f981ba1f-8796-4cd8-9519-4d30eaa77b7c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group': {'name': 'tempest-secgroup--188290263'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:26.384872 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f981ba1f-8796-4cd8-9519-4d30eaa77b7c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.405944 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.410650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54662) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:26.442207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Transition to ACTIVE for port object ac66b060-46dc-46bb-af3c-18798cd042bf will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:26.473160 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53057765-8def-4a95-9065-eb04961785cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.500053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Transition to ACTIVE for port object ac66b060-46dc-46bb-af3c-18798cd042bf will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:26.515614 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.600084 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f981ba1f-8796-4cd8-9519-4d30eaa77b7c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.605650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed918d-cd76-41b4-81c5-e4fe2ded48ed req-87c53b55-a44c-4811-9732-832d75e2ab39 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:26.620315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9ed918d-cd76-41b4-81c5-e4fe2ded48ed req-87c53b55-a44c-4811-9732-832d75e2ab39 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1877346 Aug 16 13:09:26.643804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Network 6c131f4a-6427-40d3-babd-c781a8d7c4c7 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:26.649380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:26.655847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:09:26.694126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f981ba1f-8796-4cd8-9519-4d30eaa77b7c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.726328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Pushing event updated for resources: {'Port': ['ID=ac66b060-46dc-46bb-af3c-18798cd042bf,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:26.732156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Allocated IP 172.20.0.3 (6c131f4a-6427-40d3-babd-c781a8d7c4c7/ea2a7bc1-6482-40c1-bd29-c4e882b37ab8/76e428f9-bc6b-4112-ad77-46efcc2e2d7b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:09:26.802547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Attempting to bind port ac66b060-46dc-46bb-af3c-18798cd042bf on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:09:26.808330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Attempting to bind port ac66b060-46dc-46bb-af3c-18798cd042bf by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '4432dd9c-1c34-460e-8a8f-dab1976ac458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6c131f4a-6427-40d3-babd-c781a8d7c4c7'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:09:26.808710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Attempting to bind port ac66b060-46dc-46bb-af3c-18798cd042bf on network 6c131f4a-6427-40d3-babd-c781a8d7c4c7 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:09:26.822710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:09:26.823138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Checking segment: {'id': '4432dd9c-1c34-460e-8a8f-dab1976ac458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6c131f4a-6427-40d3-babd-c781a8d7c4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:09:26.823519 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.823931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Bound using segment: {'id': '4432dd9c-1c34-460e-8a8f-dab1976ac458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6c131f4a-6427-40d3-babd-c781a8d7c4c7'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:09:26.824428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Bound port: ac66b060-46dc-46bb-af3c-18798cd042bf, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4432dd9c-1c34-460e-8a8f-dab1976ac458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6c131f4a-6427-40d3-babd-c781a8d7c4c7'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:09:26.824840 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.828776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981ba1f-8796-4cd8-9519-4d30eaa77b7c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666da479-ac46-41e8-b40c-1e4046fa99ed,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:26.858760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9ed918d-cd76-41b4-81c5-e4fe2ded48ed req-ff07c4c2-a3ed-4038-a568-a4afe561ff20 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370803 Aug 16 13:09:26.889726 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53057765-8def-4a95-9065-eb04961785cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.907319 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-53057765-8def-4a95-9065-eb04961785cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.911020 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f981ba1f-8796-4cd8-9519-4d30eaa77b7c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:26.913144 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f981ba1f-8796-4cd8-9519-4d30eaa77b7c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6234357 Aug 16 13:09:26.917586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54666) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:26.935864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b2c05b2c-0856-4660-acd5-ac261bcc5b15 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '666da479-ac46-41e8-b40c-1e4046fa99ed', 'direction': 'ingress', 'protocol': 17}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:26.991876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-53057765-8def-4a95-9065-eb04961785cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63351ab3370e449bbde62ce14faf6c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5777159 Aug 16 13:09:26.995072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53057765-8def-4a95-9065-eb04961785cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8866d4-1a81-4040-92a1-2b3d8daf247c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:26.995256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54668) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:27.024061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] For port ac66b060-46dc-46bb-af3c-18798cd042bf, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:09:27.040031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] For port ac66b060-46dc-46bb-af3c-18798cd042bf, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ac66b060-46dc-46bb-af3c-18798cd042bf,segment=NetworkSegment(4432dd9c-1c34-460e-8a8f-dab1976ac458),segment_id=4432dd9c-1c34-460e-8a8f-dab1976ac458)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:09:27.051832 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.172153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3c64-729f-44ec-9a06-9fe653e6e00c None None] Pushing event updated for resources: {'Port': ['ID=ac66b060-46dc-46bb-af3c-18798cd042bf,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:27.232793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1f036-e440-4433-acbd-7a9d29f19069 req-7c70e938-77c0-4b4a-8479-0bad48bf9bc5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.234413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2c05b2c-0856-4660-acd5-ac261bcc5b15 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.247714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1f036-e440-4433-acbd-7a9d29f19069 req-7c70e938-77c0-4b4a-8479-0bad48bf9bc5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.255510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1f036-e440-4433-acbd-7a9d29f19069 req-7c70e938-77c0-4b4a-8479-0bad48bf9bc5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.273324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1f036-e440-4433-acbd-7a9d29f19069 req-7c70e938-77c0-4b4a-8479-0bad48bf9bc5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.279258 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1f036-e440-4433-acbd-7a9d29f19069 req-7c70e938-77c0-4b4a-8479-0bad48bf9bc5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.286648 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1f036-e440-4433-acbd-7a9d29f19069 req-7c70e938-77c0-4b4a-8479-0bad48bf9bc5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.293642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1f036-e440-4433-acbd-7a9d29f19069 req-7c70e938-77c0-4b4a-8479-0bad48bf9bc5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.302639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bfc1f036-e440-4433-acbd-7a9d29f19069 req-7c70e938-77c0-4b4a-8479-0bad48bf9bc5 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 0.1577141 Aug 16 13:09:27.352292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bfc1f036-e440-4433-acbd-7a9d29f19069 req-12c88b03-e66c-4dd5-adf1-59fca3629ec6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478082 Aug 16 13:09:27.424228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.441738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Transition to ACTIVE for port object 76e428f9-bc6b-4112-ad77-46efcc2e2d7b will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:27.562459 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-886b5f80-d455-4908-858e-cfe1628edf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.574818 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.607721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2c05b2c-0856-4660-acd5-ac261bcc5b15 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.636973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d7c3-33a7-4a21-992d-8b88b4a1a631 req-19e04c8f-f61f-4de1-8d15-3baed8cc00ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.643950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d7c3-33a7-4a21-992d-8b88b4a1a631 req-19e04c8f-f61f-4de1-8d15-3baed8cc00ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.652039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-886b5f80-d455-4908-858e-cfe1628edf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.652936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d7c3-33a7-4a21-992d-8b88b4a1a631 req-19e04c8f-f61f-4de1-8d15-3baed8cc00ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.655352 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2c05b2c-0856-4660-acd5-ac261bcc5b15 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.663943 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d7c3-33a7-4a21-992d-8b88b4a1a631 req-19e04c8f-f61f-4de1-8d15-3baed8cc00ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.672017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d7c3-33a7-4a21-992d-8b88b4a1a631 req-19e04c8f-f61f-4de1-8d15-3baed8cc00ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.679853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d7c3-33a7-4a21-992d-8b88b4a1a631 req-19e04c8f-f61f-4de1-8d15-3baed8cc00ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.688112 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c05b2c-0856-4660-acd5-ac261bcc5b15 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838b3f1a-7e0f-4911-bd8d-e5ac70eb2f61,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:27.706382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Network 6c131f4a-6427-40d3-babd-c781a8d7c4c7 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:27.708719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d7c3-33a7-4a21-992d-8b88b4a1a631 req-19e04c8f-f61f-4de1-8d15-3baed8cc00ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.715110 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e58d7c3-33a7-4a21-992d-8b88b4a1a631 req-19e04c8f-f61f-4de1-8d15-3baed8cc00ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 0.1670101 Aug 16 13:09:27.723137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:27.744478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:09:27.767768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Pushing event updated for resources: {'Port': ['ID=76e428f9-bc6b-4112-ad77-46efcc2e2d7b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:27.799390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2c05b2c-0856-4660-acd5-ac261bcc5b15 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.800876 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b2c05b2c-0856-4660-acd5-ac261bcc5b15 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8818626 Aug 16 13:09:27.805369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54678) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:27.844744 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-886b5f80-d455-4908-858e-cfe1628edf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.848460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-886b5f80-d455-4908-858e-cfe1628edf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.849951 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-886b5f80-d455-4908-858e-cfe1628edf88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd8866d4-1a81-4040-92a1-2b3d8daf247c HTTP/1.1" status: 204 len: 168 time: 0.8485610 Aug 16 13:09:27.866628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.867547 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.877373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b5f80-d455-4908-858e-cfe1628edf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8866d4-1a81-4040-92a1-2b3d8daf247c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:27.913301 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0b31a485-e15b-4a10-8f31-079dd7ce6e65 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9465909 Aug 16 13:09:27.914461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54682) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:27.998248 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f2dd777-7f19-41e1-b8d9-3b462c35b94c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:28.081180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f2dd777-7f19-41e1-b8d9-3b462c35b94c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:28.129683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b4d21996-7084-47f9-a6e3-476cbdba82a4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Deleting port 76e428f9-bc6b-4112-ad77-46efcc2e2d7b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:09:28.130903 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4d21996-7084-47f9-a6e3-476cbdba82a4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:28.235166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6fecd-3be7-49fc-a25f-db45ec0a0f95 req-aa5d9c87-6e7e-4704-82b3-191d39782ac7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:28.235166 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91f6fecd-3be7-49fc-a25f-db45ec0a0f95 req-aa5d9c87-6e7e-4704-82b3-191d39782ac7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1792428 Aug 16 13:09:28.309401 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f2dd777-7f19-41e1-b8d9-3b462c35b94c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:28.314681 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f2dd777-7f19-41e1-b8d9-3b462c35b94c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:28.321574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2f2dd777-7f19-41e1-b8d9-3b462c35b94c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-groups/666da479-ac46-41e8-b40c-1e4046fa99ed HTTP/1.1" status: 204 len: 168 time: 0.5108171 Aug 16 13:09:28.324719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54690) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:28.339681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dd777-7f19-41e1-b8d9-3b462c35b94c tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666da479-ac46-41e8-b40c-1e4046fa99ed,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:28.386335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91f6fecd-3be7-49fc-a25f-db45ec0a0f95 req-4481bbc4-bc54-4b44-9c75-d3c406234a23 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382778 Aug 16 13:09:28.439857 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4d21996-7084-47f9-a6e3-476cbdba82a4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:28.457394 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b4d21996-7084-47f9-a6e3-476cbdba82a4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Calling delete_port for 76e428f9-bc6b-4112-ad77-46efcc2e2d7b owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:09:28.563350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ac66b060-46dc-46bb-af3c-18798cd042bf up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:28.639371 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-359d0576-e80c-4169-a5b7-962f40418081 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3110824 Aug 16 13:09:28.645239 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54698) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:28.654087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6ea079ef-ffe2-4270-aec1-158660a09aab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group': {'name': 'tempest-secgroup--225576473'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:28.701619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port ac66b060-46dc-46bb-af3c-18798cd042bf completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:28.727315 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6ea079ef-ffe2-4270-aec1-158660a09aab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:28.884635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4d21996-7084-47f9-a6e3-476cbdba82a4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:28.970747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d21996-7084-47f9-a6e3-476cbdba82a4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Pushing event deleted for resources: {'Port': ['ID=76e428f9-bc6b-4112-ad77-46efcc2e2d7b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:28.995279 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6ea079ef-ffe2-4270-aec1-158660a09aab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.004074 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6ea079ef-ffe2-4270-aec1-158660a09aab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.062049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff3bdfe-2a82-4b04-baf6-b96ddf536740 None None] Network 6c131f4a-6427-40d3-babd-c781a8d7c4c7 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:09:29.075944 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea079ef-ffe2-4270-aec1-158660a09aab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7144048b-108e-4878-b2a4-d1cb85511590,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:29.081335 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6ea079ef-ffe2-4270-aec1-158660a09aab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.083790 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6ea079ef-ffe2-4270-aec1-158660a09aab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4361153 Aug 16 13:09:29.086502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54708) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:29.094622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d2b19693-a671-42f9-95b2-bfc10d172912 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142406853'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:29.142703 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2b19693-a671-42f9-95b2-bfc10d172912 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.160613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4d21996-7084-47f9-a6e3-476cbdba82a4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.165271 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b4d21996-7084-47f9-a6e3-476cbdba82a4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] 10.222.0.25 "DELETE /v2.0/ports/76e428f9-bc6b-4112-ad77-46efcc2e2d7b HTTP/1.1" status: 204 len: 168 time: 1.2465370 Aug 16 13:09:29.165554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54712) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:29.208341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cc310cba-794a-49a0-a652-19746cc05619 None None] Provisioning for port ac66b060-46dc-46bb-af3c-18798cd042bf completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:29.218597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cc310cba-794a-49a0-a652-19746cc05619 None None] Provisioning complete for port ac66b060-46dc-46bb-af3c-18798cd042bf triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:29.219282 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cc310cba-794a-49a0-a652-19746cc05619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.342460 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2b19693-a671-42f9-95b2-bfc10d172912 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.352581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2b19693-a671-42f9-95b2-bfc10d172912 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.430964 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2b19693-a671-42f9-95b2-bfc10d172912 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.437539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d2b19693-a671-42f9-95b2-bfc10d172912 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3483641 Aug 16 13:09:29.439311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54720) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:29.447664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6d0e9581-e39d-44ee-81fc-dc7d2357996f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '7144048b-108e-4878-b2a4-d1cb85511590', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '31dd32f7-00f2-4528-bff8-0433166b0423', 'remote_ip_prefix': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:29.449238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b19693-a671-42f9-95b2-bfc10d172912 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31dd32f7-00f2-4528-bff8-0433166b0423,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:29.552762 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9581-e39d-44ee-81fc-dc7d2357996f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.584189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cc310cba-794a-49a0-a652-19746cc05619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.666250 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9581-e39d-44ee-81fc-dc7d2357996f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.674400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9581-e39d-44ee-81fc-dc7d2357996f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.694220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6868619-7758-42eb-8422-893b743b0a11 req-bb884ad1-5e55-46ee-ab56-efed6ba65b02 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:29.696758 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6868619-7758-42eb-8422-893b743b0a11 req-bb884ad1-5e55-46ee-ab56-efed6ba65b02 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1150637 Aug 16 13:09:29.701582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e9581-e39d-44ee-81fc-dc7d2357996f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16da9691-c746-41ab-b4de-bc7b77be7f5d,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:29.733470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9581-e39d-44ee-81fc-dc7d2357996f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.733470 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6d0e9581-e39d-44ee-81fc-dc7d2357996f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2908866 Aug 16 13:09:29.744180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54726) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:29.817065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6868619-7758-42eb-8422-893b743b0a11 req-0cefd037-696c-4ffe-9df8-94d2edd5832b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083593 Aug 16 13:09:29.820255 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.828119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cc310cba-794a-49a0-a652-19746cc05619 None None] For port ac66b060-46dc-46bb-af3c-18798cd042bf, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ac66b060-46dc-46bb-af3c-18798cd042bf,segment=NetworkSegment(4432dd9c-1c34-460e-8a8f-dab1976ac458),segment_id=4432dd9c-1c34-460e-8a8f-dab1976ac458)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:29.839036 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cc310cba-794a-49a0-a652-19746cc05619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.857633 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-360ffb4c-24ee-4e68-89c9-899ac7202d3b tempest-DHCPAgentSchedulersTestJSON-1100395171 tempest-DHCPAgentSchedulersTestJSON-1100395171-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.6881599 Aug 16 13:09:29.858183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54732) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:29.870081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2141216668'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:29.873351 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a560e91-1967-4d10-926b-31a279957780 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.916057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a560e91-1967-4d10-926b-31a279957780 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.963717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a560e91-1967-4d10-926b-31a279957780 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.972586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Made reservation on behalf of c509f2a4c14f4dd687aefb9a8aaaac95 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:29.973496 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a560e91-1967-4d10-926b-31a279957780 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.974966 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3a560e91-1967-4d10-926b-31a279957780 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/16da9691-c746-41ab-b4de-bc7b77be7f5d HTTP/1.1" status: 204 len: 168 time: 0.2319808 Aug 16 13:09:29.978473 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.982223 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54736) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:29.989587 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a560e91-1967-4d10-926b-31a279957780 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16da9691-c746-41ab-b4de-bc7b77be7f5d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:30.052774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:09:30.068336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-85fadf73-0416-46e3-b382-24f59123f57a tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0844104 Aug 16 13:09:30.071128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54738) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:30.088549 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.089500 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Added segment 11a0b955-e97c-4842-aca9-b5fa4107ae3d of type vlan for network 2aadd60c-8c47-4013-b835-a8477be3e140 Aug 16 13:09:30.146706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc310cba-794a-49a0-a652-19746cc05619 None None] Pushing event updated for resources: {'Port': ['ID=ac66b060-46dc-46bb-af3c-18798cd042bf,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:30.176440 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.226258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3bd5e067-f145-43fb-a865-58d3a79734ad None None] Provisioning complete for port ac66b060-46dc-46bb-af3c-18798cd042bf triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:30.228353 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3bd5e067-f145-43fb-a865-58d3a79734ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.256829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-441507fc-3907-4b7d-a6d5-6d7772fe077f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.285988 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.293713 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:30.294732 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.312914 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-441507fc-3907-4b7d-a6d5-6d7772fe077f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.376920 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-441507fc-3907-4b7d-a6d5-6d7772fe077f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.380213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-441507fc-3907-4b7d-a6d5-6d7772fe077f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.384121 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-441507fc-3907-4b7d-a6d5-6d7772fe077f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-groups/31dd32f7-00f2-4528-bff8-0433166b0423 HTTP/1.1" status: 204 len: 168 time: 0.3091314 Aug 16 13:09:30.394292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54744) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:30.395958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441507fc-3907-4b7d-a6d5-6d7772fe077f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dd32f7-00f2-4528-bff8-0433166b0423,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:30.476961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6168938 Aug 16 13:09:30.480982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54748) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:30.504678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7a2d4-5382-44b2-a5df-cd7af8fb6575 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Pushing event updated for resources: {'Network': ['ID=2aadd60c-8c47-4013-b835-a8477be3e140,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:30.627214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54752) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:30.640671 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fceac8f8-d787-4957-ba3c-5b5150a6661d tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2199709 Aug 16 13:09:30.669517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 2aadd60c-8c47-4013-b835-a8477be3e140 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:09:30.672887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ac66b060-46dc-46bb-af3c-18798cd042bf up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:30.754637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9c086d26-b13c-43ca-b00b-35c6f82f0e8f tempest-DHCPAgentSchedulersTestJSON-1100395171 tempest-DHCPAgentSchedulersTestJSON-1100395171-project-admin] 10.222.0.25 "GET /v2.0/agents/5f19d4d3-0ad0-4314-8b7f-0f9b587882e8/dhcp-networks HTTP/1.1" status: 200 len: 9639 time: 0.2678802 Aug 16 13:09:30.754906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54756) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:30.901871 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.956566 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.961083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48042d3-db7a-4b67-9258-cd1c6749157c tempest-DHCPAgentSchedulersTestJSON-1100395171 tempest-DHCPAgentSchedulersTestJSON-1100395171-project-admin] Network 2aadd60c-8c47-4013-b835-a8477be3e140 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:09:30.996327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port ac66b060-46dc-46bb-af3c-18798cd042bf triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:30.996980 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.014310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b48042d3-db7a-4b67-9258-cd1c6749157c tempest-DHCPAgentSchedulersTestJSON-1100395171 tempest-DHCPAgentSchedulersTestJSON-1100395171-project-admin] 10.222.0.25 "POST /v2.0/agents/5f19d4d3-0ad0-4314-8b7f-0f9b587882e8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2582793 Aug 16 13:09:31.017615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54762) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:31.070386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa73544c-ced3-4fda-8a06-a8cbd98d86ac None None] Network 2aadd60c-8c47-4013-b835-a8477be3e140 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:09:31.113992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446bc05-dfd7-4250-babe-cd10452e98c4 req-d2b60bc6-6ffb-4d3a-98d0-59682dddffb9 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.118823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c446bc05-dfd7-4250-babe-cd10452e98c4 req-d2b60bc6-6ffb-4d3a-98d0-59682dddffb9 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.0853205 Aug 16 13:09:31.144490 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.148375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.151874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-groups/7144048b-108e-4878-b2a4-d1cb85511590 HTTP/1.1" status: 204 len: 168 time: 0.5204353 Aug 16 13:09:31.155810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a64aab19-cde3-4ff0-8564-df1f2b562699 None None] Could not find standard attr ID for object 76e428f9-bc6b-4112-ad77-46efcc2e2d7b. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:09:31.158822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54770) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:31.169120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7144048b-108e-4878-b2a4-d1cb85511590,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:31.188218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.189174 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.189717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.190341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.190696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.191198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.192074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.192421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.192762 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.193096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.193478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.193998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c8df-01fd-4dca-86fa-ce1fa4c8e3ed tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:31.234447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c446bc05-dfd7-4250-babe-cd10452e98c4 req-120ce575-f939-4453-be1d-003e2a735072 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041753 Aug 16 13:09:31.323368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54778) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:31.326566 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f6a74004-db15-4b3e-bd9b-d2acc977b872 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1632566 Aug 16 13:09:31.333015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3b54c3a4-8ceb-46f7-979d-d05b45767117 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group': {'name': 'tempest-secgroup--369004923'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:31.402028 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b54c3a4-8ceb-46f7-979d-d05b45767117 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.511400 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c5e50873-7a84-4f46-acb6-3c2df5211e8c tempest-DHCPAgentSchedulersTestJSON-1100395171 tempest-DHCPAgentSchedulersTestJSON-1100395171-project-admin] 10.222.0.25 "GET /v2.0/agents/5f19d4d3-0ad0-4314-8b7f-0f9b587882e8/dhcp-networks HTTP/1.1" status: 200 len: 10410 time: 0.4897437 Aug 16 13:09:31.512650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54784) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:31.571013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54786) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:31.609758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b54c3a4-8ceb-46f7-979d-d05b45767117 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.618442 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cc4e31c8-4598-42bf-acb9-b7ebb5467e3d tempest-DHCPAgentSchedulersTestJSON-1100395171 tempest-DHCPAgentSchedulersTestJSON-1100395171-project-admin] 10.222.0.25 "DELETE /v2.0/agents/5f19d4d3-0ad0-4314-8b7f-0f9b587882e8/dhcp-networks/2aadd60c-8c47-4013-b835-a8477be3e140 HTTP/1.1" status: 204 len: 168 time: 0.1034539 Aug 16 13:09:31.621417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54792) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:31.628791 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b54c3a4-8ceb-46f7-979d-d05b45767117 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.711957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b54c3a4-8ceb-46f7-979d-d05b45767117 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.718788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3b54c3a4-8ceb-46f7-979d-d05b45767117 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3908470 Aug 16 13:09:31.724354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54798) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:31.729844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-595ea08e-2859-47fb-911e-7330d2a469c4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '1634457e-6d57-483f-a5b2-dee63548507e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:31.739202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54c3a4-8ceb-46f7-979d-d05b45767117 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1634457e-6d57-483f-a5b2-dee63548507e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:31.784885 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c98713b1-c84d-42b5-b907-63eb33fb2a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.804029 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-595ea08e-2859-47fb-911e-7330d2a469c4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.880158 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813809a-28ab-46af-8eba-5607585e9ec1 req-454441c0-4c18-40b3-a05d-1faf46d55dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.880599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813809a-28ab-46af-8eba-5607585e9ec1 req-454441c0-4c18-40b3-a05d-1faf46d55dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.881434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813809a-28ab-46af-8eba-5607585e9ec1 req-454441c0-4c18-40b3-a05d-1faf46d55dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.882355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813809a-28ab-46af-8eba-5607585e9ec1 req-454441c0-4c18-40b3-a05d-1faf46d55dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.883188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813809a-28ab-46af-8eba-5607585e9ec1 req-454441c0-4c18-40b3-a05d-1faf46d55dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.884497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813809a-28ab-46af-8eba-5607585e9ec1 req-454441c0-4c18-40b3-a05d-1faf46d55dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.884938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813809a-28ab-46af-8eba-5607585e9ec1 req-454441c0-4c18-40b3-a05d-1faf46d55dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.888661 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4813809a-28ab-46af-8eba-5607585e9ec1 req-454441c0-4c18-40b3-a05d-1faf46d55dee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6488 time: 0.3144672 Aug 16 13:09:31.912047 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-595ea08e-2859-47fb-911e-7330d2a469c4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.921670 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-595ea08e-2859-47fb-911e-7330d2a469c4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.956901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ea08e-2859-47fb-911e-7330d2a469c4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6985b714-6f2a-4505-b96f-88417b289804,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:31.972437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-595ea08e-2859-47fb-911e-7330d2a469c4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:31.974633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-595ea08e-2859-47fb-911e-7330d2a469c4 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2489398 Aug 16 13:09:31.979280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54802) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:31.993415 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ea6a9264-80d4-43fd-9c63-badad5653897 tempest-DHCPAgentSchedulersTestJSON-1100395171 tempest-DHCPAgentSchedulersTestJSON-1100395171-project-admin] 10.222.0.25 "GET /v2.0/agents/5f19d4d3-0ad0-4314-8b7f-0f9b587882e8/dhcp-networks HTTP/1.1" status: 200 len: 9639 time: 0.3702059 Aug 16 13:09:32.000109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54804) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:32.024413 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4813809a-28ab-46af-8eba-5607585e9ec1 req-043cec77-1028-403a-ab70-26f5657a2b55 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1d798576-3bde-4283-92c7-990dbd2630fe&id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272557 Aug 16 13:09:32.053841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b563750a-1194-4023-8e20-432952a4aca7 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.062703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-af8068cf-7c3f-43fe-b868-ef10b38fb260 tempest-DHCPAgentSchedulersTestJSON-1100395171 tempest-DHCPAgentSchedulersTestJSON-1100395171-project-admin] 10.222.0.25 "GET /v2.0/networks/6c131f4a-6427-40d3-babd-c781a8d7c4c7/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0498090 Aug 16 13:09:32.062703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54808) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:32.075706 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b563750a-1194-4023-8e20-432952a4aca7 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.110252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-177a4674-f66b-4f51-9b79-7b4e0bacf62c tempest-DHCPAgentSchedulersTestJSON-1100395171 tempest-DHCPAgentSchedulersTestJSON-1100395171-project-admin] 10.222.0.25 "GET /v2.0/networks/6c131f4a-6427-40d3-babd-c781a8d7c4c7/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0443501 Aug 16 13:09:32.115221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54810) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:32.119753 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b563750a-1194-4023-8e20-432952a4aca7 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.127856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b563750a-1194-4023-8e20-432952a4aca7 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.130306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b563750a-1194-4023-8e20-432952a4aca7 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6985b714-6f2a-4505-b96f-88417b289804 HTTP/1.1" status: 204 len: 168 time: 0.1492326 Aug 16 13:09:32.137214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54812) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:32.146877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563750a-1194-4023-8e20-432952a4aca7 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6985b714-6f2a-4505-b96f-88417b289804,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:32.233431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c51abee8-17d6-4286-9e08-1b71dd458c33 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0932438 Aug 16 13:09:32.237567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54816) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:32.333436 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4af61644-c425-4035-a6c1-b2e7d4a30a6f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.375590 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-358ddf65-3ac0-451c-ae0c-49865969f19b tempest-DHCPAgentSchedulersTestJSON-1100395171 tempest-DHCPAgentSchedulersTestJSON-1100395171-project-admin] 10.222.0.25 "GET /v2.0/agents/5f19d4d3-0ad0-4314-8b7f-0f9b587882e8/dhcp-networks HTTP/1.1" status: 200 len: 9639 time: 0.2578759 Aug 16 13:09:32.382660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54822) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:32.384953 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4af61644-c425-4035-a6c1-b2e7d4a30a6f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.542766 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.563081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d8982-3c35-42b9-89a0-eff9341a40bf req-343cdc12-d497-43a3-a6d7-f77ab11b25d6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:32.570340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-755d8982-3c35-42b9-89a0-eff9341a40bf req-343cdc12-d497-43a3-a6d7-f77ab11b25d6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.2107656 Aug 16 13:09:32.616096 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4af61644-c425-4035-a6c1-b2e7d4a30a6f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.619660 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4af61644-c425-4035-a6c1-b2e7d4a30a6f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.620845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4af61644-c425-4035-a6c1-b2e7d4a30a6f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-groups/1634457e-6d57-483f-a5b2-dee63548507e HTTP/1.1" status: 204 len: 168 time: 0.3814523 Aug 16 13:09:32.625532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54826) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:32.693459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af61644-c425-4035-a6c1-b2e7d4a30a6f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1634457e-6d57-483f-a5b2-dee63548507e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:32.698572 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.722064 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aadd60c-8c47-4013-b835-a8477be3e140']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:32.749116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-755d8982-3c35-42b9-89a0-eff9341a40bf req-abdc7a0f-bf3f-4ebb-9265-676030ec8056 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143494 Aug 16 13:09:32.749989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a0b955-e97c-4842-aca9-b5fa4107ae3d') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:32.752361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a0b955-e97c-4842-aca9-b5fa4107ae3d') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:32.775636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.794988 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-03c70d63-290c-44aa-ad87-667a3a9fdb33 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1657948 Aug 16 13:09:32.805093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54828) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:32.811845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-dda3430b-6a2c-4845-93f1-b8c3ccd7f041 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319989955'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:32.813641 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.825911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:09:32.826387 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:09:32.831225 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:09:32.875505 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dda3430b-6a2c-4845-93f1-b8c3ccd7f041 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.972118 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.979743 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.982608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] 10.222.0.25 "DELETE /v2.0/networks/2aadd60c-8c47-4013-b835-a8477be3e140 HTTP/1.1" status: 204 len: 168 time: 0.5942352 Aug 16 13:09:32.997135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54834) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:33.090893 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee5542a-49dc-41f8-874a-30f33544607c tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] DELETE failed (client error): The resource could not be found. Aug 16 13:09:33.092544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee5542a-49dc-41f8-874a-30f33544607c tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:09:33.101505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8ee5542a-49dc-41f8-874a-30f33544607c tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] 10.222.0.25 "DELETE /v2.0/ports/76e428f9-bc6b-4112-ad77-46efcc2e2d7b HTTP/1.1" status: 404 len: 333 time: 0.1014693 Aug 16 13:09:33.103274 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2f0ed-ce05-4d59-9f93-a018c380dd52 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Pushing event deleted for resources: {'Network': ['ID=2aadd60c-8c47-4013-b835-a8477be3e140,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:33.118429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54838) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:33.180673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dda3430b-6a2c-4845-93f1-b8c3ccd7f041 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.193484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dda3430b-6a2c-4845-93f1-b8c3ccd7f041 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.237284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-df37c6f5-328d-4e3d-86f5-df3f8d8f5df4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Deleting subnet ea2a7bc1-6482-40c1-bd29-c4e882b37ab8 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:09:33.243349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-df37c6f5-328d-4e3d-86f5-df3f8d8f5df4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.280322 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dda3430b-6a2c-4845-93f1-b8c3ccd7f041 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.287588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dda3430b-6a2c-4845-93f1-b8c3ccd7f041 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4757023 Aug 16 13:09:33.291146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54844) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:33.292575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3430b-6a2c-4845-93f1-b8c3ccd7f041 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de819cc-5390-406c-94f3-23fcef00a940,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:33.306742 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-05bc60c0-28f6-4aec-9016-b380199f2928 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '3de819cc-5390-406c-94f3-23fcef00a940', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:33.364211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05bc60c0-28f6-4aec-9016-b380199f2928 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.452104 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05bc60c0-28f6-4aec-9016-b380199f2928 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.461067 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05bc60c0-28f6-4aec-9016-b380199f2928 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.490260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc60c0-28f6-4aec-9016-b380199f2928 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f96782-ba1d-420f-bc98-67388187ec14,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:33.495379 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05bc60c0-28f6-4aec-9016-b380199f2928 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.500417 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-05bc60c0-28f6-4aec-9016-b380199f2928 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2002144 Aug 16 13:09:33.503110 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54848) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:33.537136 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f1751ad4-3c75-4e30-b7b8-679c874716ce tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules/e9f96782-ba1d-420f-bc98-67388187ec14 HTTP/1.1" status: 200 len: 763 time: 0.0295620 Aug 16 13:09:33.537594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54850) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:33.607043 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9d7102f0-976e-4bf4-bfe6-85ae5e9b76ab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0678177 Aug 16 13:09:33.609541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54854) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:33.656694 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7a43872-2e36-428c-bfcf-b0b412eec081 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.668867 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7a43872-2e36-428c-bfcf-b0b412eec081 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.713902 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7a43872-2e36-428c-bfcf-b0b412eec081 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.723691 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7a43872-2e36-428c-bfcf-b0b412eec081 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.729016 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e7a43872-2e36-428c-bfcf-b0b412eec081 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e9f96782-ba1d-420f-bc98-67388187ec14 HTTP/1.1" status: 204 len: 168 time: 0.1174610 Aug 16 13:09:33.730382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54858) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:33.752101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a43872-2e36-428c-bfcf-b0b412eec081 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9f96782-ba1d-420f-bc98-67388187ec14,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:33.808224 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-91a716f3-306d-49c8-94ea-5251e038fb41 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0707440 Aug 16 13:09:33.809048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54860) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:33.815071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ded96567-2e88-412c-ba8f-eca3f78388ac tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '3de819cc-5390-406c-94f3-23fcef00a940', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:33.864224 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ded96567-2e88-412c-ba8f-eca3f78388ac tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.879746 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-df37c6f5-328d-4e3d-86f5-df3f8d8f5df4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.999034 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ded96567-2e88-412c-ba8f-eca3f78388ac tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.004690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ded96567-2e88-412c-ba8f-eca3f78388ac tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.034258 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-df37c6f5-328d-4e3d-86f5-df3f8d8f5df4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.036736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded96567-2e88-412c-ba8f-eca3f78388ac tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8555bcc6-9b1e-4d0b-895c-851d1d4dd167,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:34.049847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ded96567-2e88-412c-ba8f-eca3f78388ac tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.055377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ded96567-2e88-412c-ba8f-eca3f78388ac tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2449362 Aug 16 13:09:34.056187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54870) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:34.078187 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6b9bda83-1aaa-4b59-a9de-97cbb7962959 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules/8555bcc6-9b1e-4d0b-895c-851d1d4dd167 HTTP/1.1" status: 200 len: 763 time: 0.0205956 Aug 16 13:09:34.078967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54872) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:34.122505 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-df37c6f5-328d-4e3d-86f5-df3f8d8f5df4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.148180 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bf57cce3-9a42-48b7-a9af-a49e742bf9aa tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0656655 Aug 16 13:09:34.150207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54874) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:34.184085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37c6f5-328d-4e3d-86f5-df3f8d8f5df4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2a7bc1-6482-40c1-bd29-c4e882b37ab8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:34.208530 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-df37c6f5-328d-4e3d-86f5-df3f8d8f5df4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.209709 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08b3e3c-c8ec-421a-9377-ac62f1b70207 None None] Network 6c131f4a-6427-40d3-babd-c781a8d7c4c7 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:09:34.214914 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-df37c6f5-328d-4e3d-86f5-df3f8d8f5df4 tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] 10.222.0.25 "DELETE /v2.0/subnets/ea2a7bc1-6482-40c1-bd29-c4e882b37ab8 HTTP/1.1" status: 204 len: 168 time: 1.0930376 Aug 16 13:09:34.235529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b8fe9-d62f-4399-ab85-a54dd74ff4ce req-58396cc1-f529-49fa-bb72-018c3c77a3a5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:34.235529 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-310b8fe9-d62f-4399-ab85-a54dd74ff4ce req-58396cc1-f529-49fa-bb72-018c3c77a3a5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.2594287 Aug 16 13:09:34.235529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54878) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:34.253039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5198d315-0f65-4850-bb02-dba03fbd6770 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.270023 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5198d315-0f65-4850-bb02-dba03fbd6770 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.355721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5198d315-0f65-4850-bb02-dba03fbd6770 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.373184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5198d315-0f65-4850-bb02-dba03fbd6770 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.379610 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5198d315-0f65-4850-bb02-dba03fbd6770 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8555bcc6-9b1e-4d0b-895c-851d1d4dd167 HTTP/1.1" status: 204 len: 168 time: 0.2233257 Aug 16 13:09:34.380939 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54880) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:34.409717 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5be0c662-db89-43e8-a4d3-f038445d4bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.431278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198d315-0f65-4850-bb02-dba03fbd6770 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8555bcc6-9b1e-4d0b-895c-851d1d4dd167,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:34.474262 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-310b8fe9-d62f-4399-ab85-a54dd74ff4ce req-5fa2f058-4c1e-4500-a37a-5523267eccd8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922493 Aug 16 13:09:34.553127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e0587c9a-13a0-4708-b22b-42999ff0eeef tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1672869 Aug 16 13:09:34.555911 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.557913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.562462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54884) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:34.570159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] DHCP port deletion for 6c131f4a-6427-40d3-babd-c781a8d7c4c7 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:09:34.574197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ffc612ec-4559-4472-b0e0-9f7b81123cab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Request body: {'security_group_rule': {'security_group_id': '3de819cc-5390-406c-94f3-23fcef00a940', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:34.582940 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a31fbb10-2361-4bbd-b711-b41212aa4611 req-94c1c11e-9853-41f3-851d-2e96cafb5e71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1047049 Aug 16 13:09:34.693967 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-ffc612ec-4559-4472-b0e0-9f7b81123cab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Project f93f929dfcfe48d3a928cb3b4d08664f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:09:34.694472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Deleting port ac66b060-46dc-46bb-af3c-18798cd042bf {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:09:34.695341 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.723515 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ffc612ec-4559-4472-b0e0-9f7b81123cab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.757523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Deleting port ac66b060-46dc-46bb-af3c-18798cd042bf {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:09:34.758378 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.765554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fbb10-2361-4bbd-b711-b41212aa4611 req-b96afe9b-f6f4-4536-8b5c-dc0a91d887b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:34.771619 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a31fbb10-2361-4bbd-b711-b41212aa4611 req-b96afe9b-f6f4-4536-8b5c-dc0a91d887b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62e86b6fe404229b58dfbf80018fab0&device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 1096 time: 0.1219721 Aug 16 13:09:34.850145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] For port ac66b060-46dc-46bb-af3c-18798cd042bf, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ac66b060-46dc-46bb-af3c-18798cd042bf,segment=NetworkSegment(4432dd9c-1c34-460e-8a8f-dab1976ac458),segment_id=4432dd9c-1c34-460e-8a8f-dab1976ac458)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:34.850720 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.873341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Calling delete_port for ac66b060-46dc-46bb-af3c-18798cd042bf owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:09:34.960565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] For port ac66b060-46dc-46bb-af3c-18798cd042bf, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ac66b060-46dc-46bb-af3c-18798cd042bf,segment=NetworkSegment(4432dd9c-1c34-460e-8a8f-dab1976ac458),segment_id=4432dd9c-1c34-460e-8a8f-dab1976ac458)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:34.961777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:34.999609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fbb10-2361-4bbd-b711-b41212aa4611 req-144ffacd-5683-48f4-9ec7-7886ab274daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:35.001249 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a31fbb10-2361-4bbd-b711-b41212aa4611 req-144ffacd-5683-48f4-9ec7-7886ab274daa service neutron] 10.222.0.42 "GET /v2.0/networks?id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 200 len: 915 time: 0.1957128 Aug 16 13:09:35.010680 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Calling delete_port for ac66b060-46dc-46bb-af3c-18798cd042bf owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:09:35.016221 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ffc612ec-4559-4472-b0e0-9f7b81123cab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.033963 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ffc612ec-4559-4472-b0e0-9f7b81123cab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.036863 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.096472 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a31fbb10-2361-4bbd-b711-b41212aa4611 req-0641476b-ff83-4994-bb79-60604302d6c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29d887f3-7f83-4339-b4e7-9c7c825529fb HTTP/1.1" status: 200 len: 217 time: 0.0874386 Aug 16 13:09:35.102545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Pushing event deleted for resources: {'Port': ['ID=ac66b060-46dc-46bb-af3c-18798cd042bf,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:35.121475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.122293 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.122971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.123973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.124150 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ffc612ec-4559-4472-b0e0-9f7b81123cab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.124804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.125236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ffc612ec-4559-4472-b0e0-9f7b81123cab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5591950 Aug 16 13:09:35.125612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.126588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.128129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.128594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54890) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:35.128863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.129369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.129896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.130862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:35.135838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b4a6f-0686-418b-99d5-5a7f3c2b453e None None] No DVR routers for this DVR port ac66b060-46dc-46bb-af3c-18798cd042bf on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:09:35.152716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc612ec-4559-4472-b0e0-9f7b81123cab tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa90fd5b-dc9a-4afa-a689-3917600a274b,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:35.212935 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1835cafc-5170-4d9b-be04-229fe85b5a60 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules/fa90fd5b-dc9a-4afa-a689-3917600a274b HTTP/1.1" status: 200 len: 769 time: 0.0813508 Aug 16 13:09:35.219878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54894) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:35.243471 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.269824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fbb10-2361-4bbd-b711-b41212aa4611 req-8ca2294f-1b6b-493d-89c3-43f7abce3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:35.281911 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a31fbb10-2361-4bbd-b711-b41212aa4611 req-8ca2294f-1b6b-493d-89c3-43f7abce3866 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40688c04-c6c5-482e-bec2-38205b98c41f HTTP/1.1" status: 200 len: 855 time: 0.1765110 Aug 16 13:09:35.288004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] No DVR routers for this DVR port ac66b060-46dc-46bb-af3c-18798cd042bf on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:09:35.318249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Pushing event deleted for resources: {'Port': ['ID=ac66b060-46dc-46bb-af3c-18798cd042bf,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:35.328485 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a31fbb10-2361-4bbd-b711-b41212aa4611 req-25cfb8c7-f43e-438f-ade1-ec61095e9744 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355611 Aug 16 13:09:35.343215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-27547be7-643f-4dd6-8360-0eb9b8b461c9 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1214311 Aug 16 13:09:35.347720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54898) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:35.463948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.466453 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a31fbb10-2361-4bbd-b711-b41212aa4611 req-0c309bae-84f6-4160-8a86-cc5029ad36e4 service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216717 Aug 16 13:09:35.482971 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.484961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c131f4a-6427-40d3-babd-c781a8d7c4c7']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:35.502623 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4432dd9c-1c34-460e-8a8f-dab1976ac458') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:35.503209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4432dd9c-1c34-460e-8a8f-dab1976ac458') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:35.515195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.535334 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.543199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:09:35.543725 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:09:35.547361 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:09:35.552795 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-865ee777-d0bc-4864-95e6-7d50fbd2fb66 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.572460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-865ee777-d0bc-4864-95e6-7d50fbd2fb66 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.624696 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.640905 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.645669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] 10.222.0.25 "DELETE /v2.0/networks/6c131f4a-6427-40d3-babd-c781a8d7c4c7 HTTP/1.1" status: 204 len: 168 time: 1.4057391 Aug 16 13:09:35.654561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b341dc3-d6d2-4d50-8e7e-e77996dc178a tempest-DHCPAgentSchedulersTestJSON-1467283592 tempest-DHCPAgentSchedulersTestJSON-1467283592-project] Pushing event deleted for resources: {'Network': ['ID=6c131f4a-6427-40d3-babd-c781a8d7c4c7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:35.685933 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-865ee777-d0bc-4864-95e6-7d50fbd2fb66 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.702024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-865ee777-d0bc-4864-95e6-7d50fbd2fb66 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.706275 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-865ee777-d0bc-4864-95e6-7d50fbd2fb66 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/fa90fd5b-dc9a-4afa-a689-3917600a274b HTTP/1.1" status: 204 len: 168 time: 0.3558505 Aug 16 13:09:35.706933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54906) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:35.735084 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a31fbb10-2361-4bbd-b711-b41212aa4611 req-f4a5e218-4bc2-459d-8b39-0348f748879b service neutron] 10.222.0.42 "GET /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510674 Aug 16 13:09:35.777234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b11eee-27e0-4f7e-918f-cd45445d52c8 req-79fb1ad5-110c-4c87-806f-fdc8d990869b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:35.787203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38b11eee-27e0-4f7e-918f-cd45445d52c8 req-79fb1ad5-110c-4c87-806f-fdc8d990869b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.0941539 Aug 16 13:09:35.814701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ee777-d0bc-4864-95e6-7d50fbd2fb66 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa90fd5b-dc9a-4afa-a689-3917600a274b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:35.838906 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8b869cfd-52b3-4202-ad08-57032b91c4b6 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1021936 Aug 16 13:09:35.843859 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54908) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:35.882035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38b11eee-27e0-4f7e-918f-cd45445d52c8 req-25b92585-b5c1-4ca6-8b51-23f2b7b53e70 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853209 Aug 16 13:09:35.932094 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f25992c-65e6-428b-b89c-3129923f44d0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.973423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f25992c-65e6-428b-b89c-3129923f44d0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:36.061227 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f25992c-65e6-428b-b89c-3129923f44d0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:36.065014 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f25992c-65e6-428b-b89c-3129923f44d0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:36.067375 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0f25992c-65e6-428b-b89c-3129923f44d0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "DELETE /v2.0/security-groups/3de819cc-5390-406c-94f3-23fcef00a940 HTTP/1.1" status: 204 len: 168 time: 0.2232618 Aug 16 13:09:36.070152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54914) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:36.104502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25992c-65e6-428b-b89c-3129923f44d0 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de819cc-5390-406c-94f3-23fcef00a940,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:36.134013 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6278d60e-a824-406c-b84a-95d4ca86a677 tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623050 Aug 16 13:09:36.139261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54916) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:36.203405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54918) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:36.230288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ee327fb4-773f-4fd3-b638-315a46f2911f tempest-SecGroupIPv6Test-261790131 tempest-SecGroupIPv6Test-261790131-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854657 Aug 16 13:09:36.446942 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8c01a4d5-9673-4399-9fab-7e05ec461009 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c509f2a4c14f4dd687aefb9a8aaaac95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423239 Aug 16 13:09:36.449427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54928) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:36.521023 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b803af53-c401-4b19-8256-f64d73d754e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:36.528134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ac66b060-46dc-46bb-af3c-18798cd042bf no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:09:36.555240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b803af53-c401-4b19-8256-f64d73d754e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:36.573619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: ac66b060-46dc-46bb-af3c-18798cd042bf {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:09:36.574335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ac66b060-46dc-46bb-af3c-18798cd042bf not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:09:36.676451 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b803af53-c401-4b19-8256-f64d73d754e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:36.679151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54934) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:36.681506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b803af53-c401-4b19-8256-f64d73d754e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:36.686689 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b803af53-c401-4b19-8256-f64d73d754e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fe14704-d6d5-48c0-8ca4-c8f66e587e35 HTTP/1.1" status: 204 len: 168 time: 0.2357204 Aug 16 13:09:36.707220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803af53-c401-4b19-8256-f64d73d754e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe14704-d6d5-48c0-8ca4-c8f66e587e35,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:37.139101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae3c63-d600-422c-87f9-5de54817bec4 req-da1e12e9-4a23-42bd-8524-e440923f6077 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:37.143531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24ae3c63-d600-422c-87f9-5de54817bec4 req-da1e12e9-4a23-42bd-8524-e440923f6077 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1155918 Aug 16 13:09:37.284506 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24ae3c63-d600-422c-87f9-5de54817bec4 req-add5ce38-cd6d-431e-b120-248d673cb6a9 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276643 Aug 16 13:09:37.325931 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:37.379804 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3becb0f7-8075-4b3b-91cf-17ee30c05325 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f93f929dfcfe48d3a928cb3b4d08664f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6985514 Aug 16 13:09:37.383260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54958) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:37.515427 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6c94396-f110-42dc-baf0-1f3b672ec87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:37.573132 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54964) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:37.579873 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6c94396-f110-42dc-baf0-1f3b672ec87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:37.623523 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-371696f5-8dd6-4b8c-8731-95a49c9d0fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:37.692380 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6c94396-f110-42dc-baf0-1f3b672ec87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:37.698622 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6c94396-f110-42dc-baf0-1f3b672ec87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:37.705589 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f6c94396-f110-42dc-baf0-1f3b672ec87c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4a46db9-3d67-4ed7-b9bf-40dc79385c10 HTTP/1.1" status: 204 len: 168 time: 0.3209445 Aug 16 13:09:37.723488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c94396-f110-42dc-baf0-1f3b672ec87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a46db9-3d67-4ed7-b9bf-40dc79385c10,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:37.863401 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-371696f5-8dd6-4b8c-8731-95a49c9d0fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:37.870209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-371696f5-8dd6-4b8c-8731-95a49c9d0fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:37.918614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371696f5-8dd6-4b8c-8731-95a49c9d0fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13492264-b9f7-4c59-adea-3d8ac7d65246,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:37.945792 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-371696f5-8dd6-4b8c-8731-95a49c9d0fb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cffdd2d774174255b690c0eece408adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711562 Aug 16 13:09:37.948786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54974) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:38.065968 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-34da46f6-cecb-4a6d-bb1a-5cfbd122a6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:38.105006 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-34da46f6-cecb-4a6d-bb1a-5cfbd122a6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:38.209721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-34da46f6-cecb-4a6d-bb1a-5cfbd122a6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:38.212395 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-34da46f6-cecb-4a6d-bb1a-5cfbd122a6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:38.218826 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-34da46f6-cecb-4a6d-bb1a-5cfbd122a6de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13492264-b9f7-4c59-adea-3d8ac7d65246 HTTP/1.1" status: 204 len: 168 time: 0.2633710 Aug 16 13:09:38.236797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da46f6-cecb-4a6d-bb1a-5cfbd122a6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13492264-b9f7-4c59-adea-3d8ac7d65246,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:38.695414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d48203-1d6a-4318-ad20-911c035cfa05 req-572694dd-e56d-40ab-a75a-eb94e4f1ae4e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:38.697138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60d48203-1d6a-4318-ad20-911c035cfa05 req-572694dd-e56d-40ab-a75a-eb94e4f1ae4e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.2180207 Aug 16 13:09:38.802143 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60d48203-1d6a-4318-ad20-911c035cfa05 req-d61da794-7567-44c1-aa7a-acb632788073 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829253 Aug 16 13:09:39.172944 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:09:39.696391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55030) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:40.017272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb58f61-3152-46bf-b121-c059e6254bbc req-e0ce8175-fcef-40c3-9d0c-60b73792940c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:40.037712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb58f61-3152-46bf-b121-c059e6254bbc req-e0ce8175-fcef-40c3-9d0c-60b73792940c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1160350 Aug 16 13:09:40.111948 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eb58f61-3152-46bf-b121-c059e6254bbc req-08a0e04c-02e9-46ff-88f4-749d5f72ce02 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729995 Aug 16 13:09:40.158899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2e0a2815-9ac1-4897-9a7f-a9e08a39cade tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:40.159629 n-d-804708-1 neutron-server[101395]: WARNING neutron.api.v2.base [None req-2e0a2815-9ac1-4897-9a7f-a9e08a39cade tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 13:09:40.160179 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-2e0a2815-9ac1-4897-9a7f-a9e08a39cade tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 13:09:40.161404 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2e0a2815-9ac1-4897-9a7f-a9e08a39cade tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4633591 Aug 16 13:09:40.166091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55056) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:40.171227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b66badcf-0de4-452c-86c0-b38860918573 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'tempest-secgroup--717563463'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:40.215833 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b66badcf-0de4-452c-86c0-b38860918573 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.238405 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b66badcf-0de4-452c-86c0-b38860918573 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.284097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55064) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:40.440455 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b66badcf-0de4-452c-86c0-b38860918573 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.449703 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b66badcf-0de4-452c-86c0-b38860918573 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.506043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66badcf-0de4-452c-86c0-b38860918573 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a24c083-a28c-4fa3-aa27-33984b2ce7c6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:40.601402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-734637d0-4d56-49bd-8be3-b073019acb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:40.605692 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-734637d0-4d56-49bd-8be3-b073019acb82 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc&tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9 HTTP/1.1" status: 200 len: 1094 time: 0.4746413 Aug 16 13:09:40.630547 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b66badcf-0de4-452c-86c0-b38860918573 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.637111 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b66badcf-0de4-452c-86c0-b38860918573 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.687248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-837929054'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:40.694423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66badcf-0de4-452c-86c0-b38860918573 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207d0919-0051-4a0b-8df2-97522fe8c19d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:40.699181 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b66badcf-0de4-452c-86c0-b38860918573 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.700501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b66badcf-0de4-452c-86c0-b38860918573 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5333900 Aug 16 13:09:40.706871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55074) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:40.719246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-335da033-c822-4435-80c9-3265f81019da tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': '207d0919-0051-4a0b-8df2-97522fe8c19d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:40.733800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-39f56702-248e-4f1c-809b-b41212591e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:40.737366 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-39f56702-248e-4f1c-809b-b41212591e39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 1094 time: 0.0990038 Aug 16 13:09:40.781414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:40.786413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.796105 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-335da033-c822-4435-80c9-3265f81019da tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.800566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.909034 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-335da033-c822-4435-80c9-3265f81019da tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.917781 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-335da033-c822-4435-80c9-3265f81019da tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:40.940088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-7480b34b-91fe-4577-9e64-e4aa28e82a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:40.941736 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-7480b34b-91fe-4577-9e64-e4aa28e82a53 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.1927724 Aug 16 13:09:40.957379 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335da033-c822-4435-80c9-3265f81019da tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3344b882-6ad0-43df-97da-1dbbed0e6d5e,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:41.107670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.112810 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-4cbe2f8c-178f-45b4-bc8b-cadef30c46ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799 HTTP/1.1" status: 200 len: 999 time: 0.1619534 Aug 16 13:09:41.115819 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.125602 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-335da033-c822-4435-80c9-3265f81019da tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.133332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-335da033-c822-4435-80c9-3265f81019da tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4229097 Aug 16 13:09:41.135356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55080) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:41.142482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-95be24bf-4c22-4193-8197-7729d7fe7049 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': '207d0919-0051-4a0b-8df2-97522fe8c19d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:41.208164 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95be24bf-4c22-4193-8197-7729d7fe7049 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.280871 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-95be24bf-4c22-4193-8197-7729d7fe7049 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 13:09:41.287125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-95be24bf-4c22-4193-8197-7729d7fe7049 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1504984 Aug 16 13:09:41.287984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55086) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:41.516640 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-efec4b66-ce6e-45db-a871-dfbad5455026 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.575768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a682c-ac31-4947-bfa2-ff143ad2b1d4 req-033bd347-afa1-4e1f-991e-166a4e35380b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:41.578832 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-050a682c-ac31-4947-bfa2-ff143ad2b1d4 req-033bd347-afa1-4e1f-991e-166a4e35380b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.2356412 Aug 16 13:09:41.585275 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-efec4b66-ce6e-45db-a871-dfbad5455026 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.621771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:09:41.659736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591ab0bc-9159-435b-b0e4-09049359bd12,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:41.667169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.667792 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Added segment 37cc2e8d-bd9e-4159-a9c4-251622b31159 of type vlan for network bbb70a5f-e1ed-4340-8ed7-bddea692336c Aug 16 13:09:41.683757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-d15ad3f6-a16c-4376-85fc-0ba1a760ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:41.685216 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-d15ad3f6-a16c-4376-85fc-0ba1a760ce79 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.5614839 Aug 16 13:09:41.697043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-050a682c-ac31-4947-bfa2-ff143ad2b1d4 req-84d17ea5-ab32-4a94-97c3-0a688f9a0344 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080267 Aug 16 13:09:41.698206 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-efec4b66-ce6e-45db-a871-dfbad5455026 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.700755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-efec4b66-ce6e-45db-a871-dfbad5455026 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.708026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-efec4b66-ce6e-45db-a871-dfbad5455026 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "DELETE /v2.0/security-groups/207d0919-0051-4a0b-8df2-97522fe8c19d HTTP/1.1" status: 204 len: 168 time: 0.4184930 Aug 16 13:09:41.708173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55094) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:41.719394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec4b66-ce6e-45db-a871-dfbad5455026 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207d0919-0051-4a0b-8df2-97522fe8c19d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:41.776972 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.841021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55098) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:41.852437 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9bd16d8f-8372-4da9-8793-80d83437c7be tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1391954 Aug 16 13:09:41.852960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55102) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:41.857614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-07afa762-26c9-423d-bd61-9fb0e2279adf tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'tempest-secgroup--148589594'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:41.864872 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.876861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:41.878375 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.884455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-bb2a0cfe-5ecd-452d-bdd3-c56212d8cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:41.887186 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-bb2a0cfe-5ecd-452d-bdd3-c56212d8cd4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799929 Aug 16 13:09:41.941908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-b610ecb7-e62f-4098-9b7e-a681512f50f5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:09:41.943847 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-b610ecb7-e62f-4098-9b7e-a681512f50f5 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0347948 Aug 16 13:09:41.971830 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-032aa42e-4d77-42db-aa03-d4efa3e41e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.085070 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07afa762-26c9-423d-bd61-9fb0e2279adf tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.158999 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8728034 Aug 16 13:09:42.160437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60482ed2-9cf5-4c70-aee6-dc24c2ca8505 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Network': ['ID=bbb70a5f-e1ed-4340-8ed7-bddea692336c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:42.169531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55106) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:42.177709 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:09:42.197216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:42.219415 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-43cd9aa3-476f-48f1-81e8-0b9f17dcc257 service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571826 Aug 16 13:09:42.359510 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-e87c9e19-ecfc-418a-9be1-60cec37b39c6 service neutron] 10.222.0.22 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292779 Aug 16 13:09:42.375387 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-032aa42e-4d77-42db-aa03-d4efa3e41e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.382678 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-032aa42e-4d77-42db-aa03-d4efa3e41e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.432242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55108) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:42.434814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-032aa42e-4d77-42db-aa03-d4efa3e41e91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d93272c5b264bef92a0974459fd5ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916510 Aug 16 13:09:42.436752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aa42e-4d77-42db-aa03-d4efa3e41e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9452bc8c-d4c7-443d-84de-aa641a020ebf,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:42.583723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07afa762-26c9-423d-bd61-9fb0e2279adf tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.585374 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee67ec02-6905-40cb-84f7-1463756f62eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.598821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07afa762-26c9-423d-bd61-9fb0e2279adf tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.645322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afa762-26c9-423d-bd61-9fb0e2279adf tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc445608-022d-405c-9efc-ba8072561fac,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:42.663797 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee67ec02-6905-40cb-84f7-1463756f62eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.695262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:42.711266 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07afa762-26c9-423d-bd61-9fb0e2279adf tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.711680 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.713599 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-07afa762-26c9-423d-bd61-9fb0e2279adf tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8598747 Aug 16 13:09:42.718188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55124) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:42.726576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-247ead4f-38b4-4072-ad1c-80d5c65a458c tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'dc445608-022d-405c-9efc-ba8072561fac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:42.728140 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-247ead4f-38b4-4072-ad1c-80d5c65a458c tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 13:09:42.729021 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-247ead4f-38b4-4072-ad1c-80d5c65a458c tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:42.730615 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-247ead4f-38b4-4072-ad1c-80d5c65a458c tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080137 Aug 16 13:09:42.741429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55128) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:42.886611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee67ec02-6905-40cb-84f7-1463756f62eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.902470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee67ec02-6905-40cb-84f7-1463756f62eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:42.906083 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ee67ec02-6905-40cb-84f7-1463756f62eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9452bc8c-d4c7-443d-84de-aa641a020ebf HTTP/1.1" status: 204 len: 168 time: 0.4623413 Aug 16 13:09:43.018413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67ec02-6905-40cb-84f7-1463756f62eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9452bc8c-d4c7-443d-84de-aa641a020ebf,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:43.035051 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbd03-c361-4e8b-a083-6f6f6d60b395 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.131086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbd03-c361-4e8b-a083-6f6f6d60b395 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.212506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab114d4-c9e7-4c99-b3d3-00d482d7a10c req-f30cc7b5-2df7-49dd-a5ba-02d11aeccb55 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:43.222849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ab114d4-c9e7-4c99-b3d3-00d482d7a10c req-f30cc7b5-2df7-49dd-a5ba-02d11aeccb55 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.2787943 Aug 16 13:09:43.305539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbd03-c361-4e8b-a083-6f6f6d60b395 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.308507 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbd03-c361-4e8b-a083-6f6f6d60b395 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.310143 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e2ccbd03-c361-4e8b-a083-6f6f6d60b395 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "DELETE /v2.0/security-groups/dc445608-022d-405c-9efc-ba8072561fac HTTP/1.1" status: 204 len: 168 time: 0.5672078 Aug 16 13:09:43.334233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55160) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:43.334233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccbd03-c361-4e8b-a083-6f6f6d60b395 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc445608-022d-405c-9efc-ba8072561fac,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:43.406633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ab114d4-c9e7-4c99-b3d3-00d482d7a10c req-39714938-a9c5-402a-9a98-5446c9272b29 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827393 Aug 16 13:09:43.409173 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-968a633e-812d-4743-a0b1-14687067775a tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750480 Aug 16 13:09:43.414926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55164) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:43.421489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-bb46655e-66bf-4ad5-87a5-09bf7003d8f3 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'tempest-secgroup--893533935'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:43.475333 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bb46655e-66bf-4ad5-87a5-09bf7003d8f3 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.520337 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.641129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=fc5e1ada-f469-4b87-be15-9f219a7b61f8,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:43.668006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:09:43.668429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network hostable DHCP agents. Network: bbb70a5f-e1ed-4340-8ed7-bddea692336c, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:09:43.673897 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bb46655e-66bf-4ad5-87a5-09bf7003d8f3 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.679747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bb46655e-66bf-4ad5-87a5-09bf7003d8f3 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.730913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:09:43.746748 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bb46655e-66bf-4ad5-87a5-09bf7003d8f3 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.753615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, bbb70a5f-e1ed-4340-8ed7-bddea692336c) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:43.754186 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bb46655e-66bf-4ad5-87a5-09bf7003d8f3 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3341312 Aug 16 13:09:43.760546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55174) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:43.768170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2db5ec7a-0cec-47e9-b6fe-75a4f10fc0db tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': '32b19b53-d5d4-4ece-be08-df6970616ad6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:43.769143 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-2db5ec7a-0cec-47e9-b6fe-75a4f10fc0db tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 13:09:43.770164 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-2db5ec7a-0cec-47e9-b6fe-75a4f10fc0db tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:43.777735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:43.781357 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.785372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f470adf5-5e7f-4f09-beab-46e8ea08be79 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:09:43.800851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2db5ec7a-0cec-47e9-b6fe-75a4f10fc0db tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0348454 Aug 16 13:09:43.804243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46655e-66bf-4ad5-87a5-09bf7003d8f3 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b19b53-d5d4-4ece-be08-df6970616ad6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:43.805229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55180) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:43.897436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55182) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:43.928776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88383918-a193-479c-8e71-41d17341dca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.037280 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1564555-ccfb-4fd1-9c1e-baee93b20a27 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.081212 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88383918-a193-479c-8e71-41d17341dca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.088117 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88383918-a193-479c-8e71-41d17341dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.103038 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1564555-ccfb-4fd1-9c1e-baee93b20a27 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.214918 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1564555-ccfb-4fd1-9c1e-baee93b20a27 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.217193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88383918-a193-479c-8e71-41d17341dca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e9465-0b41-4587-b98f-5f7cea93c69f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:44.218624 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1564555-ccfb-4fd1-9c1e-baee93b20a27 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.226961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f1564555-ccfb-4fd1-9c1e-baee93b20a27 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "DELETE /v2.0/security-groups/32b19b53-d5d4-4ece-be08-df6970616ad6 HTTP/1.1" status: 204 len: 168 time: 0.3714135 Aug 16 13:09:44.231763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55184) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:44.233965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e41364e6-3077-4250-9db1-e9be8f734537 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0485663 Aug 16 13:09:44.252481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': 'fc5e1ada-f469-4b87-be15-9f219a7b61f8'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:09:44.253886 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.284998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55186) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:44.292672 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-88383918-a193-479c-8e71-41d17341dca9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a23ff82d16a4d14ab06224172358493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937335 Aug 16 13:09:44.295213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55188) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:44.301817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'name': 'tempest-NetworksTestDHCPv6-151913427'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:44.378112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1564555-ccfb-4fd1-9c1e-baee93b20a27 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b19b53-d5d4-4ece-be08-df6970616ad6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:44.557109 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84059359-8172-47b4-9b20-e74d039ddc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.593356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/fc5e1ada-f469-4b87-be15-9f219a7b61f8/e7af39ad-76fa-4551-b1c0-17c4df27a1f9) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:09:44.617961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-77d0695f-1977-4730-b5ba-6087cdba4e3f tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3825126 Aug 16 13:09:44.626836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55198) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:44.648032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ac465af8-f1f3-4c08-bc20-cff790ad68e0 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'tempest-secgroup--288452587'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:44.711743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84059359-8172-47b4-9b20-e74d039ddc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.895797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac465af8-f1f3-4c08-bc20-cff790ad68e0 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.909805 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84059359-8172-47b4-9b20-e74d039ddc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.913140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84059359-8172-47b4-9b20-e74d039ddc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:44.923280 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-84059359-8172-47b4-9b20-e74d039ddc6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a53e9465-0b41-4587-b98f-5f7cea93c69f HTTP/1.1" status: 204 len: 168 time: 0.6222539 Aug 16 13:09:44.955014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84059359-8172-47b4-9b20-e74d039ddc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53e9465-0b41-4587-b98f-5f7cea93c69f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:44.997843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3433c-a866-4bed-a3fd-86d085fff1a3 req-398cafe6-353b-4322-bda6-eaee0adecb59 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:45.009933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1a3433c-a866-4bed-a3fd-86d085fff1a3 req-398cafe6-353b-4322-bda6-eaee0adecb59 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.3293645 Aug 16 13:09:45.026219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:45.037771 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:45.066497 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:45.090043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Transition to ACTIVE for port object e7af39ad-76fa-4551-b1c0-17c4df27a1f9 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:45.119315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 6445f66f-0e69-40d4-8f29-7a436e41a121 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:09:45.130019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Transition to ACTIVE for port object e7af39ad-76fa-4551-b1c0-17c4df27a1f9 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:45.151254 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:45.319209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Pushing event updated for resources: {'Port': ['ID=e7af39ad-76fa-4551-b1c0-17c4df27a1f9,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:45.336973 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1a3433c-a866-4bed-a3fd-86d085fff1a3 req-4ab150c0-7707-4ce6-9368-9658840815e4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261631 Aug 16 13:09:45.348802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:45.351879 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:45.362056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:09:45.468898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Attempting to bind port e7af39ad-76fa-4551-b1c0-17c4df27a1f9 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:09:45.470764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Attempting to bind port e7af39ad-76fa-4551-b1c0-17c4df27a1f9 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:09:45.471441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Attempting to bind port e7af39ad-76fa-4551-b1c0-17c4df27a1f9 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:09:45.489401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:09:45.490239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:09:45.490910 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:45.491963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:09:45.492356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac465af8-f1f3-4c08-bc20-cff790ad68e0 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:45.492990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Bound port: e7af39ad-76fa-4551-b1c0-17c4df27a1f9, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:09:45.493681 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:45.582896 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac465af8-f1f3-4c08-bc20-cff790ad68e0 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:45.677945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] For port e7af39ad-76fa-4551-b1c0-17c4df27a1f9, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:09:45.690906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] For port e7af39ad-76fa-4551-b1c0-17c4df27a1f9, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e7af39ad-76fa-4551-b1c0-17c4df27a1f9,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:09:45.700543 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:45.841300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::2a3 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/fc5e1ada-f469-4b87-be15-9f219a7b61f8/6445f66f-0e69-40d4-8f29-7a436e41a121) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:09:45.851360 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac465af8-f1f3-4c08-bc20-cff790ad68e0 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:45.856476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55222) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:45.857294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ac465af8-f1f3-4c08-bc20-cff790ad68e0 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2282689 Aug 16 13:09:45.859697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac465af8-f1f3-4c08-bc20-cff790ad68e0 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15737b1-a746-485a-b99f-f4df0a6a4281,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:45.862807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a63a92d7-ac6f-4b62-9527-77505bde7231 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'b15737b1-a746-485a-b99f-f4df0a6a4281', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:45.883706 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-a63a92d7-ac6f-4b62-9527-77505bde7231 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 13:09:45.884454 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-a63a92d7-ac6f-4b62-9527-77505bde7231 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:45.885563 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a63a92d7-ac6f-4b62-9527-77505bde7231 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0280473 Aug 16 13:09:45.888920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55224) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:45.908637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d966fd6a-db50-43e6-890a-5fff979d2fae tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'b15737b1-a746-485a-b99f-f4df0a6a4281', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:45.911510 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-d966fd6a-db50-43e6-890a-5fff979d2fae tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 13:09:45.912039 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-d966fd6a-db50-43e6-890a-5fff979d2fae tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:45.918387 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d966fd6a-db50-43e6-890a-5fff979d2fae tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0283155 Aug 16 13:09:45.923607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55226) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:45.949210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4cee72a0-e60e-4b05-81a1-a9833e21c3b2 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'b15737b1-a746-485a-b99f-f4df0a6a4281', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:45.950069 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-4cee72a0-e60e-4b05-81a1-a9833e21c3b2 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 13:09:45.950610 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-4cee72a0-e60e-4b05-81a1-a9833e21c3b2 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:45.956422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4cee72a0-e60e-4b05-81a1-a9833e21c3b2 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0270302 Aug 16 13:09:45.958706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55228) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:45.964172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-83dc7b9d-740e-40bf-b976-bbdb201b107d tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'b15737b1-a746-485a-b99f-f4df0a6a4281', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:45.974293 n-d-804708-1 neutron-server[101395]: WARNING neutron.api.v2.base [None req-83dc7b9d-740e-40bf-b976-bbdb201b107d tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 13:09:45.975397 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-83dc7b9d-740e-40bf-b976-bbdb201b107d tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:45.979632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-83dc7b9d-740e-40bf-b976-bbdb201b107d tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0168533 Aug 16 13:09:45.980021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55230) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:46.024746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27c836-ba31-498f-8c3d-69b882996bda None None] Pushing event updated for resources: {'Port': ['ID=e7af39ad-76fa-4551-b1c0-17c4df27a1f9,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:46.199820 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ffb9db92-d08a-4d42-a5e8-2eb64fbb957d tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.222688 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.358373 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ffb9db92-d08a-4d42-a5e8-2eb64fbb957d tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.479150 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.577594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 6445f66f-0e69-40d4-8f29-7a436e41a121 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:46.579906 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ffb9db92-d08a-4d42-a5e8-2eb64fbb957d tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.591181 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ffb9db92-d08a-4d42-a5e8-2eb64fbb957d tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.595438 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ffb9db92-d08a-4d42-a5e8-2eb64fbb957d tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "DELETE /v2.0/security-groups/b15737b1-a746-485a-b99f-f4df0a6a4281 HTTP/1.1" status: 204 len: 168 time: 0.6115582 Aug 16 13:09:46.608984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55242) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:46.672947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9db92-d08a-4d42-a5e8-2eb64fbb957d tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15737b1-a746-485a-b99f-f4df0a6a4281,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:46.746251 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.849135 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-951d60c7-76a9-4d70-8569-697a5cf9ccc1 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2333491 Aug 16 13:09:46.859077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55246) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:46.862010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3edd4054-d7ca-4320-8f7f-4b8f5c6b5f7e tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'tempest-secgroup--127140786'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:46.930273 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edd4054-d7ca-4320-8f7f-4b8f5c6b5f7e tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:47.096707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:47.122600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:47.143055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:09:47.154527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:47.172617 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:47.201789 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edd4054-d7ca-4320-8f7f-4b8f5c6b5f7e tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:47.209119 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edd4054-d7ca-4320-8f7f-4b8f5c6b5f7e tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:47.284832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dda977-b68d-4498-89c6-8445c33f5207 req-18fd971e-fbd9-4007-b584-ea0fc37fdb25 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:47.303431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2dda977-b68d-4498-89c6-8445c33f5207 req-18fd971e-fbd9-4007-b584-ea0fc37fdb25 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.7075539 Aug 16 13:09:47.310500 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3edd4054-d7ca-4320-8f7f-4b8f5c6b5f7e tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:47.312016 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3edd4054-d7ca-4320-8f7f-4b8f5c6b5f7e tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4539640 Aug 16 13:09:47.314191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd4054-d7ca-4320-8f7f-4b8f5c6b5f7e tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc535e9-c153-4844-8e2e-c7a8e7a49385,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:47.327342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55258) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:47.343137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=6445f66f-0e69-40d4-8f29-7a436e41a121,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:47.347552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ef7b6738-3cc9-4602-93c0-833e239297dc tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'efc535e9-c153-4844-8e2e-c7a8e7a49385', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:47.349842 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-ef7b6738-3cc9-4602-93c0-833e239297dc tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 13:09:47.353117 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-ef7b6738-3cc9-4602-93c0-833e239297dc tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:47.355303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2d604fd3-4189-49ce-8215-275304fc2828 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0641692 Aug 16 13:09:47.365626 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ef7b6738-3cc9-4602-93c0-833e239297dc tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0262771 Aug 16 13:09:47.367236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55262) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:47.367855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55264) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:47.423991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c42cfb13-95a0-40ae-b8b3-a1db9f858bb9 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'efc535e9-c153-4844-8e2e-c7a8e7a49385', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:47.460140 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2dda977-b68d-4498-89c6-8445c33f5207 req-6b916e8a-8025-425c-ad63-aee66e371be0 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539056 Aug 16 13:09:47.566076 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-c42cfb13-95a0-40ae-b8b3-a1db9f858bb9 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:47.585152 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c42cfb13-95a0-40ae-b8b3-a1db9f858bb9 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2087641 Aug 16 13:09:47.586062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55266) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:47.592483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-020c66a1-8c56-4692-8203-ee61a062f74e tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'efc535e9-c153-4844-8e2e-c7a8e7a49385', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:47.594412 n-d-804708-1 neutron-server[101395]: WARNING neutron.api.v2.base [None req-020c66a1-8c56-4692-8203-ee61a062f74e tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 13:09:47.597657 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-020c66a1-8c56-4692-8203-ee61a062f74e tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:47.597657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-020c66a1-8c56-4692-8203-ee61a062f74e tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090199 Aug 16 13:09:47.602288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55268) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:47.608945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96524738-33dd-4922-964e-2a4fc211e7cb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:47.624006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-28fc519a-bd65-4329-9486-d66b00cdd6c4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'efc535e9-c153-4844-8e2e-c7a8e7a49385', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:47.630637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96524738-33dd-4922-964e-2a4fc211e7cb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:47.632737 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-96524738-33dd-4922-964e-2a4fc211e7cb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2632933 Aug 16 13:09:47.642701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55270) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:47.728692 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-28fc519a-bd65-4329-9486-d66b00cdd6c4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:47.730154 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-28fc519a-bd65-4329-9486-d66b00cdd6c4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1244857 Aug 16 13:09:47.735826 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55272) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:47.742851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-19a442e5-8013-4253-ba0a-ba34f42105e1 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'efc535e9-c153-4844-8e2e-c7a8e7a49385', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:47.743477 n-d-804708-1 neutron-server[101395]: WARNING neutron.api.v2.base [None req-19a442e5-8013-4253-ba0a-ba34f42105e1 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 13:09:47.744120 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-19a442e5-8013-4253-ba0a-ba34f42105e1 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:47.745409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-19a442e5-8013-4253-ba0a-ba34f42105e1 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075469 Aug 16 13:09:47.751352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55274) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:47.761537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-18e3610a-a02d-435b-b179-4e36dab739b4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'efc535e9-c153-4844-8e2e-c7a8e7a49385', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:47.894706 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-18e3610a-a02d-435b-b179-4e36dab739b4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Project 5bb6e194ce644688abca288fd19d1b72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:09:47.909927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d4df9a73-5a46-442a-95bb-8b7921ba88c8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 6445f66f-0e69-40d4-8f29-7a436e41a121 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:09:47.910924 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4df9a73-5a46-442a-95bb-8b7921ba88c8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:47.948671 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-18e3610a-a02d-435b-b179-4e36dab739b4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:47.956940 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-18e3610a-a02d-435b-b179-4e36dab739b4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2041225 Aug 16 13:09:47.957855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55282) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:47.997645 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a2dabf53-86ad-4ab2-b47d-0c94eea5f762 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'efc535e9-c153-4844-8e2e-c7a8e7a49385', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:47.998456 n-d-804708-1 neutron-server[101395]: WARNING neutron.api.v2.base [None req-a2dabf53-86ad-4ab2-b47d-0c94eea5f762 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 13:09:48.004975 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-a2dabf53-86ad-4ab2-b47d-0c94eea5f762 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:48.018827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a2dabf53-86ad-4ab2-b47d-0c94eea5f762 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0592010 Aug 16 13:09:48.025742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55286) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:48.035336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ea7c9818-fa47-405f-9367-86cf0e703800 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'efc535e9-c153-4844-8e2e-c7a8e7a49385', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:48.089071 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-ea7c9818-fa47-405f-9367-86cf0e703800 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Project 5bb6e194ce644688abca288fd19d1b72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:09:48.089343 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43317a8-ea0d-42b7-a7e7-4d5e03774716 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:09:48.120311 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-ea7c9818-fa47-405f-9367-86cf0e703800 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:48.128298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ea7c9818-fa47-405f-9367-86cf0e703800 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1008022 Aug 16 13:09:48.128995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55292) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:48.134728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c9e45a25-bdce-4658-9729-6a9a0d55e2b6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'efc535e9-c153-4844-8e2e-c7a8e7a49385', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:48.176879 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-c9e45a25-bdce-4658-9729-6a9a0d55e2b6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Project 5bb6e194ce644688abca288fd19d1b72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:09:48.203416 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-c9e45a25-bdce-4658-9729-6a9a0d55e2b6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:48.211167 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55296) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:48.212309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c9e45a25-bdce-4658-9729-6a9a0d55e2b6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0819387 Aug 16 13:09:48.286612 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4df9a73-5a46-442a-95bb-8b7921ba88c8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:48.335782 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d4df9a73-5a46-442a-95bb-8b7921ba88c8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 6445f66f-0e69-40d4-8f29-7a436e41a121 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:09:48.427112 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b2eebc6-afa8-403f-bd62-6a8e0e476c30 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:48.442967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b0a94152-e778-435c-94d2-c380931ff458 None None] Provisioning for port e7af39ad-76fa-4551-b1c0-17c4df27a1f9 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:48.498179 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b2eebc6-afa8-403f-bd62-6a8e0e476c30 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:48.699353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e7af39ad-76fa-4551-b1c0-17c4df27a1f9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:48.737865 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b2eebc6-afa8-403f-bd62-6a8e0e476c30 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:48.742908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b2eebc6-afa8-403f-bd62-6a8e0e476c30 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:48.744795 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8b2eebc6-afa8-403f-bd62-6a8e0e476c30 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "DELETE /v2.0/security-groups/efc535e9-c153-4844-8e2e-c7a8e7a49385 HTTP/1.1" status: 204 len: 168 time: 0.5219488 Aug 16 13:09:48.757132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55318) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:48.790070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2eebc6-afa8-403f-bd62-6a8e0e476c30 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc535e9-c153-4844-8e2e-c7a8e7a49385,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:48.927906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e54b3-6933-412d-870a-8b22a17ea489 req-76dfb41b-404a-49b7-a9e6-956cf21f8825 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:48.944468 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e6e54b3-6933-412d-870a-8b22a17ea489 req-76dfb41b-404a-49b7-a9e6-956cf21f8825 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.2318175 Aug 16 13:09:49.011385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e6e54b3-6933-412d-870a-8b22a17ea489 req-e7a30e42-600a-4413-8228-7744dd167e7f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641170 Aug 16 13:09:49.040203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port e7af39ad-76fa-4551-b1c0-17c4df27a1f9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:49.054327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e7af39ad-76fa-4551-b1c0-17c4df27a1f9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:49.055681 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:49.091756 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7df64149-eb7b-443f-8847-07f43b195cc6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3326058 Aug 16 13:09:49.099259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55326) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:49.110272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-bc1df570-c73b-4c5c-8e1d-5d3b6cec6bbe tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'tempest-secgroup--241734628'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:49.371379 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:49.507101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port e7af39ad-76fa-4551-b1c0-17c4df27a1f9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e7af39ad-76fa-4551-b1c0-17c4df27a1f9,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:49.514890 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc1df570-c73b-4c5c-8e1d-5d3b6cec6bbe tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:49.520495 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:49.589423 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4df9a73-5a46-442a-95bb-8b7921ba88c8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:49.680346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=e7af39ad-76fa-4551-b1c0-17c4df27a1f9,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:49.753341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5d2d7f12-7a8c-4cb4-b2cd-9a18b7a075c2 None None] Provisioning complete for port e7af39ad-76fa-4551-b1c0-17c4df27a1f9 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:49.764322 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7f12-7a8c-4cb4-b2cd-9a18b7a075c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:49.797198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df9a73-5a46-442a-95bb-8b7921ba88c8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=6445f66f-0e69-40d4-8f29-7a436e41a121,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:49.911512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4df9a73-5a46-442a-95bb-8b7921ba88c8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:49.921507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55342) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:49.922390 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d4df9a73-5a46-442a-95bb-8b7921ba88c8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/6445f66f-0e69-40d4-8f29-7a436e41a121 HTTP/1.1" status: 204 len: 168 time: 2.2731545 Aug 16 13:09:50.196389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55350) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:50.291424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5d2d7f12-7a8c-4cb4-b2cd-9a18b7a075c2 None None] Could not find standard attr ID for object 6445f66f-0e69-40d4-8f29-7a436e41a121. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:09:50.340339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc1df570-c73b-4c5c-8e1d-5d3b6cec6bbe tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:50.354146 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc1df570-c73b-4c5c-8e1d-5d3b6cec6bbe tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:50.428517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8768d29b-e26b-4b2d-ac9a-2f3a10ec0615 None None] Could not find standard attr ID for object 6445f66f-0e69-40d4-8f29-7a436e41a121. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:09:50.443935 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc1df570-c73b-4c5c-8e1d-5d3b6cec6bbe tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:50.450854 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bc1df570-c73b-4c5c-8e1d-5d3b6cec6bbe tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3498647 Aug 16 13:09:50.456487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bed7ec-7913-4267-9daf-455ed95d26c4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:50.459847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bed7ec-7913-4267-9daf-455ed95d26c4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:50.486384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-94bed7ec-7913-4267-9daf-455ed95d26c4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5615118 Aug 16 13:09:50.487000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55354) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:50.487732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55356) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:50.511697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1df570-c73b-4c5c-8e1d-5d3b6cec6bbe tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa76b9ae-5d8a-482e-a950-e96b0de17ade,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:50.633290 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-be32fe1e-f3da-464d-90f1-30548a9df67b tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'fa76b9ae-5d8a-482e-a950-e96b0de17ade', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:50.699978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e7af39ad-76fa-4551-b1c0-17c4df27a1f9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:50.812498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e7af39ad-76fa-4551-b1c0-17c4df27a1f9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:50.812871 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:50.960734 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9da33d8f-2da1-4dad-9d1a-9c699b3f5b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:51.032105 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a47a8c-e420-43e7-8441-3857489d9220 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet fc5e1ada-f469-4b87-be15-9f219a7b61f8 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:09:51.043438 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-be32fe1e-f3da-464d-90f1-30548a9df67b tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The resource could not be found. Aug 16 13:09:51.048926 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-be32fe1e-f3da-464d-90f1-30548a9df67b tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5542209 Aug 16 13:09:51.051081 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84a47a8c-e420-43e7-8441-3857489d9220 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:51.054832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55362) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:51.070733 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-88ace547-9127-49fa-b342-777f81650b80 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1995323 Aug 16 13:09:51.117720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4c6df-30d0-40c5-8ae9-6c48d593ccba req-7545b929-788d-4bec-901a-a0cc6b7c55a7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.140152 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbe4c6df-30d0-40c5-8ae9-6c48d593ccba req-7545b929-788d-4bec-901a-a0cc6b7c55a7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.7577021 Aug 16 13:09:51.243768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-141eaf45-0813-44d5-94ae-f92b3fd8448a tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'fa76b9ae-5d8a-482e-a950-e96b0de17ade', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f78c9b17-20f6-46fd-a57e-772b34243d4d'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:51.289563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-d331691c-0fc7-4f35-9e21-7b11bb39cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.290668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-d331691c-0fc7-4f35-9e21-7b11bb39cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.291499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-d331691c-0fc7-4f35-9e21-7b11bb39cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.292312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-d331691c-0fc7-4f35-9e21-7b11bb39cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.293272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-d331691c-0fc7-4f35-9e21-7b11bb39cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.294051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-d331691c-0fc7-4f35-9e21-7b11bb39cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.294756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-d331691c-0fc7-4f35-9e21-7b11bb39cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.297133 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-d331691c-0fc7-4f35-9e21-7b11bb39cd74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6500 time: 0.1332219 Aug 16 13:09:51.490812 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbe4c6df-30d0-40c5-8ae9-6c48d593ccba req-934b55b4-1e64-41cd-af32-ed69e22403a0 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495941 Aug 16 13:09:51.517140 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84a47a8c-e420-43e7-8441-3857489d9220 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:51.522200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-377cb724-fb41-4217-b967-c8e73cd8841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.522846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-377cb724-fb41-4217-b967-c8e73cd8841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.523157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-377cb724-fb41-4217-b967-c8e73cd8841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.525172 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-377cb724-fb41-4217-b967-c8e73cd8841f service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee5ff9e6-121a-4482-9933-172fba3187c8&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0 HTTP/1.1" status: 200 len: 2293 time: 0.1695707 Aug 16 13:09:51.676262 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9da33d8f-2da1-4dad-9d1a-9c699b3f5b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:51.720779 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9da33d8f-2da1-4dad-9d1a-9c699b3f5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:51.859589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da33d8f-2da1-4dad-9d1a-9c699b3f5b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89f1cd5-31ae-4f81-958a-6ed087a94cca,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:51.868939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55368) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:51.885500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9da33d8f-2da1-4dad-9d1a-9c699b3f5b3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d8871208bad473f908a6e443ee0c091&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6865218 Aug 16 13:09:51.888305 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84a47a8c-e420-43e7-8441-3857489d9220 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:52.034229 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-141eaf45-0813-44d5-94ae-f92b3fd8448a tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The resource could not be found. Aug 16 13:09:52.040567 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-141eaf45-0813-44d5-94ae-f92b3fd8448a tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9768999 Aug 16 13:09:52.041262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55372) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:52.096091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d26d056-303a-4113-a49d-a886ea290c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:52.132840 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84a47a8c-e420-43e7-8441-3857489d9220 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:52.228910 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d26d056-303a-4113-a49d-a886ea290c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:52.244676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a47a8c-e420-43e7-8441-3857489d9220 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5e1ada-f469-4b87-be15-9f219a7b61f8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:52.283934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84a47a8c-e420-43e7-8441-3857489d9220 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:52.294996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-84a47a8c-e420-43e7-8441-3857489d9220 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/fc5e1ada-f469-4b87-be15-9f219a7b61f8 HTTP/1.1" status: 204 len: 168 time: 1.7873533 Aug 16 13:09:52.296056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4247fe9a-569d-4a1c-b59c-5e815af1d0da None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:09:52.299468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55376) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:52.401374 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-09e5f214-e52e-40e5-a352-17ac4b6aafda service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f HTTP/1.1" status: 200 len: 1002 time: 0.0887346 Aug 16 13:09:52.417853 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cec1f2f2-394e-4049-9057-a895ba8a46ee tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:52.529771 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b7d3c696-9d02-462a-8fbe-418b640e4d80 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2279124 Aug 16 13:09:52.538281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55382) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:52.551087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-11c1066a-535f-4b5f-93bb-a9a803078f97 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:52.705491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cec1f2f2-394e-4049-9057-a895ba8a46ee tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:52.907457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-a5a282e2-a095-4990-b68a-0c4ba90b52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:52.910965 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-a5a282e2-a095-4990-b68a-0c4ba90b52ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=735734cd-086e-4d3e-af34-921802ddaecb HTTP/1.1" status: 200 len: 856 time: 0.4871910 Aug 16 13:09:52.927024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d26d056-303a-4113-a49d-a886ea290c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:52.933025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d26d056-303a-4113-a49d-a886ea290c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:52.937943 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5d26d056-303a-4113-a49d-a886ea290c98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d89f1cd5-31ae-4f81-958a-6ed087a94cca HTTP/1.1" status: 204 len: 168 time: 1.0649815 Aug 16 13:09:52.947415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6fc75d-c934-4166-bde0-a68ad3a87b20 None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:09:53.060655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d86e9-40a1-4be7-83d7-03ef483e6af2 req-94d4786c-1412-4b37-9d6d-bf573eadfed1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:53.065245 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d69d86e9-40a1-4be7-83d7-03ef483e6af2 req-94d4786c-1412-4b37-9d6d-bf573eadfed1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.2377970 Aug 16 13:09:53.099482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fc75d-c934-4166-bde0-a68ad3a87b20 None None] Deleting port e7af39ad-76fa-4551-b1c0-17c4df27a1f9 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:09:53.101598 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f6fc75d-c934-4166-bde0-a68ad3a87b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:53.146444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c1066a-535f-4b5f-93bb-a9a803078f97 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:53.161869 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11c1066a-535f-4b5f-93bb-a9a803078f97 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:53.167358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26d056-303a-4113-a49d-a886ea290c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89f1cd5-31ae-4f81-958a-6ed087a94cca,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:53.238356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cec1f2f2-394e-4049-9057-a895ba8a46ee tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:53.243727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cec1f2f2-394e-4049-9057-a895ba8a46ee tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:53.249757 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cec1f2f2-394e-4049-9057-a895ba8a46ee tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "DELETE /v2.0/security-groups/fa76b9ae-5d8a-482e-a950-e96b0de17ade HTTP/1.1" status: 204 len: 168 time: 1.2060719 Aug 16 13:09:53.258715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55392) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:53.313963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0f6fc75d-c934-4166-bde0-a68ad3a87b20 None None] For port e7af39ad-76fa-4551-b1c0-17c4df27a1f9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e7af39ad-76fa-4551-b1c0-17c4df27a1f9,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:53.316192 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f6fc75d-c934-4166-bde0-a68ad3a87b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:53.334156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fc75d-c934-4166-bde0-a68ad3a87b20 None None] Calling delete_port for e7af39ad-76fa-4551-b1c0-17c4df27a1f9 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:09:53.367109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-009d66ea-194b-49ee-93ce-1eab979ada7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:53.370070 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-009d66ea-194b-49ee-93ce-1eab979ada7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5ff9e6-121a-4482-9933-172fba3187c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4320464 Aug 16 13:09:53.373021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1f2f2-394e-4049-9057-a895ba8a46ee tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa76b9ae-5d8a-482e-a950-e96b0de17ade,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:53.493784 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1b50f6f4-dfa8-47e2-a194-4fdd266cec93 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2228496 Aug 16 13:09:53.500187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55398) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:53.502378 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d69d86e9-40a1-4be7-83d7-03ef483e6af2 req-07f83cfb-cf63-4901-b34b-49fcff76c8f9 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192495 Aug 16 13:09:53.530359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ce9240cd-6f3c-4d22-b16d-823b6338404b tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': '67dabbb1-f641-4e9d-bbb2-0606a7ff1f1f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:53.594083 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f6fc75d-c934-4166-bde0-a68ad3a87b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:53.634855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6fc75d-c934-4166-bde0-a68ad3a87b20 None None] No DVR routers for this DVR port e7af39ad-76fa-4551-b1c0-17c4df27a1f9 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:09:53.740499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fc75d-c934-4166-bde0-a68ad3a87b20 None None] Pushing event deleted for resources: {'Port': ['ID=e7af39ad-76fa-4551-b1c0-17c4df27a1f9,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:53.832326 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-cc4392d7-bdf6-4908-8cb5-e0d884383f3c service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249618 Aug 16 13:09:53.850829 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-ce9240cd-6f3c-4d22-b16d-823b6338404b tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The resource could not be found. Aug 16 13:09:53.857040 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ce9240cd-6f3c-4d22-b16d-823b6338404b tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3432541 Aug 16 13:09:53.858226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55404) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:53.864984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-06d8fc85-cd2f-49db-9da9-64a2e65fc7f4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064564041'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:53.914207 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-06d8fc85-cd2f-49db-9da9-64a2e65fc7f4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:54.222717 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11c1066a-535f-4b5f-93bb-a9a803078f97 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:54.325768 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-835f583d-c721-47b2-99c0-1768971f2fa8 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638854 Aug 16 13:09:54.365007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c1066a-535f-4b5f-93bb-a9a803078f97 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:54.421600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-11c1066a-535f-4b5f-93bb-a9a803078f97 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:54.433284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd547248-178b-4c22-830d-465f4aa763f7 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:09:54.444758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c1066a-535f-4b5f-93bb-a9a803078f97 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:54.448205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11c1066a-535f-4b5f-93bb-a9a803078f97 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:54.501880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1066a-535f-4b5f-93bb-a9a803078f97 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=b1af76dd-219b-46ca-8ed7-1730fd98c9d0,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:54.638250 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-a62bca03-3148-4bb5-a69d-e21e83a4750d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=dbb92b44-7542-4aa4-b86d-fb0e64c40531 HTTP/1.1" status: 200 len: 217 time: 0.2845774 Aug 16 13:09:54.824808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-0be047cc-d340-4880-9d16-76899470826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:54.827687 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-0be047cc-d340-4880-9d16-76899470826c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.1761289 Aug 16 13:09:54.833446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-06d8fc85-cd2f-49db-9da9-64a2e65fc7f4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:54.842396 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-06d8fc85-cd2f-49db-9da9-64a2e65fc7f4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:54.852257 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-11c1066a-535f-4b5f-93bb-a9a803078f97 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3099816 Aug 16 13:09:54.852797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55428) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:54.864065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e7af39ad-76fa-4551-b1c0-17c4df27a1f9 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:09:54.869285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'name': 'tempest-NetworksTestDHCPv6-1817667647'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:54.944298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: e7af39ad-76fa-4551-b1c0-17c4df27a1f9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:09:54.944812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e7af39ad-76fa-4551-b1c0-17c4df27a1f9 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:09:54.990554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': 'b1af76dd-219b-46ca-8ed7-1730fd98c9d0'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:09:54.991650 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:55.119026 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-06d8fc85-cd2f-49db-9da9-64a2e65fc7f4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:55.123873 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-06d8fc85-cd2f-49db-9da9-64a2e65fc7f4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2636738 Aug 16 13:09:55.124678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55434) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:55.140649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c37bac5f-096c-470f-88fa-90ab45882624 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'tempest-secgroup--743526456'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:55.249762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8fc85-cd2f-49db-9da9-64a2e65fc7f4 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb955a4a-a64f-4fd9-bf42-1f7f28ef281d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:55.296545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c37bac5f-096c-470f-88fa-90ab45882624 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:55.409343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-6f82a7ef-8226-48a6-bd91-388510ce69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:55.411856 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-6f82a7ef-8226-48a6-bd91-388510ce69a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5429270 Aug 16 13:09:55.427097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5a72c-f717-4e41-a489-dd9d23c0d761 req-bd45fca3-4f05-45af-a287-83b5415e9733 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:55.429996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3b5a72c-f717-4e41-a489-dd9d23c0d761 req-bd45fca3-4f05-45af-a287-83b5415e9733 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.5739803 Aug 16 13:09:55.517066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/b1af76dd-219b-46ca-8ed7-1730fd98c9d0/e8df1907-c64e-4063-9f46-dd173540b863) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:09:55.521574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:55.529227 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:55.706943 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3b5a72c-f717-4e41-a489-dd9d23c0d761 req-557d3d6d-db65-475c-b371-a83d84b57501 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572842 Aug 16 13:09:55.709121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 4c43854c-9260-4c85-9759-67d1b33efd2a yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:09:55.709522 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-b9b28a7d-fcb0-4e34-afd1-6d8cc5d3d36e service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661676 Aug 16 13:09:55.878740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c37bac5f-096c-470f-88fa-90ab45882624 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:55.974713 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c37bac5f-096c-470f-88fa-90ab45882624 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:56.195033 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bac5f-096c-470f-88fa-90ab45882624 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85272a4b-a19a-4091-947a-ed3e8de7a3c0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:56.329780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c37bac5f-096c-470f-88fa-90ab45882624 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:56.331136 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c37bac5f-096c-470f-88fa-90ab45882624 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1959913 Aug 16 13:09:56.336913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55450) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:56.345362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f68b033a-2ace-4aaa-b080-37a9dfd8f845 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': 'eb955a4a-a64f-4fd9-bf42-1f7f28ef281d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '85272a4b-a19a-4091-947a-ed3e8de7a3c0'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:56.351783 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-0cae0fa1-e3dc-484f-bec7-046c7ee9a7cb service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279407 Aug 16 13:09:56.374940 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:56.407915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Transition to ACTIVE for port object e8df1907-c64e-4063-9f46-dd173540b863 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:56.471195 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-f68b033a-2ace-4aaa-b080-37a9dfd8f845 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:56.477327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Transition to ACTIVE for port object e8df1907-c64e-4063-9f46-dd173540b863 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:56.486250 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f68b033a-2ace-4aaa-b080-37a9dfd8f845 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1463041 Aug 16 13:09:56.488216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55452) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:56.497974 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:56.521729 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-608a7281-aff4-4319-b974-3fba8fb8d461 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f HTTP/1.1" status: 200 len: 217 time: 0.1171737 Aug 16 13:09:56.590040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:56.596848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:56.609413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:09:56.715234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d1b20ec-7205-40a5-b851-43f938d3b4bd tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:56.718075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Pushing event updated for resources: {'Port': ['ID=e8df1907-c64e-4063-9f46-dd173540b863,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:56.767907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::2ce (bbb70a5f-e1ed-4340-8ed7-bddea692336c/b1af76dd-219b-46ca-8ed7-1730fd98c9d0/4c43854c-9260-4c85-9759-67d1b33efd2a) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:09:56.790398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d1b20ec-7205-40a5-b851-43f938d3b4bd tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:56.791009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Attempting to bind port e8df1907-c64e-4063-9f46-dd173540b863 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:09:56.791389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Attempting to bind port e8df1907-c64e-4063-9f46-dd173540b863 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:09:56.791896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Attempting to bind port e8df1907-c64e-4063-9f46-dd173540b863 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:09:56.805033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:09:56.805421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:09:56.805719 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:56.806141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:09:56.807921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Bound port: e8df1907-c64e-4063-9f46-dd173540b863, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:09:56.809096 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:56.846835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-9150eee8-2721-47e8-915b-9d51db72f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:56.855237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-9150eee8-2721-47e8-915b-9d51db72f66a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.2344022 Aug 16 13:09:57.005920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-fafd920b-bcf7-4c2b-a05b-a303f4cb4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:57.009188 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-fafd920b-bcf7-4c2b-a05b-a303f4cb4791 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939815 Aug 16 13:09:57.042292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] For port e8df1907-c64e-4063-9f46-dd173540b863, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:09:57.049047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] For port e8df1907-c64e-4063-9f46-dd173540b863, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e8df1907-c64e-4063-9f46-dd173540b863,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:09:57.055960 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:57.129443 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:57.200694 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2e5a3-934d-40bb-ada1-68161a83dcfa None None] Pushing event updated for resources: {'Port': ['ID=e8df1907-c64e-4063-9f46-dd173540b863,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:57.250314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 4c43854c-9260-4c85-9759-67d1b33efd2a will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:57.557081 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:57.559006 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d1b20ec-7205-40a5-b851-43f938d3b4bd tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:57.564167 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-63b39bc9-195f-444d-96cc-6cddc5461be8 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072434 Aug 16 13:09:57.565620 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d1b20ec-7205-40a5-b851-43f938d3b4bd tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:57.572619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55468) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:57.574688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1d1b20ec-7205-40a5-b851-43f938d3b4bd tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "DELETE /v2.0/security-groups/85272a4b-a19a-4091-947a-ed3e8de7a3c0 HTTP/1.1" status: 204 len: 168 time: 1.0823548 Aug 16 13:09:57.608208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b20ec-7205-40a5-b851-43f938d3b4bd tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85272a4b-a19a-4091-947a-ed3e8de7a3c0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:57.683056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:57.690375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:57.703779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:09:57.725803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:57.726568 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:57.790457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4d42a-8c39-464c-a01e-f54885a103e1 req-e9a7baa4-0adb-4389-8ae9-d9b1fd2ef8d1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:57.806047 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ccc4d42a-8c39-464c-a01e-f54885a103e1 req-e9a7baa4-0adb-4389-8ae9-d9b1fd2ef8d1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.8591311 Aug 16 13:09:57.809510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=4c43854c-9260-4c85-9759-67d1b33efd2a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:57.830232 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-99419edb-cb2a-4828-83f4-ac946ae21b22 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9738686 Aug 16 13:09:57.848782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55476) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:57.925594 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-942db88c-cdb2-4242-a6dc-002d13c38ef8 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872965 Aug 16 13:09:57.944530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ccc4d42a-8c39-464c-a01e-f54885a103e1 req-de11f8b0-f5e2-42b2-ab1e-3883ca1322de tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370616 Aug 16 13:09:57.970157 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c3639702-e7d7-482e-b19e-c97c9092d7da tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3909471 Aug 16 13:09:57.971694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55482) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:58.010497 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c59d06-0df0-424c-b12a-62b65b1b6b38 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:58.024406 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c59d06-0df0-424c-b12a-62b65b1b6b38 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:58.031711 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e4c59d06-0df0-424c-b12a-62b65b1b6b38 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1802485 Aug 16 13:09:58.033485 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55484) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:58.118916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-76cd126e-1668-4fda-8aae-b4d9c6f55cc2 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:58.228448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-76cd126e-1668-4fda-8aae-b4d9c6f55cc2 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:58.254409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-99843277-c2e4-498b-8155-d38df3aaa12c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 4c43854c-9260-4c85-9759-67d1b33efd2a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:09:58.255365 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99843277-c2e4-498b-8155-d38df3aaa12c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:58.353239 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-536d3d08-6a37-4b79-bf0b-a337fefb34d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb HTTP/1.1" status: 200 len: 217 time: 0.1441567 Aug 16 13:09:58.450734 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99843277-c2e4-498b-8155-d38df3aaa12c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:58.477317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-99843277-c2e4-498b-8155-d38df3aaa12c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 4c43854c-9260-4c85-9759-67d1b33efd2a owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:09:58.504747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-76cd126e-1668-4fda-8aae-b4d9c6f55cc2 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:58.507818 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-76cd126e-1668-4fda-8aae-b4d9c6f55cc2 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:58.520483 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-76cd126e-1668-4fda-8aae-b4d9c6f55cc2 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "DELETE /v2.0/security-groups/eb955a4a-a64f-4fd9-bf42-1f7f28ef281d HTTP/1.1" status: 204 len: 168 time: 0.5471928 Aug 16 13:09:58.535141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55492) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:58.574091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd126e-1668-4fda-8aae-b4d9c6f55cc2 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb955a4a-a64f-4fd9-bf42-1f7f28ef281d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:58.624390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-81e562d7-3f2c-4a43-86e1-e753b9334787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:58.629577 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-81e562d7-3f2c-4a43-86e1-e753b9334787 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.2101269 Aug 16 13:09:58.649255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e8df1907-c64e-4063-9f46-dd173540b863 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:58.718844 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0b94bed3-c296-4115-9cc5-f0af6c9245d7 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1603229 Aug 16 13:09:58.732503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55494) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:58.741985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-51eedb0a-d3c5-4dde-8647-44aa9a98e2d6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884903189'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:58.793150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port e8df1907-c64e-4063-9f46-dd173540b863 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:58.818845 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99843277-c2e4-498b-8155-d38df3aaa12c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:58.837339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51eedb0a-d3c5-4dde-8647-44aa9a98e2d6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:58.857172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-048646a5-4033-4c24-8ed7-8dec5d027135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:58.857172 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-048646a5-4033-4c24-8ed7-8dec5d027135 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1454029 Aug 16 13:09:58.982296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99843277-c2e4-498b-8155-d38df3aaa12c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=4c43854c-9260-4c85-9759-67d1b33efd2a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:59.076565 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99843277-c2e4-498b-8155-d38df3aaa12c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:59.081288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-99843277-c2e4-498b-8155-d38df3aaa12c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/4c43854c-9260-4c85-9759-67d1b33efd2a HTTP/1.1" status: 204 len: 168 time: 1.0463064 Aug 16 13:09:59.089915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55502) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:59.196048 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51eedb0a-d3c5-4dde-8647-44aa9a98e2d6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:59.202937 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51eedb0a-d3c5-4dde-8647-44aa9a98e2d6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:59.234949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ff317a0b-eede-4127-86d0-4d0514db38ca None None] Provisioning for port e8df1907-c64e-4063-9f46-dd173540b863 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:59.271249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ff317a0b-eede-4127-86d0-4d0514db38ca None None] Provisioning complete for port e8df1907-c64e-4063-9f46-dd173540b863 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:59.272424 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ff317a0b-eede-4127-86d0-4d0514db38ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:59.340535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51eedb0a-d3c5-4dde-8647-44aa9a98e2d6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:59.361315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-51eedb0a-d3c5-4dde-8647-44aa9a98e2d6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6273768 Aug 16 13:09:59.362921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55516) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:59.383091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eedb0a-d3c5-4dde-8647-44aa9a98e2d6 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fc4961-de68-4527-9226-3b4e39bc6cf7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:59.440477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb07f07-27bb-4849-b311-151d837db958 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:59.444263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb07f07-27bb-4849-b311-151d837db958 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:59.444546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-68d21674-844c-4a9d-8e08-5030e1313c0c tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': '10fc4961-de68-4527-9226-3b4e39bc6cf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:59.448827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-efb07f07-27bb-4849-b311-151d837db958 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3577914 Aug 16 13:09:59.468184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55520) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:59.559413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf03bd-8bbc-474c-843c-4429e7cf7897 req-bf771de9-83a0-4fd7-a338-40f90a05f085 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:59.574366 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8abf03bd-8bbc-474c-843c-4429e7cf7897 req-bf771de9-83a0-4fd7-a338-40f90a05f085 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.3562415 Aug 16 13:09:59.593916 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-c691bd9a-bbd1-425f-9d18-b6623fe02e91 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231686 Aug 16 13:09:59.653967 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-68d21674-844c-4a9d-8e08-5030e1313c0c tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:59.662551 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-68d21674-844c-4a9d-8e08-5030e1313c0c tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2825465 Aug 16 13:09:59.664657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55526) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:59.691092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-00d7f0d7-f965-40ab-a212-91d4cf6339d8 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group_rule': {'security_group_id': '10fc4961-de68-4527-9226-3b4e39bc6cf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:59.739070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:59.755053 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ff317a0b-eede-4127-86d0-4d0514db38ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:59.872191 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-00d7f0d7-f965-40ab-a212-91d4cf6339d8 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:09:59.879567 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-00d7f0d7-f965-40ab-a212-91d4cf6339d8 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2049556 Aug 16 13:09:59.883411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55528) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:59.895723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ff317a0b-eede-4127-86d0-4d0514db38ca None None] For port e8df1907-c64e-4063-9f46-dd173540b863, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e8df1907-c64e-4063-9f46-dd173540b863,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:59.905095 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ff317a0b-eede-4127-86d0-4d0514db38ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:59.927742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1900b5c-4792-4708-abd6-abf8c75b9574 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet b1af76dd-219b-46ca-8ed7-1730fd98c9d0 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:09:59.998968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1900b5c-4792-4708-abd6-abf8c75b9574 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:00.003550 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-6f54c816-8d13-4131-9338-60ae27b2431a service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903472 Aug 16 13:10:00.093228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c00def7c-3ed1-41d3-9ff1-ee96b12cf8cb None None] Could not find standard attr ID for object 4c43854c-9260-4c85-9759-67d1b33efd2a. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:10:00.146478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff317a0b-eede-4127-86d0-4d0514db38ca None None] Pushing event updated for resources: {'Port': ['ID=e8df1907-c64e-4063-9f46-dd173540b863,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:00.196395 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-3e064798-9507-4645-96be-8a4f5d696e3f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=bf69d203-57fd-4f8f-9961-872770f05e89 HTTP/1.1" status: 200 len: 217 time: 0.1141324 Aug 16 13:10:00.198652 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8abf03bd-8bbc-474c-843c-4429e7cf7897 req-8b971fbd-8250-4734-ac54-e23627aa5141 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6229756 Aug 16 13:10:00.211635 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1900b5c-4792-4708-abd6-abf8c75b9574 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:00.303778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2679898e-0a0f-4b70-850a-f530ea1eef4a tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:00.323924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-444b3bb0-3379-4158-b443-804424cb8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:00.326737 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-444b3bb0-3379-4158-b443-804424cb8595 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.1120703 Aug 16 13:10:00.345989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2679898e-0a0f-4b70-850a-f530ea1eef4a tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:00.426610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2679898e-0a0f-4b70-850a-f530ea1eef4a tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:00.430532 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2679898e-0a0f-4b70-850a-f530ea1eef4a tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:00.432260 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2679898e-0a0f-4b70-850a-f530ea1eef4a tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "DELETE /v2.0/security-groups/10fc4961-de68-4527-9226-3b4e39bc6cf7 HTTP/1.1" status: 204 len: 168 time: 0.5285194 Aug 16 13:10:00.437298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55532) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:00.484764 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1900b5c-4792-4708-abd6-abf8c75b9574 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:00.520960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679898e-0a0f-4b70-850a-f530ea1eef4a tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fc4961-de68-4527-9226-3b4e39bc6cf7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:00.576693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-e0d17d29-a0db-4ff1-aae0-858c5c554cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:00.583360 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-e0d17d29-a0db-4ff1-aae0-858c5c554cd1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1713746 Aug 16 13:10:00.620917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e8df1907-c64e-4063-9f46-dd173540b863 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:00.766081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d6c5871d-b28b-482e-8185-ea292773f9f1 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3215306 Aug 16 13:10:00.783184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55538) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:00.803768 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-b6e81b61-8bd0-473e-b935-2d2b964a67ec service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093148 Aug 16 13:10:00.839856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-22c0be3b-f65d-441a-9256-a215e3fb50a5 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'tempest-secgroup--900526048'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:00.855411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e8df1907-c64e-4063-9f46-dd173540b863 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:00.856082 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:00.900162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-22c0be3b-f65d-441a-9256-a215e3fb50a5 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:00.945899 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1900b5c-4792-4708-abd6-abf8c75b9574 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:00.994776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1900b5c-4792-4708-abd6-abf8c75b9574 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=b1af76dd-219b-46ca-8ed7-1730fd98c9d0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:01.019355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1900b5c-4792-4708-abd6-abf8c75b9574 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:01.020906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f8e6f2-1a85-4e69-8faf-77012c089f44 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:01.021405 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e1900b5c-4792-4708-abd6-abf8c75b9574 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/b1af76dd-219b-46ca-8ed7-1730fd98c9d0 HTTP/1.1" status: 204 len: 168 time: 1.5408695 Aug 16 13:10:01.027155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55546) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:01.079848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-031bdb50-8bdd-4ea2-8b84-51f6609f3531 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509799 Aug 16 13:10:01.085794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55548) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:01.094019 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-123db222-4272-4f69-86a9-666bb0f2797f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:01.127851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-75d57ccd-cef9-4d5d-a178-a5867d024933 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956860 Aug 16 13:10:01.300096 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-22c0be3b-f65d-441a-9256-a215e3fb50a5 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:01.340408 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-22c0be3b-f65d-441a-9256-a215e3fb50a5 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:01.379928 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123db222-4272-4f69-86a9-666bb0f2797f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:01.387920 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-123db222-4272-4f69-86a9-666bb0f2797f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:01.404147 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-22c0be3b-f65d-441a-9256-a215e3fb50a5 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:01.411188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-22c0be3b-f65d-441a-9256-a215e3fb50a5 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6230710 Aug 16 13:10:01.414350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55554) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:01.434228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b8f8adc1-dc1f-4d89-9418-ec359ee537e7 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:01.435283 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-b8f8adc1-dc1f-4d89-9418-ec359ee537e7 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 13:10:01.436790 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-b8f8adc1-dc1f-4d89-9418-ec359ee537e7 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 13:10:01.450990 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b8f8adc1-dc1f-4d89-9418-ec359ee537e7 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "PUT /v2.0/security-groups/4efff3d4-2ebe-405b-97b6-2166cbacd207 HTTP/1.1" status: 409 len: 330 time: 0.0227628 Aug 16 13:10:01.451254 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55556) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:01.478156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b68ffce-590a-4a1e-bd56-bd5027b62ce6 None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:10:01.594613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7b68ffce-590a-4a1e-bd56-bd5027b62ce6 None None] Deleting port e8df1907-c64e-4063-9f46-dd173540b863 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:01.595270 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7b68ffce-590a-4a1e-bd56-bd5027b62ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:01.769558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7b68ffce-590a-4a1e-bd56-bd5027b62ce6 None None] For port e8df1907-c64e-4063-9f46-dd173540b863, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e8df1907-c64e-4063-9f46-dd173540b863,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:01.769968 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7b68ffce-590a-4a1e-bd56-bd5027b62ce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:01.823790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7b68ffce-590a-4a1e-bd56-bd5027b62ce6 None None] Calling delete_port for e8df1907-c64e-4063-9f46-dd173540b863 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:01.947002 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1a71-ee43-438f-88e4-efedbaf78847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:01.988718 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7b68ffce-590a-4a1e-bd56-bd5027b62ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:02.047320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68ffce-590a-4a1e-bd56-bd5027b62ce6 None None] Pushing event deleted for resources: {'Port': ['ID=e8df1907-c64e-4063-9f46-dd173540b863,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:02.050536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68ffce-590a-4a1e-bd56-bd5027b62ce6 None None] No DVR routers for this DVR port e8df1907-c64e-4063-9f46-dd173540b863 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:10:02.337303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0be3b-f65d-441a-9256-a215e3fb50a5 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efff3d4-2ebe-405b-97b6-2166cbacd207,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:02.515561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953aca62-4118-4624-9468-ad8ec5c37141 req-358e6158-76c7-4500-867f-0229e6d808da tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:02.530758 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-953aca62-4118-4624-9468-ad8ec5c37141 req-358e6158-76c7-4500-867f-0229e6d808da tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 1.1295171 Aug 16 13:10:02.552017 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e8df1907-c64e-4063-9f46-dd173540b863 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:02.582376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: e8df1907-c64e-4063-9f46-dd173540b863 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:10:02.582713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e8df1907-c64e-4063-9f46-dd173540b863 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:02.582854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dfb02db3-a083-4575-b8ef-699ed068116f tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:02.597196 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-123db222-4272-4f69-86a9-666bb0f2797f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:02.708626 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dfb02db3-a083-4575-b8ef-699ed068116f tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:02.732926 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123db222-4272-4f69-86a9-666bb0f2797f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:02.744528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-123db222-4272-4f69-86a9-666bb0f2797f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:02.755078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123db222-4272-4f69-86a9-666bb0f2797f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:02.755685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-123db222-4272-4f69-86a9-666bb0f2797f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:02.760174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2eb6d7-38ed-4617-910a-608107dc073e None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:02.771517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-953aca62-4118-4624-9468-ad8ec5c37141 req-bcd570e5-16e3-4a71-97db-3debdb9e8b82 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398322 Aug 16 13:10:02.782229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-123db222-4272-4f69-86a9-666bb0f2797f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6914184 Aug 16 13:10:02.782229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123db222-4272-4f69-86a9-666bb0f2797f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=0f071032-3888-43b4-aafd-a1aa329d8838,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:02.782884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55568) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:02.803525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'name': 'tempest-NetworksTestDHCPv6-1586161879'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:02.853435 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dfb02db3-a083-4575-b8ef-699ed068116f tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:02.856098 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dfb02db3-a083-4575-b8ef-699ed068116f tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:02.861559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dfb02db3-a083-4575-b8ef-699ed068116f tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "DELETE /v2.0/security-groups/4efff3d4-2ebe-405b-97b6-2166cbacd207 HTTP/1.1" status: 204 len: 168 time: 1.4002318 Aug 16 13:10:02.861924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55570) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:02.887206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb02db3-a083-4575-b8ef-699ed068116f tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efff3d4-2ebe-405b-97b6-2166cbacd207,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:03.086345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '0f071032-3888-43b4-aafd-a1aa329d8838'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:10:03.087228 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:03.156380 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-22b9b58e-e074-4a62-b897-412fd737bd78 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2886162 Aug 16 13:10:03.156672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55574) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:03.187835 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-15b1c309-4bd8-45ea-a9d5-27fb7f362af0 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] delete failed (client error): The resource could not be found. Aug 16 13:10:03.194080 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-15b1c309-4bd8-45ea-a9d5-27fb7f362af0 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "DELETE /v2.0/security-groups/a22e26a3-90ec-417f-9307-c7c843e471fa HTTP/1.1" status: 404 len: 347 time: 0.0314801 Aug 16 13:10:03.202767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55576) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:03.259947 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-4ff20ad6-b995-469d-b04e-ffb49faaad09 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] show failed (client error): The resource could not be found. Aug 16 13:10:03.261061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4ff20ad6-b995-469d-b04e-ffb49faaad09 tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-groups/34353b20-733f-42d6-bbd8-50102ad0d10d HTTP/1.1" status: 404 len: 347 time: 0.0573370 Aug 16 13:10:03.271690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:03.276745 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55580) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:03.280120 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:03.315603 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-8db9e547-0758-4ee1-aae7-11d0631392ca tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] show failed (client error): The resource could not be found. Aug 16 13:10:03.319429 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8db9e547-0758-4ee1-aae7-11d0631392ca tempest-NegativeSecGroupIPv6Test-214981955 tempest-NegativeSecGroupIPv6Test-214981955-project] 10.222.0.25 "GET /v2.0/security-group-rules/c6947a61-d549-42a6-b499-2db653346355 HTTP/1.1" status: 404 len: 356 time: 0.0413566 Aug 16 13:10:03.361329 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-452677a0-1713-4bf7-a8cd-805073888077 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea1d22ed-a3e8-4d72-95e8-c0495702971e HTTP/1.1" status: 200 len: 217 time: 0.1098914 Aug 16 13:10:03.449896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 4ebc4243-f50c-417c-acfc-e7af61c5f3ab yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:10:03.456116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/0f071032-3888-43b4-aafd-a1aa329d8838/5d9755cd-6ce8-4410-8bb9-ce65b000a02f) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:03.754447 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:03.770186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Transition to ACTIVE for port object 5d9755cd-6ce8-4410-8bb9-ce65b000a02f will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:03.797758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Transition to ACTIVE for port object 5d9755cd-6ce8-4410-8bb9-ce65b000a02f will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:03.808656 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:03.840710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:03.849062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:03.907807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:03.941756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55590) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:03.978683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Pushing event updated for resources: {'Port': ['ID=5d9755cd-6ce8-4410-8bb9-ce65b000a02f,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:03.985982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::20a (bbb70a5f-e1ed-4340-8ed7-bddea692336c/0f071032-3888-43b4-aafd-a1aa329d8838/4ebc4243-f50c-417c-acfc-e7af61c5f3ab) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:04.011587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6e07d-3c6c-4ece-aa6b-47bc627c5d47 req-4fe030b8-4118-4394-af56-9c01a51430df tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:04.013112 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdb6e07d-3c6c-4ece-aa6b-47bc627c5d47 req-4fe030b8-4118-4394-af56-9c01a51430df tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1215641 Aug 16 13:10:04.044740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Attempting to bind port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:04.045482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Attempting to bind port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:04.046316 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Attempting to bind port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:04.056988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:04.057757 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:04.058950 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:04.060112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:04.060675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Bound port: 5d9755cd-6ce8-4410-8bb9-ce65b000a02f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:04.061776 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:04.108838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-96b52101-af52-43f7-bf7f-cef51d11e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:04.114517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdb6e07d-3c6c-4ece-aa6b-47bc627c5d47 req-9ebf0128-7ce7-4fb9-996a-ef5a37138890 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879846 Aug 16 13:10:04.114738 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-96b52101-af52-43f7-bf7f-cef51d11e263 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.7370491 Aug 16 13:10:04.254604 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1c4d189f-f350-4600-a377-c5ac0e3472f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5bb6e194ce644688abca288fd19d1b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059177 Aug 16 13:10:04.255376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55598) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:04.276210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-f598c906-9f64-4d3d-9ee1-770aaf588399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:04.280072 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-f598c906-9f64-4d3d-9ee1-770aaf588399 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1464193 Aug 16 13:10:04.420629 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-059ab581-f438-4e8a-929a-022969fcded6 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301267 Aug 16 13:10:04.428206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:04.434146 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b653-2959-43e5-b9f9-0006279c610b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:04.447670 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] For port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:04.492490 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b06a6678-b766-41c6-9ac0-d2da35796dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:04.509855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] For port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5d9755cd-6ce8-4410-8bb9-ce65b000a02f,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:04.534663 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:04.552150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 4ebc4243-f50c-417c-acfc-e7af61c5f3ab will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:04.555397 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-257c0d3c-f894-456c-9153-9390ae6777ff service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235635 Aug 16 13:10:04.579988 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b06a6678-b766-41c6-9ac0-d2da35796dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:04.632735 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-7a9118ee-f096-41c8-a655-f1be064ee7b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8 HTTP/1.1" status: 200 len: 217 time: 0.0636084 Aug 16 13:10:04.711145 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:04.716159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-ca9aa20e-54bd-44cc-a58a-69901137b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:04.718013 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-ca9aa20e-54bd-44cc-a58a-69901137b7a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.0765438 Aug 16 13:10:04.727416 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:04.795591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bca79-7ef3-422f-be58-9c1945374ddb None None] Pushing event updated for resources: {'Port': ['ID=5d9755cd-6ce8-4410-8bb9-ce65b000a02f,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:04.839629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ae6b7-dbc4-4b5c-a5f3-482454724013 req-5ed14a9d-aa83-4851-b6d4-c4087d7751e1 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:04.850573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a6ae6b7-dbc4-4b5c-a5f3-482454724013 req-5ed14a9d-aa83-4851-b6d4-c4087d7751e1 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 945 time: 0.2511196 Aug 16 13:10:04.940532 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b06a6678-b766-41c6-9ac0-d2da35796dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:04.947693 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b06a6678-b766-41c6-9ac0-d2da35796dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:04.952144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b06a6678-b766-41c6-9ac0-d2da35796dcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a24c083-a28c-4fa3-aa27-33984b2ce7c6 HTTP/1.1" status: 204 len: 168 time: 0.6955266 Aug 16 13:10:05.026928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a6ae6b7-dbc4-4b5c-a5f3-482454724013 req-b93aa80b-3a0b-4fa9-a309-c0a9e06bc436 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696141 Aug 16 13:10:05.028847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a6678-b766-41c6-9ac0-d2da35796dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a24c083-a28c-4fa3-aa27-33984b2ce7c6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:05.048965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:05.087093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:05.098339 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:05.114981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:05.115763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:05.141897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-6714e261-0927-4460-96f3-97724c8623f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:05.143870 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-6714e261-0927-4460-96f3-97724c8623f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4065974 Aug 16 13:10:05.154946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=4ebc4243-f50c-417c-acfc-e7af61c5f3ab,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:05.344077 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-3c568ca8-666c-4015-9b53-160bd947c7a5 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842687 Aug 16 13:10:05.496625 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:05.510964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172d90b-721c-4af3-a48f-f286df8f7ec7 req-cf7b507b-1a2a-4b61-a1e7-469261115370 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:05.513621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7172d90b-721c-4af3-a48f-f286df8f7ec7 req-cf7b507b-1a2a-4b61-a1e7-469261115370 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1835794 Aug 16 13:10:05.523362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f854a909-f72b-48d3-9605-e4e05ae85502 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7369421 Aug 16 13:10:05.528868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55630) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:05.640513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7172d90b-721c-4af3-a48f-f286df8f7ec7 req-6a6b0fd0-617f-45a9-a124-b16419c8359f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176703 Aug 16 13:10:05.654960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cf6c8c-7ea7-4852-9d18-b50009f39a9e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:05.655991 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bacd90d-904e-4fe8-b5b8-a124d16d0953 req-58342c81-e9c4-4be0-be1f-eabb209fc29e service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019164 Aug 16 13:10:05.661616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cf6c8c-7ea7-4852-9d18-b50009f39a9e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:05.663398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-07cf6c8c-7ea7-4852-9d18-b50009f39a9e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1331680 Aug 16 13:10:05.667150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55640) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:05.773381 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-e3fc9c7c-06b6-4455-b044-16c646e0e762 req-ff4b0f4b-e18d-4a0c-9403-25ddf20dccb8 tempest-LiveAutoBlockMigrationV225Test-906460911 tempest-LiveAutoBlockMigrationV225Test-906460911-project] (101395) timed out ('10.222.0.22', 51325) {{(pid=101395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:10:05.862292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0b1d6-37a0-4679-afc6-9ac05759747c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 4ebc4243-f50c-417c-acfc-e7af61c5f3ab {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:05.863584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b1d6-37a0-4679-afc6-9ac05759747c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:06.155351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d4fd6-ec3c-4eb8-85cd-75d7e1019ffb req-df92a90d-1eaf-4cbf-8e5d-f9d611cc7b14 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:06.158789 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-507d4fd6-ec3c-4eb8-85cd-75d7e1019ffb req-df92a90d-1eaf-4cbf-8e5d-f9d611cc7b14 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 945 time: 0.2287250 Aug 16 13:10:06.165968 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b1d6-37a0-4679-afc6-9ac05759747c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:06.194538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c088e0-31fd-42c4-a50a-2b819c63f9b1 req-f69c4853-4b7d-48b0-8039-4a595b61df0d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:06.205587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20c088e0-31fd-42c4-a50a-2b819c63f9b1 req-f69c4853-4b7d-48b0-8039-4a595b61df0d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 945 time: 0.0773129 Aug 16 13:10:06.255335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0b1d6-37a0-4679-afc6-9ac05759747c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 4ebc4243-f50c-417c-acfc-e7af61c5f3ab owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:06.263387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20c088e0-31fd-42c4-a50a-2b819c63f9b1 req-febfe353-7132-42fc-b810-17745b33019d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563648 Aug 16 13:10:06.546699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-507d4fd6-ec3c-4eb8-85cd-75d7e1019ffb req-646a74c0-fdee-46f0-a6aa-20ee02e6280f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Deleting port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:06.548335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-507d4fd6-ec3c-4eb8-85cd-75d7e1019ffb req-646a74c0-fdee-46f0-a6aa-20ee02e6280f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:06.615281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5d9755cd-6ce8-4410-8bb9-ce65b000a02f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:06.714332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7dddf798-cf46-438b-ab5a-d081eae19a21 None None] Provisioning for port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:06.762673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:06.771616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:06.772022 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:06.844469 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b1d6-37a0-4679-afc6-9ac05759747c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:06.955854 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-507d4fd6-ec3c-4eb8-85cd-75d7e1019ffb req-646a74c0-fdee-46f0-a6aa-20ee02e6280f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] For port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:06.956371 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-507d4fd6-ec3c-4eb8-85cd-75d7e1019ffb req-646a74c0-fdee-46f0-a6aa-20ee02e6280f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:06.959312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0b1d6-37a0-4679-afc6-9ac05759747c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=4ebc4243-f50c-417c-acfc-e7af61c5f3ab,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:06.963252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e373a48-4f5a-40ab-b3d9-627806419197 req-9faaa5f7-1f0e-4b0a-99d2-692f08822e35 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:06.965089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e373a48-4f5a-40ab-b3d9-627806419197 req-9faaa5f7-1f0e-4b0a-99d2-692f08822e35 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1103213 Aug 16 13:10:06.984009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-507d4fd6-ec3c-4eb8-85cd-75d7e1019ffb req-646a74c0-fdee-46f0-a6aa-20ee02e6280f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Calling delete_port for 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:07.024978 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b1d6-37a0-4679-afc6-9ac05759747c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.027172 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.031170 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7cc0b1d6-37a0-4679-afc6-9ac05759747c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/4ebc4243-f50c-417c-acfc-e7af61c5f3ab HTTP/1.1" status: 204 len: 168 time: 1.3627248 Aug 16 13:10:07.032417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55680) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:07.075060 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e373a48-4f5a-40ab-b3d9-627806419197 req-285c61ad-cbc4-41a7-aa2e-9388d99166a9 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998225 Aug 16 13:10:07.115559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5d9755cd-6ce8-4410-8bb9-ce65b000a02f,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:07.123749 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.167610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-367b57ad-244f-4e76-a97c-96576b5913ed None None] Could not find standard attr ID for object 4ebc4243-f50c-417c-acfc-e7af61c5f3ab. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:10:07.210344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=5d9755cd-6ce8-4410-8bb9-ce65b000a02f,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:07.325812 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.363569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ce0e3-fc8c-486f-897e-df52dad31a95 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:07.366737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ce0e3-fc8c-486f-897e-df52dad31a95 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:07.369313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af1ce0e3-fc8c-486f-897e-df52dad31a95 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3336585 Aug 16 13:10:07.375685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55692) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:07.549566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae24d25b-21e7-4f58-962d-ba546ed6fcb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 0f071032-3888-43b4-aafd-a1aa329d8838 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:10:07.558406 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae24d25b-21e7-4f58-962d-ba546ed6fcb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.572568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0415e92-4c48-45d3-b6b3-e3b8109f351b req-dfff06b5-5058-4a85-a637-f5d1514ecebb tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:07.576860 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0415e92-4c48-45d3-b6b3-e3b8109f351b req-dfff06b5-5058-4a85-a637-f5d1514ecebb tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 945 time: 0.2194624 Aug 16 13:10:07.660960 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae24d25b-21e7-4f58-962d-ba546ed6fcb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.662879 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0415e92-4c48-45d3-b6b3-e3b8109f351b req-de0c3c5e-d727-4b62-b97d-cf3957ffe681 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643809 Aug 16 13:10:07.705454 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-507d4fd6-ec3c-4eb8-85cd-75d7e1019ffb req-646a74c0-fdee-46f0-a6aa-20ee02e6280f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.725085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['29d887f3-7f83-4339-b4e7-9c7c825529fb', 'e0e48a21-8678-4219-bc46-01ae5701d593', '75fa4c6f-c207-4b9a-b64d-2be2c024dc8c'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:10:07.744516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['904ab79a-0f35-45c2-9fd7-001f7a8e1b3a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:10:07.763111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a74c0-fdee-46f0-a6aa-20ee02e6280f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Pushing event deleted for resources: {'Port': ['ID=75fa4c6f-c207-4b9a-b64d-2be2c024dc8c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:07.836188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-507d4fd6-ec3c-4eb8-85cd-75d7e1019ffb req-646a74c0-fdee-46f0-a6aa-20ee02e6280f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] No DVR routers for this DVR port 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:10:07.840198 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-507d4fd6-ec3c-4eb8-85cd-75d7e1019ffb req-646a74c0-fdee-46f0-a6aa-20ee02e6280f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.842904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-507d4fd6-ec3c-4eb8-85cd-75d7e1019ffb req-646a74c0-fdee-46f0-a6aa-20ee02e6280f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "DELETE /v2.0/ports/75fa4c6f-c207-4b9a-b64d-2be2c024dc8c HTTP/1.1" status: 204 len: 173 time: 1.6720316 Aug 16 13:10:07.843660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64da2784-8d94-491c-80d3-cd7d311a193f', 'name': 'network-vif-deleted', 'tag': '75fa4c6f-c207-4b9a-b64d-2be2c024dc8c'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:10:07.847136 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40993470-03db-4a5d-aa18-451535b062e1" -d '{"events": [{"server_uuid": "64da2784-8d94-491c-80d3-cd7d311a193f", "name": "network-vif-deleted", "tag": "75fa4c6f-c207-4b9a-b64d-2be2c024dc8c"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:10:07.886394 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae24d25b-21e7-4f58-962d-ba546ed6fcb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.053303 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae24d25b-21e7-4f58-962d-ba546ed6fcb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.096411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24d25b-21e7-4f58-962d-ba546ed6fcb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=0f071032-3888-43b4-aafd-a1aa329d8838,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:08.104595 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae24d25b-21e7-4f58-962d-ba546ed6fcb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.110994 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ae24d25b-21e7-4f58-962d-ba546ed6fcb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/0f071032-3888-43b4-aafd-a1aa329d8838 HTTP/1.1" status: 204 len: 168 time: 0.7296081 Aug 16 13:10:08.112035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55706) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:08.132843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3d5dc7-8809-43d5-ac2b-90d5cbda8a47 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:08.185585 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-802d0285-7c4f-4725-b66c-547cb31cdea4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678463 Aug 16 13:10:08.189544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55710) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:08.301673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede9619d-5663-4aa5-8c4d-09f89088a2fc tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:08.313570 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ede9619d-5663-4aa5-8c4d-09f89088a2fc tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1176476 Aug 16 13:10:08.314627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55712) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:08.489633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ebf4e-48cd-432c-a94d-afee2f76c446 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:08.495689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101a5b7-7089-4ce7-b18c-df0a5692e383 req-8f64a671-fdc7-456d-9b0f-048dc1e98b16 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:08.497402 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-893ebf4e-48cd-432c-a94d-afee2f76c446 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1756053 Aug 16 13:10:08.498218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55714) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:08.513775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6101a5b7-7089-4ce7-b18c-df0a5692e383 req-8f64a671-fdc7-456d-9b0f-048dc1e98b16 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1492424 Aug 16 13:10:08.555862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b60bf9-f274-4e59-9690-495a5b1f399c None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:10:08.599823 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de56c4f7-110b-405e-be7f-e4be05a5fe67 x-openstack-request-id: req-de56c4f7-110b-405e-be7f-e4be05a5fe67 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:10:08.600158 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64da2784-8d94-491c-80d3-cd7d311a193f", "name": "network-vif-deleted", "tag": "75fa4c6f-c207-4b9a-b64d-2be2c024dc8c", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:10:08.600375 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de56c4f7-110b-405e-be7f-e4be05a5fe67 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:10:08.600833 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64da2784-8d94-491c-80d3-cd7d311a193f', 'name': 'network-vif-deleted', 'tag': '75fa4c6f-c207-4b9a-b64d-2be2c024dc8c', 'status': 'completed', 'code': 200} Aug 16 13:10:08.601195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6101a5b7-7089-4ce7-b18c-df0a5692e383 req-74573977-b191-4453-a713-045ae6e9bab7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853295 Aug 16 13:10:08.608557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55716) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:08.610820 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c595162e-27cf-403f-a4de-865071f668ac tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034355 Aug 16 13:10:08.617602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a04c0fb1-4e18-49ca-89cc-9dabd9955075 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:08.669453 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a0b60bf9-f274-4e59-9690-495a5b1f399c None None] Deleting port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:08.670303 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a0b60bf9-f274-4e59-9690-495a5b1f399c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.802428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a0b60bf9-f274-4e59-9690-495a5b1f399c None None] For port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5d9755cd-6ce8-4410-8bb9-ce65b000a02f,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:08.803248 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a0b60bf9-f274-4e59-9690-495a5b1f399c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.835394 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a0b60bf9-f274-4e59-9690-495a5b1f399c None None] Calling delete_port for 5d9755cd-6ce8-4410-8bb9-ce65b000a02f owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:08.888603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd461a28-a65d-48a6-a326-66004ab58190 req-5755bb43-aeb4-4a65-a6de-ba6b8206c9b4 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=64da2784-8d94-491c-80d3-cd7d311a193f HTTP/1.1" status: 200 len: 210 time: 0.0722828 Aug 16 13:10:08.919624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04c0fb1-4e18-49ca-89cc-9dabd9955075 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:08.923501 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a04c0fb1-4e18-49ca-89cc-9dabd9955075 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.984024 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a0b60bf9-f274-4e59-9690-495a5b1f399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.039527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b60bf9-f274-4e59-9690-495a5b1f399c None None] Pushing event deleted for resources: {'Port': ['ID=5d9755cd-6ce8-4410-8bb9-ce65b000a02f,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:09.043938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b60bf9-f274-4e59-9690-495a5b1f399c None None] No DVR routers for this DVR port 5d9755cd-6ce8-4410-8bb9-ce65b000a02f on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:10:09.165948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a04c0fb1-4e18-49ca-89cc-9dabd9955075 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.195515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c0fb1-4e18-49ca-89cc-9dabd9955075 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:09.225503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a04c0fb1-4e18-49ca-89cc-9dabd9955075 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:09.242475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c0fb1-4e18-49ca-89cc-9dabd9955075 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:09.242475 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a04c0fb1-4e18-49ca-89cc-9dabd9955075 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.251271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55941f1c-f6c4-4da3-8e46-8e042fe93322 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:09.271801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a04c0fb1-4e18-49ca-89cc-9dabd9955075 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6577139 Aug 16 13:10:09.271801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c0fb1-4e18-49ca-89cc-9dabd9955075 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=fbc8b1cb-2391-4273-a5dd-5b20aed2a8cb,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:09.273035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55730) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:09.280312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': 'fbc8b1cb-2391-4273-a5dd-5b20aed2a8cb', 'ip_address': '2001:db8::8365:b49b:91b5:4484'}], 'name': 'tempest-NetworksTestDHCPv6-1598000229'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:09.439297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:09.493008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': 'fbc8b1cb-2391-4273-a5dd-5b20aed2a8cb'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:10:09.494614 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.614016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.640072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 869c7a52-5985-4413-be29-492c6abed50f yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:10:09.930702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6440448-4ad3-41e2-b9c5-fd10d26ef423 req-34c36db7-fcce-442e-990e-ca7ebee23760 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:09.933194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6440448-4ad3-41e2-b9c5-fd10d26ef423 req-34c36db7-fcce-442e-990e-ca7ebee23760 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.0960011 Aug 16 13:10:09.935475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/fbc8b1cb-2391-4273-a5dd-5b20aed2a8cb/ac4b2619-8a0f-4959-9bde-a2110fd5da3d) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:10.006319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:10.007513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6440448-4ad3-41e2-b9c5-fd10d26ef423 req-a5dc9848-1cca-4f4e-b72e-7fdb05df56ec tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591631 Aug 16 13:10:10.092600 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:10:10.093506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 75fa4c6f-c207-4b9a-b64d-2be2c024dc8c not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:10.354676 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:10.379807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Transition to ACTIVE for port object ac4b2619-8a0f-4959-9bde-a2110fd5da3d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:10.446435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Transition to ACTIVE for port object ac4b2619-8a0f-4959-9bde-a2110fd5da3d will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:10.492954 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:10.575245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Pushing event updated for resources: {'Port': ['ID=ac4b2619-8a0f-4959-9bde-a2110fd5da3d,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:10.594598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:10.594598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:10.600067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:10.607539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::8365:b49b:91b5:4484 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/fbc8b1cb-2391-4273-a5dd-5b20aed2a8cb/869c7a52-5985-4413-be29-492c6abed50f) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:10.702486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5d9755cd-6ce8-4410-8bb9-ce65b000a02f no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:10.706662 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Attempting to bind port ac4b2619-8a0f-4959-9bde-a2110fd5da3d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:10.707056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Attempting to bind port ac4b2619-8a0f-4959-9bde-a2110fd5da3d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:10.707547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Attempting to bind port ac4b2619-8a0f-4959-9bde-a2110fd5da3d on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:10.739650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:10.740031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:10.741007 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:10.741960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:10.742652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Bound port: ac4b2619-8a0f-4959-9bde-a2110fd5da3d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:10.743051 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:10.754549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 5d9755cd-6ce8-4410-8bb9-ce65b000a02f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:10:10.754892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5d9755cd-6ce8-4410-8bb9-ce65b000a02f not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:10.835229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] For port ac4b2619-8a0f-4959-9bde-a2110fd5da3d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:10.838914 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] For port ac4b2619-8a0f-4959-9bde-a2110fd5da3d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ac4b2619-8a0f-4959-9bde-a2110fd5da3d,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:10.846448 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:10.932306 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:10.949259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5343b-6247-48bc-8191-9f98afa6a88d None None] Pushing event updated for resources: {'Port': ['ID=ac4b2619-8a0f-4959-9bde-a2110fd5da3d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:10.976255 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 869c7a52-5985-4413-be29-492c6abed50f will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:11.031432 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.100086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=869c7a52-5985-4413-be29-492c6abed50f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:11.106761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:11.109415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:11.115129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:11.121631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:11.126341 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.152576 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-795a62bc-7231-4727-b1aa-06070a812235 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8781676 Aug 16 13:10:11.157504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55770) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:11.320822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b03cea-af86-4ca6-9450-05720b3aaa5a req-7f6e27e6-5f41-40fd-b5de-8d25582c2228 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:11.325830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67b03cea-af86-4ca6-9450-05720b3aaa5a req-7f6e27e6-5f41-40fd-b5de-8d25582c2228 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.1648412 Aug 16 13:10:11.344443 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1c62b-12fa-49ef-8921-09a17fa2a3e2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:11.355550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1c62b-12fa-49ef-8921-09a17fa2a3e2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:11.357624 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3fe1c62b-12fa-49ef-8921-09a17fa2a3e2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1986744 Aug 16 13:10:11.363078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55776) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:11.411199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67b03cea-af86-4ca6-9450-05720b3aaa5a req-d3d462fc-ceb5-4e5b-9e57-3c44539ca58f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521173 Aug 16 13:10:11.611955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9fb4feca-8519-4638-8bb7-95f438db653e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 869c7a52-5985-4413-be29-492c6abed50f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:11.612319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fb4feca-8519-4638-8bb7-95f438db653e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.740984 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fb4feca-8519-4638-8bb7-95f438db653e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.767457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9fb4feca-8519-4638-8bb7-95f438db653e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 869c7a52-5985-4413-be29-492c6abed50f owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:12.044228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fb4feca-8519-4638-8bb7-95f438db653e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.177309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4feca-8519-4638-8bb7-95f438db653e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=869c7a52-5985-4413-be29-492c6abed50f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:12.226223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9fb4feca-8519-4638-8bb7-95f438db653e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.231386 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9fb4feca-8519-4638-8bb7-95f438db653e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/869c7a52-5985-4413-be29-492c6abed50f HTTP/1.1" status: 204 len: 168 time: 0.8669491 Aug 16 13:10:12.234214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55792) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:12.348526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ae324-af6d-41f9-9511-d5ce5c10f4ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:12.352771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ae324-af6d-41f9-9511-d5ce5c10f4ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:12.356102 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7b9ae324-af6d-41f9-9511-d5ce5c10f4ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1194713 Aug 16 13:10:12.359354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55796) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:12.575690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b76195-9ade-49e9-819d-69766ff2b88e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet fbc8b1cb-2391-4273-a5dd-5b20aed2a8cb {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:10:12.585315 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-54b76195-9ade-49e9-819d-69766ff2b88e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.672963 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-54b76195-9ade-49e9-819d-69766ff2b88e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.717574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ac4b2619-8a0f-4959-9bde-a2110fd5da3d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:12.832167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-54b76195-9ade-49e9-819d-69766ff2b88e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.931290 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-75727c0c-6471-4d58-b7a5-990a24266b60 None None] Provisioning for port ac4b2619-8a0f-4959-9bde-a2110fd5da3d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:12.940260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port ac4b2619-8a0f-4959-9bde-a2110fd5da3d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:12.945753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-75727c0c-6471-4d58-b7a5-990a24266b60 None None] Provisioning complete for port ac4b2619-8a0f-4959-9bde-a2110fd5da3d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:12.946478 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-75727c0c-6471-4d58-b7a5-990a24266b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.956857 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-54b76195-9ade-49e9-819d-69766ff2b88e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.995738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-54b76195-9ade-49e9-819d-69766ff2b88e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.006193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-54b76195-9ade-49e9-819d-69766ff2b88e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/fbc8b1cb-2391-4273-a5dd-5b20aed2a8cb HTTP/1.1" status: 204 len: 168 time: 0.6433661 Aug 16 13:10:13.012178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55808) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:13.075064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b76195-9ade-49e9-819d-69766ff2b88e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc8b1cb-2391-4273-a5dd-5b20aed2a8cb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:13.085814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port ac4b2619-8a0f-4959-9bde-a2110fd5da3d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:13.086212 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.108546 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9f36d675-c707-4bed-96fb-ee69f291ef9f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915768 Aug 16 13:10:13.108941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55810) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:13.114981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-87deef22-0360-4b69-928c-0e121ad4ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:13.120136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349d6dd-bda5-404a-a8b6-b6a9ff047eeb req-616300ca-837e-41dd-a639-107b95e99880 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:13.122681 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a349d6dd-bda5-404a-a8b6-b6a9ff047eeb req-616300ca-837e-41dd-a639-107b95e99880 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.2535410 Aug 16 13:10:13.298605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a27ebe-6d53-40ba-adb5-c4bdc92b39e7 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:13.307256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a349d6dd-bda5-404a-a8b6-b6a9ff047eeb req-32a1106d-5699-4258-b7a4-5d34d29289b5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761310 Aug 16 13:10:13.441869 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-75727c0c-6471-4d58-b7a5-990a24266b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.447504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87deef22-0360-4b69-928c-0e121ad4ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:13.457904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87deef22-0360-4b69-928c-0e121ad4ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.604202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-75727c0c-6471-4d58-b7a5-990a24266b60 None None] For port ac4b2619-8a0f-4959-9bde-a2110fd5da3d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ac4b2619-8a0f-4959-9bde-a2110fd5da3d,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:13.605501 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.641812 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-75727c0c-6471-4d58-b7a5-990a24266b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.765511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75727c0c-6471-4d58-b7a5-990a24266b60 None None] Pushing event updated for resources: {'Port': ['ID=ac4b2619-8a0f-4959-9bde-a2110fd5da3d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:13.795289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ebf30085-e46d-4b7b-9c8b-8547d0eed58d None None] Could not find standard attr ID for object 869c7a52-5985-4413-be29-492c6abed50f. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:10:13.814348 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:10:13.814839 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:10:13.865871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa769b52-8fde-45d5-9010-7e69a2688bcd None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:10:13.942844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-aa769b52-8fde-45d5-9010-7e69a2688bcd None None] Deleting port ac4b2619-8a0f-4959-9bde-a2110fd5da3d {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:13.943562 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa769b52-8fde-45d5-9010-7e69a2688bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.008446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87deef22-0360-4b69-928c-0e121ad4ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.043893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-aa769b52-8fde-45d5-9010-7e69a2688bcd None None] For port ac4b2619-8a0f-4959-9bde-a2110fd5da3d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ac4b2619-8a0f-4959-9bde-a2110fd5da3d,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:14.044627 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa769b52-8fde-45d5-9010-7e69a2688bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.074415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87deef22-0360-4b69-928c-0e121ad4ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:14.076498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-aa769b52-8fde-45d5-9010-7e69a2688bcd None None] Calling delete_port for ac4b2619-8a0f-4959-9bde-a2110fd5da3d owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:14.082996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-87deef22-0360-4b69-928c-0e121ad4ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:14.088030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87deef22-0360-4b69-928c-0e121ad4ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:14.089041 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87deef22-0360-4b69-928c-0e121ad4ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.116429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87deef22-0360-4b69-928c-0e121ad4ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=37618a58-c11c-4802-a01d-a688a3b6b0b4,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:14.131786 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-87deef22-0360-4b69-928c-0e121ad4ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0176423 Aug 16 13:10:14.132305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55822) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:14.145452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': '37618a58-c11c-4802-a01d-a688a3b6b0b4', 'ip_address': '2001:db8::aa80:39d6:5716:c7dd'}], 'name': 'tempest-NetworksTestDHCPv6-187498515'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:14.210964 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa769b52-8fde-45d5-9010-7e69a2688bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.255630 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa769b52-8fde-45d5-9010-7e69a2688bcd None None] Pushing event deleted for resources: {'Port': ['ID=ac4b2619-8a0f-4959-9bde-a2110fd5da3d,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:14.259780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa769b52-8fde-45d5-9010-7e69a2688bcd None None] No DVR routers for this DVR port ac4b2619-8a0f-4959-9bde-a2110fd5da3d on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:10:14.312463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d13269-1785-497d-8787-c93dc647db46 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:14.338767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:14.341667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Port ac4b2619-8a0f-4959-9bde-a2110fd5da3d update to ACTIVE by agent not found {{(pid=101397) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 13:10:14.577954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ac4b2619-8a0f-4959-9bde-a2110fd5da3d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:14.630180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: ac4b2619-8a0f-4959-9bde-a2110fd5da3d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:10:14.630531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ac4b2619-8a0f-4959-9bde-a2110fd5da3d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:14.640267 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.686946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '37618a58-c11c-4802-a01d-a688a3b6b0b4'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:10:14.688380 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.694301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port ab0afd89-12d5-4070-a61c-9039aeb882bb yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:10:14.714351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device badf3ac6-83e5-4fef-be55-0d0bce30d799 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:10:15.170337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9dfd2-50ff-4c22-8a08-a2128e22b215 req-49a77473-12d1-4866-8a83-10d5ee63abf8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:15.176219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7aa9dfd2-50ff-4c22-8a08-a2128e22b215 req-49a77473-12d1-4866-8a83-10d5ee63abf8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 943 time: 0.4990270 Aug 16 13:10:15.176742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/37618a58-c11c-4802-a01d-a688a3b6b0b4/3b1ecf94-982a-45f1-b385-93593bff98b2) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:15.285944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7aa9dfd2-50ff-4c22-8a08-a2128e22b215 req-e1f48277-e562-4c32-a3af-5c660c9e2e11 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893724 Aug 16 13:10:15.305773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:15.401660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'port_id': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'mac_address': 'fa:16:3e:de:16:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:10:15.407419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a404d17-aa6c-4cad-9727-7d10de7d2a38 req-719624f2-9846-4250-a98b-ce1a7d2d313c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:15.417236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a404d17-aa6c-4cad-9727-7d10de7d2a38 req-719624f2-9846-4250-a98b-ce1a7d2d313c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 945 time: 0.0825405 Aug 16 13:10:15.530329 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a404d17-aa6c-4cad-9727-7d10de7d2a38 req-7357350c-700f-452e-be65-3606078227ba tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108756 Aug 16 13:10:15.562466 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.598230 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Transition to ACTIVE for port object 3b1ecf94-982a-45f1-b385-93593bff98b2 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:15.639113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Transition to ACTIVE for port object 3b1ecf94-982a-45f1-b385-93593bff98b2 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:15.656198 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.773263 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.776822 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:15.783385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:15.794457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:15.804908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Pushing event updated for resources: {'Port': ['ID=3b1ecf94-982a-45f1-b385-93593bff98b2,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:15.810778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badf3ac6-83e5-4fef-be55-0d0bce30d799 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:10:15.839017 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:15.847803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::aa80:39d6:5716:c7dd (bbb70a5f-e1ed-4340-8ed7-bddea692336c/37618a58-c11c-4802-a01d-a688a3b6b0b4/ab0afd89-12d5-4070-a61c-9039aeb882bb) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:15.850972 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.094245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Attempting to bind port 3b1ecf94-982a-45f1-b385-93593bff98b2 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:16.095168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Attempting to bind port 3b1ecf94-982a-45f1-b385-93593bff98b2 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:16.095673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Attempting to bind port 3b1ecf94-982a-45f1-b385-93593bff98b2 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:16.120392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:16.120645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:16.120983 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.121289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:16.125080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Bound port: 3b1ecf94-982a-45f1-b385-93593bff98b2, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:16.125080 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.128508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=badf3ac6-83e5-4fef-be55-0d0bce30d799,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:16.167444 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:10:16.216381 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.244665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object ab0afd89-12d5-4070-a61c-9039aeb882bb will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:16.278959 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.311860 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.397600 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] For port 3b1ecf94-982a-45f1-b385-93593bff98b2, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:16.405643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] For port 3b1ecf94-982a-45f1-b385-93593bff98b2, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3b1ecf94-982a-45f1-b385-93593bff98b2,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:16.413403 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.426061 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=ab0afd89-12d5-4070-a61c-9039aeb882bb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:16.430584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['badf3ac6-83e5-4fef-be55-0d0bce30d799'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:10:16.442517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:16.444462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:16.450333 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:16.470738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:16.471616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.579048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-26e4eecb-bf5a-4f92-abf7-5fe4850819f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4443128 Aug 16 13:10:16.582001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55866) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:16.641553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6651c7-550a-4b71-8c27-2f072745b921 req-1659986d-7f07-46c6-9641-9b90f3de735f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:16.659562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d6651c7-550a-4b71-8c27-2f072745b921 req-1659986d-7f07-46c6-9641-9b90f3de735f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 944 time: 0.1842782 Aug 16 13:10:16.757500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f603525b-9dfd-4e68-a376-06245fc3262a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:16.775446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f603525b-9dfd-4e68-a376-06245fc3262a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:16.785664 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f603525b-9dfd-4e68-a376-06245fc3262a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1978109 Aug 16 13:10:16.787750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55870) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:16.931835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d6651c7-550a-4b71-8c27-2f072745b921 req-bf7b08f1-16ff-4976-b5db-9c51ccc59d08 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704439 Aug 16 13:10:17.009425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6dac6-c788-4fa0-8cbd-a26bd9e8e9d0 req-64811b1b-4b59-4236-9950-8709ebe62ad6 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:17.014851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46f6dac6-c788-4fa0-8cbd-a26bd9e8e9d0 req-64811b1b-4b59-4236-9950-8709ebe62ad6 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 945 time: 0.2260456 Aug 16 13:10:17.055358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12df05c-21e4-4252-8491-4d1a97641b46 None None] Pushing event updated for resources: {'Port': ['ID=3b1ecf94-982a-45f1-b385-93593bff98b2,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:17.129077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d65a-d8b8-4174-bfc5-792aacdd57ed req-911c2bda-1a67-4b94-bb10-445a0f143a6b tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:17.140094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e834d65a-d8b8-4174-bfc5-792aacdd57ed req-911c2bda-1a67-4b94-bb10-445a0f143a6b tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 945 time: 0.3771384 Aug 16 13:10:17.292236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e834d65a-d8b8-4174-bfc5-792aacdd57ed req-d4908b68-62d1-402e-9723-f8b24eaaff19 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503670 Aug 16 13:10:17.333502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b8eeaa3d-852f-45dc-bf96-8899ca5460dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port ab0afd89-12d5-4070-a61c-9039aeb882bb {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:17.333867 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa3d-852f-45dc-bf96-8899ca5460dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:17.362633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-46f6dac6-c788-4fa0-8cbd-a26bd9e8e9d0 req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Deleting port e0e48a21-8678-4219-bc46-01ae5701d593 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:17.364522 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-46f6dac6-c788-4fa0-8cbd-a26bd9e8e9d0 req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:17.522359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa3d-852f-45dc-bf96-8899ca5460dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:17.527252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-46f6dac6-c788-4fa0-8cbd-a26bd9e8e9d0 req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] For port e0e48a21-8678-4219-bc46-01ae5701d593, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0e48a21-8678-4219-bc46-01ae5701d593,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:17.528328 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-46f6dac6-c788-4fa0-8cbd-a26bd9e8e9d0 req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:17.539296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b8eeaa3d-852f-45dc-bf96-8899ca5460dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for ab0afd89-12d5-4070-a61c-9039aeb882bb owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:17.559102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-46f6dac6-c788-4fa0-8cbd-a26bd9e8e9d0 req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Calling delete_port for e0e48a21-8678-4219-bc46-01ae5701d593 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:17.704758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa3d-852f-45dc-bf96-8899ca5460dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:17.743810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eeaa3d-852f-45dc-bf96-8899ca5460dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=ab0afd89-12d5-4070-a61c-9039aeb882bb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:17.771425 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa3d-852f-45dc-bf96-8899ca5460dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:17.777244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55886) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:17.786738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b8eeaa3d-852f-45dc-bf96-8899ca5460dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/ab0afd89-12d5-4070-a61c-9039aeb882bb HTTP/1.1" status: 204 len: 168 time: 0.9910679 Aug 16 13:10:17.880080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ce14fd-e954-4d12-b7ee-45797d4af7f2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:17.881944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ce14fd-e954-4d12-b7ee-45797d4af7f2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:17.883983 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-47ce14fd-e954-4d12-b7ee-45797d4af7f2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1047366 Aug 16 13:10:17.885452 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-46f6dac6-c788-4fa0-8cbd-a26bd9e8e9d0 req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:17.888490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55888) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:17.897168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['29d887f3-7f83-4339-b4e7-9c7c825529fb', 'e0e48a21-8678-4219-bc46-01ae5701d593'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:10:17.927469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Pushing event deleted for resources: {'Port': ['ID=e0e48a21-8678-4219-bc46-01ae5701d593,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:18.059594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f6dac6-c788-4fa0-8cbd-a26bd9e8e9d0 req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] No DVR routers for this DVR port e0e48a21-8678-4219-bc46-01ae5701d593 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:10:18.063149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f44654-8162-4968-b4b0-826a71df9c3d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 37618a58-c11c-4802-a01d-a688a3b6b0b4 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:10:18.066490 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-46f6dac6-c788-4fa0-8cbd-a26bd9e8e9d0 req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.070948 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46f6dac6-c788-4fa0-8cbd-a26bd9e8e9d0 req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "DELETE /v2.0/ports/e0e48a21-8678-4219-bc46-01ae5701d593 HTTP/1.1" status: 204 len: 173 time: 1.0472229 Aug 16 13:10:18.074497 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9f44654-8162-4968-b4b0-826a71df9c3d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.077940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.080500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.081073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.081779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.083298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.086515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.090722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.091698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.092702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.095149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.096197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.097036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111eb716-31f0-4f5d-83e9-756624b46f1f tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:18.143833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30047b61-3261-4380-ad78-ae4122079a54', 'name': 'network-vif-deleted', 'tag': 'e0e48a21-8678-4219-bc46-01ae5701d593'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:10:18.152616 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcf3c5a-266e-4762-8c87-63157db2e4a6" -d '{"events": [{"server_uuid": "30047b61-3261-4380-ad78-ae4122079a54", "name": "network-vif-deleted", "tag": "e0e48a21-8678-4219-bc46-01ae5701d593"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:10:18.330040 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6eac06-7539-45ae-a8e3-bc0f7dc0870d x-openstack-request-id: req-1b6eac06-7539-45ae-a8e3-bc0f7dc0870d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:10:18.330564 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30047b61-3261-4380-ad78-ae4122079a54", "name": "network-vif-deleted", "tag": "e0e48a21-8678-4219-bc46-01ae5701d593", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:10:18.330828 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b6eac06-7539-45ae-a8e3-bc0f7dc0870d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:10:18.331255 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30047b61-3261-4380-ad78-ae4122079a54', 'name': 'network-vif-deleted', 'tag': 'e0e48a21-8678-4219-bc46-01ae5701d593', 'status': 'completed', 'code': 200} Aug 16 13:10:18.401960 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9f44654-8162-4968-b4b0-826a71df9c3d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.465733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['904ab79a-0f35-45c2-9fd7-001f7a8e1b3a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:10:18.598672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e64fb-fe99-472a-9eb7-f893269e5a9b req-bd78ff17-ae89-4b1c-8a88-5b82aee136d4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:18.621130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db6e64fb-fe99-472a-9eb7-f893269e5a9b req-bd78ff17-ae89-4b1c-8a88-5b82aee136d4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 944 time: 0.3758252 Aug 16 13:10:18.661507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2833598f-ae4f-4a64-ae0a-d25ed576062f None None] Provisioning for port 3b1ecf94-982a-45f1-b385-93593bff98b2 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:18.876627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device badf3ac6-83e5-4fef-be55-0d0bce30d799 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:18.881626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9615f63-34b7-444b-a969-a261a3608e34 req-9d0f9f7a-28e3-4fe9-9297-538efc9bc7b8 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=30047b61-3261-4380-ad78-ae4122079a54 HTTP/1.1" status: 200 len: 210 time: 0.2306347 Aug 16 13:10:18.962790 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db6e64fb-fe99-472a-9eb7-f893269e5a9b req-dbe03283-aaf9-419d-a279-cabe5a1f1236 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258812 Aug 16 13:10:19.038777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3b1ecf94-982a-45f1-b385-93593bff98b2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:19.140974 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9f44654-8162-4968-b4b0-826a71df9c3d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.161840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 3b1ecf94-982a-45f1-b385-93593bff98b2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:19.166936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port badf3ac6-83e5-4fef-be55-0d0bce30d799 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:19.167397 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.221440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 3b1ecf94-982a-45f1-b385-93593bff98b2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:19.221845 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.247563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c9bd0353-fc22-4471-95cf-9db9681c19f2 None None] Could not find standard attr ID for object ab0afd89-12d5-4070-a61c-9039aeb882bb. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:10:19.319143 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9f44654-8162-4968-b4b0-826a71df9c3d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.324466 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.382608 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9f44654-8162-4968-b4b0-826a71df9c3d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.387782 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55932) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:19.396387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a9f44654-8162-4968-b4b0-826a71df9c3d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/37618a58-c11c-4802-a01d-a688a3b6b0b4 HTTP/1.1" status: 204 len: 168 time: 1.5067117 Aug 16 13:10:19.397687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f44654-8162-4968-b4b0-826a71df9c3d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=37618a58-c11c-4802-a01d-a688a3b6b0b4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:19.415997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:19.422178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:10:19.424642 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771433ec-2f82-41d2-aed7-ae11e4bb975d" -d '{"events": [{"server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:10:19.430608 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.439471 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.443349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55938) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:19.448866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e764c028-e54e-4037-a909-dd110a7f4f23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:19.452944 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-67578082-40a0-49d7-9582-d47a33cafcd1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640824 Aug 16 13:10:19.581860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 3b1ecf94-982a-45f1-b385-93593bff98b2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3b1ecf94-982a-45f1-b385-93593bff98b2,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:19.595293 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.614691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=badf3ac6-83e5-4fef-be55-0d0bce30d799,revision_number=10']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:19.663759 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93ef4d0-5a0a-4e0d-b9b3-c7de9267cd8b x-openstack-request-id: req-b93ef4d0-5a0a-4e0d-b9b3-c7de9267cd8b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:10:19.664462 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:10:19.664980 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b93ef4d0-5a0a-4e0d-b9b3-c7de9267cd8b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:10:19.665634 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'code': 200} Aug 16 13:10:19.677407 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e764c028-e54e-4037-a909-dd110a7f4f23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:19.682825 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e764c028-e54e-4037-a909-dd110a7f4f23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.686170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af1c4b3-ef56-4baa-bace-83b98b129448 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:19.742082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=3b1ecf94-982a-45f1-b385-93593bff98b2,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:19.986909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e764c028-e54e-4037-a909-dd110a7f4f23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.992370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc420b-476e-42b6-aa4a-8224143fd51e req-55c32d2d-4513-4997-af3f-a2f0596be367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:19.993144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e0e48a21-8678-4219-bc46-01ae5701d593 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:19.994872 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86dc420b-476e-42b6-aa4a-8224143fd51e req-55c32d2d-4513-4997-af3f-a2f0596be367 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 1097 time: 0.0902784 Aug 16 13:10:20.031355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: e0e48a21-8678-4219-bc46-01ae5701d593 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:10:20.033403 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e0e48a21-8678-4219-bc46-01ae5701d593 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:20.071827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4944c09-5fc5-4a3f-bdcf-9c293e69c13a None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:10:20.126647 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-86dc420b-476e-42b6-aa4a-8224143fd51e req-44cdc40d-ce4d-4ea8-9200-1e53d9c74e90 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194422 Aug 16 13:10:20.157594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e764c028-e54e-4037-a909-dd110a7f4f23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:20.168279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e764c028-e54e-4037-a909-dd110a7f4f23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:20.178142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764c028-e54e-4037-a909-dd110a7f4f23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:20.179186 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e764c028-e54e-4037-a909-dd110a7f4f23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:20.234248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c4944c09-5fc5-4a3f-bdcf-9c293e69c13a None None] Deleting port 3b1ecf94-982a-45f1-b385-93593bff98b2 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:20.235401 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c4944c09-5fc5-4a3f-bdcf-9c293e69c13a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:20.329131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764c028-e54e-4037-a909-dd110a7f4f23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=87a8c39f-9062-43e2-920a-a859e71cd61e,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:20.374184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e764c028-e54e-4037-a909-dd110a7f4f23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9295490 Aug 16 13:10:20.378549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55960) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:20.389780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': '87a8c39f-9062-43e2-920a-a859e71cd61e', 'ip_address': '2001:db8::62e3:8387:d121:edfe'}], 'name': 'tempest-NetworksTestDHCPv6-1675494226'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:20.429122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c4944c09-5fc5-4a3f-bdcf-9c293e69c13a None None] For port 3b1ecf94-982a-45f1-b385-93593bff98b2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3b1ecf94-982a-45f1-b385-93593bff98b2,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:20.429512 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c4944c09-5fc5-4a3f-bdcf-9c293e69c13a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:20.446610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c4944c09-5fc5-4a3f-bdcf-9c293e69c13a None None] Calling delete_port for 3b1ecf94-982a-45f1-b385-93593bff98b2 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:20.539085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef4914-6612-4e42-a41c-3d9fca738038 req-37272323-2e0a-43bd-8c36-98b2454a0c48 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:20.541144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32ef4914-6612-4e42-a41c-3d9fca738038 req-37272323-2e0a-43bd-8c36-98b2454a0c48 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 946 time: 0.3577256 Aug 16 13:10:20.647586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3b1ecf94-982a-45f1-b385-93593bff98b2 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:20.716750 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c4944c09-5fc5-4a3f-bdcf-9c293e69c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:20.794869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No active binding found for port 3b1ecf94-982a-45f1-b385-93593bff98b2 {{(pid=101397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 13:10:20.795990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3b1ecf94-982a-45f1-b385-93593bff98b2 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:20.821303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4944c09-5fc5-4a3f-bdcf-9c293e69c13a None None] No DVR routers for this DVR port 3b1ecf94-982a-45f1-b385-93593bff98b2 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:10:20.836425 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4944c09-5fc5-4a3f-bdcf-9c293e69c13a None None] Pushing event deleted for resources: {'Port': ['ID=3b1ecf94-982a-45f1-b385-93593bff98b2,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:20.854921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c2f19c-2b51-4628-a8b6-8e253290b599 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:20.933007 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32ef4914-6612-4e42-a41c-3d9fca738038 req-b68d5d82-17bc-45d3-96bf-9c8148605651 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461123 Aug 16 13:10:20.999967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:21.062664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce4bf3-faec-4396-96f2-2afade370435 req-1e52aa48-d4b7-4e78-8eeb-4e40a3ef4e40 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:21.134432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4dce4bf3-faec-4396-96f2-2afade370435 req-1e52aa48-d4b7-4e78-8eeb-4e40a3ef4e40 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 945 time: 0.2443762 Aug 16 13:10:21.135394 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '87a8c39f-9062-43e2-920a-a859e71cd61e'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:10:21.135394 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:21.254423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4dce4bf3-faec-4396-96f2-2afade370435 req-c7506641-2380-44cb-bed4-5b749c8f0129 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791513 Aug 16 13:10:21.336070 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:21.349370 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/87a8c39f-9062-43e2-920a-a859e71cd61e/5b4b0270-863d-4f40-a617-f75f1885df30) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:21.384279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 48dd1904-2ad4-4ca6-8a86-f6ad15cc8263 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:10:21.864360 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:21.898871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Transition to ACTIVE for port object 5b4b0270-863d-4f40-a617-f75f1885df30 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:21.929786 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Transition to ACTIVE for port object 5b4b0270-863d-4f40-a617-f75f1885df30 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:21.941679 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:22.083879 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:22.100695 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:22.104592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:22.110941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Pushing event updated for resources: {'Port': ['ID=5b4b0270-863d-4f40-a617-f75f1885df30,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:22.195593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Attempting to bind port 5b4b0270-863d-4f40-a617-f75f1885df30 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:22.196999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Attempting to bind port 5b4b0270-863d-4f40-a617-f75f1885df30 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:22.197593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Attempting to bind port 5b4b0270-863d-4f40-a617-f75f1885df30 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:22.224531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:22.225307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:22.227610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:22.228300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::62e3:8387:d121:edfe (bbb70a5f-e1ed-4340-8ed7-bddea692336c/87a8c39f-9062-43e2-920a-a859e71cd61e/48dd1904-2ad4-4ca6-8a86-f6ad15cc8263) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:22.230546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:22.231389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Bound port: 5b4b0270-863d-4f40-a617-f75f1885df30, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:22.235966 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:22.493583 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] For port 5b4b0270-863d-4f40-a617-f75f1885df30, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:22.508810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] For port 5b4b0270-863d-4f40-a617-f75f1885df30, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5b4b0270-863d-4f40-a617-f75f1885df30,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:22.521670 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:22.762804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60666fe-6547-4492-ba27-36b6e51cf63b None None] Pushing event updated for resources: {'Port': ['ID=5b4b0270-863d-4f40-a617-f75f1885df30,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:22.807566 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:22.884067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc141d9a-ecda-461b-bea9-e6f45db4fe14 req-be615272-334c-4ee0-8593-5fc9bb0a66a6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:22.886945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc141d9a-ecda-461b-bea9-e6f45db4fe14 req-be615272-334c-4ee0-8593-5fc9bb0a66a6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 946 time: 0.8046536 Aug 16 13:10:22.938633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 48dd1904-2ad4-4ca6-8a86-f6ad15cc8263 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:23.120324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a5777-6c35-47d5-8156-e1a438e08484 req-b309bfa0-11b4-44e1-9a6e-32e8ecb10508 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:23.133255 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-827a5777-6c35-47d5-8156-e1a438e08484 req-b309bfa0-11b4-44e1-9a6e-32e8ecb10508 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 945 time: 0.3748200 Aug 16 13:10:23.190713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3b31c-f601-4f8b-81eb-39dcad7e664e req-5e32efb9-68e8-4103-945f-0ce344bdbd54 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:23.194512 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00e3b31c-f601-4f8b-81eb-39dcad7e664e req-5e32efb9-68e8-4103-945f-0ce344bdbd54 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.22 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 945 time: 0.6916161 Aug 16 13:10:23.195063 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc141d9a-ecda-461b-bea9-e6f45db4fe14 req-e36ab81f-e4ea-401e-a110-7b38f129360d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900290 Aug 16 13:10:23.417172 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-827a5777-6c35-47d5-8156-e1a438e08484 req-f71c7c12-da0c-43af-a8b0-2b9069b2ce25 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690399 Aug 16 13:10:23.422180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.431880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-00e3b31c-f601-4f8b-81eb-39dcad7e664e req-55a2c68a-5e04-4135-bda3-e073d4459d05 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Deleting port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:23.432908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00e3b31c-f601-4f8b-81eb-39dcad7e664e req-55a2c68a-5e04-4135-bda3-e073d4459d05 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.569722 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=48dd1904-2ad4-4ca6-8a86-f6ad15cc8263,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:23.577857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:23.581740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:23.586266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:23.599348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:23.601338 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.628285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-00e3b31c-f601-4f8b-81eb-39dcad7e664e req-55a2c68a-5e04-4135-bda3-e073d4459d05 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] For port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:23.628570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00e3b31c-f601-4f8b-81eb-39dcad7e664e req-55a2c68a-5e04-4135-bda3-e073d4459d05 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.643074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56052) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:23.644024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fdcdb30d-860b-4842-aaac-2218c769380c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2613978 Aug 16 13:10:23.666725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-00e3b31c-f601-4f8b-81eb-39dcad7e664e req-55a2c68a-5e04-4135-bda3-e073d4459d05 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Calling delete_port for 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:23.978371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f6022-38bb-4eb8-aa40-62526ec39fc6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:23.995486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f6022-38bb-4eb8-aa40-62526ec39fc6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:23.997316 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fa8f6022-38bb-4eb8-aa40-62526ec39fc6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3506014 Aug 16 13:10:24.001723 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56054) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:24.213464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b557a7cb-1520-4df8-9f10-59bc845deceb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 48dd1904-2ad4-4ca6-8a86-f6ad15cc8263 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:24.214084 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b557a7cb-1520-4df8-9f10-59bc845deceb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:24.292177 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00e3b31c-f601-4f8b-81eb-39dcad7e664e req-55a2c68a-5e04-4135-bda3-e073d4459d05 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:24.307171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['29d887f3-7f83-4339-b4e7-9c7c825529fb'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:10:24.429849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['904ab79a-0f35-45c2-9fd7-001f7a8e1b3a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:10:24.502751 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b557a7cb-1520-4df8-9f10-59bc845deceb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:24.508543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2c68a-5e04-4135-bda3-e073d4459d05 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Pushing event deleted for resources: {'Port': ['ID=904ab79a-0f35-45c2-9fd7-001f7a8e1b3a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:24.519058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b557a7cb-1520-4df8-9f10-59bc845deceb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 48dd1904-2ad4-4ca6-8a86-f6ad15cc8263 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:24.729625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e3b31c-f601-4f8b-81eb-39dcad7e664e req-55a2c68a-5e04-4135-bda3-e073d4459d05 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] No DVR routers for this DVR port 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:10:24.757386 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00e3b31c-f601-4f8b-81eb-39dcad7e664e req-55a2c68a-5e04-4135-bda3-e073d4459d05 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:24.763114 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00e3b31c-f601-4f8b-81eb-39dcad7e664e req-55a2c68a-5e04-4135-bda3-e073d4459d05 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.22 "DELETE /v2.0/ports/904ab79a-0f35-45c2-9fd7-001f7a8e1b3a HTTP/1.1" status: 204 len: 173 time: 1.5605235 Aug 16 13:10:24.766455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc2ad71-3c3a-41a3-abe1-6c65071806ab', 'name': 'network-vif-deleted', 'tag': '904ab79a-0f35-45c2-9fd7-001f7a8e1b3a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:10:24.783925 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff86741b-bf16-427a-93c5-ce5448592384" -d '{"events": [{"server_uuid": "abc2ad71-3c3a-41a3-abe1-6c65071806ab", "name": "network-vif-deleted", "tag": "904ab79a-0f35-45c2-9fd7-001f7a8e1b3a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:10:24.814853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5b4b0270-863d-4f40-a617-f75f1885df30 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:24.890565 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b557a7cb-1520-4df8-9f10-59bc845deceb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.006225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ca878669-c949-40f1-87ce-ef0ac0f6bb43 None None] Provisioning for port 5b4b0270-863d-4f40-a617-f75f1885df30 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:25.135740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557a7cb-1520-4df8-9f10-59bc845deceb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=48dd1904-2ad4-4ca6-8a86-f6ad15cc8263,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:25.150654 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62a8b012-6748-422d-ae92-403b4c3e8cbb req-68a1800a-1551-457a-a8bc-ad32ea2e02f4 tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=abc2ad71-3c3a-41a3-abe1-6c65071806ab HTTP/1.1" status: 200 len: 210 time: 0.3016703 Aug 16 13:10:25.205271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 5b4b0270-863d-4f40-a617-f75f1885df30 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:25.211714 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5b4b0270-863d-4f40-a617-f75f1885df30 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:25.212100 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.224479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56076) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:25.320461 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b557a7cb-1520-4df8-9f10-59bc845deceb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.339061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b557a7cb-1520-4df8-9f10-59bc845deceb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/48dd1904-2ad4-4ca6-8a86-f6ad15cc8263 HTTP/1.1" status: 204 len: 168 time: 1.3336997 Aug 16 13:10:25.339504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56080) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:25.407889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3cea0-f78e-4842-be01-e5589d1d60f5 req-1a1a56ca-aca0-4296-8a76-bd1cf4dd43ed tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:25.410171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ac163131-53de-482b-8743-a1235f45828a None None] Could not find standard attr ID for object 48dd1904-2ad4-4ca6-8a86-f6ad15cc8263. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:10:25.447093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08e3cea0-f78e-4842-be01-e5589d1d60f5 req-1a1a56ca-aca0-4296-8a76-bd1cf4dd43ed tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 946 time: 0.5991316 Aug 16 13:10:25.471016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b419d67a-d5a7-486f-b2a0-a9071d835a85 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:25.473966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b419d67a-d5a7-486f-b2a0-a9071d835a85 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:25.481779 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b419d67a-d5a7-486f-b2a0-a9071d835a85 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1373458 Aug 16 13:10:25.482631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56082) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:25.558149 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.609342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08e3cea0-f78e-4842-be01-e5589d1d60f5 req-e2d1cb53-243a-4bac-845e-02e0454ab4de tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607285 Aug 16 13:10:25.637765 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7834552-d2ed-481f-beaa-71c20064c7a6 x-openstack-request-id: req-d7834552-d2ed-481f-beaa-71c20064c7a6 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:10:25.640208 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc2ad71-3c3a-41a3-abe1-6c65071806ab", "name": "network-vif-deleted", "tag": "904ab79a-0f35-45c2-9fd7-001f7a8e1b3a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:10:25.641729 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7834552-d2ed-481f-beaa-71c20064c7a6 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:10:25.642893 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc2ad71-3c3a-41a3-abe1-6c65071806ab', 'name': 'network-vif-deleted', 'tag': '904ab79a-0f35-45c2-9fd7-001f7a8e1b3a', 'status': 'completed', 'code': 200} Aug 16 13:10:25.669248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0bd8-bf39-4511-abfb-2c4f5cbe1311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.689241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 5b4b0270-863d-4f40-a617-f75f1885df30, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5b4b0270-863d-4f40-a617-f75f1885df30,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:25.701385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.702916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-444f49fe-5c51-4ac5-a42a-bb7502a9f9d0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 87a8c39f-9062-43e2-920a-a859e71cd61e {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:10:25.712301 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-444f49fe-5c51-4ac5-a42a-bb7502a9f9d0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.805935 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-444f49fe-5c51-4ac5-a42a-bb7502a9f9d0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.910220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=5b4b0270-863d-4f40-a617-f75f1885df30,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:25.936677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-444f49fe-5c51-4ac5-a42a-bb7502a9f9d0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:26.127198 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-444f49fe-5c51-4ac5-a42a-bb7502a9f9d0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:26.206320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f49fe-5c51-4ac5-a42a-bb7502a9f9d0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=87a8c39f-9062-43e2-920a-a859e71cd61e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:26.240973 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-444f49fe-5c51-4ac5-a42a-bb7502a9f9d0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:26.243459 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-444f49fe-5c51-4ac5-a42a-bb7502a9f9d0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/87a8c39f-9062-43e2-920a-a859e71cd61e HTTP/1.1" status: 204 len: 168 time: 0.7597497 Aug 16 13:10:26.245904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56096) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:26.246559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94bd119-c70b-40da-9ef6-c621285cb5f1 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:26.324374 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-60cf7882-f848-4b58-8ebd-9c36af95b262 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750058 Aug 16 13:10:26.325817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56100) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:26.400905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0bd8-bf39-4511-abfb-2c4f5cbe1311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:26.412399 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0bd8-bf39-4511-abfb-2c4f5cbe1311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:26.436830 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407d237-a152-4bb8-b51e-1e1fd9301888 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:26.442975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2407d237-a152-4bb8-b51e-1e1fd9301888 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1126556 Aug 16 13:10:26.443254 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56104) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:26.565711 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6d1d0bd8-bf39-4511-abfb-2c4f5cbe1311 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=378e1c18c84c40a6ad24fd6d6678d1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3362870 Aug 16 13:10:26.567542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56108) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:26.568234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d0bd8-bf39-4511-abfb-2c4f5cbe1311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd142392-c496-489d-a41d-82e5d78939c4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:26.646541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba26cf-b643-4c24-99f8-87c642c358ce tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:26.652393 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9eba26cf-b643-4c24-99f8-87c642c358ce tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2063186 Aug 16 13:10:26.654920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56110) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:26.743426 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:26.854004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5b4b0270-863d-4f40-a617-f75f1885df30 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:26.861962 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6acc9ce5-82b6-4d68-9d76-15d867f33713 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1893125 Aug 16 13:10:26.865377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56112) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:26.876916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3bc32460-1a32-4328-bc14-74429c4328bd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:26.947925 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8e83-2194-4e3d-8212-391d198421e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:26.967971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:10:26.969439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 904ab79a-0f35-45c2-9fd7-001f7a8e1b3a not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:27.056177 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8e83-2194-4e3d-8212-391d198421e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:27.060522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5b4b0270-863d-4f40-a617-f75f1885df30 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:27.067020 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:27.180794 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8e83-2194-4e3d-8212-391d198421e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:27.187048 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8e83-2194-4e3d-8212-391d198421e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:27.232441 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eb6a8e83-2194-4e3d-8212-391d198421e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd142392-c496-489d-a41d-82e5d78939c4 HTTP/1.1" status: 204 len: 168 time: 0.6099350 Aug 16 13:10:27.248078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb0f38-025b-4f87-81df-67aa25912da7 None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:10:27.269499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a8e83-2194-4e3d-8212-391d198421e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd142392-c496-489d-a41d-82e5d78939c4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:27.466054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc32460-1a32-4328-bc14-74429c4328bd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:27.473388 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3bc32460-1a32-4328-bc14-74429c4328bd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:27.582582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb0f38-025b-4f87-81df-67aa25912da7 None None] Deleting port 5b4b0270-863d-4f40-a617-f75f1885df30 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:27.583188 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6eeb0f38-025b-4f87-81df-67aa25912da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:27.695750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6eeb0f38-025b-4f87-81df-67aa25912da7 None None] For port 5b4b0270-863d-4f40-a617-f75f1885df30, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5b4b0270-863d-4f40-a617-f75f1885df30,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:27.697456 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6eeb0f38-025b-4f87-81df-67aa25912da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:27.800065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb0f38-025b-4f87-81df-67aa25912da7 None None] Calling delete_port for 5b4b0270-863d-4f40-a617-f75f1885df30 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:28.077607 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3bc32460-1a32-4328-bc14-74429c4328bd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:28.114506 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6eeb0f38-025b-4f87-81df-67aa25912da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:28.137345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc32460-1a32-4328-bc14-74429c4328bd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:28.143622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-3bc32460-1a32-4328-bc14-74429c4328bd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:28.152670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc32460-1a32-4328-bc14-74429c4328bd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:28.153760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3bc32460-1a32-4328-bc14-74429c4328bd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:28.182261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc32460-1a32-4328-bc14-74429c4328bd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=226b743a-3a5d-4e52-8034-67cbe5185f4a,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:28.200046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3bc32460-1a32-4328-bc14-74429c4328bd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3332589 Aug 16 13:10:28.202957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56134) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:28.212460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': '226b743a-3a5d-4e52-8034-67cbe5185f4a', 'ip_address': '2001:db8::f1f9:678f:5631:196e'}], 'name': 'tempest-NetworksTestDHCPv6-831550537'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:28.224567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb0f38-025b-4f87-81df-67aa25912da7 None None] No DVR routers for this DVR port 5b4b0270-863d-4f40-a617-f75f1885df30 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:10:28.235847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb0f38-025b-4f87-81df-67aa25912da7 None None] Pushing event deleted for resources: {'Port': ['ID=5b4b0270-863d-4f40-a617-f75f1885df30,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:28.261359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7982d87f-7672-46ff-9899-e875f15dc043 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:28.538194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:28.635118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5b4b0270-863d-4f40-a617-f75f1885df30 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:28.711126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '226b743a-3a5d-4e52-8034-67cbe5185f4a'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:10:28.713848 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:28.721326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 5b4b0270-863d-4f40-a617-f75f1885df30 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:10:28.725971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5b4b0270-863d-4f40-a617-f75f1885df30 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:28.834620 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:28.912605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port e46b3b61-2bcb-473d-bf7c-93f85030120f yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:10:29.138738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/226b743a-3a5d-4e52-8034-67cbe5185f4a/290662d1-38ab-4a59-9d84-6996502287f9) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:29.405037 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:29.429006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Transition to ACTIVE for port object 290662d1-38ab-4a59-9d84-6996502287f9 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:29.463000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Transition to ACTIVE for port object 290662d1-38ab-4a59-9d84-6996502287f9 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:29.474993 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:29.556350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:29.563405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:29.574885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:29.591410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::f1f9:678f:5631:196e (bbb70a5f-e1ed-4340-8ed7-bddea692336c/226b743a-3a5d-4e52-8034-67cbe5185f4a/e46b3b61-2bcb-473d-bf7c-93f85030120f) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:29.722330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Pushing event updated for resources: {'Port': ['ID=290662d1-38ab-4a59-9d84-6996502287f9,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:29.763336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Attempting to bind port 290662d1-38ab-4a59-9d84-6996502287f9 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:29.764378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Attempting to bind port 290662d1-38ab-4a59-9d84-6996502287f9 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:29.766374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Attempting to bind port 290662d1-38ab-4a59-9d84-6996502287f9 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:29.770555 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:29.801624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:29.813490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:29.814242 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:29.814700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:29.815217 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Bound port: 290662d1-38ab-4a59-9d84-6996502287f9, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:29.815600 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:30.011335 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:30.023805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] For port 290662d1-38ab-4a59-9d84-6996502287f9, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:30.043268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] For port 290662d1-38ab-4a59-9d84-6996502287f9, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=290662d1-38ab-4a59-9d84-6996502287f9,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:30.056417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object e46b3b61-2bcb-473d-bf7c-93f85030120f will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:30.058473 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:30.181424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6ec2a-9d3b-43e7-a89d-092601824d95 None None] Pushing event updated for resources: {'Port': ['ID=290662d1-38ab-4a59-9d84-6996502287f9,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:30.226335 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:30.309182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:30.315576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:30.319071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:30.325565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:30.326284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:30.334963 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=e46b3b61-2bcb-473d-bf7c-93f85030120f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:30.378389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d015b07d-6f3c-4a9d-b4ab-92835c84f667 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1730347 Aug 16 13:10:30.383234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56198) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:30.393757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-898a40d3-af27-496f-adc3-671b669289b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': '226b743a-3a5d-4e52-8034-67cbe5185f4a', 'ip_address': '2001:db8::f1f9:678f:5631:196e'}], 'name': 'tempest-NetworksTestDHCPv6-1205622729'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:30.610692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a40d3-af27-496f-adc3-671b669289b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:30.790942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-898a40d3-af27-496f-adc3-671b669289b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:30.833376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-898a40d3-af27-496f-adc3-671b669289b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 3cb3832f-1e9a-4ce5-99ea-f2cfbc346933 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:10:31.392601 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-898a40d3-af27-496f-adc3-671b669289b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 13:10:31.393421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898a40d3-af27-496f-adc3-671b669289b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:10:31.436789 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-898a40d3-af27-496f-adc3-671b669289b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0492370 Aug 16 13:10:31.437050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56236) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:31.662996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ce661-64c9-4913-8165-8619e7f5e110 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:31.689434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ce661-64c9-4913-8165-8619e7f5e110 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:31.704741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3d7ce661-64c9-4913-8165-8619e7f5e110 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2669635 Aug 16 13:10:31.709079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56246) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:31.776369 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5417185-d732-4d32-a22d-53a7cc51c4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.035354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port e46b3b61-2bcb-473d-bf7c-93f85030120f {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:32.039805 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.175792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56250) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:32.231674 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.259286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for e46b3b61-2bcb-473d-bf7c-93f85030120f owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:32.350259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-91fec71f-d235-452a-af84-e5966f8f3508 None None] Provisioning for port 290662d1-38ab-4a59-9d84-6996502287f9 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:32.428149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-030bb402-0018-40a2-916d-2f81787f74de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.764912 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-030bb402-0018-40a2-916d-2f81787f74de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.777554 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-030bb402-0018-40a2-916d-2f81787f74de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.830847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bb402-0018-40a2-916d-2f81787f74de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a6ac21-cee1-491d-a23f-b7865c99b8e7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:32.853101 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-030bb402-0018-40a2-916d-2f81787f74de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be1d2c762c8d4a24a7ca2bd60b35b792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761672 Aug 16 13:10:32.856313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56274) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:32.895352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 290662d1-38ab-4a59-9d84-6996502287f9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:32.958913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.965066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-60f74753-b31c-4bc3-835b-027e25ba539f None None] Provisioning for port e46b3b61-2bcb-473d-bf7c-93f85030120f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:33.007929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-60f74753-b31c-4bc3-835b-027e25ba539f None None] Provisioning complete for port e46b3b61-2bcb-473d-bf7c-93f85030120f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:33.008533 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60f74753-b31c-4bc3-835b-027e25ba539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:33.061207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-60f74753-b31c-4bc3-835b-027e25ba539f None None] Port e46b3b61-2bcb-473d-bf7c-93f85030120f was deleted so its status cannot be updated. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 13:10:33.061543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=e46b3b61-2bcb-473d-bf7c-93f85030120f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:33.077598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 290662d1-38ab-4a59-9d84-6996502287f9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:33.090973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 290662d1-38ab-4a59-9d84-6996502287f9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:33.092125 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:33.153701 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:33.155991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/e46b3b61-2bcb-473d-bf7c-93f85030120f HTTP/1.1" status: 204 len: 168 time: 1.4395695 Aug 16 13:10:33.159350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56282) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:33.160321 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7165-ff33-4eef-b8d7-7899cbb00928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:33.209264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.217302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.218530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.222673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.223216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.223688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.224237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.224680 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.225217 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.225564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.228063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.228942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cc1cd-58e4-421c-8ba9-3b127abbbd5c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:33.455061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194ada2-381d-44ea-9aca-81c89b4212c6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:33.457844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194ada2-381d-44ea-9aca-81c89b4212c6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:33.475888 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f194ada2-381d-44ea-9aca-81c89b4212c6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3149700 Aug 16 13:10:33.476905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56286) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:33.515411 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:33.592578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-add783b8-292b-4ed8-be9b-7d75f275cc87 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 226b743a-3a5d-4e52-8034-67cbe5185f4a {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:10:33.597600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-add783b8-292b-4ed8-be9b-7d75f275cc87 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:33.658507 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-add783b8-292b-4ed8-be9b-7d75f275cc87 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:33.724224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 290662d1-38ab-4a59-9d84-6996502287f9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=290662d1-38ab-4a59-9d84-6996502287f9,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:33.736897 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:33.854904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-add783b8-292b-4ed8-be9b-7d75f275cc87 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:33.944789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=290662d1-38ab-4a59-9d84-6996502287f9,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:33.986512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-add783b8-292b-4ed8-be9b-7d75f275cc87 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:34.036662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add783b8-292b-4ed8-be9b-7d75f275cc87 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=226b743a-3a5d-4e52-8034-67cbe5185f4a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:34.045251 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-add783b8-292b-4ed8-be9b-7d75f275cc87 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:34.047817 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-add783b8-292b-4ed8-be9b-7d75f275cc87 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/226b743a-3a5d-4e52-8034-67cbe5185f4a HTTP/1.1" status: 204 len: 168 time: 0.5643046 Aug 16 13:10:34.056049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adbbbdc-612e-4534-82c1-ebba251351b0 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:34.063777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56292) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:34.200820 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-73958380-168e-49a5-bcea-87476315ce13 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345367 Aug 16 13:10:34.201556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56294) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:34.211952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b1c77c46-2879-41ac-b118-1ba48919857c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:34.338607 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7165-ff33-4eef-b8d7-7899cbb00928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:34.362355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c77c46-2879-41ac-b118-1ba48919857c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:34.367494 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1c77c46-2879-41ac-b118-1ba48919857c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:34.374174 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3f932-51de-4d17-821a-ba0ce8567e0b req-44964322-e917-4cbd-ac2f-b1e44c2eeb5e tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:34.386257 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6c3f932-51de-4d17-821a-ba0ce8567e0b req-44964322-e917-4cbd-ac2f-b1e44c2eeb5e tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 945 time: 1.3648462 Aug 16 13:10:34.535420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6c3f932-51de-4d17-821a-ba0ce8567e0b req-165a85f5-79e1-456e-9bb8-2b21951af51b tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/security-groups?id=902b1b81-d481-4f00-8210-50c3c50a5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432741 Aug 16 13:10:34.579537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7165-ff33-4eef-b8d7-7899cbb00928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:34.582873 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7165-ff33-4eef-b8d7-7899cbb00928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:34.587574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e3ff7165-ff33-4eef-b8d7-7899cbb00928 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9a6ac21-cee1-491d-a23f-b7865c99b8e7 HTTP/1.1" status: 204 len: 168 time: 1.7301509 Aug 16 13:10:34.613878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff7165-ff33-4eef-b8d7-7899cbb00928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a6ac21-cee1-491d-a23f-b7865c99b8e7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:34.708127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9050aa-659a-4b7e-a968-d3e34ddbdf68 req-d025cc70-6c00-497a-b9a1-937d73f5750c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:34.708948 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8f9050aa-659a-4b7e-a968-d3e34ddbdf68 req-d025cc70-6c00-497a-b9a1-937d73f5750c tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 945 time: 0.3098543 Aug 16 13:10:34.739149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 290662d1-38ab-4a59-9d84-6996502287f9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:34.873554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890bc604-364f-4db0-8b44-634268667f06 None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:10:34.970090 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-510467f0-add7-4f07-8fef-6c2b58168880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:34.976947 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:34.999547 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1c77c46-2879-41ac-b118-1ba48919857c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.050667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 290662d1-38ab-4a59-9d84-6996502287f9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:35.051196 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.058482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Deleting port 290662d1-38ab-4a59-9d84-6996502287f9 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:35.059111 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.124176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-8f9050aa-659a-4b7e-a968-d3e34ddbdf68 req-51565f60-27c6-4c02-ac31-cf0cc9f3bb9d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Deleting port 29d887f3-7f83-4339-b4e7-9c7c825529fb {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:35.124704 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8f9050aa-659a-4b7e-a968-d3e34ddbdf68 req-51565f60-27c6-4c02-ac31-cf0cc9f3bb9d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.195009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c77c46-2879-41ac-b118-1ba48919857c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:35.205498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b1c77c46-2879-41ac-b118-1ba48919857c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:35.210731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c77c46-2879-41ac-b118-1ba48919857c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:35.211516 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1c77c46-2879-41ac-b118-1ba48919857c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.277604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c77c46-2879-41ac-b118-1ba48919857c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=8f06d873-6f8e-45f6-b4ea-001c02ed5650,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:35.314228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b1c77c46-2879-41ac-b118-1ba48919857c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1096780 Aug 16 13:10:35.316391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56308) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:35.331813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-890bc604-364f-4db0-8b44-634268667f06 None None] For port 290662d1-38ab-4a59-9d84-6996502287f9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=290662d1-38ab-4a59-9d84-6996502287f9,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:35.333482 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.338883 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8e594489-1019-4ff3-a790-f2b99d799ed8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': '8f06d873-6f8e-45f6-b4ea-001c02ed5650', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-505401574'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:35.356866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Calling delete_port for 290662d1-38ab-4a59-9d84-6996502287f9 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:35.398523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56310) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:35.424161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8f9050aa-659a-4b7e-a968-d3e34ddbdf68 req-51565f60-27c6-4c02-ac31-cf0cc9f3bb9d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] For port 29d887f3-7f83-4339-b4e7-9c7c825529fb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=29d887f3-7f83-4339-b4e7-9c7c825529fb,segment=NetworkSegment(4ab9ae3d-afea-404d-9a04-12a227d4a54e),segment_id=4ab9ae3d-afea-404d-9a04-12a227d4a54e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:35.424418 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8f9050aa-659a-4b7e-a968-d3e34ddbdf68 req-51565f60-27c6-4c02-ac31-cf0cc9f3bb9d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.443391 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-8f9050aa-659a-4b7e-a968-d3e34ddbdf68 req-51565f60-27c6-4c02-ac31-cf0cc9f3bb9d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Calling delete_port for 29d887f3-7f83-4339-b4e7-9c7c825529fb owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:35.494144 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.512221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890bc604-364f-4db0-8b44-634268667f06 None None] No DVR routers for this DVR port 290662d1-38ab-4a59-9d84-6996502287f9 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:10:35.538934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e3eeb-263b-41fb-9b88-0cffd08b503f None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:35.643569 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8f9050aa-659a-4b7e-a968-d3e34ddbdf68 req-51565f60-27c6-4c02-ac31-cf0cc9f3bb9d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.646054 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d528131-7143-4b13-8e2b-9dc81fddb67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.737713 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e594489-1019-4ff3-a790-f2b99d799ed8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:35.740127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51565f60-27c6-4c02-ac31-cf0cc9f3bb9d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Pushing event deleted for resources: {'Port': ['ID=29d887f3-7f83-4339-b4e7-9c7c825529fb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:35.895076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['29d887f3-7f83-4339-b4e7-9c7c825529fb'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:10:35.898629 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.925514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9050aa-659a-4b7e-a968-d3e34ddbdf68 req-51565f60-27c6-4c02-ac31-cf0cc9f3bb9d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] No DVR routers for this DVR port 29d887f3-7f83-4339-b4e7-9c7c825529fb on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:10:35.931276 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8f9050aa-659a-4b7e-a968-d3e34ddbdf68 req-51565f60-27c6-4c02-ac31-cf0cc9f3bb9d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:35.934771 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8f9050aa-659a-4b7e-a968-d3e34ddbdf68 req-51565f60-27c6-4c02-ac31-cf0cc9f3bb9d tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.42 "DELETE /v2.0/ports/29d887f3-7f83-4339-b4e7-9c7c825529fb HTTP/1.1" status: 204 len: 173 time: 1.2166245 Aug 16 13:10:35.935483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7f6724-b38d-4bd3-b9d3-f368d70e8230', 'name': 'network-vif-deleted', 'tag': '29d887f3-7f83-4339-b4e7-9c7c825529fb'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:10:35.945439 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e2aa3c-0e86-471e-8bbf-b02e611ad161" -d '{"events": [{"server_uuid": "ea7f6724-b38d-4bd3-b9d3-f368d70e8230", "name": "network-vif-deleted", "tag": "29d887f3-7f83-4339-b4e7-9c7c825529fb"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:10:35.972934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Pushing event deleted for resources: {'Port': ['ID=290662d1-38ab-4a59-9d84-6996502287f9,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:36.022727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.023328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.026746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.028700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.030357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.030972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.032858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.033289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.033796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.035583 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.036023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.055303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890bc604-364f-4db0-8b44-634268667f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:36.074320 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8e594489-1019-4ff3-a790-f2b99d799ed8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:36.084451 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7480b0d-7b39-4330-b03e-d21d1281633c x-openstack-request-id: req-c7480b0d-7b39-4330-b03e-d21d1281633c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:10:36.088630 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7f6724-b38d-4bd3-b9d3-f368d70e8230", "name": "network-vif-deleted", "tag": "29d887f3-7f83-4339-b4e7-9c7c825529fb", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:10:36.089059 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7480b0d-7b39-4330-b03e-d21d1281633c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:10:36.091134 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7f6724-b38d-4bd3-b9d3-f368d70e8230', 'name': 'network-vif-deleted', 'tag': '29d887f3-7f83-4339-b4e7-9c7c825529fb', 'status': 'completed', 'code': 200} Aug 16 13:10:36.125892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-8e594489-1019-4ff3-a790-f2b99d799ed8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port efe8c382-9c0c-4a8a-b215-aced65655ff4 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:10:36.247518 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d528131-7143-4b13-8e2b-9dc81fddb67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:36.254634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '8f06d873-6f8e-45f6-b4ea-001c02ed5650'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:10:36.256428 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:36.257922 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d528131-7143-4b13-8e2b-9dc81fddb67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:36.338672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2717478d-16e6-43b8-9e22-1daf1ae96978 req-8f04ea17-187a-4df5-ba12-3f5b27f434bd tempest-AttachVolumeNegativeTest-691958858 tempest-AttachVolumeNegativeTest-691958858-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea7f6724-b38d-4bd3-b9d3-f368d70e8230 HTTP/1.1" status: 200 len: 210 time: 0.2348759 Aug 16 13:10:36.431003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d528131-7143-4b13-8e2b-9dc81fddb67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf19c0c-4927-42f2-ba7c-ac5e15c78a3c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:36.439738 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2d528131-7143-4b13-8e2b-9dc81fddb67a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba064e95ee14455a82faed7464caef87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0265543 Aug 16 13:10:36.440561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56326) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:36.593569 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fbddd4b5-f47b-4a65-b1be-0a8df8f34f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:36.603759 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e594489-1019-4ff3-a790-f2b99d799ed8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:10:36.604455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e594489-1019-4ff3-a790-f2b99d799ed8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:10:36.646900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8e594489-1019-4ff3-a790-f2b99d799ed8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3271770 Aug 16 13:10:36.651574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56330) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:36.668952 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fbddd4b5-f47b-4a65-b1be-0a8df8f34f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:36.708387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-40b5988a-754f-498e-92d6-774ce25a9b57 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0517213 Aug 16 13:10:36.709190 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56332) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:36.735681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56334) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:36.780855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/8f06d873-6f8e-45f6-b4ea-001c02ed5650/c17ef985-c82d-4d0a-af5a-9aa9ad2d296e) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:36.790603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fbddd4b5-f47b-4a65-b1be-0a8df8f34f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:36.793497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fbddd4b5-f47b-4a65-b1be-0a8df8f34f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:36.798283 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fbddd4b5-f47b-4a65-b1be-0a8df8f34f8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3bf19c0c-4927-42f2-ba7c-ac5e15c78a3c HTTP/1.1" status: 204 len: 168 time: 0.3532169 Aug 16 13:10:36.809869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddd4b5-f47b-4a65-b1be-0a8df8f34f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf19c0c-4927-42f2-ba7c-ac5e15c78a3c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:36.843147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e72d11-c5ac-4c98-b1bd-81bb36b702dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:36.850580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e72d11-c5ac-4c98-b1bd-81bb36b702dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:36.853885 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-98e72d11-c5ac-4c98-b1bd-81bb36b702dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1434426 Aug 16 13:10:36.856542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56340) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:36.866560 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 290662d1-38ab-4a59-9d84-6996502287f9 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:36.966627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4a2a69-1c91-49fa-946e-5e76e82e5847 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 8f06d873-6f8e-45f6-b4ea-001c02ed5650 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:10:37.145731 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.156189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Transition to ACTIVE for port object c17ef985-c82d-4d0a-af5a-9aa9ad2d296e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:37.173748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Transition to ACTIVE for port object c17ef985-c82d-4d0a-af5a-9aa9ad2d296e will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:37.177635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 290662d1-38ab-4a59-9d84-6996502287f9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:10:37.178389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 290662d1-38ab-4a59-9d84-6996502287f9 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:37.184233 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa4a2a69-1c91-49fa-946e-5e76e82e5847 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.199002 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.294873 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa4a2a69-1c91-49fa-946e-5e76e82e5847 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.331496 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0bdae933-68d7-407b-9fea-324ba5937453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.376764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Pushing event updated for resources: {'Port': ['ID=c17ef985-c82d-4d0a-af5a-9aa9ad2d296e,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:37.422474 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.427788 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:37.431740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:37.441213 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:37.511888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56360) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:37.611037 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0bdae933-68d7-407b-9fea-324ba5937453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.615494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Attempting to bind port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:37.616821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Attempting to bind port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:37.618148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Attempting to bind port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:37.622533 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0bdae933-68d7-407b-9fea-324ba5937453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.651478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:37.653055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:37.653256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e19255-2e6e-4e6f-8ee0-57120298f16e admin admin] Deleting subnet 40688c04-c6c5-482e-bec2-38205b98c41f {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:10:37.655103 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.656082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:37.659771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Bound port: c17ef985-c82d-4d0a-af5a-9aa9ad2d296e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:37.661700 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.674510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa4a2a69-1c91-49fa-946e-5e76e82e5847 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.691882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdae933-68d7-407b-9fea-324ba5937453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407283c2-6104-4742-9f8c-2c59b6c89851,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:37.716040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0bdae933-68d7-407b-9fea-324ba5937453 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d83ef31a46334fa9a7aaaebd56a42d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9772651 Aug 16 13:10:37.721150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56362) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:37.728381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-68e19255-2e6e-4e6f-8ee0-57120298f16e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.788949 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-68e19255-2e6e-4e6f-8ee0-57120298f16e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.844583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa4a2a69-1c91-49fa-946e-5e76e82e5847 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.857671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] For port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:37.863692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] For port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c17ef985-c82d-4d0a-af5a-9aa9ad2d296e,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:37.870366 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.905946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-68e19255-2e6e-4e6f-8ee0-57120298f16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.910144 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67ae255d-98bf-4efb-bd61-008967a8436b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.912745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a2a69-1c91-49fa-946e-5e76e82e5847 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=8f06d873-6f8e-45f6-b4ea-001c02ed5650,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:37.935325 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa4a2a69-1c91-49fa-946e-5e76e82e5847 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:37.937291 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-aa4a2a69-1c91-49fa-946e-5e76e82e5847 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/8f06d873-6f8e-45f6-b4ea-001c02ed5650 HTTP/1.1" status: 204 len: 168 time: 1.0796435 Aug 16 13:10:37.943230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56368) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:38.008572 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67ae255d-98bf-4efb-bd61-008967a8436b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:38.042901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e77d2-dbf3-4c5c-83b1-ee7ae47f49c7 None None] Pushing event updated for resources: {'Port': ['ID=c17ef985-c82d-4d0a-af5a-9aa9ad2d296e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:38.069084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 29d887f3-7f83-4339-b4e7-9c7c825529fb no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:38.097287 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2459e4d4-bb7a-477a-85ee-104684c0c1c9 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1504071 Aug 16 13:10:38.101818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56376) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:38.120247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-dc0ad842-6bf8-4958-bd59-129888eb01f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:38.179197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 29d887f3-7f83-4339-b4e7-9c7c825529fb {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:10:38.180418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 29d887f3-7f83-4339-b4e7-9c7c825529fb not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:38.207348 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67ae255d-98bf-4efb-bd61-008967a8436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:38.214602 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67ae255d-98bf-4efb-bd61-008967a8436b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:38.226877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-67ae255d-98bf-4efb-bd61-008967a8436b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/407283c2-6104-4742-9f8c-2c59b6c89851 HTTP/1.1" status: 204 len: 168 time: 0.5032196 Aug 16 13:10:38.292537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae255d-98bf-4efb-bd61-008967a8436b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407283c2-6104-4742-9f8c-2c59b6c89851,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:38.453742 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-68e19255-2e6e-4e6f-8ee0-57120298f16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:38.555255 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-68e19255-2e6e-4e6f-8ee0-57120298f16e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:38.563367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56388) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:38.568312 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-68e19255-2e6e-4e6f-8ee0-57120298f16e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/40688c04-c6c5-482e-bec2-38205b98c41f HTTP/1.1" status: 204 len: 168 time: 1.0550156 Aug 16 13:10:38.576230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e19255-2e6e-4e6f-8ee0-57120298f16e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40688c04-c6c5-482e-bec2-38205b98c41f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:38.594957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0ad842-6bf8-4958-bd59-129888eb01f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:38.601584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc0ad842-6bf8-4958-bd59-129888eb01f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:38.895464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c17ef985-c82d-4d0a-af5a-9aa9ad2d296e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:38.957420 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.054342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:39.128091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc0ad842-6bf8-4958-bd59-129888eb01f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.131205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56414) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:39.136439 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.165477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d68bc3-bb93-4cb8-a9c4-e6aa73074c59']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:39.187415 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab9ae3d-afea-404d-9a04-12a227d4a54e') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:39.188880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab9ae3d-afea-404d-9a04-12a227d4a54e') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:39.211591 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.219354 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-457f80e9-e75a-4c52-8d48-9aceac8ec6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.282897 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.289754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ad842-6bf8-4958-bd59-129888eb01f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:39.309792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:10:39.310460 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:10:39.314586 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:10:39.317452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ad842-6bf8-4958-bd59-129888eb01f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=c1064023-9265-4af3-acb9-a8b350712670,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:39.318749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ad842-6bf8-4958-bd59-129888eb01f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:39.460258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0ad842-6bf8-4958-bd59-129888eb01f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:39.461899 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc0ad842-6bf8-4958-bd59-129888eb01f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.465042 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.467885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-457f80e9-e75a-4c52-8d48-9aceac8ec6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.483797 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-457f80e9-e75a-4c52-8d48-9aceac8ec6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.493032 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.496593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/26d68bc3-bb93-4cb8-a9c4-e6aa73074c59 HTTP/1.1" status: 204 len: 168 time: 0.9312737 Aug 16 13:10:39.521970 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-457f80e9-e75a-4c52-8d48-9aceac8ec6c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9e8bb46ac0549a4b6846461010f9fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867741 Aug 16 13:10:39.526846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56422) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:39.535055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dc0ad842-6bf8-4958-bd59-129888eb01f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4315362 Aug 16 13:10:39.539018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56424) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:39.544178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6866a-532e-47a9-93d3-fa24de3b5ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=26d68bc3-bb93-4cb8-a9c4-e6aa73074c59,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:39.553865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-56995c5a-3390-434d-a61c-a7c44f4aecdd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-446931972', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:39.578791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f80e9-e75a-4c52-8d48-9aceac8ec6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e6b27-9aaa-44e9-ae3f-97cc4921a8c0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:39.601928 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-56995c5a-3390-434d-a61c-a7c44f4aecdd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.604364 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-56995c5a-3390-434d-a61c-a7c44f4aecdd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.692121 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-56995c5a-3390-434d-a61c-a7c44f4aecdd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.700290 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-56995c5a-3390-434d-a61c-a7c44f4aecdd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.743737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-56995c5a-3390-434d-a61c-a7c44f4aecdd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.753006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-56995c5a-3390-434d-a61c-a7c44f4aecdd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2115026 Aug 16 13:10:39.753969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56430) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:39.763841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d84040f-7e4f-4066-b987-217e0f060fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.808470 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d84040f-7e4f-4066-b987-217e0f060fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.911283 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d84040f-7e4f-4066-b987-217e0f060fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.912488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d12ade-938a-497b-8871-c04cdfe2aa35 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:39.924347 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d84040f-7e4f-4066-b987-217e0f060fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:39.928323 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1d84040f-7e4f-4066-b987-217e0f060fb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e27e6b27-9aaa-44e9-ae3f-97cc4921a8c0 HTTP/1.1" status: 204 len: 168 time: 0.3995600 Aug 16 13:10:39.964792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84040f-7e4f-4066-b987-217e0f060fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e6b27-9aaa-44e9-ae3f-97cc4921a8c0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:39.990995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56438) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:40.090577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-baf17bae-dced-4760-ad56-225b96257e5e None None] Provisioning for port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:40.112893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-baf17bae-dced-4760-ad56-225b96257e5e None None] Provisioning complete for port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:40.114886 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-baf17bae-dced-4760-ad56-225b96257e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.129086 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-18b0be49-2acb-445e-919a-d667aff16d09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e62e86b6fe404229b58dfbf80018fab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361175 Aug 16 13:10:40.131773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56440) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:40.180048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56442) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:40.270897 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d550ffc-b5d6-48d7-abbf-d0899fc3950d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.322073 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-baf17bae-dced-4760-ad56-225b96257e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.323327 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d550ffc-b5d6-48d7-abbf-d0899fc3950d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.433869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-baf17bae-dced-4760-ad56-225b96257e5e None None] For port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c17ef985-c82d-4d0a-af5a-9aa9ad2d296e,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:40.446081 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-baf17bae-dced-4760-ad56-225b96257e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.452185 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d550ffc-b5d6-48d7-abbf-d0899fc3950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.456350 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d550ffc-b5d6-48d7-abbf-d0899fc3950d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.460665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8d550ffc-b5d6-48d7-abbf-d0899fc3950d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/902b1b81-d481-4f00-8210-50c3c50a5b4e HTTP/1.1" status: 204 len: 168 time: 0.3270369 Aug 16 13:10:40.481506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d550ffc-b5d6-48d7-abbf-d0899fc3950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902b1b81-d481-4f00-8210-50c3c50a5b4e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:40.568150 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.631455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf17bae-dced-4760-ad56-225b96257e5e None None] Pushing event updated for resources: {'Port': ['ID=c17ef985-c82d-4d0a-af5a-9aa9ad2d296e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:40.716910 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7639-b1d7-4897-92ec-1b2354ed1e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.774977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5b38898f-4cbc-4201-bc71-90df7da6f4d8 None None] Provisioning complete for port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:40.775605 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5b38898f-4cbc-4201-bc71-90df7da6f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.914300 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7639-b1d7-4897-92ec-1b2354ed1e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.920808 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7639-b1d7-4897-92ec-1b2354ed1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:40.975024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ab7e7639-b1d7-4897-92ec-1b2354ed1e75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33af6be9dd604cb7b767c59b3b5e346a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7903271 Aug 16 13:10:40.976712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56462) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:40.977409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e7639-b1d7-4897-92ec-1b2354ed1e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6c4577-3058-47b1-af4f-41fc93a38a3d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:41.001467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::1 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/c1064023-9265-4af3-acb9-a8b350712670/66a7d281-244d-4a14-848f-32fa090b913d) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:41.496359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-923a0078-cb01-40fa-8719-172206864de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:41.540957 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:41.544725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-923a0078-cb01-40fa-8719-172206864de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:41.574380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 66a7d281-244d-4a14-848f-32fa090b913d will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:41.643760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:41.658473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-923a0078-cb01-40fa-8719-172206864de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:41.661175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-923a0078-cb01-40fa-8719-172206864de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:41.665625 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-923a0078-cb01-40fa-8719-172206864de2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e6c4577-3058-47b1-af4f-41fc93a38a3d HTTP/1.1" status: 204 len: 168 time: 0.6876640 Aug 16 13:10:41.713570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:41.714558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a0078-cb01-40fa-8719-172206864de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6c4577-3058-47b1-af4f-41fc93a38a3d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:41.722965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:41.737940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:41.738815 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:41.832918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=66a7d281-244d-4a14-848f-32fa090b913d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:41.916014 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.178387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1e7cec76-0482-4afb-8299-d30b2a2b395e None None] Provisioning for port 66a7d281-244d-4a14-848f-32fa090b913d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:42.190150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1e7cec76-0482-4afb-8299-d30b2a2b395e None None] Provisioning complete for port 66a7d281-244d-4a14-848f-32fa090b913d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:42.191148 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1e7cec76-0482-4afb-8299-d30b2a2b395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.227364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56526) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:42.237904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1e7cec76-0482-4afb-8299-d30b2a2b395e None None] Port 66a7d281-244d-4a14-848f-32fa090b913d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:10:42.369677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56532) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:42.370639 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.380450 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.381713 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.389794 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7247f3f-eed1-4c4c-b5ef-fec855034c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.528218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=66a7d281-244d-4a14-848f-32fa090b913d,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:42.592807 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7247f3f-eed1-4c4c-b5ef-fec855034c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.607823 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7247f3f-eed1-4c4c-b5ef-fec855034c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.649847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7247f3f-eed1-4c4c-b5ef-fec855034c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d8fac9-8bf8-4c2e-8e92-a6055046c9c8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:42.663105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c17ef985-c82d-4d0a-af5a-9aa9ad2d296e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:42.724594 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c7247f3f-eed1-4c4c-b5ef-fec855034c3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65bc14119d374f3ca91860aa2a46aa4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3533535 Aug 16 13:10:42.726874 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05e6f03a-2dc9-43d0-b8b8-6fa49b65735c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.727638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:42.729044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56538) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:42.731414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:42.782452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:42.783540 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.874924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92bd4cdb-b206-4f4c-814d-f1176e4bec0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.905408 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92bd4cdb-b206-4f4c-814d-f1176e4bec0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.043706 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92bd4cdb-b206-4f4c-814d-f1176e4bec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.049183 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92bd4cdb-b206-4f4c-814d-f1176e4bec0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.062987 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-92bd4cdb-b206-4f4c-814d-f1176e4bec0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34d8fac9-8bf8-4c2e-8e92-a6055046c9c8 HTTP/1.1" status: 204 len: 168 time: 0.3310115 Aug 16 13:10:43.075080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Router 47afa7cb-8845-431d-9a75-b0308f54ea1a is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:10:43.117428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd4cdb-b206-4f4c-814d-f1176e4bec0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d8fac9-8bf8-4c2e-8e92-a6055046c9c8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:43.145533 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05e6f03a-2dc9-43d0-b8b8-6fa49b65735c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.155869 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05e6f03a-2dc9-43d0-b8b8-6fa49b65735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.225798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6f03a-2dc9-43d0-b8b8-6fa49b65735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f78002-2543-4959-9d4b-2f46bb75e5fa,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:43.260008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-05e6f03a-2dc9-43d0-b8b8-6fa49b65735c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7e0b86f12ef43c380e50f5083b62010&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0311959 Aug 16 13:10:43.264355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56548) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:43.272887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:10:43.282853 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4f059c58-5b29-4d24-ad25-4bd8de632337 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "PUT /v2.0/routers/47afa7cb-8845-431d-9a75-b0308f54ea1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5260770 Aug 16 13:10:43.283558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56550) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:43.302777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Sync routers for ids ['47afa7cb-8845-431d-9a75-b0308f54ea1a'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:10:43.323617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b45c3efe-a2cf-4d17-98ee-9a4a5848dfa4 None None] Provisioning complete for port 66a7d281-244d-4a14-848f-32fa090b913d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:43.324257 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b45c3efe-a2cf-4d17-98ee-9a4a5848dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.327802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Routers {'47afa7cb-8845-431d-9a75-b0308f54ea1a'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:43.329516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['47afa7cb-8845-431d-9a75-b0308f54ea1a'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:43.386972 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34ff1994-04cc-4913-9e7e-eafce1dee05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.402432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a691266b-c354-4d22-bcbb-0d4fa697dec1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:43.408481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a691266b-c354-4d22-bcbb-0d4fa697dec1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports/66a7d281-244d-4a14-848f-32fa090b913d HTTP/1.1" status: 200 len: 911 time: 0.1237967 Aug 16 13:10:43.409163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56556) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:43.453911 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34ff1994-04cc-4913-9e7e-eafce1dee05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.503442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032149d8-4baf-482b-9162-7782f2844d66 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:43.509682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032149d8-4baf-482b-9162-7782f2844d66 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:43.514311 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-032149d8-4baf-482b-9162-7782f2844d66 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1040325 Aug 16 13:10:43.514984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56560) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:43.554522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b45c3efe-a2cf-4d17-98ee-9a4a5848dfa4 None None] Port 66a7d281-244d-4a14-848f-32fa090b913d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:10:43.572994 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34ff1994-04cc-4913-9e7e-eafce1dee05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.575800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34ff1994-04cc-4913-9e7e-eafce1dee05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.577073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-34ff1994-04cc-4913-9e7e-eafce1dee05a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06f78002-2543-4959-9d4b-2f46bb75e5fa HTTP/1.1" status: 204 len: 168 time: 0.3099494 Aug 16 13:10:43.594939 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff1994-04cc-4913-9e7e-eafce1dee05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f78002-2543-4959-9d4b-2f46bb75e5fa,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:43.611093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Set router 47afa7cb-8845-431d-9a75-b0308f54ea1a gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:43.918628 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afa7cb-8845-431d-9a75-b0308f54ea1a', 'name': 'tempest-NetworksTestDHCPv6-router-446931972', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:39Z', 'updated_at': '2021-08-16T13:10:41Z', 'revision_number': 2, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'gw_port_host': None, '_interfaces': [{'id': '66a7d281-244d-4a14-848f-32fa090b913d', 'name': '', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'mac_address': 'fa:16:3e:7d:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47afa7cb-8845-431d-9a75-b0308f54ea1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'c1064023-9265-4af3-acb9-a8b350712670', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:40Z', 'updated_at': '2021-08-16T13:10:42Z', 'revision_number': 2, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'subnets': [{'id': 'c1064023-9265-4af3-acb9-a8b350712670', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:43.979733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Checking router: 47afa7cb-8845-431d-9a75-b0308f54ea1a for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:10:43.979733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Updating router 47afa7cb-8845-431d-9a75-b0308f54ea1a port 66a7d281-244d-4a14-848f-32fa090b913d binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:10:44.043400 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.224412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56580) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:44.253327 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2acbe436-6005-47b3-b83a-73a7fda5a615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.436949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2acbe436-6005-47b3-b83a-73a7fda5a615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.444292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2acbe436-6005-47b3-b83a-73a7fda5a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.446898 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.508053 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2acbe436-6005-47b3-b83a-73a7fda5a615 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1df9f6d12a904f3a90463110262de73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818923 Aug 16 13:10:44.513089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56584) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:44.520950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbe436-6005-47b3-b83a-73a7fda5a615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e62406e-2258-4714-9744-8e46bc42f5bb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:44.631934 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.643521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75ffa8ad-4e3e-48c1-a619-d4f9c1e3ea13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.662914 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Transition to ACTIVE for port object 66a7d281-244d-4a14-848f-32fa090b913d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:44.682148 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.706835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75ffa8ad-4e3e-48c1-a619-d4f9c1e3ea13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.781463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcb5bb-9ff7-4407-83e3-6fdb2c7b93ee None None] Pushing event updated for resources: {'Port': ['ID=66a7d281-244d-4a14-848f-32fa090b913d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:44.831410 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75ffa8ad-4e3e-48c1-a619-d4f9c1e3ea13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.837176 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75ffa8ad-4e3e-48c1-a619-d4f9c1e3ea13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.838422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Attempting to bind port 66a7d281-244d-4a14-848f-32fa090b913d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:44.840675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Attempting to bind port 66a7d281-244d-4a14-848f-32fa090b913d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:44.841410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Attempting to bind port 66a7d281-244d-4a14-848f-32fa090b913d on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:44.845271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-75ffa8ad-4e3e-48c1-a619-d4f9c1e3ea13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e62406e-2258-4714-9744-8e46bc42f5bb HTTP/1.1" status: 204 len: 168 time: 0.3295708 Aug 16 13:10:44.862794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffa8ad-4e3e-48c1-a619-d4f9c1e3ea13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e62406e-2258-4714-9744-8e46bc42f5bb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:44.865792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:44.866486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:44.867063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.867617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:44.868264 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Bound port: 66a7d281-244d-4a14-848f-32fa090b913d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:44.868983 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.931988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 66a7d281-244d-4a14-848f-32fa090b913d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:44.932675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:44.980936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] For port 66a7d281-244d-4a14-848f-32fa090b913d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:44.985668 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] For port 66a7d281-244d-4a14-848f-32fa090b913d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=66a7d281-244d-4a14-848f-32fa090b913d,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:44.995815 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:45.074014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Routers {'47afa7cb-8845-431d-9a75-b0308f54ea1a'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:45.075526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['47afa7cb-8845-431d-9a75-b0308f54ea1a'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:45.119220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcb5bb-9ff7-4407-83e3-6fdb2c7b93ee None None] Pushing event updated for resources: {'Port': ['ID=66a7d281-244d-4a14-848f-32fa090b913d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:45.185470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] For port 66a7d281-244d-4a14-848f-32fa090b913d, host n-d-804708-1, got binding levels [] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:45.186084 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:45.236021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 66a7d281-244d-4a14-848f-32fa090b913d owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:45.379735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] Set router 47afa7cb-8845-431d-9a75-b0308f54ea1a gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:45.710735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:45.780784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=66a7d281-244d-4a14-848f-32fa090b913d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:45.847072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4b37743a-6d14-4185-a61c-75b57c040ae6 None None] Could not find standard attr ID for object 66a7d281-244d-4a14-848f-32fa090b913d. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:10:45.897109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47afa7cb-8845-431d-9a75-b0308f54ea1a', 'name': 'tempest-NetworksTestDHCPv6-router-446931972', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:39Z', 'updated_at': '2021-08-16T13:10:41Z', 'revision_number': 2, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'gw_port_host': None, '_interfaces': [{'id': '66a7d281-244d-4a14-848f-32fa090b913d', 'name': '', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'mac_address': 'fa:16:3e:7d:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47afa7cb-8845-431d-9a75-b0308f54ea1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'c1064023-9265-4af3-acb9-a8b350712670', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:40Z', 'updated_at': '2021-08-16T13:10:44Z', 'revision_number': 4, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'subnets': [{'id': 'c1064023-9265-4af3-acb9-a8b350712670', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:45.945442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:45.998977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0eac1-55b9-460a-a0fe-5519c2c1e9c1 None None] The sync data for ids ['47afa7cb-8845-431d-9a75-b0308f54ea1a'] in n-d-804708-1 is: [{'id': '47afa7cb-8845-431d-9a75-b0308f54ea1a', 'name': 'tempest-NetworksTestDHCPv6-router-446931972', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:39Z', 'updated_at': '2021-08-16T13:10:41Z', 'revision_number': 2, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'gw_port_host': None, '_interfaces': [{'id': '66a7d281-244d-4a14-848f-32fa090b913d', 'name': '', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'mac_address': 'fa:16:3e:7d:ee:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47afa7cb-8845-431d-9a75-b0308f54ea1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'c1064023-9265-4af3-acb9-a8b350712670', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:40Z', 'updated_at': '2021-08-16T13:10:44Z', 'revision_number': 4, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'subnets': [{'id': 'c1064023-9265-4af3-acb9-a8b350712670', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:10:46.236496 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:46.280118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Router 47afa7cb-8845-431d-9a75-b0308f54ea1a has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:10:46.775006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:10:46.792571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56638) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:46.794347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ae5e4f44-7980-48aa-b19b-180d2a11af23 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "PUT /v2.0/routers/47afa7cb-8845-431d-9a75-b0308f54ea1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2727001 Aug 16 13:10:46.897261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df05e504-282d-4bf9-b16f-f94ca8280aa6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:46.900642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df05e504-282d-4bf9-b16f-f94ca8280aa6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:46.907985 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-df05e504-282d-4bf9-b16f-f94ca8280aa6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1093261 Aug 16 13:10:46.907985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56642) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:47.033722 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e045b6-087e-441f-9707-9ccc9b2e99dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet c1064023-9265-4af3-acb9-a8b350712670 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:10:47.039955 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91e045b6-087e-441f-9707-9ccc9b2e99dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:47.116974 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91e045b6-087e-441f-9707-9ccc9b2e99dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:47.197655 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91e045b6-087e-441f-9707-9ccc9b2e99dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:47.308836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91e045b6-087e-441f-9707-9ccc9b2e99dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:47.369738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e045b6-087e-441f-9707-9ccc9b2e99dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=c1064023-9265-4af3-acb9-a8b350712670,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:47.373675 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-91e045b6-087e-441f-9707-9ccc9b2e99dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:47.379324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-91e045b6-087e-441f-9707-9ccc9b2e99dd tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/c1064023-9265-4af3-acb9-a8b350712670 HTTP/1.1" status: 204 len: 168 time: 0.4696631 Aug 16 13:10:47.384756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56652) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:47.392867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c5e7a5-64f0-4e0d-b861-ff5c0ca3df49 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:47.662865 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9f0e3cde-9748-493b-afe9-589abaf64663 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2739868 Aug 16 13:10:47.663516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56662) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:47.744512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d2f794-38ed-424d-8092-47a919b2c1ae None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:10:47.809441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1868-ff94-487a-a6f7-9ed2f3a4ad04 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:47.899308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-32d2f794-38ed-424d-8092-47a919b2c1ae None None] Deleting port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:47.900060 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-32d2f794-38ed-424d-8092-47a919b2c1ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:48.029069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-32d2f794-38ed-424d-8092-47a919b2c1ae None None] For port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c17ef985-c82d-4d0a-af5a-9aa9ad2d296e,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:48.029697 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-32d2f794-38ed-424d-8092-47a919b2c1ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:48.064007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-32d2f794-38ed-424d-8092-47a919b2c1ae None None] Calling delete_port for c17ef985-c82d-4d0a-af5a-9aa9ad2d296e owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:10:48.183550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1868-ff94-487a-a6f7-9ed2f3a4ad04 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:48.189005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1868-ff94-487a-a6f7-9ed2f3a4ad04 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:48.304719 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1868-ff94-487a-a6f7-9ed2f3a4ad04 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:48.305510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9a1868-ff94-487a-a6f7-9ed2f3a4ad04 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Fanout notify agent at l3_agent the message router_deleted on router 47afa7cb-8845-431d-9a75-b0308f54ea1a {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:10:48.307384 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0fcf74-d9e2-4f7c-940d-77da198d01c5 None None] Sync routers for ids ['47afa7cb-8845-431d-9a75-b0308f54ea1a'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:10:48.324092 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1868-ff94-487a-a6f7-9ed2f3a4ad04 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:48.331052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56670) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:48.332899 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dc9a1868-ff94-487a-a6f7-9ed2f3a4ad04 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/routers/47afa7cb-8845-431d-9a75-b0308f54ea1a HTTP/1.1" status: 204 len: 168 time: 0.6678674 Aug 16 13:10:48.339604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6fd1fe32-022f-49a7-a027-9164386bb2eb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:48.350646 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fcf74-d9e2-4f7c-940d-77da198d01c5 None None] Routers set() bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:48.352863 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fcf74-d9e2-4f7c-940d-77da198d01c5 None None] Router IDs set() for agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 13:10:48.353903 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd0fcf74-d9e2-4f7c-940d-77da198d01c5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47afa7cb-8845-431d-9a75-b0308f54ea1a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent'). {{(pid=101398) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 13:10:48.358235 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-32d2f794-38ed-424d-8092-47a919b2c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:48.376325 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fcf74-d9e2-4f7c-940d-77da198d01c5 None None] Routers set() bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:48.377167 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fcf74-d9e2-4f7c-940d-77da198d01c5 None None] Router IDs set() for agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 13:10:48.378310 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd0fcf74-d9e2-4f7c-940d-77da198d01c5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47afa7cb-8845-431d-9a75-b0308f54ea1a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent'). {{(pid=101398) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 13:10:48.378881 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0fcf74-d9e2-4f7c-940d-77da198d01c5 None None] The sync data for ids ['47afa7cb-8845-431d-9a75-b0308f54ea1a'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:10:48.411476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2f794-38ed-424d-8092-47a919b2c1ae None None] Pushing event deleted for resources: {'Port': ['ID=c17ef985-c82d-4d0a-af5a-9aa9ad2d296e,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:48.426409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d2f794-38ed-424d-8092-47a919b2c1ae None None] No DVR routers for this DVR port c17ef985-c82d-4d0a-af5a-9aa9ad2d296e on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:10:48.606539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd1fe32-022f-49a7-a027-9164386bb2eb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:48.613133 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6fd1fe32-022f-49a7-a027-9164386bb2eb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:48.650224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c17ef985-c82d-4d0a-af5a-9aa9ad2d296e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:48.733549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: c17ef985-c82d-4d0a-af5a-9aa9ad2d296e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:10:48.734871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c17ef985-c82d-4d0a-af5a-9aa9ad2d296e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:49.211364 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6fd1fe32-022f-49a7-a027-9164386bb2eb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:49.357582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1fe32-022f-49a7-a027-9164386bb2eb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=0f10a092-7ed9-4ded-915c-44182c7140a6,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:49.377041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd1fe32-022f-49a7-a027-9164386bb2eb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:49.380691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-6fd1fe32-022f-49a7-a027-9164386bb2eb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:49.389271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd1fe32-022f-49a7-a027-9164386bb2eb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:49.393741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6fd1fe32-022f-49a7-a027-9164386bb2eb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:49.401376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a782c7dc-063b-418a-a3a2-af1dad32306e None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:49.461408 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6fd1fe32-022f-49a7-a027-9164386bb2eb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1245375 Aug 16 13:10:49.461663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56696) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:49.466432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-10bef482-f713-4fe6-bcff-f65f9aa71da5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-64733342', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:49.543933 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10bef482-f713-4fe6-bcff-f65f9aa71da5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:49.545265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10bef482-f713-4fe6-bcff-f65f9aa71da5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:49.665214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10bef482-f713-4fe6-bcff-f65f9aa71da5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:49.679693 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10bef482-f713-4fe6-bcff-f65f9aa71da5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:49.709550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '0f10a092-7ed9-4ded-915c-44182c7140a6'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:10:49.711077 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:49.744402 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10bef482-f713-4fe6-bcff-f65f9aa71da5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:49.756619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56700) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:49.758275 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-10bef482-f713-4fe6-bcff-f65f9aa71da5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2952983 Aug 16 13:10:50.165094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/0f10a092-7ed9-4ded-915c-44182c7140a6/22e97853-e0fe-4519-99b3-b471ccdf662f) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:50.483994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:50.491613 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:50.526806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Transition to ACTIVE for port object 22e97853-e0fe-4519-99b3-b471ccdf662f will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:50.555596 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 66a7d281-244d-4a14-848f-32fa090b913d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:50.602597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 66a7d281-244d-4a14-848f-32fa090b913d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:10:50.603062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 66a7d281-244d-4a14-848f-32fa090b913d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:10:50.606733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Transition to ACTIVE for port object 22e97853-e0fe-4519-99b3-b471ccdf662f will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:50.620670 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:50.713691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Pushing event updated for resources: {'Port': ['ID=22e97853-e0fe-4519-99b3-b471ccdf662f,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:50.727179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:50.729023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:50.731839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:50.851043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Attempting to bind port 22e97853-e0fe-4519-99b3-b471ccdf662f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:50.851892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Attempting to bind port 22e97853-e0fe-4519-99b3-b471ccdf662f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:50.854968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Attempting to bind port 22e97853-e0fe-4519-99b3-b471ccdf662f on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:50.867329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:50.868305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:50.869098 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:50.870783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:50.871776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Bound port: 22e97853-e0fe-4519-99b3-b471ccdf662f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:50.873315 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:50.977816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] For port 22e97853-e0fe-4519-99b3-b471ccdf662f, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:50.983041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] For port 22e97853-e0fe-4519-99b3-b471ccdf662f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=22e97853-e0fe-4519-99b3-b471ccdf662f,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:50.992732 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:51.013307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::1 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/0f10a092-7ed9-4ded-915c-44182c7140a6/a6ca68ee-dc06-4bb0-a903-09a5cf797956) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:51.097881 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56de6e-32da-4d03-b34c-39aa1ac63982 None None] Pushing event updated for resources: {'Port': ['ID=22e97853-e0fe-4519-99b3-b471ccdf662f,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:51.479954 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:51.514771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object a6ca68ee-dc06-4bb0-a903-09a5cf797956 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:51.625509 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:51.747740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:51.762846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:51.771796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:51.772287 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:51.965389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=a6ca68ee-dc06-4bb0-a903-09a5cf797956,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:52.039498 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-32be28af-c8e8-4450-952b-40b8486a8c14 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1046753 Aug 16 13:10:52.040893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:52.093888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56768) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:52.477579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-afdafa12-73f2-4bb3-93e2-fdaf0b75cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:52.478420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-afdafa12-73f2-4bb3-93e2-fdaf0b75cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:52.479272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-afdafa12-73f2-4bb3-93e2-fdaf0b75cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:52.480196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-afdafa12-73f2-4bb3-93e2-fdaf0b75cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:52.481007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-afdafa12-73f2-4bb3-93e2-fdaf0b75cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:52.481931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-afdafa12-73f2-4bb3-93e2-fdaf0b75cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:52.482831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-afdafa12-73f2-4bb3-93e2-fdaf0b75cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:52.487856 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-afdafa12-73f2-4bb3-93e2-fdaf0b75cb81 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 6488 time: 0.3032150 Aug 16 13:10:52.586902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-249138782'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:52.705898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Made reservation on behalf of 7ca857547ffa499980c0db44ddf2c6f5 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:52.713161 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:52.752100 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:52.905338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 22e97853-e0fe-4519-99b3-b471ccdf662f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:53.082436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 22e97853-e0fe-4519-99b3-b471ccdf662f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:53.099132 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.108344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.153361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-f955a95e-ec6e-44fa-918a-331937959c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:53.153361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-f955a95e-ec6e-44fa-918a-331937959c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:53.153361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-f955a95e-ec6e-44fa-918a-331937959c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:53.155034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-f955a95e-ec6e-44fa-918a-331937959c13 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&id=ff59b3a2-761c-4887-a566-3a2f0105d559&id=ff59b3a2-761c-4887-a566-3a2f0105d559 HTTP/1.1" status: 200 len: 2289 time: 0.5920305 Aug 16 13:10:53.155197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56796) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:53.167669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:10:53.197836 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:10:53.264850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7377e7-6d01-41e9-a88a-0f248f48a109,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:53.279281 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.280254 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Added segment c7fe2f66-6fc8-4701-9ada-528641fedcd7 of type vlan for network fc0d47ac-1874-47ac-9d00-c0db5bb69db7 Aug 16 13:10:53.305845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-095baeec-9ea0-4a59-8b94-aa5dbd4f819c None None] Provisioning for port 22e97853-e0fe-4519-99b3-b471ccdf662f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:53.322666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-095baeec-9ea0-4a59-8b94-aa5dbd4f819c None None] Provisioning complete for port 22e97853-e0fe-4519-99b3-b471ccdf662f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:53.323289 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-095baeec-9ea0-4a59-8b94-aa5dbd4f819c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.333897 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.350531 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.354304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.443167 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.518547 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-3b0564d0-0e8c-4bef-9f2d-e173da61691d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36ef840f-ef8a-441d-8928-a9a8955e12c4 HTTP/1.1" status: 200 len: 1000 time: 0.3536537 Aug 16 13:10:53.544706 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.561217 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:53.564373 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.605420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5061922 Aug 16 13:10:53.633496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56808) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:53.671171 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-095baeec-9ea0-4a59-8b94-aa5dbd4f819c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.803984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-095baeec-9ea0-4a59-8b94-aa5dbd4f819c None None] For port 22e97853-e0fe-4519-99b3-b471ccdf662f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=22e97853-e0fe-4519-99b3-b471ccdf662f,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:53.815431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5adb5e-0b53-441c-8764-dec7473dfd10 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Pushing event updated for resources: {'Network': ['ID=fc0d47ac-1874-47ac-9d00-c0db5bb69db7,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:53.831171 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-095baeec-9ea0-4a59-8b94-aa5dbd4f819c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.843149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=a6ca68ee-dc06-4bb0-a903-09a5cf797956,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:53.877798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-c77b68fa-049e-43f8-85ea-8ec9e31870e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:53.880854 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-c77b68fa-049e-43f8-85ea-8ec9e31870e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8755348-ed82-44df-9ced-3e2180c2428d HTTP/1.1" status: 200 len: 851 time: 0.3104281 Aug 16 13:10:53.979944 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc40db05-8cfb-4cd1-92f0-508af41837b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.983508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:54.001456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:54.008536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Request body: {'network': {'name': 'tempest-network--1219950473', 'router:external': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:54.009602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-6240285d-2e92-4ecc-b158-90bc6442a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:54.011437 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-6240285d-2e92-4ecc-b158-90bc6442a0d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174216 Aug 16 13:10:54.060170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Made reservation on behalf of 7d22f7459f374e5090fd0a357960a8a7 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:54.073970 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:54.076231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095baeec-9ea0-4a59-8b94-aa5dbd4f819c None None] Pushing event updated for resources: {'Port': ['ID=22e97853-e0fe-4519-99b3-b471ccdf662f,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:54.111401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network fc0d47ac-1874-47ac-9d00-c0db5bb69db7 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:10:54.131520 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:54.317533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f983640d-6bc0-47e2-bbc6-765c1319d85d None None] Provisioning for port a6ca68ee-dc06-4bb0-a903-09a5cf797956 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:54.324001 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f983640d-6bc0-47e2-bbc6-765c1319d85d None None] Provisioning complete for port a6ca68ee-dc06-4bb0-a903-09a5cf797956 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:54.326617 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f983640d-6bc0-47e2-bbc6-765c1319d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:54.350314 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc40db05-8cfb-4cd1-92f0-508af41837b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:54.380248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f983640d-6bc0-47e2-bbc6-765c1319d85d None None] Port a6ca68ee-dc06-4bb0-a903-09a5cf797956 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:10:54.403360 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc40db05-8cfb-4cd1-92f0-508af41837b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:54.574878 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-6a39f489-c2e5-4e81-9fd4-f2b183182557 service neutron] 10.222.0.22 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380721 Aug 16 13:10:54.581324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Router 7bc5a132-b4ef-401f-8696-69c666f5b0ff is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:10:54.585465 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dc40db05-8cfb-4cd1-92f0-508af41837b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd4ec825dd1443c38dbf75edb8d7e0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4196041 Aug 16 13:10:54.591462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56822) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:54.595224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40db05-8cfb-4cd1-92f0-508af41837b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8364fced-dda2-442e-b4d9-893746d2285b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:54.641334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-647f3c14-c82f-4a72-8f5a-de99fded943a None None] Provisioning complete for port a6ca68ee-dc06-4bb0-a903-09a5cf797956 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:54.641898 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-647f3c14-c82f-4a72-8f5a-de99fded943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:54.716285 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:54.724279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 22e97853-e0fe-4519-99b3-b471ccdf662f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:54.726371 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:54.774541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-647f3c14-c82f-4a72-8f5a-de99fded943a None None] Port a6ca68ee-dc06-4bb0-a903-09a5cf797956 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:10:54.805542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:10:54.837990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a51056f-aab9-491e-b4ea-97561ebc73c0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:54.849337 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:54.850129 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Added segment 00fb09a9-55e5-47d9-8e81-5d0623a8c971 of type vlan for network 9ec81100-da0f-406d-b8ad-f57dc1590d6b Aug 16 13:10:54.854065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 22e97853-e0fe-4519-99b3-b471ccdf662f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:54.854951 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:54.980454 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:55.064953 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:55.066765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:55.067805 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:55.136738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5006244 Aug 16 13:10:55.142367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56826) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:55.237669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954d0c9-ab4c-44b0-aca9-8e44b715edcf tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event updated for resources: {'Network': ['ID=9ec81100-da0f-406d-b8ad-f57dc1590d6b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:55.253182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 9ec81100-da0f-406d-b8ad-f57dc1590d6b details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:10:55.468183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0308e72a-6cfb-4ef0-820c-4249e78879b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:55.477774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:10:55.486447 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-16f1380a-11a6-4e31-9f81-3c3b67316298 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "PUT /v2.0/routers/7bc5a132-b4ef-401f-8696-69c666f5b0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7281172 Aug 16 13:10:55.489259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56838) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:55.493304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Sync routers for ids ['7bc5a132-b4ef-401f-8696-69c666f5b0ff'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:10:55.497403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:55.506332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Routers {'7bc5a132-b4ef-401f-8696-69c666f5b0ff'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:55.507322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7bc5a132-b4ef-401f-8696-69c666f5b0ff'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:55.521711 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-192a7e1d-d21a-4232-a742-36b69388c654 service neutron] 10.222.0.22 "GET /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9327700 Aug 16 13:10:55.592862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17deb00d-de3b-467d-bc8b-b183140bea79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:55.598368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-17deb00d-de3b-467d-bc8b-b183140bea79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports/a6ca68ee-dc06-4bb0-a903-09a5cf797956 HTTP/1.1" status: 200 len: 911 time: 0.1056538 Aug 16 13:10:55.602997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56842) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:55.617807 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0308e72a-6cfb-4ef0-820c-4249e78879b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:55.642462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Set router 7bc5a132-b4ef-401f-8696-69c666f5b0ff gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:55.741544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae4e64-685f-413a-a6e5-2ab3e664ddbb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:55.769819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae4e64-685f-413a-a6e5-2ab3e664ddbb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:55.784529 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-22ae4e64-685f-413a-a6e5-2ab3e664ddbb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1758599 Aug 16 13:10:55.787544 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-8417cf94-3dfe-4ce1-87de-40c96cd4a690 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=6764e1b7-9c16-492c-890c-4c55969c5445 HTTP/1.1" status: 200 len: 217 time: 0.2545528 Aug 16 13:10:55.788352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56850) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:55.918236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:55.936057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec81100-da0f-406d-b8ad-f57dc1590d6b']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:55.951069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fb09a9-55e5-47d9-8e81-5d0623a8c971') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:55.951069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fb09a9-55e5-47d9-8e81-5d0623a8c971') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:55.960995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:55.985535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:55.996576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:10:55.997018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.099533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5a132-b4ef-401f-8696-69c666f5b0ff', 'name': 'tempest-NetworksTestDHCPv6-router-64733342', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:49Z', 'updated_at': '2021-08-16T13:10:51Z', 'revision_number': 2, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'gw_port_host': None, '_interfaces': [{'id': 'a6ca68ee-dc06-4bb0-a903-09a5cf797956', 'name': '', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'mac_address': 'fa:16:3e:8c:e0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5a132-b4ef-401f-8696-69c666f5b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '0f10a092-7ed9-4ded-915c-44182c7140a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:50Z', 'updated_at': '2021-08-16T13:10:52Z', 'revision_number': 2, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'subnets': [{'id': '0f10a092-7ed9-4ded-915c-44182c7140a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:10:56.113917 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:10:56.146906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Checking router: 7bc5a132-b4ef-401f-8696-69c666f5b0ff for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:10:56.148482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Updating router 7bc5a132-b4ef-401f-8696-69c666f5b0ff port a6ca68ee-dc06-4bb0-a903-09a5cf797956 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:10:56.155591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.191118 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.208016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ec81100-da0f-406d-b8ad-f57dc1590d6b {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 13:10:56.213944 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.220390 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9ec81100-da0f-406d-b8ad-f57dc1590d6b HTTP/1.1" status: 204 len: 168 time: 1.0673275 Aug 16 13:10:56.221016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56862) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:56.232210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:56.249232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1167d75-8eed-4417-8174-b7e1b9a89dd9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ec81100-da0f-406d-b8ad-f57dc1590d6b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:56.260573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-c8a83c4b-a01e-40ec-bad6-4d13e9f2f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:56.269828 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-c8a83c4b-a01e-40ec-bad6-4d13e9f2f3fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.4489732 Aug 16 13:10:56.329324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Made reservation on behalf of 7d22f7459f374e5090fd0a357960a8a7 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:56.334157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.424180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:10:56.455375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.455679 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Added segment bb8ea896-c361-40d7-904e-24f23497642c of type vlan for network d4288680-4d6f-4b84-b3fa-6a6b92707a4d Aug 16 13:10:56.507872 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0308e72a-6cfb-4ef0-820c-4249e78879b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.512764 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0308e72a-6cfb-4ef0-820c-4249e78879b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.516588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0308e72a-6cfb-4ef0-820c-4249e78879b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8364fced-dda2-442e-b4d9-893746d2285b HTTP/1.1" status: 204 len: 168 time: 1.9031165 Aug 16 13:10:56.558164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-06561f53-5618-4eeb-abe0-a34e58596cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:56.561028 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-06561f53-5618-4eeb-abe0-a34e58596cd7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2894287 Aug 16 13:10:56.567871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308e72a-6cfb-4ef0-820c-4249e78879b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8364fced-dda2-442e-b4d9-893746d2285b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:56.676033 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.745538 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.747028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:56.747840 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.882047 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.895221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.6722634 Aug 16 13:10:56.898276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56870) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:56.917253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Request body: {'subnet': {'network_id': 'd4288680-4d6f-4b84-b3fa-6a6b92707a4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:56.926796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b4336-c0fa-4957-b14e-9a5cce5df06e tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event updated for resources: {'Network': ['ID=d4288680-4d6f-4b84-b3fa-6a6b92707a4d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:56.939164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Transition to ACTIVE for port object a6ca68ee-dc06-4bb0-a903-09a5cf797956 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:56.962761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network d4288680-4d6f-4b84-b3fa-6a6b92707a4d details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:10:56.987364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Made reservation on behalf of 7d22f7459f374e5090fd0a357960a8a7 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:56.987986 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:56.989931 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:57.044060 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-f6751ae3-52d0-4abc-9401-b89a27eac6a7 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633226 Aug 16 13:10:57.351175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:57.443584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-c757008b-db80-47a2-8c4e-635f55c369ca service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900805 Aug 16 13:10:57.559103 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-2b54ed00-afdf-43a6-978e-301e349e5fc8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=6951413b-4d52-4abd-befc-d3831ec2343b HTTP/1.1" status: 200 len: 217 time: 0.1035159 Aug 16 13:10:57.855333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-1222665b-3d3d-4df8-8321-c3db826176b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:57.861175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-1222665b-3d3d-4df8-8321-c3db826176b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.2945971 Aug 16 13:10:57.873082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.objects.ports [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101395) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:10:57.874420 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:57.914806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56884) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:57.930846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2615321-58c4-4b64-b10e-78d860eb9caa None None] Pushing event updated for resources: {'Port': ['ID=a6ca68ee-dc06-4bb0-a903-09a5cf797956,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:57.938292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f7e99455-c8da-40b1-8992-da4447a8a3b4,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:58.027066 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d82c1833-e755-42e3-b092-ade2c9b0e7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:58.042277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Checking segment: {'id': 'bb8ea896-c361-40d7-904e-24f23497642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd4288680-4d6f-4b84-b3fa-6a6b92707a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:58.042509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Network hostable DHCP agents. Network: d4288680-4d6f-4b84-b3fa-6a6b92707a4d, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:10:58.086629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Network d4288680-4d6f-4b84-b3fa-6a6b92707a4d is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:10:58.101337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Attempting to bind port a6ca68ee-dc06-4bb0-a903-09a5cf797956 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:58.101337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Attempting to bind port a6ca68ee-dc06-4bb0-a903-09a5cf797956 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:58.101337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Attempting to bind port a6ca68ee-dc06-4bb0-a903-09a5cf797956 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:58.116082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, d4288680-4d6f-4b84-b3fa-6a6b92707a4d) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:58.117203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:58.119469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:58.120108 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:58.120729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:58.122346 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:58.122782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:58.123309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Bound port: a6ca68ee-dc06-4bb0-a903-09a5cf797956, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:58.123710 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:58.177433 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c643106d-ad1b-47e1-9f62-7f5e2fe026f4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2778726 Aug 16 13:10:58.178137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56894) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:58.183343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Request body: {'floatingip': {'floating_network_id': 'd4288680-4d6f-4b84-b3fa-6a6b92707a4d'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:58.209184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aed4062-da38-4201-8170-972e62b20d03 None None] Network d4288680-4d6f-4b84-b3fa-6a6b92707a4d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:58.305356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-7962aea2-31e7-4c9d-a7de-ad11f44e540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:58.307910 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-7962aea2-31e7-4c9d-a7de-ad11f44e540e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3938007 Aug 16 13:10:58.426201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] For port a6ca68ee-dc06-4bb0-a903-09a5cf797956, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:58.431189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] For port a6ca68ee-dc06-4bb0-a903-09a5cf797956, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a6ca68ee-dc06-4bb0-a903-09a5cf797956,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:58.468233 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:58.541969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2615321-58c4-4b64-b10e-78d860eb9caa None None] Pushing event updated for resources: {'Port': ['ID=a6ca68ee-dc06-4bb0-a903-09a5cf797956,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:58.587659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Routers {'7bc5a132-b4ef-401f-8696-69c666f5b0ff'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:58.588431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7bc5a132-b4ef-401f-8696-69c666f5b0ff'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:58.683498 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-9d52e3c3-a6ee-4319-a25a-0789d80f5dc7 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452642 Aug 16 13:10:58.712476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] Set router 7bc5a132-b4ef-401f-8696-69c666f5b0ff gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:58.889786 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8a609e-7358-4352-86e7-0d25ecfaac87 None None] Network d4288680-4d6f-4b84-b3fa-6a6b92707a4d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:58.989516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port a6ca68ee-dc06-4bb0-a903-09a5cf797956 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:10:58.992166 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:59.040376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5a132-b4ef-401f-8696-69c666f5b0ff', 'name': 'tempest-NetworksTestDHCPv6-router-64733342', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:49Z', 'updated_at': '2021-08-16T13:10:51Z', 'revision_number': 2, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'gw_port_host': None, '_interfaces': [{'id': 'a6ca68ee-dc06-4bb0-a903-09a5cf797956', 'name': '', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'mac_address': 'fa:16:3e:8c:e0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5a132-b4ef-401f-8696-69c666f5b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '0f10a092-7ed9-4ded-915c-44182c7140a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:50Z', 'updated_at': '2021-08-16T13:10:58Z', 'revision_number': 4, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'subnets': [{'id': '0f10a092-7ed9-4ded-915c-44182c7140a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:59.085740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d82c1833-e755-42e3-b092-ade2c9b0e7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:59.101017 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d82c1833-e755-42e3-b092-ade2c9b0e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:59.134942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:59.161252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd1e68-5807-40dc-a43c-9bd7444cc535 None None] The sync data for ids ['7bc5a132-b4ef-401f-8696-69c666f5b0ff'] in n-d-804708-1 is: [{'id': '7bc5a132-b4ef-401f-8696-69c666f5b0ff', 'name': 'tempest-NetworksTestDHCPv6-router-64733342', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:49Z', 'updated_at': '2021-08-16T13:10:51Z', 'revision_number': 2, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'gw_port_host': None, '_interfaces': [{'id': 'a6ca68ee-dc06-4bb0-a903-09a5cf797956', 'name': '', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'mac_address': 'fa:16:3e:8c:e0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5a132-b4ef-401f-8696-69c666f5b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '0f10a092-7ed9-4ded-915c-44182c7140a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:50Z', 'updated_at': '2021-08-16T13:10:58Z', 'revision_number': 4, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'subnets': [{'id': '0f10a092-7ed9-4ded-915c-44182c7140a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:10:59.201459 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c1833-e755-42e3-b092-ade2c9b0e7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234867e0-a08e-4c9a-8e18-c59d81a246d1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:59.365392 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:59.636119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Allocated IP 172.20.0.4 (d4288680-4d6f-4b84-b3fa-6a6b92707a4d/f7e99455-c8da-40b1-8992-da4447a8a3b4/6b4c31d5-8b4a-4e8a-8b30-05e27aadcb11) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:59.682547 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:59.700593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56906) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:59.861057 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d82c1833-e755-42e3-b092-ade2c9b0e7a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e437a546b57549c2a56ba58ee8aed90b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9431922 Aug 16 13:10:59.868300 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-dde0d5b9-ff94-4c42-90e6-53bd7120979c service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1606886 Aug 16 13:10:59.873370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56910) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:59.922324 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4745abd7-9b39-457f-8c7e-68a808dfd06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.018306 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.023567 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-54d465ad-b407-49c6-947f-4926c82eb703 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=61a43e4d-0b8a-4743-a0d5-ee722549ad26 HTTP/1.1" status: 200 len: 217 time: 0.1349652 Aug 16 13:11:00.043561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] For port a6ca68ee-dc06-4bb0-a903-09a5cf797956, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a6ca68ee-dc06-4bb0-a903-09a5cf797956,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:00.044046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.140896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for a6ca68ee-dc06-4bb0-a903-09a5cf797956 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:00.166704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.171581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4745abd7-9b39-457f-8c7e-68a808dfd06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.201529 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18eb36ca-a4a0-4c53-bb9b-be3d1171bf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.201926 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4745abd7-9b39-457f-8c7e-68a808dfd06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.210243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-22348ae7-6df9-4723-9753-6737f25cb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:00.212810 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-22348ae7-6df9-4723-9753-6737f25cb2e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.1730895 Aug 16 13:11:00.246456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Network d4288680-4d6f-4b84-b3fa-6a6b92707a4d is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:00.272950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:00.285090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:00.288680 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4c31d5-8b4a-4e8a-8b30-05e27aadcb11,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:00.330092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4745abd7-9b39-457f-8c7e-68a808dfd06d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07391eb584a0400c91b90c4418301e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6279659 Aug 16 13:11:00.335018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56916) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:00.337270 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745abd7-9b39-457f-8c7e-68a808dfd06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83290d-d4e2-4507-9275-84f9d836c410,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:00.397395 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18eb36ca-a4a0-4c53-bb9b-be3d1171bf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.465478 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb969daa-e8b5-4248-9f68-d9e22f7f80e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.534848 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.540264 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb969daa-e8b5-4248-9f68-d9e22f7f80e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.559825 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-3e060fb3-4159-449c-a673-6cb862f9981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:00.560787 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-3e060fb3-4159-449c-a673-6cb862f9981d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2837942 Aug 16 13:11:00.665185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18eb36ca-a4a0-4c53-bb9b-be3d1171bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.669630 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18eb36ca-a4a0-4c53-bb9b-be3d1171bf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.676093 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-18eb36ca-a4a0-4c53-bb9b-be3d1171bf43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/234867e0-a08e-4c9a-8e18-c59d81a246d1 HTTP/1.1" status: 204 len: 168 time: 0.8007307 Aug 16 13:11:00.698620 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.759272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb36ca-a4a0-4c53-bb9b-be3d1171bf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234867e0-a08e-4c9a-8e18-c59d81a246d1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:00.864824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a6ca68ee-dc06-4bb0-a903-09a5cf797956 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:00.924596 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb969daa-e8b5-4248-9f68-d9e22f7f80e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.933641 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb969daa-e8b5-4248-9f68-d9e22f7f80e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.936702 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fb969daa-e8b5-4248-9f68-d9e22f7f80e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a83290d-d4e2-4507-9275-84f9d836c410 HTTP/1.1" status: 204 len: 168 time: 0.6001542 Aug 16 13:11:00.981426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb969daa-e8b5-4248-9f68-d9e22f7f80e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83290d-d4e2-4507-9275-84f9d836c410,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:01.008962 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-15c30bef-4818-4b5c-b21e-54d634823734 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338536 Aug 16 13:11:01.101011 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port a6ca68ee-dc06-4bb0-a903-09a5cf797956 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:01.122988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a6ca68ee-dc06-4bb0-a903-09a5cf797956 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:01.123792 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.209462 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-6f49fe96-6358-4876-9ac4-9bf7a6226947 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796546 Aug 16 13:11:01.211246 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.244272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Port a6ca68ee-dc06-4bb0-a903-09a5cf797956 was deleted so its status cannot be updated. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 13:11:01.289957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.298969 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.313753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=a6ca68ee-dc06-4bb0-a903-09a5cf797956,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:01.477079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4c31d5-8b4a-4e8a-8b30-05e27aadcb11,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:01.546329 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.596006 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.602053 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3a5912ff-cfa4-4145-8a0d-4c516acf8589 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4213657 Aug 16 13:11:01.605602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56948) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:01.641045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-b8daf80a-8bad-493f-a8ee-409546c5a41f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7499690a-1b86-40fc-a0b3-7b4dc75e243b HTTP/1.1" status: 200 len: 217 time: 0.4015412 Aug 16 13:11:01.788475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-a343ff88-574d-4598-854b-c691c5e5b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:01.790002 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-a343ff88-574d-4598-854b-c691c5e5b479 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 200 len: 797 time: 0.1381180 Aug 16 13:11:01.791224 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.806310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f4a60e1f-7fb3-49f4-bf64-0bca8533af09 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=d4288680-4d6f-4b84-b3fa-6a6b92707a4d HTTP/1.1" status: 200 len: 689 time: 0.1978273 Aug 16 13:11:01.810605 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4966d30c-fb4c-4279-95f1-605657d8bcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.810864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56952) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:02.046148 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.124423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56958) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:02.176909 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b00c2a40-54b0-47f0-952c-ef29b274a3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.199308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-a97f3c34-905d-4076-b80b-46c2899a387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:02.202024 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-a97f3c34-905d-4076-b80b-46c2899a387e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3f59a97-520c-401a-b1ff-6c0a7128ce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3895826 Aug 16 13:11:02.304729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Deleting port 6b4c31d5-8b4a-4e8a-8b30-05e27aadcb11 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:02.305419 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.397366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Router 7bc5a132-b4ef-401f-8696-69c666f5b0ff has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:11:02.556149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.560880 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.590034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Calling delete_port for 6b4c31d5-8b4a-4e8a-8b30-05e27aadcb11 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:02.689281 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-a264fbd2-a8e3-446f-bdc8-f7e88c5ca0e0 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706392 Aug 16 13:11:02.776175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:02.793455 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ff509-8c30-4282-af25-e93877a058d5 None None] Sync routers for ids ['7bc5a132-b4ef-401f-8696-69c666f5b0ff'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:02.800274 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-aa33f219-e937-4bcd-9931-9304cf08562b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "PUT /v2.0/routers/7bc5a132-b4ef-401f-8696-69c666f5b0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0006015 Aug 16 13:11:02.809640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56970) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:02.829443 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ff509-8c30-4282-af25-e93877a058d5 None None] Routers {'7bc5a132-b4ef-401f-8696-69c666f5b0ff'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:02.831633 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-915ff509-8c30-4282-af25-e93877a058d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7bc5a132-b4ef-401f-8696-69c666f5b0ff'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:03.045359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.078808 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b00c2a40-54b0-47f0-952c-ef29b274a3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.103123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80963369-774f-4a0d-9aad-15da66a9741d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:03.108330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80963369-774f-4a0d-9aad-15da66a9741d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:03.109660 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-915ff509-8c30-4282-af25-e93877a058d5 None None] Set router 7bc5a132-b4ef-401f-8696-69c666f5b0ff gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:03.116245 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-80963369-774f-4a0d-9aad-15da66a9741d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3019993 Aug 16 13:11:03.118874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56976) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:03.119725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b00c2a40-54b0-47f0-952c-ef29b274a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.167573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b4c31d5-8b4a-4e8a-8b30-05e27aadcb11,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:03.198229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c2a40-54b0-47f0-952c-ef29b274a3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29057ce2-6066-4ee5-b672-3b3f953f8ffe,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:03.208812 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-2ab44557-b0d2-43e9-8895-02f063aa4529 service neutron] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003989 Aug 16 13:11:03.255647 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-915ff509-8c30-4282-af25-e93877a058d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5a132-b4ef-401f-8696-69c666f5b0ff', 'name': 'tempest-NetworksTestDHCPv6-router-64733342', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:49Z', 'updated_at': '2021-08-16T13:11:00Z', 'revision_number': 3, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:03.316661 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ff509-8c30-4282-af25-e93877a058d5 None None] Checking router: 7bc5a132-b4ef-401f-8696-69c666f5b0ff for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:11:03.316929 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b00c2a40-54b0-47f0-952c-ef29b274a3a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f80622051e5b4d1f99cb1823bd70321f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1883698 Aug 16 13:11:03.321844 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-fbc7ff32-2dcb-40c1-b111-04d595474afc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d110615e-9d78-4dd1-a051-9660dee65dd9 HTTP/1.1" status: 200 len: 217 time: 0.0975392 Aug 16 13:11:03.322841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56978) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:03.335449 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ff509-8c30-4282-af25-e93877a058d5 None None] Routers {'7bc5a132-b4ef-401f-8696-69c666f5b0ff'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:03.336846 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-915ff509-8c30-4282-af25-e93877a058d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7bc5a132-b4ef-401f-8696-69c666f5b0ff'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:03.353606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-545dfcde-bc15-414d-a721-7230f4d8324f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 0f10a092-7ed9-4ded-915c-44182c7140a6 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:11:03.358709 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-545dfcde-bc15-414d-a721-7230f4d8324f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.428685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-545dfcde-bc15-414d-a721-7230f4d8324f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.441157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.680383 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-915ff509-8c30-4282-af25-e93877a058d5 None None] Set router 7bc5a132-b4ef-401f-8696-69c666f5b0ff gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:03.680592 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.795490 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-915ff509-8c30-4282-af25-e93877a058d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5a132-b4ef-401f-8696-69c666f5b0ff', 'name': 'tempest-NetworksTestDHCPv6-router-64733342', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:49Z', 'updated_at': '2021-08-16T13:11:00Z', 'revision_number': 3, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:03.849816 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ff509-8c30-4282-af25-e93877a058d5 None None] The sync data for ids ['7bc5a132-b4ef-401f-8696-69c666f5b0ff'] in n-d-804708-1 is: [{'id': '7bc5a132-b4ef-401f-8696-69c666f5b0ff', 'name': 'tempest-NetworksTestDHCPv6-router-64733342', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:49Z', 'updated_at': '2021-08-16T13:11:00Z', 'revision_number': 3, 'project_id': '267a381bee7b462e9c2d12d4baf02720', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:11:03.881162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.909898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-1ffd4bbf-03d1-44ca-9341-83561fcd6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:03.912893 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-1ffd4bbf-03d1-44ca-9341-83561fcd6ad9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43c4ad79-c536-4053-9403-92b94a8db004 HTTP/1.1" status: 200 len: 797 time: 0.5808606 Aug 16 13:11:03.966429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e99455-c8da-40b1-8992-da4447a8a3b4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:04.013114 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-545dfcde-bc15-414d-a721-7230f4d8324f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.103686 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.115246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-9d121f28-ee51-461e-9f12-11f2542d5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:04.117115 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-9d121f28-ee51-461e-9f12-11f2542d5f0a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1836586 Aug 16 13:11:04.119220 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9f6af51-8b80-4fb8-a4f5-764f6af9bdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.128926 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4288680-4d6f-4b84-b3fa-6a6b92707a4d']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:04.162149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8ea896-c361-40d7-904e-24f23497642c') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:04.163779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8ea896-c361-40d7-904e-24f23497642c') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:04.188243 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.192788 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-545dfcde-bc15-414d-a721-7230f4d8324f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.280044 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.297672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9f6af51-8b80-4fb8-a4f5-764f6af9bdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.304856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:04.307099 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:04.311577 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:04.363244 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1863e3e4-c879-47e2-90fa-de0ca1f2290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.367346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dfcde-bc15-414d-a721-7230f4d8324f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=0f10a092-7ed9-4ded-915c-44182c7140a6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:04.409140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-545dfcde-bc15-414d-a721-7230f4d8324f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.415950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-545dfcde-bc15-414d-a721-7230f4d8324f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/0f10a092-7ed9-4ded-915c-44182c7140a6 HTTP/1.1" status: 204 len: 168 time: 1.2890010 Aug 16 13:11:04.416391 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ae544-d265-42e1-abd9-afbc7725bee4 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:04.436194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56994) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:04.530813 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.541734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4288680-4d6f-4b84-b3fa-6a6b92707a4d {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 13:11:04.590058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4288680-4d6f-4b84-b3fa-6a6b92707a4d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:04.595071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.603539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-97d819a5-2bd2-48ab-82bc-2b27d0451986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "DELETE /v2.0/networks/d4288680-4d6f-4b84-b3fa-6a6b92707a4d HTTP/1.1" status: 204 len: 168 time: 2.7894533 Aug 16 13:11:04.606085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56998) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:04.632591 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.675401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a6ca68ee-dc06-4bb0-a903-09a5cf797956 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:04.812738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: a6ca68ee-dc06-4bb0-a903-09a5cf797956 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:11:04.812738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a6ca68ee-dc06-4bb0-a903-09a5cf797956 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:04.901325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f5efba7f-4981-4b4c-872e-2d95e96943e6 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.2933986 Aug 16 13:11:04.902210 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-599e8541-cc94-4edd-b7ec-c5fcb76ffa6f service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481284 Aug 16 13:11:04.906323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57010) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:04.985494 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b7281b8a-a1f0-436c-bc4a-c4c74221233a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.5424871 Aug 16 13:11:04.985769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57012) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:05.099244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f276b3-c295-4e7a-83a4-0a15574ac921 None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:11:05.225232 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c8e790c2-2b7a-4620-a5bb-5a2e4387b72b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.254680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-43f276b3-c295-4e7a-83a4-0a15574ac921 None None] Deleting port 22e97853-e0fe-4519-99b3-b471ccdf662f {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:05.255069 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-43f276b3-c295-4e7a-83a4-0a15574ac921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.453380 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9f6af51-8b80-4fb8-a4f5-764f6af9bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.474760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9f6af51-8b80-4fb8-a4f5-764f6af9bdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.479979 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c9f6af51-8b80-4fb8-a4f5-764f6af9bdc1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29057ce2-6066-4ee5-b672-3b3f953f8ffe HTTP/1.1" status: 204 len: 168 time: 2.1526041 Aug 16 13:11:05.527198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-43f276b3-c295-4e7a-83a4-0a15574ac921 None None] For port 22e97853-e0fe-4519-99b3-b471ccdf662f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=22e97853-e0fe-4519-99b3-b471ccdf662f,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:05.529261 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-43f276b3-c295-4e7a-83a4-0a15574ac921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.544255 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6af51-8b80-4fb8-a4f5-764f6af9bdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29057ce2-6066-4ee5-b672-3b3f953f8ffe,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:05.582232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3491f0-7686-4161-a301-45ef65ca9986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.583075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3491f0-7686-4161-a301-45ef65ca9986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.583920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3491f0-7686-4161-a301-45ef65ca9986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.587122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3491f0-7686-4161-a301-45ef65ca9986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.588184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3491f0-7686-4161-a301-45ef65ca9986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.588797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3491f0-7686-4161-a301-45ef65ca9986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.589939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3491f0-7686-4161-a301-45ef65ca9986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.591207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3491f0-7686-4161-a301-45ef65ca9986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.591648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3491f0-7686-4161-a301-45ef65ca9986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.592298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3491f0-7686-4161-a301-45ef65ca9986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.595076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8c3491f0-7686-4161-a301-45ef65ca9986 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6372 time: 0.6692562 Aug 16 13:11:05.614841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57028) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:05.653422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-43f276b3-c295-4e7a-83a4-0a15574ac921 None None] Calling delete_port for 22e97853-e0fe-4519-99b3-b471ccdf662f owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:05.664051 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.760893 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c8e790c2-2b7a-4620-a5bb-5a2e4387b72b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.763924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c8e790c2-2b7a-4620-a5bb-5a2e4387b72b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.807448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57032) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:05.846210 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c8e790c2-2b7a-4620-a5bb-5a2e4387b72b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.846999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e790c2-2b7a-4620-a5bb-5a2e4387b72b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Fanout notify agent at l3_agent the message router_deleted on router 7bc5a132-b4ef-401f-8696-69c666f5b0ff {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:11:05.857784 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c8e790c2-2b7a-4620-a5bb-5a2e4387b72b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.861708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c8e790c2-2b7a-4620-a5bb-5a2e4387b72b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/routers/7bc5a132-b4ef-401f-8696-69c666f5b0ff HTTP/1.1" status: 204 len: 168 time: 0.8747547 Aug 16 13:11:05.867494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57038) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:05.977759 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-43f276b3-c295-4e7a-83a4-0a15574ac921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.039522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f276b3-c295-4e7a-83a4-0a15574ac921 None None] Pushing event deleted for resources: {'Port': ['ID=22e97853-e0fe-4519-99b3-b471ccdf662f,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:06.040290 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df5caeb-e52b-41e3-b871-db1298ce7663 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:06.052445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3df5caeb-e52b-41e3-b871-db1298ce7663 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1818359 Aug 16 13:11:06.055043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57040) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:06.072222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f276b3-c295-4e7a-83a4-0a15574ac921 None None] No DVR routers for this DVR port 22e97853-e0fe-4519-99b3-b471ccdf662f on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:06.180747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb135e1-ad96-4613-b5c5-6eb28ae89e5f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:06.182840 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dbb135e1-ad96-4613-b5c5-6eb28ae89e5f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1259589 Aug 16 13:11:06.187781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57042) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:06.273759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7ebda0bf-6795-4aa8-8eff-1b67d2c14e90 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814939 Aug 16 13:11:06.283585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57046) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:06.291740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-41e825dd-8c2d-43c9-86ce-f14d61372151 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:06.516431 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-dd45dffe-df6d-41dd-a652-417e343b6581 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] delete failed (client error): The resource could not be found. Aug 16 13:11:06.518495 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dd45dffe-df6d-41dd-a652-417e343b6581 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/87526523-0f94-4cdf-a789-037712b8cee3 HTTP/1.1" status: 404 len: 345 time: 0.9001341 Aug 16 13:11:06.522037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57050) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:06.538615 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-baee67da-aec0-4eb4-ba4a-7abe38e143e9 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5852160 Aug 16 13:11:06.570130 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2564468b-05a7-4660-b157-37e1602d7c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.575921 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba77496e-8cf8-4a34-b070-d474f6e614e4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 13:11:06.576894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba77496e-8cf8-4a34-b070-d474f6e614e4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:11:06.580375 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ba77496e-8cf8-4a34-b070-d474f6e614e4 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "DELETE /v2.0/networks/d4288680-4d6f-4b84-b3fa-6a6b92707a4d HTTP/1.1" status: 404 len: 339 time: 0.0560338 Aug 16 13:11:06.585343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57052) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:06.586087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e825dd-8c2d-43c9-86ce-f14d61372151 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:06.590200 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-41e825dd-8c2d-43c9-86ce-f14d61372151 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.689509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Request body: {'network': {'name': 'tempest-network--263798866', 'router:external': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:06.722129 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-83769458-7591-4438-86a7-471f68dab810 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=235d6983-b46d-4f3c-b093-9f64065c94e1 HTTP/1.1" status: 200 len: 217 time: 0.1574106 Aug 16 13:11:06.780392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 22e97853-e0fe-4519-99b3-b471ccdf662f no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:06.815907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 22e97853-e0fe-4519-99b3-b471ccdf662f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:11:06.816702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 22e97853-e0fe-4519-99b3-b471ccdf662f not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:06.860322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-57c359a7-f06e-4103-b4c9-d720d68717ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:06.862480 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-57c359a7-f06e-4103-b4c9-d720d68717ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43c4ad79-c536-4053-9403-92b94a8db004 HTTP/1.1" status: 200 len: 797 time: 0.1306484 Aug 16 13:11:06.943358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440704-0181-452f-991b-f27b081ab4b4 req-af0d4d04-0b00-4b07-8f3a-a3b586aceda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:06.945475 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-af0d4d04-0b00-4b07-8f3a-a3b586aceda7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff59b3a2-761c-4887-a566-3a2f0105d559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746191 Aug 16 13:11:07.082440 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-a2ace378-c5e8-40a2-8073-170c69fcb7a4 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279507 Aug 16 13:11:07.216998 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-22440704-0181-452f-991b-f27b081ab4b4 req-8ddfc864-0f7b-4185-b551-c2cda7e399f2 service neutron] 10.222.0.22 "GET /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265123 Aug 16 13:11:07.331866 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.524148 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2564468b-05a7-4660-b157-37e1602d7c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.531600 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2564468b-05a7-4660-b157-37e1602d7c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.563229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Made reservation on behalf of 7d22f7459f374e5090fd0a357960a8a7 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:07.569375 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.587091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2564468b-05a7-4660-b157-37e1602d7c8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae43630f9f3c4b5b8223996d2e35bf05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7784622 Aug 16 13:11:07.589703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564468b-05a7-4660-b157-37e1602d7c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240df358-7d4e-4059-8a48-17fcbb274372,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:07.590909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57074) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:07.670040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:07.704878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.705585 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Added segment edace7ac-d007-4e99-a48c-4ef01115a717 of type vlan for network 117561cc-c8e7-4c42-b9f5-6855d6caf3dc Aug 16 13:11:07.719635 n-d-804708-1 neutron-server[101395]: DEBUG neutron.objects.ports [None req-41e825dd-8c2d-43c9-86ce-f14d61372151 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101395) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:11:07.721840 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-41e825dd-8c2d-43c9-86ce-f14d61372151 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.775078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2f04962d-1f87-4e82-900c-dd2c467ca087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.809708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e825dd-8c2d-43c9-86ce-f14d61372151 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:07.814599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-41e825dd-8c2d-43c9-86ce-f14d61372151 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:07.819683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e825dd-8c2d-43c9-86ce-f14d61372151 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:07.820295 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-41e825dd-8c2d-43c9-86ce-f14d61372151 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.827235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e825dd-8c2d-43c9-86ce-f14d61372151 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=fd705096-b8f1-4043-927b-d2351c82603a,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:07.839800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e383a9-539e-418f-be7c-c96e67682da0 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:07.845972 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.852511 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2f04962d-1f87-4e82-900c-dd2c467ca087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.861324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-41e825dd-8c2d-43c9-86ce-f14d61372151 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5763323 Aug 16 13:11:07.866202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57080) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:07.879988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d6801198-674c-4d3a-b481-f8105f76097c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:07.971235 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.972801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:07.973822 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.125341 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.5389626 Aug 16 13:11:08.141906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57088) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:08.185553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2f04962d-1f87-4e82-900c-dd2c467ca087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.191467 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2f04962d-1f87-4e82-900c-dd2c467ca087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.194254 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2f04962d-1f87-4e82-900c-dd2c467ca087 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/240df358-7d4e-4059-8a48-17fcbb274372 HTTP/1.1" status: 204 len: 168 time: 0.6013508 Aug 16 13:11:08.280600 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': 'fd705096-b8f1-4043-927b-d2351c82603a'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:11:08.283918 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.285718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04962d-1f87-4e82-900c-dd2c467ca087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240df358-7d4e-4059-8a48-17fcbb274372,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:08.300740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcc9a6-23a6-4c51-8925-ebcf8c72c827 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event updated for resources: {'Network': ['ID=117561cc-c8e7-4c42-b9f5-6855d6caf3dc,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:08.413041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbdb0b-e442-4543-b95c-0f14aa8467a9 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:08.435138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbdb0b-e442-4543-b95c-0f14aa8467a9 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:08.442435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbdb0b-e442-4543-b95c-0f14aa8467a9 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:08.448592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbdb0b-e442-4543-b95c-0f14aa8467a9 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:08.450403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4efbdb0b-e442-4543-b95c-0f14aa8467a9 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2750320 Aug 16 13:11:08.451861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6801198-674c-4d3a-b481-f8105f76097c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:08.454145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57100) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:08.468888 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6801198-674c-4d3a-b481-f8105f76097c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.514353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 117561cc-c8e7-4c42-b9f5-6855d6caf3dc details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:11:08.575259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.694062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Allocated IP 2001:db8::f816:3eff:fe27:e022 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/fd705096-b8f1-4043-927b-d2351c82603a/0752e66c-50fc-4776-bb5e-995624b89188) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:08.814660 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.838254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117561cc-c8e7-4c42-b9f5-6855d6caf3dc']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:08.870584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edace7ac-d007-4e99-a48c-4ef01115a717') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:08.871321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edace7ac-d007-4e99-a48c-4ef01115a717') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:08.887203 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.933859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.956887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:08.957506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:08.964157 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:09.018071 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.034279 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6801198-674c-4d3a-b481-f8105f76097c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.087461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6801198-674c-4d3a-b481-f8105f76097c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:09.091306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d6801198-674c-4d3a-b481-f8105f76097c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:09.096949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6801198-674c-4d3a-b481-f8105f76097c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:09.096949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6801198-674c-4d3a-b481-f8105f76097c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.118715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Transition to ACTIVE for port object 0752e66c-50fc-4776-bb5e-995624b89188 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:09.118968 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.130670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6801198-674c-4d3a-b481-f8105f76097c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=6af5a65c-0e25-47a0-9f04-b419e6f66f2b,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:09.132122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 117561cc-c8e7-4c42-b9f5-6855d6caf3dc {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 13:11:09.138035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d6801198-674c-4d3a-b481-f8105f76097c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2675836 Aug 16 13:11:09.138764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57112) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:09.148990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:da:24:0d', 'name': 'tempest-NetworksTestDHCPv6-1467320322'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:09.161296 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.164502 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "DELETE /v2.0/networks/117561cc-c8e7-4c42-b9f5-6855d6caf3dc HTTP/1.1" status: 204 len: 168 time: 0.7090797 Aug 16 13:11:09.170588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699dcd21-7cb6-4e8c-9a23-862d847ac9a9 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event deleted for resources: {'Network': ['ID=117561cc-c8e7-4c42-b9f5-6855d6caf3dc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:09.178920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57114) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:09.182889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Transition to ACTIVE for port object 0752e66c-50fc-4776-bb5e-995624b89188 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:09.190381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Request body: {'network': {'name': 'tempest-network--128347584', 'router:external': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:09.199798 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.220652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Made reservation on behalf of 7d22f7459f374e5090fd0a357960a8a7 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:09.223968 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.278848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57120) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:09.320488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:09.331522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:09.336840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:09.351281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Pushing event updated for resources: {'Port': ['ID=0752e66c-50fc-4776-bb5e-995624b89188,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:09.352575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:09.385092 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.386226 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Added segment 6736bc64-7203-4ca8-b547-8f4290e4ddb5 of type vlan for network 9e223a6c-9157-4c51-8521-5264ebbd147b Aug 16 13:11:09.428908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Attempting to bind port 0752e66c-50fc-4776-bb5e-995624b89188 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:11:09.430189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Attempting to bind port 0752e66c-50fc-4776-bb5e-995624b89188 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:11:09.430851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Attempting to bind port 0752e66c-50fc-4776-bb5e-995624b89188 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:11:09.442021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-58682eaf-807a-440a-8c52-f01eb734d946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.456231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:11:09.461244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:09.462150 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.462831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:11:09.463691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Bound port: 0752e66c-50fc-4776-bb5e-995624b89188, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:11:09.464376 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.512795 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.592690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.594798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:09.595600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.752973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event updated for resources: {'Network': ['ID=9e223a6c-9157-4c51-8521-5264ebbd147b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:09.820251 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-58682eaf-807a-440a-8c52-f01eb734d946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.840898 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-58682eaf-807a-440a-8c52-f01eb734d946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:09.881842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:09.892160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-12dc1c59-a586-463a-b77e-40d51beb4b89 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7085042 Aug 16 13:11:09.893082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57134) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:09.913271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 9e223a6c-9157-4c51-8521-5264ebbd147b details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:11:09.999703 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-58682eaf-807a-440a-8c52-f01eb734d946 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4d56bf91ab6426480be9d3c0806dcee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7209933 Aug 16 13:11:10.017176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57140) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:10.033040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58682eaf-807a-440a-8c52-f01eb734d946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f766e2-ec0a-409c-9a7f-4b8088ae735d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:10.066336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] For port 0752e66c-50fc-4776-bb5e-995624b89188, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:11:10.082608 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] For port 0752e66c-50fc-4776-bb5e-995624b89188, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0752e66c-50fc-4776-bb5e-995624b89188,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:11:10.112563 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:10.201474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-36e7b248-aa05-4462-8fe5-754b22f57e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:10.286436 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-36e7b248-aa05-4462-8fe5-754b22f57e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:10.354794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbce923-c4c2-45f4-8846-d5416ea1b30b None None] Pushing event updated for resources: {'Port': ['ID=0752e66c-50fc-4776-bb5e-995624b89188,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:10.390525 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d029c1fa-ddf8-45b7-ab70-04ef0afb7285 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:10.397045 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d029c1fa-ddf8-45b7-ab70-04ef0afb7285 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] 10.222.0.25 "GET /v2.0/networks/9e223a6c-9157-4c51-8521-5264ebbd147b HTTP/1.1" status: 200 len: 756 time: 0.4760423 Aug 16 13:11:10.401847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57154) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:10.485537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:10.571650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 304748e6-ad64-468a-a88f-15791fc96308 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:11:10.635025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd10ca2-acdd-4c13-9cbb-bcc464cb25b1 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:10.638087 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5dd10ca2-acdd-4c13-9cbb-bcc464cb25b1 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] 10.222.0.25 "GET /v2.0/networks/fc0d47ac-1874-47ac-9d00-c0db5bb69db7 HTTP/1.1" status: 200 len: 767 time: 0.2340965 Aug 16 13:11:10.643152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57160) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:10.696551 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-36e7b248-aa05-4462-8fe5-754b22f57e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:10.708074 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-36e7b248-aa05-4462-8fe5-754b22f57e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:10.713303 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-36e7b248-aa05-4462-8fe5-754b22f57e77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9f766e2-ec0a-409c-9a7f-4b8088ae735d HTTP/1.1" status: 204 len: 168 time: 0.6924036 Aug 16 13:11:10.896375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7b248-aa05-4462-8fe5-754b22f57e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f766e2-ec0a-409c-9a7f-4b8088ae735d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:10.900376 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.066227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.091508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 172.20.0.2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/6af5a65c-0e25-47a0-9f04-b419e6f66f2b/304748e6-ad64-468a-a88f-15791fc96308) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:11.095892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e223a6c-9157-4c51-8521-5264ebbd147b']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:11.106706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::f816:3eff:feda:240d (bbb70a5f-e1ed-4340-8ed7-bddea692336c/fd705096-b8f1-4043-927b-d2351c82603a/304748e6-ad64-468a-a88f-15791fc96308) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:11.126457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6736bc64-7203-4ca8-b547-8f4290e4ddb5') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:11.128222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6736bc64-7203-4ca8-b547-8f4290e4ddb5') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:11.152002 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.180651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.192301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:11.194021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:11.211278 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:11.326482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.338613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e223a6c-9157-4c51-8521-5264ebbd147b {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 13:11:11.359916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.363851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9e223a6c-9157-4c51-8521-5264ebbd147b HTTP/1.1" status: 204 len: 168 time: 0.7187626 Aug 16 13:11:11.367989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57182) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:11.382450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Request body: {'network': {'name': 'tempest-network--2034528047'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:11.443487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6bf4a-f5be-4473-a30e-86c1fb9f5707 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e223a6c-9157-4c51-8521-5264ebbd147b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:11.445706 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.450864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Made reservation on behalf of 7d22f7459f374e5090fd0a357960a8a7 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:11.457070 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.491423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 304748e6-ad64-468a-a88f-15791fc96308 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:11.535996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:11.553695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.556551 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Added segment 3d0ef64d-2f66-46f9-b637-b7131e406a15 of type vlan for network 7a494aa6-548b-403d-88a1-e99a33639ac0 Aug 16 13:11:11.597665 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.712304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.756521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:11.770766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:11.778990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:11.785828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.786906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:11.787464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.800311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=304748e6-ad64-468a-a88f-15791fc96308,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:11.850852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57190) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:11.895154 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7faa12b-c1c1-4811-9278-6340ce7c7f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.912475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57194) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:11.912707 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5403230 Aug 16 13:11:11.913815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57196) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:11.929871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-78c5b15b-369f-4e03-8039-e1adedf0463b tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:11.942485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41911b03-c150-41b2-8afd-c3740c8cf3e7 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event updated for resources: {'Network': ['ID=7a494aa6-548b-403d-88a1-e99a33639ac0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:11.954817 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 7a494aa6-548b-403d-88a1-e99a33639ac0 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:11:12.016884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:12.018030 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.160323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b258d-944d-4f99-90a7-292558d02413 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:12.297713 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f84a0ff5-f38d-4250-a7c1-8f3818820ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.310724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7d33651e-52bf-4a30-b1b1-eee39c886774 None None] Provisioning for port 0752e66c-50fc-4776-bb5e-995624b89188 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:12.409511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78c5b15b-369f-4e03-8039-e1adedf0463b tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.431392 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7faa12b-c1c1-4811-9278-6340ce7c7f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.435803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78c5b15b-369f-4e03-8039-e1adedf0463b tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.445701 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a7faa12b-c1c1-4811-9278-6340ce7c7f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.473215 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-21ccc5ae-3f78-4b1b-82f0-55cc83119160 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3337545 Aug 16 13:11:12.473917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78c5b15b-369f-4e03-8039-e1adedf0463b tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Network 7a494aa6-548b-403d-88a1-e99a33639ac0 is not hosted by any dhcp agent {{(pid=101395) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 13:11:12.474858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c5b15b-369f-4e03-8039-e1adedf0463b tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:12.475559 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78c5b15b-369f-4e03-8039-e1adedf0463b tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.476792 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-78c5b15b-369f-4e03-8039-e1adedf0463b tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "PUT /v2.0/networks/7a494aa6-548b-403d-88a1-e99a33639ac0 HTTP/1.1" status: 200 len: 857 time: 0.5559535 Aug 16 13:11:12.478172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57200) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:12.498427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57202) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:12.567707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5b15b-369f-4e03-8039-e1adedf0463b tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event updated for resources: {'Network': ['ID=7a494aa6-548b-403d-88a1-e99a33639ac0,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:12.582290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a7faa12b-c1c1-4811-9278-6340ce7c7f6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2eaf0cee75c24514a6e93cf2c881c83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7303162 Aug 16 13:11:12.583271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7faa12b-c1c1-4811-9278-6340ce7c7f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c2ab42-cb65-4ba1-962f-948e94572b9b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:12.586161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57208) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:12.613281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca550dad-b5da-4bda-bdd9-1dd880d2e54a None None] Update dhcp port {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': 'fd705096-b8f1-4043-927b-d2351c82603a', 'ip_address': '2001:db8::f816:3eff:fe27:e022'}, {'subnet_id': '6af5a65c-0e25-47a0-9f04-b419e6f66f2b'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '0752e66c-50fc-4776-bb5e-995624b89188'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:11:12.665155 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ca550dad-b5da-4bda-bdd9-1dd880d2e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.690641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffece5-522b-4e45-b424-38043265e8bb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:12.706444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffece5-522b-4e45-b424-38043265e8bb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:12.709705 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-41ffece5-522b-4e45-b424-38043265e8bb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2295256 Aug 16 13:11:12.714247 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57214) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:12.725823 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f84a0ff5-f38d-4250-a7c1-8f3818820ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.777197 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f84a0ff5-f38d-4250-a7c1-8f3818820ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.838292 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.873823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f84a0ff5-f38d-4250-a7c1-8f3818820ea2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=160fd4576cb546feb5bb1403b9174dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9607756 Aug 16 13:11:12.879097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57220) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:12.888454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a0ff5-f38d-4250-a7c1-8f3818820ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11777bc-025c-401e-b225-0e1c14d9d498,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:12.910961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f0b144b-e9ad-45ce-ac4e-c26ce721d1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.936281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-ca550dad-b5da-4bda-bdd9-1dd880d2e54a None None] Allocated IP 172.20.0.3 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/6af5a65c-0e25-47a0-9f04-b419e6f66f2b/0752e66c-50fc-4776-bb5e-995624b89188) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:12.939793 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f0b144b-e9ad-45ce-ac4e-c26ce721d1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.966688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-6dd391e5-44bb-494d-90e9-00c2852d2d98 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 304748e6-ad64-468a-a88f-15791fc96308 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:12.967201 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dd391e5-44bb-494d-90e9-00c2852d2d98 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.971392 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcb702d6-ee6b-4814-9c4a-0be1bce55572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.027169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0752e66c-50fc-4776-bb5e-995624b89188 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:13.058907 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcb702d6-ee6b-4814-9c4a-0be1bce55572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.131079 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dd391e5-44bb-494d-90e9-00c2852d2d98 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.138584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f0b144b-e9ad-45ce-ac4e-c26ce721d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.140311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ca550dad-b5da-4bda-bdd9-1dd880d2e54a None None] For port 0752e66c-50fc-4776-bb5e-995624b89188, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0752e66c-50fc-4776-bb5e-995624b89188,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:13.142450 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f0b144b-e9ad-45ce-ac4e-c26ce721d1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.144200 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9f0b144b-e9ad-45ce-ac4e-c26ce721d1d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93c2ab42-cb65-4ba1-962f-948e94572b9b HTTP/1.1" status: 204 len: 168 time: 0.5531294 Aug 16 13:11:13.155370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-6dd391e5-44bb-494d-90e9-00c2852d2d98 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 304748e6-ad64-468a-a88f-15791fc96308 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:13.170514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 0752e66c-50fc-4776-bb5e-995624b89188 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:13.183889 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.185598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0752e66c-50fc-4776-bb5e-995624b89188 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:13.186367 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.189341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b144b-e9ad-45ce-ac4e-c26ce721d1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c2ab42-cb65-4ba1-962f-948e94572b9b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:13.198310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcb702d6-ee6b-4814-9c4a-0be1bce55572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.201181 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcb702d6-ee6b-4814-9c4a-0be1bce55572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.207478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fcb702d6-ee6b-4814-9c4a-0be1bce55572 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c11777bc-025c-401e-b225-0e1c14d9d498 HTTP/1.1" status: 204 len: 168 time: 0.3271651 Aug 16 13:11:13.228846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a494aa6-548b-403d-88a1-e99a33639ac0']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:13.263707 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0ef64d-2f66-46f9-b637-b7131e406a15') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:13.267162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0ef64d-2f66-46f9-b637-b7131e406a15') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:13.306527 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ca550dad-b5da-4bda-bdd9-1dd880d2e54a None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.306760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.341843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ca550dad-b5da-4bda-bdd9-1dd880d2e54a None None] Transition to ACTIVE for port object 0752e66c-50fc-4776-bb5e-995624b89188 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:13.353363 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.358693 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ca550dad-b5da-4bda-bdd9-1dd880d2e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.363424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Port 0752e66c-50fc-4776-bb5e-995624b89188 had new provisioning blocks added so it will not transition to active. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 16 13:11:13.365179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:13.366500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb702d6-ee6b-4814-9c4a-0be1bce55572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11777bc-025c-401e-b225-0e1c14d9d498,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:13.372040 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:13.384872 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:13.522854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca550dad-b5da-4bda-bdd9-1dd880d2e54a None None] Pushing event updated for resources: {'Port': ['ID=0752e66c-50fc-4776-bb5e-995624b89188,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:13.553546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.569009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a494aa6-548b-403d-88a1-e99a33639ac0 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 13:11:13.593257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.600025 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] 10.222.0.25 "DELETE /v2.0/networks/7a494aa6-548b-403d-88a1-e99a33639ac0 HTTP/1.1" status: 204 len: 168 time: 1.0977497 Aug 16 13:11:13.609949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce55a5-cf09-4eec-81d5-e17d342bf685 tempest-ExternalNetworksTestJSON-1572315964 tempest-ExternalNetworksTestJSON-1572315964-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a494aa6-548b-403d-88a1-e99a33639ac0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:13.617023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57244) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:13.679156 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19cde1f-24a2-4424-abc0-7b34cc945fc5 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] DELETE failed (client error): The resource could not be found. Aug 16 13:11:13.679533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19cde1f-24a2-4424-abc0-7b34cc945fc5 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:11:13.684403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57246) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:13.691384 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e19cde1f-24a2-4424-abc0-7b34cc945fc5 tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] 10.222.0.25 "DELETE /v2.0/subnets/f7e99455-c8da-40b1-8992-da4447a8a3b4 HTTP/1.1" status: 404 len: 337 time: 0.0713272 Aug 16 13:11:13.791803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dd391e5-44bb-494d-90e9-00c2852d2d98 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.855794 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.863257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd391e5-44bb-494d-90e9-00c2852d2d98 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=304748e6-ad64-468a-a88f-15791fc96308,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:13.947515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57252) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:13.979720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0381d54-a73f-4da0-8cd0-80df2c802123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.217223 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.219934 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0381d54-a73f-4da0-8cd0-80df2c802123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.241237 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0381d54-a73f-4da0-8cd0-80df2c802123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.268143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0d47ac-1874-47ac-9d00-c0db5bb69db7']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:14.294258 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fe2f66-6fc8-4701-9ada-528641fedcd7') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:14.295097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fe2f66-6fc8-4701-9ada-528641fedcd7') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:14.335266 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c0381d54-a73f-4da0-8cd0-80df2c802123 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=070d7638e2834c3baca070f98c1d9c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856468 Aug 16 13:11:14.337683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57260) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:14.338441 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0381d54-a73f-4da0-8cd0-80df2c802123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41619159-9381-4ee6-9149-f6fb9180dd3b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:14.360965 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.421325 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.447895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:14.451696 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.506301 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-529eaf4c-fda5-44e6-917c-d865c28a7ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.551461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-529eaf4c-fda5-44e6-917c-d865c28a7ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.708171 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-529eaf4c-fda5-44e6-917c-d865c28a7ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.711405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-529eaf4c-fda5-44e6-917c-d865c28a7ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.715660 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-529eaf4c-fda5-44e6-917c-d865c28a7ec8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41619159-9381-4ee6-9149-f6fb9180dd3b HTTP/1.1" status: 204 len: 168 time: 0.3632622 Aug 16 13:11:14.737827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eaf4c-fda5-44e6-917c-d865c28a7ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41619159-9381-4ee6-9149-f6fb9180dd3b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:14.776342 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:14.787771 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dd391e5-44bb-494d-90e9-00c2852d2d98 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.791383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6dd391e5-44bb-494d-90e9-00c2852d2d98 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/304748e6-ad64-468a-a88f-15791fc96308 HTTP/1.1" status: 204 len: 168 time: 2.0756888 Aug 16 13:11:14.793962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57274) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:14.798694 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.817350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0752e66c-50fc-4776-bb5e-995624b89188 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:14.907612 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.921851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] 10.222.0.25 "DELETE /v2.0/networks/fc0d47ac-1874-47ac-9d00-c0db5bb69db7 HTTP/1.1" status: 204 len: 168 time: 1.2357035 Aug 16 13:11:14.926146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa82291-8fe1-4b8e-bba4-3aa79cf5407c tempest-ExternalNetworksTestJSON-2055605776 tempest-ExternalNetworksTestJSON-2055605776-project] Pushing event deleted for resources: {'Network': ['ID=fc0d47ac-1874-47ac-9d00-c0db5bb69db7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:14.947541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843482c-0f8f-4560-a06b-4ee27b8c3958 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:14.949881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843482c-0f8f-4560-a06b-4ee27b8c3958 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:14.957631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843482c-0f8f-4560-a06b-4ee27b8c3958 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:14.965999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57280) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:14.966890 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5843482c-0f8f-4560-a06b-4ee27b8c3958 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1679626 Aug 16 13:11:15.051186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Could not find standard attr ID for object 304748e6-ad64-468a-a88f-15791fc96308. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:11:15.082123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Provisioning for port 0752e66c-50fc-4776-bb5e-995624b89188 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:15.085700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fc8fd0-12bf-4888-9032-2dfaef0bb581 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 6af5a65c-0e25-47a0-9f04-b419e6f66f2b {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:11:15.089943 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8fd0-12bf-4888-9032-2dfaef0bb581 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.097075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Provisioning complete for port 0752e66c-50fc-4776-bb5e-995624b89188 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:15.097900 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.143868 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8fd0-12bf-4888-9032-2dfaef0bb581 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.305254 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8fd0-12bf-4888-9032-2dfaef0bb581 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.331684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57284) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:15.400290 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.425383 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8fd0-12bf-4888-9032-2dfaef0bb581 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.524501 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8fd0-12bf-4888-9032-2dfaef0bb581 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.529769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a4fc8fd0-12bf-4888-9032-2dfaef0bb581 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/6af5a65c-0e25-47a0-9f04-b419e6f66f2b HTTP/1.1" status: 204 len: 168 time: 0.5626066 Aug 16 13:11:15.532846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57292) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:15.533268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc8fd0-12bf-4888-9032-2dfaef0bb581 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=6af5a65c-0e25-47a0-9f04-b419e6f66f2b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:15.559846 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:11:15.564034 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:11:15.591958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d5f1c-28ec-4650-8e22-8226cc8843f1 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:15.683901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fba037-1b28-47b7-ae2d-301b4e1094ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet fd705096-b8f1-4043-927b-d2351c82603a {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:11:15.700605 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96fba037-1b28-47b7-ae2d-301b4e1094ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.756351 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57298) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:15.820396 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-62652126-network', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:15.849852 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96fba037-1b28-47b7-ae2d-301b4e1094ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.959874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Made reservation on behalf of b0ac173b5d3f4d529b0d2f828663fc18 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:15.966490 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.005564 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.085762 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c9c313ec-5147-407a-864b-f89aca71780a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ca857547ffa499980c0db44ddf2c6f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267756 Aug 16 13:11:16.087789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57312) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:16.147684 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.171914 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96fba037-1b28-47b7-ae2d-301b4e1094ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.243809 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7802a1d0-57b4-4b1d-9cc6-9a2448ca283a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.268275 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.326972 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7802a1d0-57b4-4b1d-9cc6-9a2448ca283a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.441801 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96fba037-1b28-47b7-ae2d-301b4e1094ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.480023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7802a1d0-57b4-4b1d-9cc6-9a2448ca283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.485000 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7802a1d0-57b4-4b1d-9cc6-9a2448ca283a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.488240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7802a1d0-57b4-4b1d-9cc6-9a2448ca283a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d7377e7-6d01-41e9-a88a-0f248f48a109 HTTP/1.1" status: 204 len: 168 time: 0.3986886 Aug 16 13:11:16.522843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802a1d0-57b4-4b1d-9cc6-9a2448ca283a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7377e7-6d01-41e9-a88a-0f248f48a109,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:16.570331 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.572649 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96fba037-1b28-47b7-ae2d-301b4e1094ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.575307 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-96fba037-1b28-47b7-ae2d-301b4e1094ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/fd705096-b8f1-4043-927b-d2351c82603a HTTP/1.1" status: 204 len: 168 time: 1.0402319 Aug 16 13:11:16.579290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fba037-1b28-47b7-ae2d-301b4e1094ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=fd705096-b8f1-4043-927b-d2351c82603a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:16.581121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57320) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:16.596817 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.657790 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:11:16.658468 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:11:16.720938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:16.735207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3770781a-cb9b-4c2f-95a1-064c82244096 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1505790 Aug 16 13:11:16.740754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57324) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:16.775590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:16.823917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.825769 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Added segment 51e9a859-8fdd-40e6-8a28-d5d113fcbcbe of type vlan for network b9142d25-64bf-4649-9e08-1941bd3d71e8 Aug 16 13:11:16.857823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4953ef-c7c5-4c81-aa9e-9a7c870ff83f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:16.981644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.120214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:17.124587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.131197 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.133758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:17.138676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.272057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] Pushing event updated for resources: {'Network': ['ID=b9142d25-64bf-4649-9e08-1941bd3d71e8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:17.320019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b9142d25-64bf-4649-9e08-1941bd3d71e8 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:11:17.326410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57336) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:17.407540 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-62133ae1-be10-4b72-88b2-6284601ab35e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0736547 Aug 16 13:11:17.413254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57338) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:17.428380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Request body: {'subnet': {'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-62652126-subnet', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:17.444675 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-808c0cc6-607e-41ba-837c-3a128137a05e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d22f7459f374e5090fd0a357960a8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160336 Aug 16 13:11:17.447186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57340) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:17.498303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029ad7e9-c116-4dc7-89b0-974945d687aa None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:17.506497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Made reservation on behalf of b0ac173b5d3f4d529b0d2f828663fc18 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:17.509045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.616845 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.693436 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59bdae3f-1e02-4f47-aeb7-d93dff4e1708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.721299 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59bdae3f-1e02-4f47-aeb7-d93dff4e1708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.736909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a684d521-469e-4018-8c1e-152c556e518a None None] For port 0752e66c-50fc-4776-bb5e-995624b89188, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0752e66c-50fc-4776-bb5e-995624b89188,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:17.752558 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.792778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59bdae3f-1e02-4f47-aeb7-d93dff4e1708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.795462 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59bdae3f-1e02-4f47-aeb7-d93dff4e1708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.797590 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-59bdae3f-1e02-4f47-aeb7-d93dff4e1708 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a51056f-aab9-491e-b4ea-97561ebc73c0 HTTP/1.1" status: 204 len: 168 time: 0.3369336 Aug 16 13:11:17.822047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdae3f-1e02-4f47-aeb7-d93dff4e1708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a51056f-aab9-491e-b4ea-97561ebc73c0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:17.922082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5eb1a510-db18-4964-9b59-fff6ee5d29ba None None] Could not find standard attr ID for object 304748e6-ad64-468a-a88f-15791fc96308. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:11:17.972327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684d521-469e-4018-8c1e-152c556e518a None None] Pushing event updated for resources: {'Port': ['ID=0752e66c-50fc-4776-bb5e-995624b89188,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:17.979432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5eb1a510-db18-4964-9b59-fff6ee5d29ba None None] Provisioning complete for port 0752e66c-50fc-4776-bb5e-995624b89188 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:17.982434 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5eb1a510-db18-4964-9b59-fff6ee5d29ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.094365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.213110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87205ca-1695-49a7-887c-35d1a6face03 None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:11:18.311358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Checking segment: {'id': '51e9a859-8fdd-40e6-8a28-d5d113fcbcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:18.312208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Network hostable DHCP agents. Network: b9142d25-64bf-4649-9e08-1941bd3d71e8, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:11:18.319935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e87205ca-1695-49a7-887c-35d1a6face03 None None] Deleting port 0752e66c-50fc-4776-bb5e-995624b89188 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:18.320329 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e87205ca-1695-49a7-887c-35d1a6face03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.328383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca434426-9fce-48e1-8382-e521072375b8,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:18.349514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.350230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.350736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.351230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.351728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.352204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.354222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.354717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.355207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.357608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.358221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.359699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:18.382147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:11:18.512451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e87205ca-1695-49a7-887c-35d1a6face03 None None] For port 0752e66c-50fc-4776-bb5e-995624b89188, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0752e66c-50fc-4776-bb5e-995624b89188,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:18.513778 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e87205ca-1695-49a7-887c-35d1a6face03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.540871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Network b9142d25-64bf-4649-9e08-1941bd3d71e8 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:11:18.570668 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e87205ca-1695-49a7-887c-35d1a6face03 None None] Calling delete_port for 0752e66c-50fc-4776-bb5e-995624b89188 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:18.572718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, b9142d25-64bf-4649-9e08-1941bd3d71e8) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:18.591414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b244192-ab98-44de-9830-984ee87791c2 None None] Network b9142d25-64bf-4649-9e08-1941bd3d71e8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:18.618744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:18.620066 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.777882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57370) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:18.778973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a0cef76a-6786-48a3-9cb5-ab5b84c2d1fd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3641472 Aug 16 13:11:18.786764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-62652126-router', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:18.861396 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.862522 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.997878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:19.008222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:19.068180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0752e66c-50fc-4776-bb5e-995624b89188 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:19.388571 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:19.430291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] For port 0752e66c-50fc-4776-bb5e-995624b89188, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0752e66c-50fc-4776-bb5e-995624b89188,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:19.450040 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:19.533672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:19.534957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c1729-b351-4961-9620-878f272331ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-b9142d25-64bf-4649-9e08-1941bd3d71e8', 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'fixed_ips': [{'subnet_id': 'ca434426-9fce-48e1-8382-e521072375b8'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:11:19.536428 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-621c1729-b351-4961-9620-878f272331ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:19.548012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:19.549093 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:19.714813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-621c1729-b351-4961-9620-878f272331ac None None] Allocated IP 172.20.0.2 (b9142d25-64bf-4649-9e08-1941bd3d71e8/ca434426-9fce-48e1-8382-e521072375b8/98bcbe6d-b04a-4a5a-894e-9d19200ad8b2) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:19.828892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:19.855487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:19.855487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=0752e66c-50fc-4776-bb5e-995624b89188,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:19.893720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:19.899737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.035899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=5233993c-e8d1-47ed-bb62-4a642ae280c3,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:20.043595 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e3868c3e-007b-4b79-9ced-bd799f63c978 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2808893 Aug 16 13:11:20.054994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57406) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:20.060153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fc1c7844-52bb-4180-b557-f9e8dab4098f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:20.117574 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e87205ca-1695-49a7-887c-35d1a6face03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.182433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57412) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:20.244526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87205ca-1695-49a7-887c-35d1a6face03 None None] Pushing event deleted for resources: {'Port': ['ID=0752e66c-50fc-4776-bb5e-995624b89188,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:20.250300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87205ca-1695-49a7-887c-35d1a6face03 None None] No DVR routers for this DVR port 0752e66c-50fc-4776-bb5e-995624b89188 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:20.257798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57416) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:20.283811 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.294080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8a0ab4-fec2-4d08-be91-af3f0d16967c None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:20.350738 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.476548 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-621c1729-b351-4961-9620-878f272331ac None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.508056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Allocated IP 172.25.0.208 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/4509bf47-1b7e-49ed-bfa3-1d1ece345b1c) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:20.511815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1c7844-52bb-4180-b557-f9e8dab4098f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:20.523043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7844-52bb-4180-b557-f9e8dab4098f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.634220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-621c1729-b351-4961-9620-878f272331ac None None] Transition to ACTIVE for port object 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:20.665692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-621c1729-b351-4961-9620-878f272331ac None None] Transition to ACTIVE for port object 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:20.684989 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.699523 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-621c1729-b351-4961-9620-878f272331ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.759391 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1bd46009-2e1b-46d2-adf4-03f56e4d8cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.774160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'networks': [{'name': 'tempest-network--1952215815'}, {'name': 'tempest-network--1330209543'}]} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:20.774768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'network': {'name': 'tempest-network--1952215815'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:20.775395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'network': {'name': 'tempest-network--1330209543'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:20.798878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c1729-b351-4961-9620-878f272331ac None None] Network b9142d25-64bf-4649-9e08-1941bd3d71e8 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:20.820593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-621c1729-b351-4961-9620-878f272331ac None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:20.867116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c1729-b351-4961-9620-878f272331ac None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:20.870895 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.919476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c1729-b351-4961-9620-878f272331ac None None] Pushing event updated for resources: {'Port': ['ID=98bcbe6d-b04a-4a5a-894e-9d19200ad8b2,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:20.940641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:20.942508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:20.961418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-621c1729-b351-4961-9620-878f272331ac None None] Attempting to bind port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:11:20.961796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-621c1729-b351-4961-9620-878f272331ac None None] Attempting to bind port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '51e9a859-8fdd-40e6-8a28-d5d113fcbcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:11:20.962332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c1729-b351-4961-9620-878f272331ac None None] Attempting to bind port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 on network b9142d25-64bf-4649-9e08-1941bd3d71e8 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:11:20.971588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:20.980395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c1729-b351-4961-9620-878f272331ac None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:11:20.981235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c1729-b351-4961-9620-878f272331ac None None] Checking segment: {'id': '51e9a859-8fdd-40e6-8a28-d5d113fcbcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:20.981687 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-621c1729-b351-4961-9620-878f272331ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.982176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c1729-b351-4961-9620-878f272331ac None None] Bound using segment: {'id': '51e9a859-8fdd-40e6-8a28-d5d113fcbcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:11:20.982641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-621c1729-b351-4961-9620-878f272331ac None None] Bound port: 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e9a859-8fdd-40e6-8a28-d5d113fcbcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:11:20.983100 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-621c1729-b351-4961-9620-878f272331ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.075726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '5233993c-e8d1-47ed-bb62-4a642ae280c3'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:11:21.077011 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.148750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=4509bf47-1b7e-49ed-bfa3-1d1ece345b1c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:21.207332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1bd46009-2e1b-46d2-adf4-03f56e4d8cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.213454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-621c1729-b351-4961-9620-878f272331ac None None] For port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:11:21.220290 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1bd46009-2e1b-46d2-adf4-03f56e4d8cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.220556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-621c1729-b351-4961-9620-878f272331ac None None] For port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=98bcbe6d-b04a-4a5a-894e-9d19200ad8b2,segment=NetworkSegment(51e9a859-8fdd-40e6-8a28-d5d113fcbcbe),segment_id=51e9a859-8fdd-40e6-8a28-d5d113fcbcbe)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:11:21.236088 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-621c1729-b351-4961-9620-878f272331ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.330284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Made reservation on behalf of 4957b3cd47584b97947747da99dad274 for: {'network': 2} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:21.336094 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.347252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd46009-2e1b-46d2-adf4-03f56e4d8cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bd1406-aeb8-4627-ac78-d2e6535729a5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:21.360732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Allocated IP 2001:db8::f816:3eff:fe15:d7f (bbb70a5f-e1ed-4340-8ed7-bddea692336c/5233993c-e8d1-47ed-bb62-4a642ae280c3/273a13ed-22a7-409b-83b3-e3f13bc96e62) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:21.368939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c1729-b351-4961-9620-878f272331ac None None] Pushing event updated for resources: {'Port': ['ID=98bcbe6d-b04a-4a5a-894e-9d19200ad8b2,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:21.377892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1bd46009-2e1b-46d2-adf4-03f56e4d8cc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d717d20dfe04ffea4ecd2650a759ede&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1944001 Aug 16 13:11:21.381749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57434) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:21.391598 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.470616 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7844-52bb-4180-b557-f9e8dab4098f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.523316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.538085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1c7844-52bb-4180-b557-f9e8dab4098f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:21.618838 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-278eb14f-b634-4cef-9294-3a943c563540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.632396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.645500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Transition to ACTIVE for port object 273a13ed-22a7-409b-83b3-e3f13bc96e62 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:21.670950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Transition to ACTIVE for port object 273a13ed-22a7-409b-83b3-e3f13bc96e62 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:21.682375 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.744222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-278eb14f-b634-4cef-9294-3a943c563540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.868112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:21.875147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:21.880123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:21.974558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.982712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Pushing event updated for resources: {'Port': ['ID=273a13ed-22a7-409b-83b3-e3f13bc96e62,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:22.009024 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Attempting to bind port 273a13ed-22a7-409b-83b3-e3f13bc96e62 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:11:22.009742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Attempting to bind port 273a13ed-22a7-409b-83b3-e3f13bc96e62 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:11:22.011062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Attempting to bind port 273a13ed-22a7-409b-83b3-e3f13bc96e62 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:11:22.027086 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:11:22.027854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:22.028605 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.029337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:11:22.030284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Bound port: 273a13ed-22a7-409b-83b3-e3f13bc96e62, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:11:22.031810 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.045022 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.045912 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.107587 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-278eb14f-b634-4cef-9294-3a943c563540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.112451 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-278eb14f-b634-4cef-9294-3a943c563540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.126612 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-278eb14f-b634-4cef-9294-3a943c563540 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9bd1406-aeb8-4627-ac78-d2e6535729a5 HTTP/1.1" status: 204 len: 168 time: 0.7433627 Aug 16 13:11:22.165183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:22.174398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-fc1c7844-52bb-4180-b557-f9e8dab4098f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:22.180887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.181308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1c7844-52bb-4180-b557-f9e8dab4098f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:22.181456 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Added segment 97c72c77-85e1-4930-b451-eb812a1ff1d0 of type vlan for network e7d5226c-324a-46f0-884e-b9f223570411 Aug 16 13:11:22.182291 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7844-52bb-4180-b557-f9e8dab4098f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.206156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] For port 273a13ed-22a7-409b-83b3-e3f13bc96e62, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:11:22.216182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] For port 273a13ed-22a7-409b-83b3-e3f13bc96e62, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=273a13ed-22a7-409b-83b3-e3f13bc96e62,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:11:22.217125 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fc1c7844-52bb-4180-b557-f9e8dab4098f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1584082 Aug 16 13:11:22.218505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57444) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:22.233054 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.246155 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.251857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:4f:fd:9c', 'name': 'tempest-NetworksTestDHCPv6-1847495437'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:22.325140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:22.345624 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.345927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d4683-b64d-4e9c-b737-50aa8f00ce6d None None] Pushing event updated for resources: {'Port': ['ID=273a13ed-22a7-409b-83b3-e3f13bc96e62,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:22.346814 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Added segment 30adb09d-6805-4523-9394-e9e8fb8bd809 of type vlan for network af7288e2-fee3-4d26-80fd-e33c618a2754 Aug 16 13:11:22.438769 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c7844-52bb-4180-b557-f9e8dab4098f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=31bcb99c-b8ac-46d7-b992-2525e5dd1d43,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:22.612170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:22.817735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:22.848202 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.941291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 017b9bd3-2815-4346-9875-579dc14da492 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:11:23.137570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:23.192511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:23.223297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aa2b5d-47ba-420d-a287-cba3f34ee776,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:23.293649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278eb14f-b634-4cef-9294-3a943c563540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bd1406-aeb8-4627-ac78-d2e6535729a5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:23.311347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 172.20.0.6 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/31bcb99c-b8ac-46d7-b992-2525e5dd1d43/017b9bd3-2815-4346-9875-579dc14da492) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:23.327797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::f816:3eff:fe4f:fd9c (bbb70a5f-e1ed-4340-8ed7-bddea692336c/5233993c-e8d1-47ed-bb62-4a642ae280c3/017b9bd3-2815-4346-9875-579dc14da492) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:23.368778 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:23.467193 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:23.470416 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:23.481179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:23.499363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:23.500358 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:23.568637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.3081992 Aug 16 13:11:23.570622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57474) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:23.601712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1cea4a-7510-4b72-b863-9fa7c36de5aa None None] Network b9142d25-64bf-4649-9e08-1941bd3d71e8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:23.748602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event updated for resources: {'Network': ['ID=e7d5226c-324a-46f0-884e-b9f223570411,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:23.806665 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:23.840220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network e7d5226c-324a-46f0-884e-b9f223570411 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:11:23.867582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 017b9bd3-2815-4346-9875-579dc14da492 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:23.980752 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.000743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b265c10c-fcd7-4cf1-80f1-357dc92433c1 None None] Provisioning for port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:24.028105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b265c10c-fcd7-4cf1-80f1-357dc92433c1 None None] Provisioning complete for port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:24.028781 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b265c10c-fcd7-4cf1-80f1-357dc92433c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.131676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84757925-e57c-4b12-8d2b-87d4b006b49f tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event updated for resources: {'Network': ['ID=af7288e2-fee3-4d26-80fd-e33c618a2754,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:24.177463 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Router 5afa8e85-a8e9-4378-b93e-171d8054520e is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:11:24.279322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network af7288e2-fee3-4d26-80fd-e33c618a2754 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:11:24.332948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:24.334577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=017b9bd3-2815-4346-9875-579dc14da492,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:24.354463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246796f5-bc41-4d05-914b-7af65f11edb4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:24.369302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246796f5-bc41-4d05-914b-7af65f11edb4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:24.398528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246796f5-bc41-4d05-914b-7af65f11edb4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:24.415745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd91fe9d-9c81-4dc6-97a3-058f7b477acc None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:24.421741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246796f5-bc41-4d05-914b-7af65f11edb4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:24.427805 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-246796f5-bc41-4d05-914b-7af65f11edb4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8528588 Aug 16 13:11:24.427805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:24.436093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57494) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:24.453372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:24.501398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:24.539776 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.546035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-46a8bddf-ed88-4b40-a7fe-dccf79506ea4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7621436 Aug 16 13:11:24.547421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57504) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:24.564359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Sync routers for ids ['5afa8e85-a8e9-4378-b93e-171d8054520e'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:24.645059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Routers {'5afa8e85-a8e9-4378-b93e-171d8054520e'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:24.652459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:11:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5afa8e85-a8e9-4378-b93e-171d8054520e'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:24.814227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:24.815474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.834911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 273a13ed-22a7-409b-83b3-e3f13bc96e62 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:24.840364 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.885430 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5d3796d5-b492-49d0-bdd8-cf5f32179f9a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6584044 Aug 16 13:11:24.888114 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57506) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:25.002744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ebdfee-0344-4024-8150-c1870a38c603 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:25.016950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ebdfee-0344-4024-8150-c1870a38c603 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:25.024590 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d4ebdfee-0344-4024-8150-c1870a38c603 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1346815 Aug 16 13:11:25.026210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57510) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:25.041830 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b265c10c-fcd7-4cf1-80f1-357dc92433c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:25.121530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57512) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:25.209939 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:25.225918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-1415dcd1-b283-44c6-8335-8a9d6e42a8b8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 017b9bd3-2815-4346-9875-579dc14da492 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:25.226511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1415dcd1-b283-44c6-8335-8a9d6e42a8b8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:25.245582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d5226c-324a-46f0-884e-b9f223570411']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:25.281056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c72c77-85e1-4930-b451-eb812a1ff1d0') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:25.281587 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c72c77-85e1-4930-b451-eb812a1ff1d0') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:25.327647 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:25.375563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:25.457504 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01aa9f31-c751-4785-8d29-8c1b3af12668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:25.504325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b265c10c-fcd7-4cf1-80f1-357dc92433c1 None None] For port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=98bcbe6d-b04a-4a5a-894e-9d19200ad8b2,segment=NetworkSegment(51e9a859-8fdd-40e6-8a28-d5d113fcbcbe),segment_id=51e9a859-8fdd-40e6-8a28-d5d113fcbcbe)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:25.507213 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 273a13ed-22a7-409b-83b3-e3f13bc96e62 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:25.516441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Set router 5afa8e85-a8e9-4378-b93e-171d8054520e gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:25.519331 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b265c10c-fcd7-4cf1-80f1-357dc92433c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:25.559540 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1415dcd1-b283-44c6-8335-8a9d6e42a8b8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:25.565934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:25.566389 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:25.584400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-1415dcd1-b283-44c6-8335-8a9d6e42a8b8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 017b9bd3-2815-4346-9875-579dc14da492 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:25.706551 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:25.731206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:25.805536 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:25.812831 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "DELETE /v2.0/networks/e7d5226c-324a-46f0-884e-b9f223570411 HTTP/1.1" status: 204 len: 168 time: 1.3735621 Aug 16 13:11:25.855914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57524) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:25.884972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b406f7-4c1d-4dbd-8118-be10b3ed3dcc tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event deleted for resources: {'Network': ['ID=e7d5226c-324a-46f0-884e-b9f223570411,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:25.894382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265c10c-fcd7-4cf1-80f1-357dc92433c1 None None] Pushing event updated for resources: {'Port': ['ID=98bcbe6d-b04a-4a5a-894e-9d19200ad8b2,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:25.917553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-949530da-33d9-47c2-b320-825b0dffaf83 None None] Provisioning for port 273a13ed-22a7-409b-83b3-e3f13bc96e62 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:26.040653 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1415dcd1-b283-44c6-8335-8a9d6e42a8b8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.041679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-949530da-33d9-47c2-b320-825b0dffaf83 None None] Provisioning complete for port 273a13ed-22a7-409b-83b3-e3f13bc96e62 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:26.042227 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-949530da-33d9-47c2-b320-825b0dffaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.115714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415dcd1-b283-44c6-8335-8a9d6e42a8b8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=017b9bd3-2815-4346-9875-579dc14da492,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:26.181388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aebcbe-cd9e-46e7-8f6f-dfc54e14569d None None] Update dhcp port {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': '5233993c-e8d1-47ed-bb62-4a642ae280c3', 'ip_address': '2001:db8::f816:3eff:fe15:d7f'}, {'subnet_id': '31bcb99c-b8ac-46d7-b992-2525e5dd1d43'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '273a13ed-22a7-409b-83b3-e3f13bc96e62'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:11:26.226862 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.273331 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.305600 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-949530da-33d9-47c2-b320-825b0dffaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.323770 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01aa9f31-c751-4785-8d29-8c1b3af12668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.331182 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-12aebcbe-cd9e-46e7-8f6f-dfc54e14569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.333359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01aa9f31-c751-4785-8d29-8c1b3af12668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.429738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-01aa9f31-c751-4785-8d29-8c1b3af12668 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=190d520ba44b4c3099aa707a7b6578ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3086195 Aug 16 13:11:26.433977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa9f31-c751-4785-8d29-8c1b3af12668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7280be3-9c6c-4a14-965d-b628d2bd8d54,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:26.437627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57536) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:26.447869 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1415dcd1-b283-44c6-8335-8a9d6e42a8b8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.450195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1415dcd1-b283-44c6-8335-8a9d6e42a8b8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/017b9bd3-2815-4346-9875-579dc14da492 HTTP/1.1" status: 204 len: 168 time: 1.4230964 Aug 16 13:11:26.454846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57538) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:26.471467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-949530da-33d9-47c2-b320-825b0dffaf83 None None] For port 273a13ed-22a7-409b-83b3-e3f13bc96e62, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=273a13ed-22a7-409b-83b3-e3f13bc96e62,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:26.506525 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-949530da-33d9-47c2-b320-825b0dffaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.579392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562e160-671b-4e25-8d1c-854800cfe2fe tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:26.581815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562e160-671b-4e25-8d1c-854800cfe2fe tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:26.584564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562e160-671b-4e25-8d1c-854800cfe2fe tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:26.591264 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f562e160-671b-4e25-8d1c-854800cfe2fe tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1308038 Aug 16 13:11:26.591264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57542) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:26.682698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-086460a1-0d47-4fec-ba1b-1dcbc3b27200 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 31bcb99c-b8ac-46d7-b992-2525e5dd1d43 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:11:26.686636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-086460a1-0d47-4fec-ba1b-1dcbc3b27200 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.741063 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-086460a1-0d47-4fec-ba1b-1dcbc3b27200 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.788993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:26.810397 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7019f66a-4167-4247-b426-b586ef241d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.828769 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-086460a1-0d47-4fec-ba1b-1dcbc3b27200 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.859624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949530da-33d9-47c2-b320-825b0dffaf83 None None] Pushing event updated for resources: {'Port': ['ID=273a13ed-22a7-409b-83b3-e3f13bc96e62,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:26.879427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7019f66a-4167-4247-b426-b586ef241d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.918567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'name': 'tempest-TestAggregatesBasicOps-62652126-router', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:18Z', 'updated_at': '2021-08-16T13:11:21Z', 'revision_number': 3, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'gw_port': {'id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:20Z', 'updated_at': '2021-08-16T13:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:26.939784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e1d23bda-aa93-40f8-8e38-05d6615f97c5 None None] Provisioning complete for port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:26.940563 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e1d23bda-aa93-40f8-8e38-05d6615f97c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.969620 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-086460a1-0d47-4fec-ba1b-1dcbc3b27200 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.992545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.005903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7288e2-fee3-4d26-80fd-e33c618a2754']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:27.007080 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-086460a1-0d47-4fec-ba1b-1dcbc3b27200 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.014334 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-086460a1-0d47-4fec-ba1b-1dcbc3b27200 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/31bcb99c-b8ac-46d7-b992-2525e5dd1d43 HTTP/1.1" status: 204 len: 168 time: 0.4182522 Aug 16 13:11:27.018747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Checking router: 5afa8e85-a8e9-4378-b93e-171d8054520e for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:11:27.020338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Updating router 5afa8e85-a8e9-4378-b93e-171d8054520e port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:11:27.020559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30adb09d-6805-4523-9394-e9e8fb8bd809') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:27.020975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30adb09d-6805-4523-9394-e9e8fb8bd809') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:27.024161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57544) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:27.034219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.058170 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.065046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:27.065626 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.082441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7019f66a-4167-4247-b426-b586ef241d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.087542 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7019f66a-4167-4247-b426-b586ef241d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.091899 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7019f66a-4167-4247-b426-b586ef241d17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7280be3-9c6c-4a14-965d-b628d2bd8d54 HTTP/1.1" status: 204 len: 168 time: 0.6507316 Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server [None req-12aebcbe-cd9e-46e7-8f6f-dfc54e14569d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31bcb99c-b8ac-46d7-b992-2525e5dd1d43: This subnet is being modified by another concurrent operation. Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise exception Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31bcb99c-b8ac-46d7-b992-2525e5dd1d43: This subnet is being modified by another concurrent operation. Aug 16 13:11:27.126846 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:27.135781 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:27.137721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086460a1-0d47-4fec-ba1b-1dcbc3b27200 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=31bcb99c-b8ac-46d7-b992-2525e5dd1d43,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:27.144981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.157058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.159131 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "DELETE /v2.0/networks/af7288e2-fee3-4d26-80fd-e33c618a2754 HTTP/1.1" status: 204 len: 168 time: 1.2976685 Aug 16 13:11:27.165667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57548) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:27.166783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019f66a-4167-4247-b426-b586ef241d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7280be3-9c6c-4a14-965d-b628d2bd8d54,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:27.170565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Allocated IP 172.20.0.1 (b9142d25-64bf-4649-9e08-1941bd3d71e8/ca434426-9fce-48e1-8382-e521072375b8/f42fd379-0911-4a2a-9b2b-0d04c1e5dd51) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:27.181575 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.250955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27d475f-d346-4605-8f5c-90c9043bf3e4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 5233993c-e8d1-47ed-bb62-4a642ae280c3 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:11:27.255072 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c27d475f-d346-4605-8f5c-90c9043bf3e4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.362174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44bd57-6cf7-4f2d-a5b5-1e2efd64be15 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event deleted for resources: {'Network': ['ID=af7288e2-fee3-4d26-80fd-e33c618a2754,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:27.392855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:27.393358 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.503548 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c27d475f-d346-4605-8f5c-90c9043bf3e4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.768710 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.816629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338cad0-b6f1-41fc-873e-abc77f3dd830 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:27.829484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338cad0-b6f1-41fc-873e-abc77f3dd830 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:27.830290 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d338cad0-b6f1-41fc-873e-abc77f3dd830 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6614823 Aug 16 13:11:27.835951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57562) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:27.843711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c27d475f-d346-4605-8f5c-90c9043bf3e4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.851249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1371988445'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:27.868086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Transition to ACTIVE for port object f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:27.878061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb67aad2-7746-4847-bb28-6d6fb0fed316 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:11:27.922376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Made reservation on behalf of 4957b3cd47584b97947747da99dad274 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:27.929233 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.980260 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c27d475f-d346-4605-8f5c-90c9043bf3e4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.008261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:28.025216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.025779 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Added segment 94a9dd44-d661-4daa-ae23-2ed2742452c3 of type vlan for network 66022323-214f-4c33-854b-757f4b088a95 Aug 16 13:11:28.040957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d475f-d346-4605-8f5c-90c9043bf3e4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=5233993c-e8d1-47ed-bb62-4a642ae280c3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:28.052437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c27d475f-d346-4605-8f5c-90c9043bf3e4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.059656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c27d475f-d346-4605-8f5c-90c9043bf3e4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/5233993c-e8d1-47ed-bb62-4a642ae280c3 HTTP/1.1" status: 204 len: 168 time: 1.0337143 Aug 16 13:11:28.062520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57568) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:28.111815 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.119070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9af11711-6106-4a82-b828-4459ad2d0ed3 None None] Provisioning complete for port 273a13ed-22a7-409b-83b3-e3f13bc96e62 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:28.119388 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9af11711-6106-4a82-b828-4459ad2d0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.134581 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.163125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3237d905-3212-411b-8219-4afe1a250924 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984650 Aug 16 13:11:28.167410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57572) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:28.181900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-18880134-3857-49a3-81cb-74d6fc325534 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:28.189363 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.205574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Transition to ACTIVE for port object 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:28.240341 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.268917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.278982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:28.279968 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.368463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Attempting to bind port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:11:28.369159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Attempting to bind port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:11:28.369731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Attempting to bind port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:11:28.391854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:11:28.391854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:28.392498 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.393343 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:11:28.393955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Bound port: 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:11:28.394479 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.400122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f77dcc-dcdc-4c3f-ba99-c67e0a56c299 None None] Pushing event updated for resources: {'Port': ['ID=4509bf47-1b7e-49ed-bfa3-1d1ece345b1c,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:28.426764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18880134-3857-49a3-81cb-74d6fc325534 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:28.432622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18880134-3857-49a3-81cb-74d6fc325534 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.434942 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event updated for resources: {'Network': ['ID=66022323-214f-4c33-854b-757f4b088a95,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:28.471010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Network b9142d25-64bf-4649-9e08-1941bd3d71e8 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:28.472675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 66022323-214f-4c33-854b-757f4b088a95 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:11:28.481924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:28.494053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:28.601452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb67aad2-7746-4847-bb28-6d6fb0fed316 None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:11:28.805050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 273a13ed-22a7-409b-83b3-e3f13bc96e62 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:28.906507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9af11711-6106-4a82-b828-4459ad2d0ed3 None None] Could not find standard attr ID for object 017b9bd3-2815-4346-9875-579dc14da492. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:11:28.992943 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18880134-3857-49a3-81cb-74d6fc325534 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.076518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] For port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:11:29.080996 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.087507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18880134-3857-49a3-81cb-74d6fc325534 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:29.094289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-18880134-3857-49a3-81cb-74d6fc325534 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:29.099793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18880134-3857-49a3-81cb-74d6fc325534 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:29.100416 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-18880134-3857-49a3-81cb-74d6fc325534 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.124437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18880134-3857-49a3-81cb-74d6fc325534 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=619adb04-21bb-48da-85f0-6f6b5a7d6f6e,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:29.133229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-18880134-3857-49a3-81cb-74d6fc325534 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9619105 Aug 16 13:11:29.136365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57600) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:29.144440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:29.193606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7123f745-8ca0-4871-bf26-3733c7d789dd tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3537569 Aug 16 13:11:29.195039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57602) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:29.208502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1699804584'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:29.228291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Pushing event updated for resources: {'Port': ['ID=f42fd379-0911-4a2a-9b2b-0d04c1e5dd51,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:29.238219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57604) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:29.277197 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.368938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Made reservation on behalf of 4957b3cd47584b97947747da99dad274 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:29.378236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.406241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:29.414807 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.461259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:29.490248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.490691 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Added segment 2b17960a-b629-46d8-9717-92ae96a8cf80 of type vlan for network 2e329479-f7b4-4f9e-9025-d9b2675193dd Aug 16 13:11:29.563321 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.571464 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-82abfb35-ae91-48dc-b6f3-c2c0c64a5785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.576557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.600858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] For port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4509bf47-1b7e-49ed-bfa3-1d1ece345b1c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:11:29.631846 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.634486 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.640979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:29.641542 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.649153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 273a13ed-22a7-409b-83b3-e3f13bc96e62, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=273a13ed-22a7-409b-83b3-e3f13bc96e62,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:29.716921 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.763262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event updated for resources: {'Network': ['ID=2e329479-f7b4-4f9e-9025-d9b2675193dd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:29.773861 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.854920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 2e329479-f7b4-4f9e-9025-d9b2675193dd details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:11:29.887171 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.892743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.944618 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f77dcc-dcdc-4c3f-ba99-c67e0a56c299 None None] Pushing event updated for resources: {'Port': ['ID=4509bf47-1b7e-49ed-bfa3-1d1ece345b1c,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:29.967423 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.970427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Pushing event updated for resources: {'Port': ['ID=f42fd379-0911-4a2a-9b2b-0d04c1e5dd51,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:29.983302 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-82abfb35-ae91-48dc-b6f3-c2c0c64a5785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:29.987164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Routers {'5afa8e85-a8e9-4378-b93e-171d8054520e'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:29.988439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:11:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5afa8e85-a8e9-4378-b93e-171d8054520e'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:29.996946 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-82abfb35-ae91-48dc-b6f3-c2c0c64a5785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:30.009967 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2842c82d-5575-46d2-a336-6d39c0d57ad2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8101313 Aug 16 13:11:30.012879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57608) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:30.019655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'ports': [{'network_id': '66022323-214f-4c33-854b-757f4b088a95', 'name': 'tempest-port--1231807897', 'admin_state_up': True}, {'network_id': '2e329479-f7b4-4f9e-9025-d9b2675193dd', 'admin_state_up': False}]} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:30.020349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'port': {'network_id': '66022323-214f-4c33-854b-757f4b088a95', 'name': 'tempest-port--1231807897', 'admin_state_up': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:30.020985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'port': {'network_id': '2e329479-f7b4-4f9e-9025-d9b2675193dd', 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:30.136887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-82abfb35-ae91-48dc-b6f3-c2c0c64a5785 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f522909257a4763b06727cfe45c4000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8986239 Aug 16 13:11:30.163152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abfb35-ae91-48dc-b6f3-c2c0c64a5785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d0497-a420-48a1-bd34-a4814a2e9555,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:30.168146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57616) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:30.176739 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:11:30.286775 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-31dcd23c-4fab-4168-ae19-7404f6ddb85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:30.308427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Network b9142d25-64bf-4649-9e08-1941bd3d71e8 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:30.333883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:30.352022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=273a13ed-22a7-409b-83b3-e3f13bc96e62,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:30.359897 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-31dcd23c-4fab-4168-ae19-7404f6ddb85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:30.403513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] Set router 5afa8e85-a8e9-4378-b93e-171d8054520e gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:30.471219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c789b3-416c-4300-a32a-d2087702960d None None] Update dhcp port {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': '619adb04-21bb-48da-85f0-6f6b5a7d6f6e'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '273a13ed-22a7-409b-83b3-e3f13bc96e62'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:11:30.573475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Made reservation on behalf of 4957b3cd47584b97947747da99dad274 for: {'port': 2} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:30.580473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:30.613258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Router 5afa8e85-a8e9-4378-b93e-171d8054520e has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:11:30.615465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:30.634358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.objects.ports [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101395) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:11:30.690948 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-39c789b3-416c-4300-a32a-d2087702960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:30.832790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] device_id is not set on port 3be3351f-a7da-4247-9a5c-b65d05f3f19e yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:11:30.837239 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-31dcd23c-4fab-4168-ae19-7404f6ddb85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:30.840085 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-31dcd23c-4fab-4168-ae19-7404f6ddb85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:30.841511 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-31dcd23c-4fab-4168-ae19-7404f6ddb85d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c04d0497-a420-48a1-bd34-a4814a2e9555 HTTP/1.1" status: 204 len: 168 time: 0.6722074 Aug 16 13:11:30.880098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcd23c-4fab-4168-ae19-7404f6ddb85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d0497-a420-48a1-bd34-a4814a2e9555,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:30.966186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:30.978535 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6cf7e093-a695-48c3-bc06-c644718b4fba admin admin] 10.222.0.25 "PUT /v2.0/routers/5afa8e85-a8e9-4378-b93e-171d8054520e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4265282 Aug 16 13:11:31.069576 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:31.271341 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:31.312676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'name': 'tempest-TestAggregatesBasicOps-62652126-router', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:18Z', 'updated_at': '2021-08-16T13:11:29Z', 'revision_number': 4, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'gw_port': {'id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:20Z', 'updated_at': '2021-08-16T13:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f42fd379-0911-4a2a-9b2b-0d04c1e5dd51', 'name': '', 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'mac_address': 'fa:16:3e:32:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ca434426-9fce-48e1-8382-e521072375b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:26Z', 'updated_at': '2021-08-16T13:11:29Z', 'revision_number': 2, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'subnets': [{'id': 'ca434426-9fce-48e1-8382-e521072375b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:31.350882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30e3ab-1a95-463b-b4c6-5d744486e603 None None] The sync data for ids ['5afa8e85-a8e9-4378-b93e-171d8054520e'] in n-d-804708-1 is: [{'id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'name': 'tempest-TestAggregatesBasicOps-62652126-router', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:18Z', 'updated_at': '2021-08-16T13:11:29Z', 'revision_number': 4, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'gw_port': {'id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:20Z', 'updated_at': '2021-08-16T13:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f42fd379-0911-4a2a-9b2b-0d04c1e5dd51', 'name': '', 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'mac_address': 'fa:16:3e:32:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ca434426-9fce-48e1-8382-e521072375b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:26Z', 'updated_at': '2021-08-16T13:11:29Z', 'revision_number': 2, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'subnets': [{'id': 'ca434426-9fce-48e1-8382-e521072375b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:11:31.397268 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-39c789b3-416c-4300-a32a-d2087702960d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe15:d7f-050a41f0-3ad1-4faa-b077-57cfc623e88 {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:11:31.398216 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-39c789b3-416c-4300-a32a-d2087702960d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:11:31.438225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] device_id is not set on port d3453d95-9cea-4ca0-9e47-36ed968cdae5 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:11:31.530147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] For port 273a13ed-22a7-409b-83b3-e3f13bc96e62, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=273a13ed-22a7-409b-83b3-e3f13bc96e62,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:31.599408 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:31.612812 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:31.615156 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:31.791969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:31.798586 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e77bfd6a-90f1-4847-8abf-1c48b33d4888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:31.883671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:31.901708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:31.908687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:31.910291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:31.955668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:31.972425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8343601 Aug 16 13:11:31.983302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57660) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:32.003741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-39c789b3-416c-4300-a32a-d2087702960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:32.010947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:f7:7b:5c', 'name': 'tempest-NetworksTestDHCPv6-1940652355'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:32.034226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event updated for resources: {'Port': ['ID=3be3351f-a7da-4247-9a5c-b65d05f3f19e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:32.041667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=870cfa7d-ae4b-4eb6-9dc0-b884296c4752,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:32.129450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Checking segment: {'id': '94a9dd44-d661-4daa-ae23-2ed2742452c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '66022323-214f-4c33-854b-757f4b088a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:32.133553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Network hostable DHCP agents. Network: 66022323-214f-4c33-854b-757f4b088a95, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:11:32.185640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e7915-ee4e-4921-badf-97b7082e3273 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=273a13ed-22a7-409b-83b3-e3f13bc96e62,revision_number=7']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:32.195397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Network 66022323-214f-4c33-854b-757f4b088a95 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:11:32.224078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 66022323-214f-4c33-854b-757f4b088a95) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:32.237377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:32.239192 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:32.409566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:32.462243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event updated for resources: {'Port': ['ID=d3453d95-9cea-4ca0-9e47-36ed968cdae5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:32.484521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Checking segment: {'id': '2b17960a-b629-46d8-9717-92ae96a8cf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2e329479-f7b4-4f9e-9025-d9b2675193dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:32.485657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Network hostable DHCP agents. Network: 2e329479-f7b4-4f9e-9025-d9b2675193dd, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:11:32.535941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Network 2e329479-f7b4-4f9e-9025-d9b2675193dd is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:11:32.577055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 2e329479-f7b4-4f9e-9025-d9b2675193dd) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:32.611033 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:32.717403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:32.744346 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:32.757045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:32.760040 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:32.817126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port f2a0901b-49e7-4d2a-9487-fdd25b23f77f yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:11:32.821832 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ba9fefeb-d46b-43ef-aa52-2d2be66dce41 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8071334 Aug 16 13:11:32.824715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57690) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:32.899204 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-39c789b3-416c-4300-a32a-d2087702960d None None] Allocated IP 172.20.0.2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/619adb04-21bb-48da-85f0-6f6b5a7d6f6e/273a13ed-22a7-409b-83b3-e3f13bc96e62) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:32.912935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57692) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:32.924787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1353377822-network', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:33.040600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Made reservation on behalf of bb6ae1009a05483ab999610389dce09e for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:33.044735 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.071128 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.132450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739ecd7e-607d-4d9d-b7b3-90380d23c648 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:33.161966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739ecd7e-607d-4d9d-b7b3-90380d23c648 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:33.171310 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-739ecd7e-607d-4d9d-b7b3-90380d23c648 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3421752 Aug 16 13:11:33.172547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57702) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:33.189993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-39c789b3-416c-4300-a32a-d2087702960d None None] For port 273a13ed-22a7-409b-83b3-e3f13bc96e62, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=273a13ed-22a7-409b-83b3-e3f13bc96e62,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:33.270180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.293491 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.330426 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-39c789b3-416c-4300-a32a-d2087702960d None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.366556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-39c789b3-416c-4300-a32a-d2087702960d None None] Transition to ACTIVE for port object 273a13ed-22a7-409b-83b3-e3f13bc96e62 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:33.389357 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-39c789b3-416c-4300-a32a-d2087702960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.409532 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c848537b-9d69-49b9-8531-ebb65e2dfd23,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:33.464104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2d88eb1c-875a-4aa5-a2b9-089c16785ac7 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Deleting port 3be3351f-a7da-4247-9a5c-b65d05f3f19e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:33.464937 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d88eb1c-875a-4aa5-a2b9-089c16785ac7 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.472785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:33.504198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c789b3-416c-4300-a32a-d2087702960d None None] Pushing event updated for resources: {'Port': ['ID=273a13ed-22a7-409b-83b3-e3f13bc96e62,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:33.528653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.529096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.529374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.529681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.530019 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.531076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.531427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.531929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.532372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.532709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.533183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.533533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:33.565320 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.565885 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Added segment b65c8360-c321-4a5b-953f-f30be241eae5 of type vlan for network ec087d5e-73b4-4e2f-b184-60311dacd3b5 Aug 16 13:11:33.665263 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d88eb1c-875a-4aa5-a2b9-089c16785ac7 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.696167 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2d88eb1c-875a-4aa5-a2b9-089c16785ac7 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Calling delete_port for 3be3351f-a7da-4247-9a5c-b65d05f3f19e owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:33.844222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d88eb1c-875a-4aa5-a2b9-089c16785ac7 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.895653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 172.20.0.4 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/619adb04-21bb-48da-85f0-6f6b5a7d6f6e/f2a0901b-49e7-4d2a-9487-fdd25b23f77f) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:33.959662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::f816:3eff:fef7:7b5c (bbb70a5f-e1ed-4340-8ed7-bddea692336c/870cfa7d-ae4b-4eb6-9dc0-b884296c4752/f2a0901b-49e7-4d2a-9487-fdd25b23f77f) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:34.017282 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:34.023877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88eb1c-875a-4aa5-a2b9-089c16785ac7 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event deleted for resources: {'Port': ['ID=3be3351f-a7da-4247-9a5c-b65d05f3f19e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:34.051358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d88eb1c-875a-4aa5-a2b9-089c16785ac7 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:34.063688 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2d88eb1c-875a-4aa5-a2b9-089c16785ac7 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "DELETE /v2.0/ports/3be3351f-a7da-4247-9a5c-b65d05f3f19e HTTP/1.1" status: 204 len: 168 time: 0.8887928 Aug 16 13:11:34.067139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57722) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:34.219528 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:11:34.327309 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:34.333008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:34.333750 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:34.341612 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0c9c-2ce8-4fe4-a1d9-3209a89e4a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:34.492078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d8261455-53ac-4d69-a959-685176683163 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Deleting port d3453d95-9cea-4ca0-9e47-36ed968cdae5 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:34.492784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8261455-53ac-4d69-a959-685176683163 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:34.601445 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:34.834094 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8261455-53ac-4d69-a959-685176683163 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:34.865699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d8261455-53ac-4d69-a959-685176683163 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Calling delete_port for d3453d95-9cea-4ca0-9e47-36ed968cdae5 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:34.871916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9573619 Aug 16 13:11:34.885005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57732) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:34.912654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] Request body: {'subnet': {'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1353377822-subnet', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:34.981331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 273a13ed-22a7-409b-83b3-e3f13bc96e62 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:35.159427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:35.249831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object f2a0901b-49e7-4d2a-9487-fdd25b23f77f will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:35.257316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] Made reservation on behalf of bb6ae1009a05483ab999610389dce09e for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:35.288699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:35.303272 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:35.396352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05debcf9-ce00-42f5-89a5-114757e157fc admin admin] Pushing event updated for resources: {'Network': ['ID=ec087d5e-73b4-4e2f-b184-60311dacd3b5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:35.409810 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:35.462260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:35.474423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:35.487007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:35.658819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974e6a9-8918-4622-bf5b-7db00a821ec7 req-52f1c16c-0ff7-4d7e-9484-7ecee706319f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:35.688171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974e6a9-8918-4622-bf5b-7db00a821ec7 req-52f1c16c-0ff7-4d7e-9484-7ecee706319f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:35.723147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974e6a9-8918-4622-bf5b-7db00a821ec7 req-52f1c16c-0ff7-4d7e-9484-7ecee706319f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:35.760475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974e6a9-8918-4622-bf5b-7db00a821ec7 req-52f1c16c-0ff7-4d7e-9484-7ecee706319f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:35.782543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974e6a9-8918-4622-bf5b-7db00a821ec7 req-52f1c16c-0ff7-4d7e-9484-7ecee706319f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:35.800055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974e6a9-8918-4622-bf5b-7db00a821ec7 req-52f1c16c-0ff7-4d7e-9484-7ecee706319f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:35.816125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974e6a9-8918-4622-bf5b-7db00a821ec7 req-52f1c16c-0ff7-4d7e-9484-7ecee706319f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:35.832847 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6974e6a9-8918-4622-bf5b-7db00a821ec7 req-52f1c16c-0ff7-4d7e-9484-7ecee706319f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 0.4898858 Aug 16 13:11:35.885728 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:35.906073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ec087d5e-73b4-4e2f-b184-60311dacd3b5 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:11:35.969296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:35.972351 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.001108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=f2a0901b-49e7-4d2a-9487-fdd25b23f77f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:36.042480 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8f91ba9e-ff84-4609-b866-c97f83271464 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0509675 Aug 16 13:11:36.048023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6974e6a9-8918-4622-bf5b-7db00a821ec7 req-c75f0dbe-f80e-4dc0-bb29-96cca4153f48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2137372 Aug 16 13:11:36.061159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57758) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:36.134254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4748eef5-98e1-4989-bb77-66ba8ff6d168,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:36.151798 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8261455-53ac-4d69-a959-685176683163 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.209050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143f8499-a712-46b7-a09b-b2ff47c0c5ec tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:36.214141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e250835-5a0a-44fe-9cff-11c78ba15c35 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:11:36.226572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143f8499-a712-46b7-a09b-b2ff47c0c5ec tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:36.228377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-143f8499-a712-46b7-a09b-b2ff47c0c5ec tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1648138 Aug 16 13:11:36.236304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57760) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:36.289145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8261455-53ac-4d69-a959-685176683163 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event deleted for resources: {'Port': ['ID=d3453d95-9cea-4ca0-9e47-36ed968cdae5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:36.301233 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Sync routers for ids ['5afa8e85-a8e9-4378-b93e-171d8054520e'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:36.313185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8261455-53ac-4d69-a959-685176683163 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.315407 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d8261455-53ac-4d69-a959-685176683163 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "DELETE /v2.0/ports/d3453d95-9cea-4ca0-9e47-36ed968cdae5 HTTP/1.1" status: 204 len: 168 time: 2.2472208 Aug 16 13:11:36.317277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] Checking segment: {'id': 'b65c8360-c321-4a5b-953f-f30be241eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:36.321807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] Network hostable DHCP agents. Network: ec087d5e-73b4-4e2f-b184-60311dacd3b5, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:11:36.330089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57764) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:36.363755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] Network ec087d5e-73b4-4e2f-b184-60311dacd3b5 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:11:36.371465 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Routers {'5afa8e85-a8e9-4378-b93e-171d8054520e'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:36.377858 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:11:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5afa8e85-a8e9-4378-b93e-171d8054520e'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:36.387132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ec087d5e-73b4-4e2f-b184-60311dacd3b5) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:36.393633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:36.394337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.404909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2105acc1-d42e-4dee-9ffd-a0dfdf55140b tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0734935 Aug 16 13:11:36.417663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57770) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:36.428172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-238316293'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:36.453806 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c9d882ac-2197-4610-95c7-27ae84f421fa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5635035 Aug 16 13:11:36.454598 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57774) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:36.589180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1353377822-router', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:36.591384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c6c12931-7228-4840-8207-f11002ac4a8e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port f2a0901b-49e7-4d2a-9487-fdd25b23f77f {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:36.591778 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c6c12931-7228-4840-8207-f11002ac4a8e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.622363 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.651249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5d858b5d-260d-48b8-a389-d520c03d5a14 None None] Provisioning for port 273a13ed-22a7-409b-83b3-e3f13bc96e62 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:36.744170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5d858b5d-260d-48b8-a389-d520c03d5a14 None None] Provisioning complete for port 273a13ed-22a7-409b-83b3-e3f13bc96e62 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:36.747439 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d858b5d-260d-48b8-a389-d520c03d5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.791689 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Set router 5afa8e85-a8e9-4378-b93e-171d8054520e gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:36.825516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Made reservation on behalf of 4957b3cd47584b97947747da99dad274 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:36.839814 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c6c12931-7228-4840-8207-f11002ac4a8e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.843677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.885569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c6c12931-7228-4840-8207-f11002ac4a8e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for f2a0901b-49e7-4d2a-9487-fdd25b23f77f owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:36.933603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:36.995070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:36.996293 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.037592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:37.093915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-83da4855-47a3-490d-85fa-301ea3414eaf tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.112713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-83da4855-47a3-490d-85fa-301ea3414eaf tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.119044 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c6c12931-7228-4840-8207-f11002ac4a8e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.121147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-83da4855-47a3-490d-85fa-301ea3414eaf tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.129468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-83da4855-47a3-490d-85fa-301ea3414eaf tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.136284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-83da4855-47a3-490d-85fa-301ea3414eaf tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.144352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-83da4855-47a3-490d-85fa-301ea3414eaf tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.155772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-83da4855-47a3-490d-85fa-301ea3414eaf tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.159094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-83da4855-47a3-490d-85fa-301ea3414eaf tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 0.5516503 Aug 16 13:11:37.164250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c12931-7228-4840-8207-f11002ac4a8e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=f2a0901b-49e7-4d2a-9487-fdd25b23f77f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:37.164523 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.165514 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.299591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.382935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-725f0feb-8724-42b3-87d7-5ddc5d7a9a12 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.385013 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-725f0feb-8724-42b3-87d7-5ddc5d7a9a12 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "GET /v2.0/ports/6764e1b7-9c16-492c-890c-4c55969c5445?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0801711 Aug 16 13:11:37.509089 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.591668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.598859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.599047 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Added segment 0cd3642b-7b69-4d47-9d96-acdd8594e4b2 of type vlan for network 8ab96cdf-24e2-4456-adf2-aba133ccc558 Aug 16 13:11:37.612800 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0287-c407-438d-a073-7f166bb3aa87 req-a253fba0-65ab-4238-879e-dffe4395cc51 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.615293 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'name': 'tempest-TestAggregatesBasicOps-62652126-router', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:18Z', 'updated_at': '2021-08-16T13:11:29Z', 'revision_number': 4, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'gw_port': {'id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:20Z', 'updated_at': '2021-08-16T13:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f42fd379-0911-4a2a-9b2b-0d04c1e5dd51', 'name': '', 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'mac_address': 'fa:16:3e:32:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ca434426-9fce-48e1-8382-e521072375b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:26Z', 'updated_at': '2021-08-16T13:11:29Z', 'revision_number': 2, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'subnets': [{'id': 'ca434426-9fce-48e1-8382-e521072375b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:37.621098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0287-c407-438d-a073-7f166bb3aa87 req-a253fba0-65ab-4238-879e-dffe4395cc51 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.646213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0287-c407-438d-a073-7f166bb3aa87 req-a253fba0-65ab-4238-879e-dffe4395cc51 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.663985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0287-c407-438d-a073-7f166bb3aa87 req-a253fba0-65ab-4238-879e-dffe4395cc51 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.674192 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Checking router: 5afa8e85-a8e9-4378-b93e-171d8054520e for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:11:37.674794 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Updating router 5afa8e85-a8e9-4378-b93e-171d8054520e port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:11:37.675153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0287-c407-438d-a073-7f166bb3aa87 req-a253fba0-65ab-4238-879e-dffe4395cc51 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.693308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0287-c407-438d-a073-7f166bb3aa87 req-a253fba0-65ab-4238-879e-dffe4395cc51 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.715578 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0287-c407-438d-a073-7f166bb3aa87 req-a253fba0-65ab-4238-879e-dffe4395cc51 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.718549 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee0e0287-c407-438d-a073-7f166bb3aa87 req-a253fba0-65ab-4238-879e-dffe4395cc51 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 0.3498099 Aug 16 13:11:37.732081 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c6c12931-7228-4840-8207-f11002ac4a8e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.734814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c6c12931-7228-4840-8207-f11002ac4a8e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/f2a0901b-49e7-4d2a-9487-fdd25b23f77f HTTP/1.1" status: 204 len: 168 time: 1.5009627 Aug 16 13:11:37.751348 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.781178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57828) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:37.829963 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee0e0287-c407-438d-a073-7f166bb3aa87 req-0dea3b38-c674-43d2-a3b3-dbe9247665fa tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031735 Aug 16 13:11:37.944835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d858b5d-260d-48b8-a389-d520c03d5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.993912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fe1815-9f61-44c0-b3dc-b4cd37261009 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.997310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fe1815-9f61-44c0-b3dc-b4cd37261009 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:38.000883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fe1815-9f61-44c0-b3dc-b4cd37261009 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:38.004015 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-17fe1815-9f61-44c0-b3dc-b4cd37261009 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2215798 Aug 16 13:11:38.007957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57846) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:38.118030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b13c731-b149-4ebd-a186-495f4b18f5a3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 619adb04-21bb-48da-85f0-6f6b5a7d6f6e {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:11:38.120568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e250835-5a0a-44fe-9cff-11c78ba15c35 None None] Unable to find a vacant binding_index for network ec087d5e-73b4-4e2f-b184-60311dacd3b5 and agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 {{(pid=101397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 16 13:11:38.128293 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b13c731-b149-4ebd-a186-495f4b18f5a3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.128844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e250835-5a0a-44fe-9cff-11c78ba15c35 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ec087d5e-73b4-4e2f-b184-60311dacd3b5) {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:11:38.138060 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.147532 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.181472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4509bf47-1b7e-49ed-bfa3-1d1ece345b1c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:38.206516 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.289776 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b13c731-b149-4ebd-a186-495f4b18f5a3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.366870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.373069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:38.374698 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.390890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5d858b5d-260d-48b8-a389-d520c03d5a14 None None] For port 273a13ed-22a7-409b-83b3-e3f13bc96e62, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=273a13ed-22a7-409b-83b3-e3f13bc96e62,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:38.398355 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-3b1efb33-74f3-452c-8d21-10149d356708 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "GET /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9024677 Aug 16 13:11:38.457173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:38.509282 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d858b5d-260d-48b8-a389-d520c03d5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.584076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1644361 Aug 16 13:11:38.661696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57862) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:38.662605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=4509bf47-1b7e-49ed-bfa3-1d1ece345b1c,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:38.692842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1510214917'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:38.704123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.704484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.706436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.708951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.711917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.712533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.713137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.713717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.714331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.714882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.716594 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.724738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2d631-f5d7-4349-94c5-f2e7c98e3694 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event updated for resources: {'Network': ['ID=8ab96cdf-24e2-4456-adf2-aba133ccc558,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:38.724842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:38.781118 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.809508 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Transition to ACTIVE for port object f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:38.833280 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b13c731-b149-4ebd-a186-495f4b18f5a3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.840731 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.871643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d858b5d-260d-48b8-a389-d520c03d5a14 None None] Pushing event updated for resources: {'Port': ['ID=273a13ed-22a7-409b-83b3-e3f13bc96e62,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:38.884287 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 8ab96cdf-24e2-4456-adf2-aba133ccc558 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:11:38.950646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Made reservation on behalf of 4957b3cd47584b97947747da99dad274 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:38.958634 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:38.970137 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Pushing event updated for resources: {'Port': ['ID=f42fd379-0911-4a2a-9b2b-0d04c1e5dd51,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:39.034666 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.035248 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.035695 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.036132 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.036567 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.036995 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.037421 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.037846 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.038300 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.042741 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.043256 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.043693 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:39.111793 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Attempting to bind port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:11:39.112311 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Attempting to bind port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '51e9a859-8fdd-40e6-8a28-d5d113fcbcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:11:39.112772 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Attempting to bind port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 on network b9142d25-64bf-4649-9e08-1941bd3d71e8 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:11:39.127262 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:11:39.127851 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Checking segment: {'id': '51e9a859-8fdd-40e6-8a28-d5d113fcbcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:39.128331 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.128825 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Bound using segment: {'id': '51e9a859-8fdd-40e6-8a28-d5d113fcbcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:11:39.129422 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Bound port: f42fd379-0911-4a2a-9b2b-0d04c1e5dd51, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e9a859-8fdd-40e6-8a28-d5d113fcbcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:11:39.129908 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.143240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7499690a-1b86-40fc-a0b3-7b4dc75e243b no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:39.274358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57872) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:39.290297 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.322304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:39.341604 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] For port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:11:39.351566 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] For port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f42fd379-0911-4a2a-9b2b-0d04c1e5dd51,segment=NetworkSegment(51e9a859-8fdd-40e6-8a28-d5d113fcbcbe),segment_id=51e9a859-8fdd-40e6-8a28-d5d113fcbcbe)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:11:39.370004 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.378897 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.407668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.440404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b13c731-b149-4ebd-a186-495f4b18f5a3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.459534 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.462777 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Added segment a4689f19-e5fb-4b21-8a5e-4090960ccb95 of type vlan for network 38905236-f6a4-4236-bfaa-258ee7abc1ed Aug 16 13:11:39.493127 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.534069 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b13c731-b149-4ebd-a186-495f4b18f5a3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.536314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2b13c731-b149-4ebd-a186-495f4b18f5a3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/619adb04-21bb-48da-85f0-6f6b5a7d6f6e HTTP/1.1" status: 204 len: 168 time: 1.5269923 Aug 16 13:11:39.549603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7499690a-1b86-40fc-a0b3-7b4dc75e243b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:39.552090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57876) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:39.553851 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675eeab7-09b8-4e7e-8100-3b25264682aa" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "7499690a-1b86-40fc-a0b3-7b4dc75e243b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:39.573722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7499690a-1b86-40fc-a0b3-7b4dc75e243b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7499690a-1b86-40fc-a0b3-7b4dc75e243b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:39.584900 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.586291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 235d6983-b46d-4f3c-b093-9f64065c94e1 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:39.595075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13c731-b149-4ebd-a186-495f4b18f5a3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=619adb04-21bb-48da-85f0-6f6b5a7d6f6e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:39.632008 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Routers {'5afa8e85-a8e9-4378-b93e-171d8054520e'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:39.634092 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:11:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5afa8e85-a8e9-4378-b93e-171d8054520e'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:39.712331 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34f2480-f8e6-43aa-9cf9-b1e63d9c3e96 x-openstack-request-id: req-b34f2480-f8e6-43aa-9cf9-b1e63d9c3e96 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:39.712629 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "7499690a-1b86-40fc-a0b3-7b4dc75e243b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:39.712882 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b34f2480-f8e6-43aa-9cf9-b1e63d9c3e96 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:39.713303 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7499690a-1b86-40fc-a0b3-7b4dc75e243b', 'code': 200} Aug 16 13:11:39.733773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-ec087d5e-73b4-4e2f-b184-60311dacd3b5', 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'fixed_ips': [{'subnet_id': '4748eef5-98e1-4989-bb77-66ba8ff6d168'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:11:39.734735 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:39.748012 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef167f2-f2b8-4b15-9ef0-7adad9fbd83a None None] Pushing event updated for resources: {'Port': ['ID=f42fd379-0911-4a2a-9b2b-0d04c1e5dd51,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:39.846797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-009733c4-8894-4daa-ac90-24f9738334da tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 870cfa7d-ae4b-4eb6-9dc0-b884296c4752 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:11:39.894084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b709543-885c-4095-aa4d-f3795aea9653 req-6fc31308-0dca-404e-8e0b-6461350df2e1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:39.918958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b709543-885c-4095-aa4d-f3795aea9653 req-6fc31308-0dca-404e-8e0b-6461350df2e1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:39.958455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b709543-885c-4095-aa4d-f3795aea9653 req-6fc31308-0dca-404e-8e0b-6461350df2e1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:39.964970 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] Set router 5afa8e85-a8e9-4378-b93e-171d8054520e gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:39.972668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b709543-885c-4095-aa4d-f3795aea9653 req-6fc31308-0dca-404e-8e0b-6461350df2e1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:39.996472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b709543-885c-4095-aa4d-f3795aea9653 req-6fc31308-0dca-404e-8e0b-6461350df2e1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:40.018010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b709543-885c-4095-aa4d-f3795aea9653 req-6fc31308-0dca-404e-8e0b-6461350df2e1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:40.047467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b709543-885c-4095-aa4d-f3795aea9653 req-6fc31308-0dca-404e-8e0b-6461350df2e1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:40.056428 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b709543-885c-4095-aa4d-f3795aea9653 req-6fc31308-0dca-404e-8e0b-6461350df2e1 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 5431 time: 1.0288548 Aug 16 13:11:40.068178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] For port 6764e1b7-9c16-492c-890c-4c55969c5445, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6764e1b7-9c16-492c-890c-4c55969c5445,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:40.072725 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-009733c4-8894-4daa-ac90-24f9738334da tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:40.128350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Allocated IP 172.25.0.78 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/078883df-4f20-40f9-8962-fe1102746075) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:40.160555 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b08c980-9de3-4bba-812c-5aa9c79dae9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:40.191185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Allocated IP 172.20.0.2 (ec087d5e-73b4-4e2f-b184-60311dacd3b5/4748eef5-98e1-4989-bb77-66ba8ff6d168/e65618f0-5272-4767-bf41-501a33d36b4d) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:40.607736 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:40.637190 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'name': 'tempest-TestAggregatesBasicOps-62652126-router', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:18Z', 'updated_at': '2021-08-16T13:11:29Z', 'revision_number': 4, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'gw_port': {'id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:20Z', 'updated_at': '2021-08-16T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f42fd379-0911-4a2a-9b2b-0d04c1e5dd51', 'name': '', 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'mac_address': 'fa:16:3e:32:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ca434426-9fce-48e1-8382-e521072375b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:26Z', 'updated_at': '2021-08-16T13:11:39Z', 'revision_number': 4, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'subnets': [{'id': 'ca434426-9fce-48e1-8382-e521072375b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:40.640463 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:40.659684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Transition to ACTIVE for port object e65618f0-5272-4767-bf41-501a33d36b4d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:40.675164 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b08c980-9de3-4bba-812c-5aa9c79dae9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:40.693349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Transition to ACTIVE for port object e65618f0-5272-4767-bf41-501a33d36b4d will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:40.698051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7499690a-1b86-40fc-a0b3-7b4dc75e243b,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:40.719096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] For port 6764e1b7-9c16-492c-890c-4c55969c5445, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:11:40.720164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 273a13ed-22a7-409b-83b3-e3f13bc96e62 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:40.753709 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4970a33-51ad-4e54-bd94-8f1d60668500 None None] The sync data for ids ['5afa8e85-a8e9-4378-b93e-171d8054520e'] in n-d-804708-1 is: [{'id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'name': 'tempest-TestAggregatesBasicOps-62652126-router', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:18Z', 'updated_at': '2021-08-16T13:11:29Z', 'revision_number': 4, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'gw_port': {'id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:20Z', 'updated_at': '2021-08-16T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f42fd379-0911-4a2a-9b2b-0d04c1e5dd51', 'name': '', 'network_id': 'b9142d25-64bf-4649-9e08-1941bd3d71e8', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'mac_address': 'fa:16:3e:32:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ca434426-9fce-48e1-8382-e521072375b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:26Z', 'updated_at': '2021-08-16T13:11:39Z', 'revision_number': 4, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'subnets': [{'id': 'ca434426-9fce-48e1-8382-e521072375b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:11:40.772029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:40.776207 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b08c980-9de3-4bba-812c-5aa9c79dae9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:40.855914 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:40.919030 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:40.965041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Network ec087d5e-73b4-4e2f-b184-60311dacd3b5 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:40.970626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b709543-885c-4095-aa4d-f3795aea9653 req-f1d3dd1f-de17-46e3-9b4f-9cc8b6a1f177 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9114001 Aug 16 13:11:40.997458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:41.004018 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:41.011075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:41.054603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-009733c4-8894-4daa-ac90-24f9738334da tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:41.066150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Pushing event updated for resources: {'Port': ['ID=e65618f0-5272-4767-bf41-501a33d36b4d,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:41.152960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08c980-9de3-4bba-812c-5aa9c79dae9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd180c3c-fd0a-4bc9-9a1b-6cee88d37713,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:41.181791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 273a13ed-22a7-409b-83b3-e3f13bc96e62 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:41.182722 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:41.234243 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 235d6983-b46d-4f3c-b093-9f64065c94e1, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=235d6983-b46d-4f3c-b093-9f64065c94e1,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:41.259255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Attempting to bind port e65618f0-5272-4767-bf41-501a33d36b4d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:11:41.259866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Attempting to bind port e65618f0-5272-4767-bf41-501a33d36b4d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b65c8360-c321-4a5b-953f-f30be241eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:11:41.260665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Attempting to bind port e65618f0-5272-4767-bf41-501a33d36b4d on network ec087d5e-73b4-4e2f-b184-60311dacd3b5 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:11:41.278742 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:41.279985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 61a43e4d-0b8a-4743-a0d5-ee722549ad26 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:41.399391 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:11:41.443599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:11:41.450020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Checking segment: {'id': 'b65c8360-c321-4a5b-953f-f30be241eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:41.450912 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:41.451601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Bound using segment: {'id': 'b65c8360-c321-4a5b-953f-f30be241eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:11:41.453120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Bound port: e65618f0-5272-4767-bf41-501a33d36b4d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65c8360-c321-4a5b-953f-f30be241eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:11:41.453826 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:41.469826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9b08c980-9de3-4bba-812c-5aa9c79dae9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bef2a5fde2d648f3a24753da8cef9375&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1761470 Aug 16 13:11:41.470806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57894) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:41.706493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f1db3949-3c70-4a44-893c-3a679b5a6b3f None None] Provisioning complete for port 273a13ed-22a7-409b-83b3-e3f13bc96e62 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:41.709323 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f1db3949-3c70-4a44-893c-3a679b5a6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:41.727522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235d6983-b46d-4f3c-b093-9f64065c94e1'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:41.735677 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e81c353-8a28-45ca-98d4-f7bbccc7d591" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "235d6983-b46d-4f3c-b093-9f64065c94e1"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:41.838541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=235d6983-b46d-4f3c-b093-9f64065c94e1,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:41.942352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] For port e65618f0-5272-4767-bf41-501a33d36b4d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:11:41.964783 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdcaa2e-367e-4a34-b947-1ba355585d22 x-openstack-request-id: req-0fdcaa2e-367e-4a34-b947-1ba355585d22 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:41.965417 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "235d6983-b46d-4f3c-b093-9f64065c94e1", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:41.965856 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fdcaa2e-367e-4a34-b947-1ba355585d22 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:41.966576 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235d6983-b46d-4f3c-b093-9f64065c94e1', 'code': 200} Aug 16 13:11:41.976443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] device_id is not set on port 6764e1b7-9c16-492c-890c-4c55969c5445 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:11:42.002134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:42.021828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.033928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Pushing event updated for resources: {'Port': ['ID=078883df-4f20-40f9-8962-fe1102746075,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:42.040054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:42.047093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:42.149330 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.161890 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-009733c4-8894-4daa-ac90-24f9738334da tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.198822 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.215658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:42.217497 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.485076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.8214149 Aug 16 13:11:42.515460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] No DVR routers for this DVR port 6764e1b7-9c16-492c-890c-4c55969c5445 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:42.551757 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.590310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] For port e65618f0-5272-4767-bf41-501a33d36b4d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e65618f0-5272-4767-bf41-501a33d36b4d,segment=NetworkSegment(b65c8360-c321-4a5b-953f-f30be241eae5),segment_id=b65c8360-c321-4a5b-953f-f30be241eae5)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:11:42.596710 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2f2d4f3-bb52-41b2-b577-4c57f00120ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.622803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:42.671634 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.708147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 61a43e4d-0b8a-4743-a0d5-ee722549ad26, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=61a43e4d-0b8a-4743-a0d5-ee722549ad26,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:42.721937 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2f2d4f3-bb52-41b2-b577-4c57f00120ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.732060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6764e1b7-9c16-492c-890c-4c55969c5445,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:42.739658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57908) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:42.742621 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.743340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d110615e-9d78-4dd1-a051-9660dee65dd9 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:42.806384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'subnets': [{'network_id': '8ab96cdf-24e2-4456-adf2-aba133ccc558', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--757126588', 'ip_version': 4}, {'network_id': '38905236-f6a4-4236-bfaa-258ee7abc1ed', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:42.807293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'subnet': {'network_id': '8ab96cdf-24e2-4456-adf2-aba133ccc558', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--757126588', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:42.808454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Request body: {'subnet': {'network_id': '38905236-f6a4-4236-bfaa-258ee7abc1ed', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:42.904219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635953a-3f1f-44ca-97c3-6c270be57c1e None None] Pushing event updated for resources: {'Port': ['ID=e65618f0-5272-4767-bf41-501a33d36b4d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:42.988159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae72a5-4036-41d7-bc32-32808171ebe4 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event updated for resources: {'Network': ['ID=38905236-f6a4-4236-bfaa-258ee7abc1ed,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:43.028454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:43.029668 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.045249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f302-d78c-4369-8b13-f01239affb18 req-2c8a4fb2-c753-40e7-9625-c0db34b376e8 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:43.082841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f302-d78c-4369-8b13-f01239affb18 req-2c8a4fb2-c753-40e7-9625-c0db34b376e8 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:43.089015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=61a43e4d-0b8a-4743-a0d5-ee722549ad26,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:43.095003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 38905236-f6a4-4236-bfaa-258ee7abc1ed details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:11:43.109675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f302-d78c-4369-8b13-f01239affb18 req-2c8a4fb2-c753-40e7-9625-c0db34b376e8 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:43.122692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f302-d78c-4369-8b13-f01239affb18 req-2c8a4fb2-c753-40e7-9625-c0db34b376e8 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:43.140787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f302-d78c-4369-8b13-f01239affb18 req-2c8a4fb2-c753-40e7-9625-c0db34b376e8 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:43.159771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f302-d78c-4369-8b13-f01239affb18 req-2c8a4fb2-c753-40e7-9625-c0db34b376e8 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:43.163723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a713f302-d78c-4369-8b13-f01239affb18 req-2c8a4fb2-c753-40e7-9625-c0db34b376e8 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 4655 time: 0.9138813 Aug 16 13:11:43.166555 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2f2d4f3-bb52-41b2-b577-4c57f00120ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.172472 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2f2d4f3-bb52-41b2-b577-4c57f00120ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.174031 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b2f2d4f3-bb52-41b2-b577-4c57f00120ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd180c3c-fd0a-4bc9-9a1b-6cee88d37713 HTTP/1.1" status: 204 len: 168 time: 1.6849973 Aug 16 13:11:43.304600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] In _notify_port_updated(), no bound segment for port 6764e1b7-9c16-492c-890c-4c55969c5445 on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:11:43.318167 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:43.328193 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.333046 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2d4f3-bb52-41b2-b577-4c57f00120ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd180c3c-fd0a-4bc9-9a1b-6cee88d37713,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:43.343267 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-95f067ae-6376-4fc4-a0cc-33bd36f941a3 service neutron] 10.222.0.22 "PUT /v2.0/ports/6764e1b7-9c16-492c-890c-4c55969c5445 HTTP/1.1" status: 200 len: 1025 time: 4.9148221 Aug 16 13:11:43.344524 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-009733c4-8894-4daa-ac90-24f9738334da tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.415823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009733c4-8894-4daa-ac90-24f9738334da tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=870cfa7d-ae4b-4eb6-9dc0-b884296c4752,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:43.434518 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a713f302-d78c-4369-8b13-f01239affb18 req-646a30a3-e1fd-4b6a-a926-2cf9b290d908 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2579391 Aug 16 13:11:43.448379 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-009733c4-8894-4daa-ac90-24f9738334da tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.458748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-009733c4-8894-4daa-ac90-24f9738334da tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/870cfa7d-ae4b-4eb6-9dc0-b884296c4752 HTTP/1.1" status: 204 len: 168 time: 3.8370862 Aug 16 13:11:43.458929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57932) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:43.565466 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.691505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d110615e-9d78-4dd1-a051-9660dee65dd9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d110615e-9d78-4dd1-a051-9660dee65dd9,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:43.709602 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.723108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 36ef840f-ef8a-441d-8928-a9a8955e12c4 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:43.746632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:43.879897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-793d9548-ca92-40a7-a54d-496739ae016a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3370340 Aug 16 13:11:43.882487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57942) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:43.891429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4dc10571-07e3-4dfe-9b3c-dcf18b469383 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:43.991571 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a43e4d-0b8a-4743-a0d5-ee722549ad26'}, {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd110615e-9d78-4dd1-a051-9660dee65dd9'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:43.997296 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f62789-4536-4d9f-817a-97112f32b0b5" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "61a43e4d-0b8a-4743-a0d5-ee722549ad26"}, {"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d110615e-9d78-4dd1-a051-9660dee65dd9"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:44.105511 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57946) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:44.114951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57948) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:44.130717 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0dc939-1fe0-4b58-88ed-c244cd29ae26 x-openstack-request-id: req-4a0dc939-1fe0-4b58-88ed-c244cd29ae26 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:44.131005 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "61a43e4d-0b8a-4743-a0d5-ee722549ad26", "code": 200}, {"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d110615e-9d78-4dd1-a051-9660dee65dd9", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:44.131254 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a0dc939-1fe0-4b58-88ed-c244cd29ae26 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:44.131658 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a43e4d-0b8a-4743-a0d5-ee722549ad26', 'code': 200} Aug 16 13:11:44.131912 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd110615e-9d78-4dd1-a051-9660dee65dd9', 'code': 200} Aug 16 13:11:44.169337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-e27074a9-ebae-483d-88f3-310b503edb45 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:44.176999 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-e27074a9-ebae-483d-88f3-310b503edb45 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "GET /v2.0/ports/6951413b-4d52-4abd-befc-d3831ec2343b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8249154 Aug 16 13:11:44.178746 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.181127 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac634aae-4e46-401a-b450-a9261f8c3d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.185706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Made reservation on behalf of 4957b3cd47584b97947747da99dad274 for: {'subnet': 2} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:44.197681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.199662 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.263363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=d110615e-9d78-4dd1-a051-9660dee65dd9,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:44.354323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:44.392157 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:44.410856 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.579249 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac634aae-4e46-401a-b450-a9261f8c3d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.600840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 36ef840f-ef8a-441d-8928-a9a8955e12c4, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=36ef840f-ef8a-441d-8928-a9a8955e12c4,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:44.614425 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.627127 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac634aae-4e46-401a-b450-a9261f8c3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.628597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 6951413b-4d52-4abd-befc-d3831ec2343b no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:44.864636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=36ef840f-ef8a-441d-8928-a9a8955e12c4,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:44.876034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e65618f0-5272-4767-bf41-501a33d36b4d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:44.942460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc10571-07e3-4dfe-9b3c-dcf18b469383 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:44.971628 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4dc10571-07e3-4dfe-9b3c-dcf18b469383 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.028830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ac634aae-4e46-401a-b450-a9261f8c3d5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c916ade67a340559d8bc17a5ae28103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9086208 Aug 16 13:11:45.047039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57958) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:45.066662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.081935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3349c5-0559-4091-8bb1-1bae4babda2f None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:45.091577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port e65618f0-5272-4767-bf41-501a33d36b4d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:45.098972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ec730-b947-4c11-bf9e-3159ffb7e476 None None] Network 66022323-214f-4c33-854b-757f4b088a95 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:45.162748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 6951413b-4d52-4abd-befc-d3831ec2343b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6951413b-4d52-4abd-befc-d3831ec2343b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:45.174870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac634aae-4e46-401a-b450-a9261f8c3d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c8d4be-9d88-461f-93a7-7ba9869a54dd,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:45.235257 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.236049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 6764e1b7-9c16-492c-890c-4c55969c5445 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:45.439064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ab428-cc6e-4e39-8117-77c7836623ba None None] Network 2e329479-f7b4-4f9e-9025-d9b2675193dd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:45.441208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a342b-f55d-49a9-834f-ce7d7e7bee41 None None] Network ec087d5e-73b4-4e2f-b184-60311dacd3b5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:45.453177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a895b3a-65d3-443d-8e8a-91e7abf89002 req-c0133b36-db37-481e-b448-815d92dd1d42 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:45.454648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=6951413b-4d52-4abd-befc-d3831ec2343b,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:45.490088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a895b3a-65d3-443d-8e8a-91e7abf89002 req-c0133b36-db37-481e-b448-815d92dd1d42 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:45.512591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a895b3a-65d3-443d-8e8a-91e7abf89002 req-c0133b36-db37-481e-b448-815d92dd1d42 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:45.532715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a895b3a-65d3-443d-8e8a-91e7abf89002 req-c0133b36-db37-481e-b448-815d92dd1d42 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:45.552298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a895b3a-65d3-443d-8e8a-91e7abf89002 req-c0133b36-db37-481e-b448-815d92dd1d42 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:45.579744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a895b3a-65d3-443d-8e8a-91e7abf89002 req-c0133b36-db37-481e-b448-815d92dd1d42 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:45.589798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a895b3a-65d3-443d-8e8a-91e7abf89002 req-c0133b36-db37-481e-b448-815d92dd1d42 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 4649 time: 0.8534565 Aug 16 13:11:45.596199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 6764e1b7-9c16-492c-890c-4c55969c5445 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:45.731464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4876c85f-c6d0-4a62-8130-97c4a70d5c26 None None] Provisioning complete for port 273a13ed-22a7-409b-83b3-e3f13bc96e62 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:45.732608 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4876c85f-c6d0-4a62-8130-97c4a70d5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.810024 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-24a3b98b-3453-4138-866b-8bd6252c0821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.824995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a895b3a-65d3-443d-8e8a-91e7abf89002 req-1770c09d-cbc2-411c-89a6-f3b70e8a9a05 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2077394 Aug 16 13:11:45.974902 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-24a3b98b-3453-4138-866b-8bd6252c0821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.023061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.048004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a668259f-9f6b-4a1e-b6f6-5708ab24249d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.145589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ef840f-ef8a-441d-8928-a9a8955e12c4'}, {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6951413b-4d52-4abd-befc-d3831ec2343b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:46.148699 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f8a958-a075-4a9c-ba79-627f2d4c2f70" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "36ef840f-ef8a-441d-8928-a9a8955e12c4"}, {"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "6951413b-4d52-4abd-befc-d3831ec2343b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:46.165249 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4dc10571-07e3-4dfe-9b3c-dcf18b469383 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.242817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-24a3b98b-3453-4138-866b-8bd6252c0821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.251412 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-24a3b98b-3453-4138-866b-8bd6252c0821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.253968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-24a3b98b-3453-4138-866b-8bd6252c0821 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30c8d4be-9d88-461f-93a7-7ba9869a54dd HTTP/1.1" status: 204 len: 168 time: 1.1951699 Aug 16 13:11:46.264218 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6888bb10-fb46-4a34-93bf-99f959d376bf None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:11:46.277324 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dccbed-229c-4ecd-85c3-c1e519a06004 x-openstack-request-id: req-57dccbed-229c-4ecd-85c3-c1e519a06004 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:46.277942 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "36ef840f-ef8a-441d-8928-a9a8955e12c4", "code": 200}, {"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-unplugged", "status": "completed", "tag": "6951413b-4d52-4abd-befc-d3831ec2343b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:46.278422 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57dccbed-229c-4ecd-85c3-c1e519a06004 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:46.279030 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ef840f-ef8a-441d-8928-a9a8955e12c4', 'code': 200} Aug 16 13:11:46.279515 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6951413b-4d52-4abd-befc-d3831ec2343b', 'code': 200} Aug 16 13:11:46.322250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3b98b-3453-4138-866b-8bd6252c0821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c8d4be-9d88-461f-93a7-7ba9869a54dd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:46.332030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc10571-07e3-4dfe-9b3c-dcf18b469383 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:46.336420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-4dc10571-07e3-4dfe-9b3c-dcf18b469383 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:46.341611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc10571-07e3-4dfe-9b3c-dcf18b469383 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:46.342167 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4dc10571-07e3-4dfe-9b3c-dcf18b469383 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.349798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc10571-07e3-4dfe-9b3c-dcf18b469383 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=06607f97-ca18-4d7a-b389-d88a6ff3d0a7,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:46.377129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4dc10571-07e3-4dfe-9b3c-dcf18b469383 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4932423 Aug 16 13:11:46.380207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57972) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:46.385085 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.386595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5b18e2f5-f176-43dc-ac4b-cdf38c57d69a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:46.451633 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4876c85f-c6d0-4a62-8130-97c4a70d5c26 None None] Provisioning for port e65618f0-5272-4767-bf41-501a33d36b4d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:46.461545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.478245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6888bb10-fb46-4a34-93bf-99f959d376bf None None] Deleting port 273a13ed-22a7-409b-83b3-e3f13bc96e62 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:46.478668 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6888bb10-fb46-4a34-93bf-99f959d376bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.484128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4876c85f-c6d0-4a62-8130-97c4a70d5c26 None None] Provisioning complete for port e65618f0-5272-4767-bf41-501a33d36b4d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:46.485758 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4876c85f-c6d0-4a62-8130-97c4a70d5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.657620 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.681509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 273a13ed-22a7-409b-83b3-e3f13bc96e62 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:46.755639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event updated for resources: {'Subnet': ['ID=6a80511e-b7d1-4c50-aefd-495eeb4da100,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:46.919091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6888bb10-fb46-4a34-93bf-99f959d376bf None None] For port 273a13ed-22a7-409b-83b3-e3f13bc96e62, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=273a13ed-22a7-409b-83b3-e3f13bc96e62,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:46.920007 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6888bb10-fb46-4a34-93bf-99f959d376bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:46.943736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Checking segment: {'id': '0cd3642b-7b69-4d47-9d96-acdd8594e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8ab96cdf-24e2-4456-adf2-aba133ccc558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:46.944200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Network hostable DHCP agents. Network: 8ab96cdf-24e2-4456-adf2-aba133ccc558, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:11:47.034182 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4876c85f-c6d0-4a62-8130-97c4a70d5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.068500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6888bb10-fb46-4a34-93bf-99f959d376bf None None] Calling delete_port for 273a13ed-22a7-409b-83b3-e3f13bc96e62 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:47.090419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Network 8ab96cdf-24e2-4456-adf2-aba133ccc558 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:11:47.122238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 8ab96cdf-24e2-4456-adf2-aba133ccc558) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:47.137690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.211491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4876c85f-c6d0-4a62-8130-97c4a70d5c26 None None] For port e65618f0-5272-4767-bf41-501a33d36b4d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e65618f0-5272-4767-bf41-501a33d36b4d,segment=NetworkSegment(b65c8360-c321-4a5b-953f-f30be241eae5),segment_id=b65c8360-c321-4a5b-953f-f30be241eae5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:47.214391 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1130ae-32a5-49ee-aee8-c547d9b4df0e None None] Network 8ab96cdf-24e2-4456-adf2-aba133ccc558 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:47.285330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Router b573ef1d-b153-4e05-9b15-5743bd024ebc is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:11:47.288627 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4876c85f-c6d0-4a62-8130-97c4a70d5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.291024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] For port 6951413b-4d52-4abd-befc-d3831ec2343b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6951413b-4d52-4abd-befc-d3831ec2343b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:47.300063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.337133 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a668259f-9f6b-4a1e-b6f6-5708ab24249d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.341788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event updated for resources: {'Subnet': ['ID=8e1caf18-0e5c-47d2-aa0a-6fe84842b2f6,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:47.355695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a668259f-9f6b-4a1e-b6f6-5708ab24249d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.424178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b18e2f5-f176-43dc-ac4b-cdf38c57d69a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:47.432907 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b18e2f5-f176-43dc-ac4b-cdf38c57d69a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.443001 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a668259f-9f6b-4a1e-b6f6-5708ab24249d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07ed6a39ea324832893cf6a70660351c&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3209660 Aug 16 13:11:47.451612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668259f-9f6b-4a1e-b6f6-5708ab24249d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bec838c-bc0b-4c4a-b941-66e3a22310cd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:47.497824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57992) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:47.518645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Checking segment: {'id': 'a4689f19-e5fb-4b21-8a5e-4090960ccb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '38905236-f6a4-4236-bfaa-258ee7abc1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:47.519031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Network hostable DHCP agents. Network: 38905236-f6a4-4236-bfaa-258ee7abc1ed, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:11:47.629768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] For port 6951413b-4d52-4abd-befc-d3831ec2343b, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:11:47.774878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Network 38905236-f6a4-4236-bfaa-258ee7abc1ed is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:11:47.785020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823891ba-f1a6-4430-92be-076c8c93727f None None] Network ec087d5e-73b4-4e2f-b184-60311dacd3b5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:47.787601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] device_id is not set on port 6951413b-4d52-4abd-befc-d3831ec2343b yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:11:47.803497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.818056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 38905236-f6a4-4236-bfaa-258ee7abc1ed) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:47.825851 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.830554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:47.831041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:47.831693 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.847239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:47.849580 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6ea22b-fdb1-47a7-9ee0-7f139d2a1804 None None] Network 38905236-f6a4-4236-bfaa-258ee7abc1ed requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:47.854652 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8288bc0a-4748-4f8e-b51d-b7e9c732a09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.861741 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8f07bb21-4529-4bf4-9a71-39b2e6368a6a tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.0602551 Aug 16 13:11:47.884816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58004) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:47.931703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Sync routers for ids ['b573ef1d-b153-4e05-9b15-5743bd024ebc'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:47.940434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 273a13ed-22a7-409b-83b3-e3f13bc96e62, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=273a13ed-22a7-409b-83b3-e3f13bc96e62,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:47.954321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7ad72012-7c1a-400d-9975-6650b97db9e9 None None] Provisioning for port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:48.006665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9952013-ac54-46a5-b777-48a938a7bc5e req-cdc4cf89-98c9-4c72-a0bb-6fc81d758b1b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:48.013553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9952013-ac54-46a5-b777-48a938a7bc5e req-cdc4cf89-98c9-4c72-a0bb-6fc81d758b1b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:48.017728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876c85f-c6d0-4a62-8130-97c4a70d5c26 None None] Pushing event updated for resources: {'Port': ['ID=e65618f0-5272-4767-bf41-501a33d36b4d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:48.020399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9952013-ac54-46a5-b777-48a938a7bc5e req-cdc4cf89-98c9-4c72-a0bb-6fc81d758b1b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:48.020612 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.026140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.026663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9952013-ac54-46a5-b777-48a938a7bc5e req-cdc4cf89-98c9-4c72-a0bb-6fc81d758b1b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:48.032756 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2592f186-004e-4165-bf0f-65a33cadbcb5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.5707467 Aug 16 13:11:48.040227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9952013-ac54-46a5-b777-48a938a7bc5e req-cdc4cf89-98c9-4c72-a0bb-6fc81d758b1b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:48.045229 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8288bc0a-4748-4f8e-b51d-b7e9c732a09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.047409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9952013-ac54-46a5-b777-48a938a7bc5e req-cdc4cf89-98c9-4c72-a0bb-6fc81d758b1b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:48.049476 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9952013-ac54-46a5-b777-48a938a7bc5e req-cdc4cf89-98c9-4c72-a0bb-6fc81d758b1b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 4570 time: 0.7944539 Aug 16 13:11:48.058455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58006) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:48.066229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7ad72012-7c1a-400d-9975-6650b97db9e9 None None] Provisioning complete for port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:48.066499 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7ad72012-7c1a-400d-9975-6650b97db9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.122714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6951413b-4d52-4abd-befc-d3831ec2343b,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:48.167874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] No DVR routers for this DVR port 6951413b-4d52-4abd-befc-d3831ec2343b on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:48.168427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Routers {'b573ef1d-b153-4e05-9b15-5743bd024ebc'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:48.169101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:11:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b573ef1d-b153-4e05-9b15-5743bd024ebc'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:48.203398 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6888bb10-fb46-4a34-93bf-99f959d376bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.296803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3342b8e-cac3-4f8f-b59c-1311b02e5fcb tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:48.298495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3342b8e-cac3-4f8f-b59c-1311b02e5fcb tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:48.300314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3342b8e-cac3-4f8f-b59c-1311b02e5fcb tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:48.307239 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e3342b8e-cac3-4f8f-b59c-1311b02e5fcb tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4143522 Aug 16 13:11:48.324508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58014) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:48.443419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] In _notify_port_updated(), no bound segment for port 6951413b-4d52-4abd-befc-d3831ec2343b on network a3f59a97-520c-401a-b1ff-6c0a7128ce70 {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:11:48.449329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:48.450533 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.462301 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-1602451e-be33-438e-813c-ab76347c15d3 service neutron] 10.222.0.22 "PUT /v2.0/ports/6951413b-4d52-4abd-befc-d3831ec2343b HTTP/1.1" status: 200 len: 1027 time: 4.1213098 Aug 16 13:11:48.484762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888bb10-fb46-4a34-93bf-99f959d376bf None None] No DVR routers for this DVR port 273a13ed-22a7-409b-83b3-e3f13bc96e62 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:48.496704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=273a13ed-22a7-409b-83b3-e3f13bc96e62,revision_number=12']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:48.529292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9952013-ac54-46a5-b777-48a938a7bc5e req-8131491b-786e-4741-a75d-60a1e909c015 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&id=1d798576-3bde-4283-92c7-990dbd2630fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3483436 Aug 16 13:11:48.580663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8288bc0a-4748-4f8e-b51d-b7e9c732a09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.586526 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8288bc0a-4748-4f8e-b51d-b7e9c732a09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.610439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8288bc0a-4748-4f8e-b51d-b7e9c732a09d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bec838c-bc0b-4c4a-b941-66e3a22310cd HTTP/1.1" status: 204 len: 168 time: 1.0861914 Aug 16 13:11:48.634736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed356660-0819-4c02-8ed7-25c582b6e0b2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Deleting subnet 6a80511e-b7d1-4c50-aefd-495eeb4da100 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:11:48.658681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed356660-0819-4c02-8ed7-25c582b6e0b2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.669385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94bf771-0732-4cf2-8627-50f2ed64ae6e None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:48.698845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888bb10-fb46-4a34-93bf-99f959d376bf None None] Pushing event deleted for resources: {'Port': ['ID=273a13ed-22a7-409b-83b3-e3f13bc96e62,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:48.812243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288bc0a-4748-4f8e-b51d-b7e9c732a09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bec838c-bc0b-4c4a-b941-66e3a22310cd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:48.830663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0982de6d-38e0-4088-9a7b-e9bb27686268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-8ab96cdf-24e2-4456-adf2-aba133ccc558', 'network_id': '8ab96cdf-24e2-4456-adf2-aba133ccc558', 'tenant_id': '4957b3cd47584b97947747da99dad274', 'fixed_ips': [{'subnet_id': '6a80511e-b7d1-4c50-aefd-495eeb4da100'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:11:48.831717 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0982de6d-38e0-4088-9a7b-e9bb27686268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.860821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed356660-0819-4c02-8ed7-25c582b6e0b2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.920112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e65618f0-5272-4767-bf41-501a33d36b4d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:48.939490 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed356660-0819-4c02-8ed7-25c582b6e0b2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:48.973722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-8159f57b-c440-4c52-a881-f21b7ca2575c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Deleting port 235d6983-b46d-4f3c-b093-9f64065c94e1 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:48.974459 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-8159f57b-c440-4c52-a881-f21b7ca2575c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.006374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Set router b573ef1d-b153-4e05-9b15-5743bd024ebc gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:49.126456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed356660-0819-4c02-8ed7-25c582b6e0b2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.181548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d92b88c-61d4-4502-a5b0-232057ec23c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-38905236-f6a4-4236-bfaa-258ee7abc1ed', 'network_id': '38905236-f6a4-4236-bfaa-258ee7abc1ed', 'tenant_id': '4957b3cd47584b97947747da99dad274', 'fixed_ips': [{'subnet_id': '8e1caf18-0e5c-47d2-aa0a-6fe84842b2f6'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:11:49.183054 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4d92b88c-61d4-4502-a5b0-232057ec23c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.201246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed356660-0819-4c02-8ed7-25c582b6e0b2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event deleted for resources: {'Subnet': ['ID=6a80511e-b7d1-4c50-aefd-495eeb4da100,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:49.233743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ed356660-0819-4c02-8ed7-25c582b6e0b2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.250391 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ed356660-0819-4c02-8ed7-25c582b6e0b2 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "DELETE /v2.0/subnets/6a80511e-b7d1-4c50-aefd-495eeb4da100 HTTP/1.1" status: 204 len: 168 time: 0.9233007 Aug 16 13:11:49.251600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58066) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:49.285454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-8159f57b-c440-4c52-a881-f21b7ca2575c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] For port 235d6983-b46d-4f3c-b093-9f64065c94e1, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=235d6983-b46d-4f3c-b093-9f64065c94e1,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:49.286036 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-8159f57b-c440-4c52-a881-f21b7ca2575c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.372657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-8159f57b-c440-4c52-a881-f21b7ca2575c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Calling delete_port for 235d6983-b46d-4f3c-b093-9f64065c94e1 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:49.429305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bdb862-ac17-4a40-95ae-ba871e8471c1 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Deleting subnet 8e1caf18-0e5c-47d2-aa0a-6fe84842b2f6 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:11:49.488457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.objects.ports [None req-5b18e2f5-f176-43dc-ac4b-cdf38c57d69a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101395) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:11:49.496163 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b18e2f5-f176-43dc-ac4b-cdf38c57d69a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.520125 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb862-ac17-4a40-95ae-ba871e8471c1 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.576111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18e2f5-f176-43dc-ac4b-cdf38c57d69a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=098736b8-e327-482b-8f93-15d3f390e16a,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:49.599676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b18e2f5-f176-43dc-ac4b-cdf38c57d69a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:49.608566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-5b18e2f5-f176-43dc-ac4b-cdf38c57d69a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:49.615769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b18e2f5-f176-43dc-ac4b-cdf38c57d69a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:49.616841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b18e2f5-f176-43dc-ac4b-cdf38c57d69a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.629681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58072) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:49.645287 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb862-ac17-4a40-95ae-ba871e8471c1 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.652115 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7ad72012-7c1a-400d-9975-6650b97db9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.669159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92403da-4716-4bc4-9d92-9854def39493 None None] Network 8ab96cdf-24e2-4456-adf2-aba133ccc558 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:49.700553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18536f27-4966-4368-9862-ceddc3770342 req-a18ca5b1-360c-47d9-9c17-c2e4db5bed00 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:49.710652 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18536f27-4966-4368-9862-ceddc3770342 req-a18ca5b1-360c-47d9-9c17-c2e4db5bed00 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 946 time: 0.6678290 Aug 16 13:11:49.713609 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff1b4-2901-4893-a214-9d73d0631b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.767385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5b18e2f5-f176-43dc-ac4b-cdf38c57d69a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3860054 Aug 16 13:11:49.773728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58076) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:49.806236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:1a:39:9f', 'name': 'tempest-NetworksTestDHCPv6-1798942777'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:49.813956 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb862-ac17-4a40-95ae-ba871e8471c1 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.838907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7ad72012-7c1a-400d-9975-6650b97db9e9 None None] For port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f42fd379-0911-4a2a-9b2b-0d04c1e5dd51,segment=NetworkSegment(51e9a859-8fdd-40e6-8a28-d5d113fcbcbe),segment_id=51e9a859-8fdd-40e6-8a28-d5d113fcbcbe)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:49.869326 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18536f27-4966-4368-9862-ceddc3770342 req-3e0e050f-05f5-4d94-a3a9-157402a56c1f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572845 Aug 16 13:11:49.877481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e65618f0-5272-4767-bf41-501a33d36b4d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:49.877869 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.948859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-8159f57b-c440-4c52-a881-f21b7ca2575c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.951876 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7ad72012-7c1a-400d-9975-6650b97db9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:49.980694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58080) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:50.015727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159f57b-c440-4c52-a881-f21b7ca2575c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Port': ['ID=235d6983-b46d-4f3c-b093-9f64065c94e1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:50.023638 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb862-ac17-4a40-95ae-ba871e8471c1 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:50.107845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-8159f57b-c440-4c52-a881-f21b7ca2575c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] No DVR routers for this DVR port 235d6983-b46d-4f3c-b093-9f64065c94e1 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:50.112272 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-8159f57b-c440-4c52-a881-f21b7ca2575c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:50.115004 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-8159f57b-c440-4c52-a881-f21b7ca2575c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "DELETE /v2.0/ports/235d6983-b46d-4f3c-b093-9f64065c94e1 HTTP/1.1" status: 204 len: 173 time: 1.6350183 Aug 16 13:11:50.115785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdb862-ac17-4a40-95ae-ba871e8471c1 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1caf18-0e5c-47d2-aa0a-6fe84842b2f6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:50.117622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-deleted', 'tag': '235d6983-b46d-4f3c-b093-9f64065c94e1'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:50.120463 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39307ff-7f01-483e-8061-a77152618ccc" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-deleted", "tag": "235d6983-b46d-4f3c-b093-9f64065c94e1"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:50.176071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:50.196674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad72012-7c1a-400d-9975-6650b97db9e9 None None] Pushing event updated for resources: {'Port': ['ID=f42fd379-0911-4a2a-9b2b-0d04c1e5dd51,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:50.221081 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0060b-2597-4de3-92c2-68ee38899c5c x-openstack-request-id: req-c1c0060b-2597-4de3-92c2-68ee38899c5c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:50.221913 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-deleted", "tag": "235d6983-b46d-4f3c-b093-9f64065c94e1", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:50.221913 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1c0060b-2597-4de3-92c2-68ee38899c5c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:50.222244 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-deleted', 'tag': '235d6983-b46d-4f3c-b093-9f64065c94e1', 'status': 'completed', 'code': 200} Aug 16 13:11:50.227128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7ad72012-7c1a-400d-9975-6650b97db9e9 None None] Provisioning complete for port 6764e1b7-9c16-492c-890c-4c55969c5445 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:50.227501 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7ad72012-7c1a-400d-9975-6650b97db9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:50.250976 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb862-ac17-4a40-95ae-ba871e8471c1 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:50.253968 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a8bdb862-ac17-4a40-95ae-ba871e8471c1 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "DELETE /v2.0/subnets/8e1caf18-0e5c-47d2-aa0a-6fe84842b2f6 HTTP/1.1" status: 204 len: 168 time: 0.9970827 Aug 16 13:11:50.283307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58086) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:50.301703 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-103a1247-b034-4f7c-a0dd-6304bb8d412f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:50.330775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6054320-dbff-4b7c-8528-18cf21a79671 None None] Network 38905236-f6a4-4236-bfaa-258ee7abc1ed requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:50.386325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7ad72012-7c1a-400d-9975-6650b97db9e9 None None] Port 6764e1b7-9c16-492c-890c-4c55969c5445 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:11:50.388254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '06607f97-ca18-4d7a-b389-d88a6ff3d0a7'}, {'subnet_id': '098736b8-e327-482b-8f93-15d3f390e16a'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:11:50.389181 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:50.431726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-e8240874-537b-4e2f-bd26-dbf5f2739066 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:50.433879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-e8240874-537b-4e2f-bd26-dbf5f2739066 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.22 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 946 time: 0.2103159 Aug 16 13:11:50.455974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c3d9c-0084-46ff-bf4f-0fd0267a2e77 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:50.466141 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e81c3d9c-0084-46ff-bf4f-0fd0267a2e77 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1721976 Aug 16 13:11:50.466141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58088) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:50.673362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:50.711099 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Deleting port 36ef840f-ef8a-441d-8928-a9a8955e12c4 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:50.711654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:50.723717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'name': 'tempest-TestAggregatesBasicOps-1353377822-router', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '078883df-4f20-40f9-8962-fe1102746075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:37Z', 'updated_at': '2021-08-16T13:11:43Z', 'revision_number': 3, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'gw_port': {'id': '078883df-4f20-40f9-8962-fe1102746075', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:47:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:39Z', 'updated_at': '2021-08-16T13:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:50.757391 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:50.874572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Checking router: b573ef1d-b153-4e05-9b15-5743bd024ebc for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:11:50.875041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Updating router b573ef1d-b153-4e05-9b15-5743bd024ebc port 078883df-4f20-40f9-8962-fe1102746075 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:11:50.893517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f741f-7eb6-45ca-8765-fd7795203c9b req-aed64909-4442-4ea1-802e-4465fcf49ff7 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:50.895004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Deleting port badf3ac6-83e5-4fef-be55-0d0bce30d799 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:50.895533 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:50.900493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f741f-7eb6-45ca-8765-fd7795203c9b req-aed64909-4442-4ea1-802e-4465fcf49ff7 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:50.907666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f741f-7eb6-45ca-8765-fd7795203c9b req-aed64909-4442-4ea1-802e-4465fcf49ff7 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:50.909519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-380aada9-a9cf-40e3-95a0-e4023f5f9249 None None] Provisioning complete for port 6951413b-4d52-4abd-befc-d3831ec2343b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:50.909519 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-380aada9-a9cf-40e3-95a0-e4023f5f9249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:50.914820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f741f-7eb6-45ca-8765-fd7795203c9b req-aed64909-4442-4ea1-802e-4465fcf49ff7 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:50.916650 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e52f741f-7eb6-45ca-8765-fd7795203c9b req-aed64909-4442-4ea1-802e-4465fcf49ff7 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 3142 time: 0.7625754 Aug 16 13:11:51.003754 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.076411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-380aada9-a9cf-40e3-95a0-e4023f5f9249 None None] Port 6951413b-4d52-4abd-befc-d3831ec2343b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:11:51.082880 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff1b4-2901-4893-a214-9d73d0631b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.103558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e52f741f-7eb6-45ca-8765-fd7795203c9b req-59a406e2-f390-483a-9fb0-9795f8f320b2 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384668 Aug 16 13:11:51.110908 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ac3ff1b4-2901-4893-a214-9d73d0631b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.172865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:51.173247 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.212635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ac3ff1b4-2901-4893-a214-9d73d0631b69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c121197c8a60430e88754aa9ea7b4b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5814486 Aug 16 13:11:51.245683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Allocated IP 172.20.0.1 (ec087d5e-73b4-4e2f-b184-60311dacd3b5/4748eef5-98e1-4989-bb77-66ba8ff6d168/503fe9bd-b42c-4460-9c72-d9a682a40c6d) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:51.256295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-380aada9-a9cf-40e3-95a0-e4023f5f9249 None None] Provisioning complete for port e65618f0-5272-4767-bf41-501a33d36b4d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:51.257081 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-380aada9-a9cf-40e3-95a0-e4023f5f9249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.259608 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58094) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:51.366801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ff1b4-2901-4893-a214-9d73d0631b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d600c94-67e7-4b6d-9bc1-bc01093c2ec5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:51.439589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.451957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.api [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 13:11:51.451957 n-d-804708-1 neutron-server[101395]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 13:11:51.451957 n-d-804708-1 neutron-server[101395]: [parameters: {'project_id_1': '267a381bee7b462e9c2d12d4baf02720', 'expiration_1': datetime.datetime(2021, 8, 16, 13, 11, 51, 11643)}] Aug 16 13:11:51.451957 n-d-804708-1 neutron-server[101395]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:11:51.451957 n-d-804708-1 neutron-server[101395]: DEBUG oslo_db.api [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:11:51.469655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Transition to ACTIVE for port object 503fe9bd-b42c-4460-9c72-d9a682a40c6d will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:51.478125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Allocated IP 172.20.0.2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/06607f97-ca18-4d7a-b389-d88a6ff3d0a7/933af83a-ce79-4055-bc3f-3d018cee4a41) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:51.500190 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24015a-59c2-4c5b-9419-8ba087296c39 req-e7ffaaf5-74de-4c65-9a2d-12970d6dd244 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:51.509798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf24015a-59c2-4c5b-9419-8ba087296c39 req-e7ffaaf5-74de-4c65-9a2d-12970d6dd244 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 946 time: 0.3071733 Aug 16 13:11:51.511578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] For port 36ef840f-ef8a-441d-8928-a9a8955e12c4, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=36ef840f-ef8a-441d-8928-a9a8955e12c4,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:51.512437 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.568226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Allocated IP 2001:db8::f816:3eff:feba:1ab3 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/098736b8-e327-482b-8f93-15d3f390e16a/933af83a-ce79-4055-bc3f-3d018cee4a41) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:51.575299 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.581515 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ad9-97cc-433a-be59-c63fdcf49702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.598174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38905236-f6a4-4236-bfaa-258ee7abc1ed']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:51.616198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf24015a-59c2-4c5b-9419-8ba087296c39 req-cd829dad-9adc-4648-90fd-e436b0a85235 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064534 Aug 16 13:11:51.617325 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.667397 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ad9-97cc-433a-be59-c63fdcf49702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.670568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Network ec087d5e-73b4-4e2f-b184-60311dacd3b5 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:51.681513 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:51.684151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:51.695829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4689f19-e5fb-4b21-8a5e-4090960ccb95') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:51.696186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4689f19-e5fb-4b21-8a5e-4090960ccb95') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:51.746301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Pushing event updated for resources: {'Port': ['ID=503fe9bd-b42c-4460-9c72-d9a682a40c6d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:51.765012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.785698 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.861957 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.959289 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-103a1247-b034-4f7c-a0dd-6304bb8d412f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.971710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:51.972217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:51.982864 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:52.007669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-103a1247-b034-4f7c-a0dd-6304bb8d412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.021109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] For port badf3ac6-83e5-4fef-be55-0d0bce30d799, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=badf3ac6-83e5-4fef-be55-0d0bce30d799,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:52.021589 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.107700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ad9-97cc-433a-be59-c63fdcf49702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.113650 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ad9-97cc-433a-be59-c63fdcf49702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.119574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6e0e0ad9-97cc-433a-be59-c63fdcf49702 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d600c94-67e7-4b6d-9bc1-bc01093c2ec5 HTTP/1.1" status: 204 len: 168 time: 0.8550756 Aug 16 13:11:52.179735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e0ad9-97cc-433a-be59-c63fdcf49702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d600c94-67e7-4b6d-9bc1-bc01093c2ec5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:52.207872 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.228728 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.229716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:52.318761 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-103a1247-b034-4f7c-a0dd-6304bb8d412f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e6ffe58e06c43f4aa49e58c04011d86&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3370829 Aug 16 13:11:52.343781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Transition to ACTIVE for port object 078883df-4f20-40f9-8962-fe1102746075 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:52.350570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b56c7e21-cefc-41e2-ad54-90c89f57f769 None None] Provisioning for port 503fe9bd-b42c-4460-9c72-d9a682a40c6d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:52.354634 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58102) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:52.366895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b56c7e21-cefc-41e2-ad54-90c89f57f769 None None] Provisioning complete for port 503fe9bd-b42c-4460-9c72-d9a682a40c6d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:52.375577 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b56c7e21-cefc-41e2-ad54-90c89f57f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.432539 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.484982 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.485664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.486221 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Floating IP 44584cc5-30dc-477f-8e92-a29293f921da disassociated. External IP: 172.25.0.73, port: 36ef840f-ef8a-441d-8928-a9a8955e12c4. Aug 16 13:11:52.486800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Calling delete_port for 36ef840f-ef8a-441d-8928-a9a8955e12c4 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:52.529082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e0365-a25e-4424-aad2-92a2d22d4257 req-839a9b60-6214-48a3-bcd6-918e9f426d43 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:52.536281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e0365-a25e-4424-aad2-92a2d22d4257 req-839a9b60-6214-48a3-bcd6-918e9f426d43 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:52.542559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e0365-a25e-4424-aad2-92a2d22d4257 req-839a9b60-6214-48a3-bcd6-918e9f426d43 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:52.549235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e0365-a25e-4424-aad2-92a2d22d4257 req-839a9b60-6214-48a3-bcd6-918e9f426d43 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:52.551116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-022e0365-a25e-4424-aad2-92a2d22d4257 req-839a9b60-6214-48a3-bcd6-918e9f426d43 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 3142 time: 0.2753897 Aug 16 13:11:52.557430 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.577490 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.595131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a1247-b034-4f7c-a0dd-6304bb8d412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819636b2-b3f3-4bb8-9997-785add7f03b3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:52.604962 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.620941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.624499 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "DELETE /v2.0/networks/38905236-f6a4-4236-bfaa-258ee7abc1ed HTTP/1.1" status: 204 len: 168 time: 2.1568213 Aug 16 13:11:52.630136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58108) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:52.649487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862451f-d35a-4719-82e1-01886e6688e8 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event deleted for resources: {'Network': ['ID=38905236-f6a4-4236-bfaa-258ee7abc1ed,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:52.656133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b56c7e21-cefc-41e2-ad54-90c89f57f769 None None] Port 503fe9bd-b42c-4460-9c72-d9a682a40c6d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:11:52.661787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Transition to ACTIVE for port object 933af83a-ce79-4055-bc3f-3d018cee4a41 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:52.664115 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-561ee82f-8f77-441a-a357-dbd64a307295 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6882141 Aug 16 13:11:52.665072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7965ccf-9304-4ffe-ac46-cbe22bff9f6e None None] Pushing event updated for resources: {'Port': ['ID=078883df-4f20-40f9-8962-fe1102746075,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:52.672427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Attempting to bind port 078883df-4f20-40f9-8962-fe1102746075 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:11:52.673218 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Attempting to bind port 078883df-4f20-40f9-8962-fe1102746075 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:11:52.673903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Attempting to bind port 078883df-4f20-40f9-8962-fe1102746075 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:11:52.722128 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbba1b3b-9d11-47fe-a73d-a3c91b1a8c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.734410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 90f9f240-35ff-43e5-a3d6-09b3a4f36914 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:11:52.766603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:11:52.767204 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:52.767865 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.768523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:11:52.769456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Bound port: 078883df-4f20-40f9-8962-fe1102746075, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:11:52.770011 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.838429 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Transition to ACTIVE for port object 933af83a-ce79-4055-bc3f-3d018cee4a41 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:52.863838 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.919823 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbba1b3b-9d11-47fe-a73d-a3c91b1a8c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:52.971285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-2726c1f7-46a4-455c-b92f-c23f8a6adaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:52.972742 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-2726c1f7-46a4-455c-b92f-c23f8a6adaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:52.972916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-2726c1f7-46a4-455c-b92f-c23f8a6adaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:52.973721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-2726c1f7-46a4-455c-b92f-c23f8a6adaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:52.975144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-2726c1f7-46a4-455c-b92f-c23f8a6adaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:52.975977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-2726c1f7-46a4-455c-b92f-c23f8a6adaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:52.976790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-2726c1f7-46a4-455c-b92f-c23f8a6adaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:52.977162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:52.980600 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-2726c1f7-46a4-455c-b92f-c23f8a6adaad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6500 time: 0.2418668 Aug 16 13:11:52.994248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:53.004131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] For port 078883df-4f20-40f9-8962-fe1102746075, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:11:53.008285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:53.027195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] For port 078883df-4f20-40f9-8962-fe1102746075, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=078883df-4f20-40f9-8962-fe1102746075,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:11:53.028917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Pushing event updated for resources: {'Port': ['ID=933af83a-ce79-4055-bc3f-3d018cee4a41,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:53.071447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.071447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.071447 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Floating IP 8b9be417-d009-4bd6-881d-7f907e8ab0c6 disassociated. External IP: 172.25.0.219, port: badf3ac6-83e5-4fef-be55-0d0bce30d799. Aug 16 13:11:53.071447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Calling delete_port for badf3ac6-83e5-4fef-be55-0d0bce30d799 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:53.076435 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.162512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-022e0365-a25e-4424-aad2-92a2d22d4257 req-add62c36-bf36-4fd2-b4f3-38d0d0d57bb0 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5450039 Aug 16 13:11:53.191870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.241372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Attempting to bind port 933af83a-ce79-4055-bc3f-3d018cee4a41 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:11:53.241984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Attempting to bind port 933af83a-ce79-4055-bc3f-3d018cee4a41 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:11:53.242585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Attempting to bind port 933af83a-ce79-4055-bc3f-3d018cee4a41 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:11:53.248436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device badf3ac6-83e5-4fef-be55-0d0bce30d799 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:53.292208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Port': ['ID=36ef840f-ef8a-441d-8928-a9a8955e12c4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:53.325074 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbba1b3b-9d11-47fe-a73d-a3c91b1a8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.334319 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbba1b3b-9d11-47fe-a73d-a3c91b1a8c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.338876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cbba1b3b-9d11-47fe-a73d-a3c91b1a8c40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/819636b2-b3f3-4bb8-9997-785add7f03b3 HTTP/1.1" status: 204 len: 168 time: 0.9653158 Aug 16 13:11:53.350934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:11:53.351592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:11:53.352218 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.352889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:11:53.353717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Bound port: 933af83a-ce79-4055-bc3f-3d018cee4a41, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:11:53.355397 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.414124 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.416670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-0de9989a-0bf4-484f-b825-c7c4f19f7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:53.417513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-0de9989a-0bf4-484f-b825-c7c4f19f7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:53.417729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-0de9989a-0bf4-484f-b825-c7c4f19f7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:53.420509 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-0de9989a-0bf4-484f-b825-c7c4f19f7b22 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee5ff9e6-121a-4482-9933-172fba3187c8&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0 HTTP/1.1" status: 200 len: 2293 time: 0.3797085 Aug 16 13:11:53.426839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Routers {'b573ef1d-b153-4e05-9b15-5743bd024ebc'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:53.428173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:11:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b573ef1d-b153-4e05-9b15-5743bd024ebc'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:53.434681 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.509031 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.520556 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba1b3b-9d11-47fe-a73d-a3c91b1a8c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819636b2-b3f3-4bb8-9997-785add7f03b3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:53.556102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] For port 933af83a-ce79-4055-bc3f-3d018cee4a41, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:11:53.563131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] For port 933af83a-ce79-4055-bc3f-3d018cee4a41, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=933af83a-ce79-4055-bc3f-3d018cee4a41,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:11:53.580197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7965ccf-9304-4ffe-ac46-cbe22bff9f6e None None] Pushing event updated for resources: {'Port': ['ID=078883df-4f20-40f9-8962-fe1102746075,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:53.616476 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-19c76ebc-f8f1-4129-8217-97d1f728dbee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f HTTP/1.1" status: 200 len: 1002 time: 0.1841667 Aug 16 13:11:53.701034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:11:53.715652 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.729805 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.740215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-d6ab124b-5025-49b9-819f-69bb056adabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:53.742751 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-d6ab124b-5025-49b9-819f-69bb056adabf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=735734cd-086e-4d3e-af34-921802ddaecb HTTP/1.1" status: 200 len: 856 time: 0.1126394 Aug 16 13:11:53.796375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event deleted for resources: {'Port': ['ID=badf3ac6-83e5-4fef-be55-0d0bce30d799,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:53.828780 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.839217 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c573a-ba67-4e79-9a3f-5580e1b07c1b req-6337c83c-b61d-4d8b-bfac-5eda666b5742 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:53.848859 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b65c573a-ba67-4e79-9a3f-5580e1b07c1b req-6337c83c-b61d-4d8b-bfac-5eda666b5742 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 868 time: 0.7687576 Aug 16 13:11:53.869039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Pushing event updated for resources: {'Port': ['ID=503fe9bd-b42c-4460-9c72-d9a682a40c6d,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:53.888536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No active binding found for port badf3ac6-83e5-4fef-be55-0d0bce30d799 {{(pid=101397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 13:11:53.907749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device badf3ac6-83e5-4fef-be55-0d0bce30d799 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:54.101699 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b65c573a-ba67-4e79-9a3f-5580e1b07c1b req-1ff8f949-e358-4313-a8e8-5f78eab6b39e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=115db052-eed2-4bb4-a9f3-0d40b2aa1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513402 Aug 16 13:11:54.102983 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.api [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0417d010-157b-4eae-a5b5-b1083b51cbd9 {{(pid=101395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:11:54.103532 n-d-804708-1 neutron-server[101395]: DEBUG oslo_db.api [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:11:54.128727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91d1e7-7f70-41ef-8570-78b1535cb9af None None] Pushing event updated for resources: {'Port': ['ID=933af83a-ce79-4055-bc3f-3d018cee4a41,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:54.142094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] Set router b573ef1d-b153-4e05-9b15-5743bd024ebc gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:54.234957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:54.267050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab96cdf-24e2-4456-adf2-aba133ccc558']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:54.500867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd3642b-7b69-4d47-9d96-acdd8594e4b2') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:54.501276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd3642b-7b69-4d47-9d96-acdd8594e4b2') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:54.526238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:54.539984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-4deba968-afcd-4615-90ab-7a184254cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:54.543020 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-4deba968-afcd-4615-90ab-7a184254cf83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5ff9e6-121a-4482-9933-172fba3187c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7917941 Aug 16 13:11:54.550331 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2abb75-f335-4cdc-8a33-d29dde782364 None None] Sync routers for ids ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:54.586818 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2abb75-f335-4cdc-8a33-d29dde782364 None None] Routers {'5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:54.590896 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2b2abb75-f335-4cdc-8a33-d29dde782364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:11:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:54.597121 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:54.682435 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:54.703610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:54.704984 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:54.820693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] No DVR routers for this DVR port 36ef840f-ef8a-441d-8928-a9a8955e12c4 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:54.822047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 933af83a-ce79-4055-bc3f-3d018cee4a41 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:54.833636 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:54.836086 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-54feea4d-5d04-464d-9286-4501d09f4650 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "DELETE /v2.0/ports/36ef840f-ef8a-441d-8928-a9a8955e12c4 HTTP/1.1" status: 204 len: 173 time: 4.7105088 Aug 16 13:11:54.836789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-deleted', 'tag': '36ef840f-ef8a-441d-8928-a9a8955e12c4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:54.840284 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b684b8a-98e5-4cfc-a613-dd6022f11f29" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-deleted", "tag": "36ef840f-ef8a-441d-8928-a9a8955e12c4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:54.846231 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:54.851265 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:54.977218 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-a9748cc3-e542-4687-95e0-23b8c63c22b5 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889736 Aug 16 13:11:54.985317 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190ddff9-7a2f-4cc9-a83f-6d557253c42a x-openstack-request-id: req-190ddff9-7a2f-4cc9-a83f-6d557253c42a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:54.985604 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-deleted", "tag": "36ef840f-ef8a-441d-8928-a9a8955e12c4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:54.985854 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-190ddff9-7a2f-4cc9-a83f-6d557253c42a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:54.986289 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-deleted', 'tag': '36ef840f-ef8a-441d-8928-a9a8955e12c4', 'status': 'completed', 'code': 200} Aug 16 13:11:55.024491 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:55.037866 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-2b2abb75-f335-4cdc-8a33-d29dde782364 None None] Set router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:55.058134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port e62175c7-c44b-4d47-81f7-e6a28301650c yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:11:55.067616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:11:55.071395 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:55.074209 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "DELETE /v2.0/networks/8ab96cdf-24e2-4456-adf2-aba133ccc558 HTTP/1.1" status: 204 len: 168 time: 2.4324770 Aug 16 13:11:55.086170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'name': 'tempest-TestAggregatesBasicOps-1353377822-router', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '078883df-4f20-40f9-8962-fe1102746075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:37Z', 'updated_at': '2021-08-16T13:11:52Z', 'revision_number': 4, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'gw_port': {'id': '078883df-4f20-40f9-8962-fe1102746075', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:47:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:39Z', 'updated_at': '2021-08-16T13:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '503fe9bd-b42c-4460-9c72-d9a682a40c6d', 'name': '', 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'mac_address': 'fa:16:3e:bd:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4748eef5-98e1-4989-bb77-66ba8ff6d168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:50Z', 'updated_at': '2021-08-16T13:11:51Z', 'revision_number': 1, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'subnets': [{'id': '4748eef5-98e1-4989-bb77-66ba8ff6d168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:55.101064 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58158) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:55.128848 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdabc93-bb84-43a0-812f-95443f21b2d5 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event deleted for resources: {'Network': ['ID=8ab96cdf-24e2-4456-adf2-aba133ccc558,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:55.204744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e75641-51d8-4ce6-ac6a-de57232a64dd None None] The sync data for ids ['b573ef1d-b153-4e05-9b15-5743bd024ebc'] in n-d-804708-1 is: [{'id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'name': 'tempest-TestAggregatesBasicOps-1353377822-router', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '078883df-4f20-40f9-8962-fe1102746075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:37Z', 'updated_at': '2021-08-16T13:11:52Z', 'revision_number': 4, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'gw_port': {'id': '078883df-4f20-40f9-8962-fe1102746075', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:47:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:39Z', 'updated_at': '2021-08-16T13:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '503fe9bd-b42c-4460-9c72-d9a682a40c6d', 'name': '', 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'mac_address': 'fa:16:3e:bd:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4748eef5-98e1-4989-bb77-66ba8ff6d168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:50Z', 'updated_at': '2021-08-16T13:11:51Z', 'revision_number': 1, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'subnets': [{'id': '4748eef5-98e1-4989-bb77-66ba8ff6d168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:11:55.207085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 933af83a-ce79-4055-bc3f-3d018cee4a41 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:55.308465 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-be8f925a-15f7-4d6e-ad4a-a51341394bbe service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706106 Aug 16 13:11:55.380727 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Network ec087d5e-73b4-4e2f-b184-60311dacd3b5 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:55.385007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:55.479852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289295-f80f-4ff2-aaa6-1cdb9712cedf req-bdcfc208-8b43-4c57-b917-0db915bb0f48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:55.515517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289295-f80f-4ff2-aaa6-1cdb9712cedf req-bdcfc208-8b43-4c57-b917-0db915bb0f48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:55.553526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289295-f80f-4ff2-aaa6-1cdb9712cedf req-bdcfc208-8b43-4c57-b917-0db915bb0f48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:55.573853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80289295-f80f-4ff2-aaa6-1cdb9712cedf req-bdcfc208-8b43-4c57-b917-0db915bb0f48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 2409 time: 1.0913012 Aug 16 13:11:55.791149 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1bd82ca-f139-482d-9267-7f387f8e1b2b req-acee7ac4-e248-491c-99c4-64067751d939 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 210 time: 0.4662483 Aug 16 13:11:55.818453 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2b2abb75-f335-4cdc-8a33-d29dde782364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:49Z', 'revision_number': 4, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '855e973c-2db5-4957-a02a-3f4b184bf8c6', 'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'mac_address': 'fa:16:3e:46:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:46Z', 'updated_at': '2021-08-16T13:00:56Z', 'revision_number': 5, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'subnets': [{'id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:56.006487 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2abb75-f335-4cdc-8a33-d29dde782364 None None] Checking router: 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:11:56.026197 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2abb75-f335-4cdc-8a33-d29dde782364 None None] Routers {'5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:56.027318 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2b2abb75-f335-4cdc-8a33-d29dde782364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:11:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:56.116925 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b42ee954-8023-4c34-a6c3-2462ebb9e830 None None] Provisioning complete for port 503fe9bd-b42c-4460-9c72-d9a682a40c6d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:56.130970 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b42ee954-8023-4c34-a6c3-2462ebb9e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:56.247805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b42ee954-8023-4c34-a6c3-2462ebb9e830 None None] Port 503fe9bd-b42c-4460-9c72-d9a682a40c6d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:11:56.322661 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533986b7-779b-4865-93cc-0f6e1570fbfa None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:56.389876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:56.395769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-9402b3b3-7731-4264-9daf-7310f9f957e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=dbb92b44-7542-4aa4-b86d-fb0e64c40531 HTTP/1.1" status: 200 len: 217 time: 1.0665412 Aug 16 13:11:56.465280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bee698fb-be93-43e6-bebd-a659fcbc7191 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Deleting port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:56.465628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bee698fb-be93-43e6-bebd-a659fcbc7191 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:56.549933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c058a6ad-18db-4187-843f-7200c842c9aa None None] Provisioning for port 933af83a-ce79-4055-bc3f-3d018cee4a41 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:11:56.573289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c058a6ad-18db-4187-843f-7200c842c9aa None None] Provisioning complete for port 933af83a-ce79-4055-bc3f-3d018cee4a41 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:56.586481 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c058a6ad-18db-4187-843f-7200c842c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:56.597174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80289295-f80f-4ff2-aaa6-1cdb9712cedf req-512640c4-85fa-4245-b5cd-baf93bbf8752 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0221443 Aug 16 13:11:56.629689 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-2b2abb75-f335-4cdc-8a33-d29dde782364 None None] Set router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:56.972173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bee698fb-be93-43e6-bebd-a659fcbc7191 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] For port 61a43e4d-0b8a-4743-a0d5-ee722549ad26, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=61a43e4d-0b8a-4743-a0d5-ee722549ad26,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:56.975342 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bee698fb-be93-43e6-bebd-a659fcbc7191 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:57.055986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bee698fb-be93-43e6-bebd-a659fcbc7191 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Calling delete_port for 61a43e4d-0b8a-4743-a0d5-ee722549ad26 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:57.079596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-498abd19-d8b0-4071-88d4-942852e069c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:57.081255 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-498abd19-d8b0-4071-88d4-942852e069c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.6631808 Aug 16 13:11:57.245236 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2b2abb75-f335-4cdc-8a33-d29dde782364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:49Z', 'revision_number': 4, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '855e973c-2db5-4957-a02a-3f4b184bf8c6', 'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'mac_address': 'fa:16:3e:46:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:46Z', 'updated_at': '2021-08-16T13:00:56Z', 'revision_number': 5, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'subnets': [{'id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:57.318603 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2abb75-f335-4cdc-8a33-d29dde782364 None None] The sync data for ids ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'] in n-d-804708-1 is: [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:00:49Z', 'revision_number': 4, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '855e973c-2db5-4957-a02a-3f4b184bf8c6', 'name': '', 'network_id': 'a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'mac_address': 'fa:16:3e:46:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:46Z', 'updated_at': '2021-08-16T13:00:56Z', 'revision_number': 5, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'subnets': [{'id': 'a8755348-ed82-44df-9ced-3e2180c2428d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:11:57.397180 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-031c74ea-5a23-4a44-b890-327ded09bad7 req-62758c5e-334d-4b64-8920-1a5e87963a7c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 210 time: 0.3342626 Aug 16 13:11:57.411221 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58206) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:57.456284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Router b573ef1d-b153-4e05-9b15-5743bd024ebc has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:11:57.458076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 172.20.0.5 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/06607f97-ca18-4d7a-b389-d88a6ff3d0a7/e62175c7-c44b-4d47-81f7-e6a28301650c) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:57.460842 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c058a6ad-18db-4187-843f-7200c842c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:57.464252 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:57.480723 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::f816:3eff:fe1a:399f (bbb70a5f-e1ed-4340-8ed7-bddea692336c/098736b8-e327-482b-8f93-15d3f390e16a/e62175c7-c44b-4d47-81f7-e6a28301650c) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:57.496836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e329479-f7b4-4f9e-9025-d9b2675193dd']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:57.533188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b17960a-b629-46d8-9717-92ae96a8cf80') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:57.533491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b17960a-b629-46d8-9717-92ae96a8cf80') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:57.545949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c058a6ad-18db-4187-843f-7200c842c9aa None None] For port 933af83a-ce79-4055-bc3f-3d018cee4a41, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=933af83a-ce79-4055-bc3f-3d018cee4a41,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:57.552460 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c058a6ad-18db-4187-843f-7200c842c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:57.580052 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:57.701180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-59550bf8-9bf9-4420-b52d-f5da59ae230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:57.712628 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-59550bf8-9bf9-4420-b52d-f5da59ae230a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5893095 Aug 16 13:11:57.794493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058a6ad-18db-4187-843f-7200c842c9aa None None] Pushing event updated for resources: {'Port': ['ID=933af83a-ce79-4055-bc3f-3d018cee4a41,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:57.804760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:57.836215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b469c-44b5-49c6-8a40-3c33b419a167 None None] Sync routers for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:57.906552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b469c-44b5-49c6-8a40-3c33b419a167 None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:57.909257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-731b469c-44b5-49c6-8a40-3c33b419a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:11:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:57.925659 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:57.989248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-29985463'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:57.998216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:57.999159 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:58.014538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] No DVR routers for this DVR port badf3ac6-83e5-4fef-be55-0d0bce30d799 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:58.016528 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bee698fb-be93-43e6-bebd-a659fcbc7191 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:58.019674 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:58.027473 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.22 "DELETE /v2.0/ports/badf3ac6-83e5-4fef-be55-0d0bce30d799 HTTP/1.1" status: 204 len: 173 time: 7.5844736 Aug 16 13:11:58.033908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'name': 'network-vif-deleted', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:58.036551 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77126d91-c801-4b5b-a570-4ce10e6bdcd6" -d '{"events": [{"server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "name": "network-vif-deleted", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:58.062795 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:58.210818 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e6b07b-c4c5-49d2-9459-5c5d4ddc8b96 None None] New status for floating IP 44584cc5-30dc-477f-8e92-a29293f921da: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:11:58.371020 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10032787-255b-412f-a3ec-cd41b4cc3520 x-openstack-request-id: req-10032787-255b-412f-a3ec-cd41b4cc3520 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:58.371652 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caeee66-9918-4c92-8ec8-16554de7f2dc", "name": "network-vif-deleted", "tag": "badf3ac6-83e5-4fef-be55-0d0bce30d799", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:58.376450 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10032787-255b-412f-a3ec-cd41b4cc3520 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:58.379151 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caeee66-9918-4c92-8ec8-16554de7f2dc', 'name': 'network-vif-deleted', 'tag': 'badf3ac6-83e5-4fef-be55-0d0bce30d799', 'status': 'completed', 'code': 200} Aug 16 13:11:58.405596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee698fb-be93-43e6-bebd-a659fcbc7191 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Port': ['ID=61a43e4d-0b8a-4743-a0d5-ee722549ad26,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:58.424861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-731b469c-44b5-49c6-8a40-3c33b419a167 None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:58.445383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bee698fb-be93-43e6-bebd-a659fcbc7191 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] No DVR routers for this DVR port 61a43e4d-0b8a-4743-a0d5-ee722549ad26 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:58.468592 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bee698fb-be93-43e6-bebd-a659fcbc7191 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:58.472550 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bee698fb-be93-43e6-bebd-a659fcbc7191 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "DELETE /v2.0/ports/61a43e4d-0b8a-4743-a0d5-ee722549ad26 HTTP/1.1" status: 204 len: 173 time: 3.6281798 Aug 16 13:11:58.611939 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:58.701567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b1d8c7-1055-40a9-b581-e366947e86b4 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:58.704647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Made reservation on behalf of 202dff0b69cd480dbe1fa4772f09348e for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:11:58.726515 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:58.757347 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:58.778269 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "DELETE /v2.0/networks/2e329479-f7b4-4f9e-9025-d9b2675193dd HTTP/1.1" status: 204 len: 168 time: 3.6758564 Aug 16 13:11:58.792124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58242) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:58.825762 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:58.934612 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-73371546-a8f6-4289-b017-810c549b08b8 admin admin] 10.222.0.25 "PUT /v2.0/routers/b573ef1d-b153-4e05-9b15-5743bd024ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8749716 Aug 16 13:11:58.966147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42618953-7807-47b9-83a6-66f7984dc573 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event deleted for resources: {'Network': ['ID=2e329479-f7b4-4f9e-9025-d9b2675193dd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:59.007274 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-07d39956-fc76-4e72-8e81-fdba1412fcc3 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2675097 Aug 16 13:11:59.038484 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.043369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 933af83a-ce79-4055-bc3f-3d018cee4a41 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:59.058434 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.227335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-887cff30-2d02-4410-98c3-549a9a767d89 None None] Provisioning complete for port 933af83a-ce79-4055-bc3f-3d018cee4a41 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:59.227912 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-887cff30-2d02-4410-98c3-549a9a767d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.274470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf65ea4-0b70-4b4f-b20a-05e5e4669843 req-a3854ad4-d02b-4f98-b5bc-5a85a27f4301 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:59.289858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf65ea4-0b70-4b4f-b20a-05e5e4669843 req-a3854ad4-d02b-4f98-b5bc-5a85a27f4301 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:59.293035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2cf65ea4-0b70-4b4f-b20a-05e5e4669843 req-a3854ad4-d02b-4f98-b5bc-5a85a27f4301 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 1677 time: 1.2214231 Aug 16 13:11:59.302315 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.303611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c29ed59-a621-4f53-9392-d49343dae8cc req-6558f326-e6d7-44ae-86e7-ed5a98c783a9 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caeee66-9918-4c92-8ec8-16554de7f2dc HTTP/1.1" status: 200 len: 210 time: 0.3892069 Aug 16 13:11:59.330023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-5d7be129-e459-4a11-83b1-7fd09aac5004 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Deleting port d110615e-9d78-4dd1-a051-9660dee65dd9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:59.331122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-5d7be129-e459-4a11-83b1-7fd09aac5004 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.333452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object e62175c7-c44b-4d47-81f7-e6a28301650c will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:11:59.438432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.523369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 933af83a-ce79-4055-bc3f-3d018cee4a41 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:59.523735 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.560760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-5d7be129-e459-4a11-83b1-7fd09aac5004 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] For port d110615e-9d78-4dd1-a051-9660dee65dd9, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d110615e-9d78-4dd1-a051-9660dee65dd9,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:59.561729 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-5d7be129-e459-4a11-83b1-7fd09aac5004 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.594636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2cf65ea4-0b70-4b4f-b20a-05e5e4669843 req-43832aa7-53ce-4ff7-a2a2-146b03e41d9a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789607 Aug 16 13:11:59.634278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:59.637244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-5d7be129-e459-4a11-83b1-7fd09aac5004 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Calling delete_port for d110615e-9d78-4dd1-a051-9660dee65dd9 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:59.674277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:59.679321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:59.775715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:59.776439 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.780369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=e62175c7-c44b-4d47-81f7-e6a28301650c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:59.874148 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.926264 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.930257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-731b469c-44b5-49c6-8a40-3c33b419a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:59.933876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.960068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:11:59.971788 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-4d6df175-91ab-481c-a7bc-21ae27f3b30b service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8582051 Aug 16 13:11:59.988541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:59.990206 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Added segment 88f5f2b3-5381-4d1c-b8ba-ad262f3706fb of type vlan for network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 Aug 16 13:12:00.052760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b469c-44b5-49c6-8a40-3c33b419a167 None None] Checking router: 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:12:00.063684 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.089582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 078883df-4f20-40f9-8962-fe1102746075 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:00.103693 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.111759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:00.112606 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.134588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a27bfe0c-04ab-43df-88be-9615536a6484 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 10.3503006 Aug 16 13:12:00.141249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58298) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:00.147444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b469c-44b5-49c6-8a40-3c33b419a167 None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:00.147991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-731b469c-44b5-49c6-8a40-3c33b419a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:11:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:00.157934 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-ccf2f60b-5967-4a3c-8781-21e20d2244ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f HTTP/1.1" status: 200 len: 217 time: 0.1692932 Aug 16 13:12:00.207651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Sync routers for ids ['b573ef1d-b153-4e05-9b15-5743bd024ebc'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:12:00.273742 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.278273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 2.8390954 Aug 16 13:12:00.288874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Routers {'b573ef1d-b153-4e05-9b15-5743bd024ebc'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:00.289809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:11:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b573ef1d-b153-4e05-9b15-5743bd024ebc'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:00.366763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f9e83b-ee15-47b3-b60e-6d7cf351a9a5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:00.375500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66022323-214f-4c33-854b-757f4b088a95']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:00.387079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-deleted', 'tag': '61a43e4d-0b8a-4743-a0d5-ee722549ad26'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:00.390212 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fa8378-a225-40c2-8a2a-05a10d2863df" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-deleted", "tag": "61a43e4d-0b8a-4743-a0d5-ee722549ad26"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:00.422786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552c734d-1132-497c-ad56-a717a1895ff1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:00.429748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552c734d-1132-497c-ad56-a717a1895ff1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:00.438071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-552c734d-1132-497c-ad56-a717a1895ff1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2868440 Aug 16 13:12:00.438516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1c518-b579-4216-a561-2c1979ec51df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Pushing event updated for resources: {'Network': ['ID=d1ea9f94-c1b0-42aa-84ab-1a29ef27f652,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:00.442205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58316) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:00.445521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a9dd44-d661-4daa-ae23-2ed2742452c3') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:00.449457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a9dd44-d661-4daa-ae23-2ed2742452c3') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:00.476284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-823dbf2c-1250-4c8a-918b-7448100c789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:00.477858 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-823dbf2c-1250-4c8a-918b-7448100c789d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.2982008 Aug 16 13:12:00.534829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:12:00.546980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-731b469c-44b5-49c6-8a40-3c33b419a167 None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:00.547789 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.565196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58322) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:00.571134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Request body: {'port': {'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652', 'binding:host_id': 'n-h2-804708-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243244425'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:00.579606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-24c933e2-c50f-4715-a74b-df830d46f50d None None] Provisioning complete for port 933af83a-ce79-4055-bc3f-3d018cee4a41 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:00.579936 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-24c933e2-c50f-4715-a74b-df830d46f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.598012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.619370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:12:00.621891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 078883df-4f20-40f9-8962-fe1102746075 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:00.624573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.643169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Made reservation on behalf of c9fd884bd4b14f1f827792097f2d2211 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:00.645954 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.703702 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:12:00.769347 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:12:00.773338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.812661 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.817909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 078883df-4f20-40f9-8962-fe1102746075 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:00.819797 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.830707 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] 10.222.0.25 "DELETE /v2.0/networks/66022323-214f-4c33-854b-757f4b088a95 HTTP/1.1" status: 204 len: 168 time: 2.0232446 Aug 16 13:12:00.922862 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94914595-b773-437a-b12e-5aae322679ed x-openstack-request-id: req-94914595-b773-437a-b12e-5aae322679ed {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:00.923377 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-deleted", "tag": "61a43e4d-0b8a-4743-a0d5-ee722549ad26", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:00.923711 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94914595-b773-437a-b12e-5aae322679ed {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:00.924463 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-deleted', 'tag': '61a43e4d-0b8a-4743-a0d5-ee722549ad26', 'status': 'completed', 'code': 200} Aug 16 13:12:00.942140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c48d0-6243-4af7-a6f1-c98d73aee568 tempest-BulkNetworkOpsTest-81494680 tempest-BulkNetworkOpsTest-81494680-project] Pushing event deleted for resources: {'Network': ['ID=66022323-214f-4c33-854b-757f4b088a95,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:00.966376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Set router b573ef1d-b153-4e05-9b15-5743bd024ebc gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:00.992787 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-5d7be129-e459-4a11-83b1-7fd09aac5004 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:01.021398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58332) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:01.052274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-31be3d23-1263-4a78-8626-dac99da58bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:01.053915 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-31be3d23-1263-4a78-8626-dac99da58bed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3291471 Aug 16 13:12:01.181259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7be129-e459-4a11-83b1-7fd09aac5004 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Port': ['ID=d110615e-9d78-4dd1-a051-9660dee65dd9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:01.195948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c300b3c4-d6d5-4d99-8990-369438b28275 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:01.376762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58342) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:01.385135 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c300b3c4-d6d5-4d99-8990-369438b28275 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:01.427269 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:01.459302 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:01.470479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] device_id is not set on port a6b572fc-0c30-486e-a3f9-9047a15c0bee yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:01.555358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-5d7be129-e459-4a11-83b1-7fd09aac5004 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] No DVR routers for this DVR port d110615e-9d78-4dd1-a051-9660dee65dd9 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:01.570087 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-5d7be129-e459-4a11-83b1-7fd09aac5004 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:01.582282 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-5d7be129-e459-4a11-83b1-7fd09aac5004 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "DELETE /v2.0/ports/d110615e-9d78-4dd1-a051-9660dee65dd9 HTTP/1.1" status: 204 len: 173 time: 3.0990825 Aug 16 13:12:01.654944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8bedc-69bb-42e4-b5d7-3de4eaf2c92c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port e62175c7-c44b-4d47-81f7-e6a28301650c {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:01.655666 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bedc-69bb-42e4-b5d7-3de4eaf2c92c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:01.927587 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58356) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:01.929184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d8de8f3-9dca-40f5-81e0-4229cdad7a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:02.021073 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:02.288970 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-933ce2f2-7504-448f-b117-b740a32915ad service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1481278 Aug 16 13:12:02.365849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf7f9c-8e26-449e-8c9e-2b61bf108aac req-16bdfa9a-9c5f-41e1-b68b-e3a526d2290d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:02.381635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ecf7f9c-8e26-449e-8c9e-2b61bf108aac req-16bdfa9a-9c5f-41e1-b68b-e3a526d2290d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 943 time: 1.1147029 Aug 16 13:12:02.384703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a71f6b-e927-4326-a36f-78a7a017613e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:02.438320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bedc-69bb-42e4-b5d7-3de4eaf2c92c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:02.462300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8bedc-69bb-42e4-b5d7-3de4eaf2c92c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for e62175c7-c44b-4d47-81f7-e6a28301650c owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:02.501446 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c300b3c4-d6d5-4d99-8990-369438b28275 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:02.506435 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c300b3c4-d6d5-4d99-8990-369438b28275 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:02.508347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c300b3c4-d6d5-4d99-8990-369438b28275 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "DELETE /v2.0/security-groups/115db052-eed2-4bb4-a9f3-0d40b2aa1acd HTTP/1.1" status: 204 len: 168 time: 1.4846523 Aug 16 13:12:02.526850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58368) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:02.616931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ecf7f9c-8e26-449e-8c9e-2b61bf108aac req-c1740df2-b420-4d97-a5cc-2d094155af7b tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253032 Aug 16 13:12:02.643552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300b3c4-d6d5-4d99-8990-369438b28275 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=115db052-eed2-4bb4-a9f3-0d40b2aa1acd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:02.669901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cdce633f-931d-4436-afd7-a36bc531d3a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4957b3cd47584b97947747da99dad274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7129922 Aug 16 13:12:02.684566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] device_id is not set on port a6b572fc-0c30-486e-a3f9-9047a15c0bee yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:02.688626 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a3bb4ef1-2ad0-4347-93ff-b0f2c88e04f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:02.690051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58370) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:02.701261 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-3fa88e34-7629-4f2d-97fe-1fc5143f3676 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] show failed (client error): The resource could not be found. Aug 16 13:12:02.709449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3fa88e34-7629-4f2d-97fe-1fc5143f3676 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups/115db052-eed2-4bb4-a9f3-0d40b2aa1acd HTTP/1.1" status: 404 len: 347 time: 0.1747501 Aug 16 13:12:02.715179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58372) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:02.728653 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:02.767654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 078883df-4f20-40f9-8962-fe1102746075, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=078883df-4f20-40f9-8962-fe1102746075,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:02.805545 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:02.823501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4eb27113-86de-4bec-b53f-5134ac587887 None None] Could not find standard attr ID for object f2a0901b-49e7-4d2a-9487-fdd25b23f77f. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:12:02.926674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-deleted', 'tag': 'd110615e-9d78-4dd1-a051-9660dee65dd9'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:02.929312 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb49a279-d483-4aa1-aaef-1bd0f740c5de" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-deleted", "tag": "d110615e-9d78-4dd1-a051-9660dee65dd9"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:03.027114 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bead8328-7c9d-4f08-bc19-85b60350e9b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Deleting port 7499690a-1b86-40fc-a0b3-7b4dc75e243b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:03.028035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bead8328-7c9d-4f08-bc19-85b60350e9b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.093489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=078883df-4f20-40f9-8962-fe1102746075,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:03.106944 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-071f1eb4-042c-4c9f-895d-fb34d2408622 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7919910 Aug 16 13:12:03.109910 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635f10b6-0516-4c42-a694-07fa0d9c2098 x-openstack-request-id: req-635f10b6-0516-4c42-a694-07fa0d9c2098 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:03.114286 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-deleted", "tag": "d110615e-9d78-4dd1-a051-9660dee65dd9", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:03.117527 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-635f10b6-0516-4c42-a694-07fa0d9c2098 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:03.120747 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-deleted', 'tag': 'd110615e-9d78-4dd1-a051-9660dee65dd9', 'status': 'completed', 'code': 200} Aug 16 13:12:03.152531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ac814-095c-4c04-b01a-472362a1f364 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Deleting port 860e4975-a69d-4055-831b-747d0566e94c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:03.153086 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac814-095c-4c04-b01a-472362a1f364 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.166998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'name': 'tempest-TestAggregatesBasicOps-1353377822-router', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '078883df-4f20-40f9-8962-fe1102746075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:37Z', 'updated_at': '2021-08-16T13:11:52Z', 'revision_number': 4, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'gw_port': {'id': '078883df-4f20-40f9-8962-fe1102746075', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:47:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:39Z', 'updated_at': '2021-08-16T13:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '503fe9bd-b42c-4460-9c72-d9a682a40c6d', 'name': '', 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'mac_address': 'fa:16:3e:bd:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4748eef5-98e1-4989-bb77-66ba8ff6d168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:50Z', 'updated_at': '2021-08-16T13:11:52Z', 'revision_number': 2, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'subnets': [{'id': '4748eef5-98e1-4989-bb77-66ba8ff6d168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:03.219900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Checking router: b573ef1d-b153-4e05-9b15-5743bd024ebc for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:12:03.220906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Updating router b573ef1d-b153-4e05-9b15-5743bd024ebc port 503fe9bd-b42c-4460-9c72-d9a682a40c6d binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:12:03.280250 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.290610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11fbe9bd-91f9-4cf8-a0c2-ceab2da01ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.314318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-731b469c-44b5-49c6-8a40-3c33b419a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:03.347219 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac814-095c-4c04-b01a-472362a1f364 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.348111 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac814-095c-4c04-b01a-472362a1f364 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.375000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ac814-095c-4c04-b01a-472362a1f364 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Calling delete_port for 860e4975-a69d-4055-831b-747d0566e94c owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:03.382512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b469c-44b5-49c6-8a40-3c33b419a167 None None] The sync data for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 is: [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:12:03.493638 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bedc-69bb-42e4-b5d7-3de4eaf2c92c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.513323 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-d4174833-5d47-45f1-b7f1-8f51c14d8acd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb HTTP/1.1" status: 200 len: 217 time: 0.2422676 Aug 16 13:12:03.575225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4eb27113-86de-4bec-b53f-5134ac587887 None None] Provisioning for port e62175c7-c44b-4d47-81f7-e6a28301650c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:03.598514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4eb27113-86de-4bec-b53f-5134ac587887 None None] Provisioning complete for port e62175c7-c44b-4d47-81f7-e6a28301650c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:03.599006 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4eb27113-86de-4bec-b53f-5134ac587887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.650368 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4eb27113-86de-4bec-b53f-5134ac587887 None None] Port e62175c7-c44b-4d47-81f7-e6a28301650c was deleted so its status cannot be updated. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 13:12:03.741352 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d8de8f3-9dca-40f5-81e0-4229cdad7a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.766551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Transition to ACTIVE for port object a6b572fc-0c30-486e-a3f9-9047a15c0bee will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:03.769664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58398) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:03.857808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8bedc-69bb-42e4-b5d7-3de4eaf2c92c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=e62175c7-c44b-4d47-81f7-e6a28301650c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:03.909278 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11fbe9bd-91f9-4cf8-a0c2-ceab2da01ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.931783 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac814-095c-4c04-b01a-472362a1f364 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.974650 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0a0f9-d605-4c87-a294-815992ebc73d None None] New status for floating IP 8b9be417-d009-4bd6-881d-7f907e8ab0c6: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:12:03.996808 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5d8de8f3-9dca-40f5-81e0-4229cdad7a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.024295 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.028343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ac814-095c-4c04-b01a-472362a1f364 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event deleted for resources: {'Port': ['ID=860e4975-a69d-4055-831b-747d0566e94c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:04.058204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8de8f3-9dca-40f5-81e0-4229cdad7a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613040ce-7f64-44f0-a18f-d3147910f337,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:04.209503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bead8328-7c9d-4f08-bc19-85b60350e9b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] For port 7499690a-1b86-40fc-a0b3-7b4dc75e243b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7499690a-1b86-40fc-a0b3-7b4dc75e243b,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:04.210238 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bead8328-7c9d-4f08-bc19-85b60350e9b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.225880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event updated for resources: {'Port': ['ID=a6b572fc-0c30-486e-a3f9-9047a15c0bee,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:04.244642 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.261548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f32d6-4090-4fa8-acf9-7678f99eb86c req-93e6fcaa-b6ed-4e3c-8694-4e97d75c11fe tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:04.265932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-345f32d6-4090-4fa8-acf9-7678f99eb86c req-93e6fcaa-b6ed-4e3c-8694-4e97d75c11fe tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 943 time: 0.3219104 Aug 16 13:12:04.292762 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac814-095c-4c04-b01a-472362a1f364 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.300993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-feb31f21-f5e6-4fa6-b485-72601427ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:04.302330 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac814-095c-4c04-b01a-472362a1f364 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.302594 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-feb31f21-f5e6-4fa6-b485-72601427ba8a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.7584522 Aug 16 13:12:04.304161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9a5ac814-095c-4c04-b01a-472362a1f364 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "DELETE /v2.0/floatingips/8b9be417-d009-4bd6-881d-7f907e8ab0c6 HTTP/1.1" status: 204 len: 168 time: 1.5875678 Aug 16 13:12:04.318345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bead8328-7c9d-4f08-bc19-85b60350e9b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Calling delete_port for 7499690a-1b86-40fc-a0b3-7b4dc75e243b owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:04.322170 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5d8de8f3-9dca-40f5-81e0-4229cdad7a25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c41f291411545d2a40ddc7d9a6bab30&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8845353 Aug 16 13:12:04.327704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58400) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:04.334781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Transition to ACTIVE for port object 503fe9bd-b42c-4460-9c72-d9a682a40c6d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:04.349590 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.364198 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0eeff2f3-9753-46b6-9ba6-8fdba2673e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.371754 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11fbe9bd-91f9-4cf8-a0c2-ceab2da01ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.374749 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11fbe9bd-91f9-4cf8-a0c2-ceab2da01ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.387725 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-11fbe9bd-91f9-4cf8-a0c2-ceab2da01ce5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0aa2b5d-47ba-420d-a287-cba3f34ee776 HTTP/1.1" status: 204 len: 168 time: 1.6278541 Aug 16 13:12:04.430582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3c8bedc-69bb-42e4-b5d7-3de4eaf2c92c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.436537 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e3c8bedc-69bb-42e4-b5d7-3de4eaf2c92c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/e62175c7-c44b-4d47-81f7-e6a28301650c HTTP/1.1" status: 204 len: 168 time: 3.9822528 Aug 16 13:12:04.439356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58406) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:04.460364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13102ced-e8d5-4016-b9c0-f3fa6662e3eb None None] Pushing event updated for resources: {'Port': ['ID=503fe9bd-b42c-4460-9c72-d9a682a40c6d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:04.554273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Attempting to bind port 503fe9bd-b42c-4460-9c72-d9a682a40c6d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:04.554531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Attempting to bind port 503fe9bd-b42c-4460-9c72-d9a682a40c6d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b65c8360-c321-4a5b-953f-f30be241eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:04.554916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Attempting to bind port 503fe9bd-b42c-4460-9c72-d9a682a40c6d on network ec087d5e-73b4-4e2f-b184-60311dacd3b5 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:04.557550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbe9bd-91f9-4cf8-a0c2-ceab2da01ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aa2b5d-47ba-420d-a287-cba3f34ee776,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:04.588611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:04.588911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Checking segment: {'id': 'b65c8360-c321-4a5b-953f-f30be241eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:04.589433 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.589834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Bound using segment: {'id': 'b65c8360-c321-4a5b-953f-f30be241eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:04.590781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Bound port: 503fe9bd-b42c-4460-9c72-d9a682a40c6d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65c8360-c321-4a5b-953f-f30be241eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:04.591417 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.594348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Checking segment: {'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:04.596946 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.598063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Network hostable DHCP agents. Network: d1ea9f94-c1b0-42aa-84ab-1a29ef27f652, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:12:04.764311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] For port 503fe9bd-b42c-4460-9c72-d9a682a40c6d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:04.776066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] For port 503fe9bd-b42c-4460-9c72-d9a682a40c6d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=503fe9bd-b42c-4460-9c72-d9a682a40c6d,segment=NetworkSegment(b65c8360-c321-4a5b-953f-f30be241eae5),segment_id=b65c8360-c321-4a5b-953f-f30be241eae5)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:12:04.790007 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.880851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13102ced-e8d5-4016-b9c0-f3fa6662e3eb None None] Pushing event updated for resources: {'Port': ['ID=503fe9bd-b42c-4460-9c72-d9a682a40c6d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:04.955620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Routers {'b573ef1d-b153-4e05-9b15-5743bd024ebc'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:04.956391 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:12:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b573ef1d-b153-4e05-9b15-5743bd024ebc'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:05.152007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 078883df-4f20-40f9-8962-fe1102746075 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:05.296413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7aadd-8aff-4f21-a66c-6612d0d5cb68 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:05.299841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7aadd-8aff-4f21-a66c-6612d0d5cb68 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:05.303155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7aadd-8aff-4f21-a66c-6612d0d5cb68 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:05.305932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-03d7aadd-8aff-4f21-a66c-6612d0d5cb68 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8595455 Aug 16 13:12:05.307093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58410) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:05.310294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58422) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:05.322603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-345f32d6-4090-4fa8-acf9-7678f99eb86c req-fe5ae05e-dc70-4c45-9875-d0f0008cdf65 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups?id=52d8978a-2a3f-4780-a9fe-1a53c7f41efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0170100 Aug 16 13:12:05.341397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 078883df-4f20-40f9-8962-fe1102746075 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:05.342182 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.361849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-498dcc3a-b0a4-401f-874e-ec1b9090d5c4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758878645', 'description': 'tempest-description--1070708023'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:05.381400 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-fb3856bc-eb31-4150-addd-79885faae7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:05.383904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-fb3856bc-eb31-4150-addd-79885faae7eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0626383 Aug 16 13:12:05.444866 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-498dcc3a-b0a4-401f-874e-ec1b9090d5c4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.463024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42436f92-a857-4e78-a2bf-f5c1d1bd70ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.473489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e0485a-2b0d-4816-98c2-1b41ce689b45 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 06607f97-ca18-4d7a-b389-d88a6ff3d0a7 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:05.522871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] Set router b573ef1d-b153-4e05-9b15-5743bd024ebc gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:05.526200 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2e0485a-2b0d-4816-98c2-1b41ce689b45 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.606431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42436f92-a857-4e78-a2bf-f5c1d1bd70ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.629600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:12:05.685770 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2e0485a-2b0d-4816-98c2-1b41ce689b45 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.699732 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.723678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, d1ea9f94-c1b0-42aa-84ab-1a29ef27f652) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:05.745848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc34629-84ce-4ae7-b09e-b7b5db7443d8 None None] Network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:05.746780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:05.749978 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-399590bf-fe82-4db1-8cf4-147dc2c82a59 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459082 Aug 16 13:12:05.758785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58432) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:05.767025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bead8328-7c9d-4f08-bc19-85b60350e9b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.817688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:05.818261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:05.818871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:05.835350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:05.836298 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:05.844368 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 2 to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee Aug 16 13:12:05.846621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead8328-7c9d-4f08-bc19-85b60350e9b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Port': ['ID=7499690a-1b86-40fc-a0b3-7b4dc75e243b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:05.901993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:05.902612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:05.903118 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:05.916366 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42436f92-a857-4e78-a2bf-f5c1d1bd70ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.919056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42436f92-a857-4e78-a2bf-f5c1d1bd70ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.919546 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-498dcc3a-b0a4-401f-874e-ec1b9090d5c4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.920894 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-42436f92-a857-4e78-a2bf-f5c1d1bd70ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/613040ce-7f64-44f0-a18f-d3147910f337 HTTP/1.1" status: 204 len: 168 time: 1.5817885 Aug 16 13:12:05.929925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:05.931094 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:05.941423 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 3 to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee Aug 16 13:12:05.968193 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-498dcc3a-b0a4-401f-874e-ec1b9090d5c4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.980755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42436f92-a857-4e78-a2bf-f5c1d1bd70ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613040ce-7f64-44f0-a18f-d3147910f337,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:06.008806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bead8328-7c9d-4f08-bc19-85b60350e9b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] No DVR routers for this DVR port 7499690a-1b86-40fc-a0b3-7b4dc75e243b on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:06.011339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2e0485a-2b0d-4816-98c2-1b41ce689b45 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:06.019918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bead8328-7c9d-4f08-bc19-85b60350e9b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:06.022246 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4bbcc6c7-4446-475d-becc-a683c2b58155 req-bead8328-7c9d-4f08-bc19-85b60350e9b4 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.22 "DELETE /v2.0/ports/7499690a-1b86-40fc-a0b3-7b4dc75e243b HTTP/1.1" status: 204 len: 173 time: 4.4157152 Aug 16 13:12:06.024564 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-498dcc3a-b0a4-401f-874e-ec1b9090d5c4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:06.028399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-498dcc3a-b0a4-401f-874e-ec1b9090d5c4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7118301 Aug 16 13:12:06.044787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58442) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:06.048471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-deleted', 'tag': '7499690a-1b86-40fc-a0b3-7b4dc75e243b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:06.051801 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81670c85-5c5e-4ac0-b122-a905a5b2d276" -d '{"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-deleted", "tag": "7499690a-1b86-40fc-a0b3-7b4dc75e243b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:06.059017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:06.059698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:06.060349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:06.067551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5d210130-2442-42c0-b36a-519099c5a510 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] Request body: {'port': {'network_id': 'bb4a310b-1c4a-49c5-9ae4-23e046551321', 'name': 'tempest-NetworksNegativeTestJSON-614764374'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:06.119755 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d210130-2442-42c0-b36a-519099c5a510 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] POST failed (client error): The resource could not be found. Aug 16 13:12:06.120424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d210130-2442-42c0-b36a-519099c5a510 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:06.121637 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5d210130-2442-42c0-b36a-519099c5a510 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3603742 Aug 16 13:12:06.129186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58448) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:06.170709 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-94aa6f98-786a-45f8-8d94-1fd9f44a88dd service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077463 Aug 16 13:12:06.194718 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1fe2e8-074b-40b0-8676-d4e6f1c3f771 x-openstack-request-id: req-af1fe2e8-074b-40b0-8676-d4e6f1c3f771 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:06.195104 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6132f8c-d46f-404c-a294-a5a1e4d164dc", "name": "network-vif-deleted", "tag": "7499690a-1b86-40fc-a0b3-7b4dc75e243b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:06.195377 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af1fe2e8-074b-40b0-8676-d4e6f1c3f771 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:06.195767 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6132f8c-d46f-404c-a294-a5a1e4d164dc', 'name': 'network-vif-deleted', 'tag': '7499690a-1b86-40fc-a0b3-7b4dc75e243b', 'status': 'completed', 'code': 200} Aug 16 13:12:06.204841 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-431a49ce-93f1-44dc-bb68-cd8c044f20cb tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] DELETE failed (client error): The resource could not be found. Aug 16 13:12:06.205538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431a49ce-93f1-44dc-bb68-cd8c044f20cb tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:06.207526 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-431a49ce-93f1-44dc-bb68-cd8c044f20cb tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] 10.222.0.25 "DELETE /v2.0/networks/e6322ef4-66a3-4c7e-b2e7-a7256ce48def HTTP/1.1" status: 404 len: 339 time: 0.0770633 Aug 16 13:12:06.220697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-28e5dfe6-ae45-411b-a2cf-af9086416353 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'security_group_rule': {'security_group_id': 'f76a3dd0-53f2-4943-ba6b-31ef299b572c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:06.245021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58452) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:06.281210 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-b685c29f-a6da-4260-a2a8-c4231124ffb6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=bf69d203-57fd-4f8f-9961-872770f05e89 HTTP/1.1" status: 200 len: 217 time: 0.0883319 Aug 16 13:12:06.368790 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2e0485a-2b0d-4816-98c2-1b41ce689b45 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:06.379959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-f2f67963-6a8e-49d9-ab4a-af54d0dd5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:06.381392 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-f2f67963-6a8e-49d9-ab4a-af54d0dd5ca2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.0921218 Aug 16 13:12:06.392172 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-de362651-a322-4927-b0d5-694552572563 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] DELETE failed (client error): The resource could not be found. Aug 16 13:12:06.397269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de362651-a322-4927-b0d5-694552572563 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:06.401455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-de362651-a322-4927-b0d5-694552572563 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] 10.222.0.25 "DELETE /v2.0/ports/3a3594fc-b1e0-43cb-9b25-e8d5b85f46fb HTTP/1.1" status: 404 len: 333 time: 0.1437480 Aug 16 13:12:06.418347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58456) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:06.427789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:06.428371 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:06.439407 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 4 to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee Aug 16 13:12:06.454877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dcc3a-b0a4-401f-874e-ec1b9090d5c4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76a3dd0-53f2-4943-ba6b-31ef299b572c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:06.523529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0485a-2b0d-4816-98c2-1b41ce689b45 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=06607f97-ca18-4d7a-b389-d88a6ff3d0a7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:06.526189 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2e0485a-2b0d-4816-98c2-1b41ce689b45 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:06.528368 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d2e0485a-2b0d-4816-98c2-1b41ce689b45 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/06607f97-ca18-4d7a-b389-d88a6ff3d0a7 HTTP/1.1" status: 204 len: 168 time: 1.2155166 Aug 16 13:12:06.533615 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f83a6f-2267-4374-a973-bacc14c54927 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] DELETE failed (client error): The resource could not be found. Aug 16 13:12:06.534231 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f83a6f-2267-4374-a973-bacc14c54927 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:06.536514 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-30f83a6f-2267-4374-a973-bacc14c54927 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] 10.222.0.25 "DELETE /v2.0/subnets/79c7abc8-5714-4e09-843d-b46d8cf7763e HTTP/1.1" status: 404 len: 337 time: 0.1127644 Aug 16 13:12:06.538200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58458) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:06.543007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58460) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:06.574509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:06.575668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:06.577523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:06.578184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44e7473-0b30-4ce8-b400-5b8ed0c598a3 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:06.603176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:06.604201 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:06.607462 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 5 to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee Aug 16 13:12:06.611149 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6f8dce-6bd1-4ea3-83f7-5f6ffa1427d6 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] GET failed (client error): The resource could not be found. Aug 16 13:12:06.618815 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5b6f8dce-6bd1-4ea3-83f7-5f6ffa1427d6 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] 10.222.0.25 "GET /v2.0/networks/be05a4ba-14b2-44d4-b50f-8564a309c457 HTTP/1.1" status: 404 len: 339 time: 0.0550110 Aug 16 13:12:06.619097 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-28e5dfe6-ae45-411b-a2cf-af9086416353 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:06.655473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58464) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:06.721601 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-645717e9-befa-4b23-82c0-8e821e6b958f tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] GET failed (client error): The resource could not be found. Aug 16 13:12:06.727225 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-645717e9-befa-4b23-82c0-8e821e6b958f tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] 10.222.0.25 "GET /v2.0/ports/eafa36ad-020b-40d6-b7b4-1b36c561cb4a HTTP/1.1" status: 404 len: 333 time: 0.0645070 Aug 16 13:12:06.727422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58466) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:06.742083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-85959ed3-a888-4c60-b903-8968d34e7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:06.743794 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-85959ed3-a888-4c60-b903-8968d34e7134 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3498385 Aug 16 13:12:06.748556 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:06.753648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'name': 'tempest-TestAggregatesBasicOps-1353377822-router', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '078883df-4f20-40f9-8962-fe1102746075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:37Z', 'updated_at': '2021-08-16T13:11:52Z', 'revision_number': 4, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'gw_port': {'id': '078883df-4f20-40f9-8962-fe1102746075', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:39Z', 'updated_at': '2021-08-16T13:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '503fe9bd-b42c-4460-9c72-d9a682a40c6d', 'name': '', 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'mac_address': 'fa:16:3e:bd:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4748eef5-98e1-4989-bb77-66ba8ff6d168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:50Z', 'updated_at': '2021-08-16T13:12:04Z', 'revision_number': 4, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'subnets': [{'id': '4748eef5-98e1-4989-bb77-66ba8ff6d168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:06.785329 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f20753a-d7c5-4d35-9d02-f430eec956f8 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] GET failed (client error): The resource could not be found. Aug 16 13:12:06.790541 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6f20753a-d7c5-4d35-9d02-f430eec956f8 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] 10.222.0.25 "GET /v2.0/subnets/de9f3ac9-76d4-492b-841c-192a362aa4be HTTP/1.1" status: 404 len: 337 time: 0.0585907 Aug 16 13:12:06.791563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-577abd83-04ba-405f-8ee5-12c89d2f0e93 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 098736b8-e327-482b-8f93-15d3f390e16a {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:06.795852 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-577abd83-04ba-405f-8ee5-12c89d2f0e93 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:06.808231 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-28e5dfe6-ae45-411b-a2cf-af9086416353 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:06.846955 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-577abd83-04ba-405f-8ee5-12c89d2f0e93 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:06.862732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58468) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:06.870698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9389e4e6-cca2-4073-9c01-8eda000b43f5 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:06.892627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:06.893184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:06.893741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:06.910309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496ff78-2ae2-4b34-a4c7-c7f1f437f870 None None] The sync data for ids ['b573ef1d-b153-4e05-9b15-5743bd024ebc'] in n-d-804708-1 is: [{'id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'name': 'tempest-TestAggregatesBasicOps-1353377822-router', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '078883df-4f20-40f9-8962-fe1102746075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:37Z', 'updated_at': '2021-08-16T13:11:52Z', 'revision_number': 4, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'gw_port': {'id': '078883df-4f20-40f9-8962-fe1102746075', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:39Z', 'updated_at': '2021-08-16T13:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '503fe9bd-b42c-4460-9c72-d9a682a40c6d', 'name': '', 'network_id': 'ec087d5e-73b4-4e2f-b184-60311dacd3b5', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'mac_address': 'fa:16:3e:bd:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4748eef5-98e1-4989-bb77-66ba8ff6d168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:50Z', 'updated_at': '2021-08-16T13:12:04Z', 'revision_number': 4, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'subnets': [{'id': '4748eef5-98e1-4989-bb77-66ba8ff6d168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:12:07.044044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 503fe9bd-b42c-4460-9c72-d9a682a40c6d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:07.054309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-481df696-7263-4a02-ac45-bf1e39432c9e req-c89d4558-bfc9-4f77-95e6-75f443aee8fe tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.3711257 Aug 16 13:12:07.065262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58472) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:07.089765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-577abd83-04ba-405f-8ee5-12c89d2f0e93 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.125034 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-28e5dfe6-ae45-411b-a2cf-af9086416353 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.177331 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:12:07.188852 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-577abd83-04ba-405f-8ee5-12c89d2f0e93 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.260513 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-577abd83-04ba-405f-8ee5-12c89d2f0e93 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.262409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-577abd83-04ba-405f-8ee5-12c89d2f0e93 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/098736b8-e327-482b-8f93-15d3f390e16a HTTP/1.1" status: 204 len: 168 time: 0.7231030 Aug 16 13:12:07.285835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58476) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:07.296177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5dfe6-ae45-411b-a2cf-af9086416353 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c84cb02-2449-4066-bdc9-c7759d1421f6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:07.303616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:07.303946 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:07.306932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577abd83-04ba-405f-8ee5-12c89d2f0e93 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=098736b8-e327-482b-8f93-15d3f390e16a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:07.327611 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-9389e4e6-cca2-4073-9c01-8eda000b43f5 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] PUT failed (client error): The resource could not be found. Aug 16 13:12:07.328260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9389e4e6-cca2-4073-9c01-8eda000b43f5 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:07.332643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9389e4e6-cca2-4073-9c01-8eda000b43f5 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] 10.222.0.25 "PUT /v2.0/networks/f7cc9e91-96d6-4445-89eb-e34c70993c27 HTTP/1.1" status: 404 len: 339 time: 0.4686642 Aug 16 13:12:07.346727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58478) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:07.359132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7f9e7c78-9992-489b-8b5d-d26000e79c4a tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:07.389312 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9e7c78-9992-489b-8b5d-d26000e79c4a tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] PUT failed (client error): The resource could not be found. Aug 16 13:12:07.390469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9e7c78-9992-489b-8b5d-d26000e79c4a tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:07.392014 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7f9e7c78-9992-489b-8b5d-d26000e79c4a tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] 10.222.0.25 "PUT /v2.0/ports/e310a5cb-255b-4521-a58f-cff15c581224 HTTP/1.1" status: 404 len: 333 time: 0.0391231 Aug 16 13:12:07.397656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58480) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:07.408171 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.409955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-bc5ecec2-0a22-46cc-92a4-eb5b9bbdf7e5 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:07.490219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 503fe9bd-b42c-4460-9c72-d9a682a40c6d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:07.495450 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5ecec2-0a22-46cc-92a4-eb5b9bbdf7e5 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] PUT failed (client error): The resource could not be found. Aug 16 13:12:07.495929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5ecec2-0a22-46cc-92a4-eb5b9bbdf7e5 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:07.497536 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bc5ecec2-0a22-46cc-92a4-eb5b9bbdf7e5 tempest-NetworksNegativeTestJSON-1803956493 tempest-NetworksNegativeTestJSON-1803956493-project] 10.222.0.25 "PUT /v2.0/subnets/55961dda-f4ea-413c-8cd3-8910753f234e HTTP/1.1" status: 404 len: 337 time: 0.0984147 Aug 16 13:12:07.507146 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-12a3a39a-e1b4-42cb-acb5-a9875bebc378 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7306836 Aug 16 13:12:07.512525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 503fe9bd-b42c-4460-9c72-d9a682a40c6d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:07.512894 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.580491 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 6 to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee Aug 16 13:12:07.595449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1cc55ad4-e877-4e63-b1b5-61cf2d18b6c6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2712040 Aug 16 13:12:07.595449 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36e9f3e7-0588-42b8-95f7-73b33de25840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.604260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58486) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:07.724492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-53f3aaf9-0684-4ef2-9b1f-9009dfde84a7 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075531 Aug 16 13:12:07.800780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-8f8e12cd-aa15-4d8f-bc71-2e982109c00b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea1d22ed-a3e8-4d72-95e8-c0495702971e HTTP/1.1" status: 200 len: 217 time: 0.0676692 Aug 16 13:12:07.820358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:07.821000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:07.821534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:07.839073 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-28e5dfe6-ae45-411b-a2cf-af9086416353 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.844191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-28e5dfe6-ae45-411b-a2cf-af9086416353 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7874818 Aug 16 13:12:07.851104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58488) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:07.869571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7b7c2183-fcff-4544-b68f-bd4436484527 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'security_group_rule': {'security_group_id': 'f76a3dd0-53f2-4943-ba6b-31ef299b572c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:07.882423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:07.882977 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:07.889947 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 7 to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee Aug 16 13:12:07.927997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:07.928516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:07.929164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:07.991470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ac070-f128-4d16-8f24-9fbb8dd8e637 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:07.996187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-669ac070-f128-4d16-8f24-9fbb8dd8e637 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3842649 Aug 16 13:12:07.998957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-eeec89d3-f326-44e6-8446-0a5628983b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:08.005824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:08.006717 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:08.008459 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-eeec89d3-f326-44e6-8446-0a5628983b9d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.1916196 Aug 16 13:12:08.009326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58490) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:08.010278 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 8 to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee Aug 16 13:12:08.094701 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:08.095323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:08.095889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:08.147011 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:08.147573 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:08.162042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce6758b-1b3f-4e40-9e33-c795969b9243 None None] Update dhcp port {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': '098736b8-e327-482b-8f93-15d3f390e16a'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '933af83a-ce79-4055-bc3f-3d018cee4a41'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:12:08.169117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e7c5c7-e9ff-4b83-abb8-a9a1c9385edc tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:08.176006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-48e7c5c7-e9ff-4b83-abb8-a9a1c9385edc tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1647871 Aug 16 13:12:08.179772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58496) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:08.187335 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 9 to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee Aug 16 13:12:08.228413 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36e9f3e7-0588-42b8-95f7-73b33de25840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.229665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58498) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:08.267821 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36e9f3e7-0588-42b8-95f7-73b33de25840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.314209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-83ea1ee8-768d-4353-a0d4-65a58bd45c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:08.316196 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-83ea1ee8-768d-4353-a0d4-65a58bd45c3e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2893562 Aug 16 13:12:08.317967 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.332391 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2ea84a8c-9ded-4cd7-82e7-194d21abe9b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1472032 Aug 16 13:12:08.334830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58504) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:08.344421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d140c020-5669-4347-acbd-f4ca455141e5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:08.373499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9f3e7-0588-42b8-95f7-73b33de25840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d4ed21-65da-4cf7-b42d-7b6f63751906,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:08.376756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:08.377105 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:08.378574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:08.395039 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5ce6758b-1b3f-4e40-9e33-c795969b9243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.444018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 503fe9bd-b42c-4460-9c72-d9a682a40c6d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=503fe9bd-b42c-4460-9c72-d9a682a40c6d,segment=NetworkSegment(b65c8360-c321-4a5b-953f-f30be241eae5),segment_id=b65c8360-c321-4a5b-953f-f30be241eae5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:08.453170 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.506942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:08.507915 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:08.511410 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 10 to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee Aug 16 13:12:08.556865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0067b57e-8b33-467a-9102-bda88f1268e1 req-650b882b-eb0b-4b35-8932-48f6b01f5811 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.1919951 Aug 16 13:12:08.563328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:08.564328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:08.565222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:08.599380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-36e9f3e7-0588-42b8-95f7-73b33de25840 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cbd99cf7d974dfe9bb451adf044d441&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4779158 Aug 16 13:12:08.607019 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58508) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:08.635995 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2183-fcff-4544-b68f-bd4436484527 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.640466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port a6b572fc-0c30-486e-a3f9-9047a15c0bee on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:08.641705 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port a6b572fc-0c30-486e-a3f9-9047a15c0bee on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:08.642351 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.665151 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c26b3de-faa8-426b-81ee-5cf6de374bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.706332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-6452ddb6-47c4-4f31-9c3c-8c7fb1c37c72 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703852 Aug 16 13:12:08.750303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=503fe9bd-b42c-4460-9c72-d9a682a40c6d,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:08.803830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42943e8e-7f4d-4d64-95c4-d560c822a6d1 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:08.840388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] Deleting port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:08.840941 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.911356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1590e926-1d7c-44ff-8cd6-01f3386f820f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.925501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5805be15-a7c7-40d4-be09-f9ab4b3dda66 None None] Provisioning complete for port 933af83a-ce79-4055-bc3f-3d018cee4a41 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:08.926399 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5805be15-a7c7-40d4-be09-f9ab4b3dda66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.942631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d140c020-5669-4347-acbd-f4ca455141e5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:08.948300 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d140c020-5669-4347-acbd-f4ca455141e5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.950403 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d140c020-5669-4347-acbd-f4ca455141e5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:12:08.951016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d140c020-5669-4347-acbd-f4ca455141e5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:08.998374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 503fe9bd-b42c-4460-9c72-d9a682a40c6d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:09.028692 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-f5ba90f3-c611-4fbb-aa90-a08d7f6e3090 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816255 Aug 16 13:12:09.077448 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2183-fcff-4544-b68f-bd4436484527 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.130430 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2183-fcff-4544-b68f-bd4436484527 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.142539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1590e926-1d7c-44ff-8cd6-01f3386f820f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.155523 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-f92f8fa3-ccbc-419d-9f22-b059c874bd19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8 HTTP/1.1" status: 200 len: 217 time: 0.1119895 Aug 16 13:12:09.223279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 503fe9bd-b42c-4460-9c72-d9a682a40c6d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:09.224402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.257355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] For port a6b572fc-0c30-486e-a3f9-9047a15c0bee, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:09.257976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempted to set empty binding levels {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 13:12:09.272808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d871820-f0a1-44b7-b248-1a5ac006088b None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:09.286836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-b57f367c-423e-4b8b-b24e-f87c3b3d163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:09.291289 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-b57f367c-423e-4b8b-b24e-f87c3b3d163b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.1264663 Aug 16 13:12:09.300153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c2183-fcff-4544-b68f-bd4436484527 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa791a50-74b1-4852-b397-225ea32e62f9,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:09.319576 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.361543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:09.363495 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.392360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] For port f42fd379-0911-4a2a-9b2b-0d04c1e5dd51, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f42fd379-0911-4a2a-9b2b-0d04c1e5dd51,segment=NetworkSegment(51e9a859-8fdd-40e6-8a28-d5d113fcbcbe),segment_id=51e9a859-8fdd-40e6-8a28-d5d113fcbcbe)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:09.393095 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.406623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3d871820-f0a1-44b7-b248-1a5ac006088b None None] Deleting port 933af83a-ce79-4055-bc3f-3d018cee4a41 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:09.407384 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d871820-f0a1-44b7-b248-1a5ac006088b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.427660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921024-e34f-4da5-983b-f10b27699013 req-bbad31cb-3efb-4c99-a3dc-d7d5bc57f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:09.432355 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-bbad31cb-3efb-4c99-a3dc-d7d5bc57f88b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301384 Aug 16 13:12:09.494339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] Calling delete_port for f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:09.500893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 933af83a-ce79-4055-bc3f-3d018cee4a41 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:09.547560 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3d871820-f0a1-44b7-b248-1a5ac006088b None None] For port 933af83a-ce79-4055-bc3f-3d018cee4a41, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=933af83a-ce79-4055-bc3f-3d018cee4a41,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:09.548065 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d871820-f0a1-44b7-b248-1a5ac006088b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.559104 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1590e926-1d7c-44ff-8cd6-01f3386f820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.564786 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1590e926-1d7c-44ff-8cd6-01f3386f820f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.569319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1590e926-1d7c-44ff-8cd6-01f3386f820f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24d4ed21-65da-4cf7-b42d-7b6f63751906 HTTP/1.1" status: 204 len: 168 time: 0.9560847 Aug 16 13:12:09.572064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3d871820-f0a1-44b7-b248-1a5ac006088b None None] Calling delete_port for 933af83a-ce79-4055-bc3f-3d018cee4a41 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:09.577919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event updated for resources: {'Port': ['ID=a6b572fc-0c30-486e-a3f9-9047a15c0bee,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:09.677073 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-a8271a55-be72-4751-b83d-725e8807f6d7 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329736 Aug 16 13:12:09.749673 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c26b3de-faa8-426b-81ee-5cf6de374bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.754836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590e926-1d7c-44ff-8cd6-01f3386f820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d4ed21-65da-4cf7-b42d-7b6f63751906,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:09.808095 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c26b3de-faa8-426b-81ee-5cf6de374bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.823835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.860990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2c26b3de-faa8-426b-81ee-5cf6de374bf8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a628afd4fab84f809a78568cde63b220&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6299314 Aug 16 13:12:09.870809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a400171e-9454-45fb-91ec-876390405613 req-33728d0f-0ad0-4da0-86c3-5d273ca4a09a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.1240299 Aug 16 13:12:09.876706 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2183-fcff-4544-b68f-bd4436484527 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.879681 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7b7c2183-fcff-4544-b68f-bd4436484527 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0203819 Aug 16 13:12:09.896509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58518) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:09.897040 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58520) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:09.898913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b3ac78a6-76a0-4f73-9f61-02dd031953b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 9.3325255 Aug 16 13:12:09.905733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:09.921683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58522) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:09.939199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 933af83a-ce79-4055-bc3f-3d018cee4a41, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=933af83a-ce79-4055-bc3f-3d018cee4a41,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:09.949955 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b921024-e34f-4da5-983b-f10b27699013 req-7ad9718c-cadf-4061-b6ec-a302172f0351 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382736 Aug 16 13:12:09.950537 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.956454 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d140c020-5669-4347-acbd-f4ca455141e5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.6143997 Aug 16 13:12:09.957254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58524) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:09.984303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1b2da583-59a1-4b8b-b5d6-6b57cd4ca0f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:10.047579 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d871820-f0a1-44b7-b248-1a5ac006088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.101231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d871820-f0a1-44b7-b248-1a5ac006088b None None] No DVR routers for this DVR port 933af83a-ce79-4055-bc3f-3d018cee4a41 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:10.122391 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=933af83a-ce79-4055-bc3f-3d018cee4a41,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:10.161070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d871820-f0a1-44b7-b248-1a5ac006088b None None] Pushing event deleted for resources: {'Port': ['ID=933af83a-ce79-4055-bc3f-3d018cee4a41,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:10.185492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26b3de-faa8-426b-81ee-5cf6de374bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910fe919-9f96-45c8-b7c9-e92cd30af7f8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:10.247925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2da583-59a1-4b8b-b5d6-6b57cd4ca0f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:10.252894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b2da583-59a1-4b8b-b5d6-6b57cd4ca0f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.255417 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2da583-59a1-4b8b-b5d6-6b57cd4ca0f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:12:10.255941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2da583-59a1-4b8b-b5d6-6b57cd4ca0f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:10.282843 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1b2da583-59a1-4b8b-b5d6-6b57cd4ca0f7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3240886 Aug 16 13:12:10.283582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58532) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:10.291039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d3bee9ae-eda6-449e-ada5-bca43e8e3b8c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:10.296097 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.402230 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8eb7-f85b-4a4b-9084-07d2c539db6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.421460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bee9ae-eda6-449e-ada5-bca43e8e3b8c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:10.426669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3bee9ae-eda6-449e-ada5-bca43e8e3b8c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.428833 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bee9ae-eda6-449e-ada5-bca43e8e3b8c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:12:10.429622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bee9ae-eda6-449e-ada5-bca43e8e3b8c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:10.456959 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d3bee9ae-eda6-449e-ada5-bca43e8e3b8c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1715300 Aug 16 13:12:10.460295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58536) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:10.468718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f93680de-a83b-4eb2-8f24-1a7cc65dae4c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:10.558036 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8eb7-f85b-4a4b-9084-07d2c539db6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.600987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-64a9ca49-092e-491d-9e9a-3247fcad0515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Deleting port a6b572fc-0c30-486e-a3f9-9047a15c0bee {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:10.601359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-64a9ca49-092e-491d-9e9a-3247fcad0515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.617176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93680de-a83b-4eb2-8f24-1a7cc65dae4c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:10.629458 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f93680de-a83b-4eb2-8f24-1a7cc65dae4c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.632553 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93680de-a83b-4eb2-8f24-1a7cc65dae4c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:12:10.633593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93680de-a83b-4eb2-8f24-1a7cc65dae4c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:10.665334 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f93680de-a83b-4eb2-8f24-1a7cc65dae4c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2021658 Aug 16 13:12:10.666328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58542) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:10.673514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3b5b037b-aba7-4686-9ee0-6270f55828a1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:10.813129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-64a9ca49-092e-491d-9e9a-3247fcad0515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] For port a6b572fc-0c30-486e-a3f9-9047a15c0bee, host n-h2-804708-1, got binding levels [] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:10.813905 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-64a9ca49-092e-491d-9e9a-3247fcad0515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.829311 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.856314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5b037b-aba7-4686-9ee0-6270f55828a1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:10.861554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-64a9ca49-092e-491d-9e9a-3247fcad0515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Calling delete_port for a6b572fc-0c30-486e-a3f9-9047a15c0bee owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:10.865069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42fd379-0911-4a2a-9b2b-0d04c1e5dd51,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:10.867752 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3b5b037b-aba7-4686-9ee0-6270f55828a1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.870659 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5b037b-aba7-4686-9ee0-6270f55828a1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:12:10.873941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5b037b-aba7-4686-9ee0-6270f55828a1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:10.890622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8eb7-f85b-4a4b-9084-07d2c539db6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.893826 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8eb7-f85b-4a4b-9084-07d2c539db6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:10.899432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2b5b8eb7-f85b-4a4b-9084-07d2c539db6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/910fe919-9f96-45c8-b7c9-e92cd30af7f8 HTTP/1.1" status: 204 len: 168 time: 0.9948969 Aug 16 13:12:10.947425 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3b5b037b-aba7-4686-9ee0-6270f55828a1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2797401 Aug 16 13:12:10.951548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58554) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:10.987933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6bf5c4aa-29e8-4c02-9908-ffbe7f65a854 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:11.042832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b8eb7-f85b-4a4b-9084-07d2c539db6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910fe919-9f96-45c8-b7c9-e92cd30af7f8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:11.360701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf5c4aa-29e8-4c02-9908-ffbe7f65a854 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:11.369471 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6bf5c4aa-29e8-4c02-9908-ffbe7f65a854 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:11.371012 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf5c4aa-29e8-4c02-9908-ffbe7f65a854 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:12:11.371454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf5c4aa-29e8-4c02-9908-ffbe7f65a854 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:11.397371 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6bf5c4aa-29e8-4c02-9908-ffbe7f65a854 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4437892 Aug 16 13:12:11.401665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58560) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:11.442570 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:11.460460 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-81182402-5485-4340-9da6-ef5460e79aac tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0572097 Aug 16 13:12:11.464393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58562) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:11.494977 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7ef242b-7fb9-41ae-8d2b-b7346e53bdc6 req-bca216a6-116d-4737-9d30-7f122d6a7cdb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.3433547 Aug 16 13:12:11.590602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50505a47-6029-4f3a-8657-d48666e62e70 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:11.595503 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-50505a47-6029-4f3a-8657-d48666e62e70 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1294100 Aug 16 13:12:11.599411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58564) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:11.712926 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-aada8237-267b-432b-a9eb-0c1c3c669e61 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098185 Aug 16 13:12:11.722539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58572) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:11.741315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9457f916-4d62-4ab6-9b3b-5d2b71a7796e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:11.768225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-64a9ca49-092e-491d-9e9a-3247fcad0515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:11.770888 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:11.844689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9ca49-092e-491d-9e9a-3247fcad0515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6b572fc-0c30-486e-a3f9-9047a15c0bee,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:11.927950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-64a9ca49-092e-491d-9e9a-3247fcad0515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:11.931796 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-64a9ca49-092e-491d-9e9a-3247fcad0515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a6b572fc-0c30-486e-a3f9-9047a15c0bee HTTP/1.1" status: 204 len: 168 time: 2.0067782 Aug 16 13:12:11.937019 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58576) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:11.948892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9457f916-4d62-4ab6-9b3b-5d2b71a7796e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:11.959066 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9457f916-4d62-4ab6-9b3b-5d2b71a7796e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:12.103763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Allocated IP 172.25.0.56 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/bf740579-c369-427a-ba37-2d4390b0a9ea) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:12.169628 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8dd5a0c-0373-4992-ac48-b936be204bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] GET failed (client error): The resource could not be found. Aug 16 13:12:12.172739 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c8dd5a0c-0373-4992-ac48-b936be204bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "GET /v2.0/ports/a6b572fc-0c30-486e-a3f9-9047a15c0bee HTTP/1.1" status: 404 len: 333 time: 0.2303059 Aug 16 13:12:12.178985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58586) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:12.191709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Request body: {'port': {'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-536880426'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:12.562315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Made reservation on behalf of c9fd884bd4b14f1f827792097f2d2211 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:12.564457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:12.625229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] device_id is not set on port 92b78df2-40e5-4933-a87c-56d921ba8fb4 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:12.852248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-9457f916-4d62-4ab6-9b3b-5d2b71a7796e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:12:12.860088 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9457f916-4d62-4ab6-9b3b-5d2b71a7796e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:12.959283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd5c2e0a-1831-489c-a355-03597ec79bf0 req-b90a4375-5f10-4d02-8ffd-79ee5c11a2fd tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.1793537 Aug 16 13:12:12.986044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457f916-4d62-4ab6-9b3b-5d2b71a7796e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=6f12abf8-0064-4e77-b1c9-98119efa73dd,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:13.013819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9457f916-4d62-4ab6-9b3b-5d2b71a7796e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:13.015038 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:13.025097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9457f916-4d62-4ab6-9b3b-5d2b71a7796e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:13.035223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9457f916-4d62-4ab6-9b3b-5d2b71a7796e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:13.036488 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9457f916-4d62-4ab6-9b3b-5d2b71a7796e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:13.038872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee2af34-0d22-4970-8659-c2c50acc8ba9 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:13.079892 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9457f916-4d62-4ab6-9b3b-5d2b71a7796e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3555093 Aug 16 13:12:13.080728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58608) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:13.095575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:f6:95:bb', 'name': 'tempest-NetworksTestDHCPv6-256867588'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:13.408438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:13.450751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58612) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:13.497807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '6f12abf8-0064-4e77-b1c9-98119efa73dd'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:12:13.499368 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:13.515409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:13.569957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:13.575538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] Router 5afa8e85-a8e9-4378-b93e-171d8054520e has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:12:13.643447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:13.647886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event updated for resources: {'Port': ['ID=92b78df2-40e5-4933-a87c-56d921ba8fb4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:13.684244 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:13.691530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:13.709333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 834a124a-2104-4334-9773-8696ba2ef64c yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:13.796565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Allocated IP 2001:db8::f816:3eff:fe0d:131d (bbb70a5f-e1ed-4340-8ed7-bddea692336c/6f12abf8-0064-4e77-b1c9-98119efa73dd/243904d4-c492-4a07-8dd7-6d1e0c17015b) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:13.830874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:13.832245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:13.833040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:13.847253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:12:13.856454 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8222c446-ce70-48e5-a779-dd9b204a3268 admin admin] 10.222.0.25 "PUT /v2.0/routers/5afa8e85-a8e9-4378-b93e-171d8054520e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0844350 Aug 16 13:12:13.861329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58620) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:13.866362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-143698436'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:13.867967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fd9f6-24b4-470c-b309-9533a6a12b00 None None] Sync routers for ids ['5afa8e85-a8e9-4378-b93e-171d8054520e'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:12:13.875869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-036d6235-c0d2-4c3a-9ffc-5d0d32e940ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6945958 Aug 16 13:12:13.896933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58622) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:13.916470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:13.937533 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:13.961448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:13.967862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:13.972300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07fd9f6-24b4-470c-b309-9533a6a12b00 None None] Routers {'5afa8e85-a8e9-4378-b93e-171d8054520e'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:13.973109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c07fd9f6-24b4-470c-b309-9533a6a12b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:12:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5afa8e85-a8e9-4378-b93e-171d8054520e'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:14.000030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:14.001432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:14.003951 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.019731 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.112480 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.189976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87d5388f-fc51-42f2-8785-6cc6a4e32def req-303d5a8f-bcbb-433d-b8ae-d66f99e6fffc tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.0609715 Aug 16 13:12:14.230014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'Port': ['ID=bf740579-c369-427a-ba37-2d4390b0a9ea,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:14.251640 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.265167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.284773 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.328901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-c07fd9f6-24b4-470c-b309-9533a6a12b00 None None] Set router 5afa8e85-a8e9-4378-b93e-171d8054520e gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:14.377381 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.394481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Transition to ACTIVE for port object 243904d4-c492-4a07-8dd7-6d1e0c17015b will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:14.414007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Transition to ACTIVE for port object 243904d4-c492-4a07-8dd7-6d1e0c17015b will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:14.474300 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.488270 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.499097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:12:14.511624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.511955 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Added segment 7c67cb76-6b48-444c-b253-a5145e3f0e53 of type vlan for network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 Aug 16 13:12:14.534041 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.590479 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.669428 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.682899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:14.741738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8c5cad-fb47-4621-bea8-13bccddf9abe,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:14.782148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:14.787258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:14.797082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::f816:3eff:fef6:95bb (bbb70a5f-e1ed-4340-8ed7-bddea692336c/6f12abf8-0064-4e77-b1c9-98119efa73dd/834a124a-2104-4334-9773-8696ba2ef64c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:14.821453 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.827547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:14.828310 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.896349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Pushing event updated for resources: {'Port': ['ID=243904d4-c492-4a07-8dd7-6d1e0c17015b,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:14.962671 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.976571 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.982374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Attempting to bind port 243904d4-c492-4a07-8dd7-6d1e0c17015b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:14.983122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Attempting to bind port 243904d4-c492-4a07-8dd7-6d1e0c17015b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:14.983726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Attempting to bind port 243904d4-c492-4a07-8dd7-6d1e0c17015b on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:14.997678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Network': ['ID=c3b9b831-2d45-4ad4-94c0-b1351a7efa36,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:15.029143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] device_id is not set on port 92b78df2-40e5-4933-a87c-56d921ba8fb4 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:15.041963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:15.041963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:15.041963 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:15.042675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:15.043645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Bound port: 243904d4-c492-4a07-8dd7-6d1e0c17015b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:15.044228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1c784e3a-24a1-461a-a7de-c27e1df335da tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5920017 Aug 16 13:12:15.044413 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:15.046857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'Port': ['ID=bf740579-c369-427a-ba37-2d4390b0a9ea,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:15.052378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58636) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:15.054536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:12:15.062678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'name': 'tempest-PortsTestJSON-462400806'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:15.087761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Deleting port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:15.088715 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:15.193115 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:15.248647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:15.254930 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:15.309255 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:15.327895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Transition to ACTIVE for port object 92b78df2-40e5-4933-a87c-56d921ba8fb4 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:15.363856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c07fd9f6-24b4-470c-b309-9533a6a12b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'name': 'tempest-TestAggregatesBasicOps-62652126-router', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:18Z', 'updated_at': '2021-08-16T13:12:10Z', 'revision_number': 5, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'gw_port': {'id': '4509bf47-1b7e-49ed-bfa3-1d1ece345b1c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:20Z', 'updated_at': '2021-08-16T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:15.368014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] For port 243904d4-c492-4a07-8dd7-6d1e0c17015b, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:15.385197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port 50850d18-73eb-44b5-b5e2-d6e815321c97 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:15.392304 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:15.397332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-305b8634-c15b-488f-9629-3a6ab6bf1f97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4934497 Aug 16 13:12:15.415639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fd9f6-24b4-470c-b309-9533a6a12b00 None None] Checking router: 5afa8e85-a8e9-4378-b93e-171d8054520e for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:12:15.423340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] For port 243904d4-c492-4a07-8dd7-6d1e0c17015b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=243904d4-c492-4a07-8dd7-6d1e0c17015b,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:12:15.430763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:15.434215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07fd9f6-24b4-470c-b309-9533a6a12b00 None None] Routers {'5afa8e85-a8e9-4378-b93e-171d8054520e'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:15.435186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c07fd9f6-24b4-470c-b309-9533a6a12b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:12:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5afa8e85-a8e9-4378-b93e-171d8054520e'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:15.438885 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:15.552012 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90ee6607-6458-4ca6-8c55-b356f5ce3466 req-c2239444-8e15-44f5-80a7-cdbd96157dd8 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.1260874 Aug 16 13:12:15.584307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] For port 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4509bf47-1b7e-49ed-bfa3-1d1ece345b1c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:15.585932 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:15.634755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Calling delete_port for 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:15.836348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-c07fd9f6-24b4-470c-b309-9533a6a12b00 None None] Set router 5afa8e85-a8e9-4378-b93e-171d8054520e gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:15.857489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:15.858778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:15.870068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:15.872027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29def0d-34b1-4ba6-bd86-7afa06190e19 None None] Pushing event updated for resources: {'Port': ['ID=243904d4-c492-4a07-8dd7-6d1e0c17015b,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:15.924729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c07fd9f6-24b4-470c-b309-9533a6a12b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'name': 'tempest-TestAggregatesBasicOps-62652126-router', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:18Z', 'updated_at': '2021-08-16T13:12:14Z', 'revision_number': 6, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:15.953048 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:15.962072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:15.962803 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:15.969428 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 2 to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 Aug 16 13:12:15.976045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event updated for resources: {'Port': ['ID=92b78df2-40e5-4933-a87c-56d921ba8fb4,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:15.978349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fd9f6-24b4-470c-b309-9533a6a12b00 None None] The sync data for ids ['5afa8e85-a8e9-4378-b93e-171d8054520e'] in n-d-804708-1 is: [{'id': '5afa8e85-a8e9-4378-b93e-171d8054520e', 'name': 'tempest-TestAggregatesBasicOps-62652126-router', 'tenant_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:18Z', 'updated_at': '2021-08-16T13:12:14Z', 'revision_number': 6, 'project_id': 'b0ac173b5d3f4d529b0d2f828663fc18', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:12:16.065524 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-9225fad7-113c-46d1-a1fe-9ae03cf108b9 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--758878645&fields=id&tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9 HTTP/1.1" status: 200 len: 267 time: 0.1508832 Aug 16 13:12:16.090428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 834a124a-2104-4334-9773-8696ba2ef64c will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:16.095337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:16.095337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:16.095947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:16.119146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:16.119483 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:16.121499 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 3 to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 Aug 16 13:12:16.173884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:16.174346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:16.174669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:16.186485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:16.186924 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:16.188630 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 4 to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 Aug 16 13:12:16.228808 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:16.317140 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:16.403024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Pushing event deleted for resources: {'Port': ['ID=4509bf47-1b7e-49ed-bfa3-1d1ece345b1c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:16.445565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-979a9dee-aa13-436f-9ea0-a40b5a3e46a3 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:16.456513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-979a9dee-aa13-436f-9ea0-a40b5a3e46a3 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 817 time: 0.3899736 Aug 16 13:12:16.622041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-8071f62d-f29a-43af-91cb-1d25cae2e1be tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/quotas/98ca0f162b1f4e6598dff79c6f9eefd9 HTTP/1.1" status: 200 len: 375 time: 0.1632569 Aug 16 13:12:16.730443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:16.731551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:16.732097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:16.751108 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:16.755070 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:16.809755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:16.810329 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:16.822913 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 5 to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 Aug 16 13:12:16.945362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:16.954517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:16.954979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:16.957148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:16.968915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:16.973019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:16.979265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:16.979952 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:16.997798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:16.998177 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:17.004113 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d50e349-e949-46f4-8da6-38003bb0ac5c req-1c652307-49ae-47f8-9939-9b5969d9eb1f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.1528835 Aug 16 13:12:17.004839 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 6 to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 Aug 16 13:12:17.026346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=834a124a-2104-4334-9773-8696ba2ef64c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:17.040242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:17.040925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:17.041045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:17.055002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-b339bb97-a1ba-48d4-adc5-965f3b844299 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4314167 Aug 16 13:12:17.066335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.071944 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.072512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:17.072512 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:17.076898 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.079632 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 7 to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 Aug 16 13:12:17.107558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:17.108218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:17.110669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:17.119659 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5285defd-2a68-48ab-a65c-341c2036b73b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0372691 Aug 16 13:12:17.128879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58666) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:17.204989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:17.215220 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:17.230147 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 8 to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 Aug 16 13:12:17.274780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:17.275130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:17.275758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:17.309220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:17.309609 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:17.323809 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 9 to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 Aug 16 13:12:17.332558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 243904d4-c492-4a07-8dd7-6d1e0c17015b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:17.344479 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.346008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5afa8e85-a8e9-4378-b93e-171d8054520e {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:12:17.363463 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.370655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5107e2dc-8740-4639-83fe-6b2bb79faef4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:17.372265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5621a042-4ba1-405d-a92f-7a27dd4b0174 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5afa8e85-a8e9-4378-b93e-171d8054520e HTTP/1.1" status: 204 len: 168 time: 3.5081053 Aug 16 13:12:17.374802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58670) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:17.381199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5107e2dc-8740-4639-83fe-6b2bb79faef4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:17.387018 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5107e2dc-8740-4639-83fe-6b2bb79faef4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2430971 Aug 16 13:12:17.387324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58672) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:17.407158 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.475297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-66517095-2900-4cd8-98c1-b5334d4e78a5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:12:17.477307 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-66517095-2900-4cd8-98c1-b5334d4e78a5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3925707 Aug 16 13:12:17.506851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e32fbfb-14dc-454a-8ad2-86509dcb4384 admin admin] Deleting subnet ca434426-9fce-48e1-8382-e521072375b8 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:17.512595 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 243904d4-c492-4a07-8dd7-6d1e0c17015b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:17.520935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:17.521282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:17.521807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:17.540855 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8e32fbfb-14dc-454a-8ad2-86509dcb4384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.611782 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:17.612133 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:17.623703 n-d-804708-1 neutron-server[101396]: INFO neutron.plugins.ml2.plugin [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 10 to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 Aug 16 13:12:17.626923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:17.676474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:17.676829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f42fd379-0911-4a2a-9b2b-0d04c1e5dd51 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:17.677267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:17.728137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:17.728490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4509bf47-1b7e-49ed-bfa3-1d1ece345b1c not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:17.729613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=50850d18-73eb-44b5-b5e2-d6e815321c97,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:17.740558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:17.742918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:17.743369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:17.794845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:17.802180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8e32fbfb-14dc-454a-8ad2-86509dcb4384 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.804458 n-d-804708-1 neutron-server[101396]: ERROR neutron.plugins.ml2.managers [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:17.804846 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.843753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Checking segment: {'id': '7c67cb76-6b48-444c-b253-a5145e3f0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:17.844116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network hostable DHCP agents. Network: c3b9b831-2d45-4ad4-94c0-b1351a7efa36, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:12:17.869289 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-f411dd1a-3fc1-4a2a-86dd-87c626601619 service neutron] 10.222.0.25 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489480 Aug 16 13:12:17.947030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e53c6-5379-4632-98cf-aa48f12ce3a7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 834a124a-2104-4334-9773-8696ba2ef64c {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:17.947469 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1e53c6-5379-4632-98cf-aa48f12ce3a7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.969340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:12:18.034417 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8e32fbfb-14dc-454a-8ad2-86509dcb4384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.043207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] For port 92b78df2-40e5-4933-a87c-56d921ba8fb4, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:18.043618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempted to set empty binding levels {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 13:12:18.047498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, c3b9b831-2d45-4ad4-94c0-b1351a7efa36) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:18.056338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.067207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:18.085711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.086413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.087545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84eaf3f-0eb0-46dc-aa1a-30d16fb1f218 None None] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:18.171118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b16440e5-78e0-4623-a9c1-6836439ee809 None None] Provisioning for port 243904d4-c492-4a07-8dd7-6d1e0c17015b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:18.190735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b16440e5-78e0-4623-a9c1-6836439ee809 None None] Provisioning complete for port 243904d4-c492-4a07-8dd7-6d1e0c17015b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:18.191370 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b16440e5-78e0-4623-a9c1-6836439ee809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.211416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] In _notify_port_updated(), no bound segment for port 92b78df2-40e5-4933-a87c-56d921ba8fb4 on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:12:18.212320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.212935 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.214530 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "PUT /v2.0/ports/92b78df2-40e5-4933-a87c-56d921ba8fb4 HTTP/1.1" status: 200 len: 978 time: 4.3165686 Aug 16 13:12:18.222038 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-46b29ef8-63f7-42b7-bd84-b5a8f3eb57cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1668921 Aug 16 13:12:18.225091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58682) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:18.225436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58684) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:18.257789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-788756873'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:18.264011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7646f85d-0b70-41d3-b212-349795f225aa req-6a81f82c-15eb-448c-9afe-9d33446540d8 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.0735140 Aug 16 13:12:18.267188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-1b221d4e-c64f-4aba-b421-df3416acc827 service neutron] 10.222.0.25 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889813 Aug 16 13:12:18.275786 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8e32fbfb-14dc-454a-8ad2-86509dcb4384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.312522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32fbfb-14dc-454a-8ad2-86509dcb4384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca434426-9fce-48e1-8382-e521072375b8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:18.323273 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8e32fbfb-14dc-454a-8ad2-86509dcb4384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.325436 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8e32fbfb-14dc-454a-8ad2-86509dcb4384 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ca434426-9fce-48e1-8382-e521072375b8 HTTP/1.1" status: 204 len: 168 time: 0.9239717 Aug 16 13:12:18.329549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58688) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:18.352598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b54c5-98ef-4a97-901a-677242bbc86c None None] Network b9142d25-64bf-4649-9e08-1941bd3d71e8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:18.485472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event updated for resources: {'Port': ['ID=92b78df2-40e5-4933-a87c-56d921ba8fb4,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:18.499697 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1e53c6-5379-4632-98cf-aa48f12ce3a7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.525907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.526279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.526715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.526949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.527272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.527600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.527927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.528253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.528725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.529052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.529373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.530473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8420c13-0985-4ac2-9250-c08d78ebb52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:18.553724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e53c6-5379-4632-98cf-aa48f12ce3a7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 834a124a-2104-4334-9773-8696ba2ef64c owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:18.577520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:18.581475 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.617645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e96472a5-4eff-41a6-a3c7-e4fac285e975 req-2be43225-bed1-4976-b14f-936b911a6274 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 210 time: 0.0793440 Aug 16 13:12:18.677294 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.703311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.703615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.704104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.704579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.705050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.705523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.705987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.706503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.707191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.708201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.708787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.709181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.709692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.710155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.710833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.711653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.712080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.712773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.713530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.714010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.714533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.714998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.715463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.715927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.716391 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.716855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.718110 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.718577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.719039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.719501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.719966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.720429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.720994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.721455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.721913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.724098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.724636 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.728798 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7c8577ca-e27e-4a78-875e-e60ec8242258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33164 time: 0.4945865 Aug 16 13:12:18.734707 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58700) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:18.808183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Deleting port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:18.808919 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.809786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:12:18.831118 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.831467 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Added segment c2bfbdf9-cf10-4179-b487-a3bcdce00e16 of type vlan for network 1021c1b4-2587-40d1-8ecc-9280b892a960 Aug 16 13:12:18.921056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:18.930756 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b16440e5-78e0-4623-a9c1-6836439ee809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.020066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] For port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=98bcbe6d-b04a-4a5a-894e-9d19200ad8b2,segment=NetworkSegment(51e9a859-8fdd-40e6-8a28-d5d113fcbcbe),segment_id=51e9a859-8fdd-40e6-8a28-d5d113fcbcbe)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:19.020517 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.022781 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1e53c6-5379-4632-98cf-aa48f12ce3a7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.031591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c21435bf-68bf-4ffb-b71e-a0f271d32693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Deleting port 92b78df2-40e5-4933-a87c-56d921ba8fb4 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:19.031591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c21435bf-68bf-4ffb-b71e-a0f271d32693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.045891 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.053765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:19.054446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.064585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Calling delete_port for 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:19.119098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e53c6-5379-4632-98cf-aa48f12ce3a7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=834a124a-2104-4334-9773-8696ba2ef64c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:19.121021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b16440e5-78e0-4623-a9c1-6836439ee809 None None] For port 243904d4-c492-4a07-8dd7-6d1e0c17015b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=243904d4-c492-4a07-8dd7-6d1e0c17015b,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:19.128663 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b16440e5-78e0-4623-a9c1-6836439ee809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.207670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e1e53c6-5379-4632-98cf-aa48f12ce3a7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.217255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a15ae-8a48-418c-9c31-7bdbffe7cf22 None None] DHCP port deletion for b9142d25-64bf-4649-9e08-1941bd3d71e8 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:19.217598 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3e1e53c6-5379-4632-98cf-aa48f12ce3a7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/834a124a-2104-4334-9773-8696ba2ef64c HTTP/1.1" status: 204 len: 168 time: 1.8288255 Aug 16 13:12:19.224771 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9826667 Aug 16 13:12:19.227492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58708) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:19.227725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58710) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:19.294434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-c21435bf-68bf-4ffb-b71e-a0f271d32693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] For port 92b78df2-40e5-4933-a87c-56d921ba8fb4, host n-h2-804708-1, got binding levels [] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:19.296085 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c21435bf-68bf-4ffb-b71e-a0f271d32693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.315745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c21435bf-68bf-4ffb-b71e-a0f271d32693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Calling delete_port for 92b78df2-40e5-4933-a87c-56d921ba8fb4 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:19.359538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-33a78c1e-94f8-43cf-bfc6-530e2e96f3d4 None None] Could not find standard attr ID for object 834a124a-2104-4334-9773-8696ba2ef64c. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:12:19.377501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16440e5-78e0-4623-a9c1-6836439ee809 None None] Pushing event updated for resources: {'Port': ['ID=243904d4-c492-4a07-8dd7-6d1e0c17015b,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:19.394029 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.430031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-664a15ae-8a48-418c-9c31-7bdbffe7cf22 None None] Deleting port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:19.430617 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-664a15ae-8a48-418c-9c31-7bdbffe7cf22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.513505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'ports': [{'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36'}, {'network_id': '1021c1b4-2587-40d1-8ecc-9280b892a960'}]} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:19.514408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:19.515285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': '1021c1b4-2587-40d1-8ecc-9280b892a960'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:19.528164 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c21435bf-68bf-4ffb-b71e-a0f271d32693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.662400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c21435bf-68bf-4ffb-b71e-a0f271d32693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.672607 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c21435bf-68bf-4ffb-b71e-a0f271d32693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "DELETE /v2.0/ports/92b78df2-40e5-4933-a87c-56d921ba8fb4 HTTP/1.1" status: 204 len: 168 time: 0.9294381 Aug 16 13:12:19.689128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-664a15ae-8a48-418c-9c31-7bdbffe7cf22 None None] For port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:19.689576 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-664a15ae-8a48-418c-9c31-7bdbffe7cf22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.740929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-664a15ae-8a48-418c-9c31-7bdbffe7cf22 None None] Calling delete_port for 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:19.753656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-664a15ae-8a48-418c-9c31-7bdbffe7cf22 None None] Port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:12:19.758565 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-664a15ae-8a48-418c-9c31-7bdbffe7cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:19.788084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a15ae-8a48-418c-9c31-7bdbffe7cf22 None None] No DVR routers for this DVR port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:19.809995 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58720) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:19.811808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21435bf-68bf-4ffb-b71e-a0f271d32693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event deleted for resources: {'Port': ['ID=92b78df2-40e5-4933-a87c-56d921ba8fb4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:19.818720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c739f8c-81af-487f-9382-61e29676aa15 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Network': ['ID=1021c1b4-2587-40d1-8ecc-9280b892a960,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:19.850528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 1021c1b4-2587-40d1-8ecc-9280b892a960 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:12:19.878198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Pushing event deleted for resources: {'Port': ['ID=98bcbe6d-b04a-4a5a-894e-9d19200ad8b2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:19.881512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] No DVR routers for this DVR port 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:19.910928 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee39b480-88d2-4a5a-83bd-b6ed5739ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] GET failed (client error): The resource could not be found. Aug 16 13:12:19.916683 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ee39b480-88d2-4a5a-83bd-b6ed5739ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "GET /v2.0/ports/92b78df2-40e5-4933-a87c-56d921ba8fb4 HTTP/1.1" status: 404 len: 333 time: 0.0955493 Aug 16 13:12:19.936416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a15ae-8a48-418c-9c31-7bdbffe7cf22 None None] Pushing event deleted for resources: {'Port': ['ID=98bcbe6d-b04a-4a5a-894e-9d19200ad8b2,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:19.944986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58724) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:19.963675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-280857258', 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:19.975815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303dc8e6-edad-42ad-baa9-5074efc89cc5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:19.978374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303dc8e6-edad-42ad-baa9-5074efc89cc5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:19.980048 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-303dc8e6-edad-42ad-baa9-5074efc89cc5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6967356 Aug 16 13:12:19.990673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58726) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:19.996017 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.019888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9142d25-64bf-4649-9e08-1941bd3d71e8']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:20.035755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e9a859-8fdd-40e6-8a28-d5d113fcbcbe') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:20.036298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e9a859-8fdd-40e6-8a28-d5d113fcbcbe') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:20.047470 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.064061 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.070817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:12:20.071226 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.109435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Made reservation on behalf of c9fd884bd4b14f1f827792097f2d2211 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:20.112475 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.139643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] device_id is not set on port 075d5337-2a4d-4dfe-b0c4-f6e09444a59a yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:12:20.158279 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:12:20.161586 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3046829d-06a0-427a-998f-2c83efd34e36 req-a8bedcf2-a0db-408f-b0d5-af0006e0246e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 210 time: 0.2840638 Aug 16 13:12:20.162301 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.173095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff308833-2df6-46f6-90ce-abf71652b750 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 6f12abf8-0064-4e77-b1c9-98119efa73dd {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:20.184424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a797e24-22db-4912-948c-bbeace58cbe7 req-bf76aec0-7956-48ea-8016-b38ca5a5e6da tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.2994559 Aug 16 13:12:20.203143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff308833-2df6-46f6-90ce-abf71652b750 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.249139 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.259338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff308833-2df6-46f6-90ce-abf71652b750 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.261779 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b9142d25-64bf-4649-9e08-1941bd3d71e8 HTTP/1.1" status: 204 len: 168 time: 1.9304054 Aug 16 13:12:20.268937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763182c-469b-4b31-bd54-804f8392ca44 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9142d25-64bf-4649-9e08-1941bd3d71e8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:20.288240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58728) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:20.368432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 2} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:20.377337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.430068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.618079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port 32a4477f-e6cd-48fa-9ec7-a04666c43ed8 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:20.623111 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff308833-2df6-46f6-90ce-abf71652b750 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.971919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff308833-2df6-46f6-90ce-abf71652b750 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.984714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:21.044631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 243904d4-c492-4a07-8dd7-6d1e0c17015b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:21.047445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-60be66ff-a5a2-4f28-b320-42b2885e6857 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:21.049062 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-60be66ff-a5a2-4f28-b320-42b2885e6857 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.42 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 817 time: 0.3516750 Aug 16 13:12:21.051102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff308833-2df6-46f6-90ce-abf71652b750 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=6f12abf8-0064-4e77-b1c9-98119efa73dd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:21.063222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:21.069647 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff308833-2df6-46f6-90ce-abf71652b750 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:21.072159 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ff308833-2df6-46f6-90ce-abf71652b750 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/6f12abf8-0064-4e77-b1c9-98119efa73dd HTTP/1.1" status: 204 len: 168 time: 1.0803320 Aug 16 13:12:21.112802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa2481c-ebf6-4613-b55f-c3c46aa144b4 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:21.150259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58734) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:21.271478 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-53e5828c-e7f6-4088-8340-4f958548718c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170301 Aug 16 13:12:21.281328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58738) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:21.288773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-065d86a0-801c-4c56-8eb6-ad6ebaccba4a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:21.475368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d126999f-809d-4dec-8caa-114ddac94bf5 req-3e1ba318-5321-4600-be0e-0cf31eea85ac tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.0381267 Aug 16 13:12:21.537711 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 243904d4-c492-4a07-8dd7-6d1e0c17015b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:21.538046 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:21.563869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-616e888e-37a7-4b52-9825-281de3979c9f req-6048d561-5785-498f-ae35-79f12f56fe8c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 210 time: 0.0746553 Aug 16 13:12:21.654140 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-fde70fd5-53e8-4453-86e4-7eb5820aab82 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9 HTTP/1.1" status: 200 len: 379 time: 0.5910962 Aug 16 13:12:21.665914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065d86a0-801c-4c56-8eb6-ad6ebaccba4a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:21.673829 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-065d86a0-801c-4c56-8eb6-ad6ebaccba4a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:21.677468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'port': {'device_id': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'admin_state_up': True, 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'security_groups': ['f76a3dd0-53f2-4943-ba6b-31ef299b572c']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:21.697553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d86bc64-9fc8-4a6c-ac7c-36b105279523 None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:21.755920 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:21.767113 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:21.841482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3d86bc64-9fc8-4a6c-ac7c-36b105279523 None None] Deleting port 243904d4-c492-4a07-8dd7-6d1e0c17015b {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:21.842003 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d86bc64-9fc8-4a6c-ac7c-36b105279523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:21.895368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] Deleting port 503fe9bd-b42c-4460-9c72-d9a682a40c6d {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:21.895861 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:21.958296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3d86bc64-9fc8-4a6c-ac7c-36b105279523 None None] For port 243904d4-c492-4a07-8dd7-6d1e0c17015b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=243904d4-c492-4a07-8dd7-6d1e0c17015b,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:21.961070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d86bc64-9fc8-4a6c-ac7c-36b105279523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:22.003114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3d86bc64-9fc8-4a6c-ac7c-36b105279523 None None] Calling delete_port for 243904d4-c492-4a07-8dd7-6d1e0c17015b owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:22.095343 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:22.122389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:22.122898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 98bcbe6d-b04a-4a5a-894e-9d19200ad8b2 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:22.128476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] For port 503fe9bd-b42c-4460-9c72-d9a682a40c6d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=503fe9bd-b42c-4460-9c72-d9a682a40c6d,segment=NetworkSegment(b65c8360-c321-4a5b-953f-f30be241eae5),segment_id=b65c8360-c321-4a5b-953f-f30be241eae5)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:22.131176 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:22.143970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:22.164229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:22.169687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] Calling delete_port for 503fe9bd-b42c-4460-9c72-d9a682a40c6d owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:22.179812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event updated for resources: {'Port': ['ID=075d5337-2a4d-4dfe-b0c4-f6e09444a59a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:22.180890 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d86bc64-9fc8-4a6c-ac7c-36b105279523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:22.184011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:22.187154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:22.188516 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:22.230786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port d141f511-f820-44cf-b22c-77ad0af43f13 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:22.248596 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86bc64-9fc8-4a6c-ac7c-36b105279523 None None] No DVR routers for this DVR port 243904d4-c492-4a07-8dd7-6d1e0c17015b on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:22.255261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86bc64-9fc8-4a6c-ac7c-36b105279523 None None] Pushing event deleted for resources: {'Port': ['ID=243904d4-c492-4a07-8dd7-6d1e0c17015b,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:22.314938 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fff3c936-3915-4b18-8ca6-dccdb0ca2bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3645275 Aug 16 13:12:22.318425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58748) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:22.366612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Made reservation on behalf of 98ca0f162b1f4e6598dff79c6f9eefd9 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:22.374188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:22.735681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:22.828741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:22.837546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.objects.ports [None req-065d86a0-801c-4c56-8eb6-ad6ebaccba4a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101395) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:12:22.840364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9486fa4e-75e2-4d05-bd71-d963488cbd63 req-8dfa29f2-8aa3-4f5d-b279-448c8efb2d3d tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.0753865 Aug 16 13:12:22.841599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9806e02-632b-4783-abcb-eed0f93c317e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:22.847812 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e9806e02-632b-4783-abcb-eed0f93c317e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "GET /v2.0/ports/075d5337-2a4d-4dfe-b0c4-f6e09444a59a HTTP/1.1" status: 200 len: 958 time: 0.5264928 Aug 16 13:12:22.849741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58758) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:22.860467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-065d86a0-801c-4c56-8eb6-ad6ebaccba4a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:22.960507 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:22.985533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d86a0-801c-4c56-8eb6-ad6ebaccba4a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=48023710-09ba-4f26-8af5-fda5880a1c17,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:23.018525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 243904d4-c492-4a07-8dd7-6d1e0c17015b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:23.023116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=32a4477f-e6cd-48fa-9ec7-a04666c43ed8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:23.038995 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:23.042318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58760) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:23.052027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52ea97c7-3da4-437b-b1cb-e86910993751 req-63db26ff-0ff4-4086-83f9-71d047fcecda tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 210 time: 0.0858846 Aug 16 13:12:23.052300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:23.057459 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:23.058462 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:23.063931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 243904d4-c492-4a07-8dd7-6d1e0c17015b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:23.064293 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 243904d4-c492-4a07-8dd7-6d1e0c17015b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:23.124538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=503fe9bd-b42c-4460-9c72-d9a682a40c6d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:23.159374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d86a0-801c-4c56-8eb6-ad6ebaccba4a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:23.186798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Allocated IP 172.20.0.12 (9cc824de-04de-4c01-9674-275e59dd3473/869c6635-1347-4341-97aa-dd06c69f7bf6/299fa087-78cf-4580-826a-5d2faa0c9eba) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:23.317590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-065d86a0-801c-4c56-8eb6-ad6ebaccba4a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:23.331445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb5efbe-a46d-471f-bfeb-bbf7194e66da None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:23.345333 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d86a0-801c-4c56-8eb6-ad6ebaccba4a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:23.346577 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-065d86a0-801c-4c56-8eb6-ad6ebaccba4a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:23.451125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-065d86a0-801c-4c56-8eb6-ad6ebaccba4a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1654916 Aug 16 13:12:23.457349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58766) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:23.469622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:c0:90:8c', 'name': 'tempest-NetworksTestDHCPv6-574812188'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:23.531931 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:23.560646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Transition to ACTIVE for port object 299fa087-78cf-4580-826a-5d2faa0c9eba will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:23.615141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '48023710-09ba-4f26-8af5-fda5880a1c17'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:12:23.619848 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:23.620752 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=d141f511-f820-44cf-b22c-77ad0af43f13,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:23.647517 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:23.694592 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-836d6f9f-bc87-4643-b88c-8e27ea438659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:23.777684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Network 9cc824de-04de-4c01-9674-275e59dd3473 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:23.781964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:23.785354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Checking segment: {'id': 'c2bfbdf9-cf10-4179-b487-a3bcdce00e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1021c1b4-2587-40d1-8ecc-9280b892a960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:23.785965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network hostable DHCP agents. Network: 1021c1b4-2587-40d1-8ecc-9280b892a960, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:12:23.796417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:23.828282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Allocated IP 2001:db8::f816:3eff:fe9c:655c (bbb70a5f-e1ed-4340-8ed7-bddea692336c/48023710-09ba-4f26-8af5-fda5880a1c17/fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:23.837560 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:23.881478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-1078bec0-5fb0-43d5-90b2-3a26075e3563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Deleting port 075d5337-2a4d-4dfe-b0c4-f6e09444a59a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:23.881954 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1078bec0-5fb0-43d5-90b2-3a26075e3563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:23.972934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network 1021c1b4-2587-40d1-8ecc-9280b892a960 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:12:24.013398 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.025115 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Transition to ACTIVE for port object fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:24.044170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Transition to ACTIVE for port object fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:24.058133 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.058405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event updated for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:24.080047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:24.080841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1078bec0-5fb0-43d5-90b2-3a26075e3563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.083921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:24.086345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:24.113971 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-1078bec0-5fb0-43d5-90b2-3a26075e3563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Calling delete_port for 075d5337-2a4d-4dfe-b0c4-f6e09444a59a owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:24.130260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:24.136872 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.142433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 1021c1b4-2587-40d1-8ecc-9280b892a960) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:24.171264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:24.191510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:24.197144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b876a0d7-cd1f-4d16-b013-34c74a7a2f8f None None] Network 1021c1b4-2587-40d1-8ecc-9280b892a960 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:24.212609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:24.219722 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.242811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Attempting to bind port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:24.243436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Attempting to bind port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:24.244039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Attempting to bind port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:24.324184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Pushing event updated for resources: {'Port': ['ID=fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:24.355843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:24.356805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:24.357198 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.357908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:24.358865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Bound port: fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:24.359502 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.410841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1078bec0-5fb0-43d5-90b2-3a26075e3563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.424286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e39af57c-26c4-4440-af4d-283d081a43da req-b6d575d5-5d74-41d1-b9dd-27493b0dc439 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.1642246 Aug 16 13:12:24.438904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-46ca4d5e-cac4-4b16-a466-6d72980a303e None None] Provisioning for port 299fa087-78cf-4580-826a-5d2faa0c9eba completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:24.478925 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-46ca4d5e-cac4-4b16-a466-6d72980a303e None None] Provisioning complete for port 299fa087-78cf-4580-826a-5d2faa0c9eba triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:24.479305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-46ca4d5e-cac4-4b16-a466-6d72980a303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.481236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-836d6f9f-bc87-4643-b88c-8e27ea438659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.510990 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cec4fd8d-f1ba-4e26-8887-de7d599383be tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2249706 Aug 16 13:12:24.513340 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-836d6f9f-bc87-4643-b88c-8e27ea438659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.535568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58774) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:24.562090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] For port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:24.571681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] For port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:12:24.575575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-46ca4d5e-cac4-4b16-a466-6d72980a303e None None] Port 299fa087-78cf-4580-826a-5d2faa0c9eba cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:12:24.584371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078bec0-5fb0-43d5-90b2-3a26075e3563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event deleted for resources: {'Port': ['ID=075d5337-2a4d-4dfe-b0c4-f6e09444a59a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:24.597824 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.625492 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1078bec0-5fb0-43d5-90b2-3a26075e3563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.629217 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1078bec0-5fb0-43d5-90b2-3a26075e3563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "DELETE /v2.0/ports/075d5337-2a4d-4dfe-b0c4-f6e09444a59a HTTP/1.1" status: 204 len: 168 time: 1.7779095 Aug 16 13:12:24.635641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58776) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:24.649097 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-5cf33bb1-4d7a-4dbd-bf1d-a51ea61c69fa tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9827297 Aug 16 13:12:24.667627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Request body: {'port': {'device_id': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:24.767052 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-836d6f9f-bc87-4643-b88c-8e27ea438659 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ad825d6fc4a43e0b9dc6803806753be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7235231 Aug 16 13:12:24.772308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366ee8b-1a46-4484-ac45-7fe5a99a88b6 None None] Pushing event updated for resources: {'Port': ['ID=fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:24.782065 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d6f9f-bc87-4643-b88c-8e27ea438659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31830752-f703-439e-a0f2-2cb83472d9dc,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:24.786247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58778) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:24.899019 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:24.908108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248420b8-a80e-4c96-accf-48f88358d75c req-e8e58e99-f466-4c51-a879-dbb3e619fe08 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:24.911271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-248420b8-a80e-4c96-accf-48f88358d75c req-e8e58e99-f466-4c51-a879-dbb3e619fe08 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 932 time: 0.6065991 Aug 16 13:12:24.933209 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-869b3aae-b270-49c8-8824-b54fac3ecd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] GET failed (client error): The resource could not be found. Aug 16 13:12:24.942380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-869b3aae-b270-49c8-8824-b54fac3ecd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "GET /v2.0/ports/075d5337-2a4d-4dfe-b0c4-f6e09444a59a HTTP/1.1" status: 404 len: 333 time: 0.3006861 Aug 16 13:12:25.117269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58780) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:25.252183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-248420b8-a80e-4c96-accf-48f88358d75c req-2b469b32-0e42-42d4-a9c1-5d442f2f2054 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269552 Aug 16 13:12:25.275692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Request body: {'port': {'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1007665536'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:25.401475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:25.419363 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-667a6c38-5e97-4b24-890d-d3672f3a2a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:25.465026 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-667a6c38-5e97-4b24-890d-d3672f3a2a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:25.496406 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Made reservation on behalf of c9fd884bd4b14f1f827792097f2d2211 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:25.500661 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:25.520102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c8959b4c-ad0e-4619-925b-b79f1456a0f3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port d141f511-f820-44cf-b22c-77ad0af43f13 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:25.520447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8959b4c-ad0e-4619-925b-b79f1456a0f3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:25.534764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] Router b573ef1d-b153-4e05-9b15-5743bd024ebc has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:12:25.563114 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] device_id is not set on port 4285beca-681e-4d6f-a307-f3ce712e287e yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:25.665957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:25.709338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-667a6c38-5e97-4b24-890d-d3672f3a2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:25.713832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-667a6c38-5e97-4b24-890d-d3672f3a2a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:25.715882 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-667a6c38-5e97-4b24-890d-d3672f3a2a0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31830752-f703-439e-a0f2-2cb83472d9dc HTTP/1.1" status: 204 len: 168 time: 0.9242272 Aug 16 13:12:25.748908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a6c38-5e97-4b24-890d-d3672f3a2a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31830752-f703-439e-a0f2-2cb83472d9dc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:25.769839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8959b4c-ad0e-4619-925b-b79f1456a0f3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:25.864290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c8959b4c-ad0e-4619-925b-b79f1456a0f3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for d141f511-f820-44cf-b22c-77ad0af43f13 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:26.229268 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8959b4c-ad0e-4619-925b-b79f1456a0f3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:26.256632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-078aaf98-a4e9-4fc7-bef8-e9aeacd050e2 req-de21a5fb-51e7-4fd7-bcea-8e986d050839 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.5732551 Aug 16 13:12:26.287540 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 9223bae6-6a08-437c-b3fc-135b690d9803 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:26.348169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8959b4c-ad0e-4619-925b-b79f1456a0f3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=d141f511-f820-44cf-b22c-77ad0af43f13,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:26.372885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8959b4c-ad0e-4619-925b-b79f1456a0f3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:26.379354 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c8959b4c-ad0e-4619-925b-b79f1456a0f3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/d141f511-f820-44cf-b22c-77ad0af43f13 HTTP/1.1" status: 204 len: 168 time: 1.8232062 Aug 16 13:12:26.382553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58792) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:26.562675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:12:26.575030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a854463f-29f2-4255-b3fb-2b9be62244a0 admin admin] 10.222.0.25 "PUT /v2.0/routers/b573ef1d-b153-4e05-9b15-5743bd024ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2816277 Aug 16 13:12:26.575646 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b5d81-ccbf-4e6a-a488-31889bd24c45 None None] Sync routers for ids ['b573ef1d-b153-4e05-9b15-5743bd024ebc'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:12:26.590353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58794) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:26.591272 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b5d81-ccbf-4e6a-a488-31889bd24c45 None None] Routers {'b573ef1d-b153-4e05-9b15-5743bd024ebc'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:26.592613 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-759b5d81-ccbf-4e6a-a488-31889bd24c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:12:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b573ef1d-b153-4e05-9b15-5743bd024ebc'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:26.638382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58796) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:26.668790 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:26.682350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63176623-fa51-4dd2-8169-32f95a0f0770 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:26.695121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63176623-fa51-4dd2-8169-32f95a0f0770 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:26.703391 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-63176623-fa51-4dd2-8169-32f95a0f0770 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3194726 Aug 16 13:12:26.704853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58798) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:26.720535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d7e7a5e3-4876-4b93-aedd-ea0937c4a64f None None] Provisioning for port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:26.760715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299fa087-78cf-4580-826a-5d2faa0c9eba {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:12:26.767018 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-759b5d81-ccbf-4e6a-a488-31889bd24c45 None None] Set router b573ef1d-b153-4e05-9b15-5743bd024ebc gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:26.784787 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:26.869517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Transition to ACTIVE for port object 299fa087-78cf-4580-826a-5d2faa0c9eba will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:26.892419 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:26.950980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:27.034912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Pushing event updated for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:27.035168 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-759b5d81-ccbf-4e6a-a488-31889bd24c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'name': 'tempest-TestAggregatesBasicOps-1353377822-router', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '078883df-4f20-40f9-8962-fe1102746075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:37Z', 'updated_at': '2021-08-16T13:12:22Z', 'revision_number': 5, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'gw_port': {'id': '078883df-4f20-40f9-8962-fe1102746075', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:39Z', 'updated_at': '2021-08-16T13:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:27.097703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c199d98f-d6d1-41c0-a795-ae0635bfda43 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 32a4477f-e6cd-48fa-9ec7-a04666c43ed8 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:27.098179 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c199d98f-d6d1-41c0-a795-ae0635bfda43 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:27.116300 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42f471dc-f8e6-4f61-89b6-70342ff362e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:27.123873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:27.176687 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b5d81-ccbf-4e6a-a488-31889bd24c45 None None] Checking router: b573ef1d-b153-4e05-9b15-5743bd024ebc for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:12:27.219859 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b5d81-ccbf-4e6a-a488-31889bd24c45 None None] Routers {'b573ef1d-b153-4e05-9b15-5743bd024ebc'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:27.221155 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-759b5d81-ccbf-4e6a-a488-31889bd24c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:12:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b573ef1d-b153-4e05-9b15-5743bd024ebc'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:27.285587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c199d98f-d6d1-41c0-a795-ae0635bfda43 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:27.295692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:27.334644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:27.337611 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:27.348189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c199d98f-d6d1-41c0-a795-ae0635bfda43 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 32a4477f-e6cd-48fa-9ec7-a04666c43ed8 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:27.364310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::f816:3eff:fec0:908c (bbb70a5f-e1ed-4340-8ed7-bddea692336c/48023710-09ba-4f26-8af5-fda5880a1c17/9223bae6-6a08-437c-b3fc-135b690d9803) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:27.565721 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:27.584009 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-759b5d81-ccbf-4e6a-a488-31889bd24c45 None None] Set router b573ef1d-b153-4e05-9b15-5743bd024ebc gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:27.641215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:27.652887 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:27.667452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Attempting to bind port 299fa087-78cf-4580-826a-5d2faa0c9eba on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:27.667766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Attempting to bind port 299fa087-78cf-4580-826a-5d2faa0c9eba by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:27.668100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Attempting to bind port 299fa087-78cf-4580-826a-5d2faa0c9eba on network 9cc824de-04de-4c01-9674-275e59dd3473 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:27.697206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Port 299fa087-78cf-4580-826a-5d2faa0c9eba on network 9cc824de-04de-4c01-9674-275e59dd3473 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:27.698185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Attempting to bind port 299fa087-78cf-4580-826a-5d2faa0c9eba on network 9cc824de-04de-4c01-9674-275e59dd3473 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:27.711217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c199d98f-d6d1-41c0-a795-ae0635bfda43 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:27.715129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:27.716079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Checking segment: {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:27.717612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Bound using segment: {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:27.718675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Bound port: 299fa087-78cf-4580-826a-5d2faa0c9eba, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6043c3c-fb45-4f35-8915-31b27003069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:27.719510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:27.781662 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:27.813833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199d98f-d6d1-41c0-a795-ae0635bfda43 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=32a4477f-e6cd-48fa-9ec7-a04666c43ed8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:27.851112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b6db7-4a9c-43bb-976a-02df826b2b7b req-ba24fa39-30a9-431d-9517-b3c13c94e664 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:27.854330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e84b6db7-4a9c-43bb-976a-02df826b2b7b req-ba24fa39-30a9-431d-9517-b3c13c94e664 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 932 time: 1.3767288 Aug 16 13:12:27.855835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event updated for resources: {'Port': ['ID=4285beca-681e-4d6f-a307-f3ce712e287e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:27.858624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c199d98f-d6d1-41c0-a795-ae0635bfda43 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:27.869122 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c199d98f-d6d1-41c0-a795-ae0635bfda43 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/32a4477f-e6cd-48fa-9ec7-a04666c43ed8 HTTP/1.1" status: 204 len: 168 time: 1.1596789 Aug 16 13:12:27.874231 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58810) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:27.892129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:27.912192 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-759b5d81-ccbf-4e6a-a488-31889bd24c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'name': 'tempest-TestAggregatesBasicOps-1353377822-router', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '078883df-4f20-40f9-8962-fe1102746075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:37Z', 'updated_at': '2021-08-16T13:12:22Z', 'revision_number': 5, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'gw_port': {'id': '078883df-4f20-40f9-8962-fe1102746075', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:39Z', 'updated_at': '2021-08-16T13:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:27.989178 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b5d81-ccbf-4e6a-a488-31889bd24c45 None None] The sync data for ids ['b573ef1d-b153-4e05-9b15-5743bd024ebc'] in n-d-804708-1 is: [{'id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'name': 'tempest-TestAggregatesBasicOps-1353377822-router', 'tenant_id': 'bb6ae1009a05483ab999610389dce09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '078883df-4f20-40f9-8962-fe1102746075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:11:37Z', 'updated_at': '2021-08-16T13:12:22Z', 'revision_number': 5, 'project_id': 'bb6ae1009a05483ab999610389dce09e', 'gw_port': {'id': '078883df-4f20-40f9-8962-fe1102746075', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b573ef1d-b153-4e05-9b15-5743bd024ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:11:39Z', 'updated_at': '2021-08-16T13:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:12:27.994143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a6927-2108-4d1c-811a-4305452ec1d7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:28.000212 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bb3a6927-2108-4d1c-811a-4305452ec1d7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1199887 Aug 16 13:12:28.000212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:28.001095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58812) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:28.009549 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfaa9c5d-7f40-4353-8fda-f51374665255 req-3ccd5b8b-eecd-49b0-bbf5-10ae9b04fb7f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.0635107 Aug 16 13:12:28.028104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:12:28.057246 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.064500 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcd62af-6892-460b-8a3c-adca0ee39be2 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:12:28.072574 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dfcd62af-6892-460b-8a3c-adca0ee39be2 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/d141f511-f820-44cf-b22c-77ad0af43f13 HTTP/1.1" status: 404 len: 333 time: 0.0642681 Aug 16 13:12:28.072907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 9223bae6-6a08-437c-b3fc-135b690d9803 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:28.089840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58814) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:28.107569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:28.127685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:28.128543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.130288 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] 10.222.0.42 "PUT /v2.0/ports/299fa087-78cf-4580-826a-5d2faa0c9eba HTTP/1.1" status: 200 len: 1092 time: 3.4682889 Aug 16 13:12:28.133524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:28.147362 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a80894-dbd8-4acf-b51b-9751a5741d06" -d '{"events": [{"name": "network-changed", "server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:28.183595 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cadb2b1-0575-4d0c-9a38-ce72103e3a75 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:12:28.183941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:28.187880 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0cadb2b1-0575-4d0c-9a38-ce72103e3a75 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/32a4477f-e6cd-48fa-9ec7-a04666c43ed8 HTTP/1.1" status: 404 len: 333 time: 0.0934358 Aug 16 13:12:28.192147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58820) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:28.198574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e84b6db7-4a9c-43bb-976a-02df826b2b7b req-d4775889-fec7-4827-89de-44c5093ba49b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545850 Aug 16 13:12:28.203553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:28.205310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:28.206653 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.252177 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.412332 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd669734-487c-4f2e-b565-4f6b5d3a45a7 x-openstack-request-id: req-dd669734-487c-4f2e-b565-4f6b5d3a45a7 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:28.412734 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:28.413910 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd669734-487c-4f2e-b565-4f6b5d3a45a7 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:28.413910 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'status': 'completed', 'code': 200} Aug 16 13:12:28.418729 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.455609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763358b6-54e9-450e-a3a2-536bbc30409d service neutron] Pushing event updated for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:28.487320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-91e11751-9185-4d7e-aa6d-bd8e69100982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:28.489377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-91e11751-9185-4d7e-aa6d-bd8e69100982 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 1095 time: 0.2980995 Aug 16 13:12:28.582565 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.593132 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42f471dc-f8e6-4f61-89b6-70342ff362e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.629485 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42f471dc-f8e6-4f61-89b6-70342ff362e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.651538 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-8c8afc4e-5078-4f94-abdb-60d4297220c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299fa087-78cf-4580-826a-5d2faa0c9eba HTTP/1.1" status: 200 len: 217 time: 0.1169481 Aug 16 13:12:28.674881 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.700222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f471dc-f8e6-4f61-89b6-70342ff362e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f3897d-d4dd-426b-8d40-ea51d9df7aa4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:28.707219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-978e71b4-ed7f-460c-8c82-d0e0035e27c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4521611 Aug 16 13:12:28.752611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58824) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:28.765063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:28.838935 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.859028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-f6513eb9-4e85-4404-98a3-5e2b748ce28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:28.861497 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-f6513eb9-4e85-4404-98a3-5e2b748ce28e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.1927087 Aug 16 13:12:28.867952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1021c1b4-2587-40d1-8ecc-9280b892a960']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:28.875607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:28.889645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-42f471dc-f8e6-4f61-89b6-70342ff362e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24d73005a6564226bd83e658fabe28f9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0929546 Aug 16 13:12:28.896127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:28.898888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58826) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:28.911907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:28.922143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:28.923249 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.936148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bfbdf9-cf10-4179-b487-a3bcdce00e16') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:28.937199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bfbdf9-cf10-4179-b487-a3bcdce00e16') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:28.937574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=9223bae6-6a08-437c-b3fc-135b690d9803,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:28.955341 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.983280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-bdfb617f-bb02-4883-a4ee-326428ff664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:28.985540 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-bdfb617f-bb02-4883-a4ee-326428ff664e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132379 Aug 16 13:12:28.987110 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.028694 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:29.063760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-435cc6ac-8426-4d19-9d54-20c04b750fc8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6049349 Aug 16 13:12:29.085361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58830) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:29.112127 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.151139 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-49a967d7-04cb-4eca-8472-a4be13725ab9 service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556146 Aug 16 13:12:29.157093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:12:29.157840 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:12:29.165824 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:12:29.188490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:29.189344 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.238694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Deleting port 078883df-4f20-40f9-8962-fe1102746075 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:29.239037 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.266907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.274347 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.277471 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/networks/1021c1b4-2587-40d1-8ecc-9280b892a960 HTTP/1.1" status: 204 len: 168 time: 1.0770020 Aug 16 13:12:29.291397 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-906f7c2d-3fee-4c8c-8b6b-62a97d36eab9 req-91285c7f-86fd-4a18-b9b7-eae99d04f46f tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.1130311 Aug 16 13:12:29.294150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58832) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:29.316408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-426468366'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:29.385043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dcc5a-e14b-45b4-bf67-6cfeb3a52742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Network': ['ID=1021c1b4-2587-40d1-8ecc-9280b892a960,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:29.464870 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da692c7a-4303-4f73-85a4-f68dcd03c866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.510669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 503fe9bd-b42c-4460-9c72-d9a682a40c6d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:29.549806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 503fe9bd-b42c-4460-9c72-d9a682a40c6d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:29.550388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 503fe9bd-b42c-4460-9c72-d9a682a40c6d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:29.577490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8242ce69-1d64-4f82-bcb8-90cfeca46b1d None None] Provisioning for port 9223bae6-6a08-437c-b3fc-135b690d9803 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:29.585455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8242ce69-1d64-4f82-bcb8-90cfeca46b1d None None] Provisioning complete for port 9223bae6-6a08-437c-b3fc-135b690d9803 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:29.586142 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8242ce69-1d64-4f82-bcb8-90cfeca46b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.606541 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eff3b848-ff80-4af9-850b-040b3df32a02 req-77ca106e-16c6-4d56-b994-f8543da03d4f service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510044 Aug 16 13:12:29.650972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8242ce69-1d64-4f82-bcb8-90cfeca46b1d None None] Port 9223bae6-6a08-437c-b3fc-135b690d9803 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:12:29.676751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926a2d6-3570-4b21-8cf6-809c83d7a297 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:29.683765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926a2d6-3570-4b21-8cf6-809c83d7a297 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:29.685585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e926a2d6-3570-4b21-8cf6-809c83d7a297 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5929434 Aug 16 13:12:29.686749 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.694408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58838) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:29.715076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:29.720620 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.778355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da692c7a-4303-4f73-85a4-f68dcd03c866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.784531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a80894-dbd8-4acf-b51b-9751a5741d06 req-c956d1df-4a2e-440e-8daf-cbf97bf08321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:29.786405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-58a80894-dbd8-4acf-b51b-9751a5741d06 req-c956d1df-4a2e-440e-8daf-cbf97bf08321 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 1095 time: 0.1082048 Aug 16 13:12:29.892129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] For port 078883df-4f20-40f9-8962-fe1102746075, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=078883df-4f20-40f9-8962-fe1102746075,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:29.892741 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.910609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fcd9ea47-db8d-4d2a-aca7-f335ed084515 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 9223bae6-6a08-437c-b3fc-135b690d9803 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:29.911622 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fcd9ea47-db8d-4d2a-aca7-f335ed084515 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.919825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:12:29.941608 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Calling delete_port for 078883df-4f20-40f9-8962-fe1102746075 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:29.965563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.965844 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Added segment b8c4a134-0f07-414d-941c-dfa1aa3dea9b of type vlan for network bb4f22c3-359e-46d3-9937-c62ae288f398 Aug 16 13:12:29.990275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8807017-f6e3-42cd-a393-c1f43c90fbd5 req-8925d391-1212-4761-9a63-53ecaaf16f2a tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:29.991931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a8807017-f6e3-42cd-a393-c1f43c90fbd5 req-8925d391-1212-4761-9a63-53ecaaf16f2a tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.2995381 Aug 16 13:12:29.993058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a80894-dbd8-4acf-b51b-9751a5741d06 req-479e2dce-f262-420e-8a5a-0a986879305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:29.994617 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-58a80894-dbd8-4acf-b51b-9751a5741d06 req-479e2dce-f262-420e-8a5a-0a986879305d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.1875486 Aug 16 13:12:30.053155 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-58a80894-dbd8-4acf-b51b-9751a5741d06 req-c69b2025-4ac4-417d-8bd1-5607d4dc3c24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299fa087-78cf-4580-826a-5d2faa0c9eba HTTP/1.1" status: 200 len: 217 time: 0.0509160 Aug 16 13:12:30.061970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] device_id is not set on port 4285beca-681e-4d6f-a307-f3ce712e287e yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:30.107045 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.128547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a80894-dbd8-4acf-b51b-9751a5741d06 req-6a87c8ca-9cd3-4224-ab89-6ca88173ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:30.131729 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-58a80894-dbd8-4acf-b51b-9751a5741d06 req-6a87c8ca-9cd3-4224-ab89-6ca88173ed93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.0700119 Aug 16 13:12:30.147013 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.180961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Transition to ACTIVE for port object 4285beca-681e-4d6f-a307-f3ce712e287e will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:30.195645 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da692c7a-4303-4f73-85a4-f68dcd03c866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.200234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da692c7a-4303-4f73-85a4-f68dcd03c866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.202700 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fcd9ea47-db8d-4d2a-aca7-f335ed084515 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.203159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-da692c7a-4303-4f73-85a4-f68dcd03c866 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9f3897d-d4dd-426b-8d40-ea51d9df7aa4 HTTP/1.1" status: 204 len: 168 time: 1.2935164 Aug 16 13:12:30.221146 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.223574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fcd9ea47-db8d-4d2a-aca7-f335ed084515 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 9223bae6-6a08-437c-b3fc-135b690d9803 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:30.235191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a80894-dbd8-4acf-b51b-9751a5741d06 req-f3a18e2a-a431-4a09-b953-bb3b2cfe43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:30.236887 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-58a80894-dbd8-4acf-b51b-9751a5741d06 req-f3a18e2a-a431-4a09-b953-bb3b2cfe43ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954902 Aug 16 13:12:30.337196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a8807017-f6e3-42cd-a393-c1f43c90fbd5 req-af7a19b4-4103-40db-b9fd-49c2228842ca tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792354 Aug 16 13:12:30.341251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da692c7a-4303-4f73-85a4-f68dcd03c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f3897d-d4dd-426b-8d40-ea51d9df7aa4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:30.448241 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.459187 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:30.459977 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.512747 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-58a80894-dbd8-4acf-b51b-9751a5741d06 req-a23ed219-05fc-46c0-a528-639a5e906e24 service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647438 Aug 16 13:12:30.587642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event updated for resources: {'Port': ['ID=4285beca-681e-4d6f-a307-f3ce712e287e,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:30.662550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3599613 Aug 16 13:12:30.667417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58848) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:30.674462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7af030e2-9f26-4ed2-a5ea-4d94f0bbc757 req-6ecd5536-b271-4f21-95ee-e34a2979503c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6132f8c-d46f-404c-a294-a5a1e4d164dc HTTP/1.1" status: 200 len: 210 time: 0.1214061 Aug 16 13:12:30.687926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': 'bb4f22c3-359e-46d3-9937-c62ae288f398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:30.691642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98db7f-b71b-43a3-93dc-9feb1113e862 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Network': ['ID=bb4f22c3-359e-46d3-9937-c62ae288f398,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:30.716603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network bb4f22c3-359e-46d3-9937-c62ae288f398 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:12:30.743180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:30.743969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:30.744727 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:30.762328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:30.763135 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:30.769031 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 2 to bind port 4285beca-681e-4d6f-a307-f3ce712e287e Aug 16 13:12:30.826835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:30.827424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:30.827976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:30.843087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:30.843611 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:30.846605 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 3 to bind port 4285beca-681e-4d6f-a307-f3ce712e287e Aug 16 13:12:30.878827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.887937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:30.888461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:30.889901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:30.893133 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fcd9ea47-db8d-4d2a-aca7-f335ed084515 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.904039 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-58a80894-dbd8-4acf-b51b-9751a5741d06 req-ca7ff37e-e350-4fee-afea-ab036f856e40 service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827333 Aug 16 13:12:30.932885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Pushing event deleted for resources: {'Port': ['ID=078883df-4f20-40f9-8962-fe1102746075,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:30.940587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:30.941121 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:30.942397 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 4 to bind port 4285beca-681e-4d6f-a307-f3ce712e287e Aug 16 13:12:30.954548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9ea47-db8d-4d2a-aca7-f335ed084515 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=9223bae6-6a08-437c-b3fc-135b690d9803,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:30.984186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:30.987828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.995814 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fcd9ea47-db8d-4d2a-aca7-f335ed084515 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.000589 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fcd9ea47-db8d-4d2a-aca7-f335ed084515 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/9223bae6-6a08-437c-b3fc-135b690d9803 HTTP/1.1" status: 204 len: 168 time: 1.3042479 Aug 16 13:12:31.016312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58858) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:31.035339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:31.035881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:31.036466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:31.083091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:31.083623 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:31.087430 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 5 to bind port 4285beca-681e-4d6f-a307-f3ce712e287e Aug 16 13:12:31.134705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:31.138304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:31.138743 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:31.148836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:31.149182 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:31.150268 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 6 to bind port 4285beca-681e-4d6f-a307-f3ce712e287e Aug 16 13:12:31.163734 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.190208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300054fd-3977-483b-8f7a-ee0809edae9c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:31.194335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300054fd-3977-483b-8f7a-ee0809edae9c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:31.197652 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-300054fd-3977-483b-8f7a-ee0809edae9c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1800444 Aug 16 13:12:31.207179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:31.207573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:31.207923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:31.208455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58860) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:31.299049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:31.299392 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:31.302000 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 7 to bind port 4285beca-681e-4d6f-a307-f3ce712e287e Aug 16 13:12:31.309239 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.316685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.327930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b3d9b7-c236-4958-9569-b13be85b0d60 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 48023710-09ba-4f26-8af5-fda5880a1c17 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:31.331838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:31.332161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:31.332511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:31.334631 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66b3d9b7-c236-4958-9569-b13be85b0d60 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.460782 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66b3d9b7-c236-4958-9569-b13be85b0d60 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.645353 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66b3d9b7-c236-4958-9569-b13be85b0d60 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.686029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.795625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Subnet': ['ID=d6a06558-67f5-4d80-b48e-b4db3932fd1f,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:31.800160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:31.801584 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:31.802017 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 8 to bind port 4285beca-681e-4d6f-a307-f3ce712e287e Aug 16 13:12:31.804984 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-967ce676-9308-41e1-a177-25693c50f964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.833541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Checking segment: {'id': 'b8c4a134-0f07-414d-941c-dfa1aa3dea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bb4f22c3-359e-46d3-9937-c62ae288f398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:31.834084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network hostable DHCP agents. Network: bb4f22c3-359e-46d3-9937-c62ae288f398, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:12:31.836660 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.837194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b573ef1d-b153-4e05-9b15-5743bd024ebc {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:12:31.843667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66b3d9b7-c236-4958-9569-b13be85b0d60 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.847505 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.848686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3accf9c1-c79d-4600-9f4b-f0ff3461ff85 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b573ef1d-b153-4e05-9b15-5743bd024ebc HTTP/1.1" status: 204 len: 168 time: 5.2479053 Aug 16 13:12:31.852097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:31.852438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:31.852782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:31.856457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58880) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:31.897219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:31.897818 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:31.900378 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 9 to bind port 4285beca-681e-4d6f-a307-f3ce712e287e Aug 16 13:12:31.901197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3d9b7-c236-4958-9569-b13be85b0d60 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=48023710-09ba-4f26-8af5-fda5880a1c17,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:31.920627 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66b3d9b7-c236-4958-9569-b13be85b0d60 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.923218 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-66b3d9b7-c236-4958-9569-b13be85b0d60 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/48023710-09ba-4f26-8af5-fda5880a1c17 HTTP/1.1" status: 204 len: 168 time: 0.7132289 Aug 16 13:12:31.926830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58882) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:31.927291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58884) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:31.931742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33993b83-dc19-46ce-8b4f-326d46660cdd None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:31.932387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a226-56e1-449e-9b49-f3d95fd97d31 req-c89b7def-6ae6-4f4e-b1ab-00bde17af2d8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:31.934056 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f72a226-56e1-449e-9b49-f3d95fd97d31 req-c89b7def-6ae6-4f4e-b1ab-00bde17af2d8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.1498535 Aug 16 13:12:31.967383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-22da6c0e-6b19-4a95-8b6e-948daf952235 admin admin] Deleting subnet 4748eef5-98e1-4989-bb77-66ba8ff6d168 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:31.974926 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-22da6c0e-6b19-4a95-8b6e-948daf952235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.994326 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-59222d4f-3b2d-4915-9ef0-e735adaf97c3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657961 Aug 16 13:12:31.997818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network bb4f22c3-359e-46d3-9937-c62ae288f398 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:12:32.000507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58886) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:32.032919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:32.034720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:32.035088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:32.067656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, bb4f22c3-359e-46d3-9937-c62ae288f398) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:32.081978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:32.089683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:32.090360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.090763 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:32.105433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25bf9d2-3250-4978-a29f-1e90a8d9943f None None] Network bb4f22c3-359e-46d3-9937-c62ae288f398 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:32.108891 n-d-804708-1 neutron-server[101395]: INFO neutron.plugins.ml2.plugin [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempt 10 to bind port 4285beca-681e-4d6f-a307-f3ce712e287e Aug 16 13:12:32.116228 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-22da6c0e-6b19-4a95-8b6e-948daf952235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.143375 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a341cb0f-49df-4376-9f53-1ef589079f57 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4699228 Aug 16 13:12:32.152137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58888) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:32.164385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': 'bb4f22c3-359e-46d3-9937-c62ae288f398', 'name': 'tempest-PortsTestJSON-1140597861'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:32.204756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:32.205198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:32.205555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempting to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:32.228081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e3e05-5450-46f2-bce5-a66483e6ad07 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:32.231669 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0e8e3e05-5450-46f2-bce5-a66483e6ad07 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2265840 Aug 16 13:12:32.233775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13b0f6e3-895d-4f4f-9393-31fa7dc5b661 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.237305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58892) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:32.255328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:32.255795 n-d-804708-1 neutron-server[101395]: ERROR neutron.plugins.ml2.managers [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Failed to bind port 4285beca-681e-4d6f-a307-f3ce712e287e on host n-h2-804708-1 for vnic_type normal using segments [{'id': '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd1ea9f94-c1b0-42aa-84ab-1a29ef27f652'}] Aug 16 13:12:32.256084 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.301294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57e169-49f9-4c1f-8739-aa26450408e1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:32.305143 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fc57e169-49f9-4c1f-8739-aa26450408e1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0645487 Aug 16 13:12:32.308638 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f72a226-56e1-449e-9b49-f3d95fd97d31 req-d31fba33-f31d-4ebf-951c-54007741770f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703843 Aug 16 13:12:32.309665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58894) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:32.363086 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0cfad4c5-2d62-4b5d-847b-70f10e1f212d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483251 Aug 16 13:12:32.363403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58896) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:32.376579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3c5ddd17-bfbd-4caf-b7bf-b6c45e70bd79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:32.465828 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-22da6c0e-6b19-4a95-8b6e-948daf952235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.482136 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13b0f6e3-895d-4f4f-9393-31fa7dc5b661 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.530392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] For port 4285beca-681e-4d6f-a307-f3ce712e287e, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:32.530392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attempted to set empty binding levels {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 13:12:32.532221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bb4f22c3-359e-46d3-9937-c62ae288f398', 'network_id': 'bb4f22c3-359e-46d3-9937-c62ae288f398', 'tenant_id': '3421adc2bd3d428c93e51af814c7b1b2', 'fixed_ips': [{'subnet_id': 'd6a06558-67f5-4d80-b48e-b4db3932fd1f'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:12:32.536290 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.542030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193b61b-1bd6-45c3-b3f0-242da48914cd None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:32.548851 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.621720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5ddd17-bfbd-4caf-b7bf-b6c45e70bd79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:32.625048 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3c5ddd17-bfbd-4caf-b7bf-b6c45e70bd79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.629950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:32.633707 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.649961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13b0f6e3-895d-4f4f-9393-31fa7dc5b661 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.654032 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13b0f6e3-895d-4f4f-9393-31fa7dc5b661 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.658801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] In _notify_port_updated(), no bound segment for port 4285beca-681e-4d6f-a307-f3ce712e287e on network d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:12:32.658801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:32.659744 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.660055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-13b0f6e3-895d-4f4f-9393-31fa7dc5b661 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "DELETE /v2.0/security-groups/52d8978a-2a3f-4780-a9fe-1a53c7f41efe HTTP/1.1" status: 204 len: 168 time: 0.7302833 Aug 16 13:12:32.660869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58902) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:32.667163 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "PUT /v2.0/ports/4285beca-681e-4d6f-a307-f3ce712e287e HTTP/1.1" status: 200 len: 979 time: 3.9128208 Aug 16 13:12:32.668510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58904) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:32.684378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 299fa087-78cf-4580-826a-5d2faa0c9eba details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:12:32.700556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0f6e3-895d-4f4f-9393-31fa7dc5b661 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d8978a-2a3f-4780-a9fe-1a53c7f41efe,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:32.754080 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-77378885-3e96-46cc-b523-6280c71387d6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] show failed (client error): The resource could not be found. Aug 16 13:12:32.759216 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-77378885-3e96-46cc-b523-6280c71387d6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "GET /v2.0/security-groups/52d8978a-2a3f-4780-a9fe-1a53c7f41efe HTTP/1.1" status: 404 len: 347 time: 0.0714893 Aug 16 13:12:32.763098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58908) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:32.846598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port b9895f9a-1c11-439b-bb0b-08aa8c2a1063 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:32.870903 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-22da6c0e-6b19-4a95-8b6e-948daf952235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.939901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33539768-cb3b-4e61-afc6-ddf8c167ec3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event updated for resources: {'Port': ['ID=4285beca-681e-4d6f-a307-f3ce712e287e,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:32.989823 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8193b61b-1bd6-45c3-b3f0-242da48914cd None None] Deleting port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:32.991073 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8193b61b-1bd6-45c3-b3f0-242da48914cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.054447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da6c0e-6b19-4a95-8b6e-948daf952235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4748eef5-98e1-4989-bb77-66ba8ff6d168,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:33.069569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 078883df-4f20-40f9-8962-fe1102746075 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:33.074712 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-22da6c0e-6b19-4a95-8b6e-948daf952235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.083787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-22da6c0e-6b19-4a95-8b6e-948daf952235 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4748eef5-98e1-4989-bb77-66ba8ff6d168 HTTP/1.1" status: 204 len: 168 time: 1.2257602 Aug 16 13:12:33.113092 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Allocated IP 172.20.0.2 (bb4f22c3-359e-46d3-9937-c62ae288f398/d6a06558-67f5-4d80-b48e-b4db3932fd1f/180c6e02-9e93-4d8b-9466-c0d7d24afcfb) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:33.115822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58916) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:33.116740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b47ae44-b675-40a7-bc32-a63dc4af0ece None None] Network ec087d5e-73b4-4e2f-b184-60311dacd3b5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:33.178211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 078883df-4f20-40f9-8962-fe1102746075 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:33.178950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 078883df-4f20-40f9-8962-fe1102746075 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:33.179619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:33.212378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Deleting port 4285beca-681e-4d6f-a307-f3ce712e287e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:33.212887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.269587 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.320410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8193b61b-1bd6-45c3-b3f0-242da48914cd None None] For port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:33.321153 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8193b61b-1bd6-45c3-b3f0-242da48914cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.333950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] For port 4285beca-681e-4d6f-a307-f3ce712e287e, host n-h2-804708-1, got binding levels [] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:33.334458 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.392816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:33.410020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Calling delete_port for 4285beca-681e-4d6f-a307-f3ce712e287e owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:33.421827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8193b61b-1bd6-45c3-b3f0-242da48914cd None None] Calling delete_port for fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:33.500068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'port_id': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'mac_address': 'fa:16:3e:03:d7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:12:33.502345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-725d0652-f5a4-4c64-922e-075d1ef4ae3a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Deleting port 9f957d52-490a-48d4-874e-c43eb6c4bce2 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:33.502956 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-725d0652-f5a4-4c64-922e-075d1ef4ae3a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.597048 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-725d0652-f5a4-4c64-922e-075d1ef4ae3a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.597333 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-725d0652-f5a4-4c64-922e-075d1ef4ae3a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.614004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-725d0652-f5a4-4c64-922e-075d1ef4ae3a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Calling delete_port for 9f957d52-490a-48d4-874e-c43eb6c4bce2 owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:33.615957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Deleting port e65618f0-5272-4767-bf41-501a33d36b4d {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:33.616536 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.736310 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.756712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299fa087-78cf-4580-826a-5d2faa0c9eba {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:12:33.795428 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.833441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.866216 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.870389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:33.871712 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8193b61b-1bd6-45c3-b3f0-242da48914cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.908862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d2eb3-8016-4401-93e8-89fbf274c010 req-87e85e39-6b6e-451e-9b79-6e3086b73dad tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:33.910599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-315d2eb3-8016-4401-93e8-89fbf274c010 req-87e85e39-6b6e-451e-9b79-6e3086b73dad tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.3946447 Aug 16 13:12:33.922963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193b61b-1bd6-45c3-b3f0-242da48914cd None None] Pushing event deleted for resources: {'Port': ['ID=fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:33.930498 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.938165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Transition to ACTIVE for port object 180c6e02-9e93-4d8b-9466-c0d7d24afcfb will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:33.953165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193b61b-1bd6-45c3-b3f0-242da48914cd None None] No DVR routers for this DVR port fcc8c47f-3a9a-41d4-b1e3-2dbfc82f2679 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:33.988717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-725d0652-f5a4-4c64-922e-075d1ef4ae3a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.988925 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.991190 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "DELETE /v2.0/ports/4285beca-681e-4d6f-a307-f3ce712e287e HTTP/1.1" status: 204 len: 168 time: 1.2992010 Aug 16 13:12:33.993250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] For port e65618f0-5272-4767-bf41-501a33d36b4d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e65618f0-5272-4767-bf41-501a33d36b4d,segment=NetworkSegment(b65c8360-c321-4a5b-953f-f30be241eae5),segment_id=b65c8360-c321-4a5b-953f-f30be241eae5)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:33.993624 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.997566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Pushing event deleted for resources: {'Port': ['ID=4285beca-681e-4d6f-a307-f3ce712e287e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:34.000287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58938) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:34.053069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Calling delete_port for e65618f0-5272-4767-bf41-501a33d36b4d owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:34.063740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.064096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.064458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.064812 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.065139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.065658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.065879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.066250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.066691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.067245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.067503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.067807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3b0d-9b3a-426f-af5c-19c36a125af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:34.078260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549577eb-b2fb-4f7f-9496-459ae7b5df0a None None] DHCP port deletion for ec087d5e-73b4-4e2f-b184-60311dacd3b5 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:34.085667 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccdd8d9-6991-4210-bf39-b2f7218bc7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] GET failed (client error): The resource could not be found. Aug 16 13:12:34.087421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2ccdd8d9-6991-4210-bf39-b2f7218bc7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362031218-project-admin] 10.222.0.25 "GET /v2.0/ports/4285beca-681e-4d6f-a307-f3ce712e287e HTTP/1.1" status: 404 len: 333 time: 0.0743818 Aug 16 13:12:34.094293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58940) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:34.126415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-315d2eb3-8016-4401-93e8-89fbf274c010 req-cf3d7077-e743-48ad-bef2-6f9d5569ebe0 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596076 Aug 16 13:12:34.134164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d0652-f5a4-4c64-922e-075d1ef4ae3a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Port': ['ID=9f957d52-490a-48d4-874e-c43eb6c4bce2,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:34.144901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Transition to ACTIVE for port object 180c6e02-9e93-4d8b-9466-c0d7d24afcfb will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:34.172932 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.190340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:34.246556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Pushing event updated for resources: {'Port': ['ID=180c6e02-9e93-4d8b-9466-c0d7d24afcfb,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:34.256132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['299fa087-78cf-4580-826a-5d2faa0c9eba'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:12:34.260584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Network bb4f22c3-359e-46d3-9937-c62ae288f398 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:34.265950 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-725d0652-f5a4-4c64-922e-075d1ef4ae3a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.272228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-725d0652-f5a4-4c64-922e-075d1ef4ae3a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.273834 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-725d0652-f5a4-4c64-922e-075d1ef4ae3a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "DELETE /v2.0/floatingips/44584cc5-30dc-477f-8e92-a29293f921da HTTP/1.1" status: 204 len: 168 time: 1.5087919 Aug 16 13:12:34.281379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58942) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:34.306599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:34.308972 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.311542 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:34.337751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.9 (bb4f22c3-359e-46d3-9937-c62ae288f398/d6a06558-67f5-4d80-b48e-b4db3932fd1f/b9895f9a-1c11-439b-bb0b-08aa8c2a1063) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:34.367239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-549577eb-b2fb-4f7f-9496-459ae7b5df0a None None] Deleting port e65618f0-5272-4767-bf41-501a33d36b4d {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:34.367680 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-549577eb-b2fb-4f7f-9496-459ae7b5df0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.385387 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.422434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-3c5ddd17-bfbd-4caf-b7bf-b6c45e70bd79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:12:34.424790 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3c5ddd17-bfbd-4caf-b7bf-b6c45e70bd79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.433612 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3945ca65-2f6c-4ae4-b63e-03a1b76f13c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.495998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ddd17-bfbd-4caf-b7bf-b6c45e70bd79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:34.500183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65618f0-5272-4767-bf41-501a33d36b4d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:34.506839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ddd17-bfbd-4caf-b7bf-b6c45e70bd79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:34.511866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Attempting to bind port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:34.512281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Attempting to bind port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b8c4a134-0f07-414d-941c-dfa1aa3dea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bb4f22c3-359e-46d3-9937-c62ae288f398'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:34.512769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Attempting to bind port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb on network bb4f22c3-359e-46d3-9937-c62ae288f398 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:34.515554 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.518649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] No DVR routers for this DVR port e65618f0-5272-4767-bf41-501a33d36b4d on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:34.523855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5ddd17-bfbd-4caf-b7bf-b6c45e70bd79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:34.524734 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3c5ddd17-bfbd-4caf-b7bf-b6c45e70bd79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.564589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ea9f94-c1b0-42aa-84ab-1a29ef27f652']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:34.566125 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3c5ddd17-bfbd-4caf-b7bf-b6c45e70bd79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2013633 Aug 16 13:12:34.569972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58946) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:34.571494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0242b0-4529-44de-9f9e-680626dc7094 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:34.581226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:34.581537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:87:a3:db', 'name': 'tempest-NetworksTestDHCPv6-208332675'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:34.581735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Checking segment: {'id': 'b8c4a134-0f07-414d-941c-dfa1aa3dea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bb4f22c3-359e-46d3-9937-c62ae288f398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:34.582127 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.582565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Bound using segment: {'id': 'b8c4a134-0f07-414d-941c-dfa1aa3dea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bb4f22c3-359e-46d3-9937-c62ae288f398'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:34.583169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Bound port: 180c6e02-9e93-4d8b-9466-c0d7d24afcfb, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c4a134-0f07-414d-941c-dfa1aa3dea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bb4f22c3-359e-46d3-9937-c62ae288f398'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:34.583544 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.599329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-549577eb-b2fb-4f7f-9496-459ae7b5df0a None None] For port e65618f0-5272-4767-bf41-501a33d36b4d, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:34.599741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-549577eb-b2fb-4f7f-9496-459ae7b5df0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.603388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ddd17-bfbd-4caf-b7bf-b6c45e70bd79 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=fc076a5c-215d-4da5-8cfa-3686346dd6b0,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:34.612737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58948) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:34.615262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:34.615611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f5f2b3-5381-4d1c-b8ba-ad262f3706fb') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:34.627037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ab56341e-20b1-4db8-98e7-3047d1d7e8e6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Deleting port 6951413b-4d52-4abd-befc-d3831ec2343b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:34.627393 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab56341e-20b1-4db8-98e7-3047d1d7e8e6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.688611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.770287 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.789710 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab56341e-20b1-4db8-98e7-3047d1d7e8e6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.807411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-549577eb-b2fb-4f7f-9496-459ae7b5df0a None None] Calling delete_port for e65618f0-5272-4767-bf41-501a33d36b4d owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:34.808743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ab56341e-20b1-4db8-98e7-3047d1d7e8e6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Calling delete_port for 6951413b-4d52-4abd-befc-d3831ec2343b owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:34.875569 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.880511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-549577eb-b2fb-4f7f-9496-459ae7b5df0a None None] Port e65618f0-5272-4767-bf41-501a33d36b4d was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:12:34.901373 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-549577eb-b2fb-4f7f-9496-459ae7b5df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.923647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.974500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:12:34.975409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:12:34.981991 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:12:34.986819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549577eb-b2fb-4f7f-9496-459ae7b5df0a None None] No DVR routers for this DVR port e65618f0-5272-4767-bf41-501a33d36b4d on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:35.011957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549577eb-b2fb-4f7f-9496-459ae7b5df0a None None] Pushing event deleted for resources: {'Port': ['ID=e65618f0-5272-4767-bf41-501a33d36b4d,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:35.034517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec087d5e-73b4-4e2f-b184-60311dacd3b5']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:35.083549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e65618f0-5272-4767-bf41-501a33d36b4d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:35.113685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] For port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:35.118213 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] For port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=180c6e02-9e93-4d8b-9466-c0d7d24afcfb,segment=NetworkSegment(b8c4a134-0f07-414d-941c-dfa1aa3dea9b),segment_id=b8c4a134-0f07-414d-941c-dfa1aa3dea9b)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:12:35.132528 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3b83900a-8def-4482-84f5-6bb63f46f9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.207026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65c8360-c321-4a5b-953f-f30be241eae5') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:35.207734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65c8360-c321-4a5b-953f-f30be241eae5') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:35.227368 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': 'fc076a5c-215d-4da5-8cfa-3686346dd6b0'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:12:35.228258 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.239647 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.246372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: e65618f0-5272-4767-bf41-501a33d36b4d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:35.246995 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e65618f0-5272-4767-bf41-501a33d36b4d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:35.262797 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab56341e-20b1-4db8-98e7-3047d1d7e8e6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.313947 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.320980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.325330 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.377988 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.387487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] 10.222.0.25 "DELETE /v2.0/networks/d1ea9f94-c1b0-42aa-84ab-1a29ef27f652 HTTP/1.1" status: 204 len: 168 time: 1.2872577 Aug 16 13:12:35.420967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56341e-20b1-4db8-98e7-3047d1d7e8e6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Port': ['ID=6951413b-4d52-4abd-befc-d3831ec2343b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:35.467297 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.485250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82e39d-68b7-4df3-94bf-4a8c4a879343 None None] Pushing event updated for resources: {'Port': ['ID=180c6e02-9e93-4d8b-9466-c0d7d24afcfb,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:35.485781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:12:35.488022 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.566249 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.589100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Allocated IP 2001:db8::f816:3eff:fef3:dfd5 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/fc076a5c-215d-4da5-8cfa-3686346dd6b0/d2cbb425-c306-44e3-9455-f64b6bad49a7) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:35.590764 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab56341e-20b1-4db8-98e7-3047d1d7e8e6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.593535 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object b9895f9a-1c11-439b-bb0b-08aa8c2a1063 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:35.593738 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ab56341e-20b1-4db8-98e7-3047d1d7e8e6 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "DELETE /v2.0/ports/6951413b-4d52-4abd-befc-d3831ec2343b HTTP/1.1" status: 204 len: 168 time: 1.3105912 Aug 16 13:12:35.596515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58958) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:12:35.659515 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:12:35.669866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee445ba-2370-425c-9b20-41fdc6bb32b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881380059-project] Pushing event deleted for resources: {'Network': ['ID=d1ea9f94-c1b0-42aa-84ab-1a29ef27f652,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:35.690611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.902469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=b9895f9a-1c11-439b-bb0b-08aa8c2a1063,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:35.936024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network bb4f22c3-359e-46d3-9937-c62ae288f398 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:35.970262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73ea3-b683-47cc-bf85-a3d1639dd187 req-d20aa880-4048-4064-bfa0-9bee6da072d6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:35.977984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4d73ea3-b683-47cc-bf85-a3d1639dd187 req-d20aa880-4048-4064-bfa0-9bee6da072d6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 945 time: 0.6242237 Aug 16 13:12:35.981719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:35.989188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:35.994420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3b83900a-8def-4482-84f5-6bb63f46f9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.003159 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3b83900a-8def-4482-84f5-6bb63f46f9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.033542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:36.055928 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3b83900a-8def-4482-84f5-6bb63f46f9ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94c5f4979452487ca9211bd7811ba962&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4417646 Aug 16 13:12:36.059652 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.069396 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58966) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:36.072971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Transition to ACTIVE for port object d2cbb425-c306-44e3-9455-f64b6bad49a7 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:36.074622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.077103 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9263c756-7827-46eb-a6d7-6097e97c65a3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Deleting port 6764e1b7-9c16-492c-890c-4c55969c5445 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:36.077461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9263c756-7827-46eb-a6d7-6097e97c65a3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.096284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Transition to ACTIVE for port object d2cbb425-c306-44e3-9455-f64b6bad49a7 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:36.106561 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.124398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.144856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ec087d5e-73b4-4e2f-b184-60311dacd3b5 HTTP/1.1" status: 204 len: 168 time: 3.0274510 Aug 16 13:12:36.207024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547d973-c758-4be2-ae9b-651ef4e6e274 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec087d5e-73b4-4e2f-b184-60311dacd3b5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:36.241144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:36.252461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:36.253606 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.254497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Pushing event updated for resources: {'Port': ['ID=d2cbb425-c306-44e3-9455-f64b6bad49a7,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:36.260792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:36.271603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:36.284376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:36.371091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Attempting to bind port d2cbb425-c306-44e3-9455-f64b6bad49a7 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:36.371443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4d73ea3-b683-47cc-bf85-a3d1639dd187 req-45253060-cb41-4356-a3dc-36ac13cd9271 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3922832 Aug 16 13:12:36.371631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Attempting to bind port d2cbb425-c306-44e3-9455-f64b6bad49a7 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:36.371797 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Attempting to bind port d2cbb425-c306-44e3-9455-f64b6bad49a7 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:36.381124 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:36.381516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:36.382023 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.382527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:36.383018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Bound port: d2cbb425-c306-44e3-9455-f64b6bad49a7, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:36.383411 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.440762 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-031a15f7-7328-4a84-ad98-c70264aa3c4d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2871053 Aug 16 13:12:36.474329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58972) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:36.507997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] For port d2cbb425-c306-44e3-9455-f64b6bad49a7, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:36.509414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58974) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:36.513872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] For port d2cbb425-c306-44e3-9455-f64b6bad49a7, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d2cbb425-c306-44e3-9455-f64b6bad49a7,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:12:36.526386 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.533055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83900a-8def-4482-84f5-6bb63f46f9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cd8a46-bbe6-4e7a-94a2-7e4a6f05f765,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:36.586001 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9263c756-7827-46eb-a6d7-6097e97c65a3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.610762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9263c756-7827-46eb-a6d7-6097e97c65a3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Calling delete_port for 6764e1b7-9c16-492c-890c-4c55969c5445 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:36.616407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8d356ea5-a09e-4bee-bc5b-cfbaefaa13b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0ac173b5d3f4d529b0d2f828663fc18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014903 Aug 16 13:12:36.616886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58976) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:36.642847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c00d4-e375-491c-b61f-9bbaa7c42f59 None None] Pushing event updated for resources: {'Port': ['ID=d2cbb425-c306-44e3-9455-f64b6bad49a7,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:36.666772 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.675128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 299fa087-78cf-4580-826a-5d2faa0c9eba up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:36.751223 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port ededc88c-2707-43c1-9d3e-a62866059bd6 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:36.781118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 299fa087-78cf-4580-826a-5d2faa0c9eba completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:36.790010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 299fa087-78cf-4580-826a-5d2faa0c9eba triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:36.791421 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:36.843149 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cd2d221b-a090-4573-8040-7c5bf8edf4d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=202dff0b69cd480dbe1fa4772f09348e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8065202 Aug 16 13:12:36.885662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58978) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:36.971684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::f816:3eff:fe87:a3db (bbb70a5f-e1ed-4340-8ed7-bddea692336c/fc076a5c-215d-4da5-8cfa-3686346dd6b0/ededc88c-2707-43c1-9d3e-a62866059bd6) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:37.013985 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9de61cb8-b7af-4242-b97e-0e4c99e81270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.034893 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.133587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:37.139399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:37.144832 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5595414-bb33-4626-a429-fda50601e3ea" -d '{"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-plugged", "status": "completed", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:37.156151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 180c6e02-9e93-4d8b-9466-c0d7d24afcfb up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:37.163037 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.213118 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9557198a-f014-4ddb-b7d7-820637014f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.217608 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9de61cb8-b7af-4242-b97e-0e4c99e81270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.294711 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06899fdb-b7f4-46d2-b689-5026a5d2d655 x-openstack-request-id: req-06899fdb-b7f4-46d2-b689-5026a5d2d655 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:37.295749 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-plugged", "status": "completed", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:37.296365 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06899fdb-b7f4-46d2-b689-5026a5d2d655 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:37.297422 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'code': 200} Aug 16 13:12:37.297610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:37.305780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9263c756-7827-46eb-a6d7-6097e97c65a3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.354908 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.379653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdafb6e-817e-438e-b2d6-a8220896699e None None] Network bb4f22c3-359e-46d3-9937-c62ae288f398 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:37.386178 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9557198a-f014-4ddb-b7d7-820637014f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.408686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:37.471358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5b1acae1-8415-4911-9f8b-3bebf1c4c731 None None] Provisioning for port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:37.483813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5b1acae1-8415-4911-9f8b-3bebf1c4c731 None None] Provisioning complete for port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:37.484650 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5b1acae1-8415-4911-9f8b-3bebf1c4c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.488785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263c756-7827-46eb-a6d7-6097e97c65a3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Port': ['ID=6764e1b7-9c16-492c-890c-4c55969c5445,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:37.690232 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef94d2ce-6ea1-411b-b86c-2e3206cb9fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.727361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80305b5b-97c8-433a-92ea-e2c20de8f44a req-ba7a9279-cfe9-4a6d-a997-a9ed9b2ee5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:37.730307 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-80305b5b-97c8-433a-92ea-e2c20de8f44a req-ba7a9279-cfe9-4a6d-a997-a9ed9b2ee5de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 1097 time: 0.3485329 Aug 16 13:12:37.751996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f83cf-a58f-46c2-8215-89c12b806cc6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port b9895f9a-1c11-439b-bb0b-08aa8c2a1063 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:37.752548 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb8f83cf-a58f-46c2-8215-89c12b806cc6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.906704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9de61cb8-b7af-4242-b97e-0e4c99e81270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.909865 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9de61cb8-b7af-4242-b97e-0e4c99e81270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.911427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9de61cb8-b7af-4242-b97e-0e4c99e81270 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b4953ef-c7c5-4c81-aa9e-9a7c870ff83f HTTP/1.1" status: 204 len: 168 time: 1.2935233 Aug 16 13:12:37.941532 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5b1acae1-8415-4911-9f8b-3bebf1c4c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.949091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb8f83cf-a58f-46c2-8215-89c12b806cc6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:37.960881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37d4c0-f4e5-4de3-9a6f-ea4bde785d4e req-a0f3a2ad-bc3e-41e5-89f7-c70e9bc57cf6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:37.962693 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c37d4c0-f4e5-4de3-9a6f-ea4bde785d4e req-a0f3a2ad-bc3e-41e5-89f7-c70e9bc57cf6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.2322705 Aug 16 13:12:37.969055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de61cb8-b7af-4242-b97e-0e4c99e81270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4953ef-c7c5-4c81-aa9e-9a7c870ff83f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:37.995880 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.012830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f83cf-a58f-46c2-8215-89c12b806cc6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for b9895f9a-1c11-439b-bb0b-08aa8c2a1063 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:38.033037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object ededc88c-2707-43c1-9d3e-a62866059bd6 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:38.078968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c37d4c0-f4e5-4de3-9a6f-ea4bde785d4e req-8d40c76f-6c63-49ab-96bb-6b194e0385ee tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035440 Aug 16 13:12:38.093611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5b1acae1-8415-4911-9f8b-3bebf1c4c731 None None] For port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=180c6e02-9e93-4d8b-9466-c0d7d24afcfb,segment=NetworkSegment(b8c4a134-0f07-414d-941c-dfa1aa3dea9b),segment_id=b8c4a134-0f07-414d-941c-dfa1aa3dea9b)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:38.123746 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5b1acae1-8415-4911-9f8b-3bebf1c4c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.146563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.297581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1acae1-8415-4911-9f8b-3bebf1c4c731 None None] Pushing event updated for resources: {'Port': ['ID=180c6e02-9e93-4d8b-9466-c0d7d24afcfb,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:38.306301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:38.307823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=ededc88c-2707-43c1-9d3e-a62866059bd6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:38.313725 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:38.320927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:38.336707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:38.337592 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.362680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-40672f52-ec2d-427e-99ab-c7ed5b4becda tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7866066 Aug 16 13:12:38.367268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58988) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:38.401012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef94d2ce-6ea1-411b-b86c-2e3206cb9fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.403781 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9263c756-7827-46eb-a6d7-6097e97c65a3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.406967 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9263c756-7827-46eb-a6d7-6097e97c65a3 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "DELETE /v2.0/ports/6764e1b7-9c16-492c-890c-4c55969c5445 HTTP/1.1" status: 204 len: 168 time: 2.8091319 Aug 16 13:12:38.413862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58992) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:38.425721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9557198a-f014-4ddb-b7d7-820637014f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.428815 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9557198a-f014-4ddb-b7d7-820637014f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.430443 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9557198a-f014-4ddb-b7d7-820637014f39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92cd8a46-bbe6-4e7a-94a2-7e4a6f05f765 HTTP/1.1" status: 204 len: 168 time: 2.3275299 Aug 16 13:12:38.531736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557198a-f014-4ddb-b7d7-820637014f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cd8a46-bbe6-4e7a-94a2-7e4a6f05f765,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:38.593449 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-80305b5b-97c8-433a-92ea-e2c20de8f44a req-48eeff43-bb0f-49c2-afcb-e3e62c5c1aa7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8510835 Aug 16 13:12:38.594824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb8f83cf-a58f-46c2-8215-89c12b806cc6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.602981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42713eb-388c-4ba8-8930-5861ff3f859c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Deleting subnet 43c4ad79-c536-4053-9403-92b94a8db004 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:38.643480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca4843-5675-4aba-aa07-cd47e71f12bc tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:38.670283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca4843-5675-4aba-aa07-cd47e71f12bc tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:38.674745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c3ca4843-5675-4aba-aa07-cd47e71f12bc tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3061209 Aug 16 13:12:38.679813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58998) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:38.683162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c42713eb-388c-4ba8-8930-5861ff3f859c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.707335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f83cf-a58f-46c2-8215-89c12b806cc6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=b9895f9a-1c11-439b-bb0b-08aa8c2a1063,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:38.813722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-02977ebc-fa24-456d-bc23-2b226aecafad None None] Provisioning complete for port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:38.815166 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-02977ebc-fa24-456d-bc23-2b226aecafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.839098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef94d2ce-6ea1-411b-b86c-2e3206cb9fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.849042 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef94d2ce-6ea1-411b-b86c-2e3206cb9fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:38.858879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ef94d2ce-6ea1-411b-b86c-2e3206cb9fec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9f9e83b-ee15-47b3-b60e-6d7cf351a9a5 HTTP/1.1" status: 204 len: 168 time: 1.9596887 Aug 16 13:12:38.978776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94d2ce-6ea1-411b-b86c-2e3206cb9fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f9e83b-ee15-47b3-b60e-6d7cf351a9a5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:39.027508 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c42713eb-388c-4ba8-8930-5861ff3f859c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:39.050932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb8f83cf-a58f-46c2-8215-89c12b806cc6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:39.063457 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fb8f83cf-a58f-46c2-8215-89c12b806cc6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/b9895f9a-1c11-439b-bb0b-08aa8c2a1063 HTTP/1.1" status: 204 len: 168 time: 2.5360436 Aug 16 13:12:39.066759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59004) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:39.139757 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c91070-9085-432d-a2b8-d3bb2a67a28c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:12:39.141571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c91070-9085-432d-a2b8-d3bb2a67a28c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:12:39.150399 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-12c91070-9085-432d-a2b8-d3bb2a67a28c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/b9895f9a-1c11-439b-bb0b-08aa8c2a1063 HTTP/1.1" status: 404 len: 333 time: 0.0790176 Aug 16 13:12:39.152748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59008) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:39.159823 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-02977ebc-fa24-456d-bc23-2b226aecafad None None] Could not find standard attr ID for object b9895f9a-1c11-439b-bb0b-08aa8c2a1063. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:12:39.237268 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-717b6080-7d1d-41da-8f7e-1f89becee9f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:12:39.245868 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-717b6080-7d1d-41da-8f7e-1f89becee9f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/b9895f9a-1c11-439b-bb0b-08aa8c2a1063 HTTP/1.1" status: 404 len: 333 time: 0.0912764 Aug 16 13:12:39.246945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59010) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:39.319469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ebf16d55-8599-4f05-8cf3-6904ff1d74b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port ededc88c-2707-43c1-9d3e-a62866059bd6 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:39.320042 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebf16d55-8599-4f05-8cf3-6904ff1d74b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:39.320141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d03ab1fa-5faf-4f59-b179-b7ed8e333405 None None] Provisioning for port d2cbb425-c306-44e3-9455-f64b6bad49a7 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:39.330024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59012) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:39.351950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d2cbb425-c306-44e3-9455-f64b6bad49a7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:39.433014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98b9963-6b5d-4c52-af8f-ceec2b7b4e8d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting subnet d6a06558-67f5-4d80-b48e-b4db3932fd1f {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:39.440078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e98b9963-6b5d-4c52-af8f-ceec2b7b4e8d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:39.537540 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e98b9963-6b5d-4c52-af8f-ceec2b7b4e8d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:39.553444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e7a2b7bb-1eaa-4300-8902-069f281dc1e2 None None] Could not find standard attr ID for object b9895f9a-1c11-439b-bb0b-08aa8c2a1063. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:12:39.704382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d2cbb425-c306-44e3-9455-f64b6bad49a7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:39.713868 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d2cbb425-c306-44e3-9455-f64b6bad49a7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:39.715672 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:39.726176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a7f4b4e1-0678-4a93-ba16-fa533676344e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb6ae1009a05483ab999610389dce09e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907785 Aug 16 13:12:39.733410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d4a9b7fe-5dd5-4584-b957-17799d4c6eb8 None None] Provisioning for port ededc88c-2707-43c1-9d3e-a62866059bd6 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:39.738208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59016) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:39.759087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753a49c-ee3a-4a57-91bf-ee65d20d6a2d req-cbec26e3-e3a4-4e7c-a15a-adefdcf28186 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:39.771067 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d753a49c-ee3a-4a57-91bf-ee65d20d6a2d req-cbec26e3-e3a4-4e7c-a15a-adefdcf28186 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.4420545 Aug 16 13:12:39.786023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c42713eb-388c-4ba8-8930-5861ff3f859c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:39.854303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d4a9b7fe-5dd5-4584-b957-17799d4c6eb8 None None] Provisioning complete for port ededc88c-2707-43c1-9d3e-a62866059bd6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:39.855924 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d4a9b7fe-5dd5-4584-b957-17799d4c6eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:39.900822 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebf16d55-8599-4f05-8cf3-6904ff1d74b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:39.909635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e98b9963-6b5d-4c52-af8f-ceec2b7b4e8d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:39.954135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d753a49c-ee3a-4a57-91bf-ee65d20d6a2d req-3ea996bc-af5e-488c-978a-993ba16e6512 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814361 Aug 16 13:12:39.954710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9b7fe-5dd5-4584-b957-17799d4c6eb8 None None] Port ededc88c-2707-43c1-9d3e-a62866059bd6 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:12:39.955797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-ebf16d55-8599-4f05-8cf3-6904ff1d74b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for ededc88c-2707-43c1-9d3e-a62866059bd6 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:40.052032 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1aa1-6c22-4f14-81a0-a38bf0d89b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.092646 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c42713eb-388c-4ba8-8930-5861ff3f859c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.113252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59020) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:40.129709 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.135338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42713eb-388c-4ba8-8930-5861ff3f859c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Subnet': ['ID=43c4ad79-c536-4053-9403-92b94a8db004,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:40.138311 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c42713eb-388c-4ba8-8930-5861ff3f859c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.142433 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c42713eb-388c-4ba8-8930-5861ff3f859c tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "DELETE /v2.0/subnets/43c4ad79-c536-4053-9403-92b94a8db004 HTTP/1.1" status: 204 len: 168 time: 1.7272365 Aug 16 13:12:40.151012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59022) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:40.158874 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1aa1-6c22-4f14-81a0-a38bf0d89b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.173307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715463f-1e4b-4afa-af9e-8444399236e1 None None] Network ff59b3a2-761c-4887-a566-3a2f0105d559 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:40.182329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca8b0-239a-48a0-b944-3cf163b10955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.209058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e98b9963-6b5d-4c52-af8f-ceec2b7b4e8d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.258578 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d71cdf-72cd-4010-bcdc-6933eb324d0a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Deleting subnet 86544f29-1b9f-4b38-9a3d-a615578153a3 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:40.267954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b9963-6b5d-4c52-af8f-ceec2b7b4e8d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a06558-67f5-4d80-b48e-b4db3932fd1f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:40.270032 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e98b9963-6b5d-4c52-af8f-ceec2b7b4e8d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.274149 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e98b9963-6b5d-4c52-af8f-ceec2b7b4e8d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/d6a06558-67f5-4d80-b48e-b4db3932fd1f HTTP/1.1" status: 204 len: 168 time: 1.0258722 Aug 16 13:12:40.276217 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87d71cdf-72cd-4010-bcdc-6933eb324d0a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.279313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59024) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:40.302684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59026) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:40.308820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc570283-e1c0-4adb-acf0-f27aa42fba6f None None] Network bb4f22c3-359e-46d3-9937-c62ae288f398 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:40.352260 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebf16d55-8599-4f05-8cf3-6904ff1d74b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.391506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port d2cbb425-c306-44e3-9455-f64b6bad49a7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d2cbb425-c306-44e3-9455-f64b6bad49a7,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:40.408053 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87d71cdf-72cd-4010-bcdc-6933eb324d0a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.410905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.417078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf16d55-8599-4f05-8cf3-6904ff1d74b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=ededc88c-2707-43c1-9d3e-a62866059bd6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:40.458287 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.459114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 180c6e02-9e93-4d8b-9466-c0d7d24afcfb up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:40.464563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1aa1-6c22-4f14-81a0-a38bf0d89b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.467871 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1aa1-6c22-4f14-81a0-a38bf0d89b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.469066 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3cfa1aa1-6c22-4f14-81a0-a38bf0d89b35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c848537b-9d69-49b9-8531-ebb65e2dfd23 HTTP/1.1" status: 204 len: 168 time: 0.7293944 Aug 16 13:12:40.505889 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebf16d55-8599-4f05-8cf3-6904ff1d74b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.509164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa1aa1-6c22-4f14-81a0-a38bf0d89b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848537b-9d69-49b9-8531-ebb65e2dfd23,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:40.516881 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ebf16d55-8599-4f05-8cf3-6904ff1d74b2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/ededc88c-2707-43c1-9d3e-a62866059bd6 HTTP/1.1" status: 204 len: 168 time: 1.8353765 Aug 16 13:12:40.519431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59030) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:40.524440 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5bc48869-0038-47a6-854d-56698dd36b92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9fd884bd4b14f1f827792097f2d2211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182813 Aug 16 13:12:40.540268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59032) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:40.672903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc9910b-6bcd-4653-ad88-5a69b27dbd2f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:40.674947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc9910b-6bcd-4653-ad88-5a69b27dbd2f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:40.676920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fbc9910b-6bcd-4653-ad88-5a69b27dbd2f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1554310 Aug 16 13:12:40.687592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59034) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:40.751858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca8b0-239a-48a0-b944-3cf163b10955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.779789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=d2cbb425-c306-44e3-9455-f64b6bad49a7,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:40.792423 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca8b0-239a-48a0-b944-3cf163b10955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.804687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:40.804959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.823965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.824598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.825222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.832381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.832790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.833789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.834435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.835023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.835572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.837977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.838659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.839148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:40.844473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b89cba-6c94-4743-b128-bea87edbbdc6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet fc076a5c-215d-4da5-8cfa-3686346dd6b0 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:40.864802 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a97c9a6-4270-4523-b52c-0550b193f8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.865929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1b89cba-6c94-4743-b128-bea87edbbdc6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.871121 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87d71cdf-72cd-4010-bcdc-6933eb324d0a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.896625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:40.897259 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.961150 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a97c9a6-4270-4523-b52c-0550b193f8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:40.961638 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eb8ca8b0-239a-48a0-b944-3cf163b10955 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a89a327fa4a8468485635d2a627eda80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8434694 Aug 16 13:12:40.970505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ca8b0-239a-48a0-b944-3cf163b10955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21862ba2-a9ac-44b0-8344-e6841879a52e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:40.976280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59038) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:41.020728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364001c3-a7ec-4506-ae71-9bb581bf68d3 None None] DHCP port deletion for ff59b3a2-761c-4887-a566-3a2f0105d559 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:41.071060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1b89cba-6c94-4743-b128-bea87edbbdc6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.072452 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87d71cdf-72cd-4010-bcdc-6933eb324d0a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.147292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d71cdf-72cd-4010-bcdc-6933eb324d0a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Subnet': ['ID=86544f29-1b9f-4b38-9a3d-a615578153a3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:41.167389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] For port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=180c6e02-9e93-4d8b-9466-c0d7d24afcfb,segment=NetworkSegment(b8c4a134-0f07-414d-941c-dfa1aa3dea9b),segment_id=b8c4a134-0f07-414d-941c-dfa1aa3dea9b)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:41.167761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.210756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 180c6e02-9e93-4d8b-9466-c0d7d24afcfb owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:41.224669 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87d71cdf-72cd-4010-bcdc-6933eb324d0a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.228472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6453b59-b29f-4686-9ae1-062d08da8f7e None None] DHCP port deletion for bb4f22c3-359e-46d3-9937-c62ae288f398 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:41.246445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-87d71cdf-72cd-4010-bcdc-6933eb324d0a tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "DELETE /v2.0/subnets/86544f29-1b9f-4b38-9a3d-a615578153a3 HTTP/1.1" status: 204 len: 168 time: 1.0914855 Aug 16 13:12:41.250038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59042) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:41.250625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d73eec-961a-4170-8781-656dc1a5279e None None] Network a3f59a97-520c-401a-b1ff-6c0a7128ce70 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:41.251526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a97c9a6-4270-4523-b52c-0550b193f8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.259239 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a97c9a6-4270-4523-b52c-0550b193f8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.260891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4a97c9a6-4270-4523-b52c-0550b193f8ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75a71f6b-e927-4326-a36f-78a7a017613e HTTP/1.1" status: 204 len: 168 time: 0.7159991 Aug 16 13:12:41.301191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97c9a6-4270-4523-b52c-0550b193f8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a71f6b-e927-4326-a36f-78a7a017613e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:41.335839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6a95e-4df7-4bbb-9a58-b1bc39f2c0c8 req-372f40df-9cb3-4042-b127-626029ccc5ac tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:41.344220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65e6a95e-4df7-4bbb-9a58-b1bc39f2c0c8 req-372f40df-9cb3-4042-b127-626029ccc5ac tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.2107792 Aug 16 13:12:41.395314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a2bd8a5-32c7-486a-8ab2-b539b8c77284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.467964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65e6a95e-4df7-4bbb-9a58-b1bc39f2c0c8 req-fd51935e-6f1b-4d61-9dad-aa9ac41350a1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156135 Aug 16 13:12:41.503966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1b89cba-6c94-4743-b128-bea87edbbdc6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.616668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a2bd8a5-32c7-486a-8ab2-b539b8c77284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.641315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d2cbb425-c306-44e3-9455-f64b6bad49a7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:41.687335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.781359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.804326 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1b89cba-6c94-4743-b128-bea87edbbdc6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.825720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbc30d-ff1d-47a6-9a57-a0ece898ac82 req-890dc9eb-be8a-47a1-964f-33f9544b65ac tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:41.828101 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49bbc30d-ff1d-47a6-9a57-a0ece898ac82 req-890dc9eb-be8a-47a1-964f-33f9544b65ac tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.1423531 Aug 16 13:12:41.840695 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59050) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:41.849306 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a2bd8a5-32c7-486a-8ab2-b539b8c77284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.852001 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a2bd8a5-32c7-486a-8ab2-b539b8c77284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.855857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7a2bd8a5-32c7-486a-8ab2-b539b8c77284 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21862ba2-a9ac-44b0-8344-e6841879a52e HTTP/1.1" status: 204 len: 168 time: 0.8724904 Aug 16 13:12:41.862520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7d40bb04-4f9c-46a5-9aa8-04da989be3c2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Request body: {'floatingip': {'port_id': '299fa087-78cf-4580-826a-5d2faa0c9eba'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:41.875794 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d1b89cba-6c94-4743-b128-bea87edbbdc6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.877748 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d1b89cba-6c94-4743-b128-bea87edbbdc6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/fc076a5c-215d-4da5-8cfa-3686346dd6b0 HTTP/1.1" status: 204 len: 168 time: 1.1868315 Aug 16 13:12:41.881393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=180c6e02-9e93-4d8b-9466-c0d7d24afcfb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:41.887008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No DVR routers for this DVR port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:41.889466 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59054) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:41.897975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291274df-ca55-478a-a681-8208f1e27b49 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:41.928718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b89cba-6c94-4743-b128-bea87edbbdc6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=fc076a5c-215d-4da5-8cfa-3686346dd6b0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:41.967759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bd8a5-32c7-486a-8ab2-b539b8c77284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21862ba2-a9ac-44b0-8344-e6841879a52e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:41.976943 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d40bb04-4f9c-46a5-9aa8-04da989be3c2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:41.986887 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-30048eb9-dd7a-4af3-8da4-0a504e9cc05c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931046 Aug 16 13:12:41.994873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59056) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:42.009351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:42.012601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968b11bc-9209-4a2e-96bf-8c85d22359a9 None None] DHCP port deletion for a3f59a97-520c-401a-b1ff-6c0a7128ce70 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:42.045035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a6453b59-b29f-4686-9ae1-062d08da8f7e None None] Deleting port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:42.045414 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a6453b59-b29f-4686-9ae1-062d08da8f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.054141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-364001c3-a7ec-4506-ae71-9bb581bf68d3 None None] Deleting port c6033f7c-6b5c-44e0-bb15-143e7dab530d {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:42.054412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-364001c3-a7ec-4506-ae71-9bb581bf68d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.081922 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.099346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4f22c3-359e-46d3-9937-c62ae288f398']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:42.115584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c4a134-0f07-414d-941c-dfa1aa3dea9b') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:42.116418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c4a134-0f07-414d-941c-dfa1aa3dea9b') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:42.129141 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.151528 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.161573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:12:42.161987 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:12:42.177759 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:12:42.324722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Deleting port c6033f7c-6b5c-44e0-bb15-143e7dab530d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:42.325337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.376237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a6453b59-b29f-4686-9ae1-062d08da8f7e None None] For port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:42.376961 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a6453b59-b29f-4686-9ae1-062d08da8f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.378434 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.385023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-364001c3-a7ec-4506-ae71-9bb581bf68d3 None None] For port c6033f7c-6b5c-44e0-bb15-143e7dab530d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c6033f7c-6b5c-44e0-bb15-143e7dab530d,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:42.386151 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-364001c3-a7ec-4506-ae71-9bb581bf68d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.392212 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.394319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/networks/bb4f22c3-359e-46d3-9937-c62ae288f398 HTTP/1.1" status: 204 len: 168 time: 2.1134257 Aug 16 13:12:42.410094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d2cbb425-c306-44e3-9455-f64b6bad49a7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:42.410965 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.411873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59068) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:42.425974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-826245838'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:42.461128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a844d1f-23eb-4edd-b38d-70b27cdda2cc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Network': ['ID=bb4f22c3-359e-46d3-9937-c62ae288f398,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:42.494295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-364001c3-a7ec-4506-ae71-9bb581bf68d3 None None] Calling delete_port for c6033f7c-6b5c-44e0-bb15-143e7dab530d owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:42.497516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a6453b59-b29f-4686-9ae1-062d08da8f7e None None] Calling delete_port for 180c6e02-9e93-4d8b-9466-c0d7d24afcfb owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:42.502750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-a6453b59-b29f-4686-9ae1-062d08da8f7e None None] Port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:12:42.528631 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a6453b59-b29f-4686-9ae1-062d08da8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.535865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] For port c6033f7c-6b5c-44e0-bb15-143e7dab530d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c6033f7c-6b5c-44e0-bb15-143e7dab530d,segment=NetworkSegment(4e41aad4-adec-49c0-a03c-0fb9023470a2),segment_id=4e41aad4-adec-49c0-a03c-0fb9023470a2)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:42.536523 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.615963 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:42.630637 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.876846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:12:42.898461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6453b59-b29f-4686-9ae1-062d08da8f7e None None] Network bb4f22c3-359e-46d3-9937-c62ae288f398 is not hosted by any dhcp agent {{(pid=101397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 13:12:42.899118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6453b59-b29f-4686-9ae1-062d08da8f7e None None] No DVR routers for this DVR port 180c6e02-9e93-4d8b-9466-c0d7d24afcfb on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:42.911897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6453b59-b29f-4686-9ae1-062d08da8f7e None None] Pushing event deleted for resources: {'Port': ['ID=180c6e02-9e93-4d8b-9466-c0d7d24afcfb,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:42.946514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-968b11bc-9209-4a2e-96bf-8c85d22359a9 None None] Deleting port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:42.947021 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-968b11bc-9209-4a2e-96bf-8c85d22359a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.952483 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:42.953136 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Added segment b68438be-051b-49d1-9206-8122b2f72fc2 of type vlan for network 4d7157e7-f0d1-495a-9515-865993faf57d Aug 16 13:12:43.027459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810d58fb-5266-4ff0-a6df-b505dcc548bc None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:43.028407 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.113228 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.119866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:43.120716 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.129873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Calling delete_port for c6033f7c-6b5c-44e0-bb15-143e7dab530d owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:43.155618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:43.159223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.207643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-968b11bc-9209-4a2e-96bf-8c85d22359a9 None None] For port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d5d1aff7-fd9d-41e0-9a48-4b7861d4e578,segment=NetworkSegment(3a567f86-36f8-40f5-b9da-d5407f2f5baf),segment_id=3a567f86-36f8-40f5-b9da-d5407f2f5baf)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:43.210669 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-968b11bc-9209-4a2e-96bf-8c85d22359a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.241340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8240645 Aug 16 13:12:43.259506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59094) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:43.280038 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': '4d7157e7-f0d1-495a-9515-865993faf57d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:43.327473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-968b11bc-9209-4a2e-96bf-8c85d22359a9 None None] Calling delete_port for d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:43.363743 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-364001c3-a7ec-4506-ae71-9bb581bf68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.467686 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.514390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364001c3-a7ec-4506-ae71-9bb581bf68d3 None None] Pushing event deleted for resources: {'Port': ['ID=c6033f7c-6b5c-44e0-bb15-143e7dab530d,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:43.518851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 180c6e02-9e93-4d8b-9466-c0d7d24afcfb no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:43.550738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364001c3-a7ec-4506-ae71-9bb581bf68d3 None None] No DVR routers for this DVR port c6033f7c-6b5c-44e0-bb15-143e7dab530d on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:43.557198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Port': ['ID=c6033f7c-6b5c-44e0-bb15-143e7dab530d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:43.561751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] No DVR routers for this DVR port c6033f7c-6b5c-44e0-bb15-143e7dab530d on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:43.583765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7dd21-1f7f-4c7f-9c10-dea312134d1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Network': ['ID=4d7157e7-f0d1-495a-9515-865993faf57d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:43.673046 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 4d7157e7-f0d1-495a-9515-865993faf57d details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:12:43.689960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 180c6e02-9e93-4d8b-9466-c0d7d24afcfb {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:43.690449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 180c6e02-9e93-4d8b-9466-c0d7d24afcfb not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:43.690870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c6033f7c-6b5c-44e0-bb15-143e7dab530d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:43.695670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59100) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:43.706226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59102) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:43.726718 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:43.733521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.738642 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.755402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff59b3a2-761c-4887-a566-3a2f0105d559']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:43.797827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e41aad4-adec-49c0-a03c-0fb9023470a2') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:43.798599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e41aad4-adec-49c0-a03c-0fb9023470a2') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:43.824309 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.825319 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-7d40bb04-4f9c-46a5-9aa8-04da989be3c2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:12:43.847877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-810d58fb-5266-4ff0-a6df-b505dcc548bc None None] Deleting port d2cbb425-c306-44e3-9455-f64b6bad49a7 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:43.850416 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-810d58fb-5266-4ff0-a6df-b505dcc548bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.862321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: c6033f7c-6b5c-44e0-bb15-143e7dab530d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:43.862867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c6033f7c-6b5c-44e0-bb15-143e7dab530d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:43.890199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.903369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:12:43.903851 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:12:43.907379 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:12:44.023220 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.037364 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.039432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "DELETE /v2.0/networks/ff59b3a2-761c-4887-a566-3a2f0105d559 HTTP/1.1" status: 204 len: 168 time: 2.7863896 Aug 16 13:12:44.087287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59108) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:44.102084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1837349981-network', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:44.117509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0852d6-5787-46e1-9f63-d616a04114fb tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Network': ['ID=ff59b3a2-761c-4887-a566-3a2f0105d559,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:44.137445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1297847540'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:44.166543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:44.192911 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:12:44.206720 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-968b11bc-9209-4a2e-96bf-8c85d22359a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.227826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:12:44.229268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:44.238475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:44.239831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d2cbb425-c306-44e3-9455-f64b6bad49a7 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:44.264140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Made reservation on behalf of 23d9e198d2684f51880c1e109862a3ef for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:44.267863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.273980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d40bb04-4f9c-46a5-9aa8-04da989be3c2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.303104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-810d58fb-5266-4ff0-a6df-b505dcc548bc None None] For port d2cbb425-c306-44e3-9455-f64b6bad49a7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d2cbb425-c306-44e3-9455-f64b6bad49a7,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:44.303851 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-810d58fb-5266-4ff0-a6df-b505dcc548bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.322721 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-810d58fb-5266-4ff0-a6df-b505dcc548bc None None] Calling delete_port for d2cbb425-c306-44e3-9455-f64b6bad49a7 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:44.332675 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d40bb04-4f9c-46a5-9aa8-04da989be3c2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.348876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.418384 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.471165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Made reservation on behalf of c58ca9b10e4e47379c97995b83b2d522 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:44.477133 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.496539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b11bc-9209-4a2e-96bf-8c85d22359a9 None None] No DVR routers for this DVR port d5d1aff7-fd9d-41e0-9a48-4b7861d4e578 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:44.502720 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.514146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b11bc-9209-4a2e-96bf-8c85d22359a9 None None] Pushing event deleted for resources: {'Port': ['ID=d5d1aff7-fd9d-41e0-9a48-4b7861d4e578,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:44.527971 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.559115 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No active binding found for port d2cbb425-c306-44e3-9455-f64b6bad49a7 {{(pid=101397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 13:12:44.559983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d2cbb425-c306-44e3-9455-f64b6bad49a7 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:44.584532 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-810d58fb-5266-4ff0-a6df-b505dcc548bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.643912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d58fb-5266-4ff0-a6df-b505dcc548bc None None] Pushing event deleted for resources: {'Port': ['ID=d2cbb425-c306-44e3-9455-f64b6bad49a7,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:44.653385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d58fb-5266-4ff0-a6df-b505dcc548bc None None] No DVR routers for this DVR port d2cbb425-c306-44e3-9455-f64b6bad49a7 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:44.695578 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.698593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.ipam_pluggable_backend [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Port d2cbb425-c306-44e3-9455-f64b6bad49a7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101396) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 13:12:44.698967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.ipam_pluggable_backend [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Reverting IP allocation for 2001:db8::f816:3eff:fef3:dfd5 {{(pid=101396) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 13:12:44.711485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.ipam_pluggable_backend [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef3:dfd5 {{(pid=101396) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 13:12:44.713465 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f59a97-520c-401a-b1ff-6c0a7128ce70']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:44.716337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.730818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a567f86-36f8-40f5-b9da-d5407f2f5baf') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:44.731174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a567f86-36f8-40f5-b9da-d5407f2f5baf') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:44.769778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.806090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:44.807316 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.816725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:44.821071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:44.821711 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.830637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:12:44.831056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.832098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c10b91e-488a-4c96-a8c5-617fef6f6c5f None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:12:44.834660 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:12:44.836716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=92f47af9-d722-48bf-bf4f-a04102a1d575,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:44.911156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.932557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:44.939217 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] 10.222.0.25 "DELETE /v2.0/networks/a3f59a97-520c-401a-b1ff-6c0a7128ce70 HTTP/1.1" status: 204 len: 168 time: 0.8448319 Aug 16 13:12:44.952986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d387301-da9a-43a3-94ae-b91b2cd0fd48 tempest-TaggedBootDevicesTest-505179348 tempest-TaggedBootDevicesTest-505179348-project] Pushing event deleted for resources: {'Network': ['ID=a3f59a97-520c-401a-b1ff-6c0a7128ce70,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:45.135071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '92f47af9-d722-48bf-bf4f-a04102a1d575'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:12:45.136611 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:45.174017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Subnet': ['ID=11520ae1-76a1-4c3d-b087-8b340b8bc835,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:45.183651 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-7d40bb04-4f9c-46a5-9aa8-04da989be3c2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Floating IP 6d1fc206-3664-4c18-8b52-01f6b52ce5e9 associated. External IP: 172.25.0.56, port: 299fa087-78cf-4580-826a-5d2faa0c9eba. Aug 16 13:12:45.236462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Checking segment: {'id': 'b68438be-051b-49d1-9206-8122b2f72fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4d7157e7-f0d1-495a-9515-865993faf57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:45.236832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network hostable DHCP agents. Network: 4d7157e7-f0d1-495a-9515-865993faf57d, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:12:45.347087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network 4d7157e7-f0d1-495a-9515-865993faf57d is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:12:45.382537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:45.391798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 4d7157e7-f0d1-495a-9515-865993faf57d) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:45.398357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:45.399051 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:45.413171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a96dc48-130c-40f4-9727-c04dcf76b207 None None] Network 4d7157e7-f0d1-495a-9515-865993faf57d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:45.414473 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-83bdb791-7056-48f4-98db-87c7c839d780 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4150977 Aug 16 13:12:45.417259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59120) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:45.427857 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:45.437725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:0b:5e:6a', 'name': 'tempest-NetworksTestDHCPv6-1201760205'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:45.516161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:12:45.539292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b262466c-380f-4eb1-9b11-66dd986ff0b9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:45.555230 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:45.555481 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Added segment f9ba161a-40d7-4c8b-87b2-431977a2dd23 of type vlan for network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 Aug 16 13:12:45.578707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Allocated IP 2001:db8::f816:3eff:fe76:8fd (bbb70a5f-e1ed-4340-8ed7-bddea692336c/92f47af9-d722-48bf-bf4f-a04102a1d575/f33dbac8-548c-45e4-9d50-23e8e511d645) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:45.713154 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:45.743519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-4d7157e7-f0d1-495a-9515-865993faf57d', 'network_id': '4d7157e7-f0d1-495a-9515-865993faf57d', 'tenant_id': '3421adc2bd3d428c93e51af814c7b1b2', 'fixed_ips': [{'subnet_id': '11520ae1-76a1-4c3d-b087-8b340b8bc835'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:12:45.743927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d40bb04-4f9c-46a5-9aa8-04da989be3c2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:12:45.745833 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:45.801937 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:45.803338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:45.804126 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:45.898272 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:45.960345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:46.018416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Allocated IP 172.20.0.2 (4d7157e7-f0d1-495a-9515-865993faf57d/11520ae1-76a1-4c3d-b087-8b340b8bc835/8ee84c42-91c0-41f5-876b-a47a9eeaad12) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:46.022036 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.026210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d40bb04-4f9c-46a5-9aa8-04da989be3c2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:12:46.028801 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.042901 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d40bb04-4f9c-46a5-9aa8-04da989be3c2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.046365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792ff6e-8db2-41a1-8005-c70245768324 None None] Sync routers for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:12:46.053616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Transition to ACTIVE for port object f33dbac8-548c-45e4-9d50-23e8e511d645 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:46.098605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b039d2d2-8282-4761-a9c5-48ffc7717f61 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8352621 Aug 16 13:12:46.102146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59124) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:46.109152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792ff6e-8db2-41a1-8005-c70245768324 None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:46.109966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f792ff6e-8db2-41a1-8005-c70245768324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:12:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:46.120934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': '4d7157e7-f0d1-495a-9515-865993faf57d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-22064105'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:46.127124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4297609 Aug 16 13:12:46.144702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59126) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:46.159897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] Request body: {'subnet': {'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1837349981-subnet', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:46.174074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:12:46.185946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484c0a7-2fa2-4764-a32c-1a4a8613edbb admin admin] Pushing event updated for resources: {'Network': ['ID=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:46.212469 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7d40bb04-4f9c-46a5-9aa8-04da989be3c2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "PUT /v2.0/floatingips/6d1fc206-3664-4c18-8b52-01f6b52ce5e9 HTTP/1.1" status: 200 len: 991 time: 4.3689475 Aug 16 13:12:46.222592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:46.226537 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e9780e-1c40-4808-8468-6f1270b29861" -d '{"events": [{"name": "network-changed", "server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:46.249298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc767e6f-75d4-4a69-9d72-cda7f5838544,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:46.272306 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.272567 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Added segment 5672daf1-7e77-4906-85a1-c012188bdde7 of type vlan for network 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 Aug 16 13:12:46.302754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:12:46.332420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] Made reservation on behalf of 23d9e198d2684f51880c1e109862a3ef for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:46.335172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.363645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.391916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Transition to ACTIVE for port object f33dbac8-548c-45e4-9d50-23e8e511d645 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:46.397510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-f792ff6e-8db2-41a1-8005-c70245768324 None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:46.425911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 97251382-b344-4d0d-977a-0881e1d0780d yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:46.510901 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.550431 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.598319 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.708639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:46.718888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Pushing event updated for resources: {'Port': ['ID=f33dbac8-548c-45e4-9d50-23e8e511d645,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:46.728142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:46.736947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:46.759310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.770991 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:46.772903 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.807537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:46.812114 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.859815 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7646e65c-c7e4-4197-80c6-957afbc81777 x-openstack-request-id: req-7646e65c-c7e4-4197-80c6-957afbc81777 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:46.860668 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:46.861173 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7646e65c-c7e4-4197-80c6-957afbc81777 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:46.861914 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'status': 'completed', 'code': 200} Aug 16 13:12:46.883787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::f816:3eff:fe0b:5e6a (bbb70a5f-e1ed-4340-8ed7-bddea692336c/92f47af9-d722-48bf-bf4f-a04102a1d575/97251382-b344-4d0d-977a-0881e1d0780d) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:46.948922 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.961159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.2425699 Aug 16 13:12:46.965393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Transition to ACTIVE for port object 8ee84c42-91c0-41f5-876b-a47a9eeaad12 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:46.968184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59138) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:46.977377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'subnet': {'network_id': '2f6f90bc-4f86-4087-9c09-b2f2a2a0d624', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:46.986722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:46.994687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Transition to ACTIVE for port object 8ee84c42-91c0-41f5-876b-a47a9eeaad12 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:47.004092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2c983-04f1-4777-b58c-efc555bacfeb tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Network': ['ID=2f6f90bc-4f86-4087-9c09-b2f2a2a0d624,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:47.009922 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.139174 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=45cd680f-c659-4f62-9e31-1188e270a4d1,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:47.164027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] Checking segment: {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:47.164396 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] Network hostable DHCP agents. Network: b0c2a251-ea18-48e6-996b-9c5f9b3d7d52, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:12:47.184844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Made reservation on behalf of c58ca9b10e4e47379c97995b83b2d522 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:47.191938 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.278352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:12:47.290661 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Attempting to bind port f33dbac8-548c-45e4-9d50-23e8e511d645 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:47.291034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Attempting to bind port f33dbac8-548c-45e4-9d50-23e8e511d645 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:47.291397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Attempting to bind port f33dbac8-548c-45e4-9d50-23e8e511d645 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:47.327880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Network 4d7157e7-f0d1-495a-9515-865993faf57d is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:47.340842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port ce3b02ef-4e9e-4e64-8ec8-cc0e235b2e08 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:47.346881 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:47.349132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:47.349517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:47.349932 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.350406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:47.350926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Bound port: f33dbac8-548c-45e4-9d50-23e8e511d645, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:47.351329 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.372375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:47.387329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] Network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:12:47.517058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Pushing event updated for resources: {'Port': ['ID=8ee84c42-91c0-41f5-876b-a47a9eeaad12,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:47.518474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.536032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9780e-1c40-4808-8468-6f1270b29861 req-0bd42d31-71d7-40f8-926a-b0014e080626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:47.537560 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c4e9780e-1c40-4808-8468-6f1270b29861 req-0bd42d31-71d7-40f8-926a-b0014e080626 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 1097 time: 0.6511474 Aug 16 13:12:47.548606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, b0c2a251-ea18-48e6-996b-9c5f9b3d7d52) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:47.566160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:47.567606 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.612553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 97251382-b344-4d0d-977a-0881e1d0780d will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:47.632237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.13 (4d7157e7-f0d1-495a-9515-865993faf57d/11520ae1-76a1-4c3d-b087-8b340b8bc835/ce3b02ef-4e9e-4e64-8ec8-cc0e235b2e08) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:47.642285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a23da7-884c-4ad9-aa38-130ed4dd2e4e None None] Network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:47.709913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-98ccfa65-dfc7-443b-86da-a96aaee463bf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5522091 Aug 16 13:12:47.712547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59144) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:47.720147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1837349981-router', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:47.727634 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.798058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Subnet': ['ID=48062336-eeef-4b37-8ae2-6d613bbdf931,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:47.820755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.822901 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.867561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Attempting to bind port 8ee84c42-91c0-41f5-876b-a47a9eeaad12 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:47.868129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Attempting to bind port 8ee84c42-91c0-41f5-876b-a47a9eeaad12 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b68438be-051b-49d1-9206-8122b2f72fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4d7157e7-f0d1-495a-9515-865993faf57d'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:47.868612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Attempting to bind port 8ee84c42-91c0-41f5-876b-a47a9eeaad12 on network 4d7157e7-f0d1-495a-9515-865993faf57d {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:47.878715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] For port f33dbac8-548c-45e4-9d50-23e8e511d645, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:47.882155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Checking segment: {'id': '5672daf1-7e77-4906-85a1-c012188bdde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2f6f90bc-4f86-4087-9c09-b2f2a2a0d624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:47.883144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network hostable DHCP agents. Network: 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:12:47.889803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] For port f33dbac8-548c-45e4-9d50-23e8e511d645, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f33dbac8-548c-45e4-9d50-23e8e511d645,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:12:47.896030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f792ff6e-8db2-41a1-8005-c70245768324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6d1fc206-3664-4c18-8b52-01f6b52ce5e9', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'port_id': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'mac_address': 'fa:16:3e:03:d7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:14Z', 'updated_at': '2021-08-16T13:12:43Z', 'revision_number': 1, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:47.901504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:47.902303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Checking segment: {'id': 'b68438be-051b-49d1-9206-8122b2f72fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4d7157e7-f0d1-495a-9515-865993faf57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:47.902992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.902992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Bound using segment: {'id': 'b68438be-051b-49d1-9206-8122b2f72fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4d7157e7-f0d1-495a-9515-865993faf57d'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:47.903701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Bound port: 8ee84c42-91c0-41f5-876b-a47a9eeaad12, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68438be-051b-49d1-9206-8122b2f72fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4d7157e7-f0d1-495a-9515-865993faf57d'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:47.904779 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.911221 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:47.946064 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.013685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792ff6e-8db2-41a1-8005-c70245768324 None None] Checking router: 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:12:48.021020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:12:48.023456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3861c4d-2e8e-4d38-ab6b-c89e4db87735 None None] Pushing event updated for resources: {'Port': ['ID=f33dbac8-548c-45e4-9d50-23e8e511d645,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:48.066869 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.068354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9780e-1c40-4808-8468-6f1270b29861 req-aa479673-d556-4d49-b672-a0fc4d5ecb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:48.069813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792ff6e-8db2-41a1-8005-c70245768324 None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:48.070364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:48.070747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f792ff6e-8db2-41a1-8005-c70245768324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:12:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:48.073740 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c4e9780e-1c40-4808-8468-6f1270b29861 req-aa479673-d556-4d49-b672-a0fc4d5ecb57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.5246322 Aug 16 13:12:48.095015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object ce3b02ef-4e9e-4e64-8ec8-cc0e235b2e08 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:48.098408 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.103491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:48.108541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.245477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38c7a78-f1df-482a-8ebf-fb04acd5d005 None None] Network 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:48.300468 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-240c9d34-d5b9-46aa-8ca8-426f298cfd7b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3305809 Aug 16 13:12:48.304482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59148) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:48.310985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1284392193', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:48.355889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=97251382-b344-4d0d-977a-0881e1d0780d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:48.375044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:48.377417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-f792ff6e-8db2-41a1-8005-c70245768324 None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:48.401356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:48.423001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:48.468350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:48.469613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.512067 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.557385 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c4e9780e-1c40-4808-8468-6f1270b29861 req-66d91504-d5c4-4b41-ba50-d41805702c64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299fa087-78cf-4580-826a-5d2faa0c9eba HTTP/1.1" status: 200 len: 999 time: 0.4689224 Aug 16 13:12:48.569388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] For port 8ee84c42-91c0-41f5-876b-a47a9eeaad12, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:48.571183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59152) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:48.581901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0c61ecf0-af33-4861-8a03-a71cc690adc7 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1613286 Aug 16 13:12:48.584765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.587732 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.588827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.688442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-b0c2a251-ea18-48e6-996b-9c5f9b3d7d52', 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'fixed_ips': [{'subnet_id': '45cd680f-c659-4f62-9e31-1188e270a4d1'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:12:48.689318 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.705537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] For port 8ee84c42-91c0-41f5-876b-a47a9eeaad12, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8ee84c42-91c0-41f5-876b-a47a9eeaad12,segment=NetworkSegment(b68438be-051b-49d1-9206-8122b2f72fc2),segment_id=b68438be-051b-49d1-9206-8122b2f72fc2)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:12:48.739605 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.766326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9780e-1c40-4808-8468-6f1270b29861 req-6d8da25e-4678-4157-bdcf-a26e31c7f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:48.770230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c4e9780e-1c40-4808-8468-6f1270b29861 req-6d8da25e-4678-4157-bdcf-a26e31c7f1ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.1767809 Aug 16 13:12:48.828719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=ce3b02ef-4e9e-4e64-8ec8-cc0e235b2e08,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:48.865962 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd3562-1a7b-422c-b2d2-a67519c7fdaf tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:48.874282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd3562-1a7b-422c-b2d2-a67519c7fdaf tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:48.876346 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-97dd3562-1a7b-422c-b2d2-a67519c7fdaf tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2999339 Aug 16 13:12:48.883556 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:48.883883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59156) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:48.930066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network 4d7157e7-f0d1-495a-9515-865993faf57d is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:48.941316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:48.978294 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60579a70-6b0e-42d7-ab97-2961e57756e1 None None] Pushing event updated for resources: {'Port': ['ID=8ee84c42-91c0-41f5-876b-a47a9eeaad12,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:48.981773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b8c574-9a9f-456c-ad68-8c8031d33dae None None] Network 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:49.009228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:49.130291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9780e-1c40-4808-8468-6f1270b29861 req-13f6fd1f-b4bc-41dd-9f6f-efa4a7588b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:49.132010 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c4e9780e-1c40-4808-8468-6f1270b29861 req-13f6fd1f-b4bc-41dd-9f6f-efa4a7588b14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2983956 Aug 16 13:12:49.157856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:49.158695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:49.211808 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f1ed98cb-8d41-4bb7-aef3-8bc6569891af tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.1048636 Aug 16 13:12:49.215079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59158) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:49.347753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-633476ef-e981-4e93-a195-737b8b015b4f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 97251382-b344-4d0d-977a-0881e1d0780d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:49.348514 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-633476ef-e981-4e93-a195-737b8b015b4f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:49.366282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Allocated IP 172.20.0.2 (b0c2a251-ea18-48e6-996b-9c5f9b3d7d52/45cd680f-c659-4f62-9e31-1188e270a4d1/2b281134-fe5b-4a74-8e54-a0f0882f316e) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:49.382222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:49.577487 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c4e9780e-1c40-4808-8468-6f1270b29861 req-432c9453-29ae-4052-96d3-0ba2b1147920 service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345829 Aug 16 13:12:49.691742 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-633476ef-e981-4e93-a195-737b8b015b4f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:49.750201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-633476ef-e981-4e93-a195-737b8b015b4f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 97251382-b344-4d0d-977a-0881e1d0780d owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:49.771501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2adc8c91-ce58-46bc-9744-978d8abfeb1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port ce3b02ef-4e9e-4e64-8ec8-cc0e235b2e08 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:49.772015 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2adc8c91-ce58-46bc-9744-978d8abfeb1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:49.882883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:49.904911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Transition to ACTIVE for port object 2b281134-fe5b-4a74-8e54-a0f0882f316e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:49.995549 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:50.004816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Transition to ACTIVE for port object 2b281134-fe5b-4a74-8e54-a0f0882f316e will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:50.034061 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:50.041033 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c4e9780e-1c40-4808-8468-6f1270b29861 req-a8bc613f-0852-49f1-a228-cd671b8ef107 service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347718 Aug 16 13:12:50.060642 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:50.187593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:50.246425 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:50.247440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Pushing event updated for resources: {'Port': ['ID=2b281134-fe5b-4a74-8e54-a0f0882f316e,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:50.250291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:50.260145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Allocated IP 172.25.0.88 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/2ba53197-32d3-4ecf-9a6e-2d3999c289a8) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:50.279847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2adc8c91-ce58-46bc-9744-978d8abfeb1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:50.314418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2adc8c91-ce58-46bc-9744-978d8abfeb1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for ce3b02ef-4e9e-4e64-8ec8-cc0e235b2e08 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:50.401136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8ee84c42-91c0-41f5-876b-a47a9eeaad12 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:50.434536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f792ff6e-8db2-41a1-8005-c70245768324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6d1fc206-3664-4c18-8b52-01f6b52ce5e9', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'port_id': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'mac_address': 'fa:16:3e:03:d7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:14Z', 'updated_at': '2021-08-16T13:12:43Z', 'revision_number': 1, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:50.690800 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-633476ef-e981-4e93-a195-737b8b015b4f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:50.791892 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:50.829098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633476ef-e981-4e93-a195-737b8b015b4f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=97251382-b344-4d0d-977a-0881e1d0780d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:50.860976 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:50.892524 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-633476ef-e981-4e93-a195-737b8b015b4f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:50.898718 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-633476ef-e981-4e93-a195-737b8b015b4f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/97251382-b344-4d0d-977a-0881e1d0780d HTTP/1.1" status: 204 len: 168 time: 1.9962747 Aug 16 13:12:50.900444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59170) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:50.944067 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:50.973506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792ff6e-8db2-41a1-8005-c70245768324 None None] The sync data for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 is: [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6d1fc206-3664-4c18-8b52-01f6b52ce5e9', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'port_id': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'mac_address': 'fa:16:3e:03:d7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:14Z', 'updated_at': '2021-08-16T13:12:43Z', 'revision_number': 1, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:12:51.016239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Attempting to bind port 2b281134-fe5b-4a74-8e54-a0f0882f316e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:51.016807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Attempting to bind port 2b281134-fe5b-4a74-8e54-a0f0882f316e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:51.017459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Attempting to bind port 2b281134-fe5b-4a74-8e54-a0f0882f316e on network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:51.020551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8e10eb2a-d77c-4847-93cc-5d363e726406 None None] Provisioning for port f33dbac8-548c-45e4-9d50-23e8e511d645 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:51.096569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:51.097063 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Checking segment: {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:51.097492 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:51.097902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Bound using segment: {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:51.098454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Bound port: 2b281134-fe5b-4a74-8e54-a0f0882f316e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:51.101154 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:51.133885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cab524-8ee8-42ee-a375-919f9c7f8e02 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:51.135737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cab524-8ee8-42ee-a375-919f9c7f8e02 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:51.146731 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-87cab524-8ee8-42ee-a375-919f9c7f8e02 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2351804 Aug 16 13:12:51.147433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59178) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:51.176973 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2adc8c91-ce58-46bc-9744-978d8abfeb1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:51.263968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:51.282949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc8c91-ce58-46bc-9744-978d8abfeb1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=ce3b02ef-4e9e-4e64-8ec8-cc0e235b2e08,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:51.335421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-25ea4030-094f-4865-bf57-40b970510427 None None] For port 2b281134-fe5b-4a74-8e54-a0f0882f316e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:51.339349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-25ea4030-094f-4865-bf57-40b970510427 None None] For port 2b281134-fe5b-4a74-8e54-a0f0882f316e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2b281134-fe5b-4a74-8e54-a0f0882f316e,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:12:51.358834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0be418e-b22a-4158-bdde-939521a4f9b2 None None] Network 4d7157e7-f0d1-495a-9515-865993faf57d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:51.359365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:51.359544 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bc4a3a77-e550-4498-b662-87b7781d309d None None] Could not find standard attr ID for object 97251382-b344-4d0d-977a-0881e1d0780d. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:12:51.369271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:51.382931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:51.399003 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:51.420633 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 8ee84c42-91c0-41f5-876b-a47a9eeaad12 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:51.464156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Pushing event updated for resources: {'Port': ['ID=2ba53197-32d3-4ecf-9a6e-2d3999c289a8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:51.497100 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2adc8c91-ce58-46bc-9744-978d8abfeb1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:51.499888 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2adc8c91-ce58-46bc-9744-978d8abfeb1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/ce3b02ef-4e9e-4e64-8ec8-cc0e235b2e08 HTTP/1.1" status: 204 len: 168 time: 2.2836952 Aug 16 13:12:51.504657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c25cdb-04b7-43fc-88d0-94ae345f1d3b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 92f47af9-d722-48bf-bf4f-a04102a1d575 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:51.506866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59180) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:51.517849 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6becc1bf-a7ae-4829-ab80-c89d842402cc None None] New status for floating IP 6d1fc206-3664-4c18-8b52-01f6b52ce5e9: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:12:51.538853 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41c25cdb-04b7-43fc-88d0-94ae345f1d3b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:51.582510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.25.0.156 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/1f5e1642-31df-4487-9724-9a3df89bd986) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:51.621253 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-059d7da7-6ef1-42f3-9b1d-43d61aa7ed7b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:12:51.630608 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-059d7da7-6ef1-42f3-9b1d-43d61aa7ed7b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/ce3b02ef-4e9e-4e64-8ec8-cc0e235b2e08 HTTP/1.1" status: 404 len: 333 time: 0.1211994 Aug 16 13:12:51.645215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59182) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:51.647674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f33dbac8-548c-45e4-9d50-23e8e511d645 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:51.882248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3de1f751-78ea-4bf2-9d21-b1d26d222558 None None] Provisioning for port 8ee84c42-91c0-41f5-876b-a47a9eeaad12 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:51.905843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-0614c7b4-c743-4630-9e7e-519a2535fbad tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting subnet 11520ae1-76a1-4c3d-b087-8b340b8bc835 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:51.912557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0614c7b4-c743-4630-9e7e-519a2535fbad tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:51.963719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3de1f751-78ea-4bf2-9d21-b1d26d222558 None None] Provisioning complete for port 8ee84c42-91c0-41f5-876b-a47a9eeaad12 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:51.968995 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3de1f751-78ea-4bf2-9d21-b1d26d222558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:52.055314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0614c7b4-c743-4630-9e7e-519a2535fbad tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:52.267717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea4030-094f-4865-bf57-40b970510427 None None] Pushing event updated for resources: {'Port': ['ID=2b281134-fe5b-4a74-8e54-a0f0882f316e,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:52.339776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0614c7b4-c743-4630-9e7e-519a2535fbad tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:52.520212 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41c25cdb-04b7-43fc-88d0-94ae345f1d3b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:52.585406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:52.639103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port f33dbac8-548c-45e4-9d50-23e8e511d645 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:52.645524 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port f33dbac8-548c-45e4-9d50-23e8e511d645 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:52.645937 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:52.688348 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:52.715063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3de1f751-78ea-4bf2-9d21-b1d26d222558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:52.774128 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:52.814247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41c25cdb-04b7-43fc-88d0-94ae345f1d3b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:52.839308 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-3de1f751-78ea-4bf2-9d21-b1d26d222558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:12:52.839767 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-3de1f751-78ea-4bf2-9d21-b1d26d222558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:12:52.869449 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:52.885593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=1f5e1642-31df-4487-9724-9a3df89bd986,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:52.916305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:52.937442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:52.941532 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:52.976808 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0614c7b4-c743-4630-9e7e-519a2535fbad tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:53.005908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0614c7b4-c743-4630-9e7e-519a2535fbad tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:53.014868 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0614c7b4-c743-4630-9e7e-519a2535fbad tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/11520ae1-76a1-4c3d-b087-8b340b8bc835 HTTP/1.1" status: 204 len: 168 time: 1.3668239 Aug 16 13:12:53.021229 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41c25cdb-04b7-43fc-88d0-94ae345f1d3b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:53.024927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59190) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:53.089052 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:12:53.089404 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:12:53.303640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046cc0fd-56b8-4c6b-b377-278cee7b2996 None None] Network 4d7157e7-f0d1-495a-9515-865993faf57d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:53.333659 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:53.346552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614c7b4-c743-4630-9e7e-519a2535fbad tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Subnet': ['ID=11520ae1-76a1-4c3d-b087-8b340b8bc835,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:53.413349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41c25cdb-04b7-43fc-88d0-94ae345f1d3b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:53.417730 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-41c25cdb-04b7-43fc-88d0-94ae345f1d3b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/92f47af9-d722-48bf-bf4f-a04102a1d575 HTTP/1.1" status: 204 len: 168 time: 2.2577200 Aug 16 13:12:53.417730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c25cdb-04b7-43fc-88d0-94ae345f1d3b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=92f47af9-d722-48bf-bf4f-a04102a1d575,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:53.433436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59196) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:53.533856 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9cc8cbe0-213c-4e60-a9ee-d7243332b7ce tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988641 Aug 16 13:12:53.564254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59200) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:53.574054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d618243e-6f7f-4106-8e6b-147cd90544a0 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:53.668137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a20d4e0-43ea-4da8-8330-9fa92a710996 None None] Network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:53.694197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 8ee84c42-91c0-41f5-876b-a47a9eeaad12 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:53.694598 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:53.722143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b686ab52-0812-442c-bb94-e60d01b0cc14 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:53.723442 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b686ab52-0812-442c-bb94-e60d01b0cc14 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1578548 Aug 16 13:12:53.730207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59202) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:53.834204 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3de1f751-78ea-4bf2-9d21-b1d26d222558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:53.883267 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:53.953515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3de1f751-78ea-4bf2-9d21-b1d26d222558 None None] For port 8ee84c42-91c0-41f5-876b-a47a9eeaad12, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8ee84c42-91c0-41f5-876b-a47a9eeaad12,segment=NetworkSegment(b68438be-051b-49d1-9206-8122b2f72fc2),segment_id=b68438be-051b-49d1-9206-8122b2f72fc2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:53.971292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:53.987430 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3de1f751-78ea-4bf2-9d21-b1d26d222558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:54.019610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port f33dbac8-548c-45e4-9d50-23e8e511d645, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f33dbac8-548c-45e4-9d50-23e8e511d645,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:54.070661 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:54.082450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92104bc0-e985-4964-bf3f-b051c759ed10 None None] DHCP port deletion for 4d7157e7-f0d1-495a-9515-865993faf57d request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:54.225629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1f751-78ea-4bf2-9d21-b1d26d222558 None None] Pushing event updated for resources: {'Port': ['ID=8ee84c42-91c0-41f5-876b-a47a9eeaad12,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:54.242372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7d1e8369-4ac8-4159-8b6f-877a2754202c None None] Provisioning complete for port 8ee84c42-91c0-41f5-876b-a47a9eeaad12 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:54.242985 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8369-4ac8-4159-8b6f-877a2754202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:54.314031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3085dacb-0693-4571-9ee2-69ac653e45a1 None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:54.445949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc12bf-a84a-4ac7-86fb-d189a220bb5f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:54.453316 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f3fc12bf-a84a-4ac7-86fb-d189a220bb5f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7190664 Aug 16 13:12:54.461277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] For port 8ee84c42-91c0-41f5-876b-a47a9eeaad12, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8ee84c42-91c0-41f5-876b-a47a9eeaad12,segment=NetworkSegment(b68438be-051b-49d1-9206-8122b2f72fc2),segment_id=b68438be-051b-49d1-9206-8122b2f72fc2)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:54.462560 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:54.479624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2b281134-fe5b-4a74-8e54-a0f0882f316e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:54.491887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=f33dbac8-548c-45e4-9d50-23e8e511d645,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:54.516067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 8ee84c42-91c0-41f5-876b-a47a9eeaad12 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:54.543838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59206) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:54.552979 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-d17dad19-9e34-44b5-916f-5012c443c539 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3054957 Aug 16 13:12:54.604441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-92104bc0-e985-4964-bf3f-b051c759ed10 None None] Deleting port 8ee84c42-91c0-41f5-876b-a47a9eeaad12 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:54.604832 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-92104bc0-e985-4964-bf3f-b051c759ed10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:54.612049 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8df8863b-52bb-475f-847d-de1c50889992 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575724 Aug 16 13:12:54.619713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59210) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:54.627979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-89eba57a-3925-47b6-9cc9-db4a5246222e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:54.737742 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:54.742127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Router 57bb1461-996d-4cc6-982a-41a74a24c995 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:12:54.818890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3085dacb-0693-4571-9ee2-69ac653e45a1 None None] Deleting port f33dbac8-548c-45e4-9d50-23e8e511d645 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:54.819275 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3085dacb-0693-4571-9ee2-69ac653e45a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:54.822629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-92104bc0-e985-4964-bf3f-b051c759ed10 None None] For port 8ee84c42-91c0-41f5-876b-a47a9eeaad12, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8ee84c42-91c0-41f5-876b-a47a9eeaad12,segment=NetworkSegment(b68438be-051b-49d1-9206-8122b2f72fc2),segment_id=b68438be-051b-49d1-9206-8122b2f72fc2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:54.823082 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-92104bc0-e985-4964-bf3f-b051c759ed10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:54.863770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-92104bc0-e985-4964-bf3f-b051c759ed10 None None] Calling delete_port for 8ee84c42-91c0-41f5-876b-a47a9eeaad12 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:54.866177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 2b281134-fe5b-4a74-8e54-a0f0882f316e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:55.014796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.023042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eba57a-3925-47b6-9cc9-db4a5246222e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:55.027854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89eba57a-3925-47b6-9cc9-db4a5246222e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.165108 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.270519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89eba57a-3925-47b6-9cc9-db4a5246222e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.319759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8ee84c42-91c0-41f5-876b-a47a9eeaad12 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:55.353990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7d1e8369-4ac8-4159-8b6f-877a2754202c None None] Provisioning for port 2b281134-fe5b-4a74-8e54-a0f0882f316e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:55.355925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=8ee84c42-91c0-41f5-876b-a47a9eeaad12,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:55.361060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 8ee84c42-91c0-41f5-876b-a47a9eeaad12 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:55.361512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8ee84c42-91c0-41f5-876b-a47a9eeaad12 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:55.365996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-a4a88e17-25f6-4390-86c5-900a2a43face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:55.367042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-a4a88e17-25f6-4390-86c5-900a2a43face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:55.368087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-a4a88e17-25f6-4390-86c5-900a2a43face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:55.368087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-a4a88e17-25f6-4390-86c5-900a2a43face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:55.368865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-a4a88e17-25f6-4390-86c5-900a2a43face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:55.371043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-a4a88e17-25f6-4390-86c5-900a2a43face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:55.371595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-a4a88e17-25f6-4390-86c5-900a2a43face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:55.375416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3085dacb-0693-4571-9ee2-69ac653e45a1 None None] For port f33dbac8-548c-45e4-9d50-23e8e511d645, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f33dbac8-548c-45e4-9d50-23e8e511d645,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:55.376934 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-a4a88e17-25f6-4390-86c5-900a2a43face service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6500 time: 0.7190561 Aug 16 13:12:55.377246 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3085dacb-0693-4571-9ee2-69ac653e45a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.378366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No DVR routers for this DVR port 8ee84c42-91c0-41f5-876b-a47a9eeaad12 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:55.392329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eba57a-3925-47b6-9cc9-db4a5246222e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:55.398040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7d1e8369-4ac8-4159-8b6f-877a2754202c None None] Provisioning complete for port 2b281134-fe5b-4a74-8e54-a0f0882f316e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:55.406219 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8369-4ac8-4159-8b6f-877a2754202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.431309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-89eba57a-3925-47b6-9cc9-db4a5246222e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:55.433267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eba57a-3925-47b6-9cc9-db4a5246222e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=abfcd2a7-eed3-4b41-848c-ea9c9b0f80b0,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:55.437663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eba57a-3925-47b6-9cc9-db4a5246222e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:55.438849 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89eba57a-3925-47b6-9cc9-db4a5246222e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.443452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3085dacb-0693-4571-9ee2-69ac653e45a1 None None] Calling delete_port for f33dbac8-548c-45e4-9d50-23e8e511d645 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:55.489443 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:12:55.527385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Sync routers for ids ['57bb1461-996d-4cc6-982a-41a74a24c995'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:12:55.553689 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-92104bc0-e985-4964-bf3f-b051c759ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.560170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Routers {'57bb1461-996d-4cc6-982a-41a74a24c995'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:55.561527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:12:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['57bb1461-996d-4cc6-982a-41a74a24c995'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:55.587171 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-89eba57a-3925-47b6-9cc9-db4a5246222e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9667742 Aug 16 13:12:55.594589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59216) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:55.597198 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.624717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:da:c4:bc', 'name': 'tempest-NetworksTestDHCPv6-1366251663'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:55.636511 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7157e7-f0d1-495a-9515-865993faf57d']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:55.653088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68438be-051b-49d1-9206-8122b2f72fc2') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:55.653840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68438be-051b-49d1-9206-8122b2f72fc2') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:55.664981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92104bc0-e985-4964-bf3f-b051c759ed10 None None] Pushing event deleted for resources: {'Port': ['ID=8ee84c42-91c0-41f5-876b-a47a9eeaad12,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:55.678921 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.679467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92104bc0-e985-4964-bf3f-b051c759ed10 None None] No DVR routers for this DVR port 8ee84c42-91c0-41f5-876b-a47a9eeaad12 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:55.718751 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.720056 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-635219b9-6174-42fc-b2cb-8d27d128f64e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0072322 Aug 16 13:12:55.726512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-9c14e1c0-5560-4e70-a812-0c0a2029cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:55.728009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-9c14e1c0-5560-4e70-a812-0c0a2029cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:55.729212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-9c14e1c0-5560-4e70-a812-0c0a2029cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:55.735731 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-9c14e1c0-5560-4e70-a812-0c0a2029cc6b service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee5ff9e6-121a-4482-9933-172fba3187c8&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0 HTTP/1.1" status: 200 len: 2293 time: 0.2916365 Aug 16 13:12:55.736709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59220) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:55.806666 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3085dacb-0693-4571-9ee2-69ac653e45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.814618 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8369-4ac8-4159-8b6f-877a2754202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.881011 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:55.896624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:12:55.899480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085dacb-0693-4571-9ee2-69ac653e45a1 None None] Pushing event deleted for resources: {'Port': ['ID=f33dbac8-548c-45e4-9d50-23e8e511d645,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:55.934979 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Set router 57bb1461-996d-4cc6-982a-41a74a24c995 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:55.937922 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3085dacb-0693-4571-9ee2-69ac653e45a1 None None] No DVR routers for this DVR port f33dbac8-548c-45e4-9d50-23e8e511d645 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:56.013921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:12:56.015901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:12:56.023077 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:12:56.112007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e67fa42-b63d-4a7e-af39-4e3ea5f9c6f8 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:56.203009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7d1e8369-4ac8-4159-8b6f-877a2754202c None None] For port 2b281134-fe5b-4a74-8e54-a0f0882f316e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2b281134-fe5b-4a74-8e54-a0f0882f316e,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:56.271794 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8369-4ac8-4159-8b6f-877a2754202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:56.314539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f33dbac8-548c-45e4-9d50-23e8e511d645 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:56.368461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:56.375962 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-b25ada86-c9e2-48d8-8af9-d4dad6b1e797 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f HTTP/1.1" status: 200 len: 1002 time: 0.5955215 Aug 16 13:12:56.424071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: f33dbac8-548c-45e4-9d50-23e8e511d645 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:56.425485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f33dbac8-548c-45e4-9d50-23e8e511d645 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:56.511613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-66b5f9b1-4d8d-4772-843f-9fdfcba3792c None None] Provisioning complete for port 2b281134-fe5b-4a74-8e54-a0f0882f316e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:56.512270 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-66b5f9b1-4d8d-4772-843f-9fdfcba3792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:56.515209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e8369-4ac8-4159-8b6f-877a2754202c None None] Pushing event updated for resources: {'Port': ['ID=2b281134-fe5b-4a74-8e54-a0f0882f316e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:56.564414 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:56.573602 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:56.582619 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/networks/4d7157e7-f0d1-495a-9515-865993faf57d HTTP/1.1" status: 204 len: 168 time: 3.4939289 Aug 16 13:12:56.586797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:56.590769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59228) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:56.604336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'name': 'tempest-PortsTestJSON-363568502'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:56.669822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 0783bd1e-c801-4735-a9bb-b966fafb19f4 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:56.768880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-af11d3be-b991-4338-a2bf-5ebd43bcefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:56.772061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': 'abfcd2a7-eed3-4b41-848c-ea9c9b0f80b0'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:12:56.773281 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:56.774216 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-af11d3be-b991-4338-a2bf-5ebd43bcefa2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=735734cd-086e-4d3e-af34-921802ddaecb HTTP/1.1" status: 200 len: 856 time: 0.3806238 Aug 16 13:12:56.777780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88e3fd-51d6-4889-9606-98656b8e95bd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Network': ['ID=4d7157e7-f0d1-495a-9515-865993faf57d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:56.802465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'name': 'tempest-TestServerMultinode-1837349981-router', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:12:47Z', 'updated_at': '2021-08-16T13:12:52Z', 'revision_number': 3, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'gw_port': {'id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:50Z', 'updated_at': '2021-08-16T13:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:56.846053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Checking router: 57bb1461-996d-4cc6-982a-41a74a24c995 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:12:56.846577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Updating router 57bb1461-996d-4cc6-982a-41a74a24c995 port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:12:56.877233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:12:56.891631 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca964d5-1c92-41f1-8529-a1993b763b46 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:12:56.897497 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:56.915548 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca964d5-1c92-41f1-8529-a1993b763b46 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:56.916474 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-dca964d5-1c92-41f1-8529-a1993b763b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:12:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:56.983366 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-dca964d5-1c92-41f1-8529-a1993b763b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:56.988820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-5993c188-e307-4f5c-914c-173fa02a6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:57.000238 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:57.001711 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-5993c188-e307-4f5c-914c-173fa02a6058 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5ff9e6-121a-4482-9933-172fba3187c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186873 Aug 16 13:12:57.002154 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9ee62633-2317-4974-8b58-23c2fc6c64a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.6969361 Aug 16 13:12:57.008524 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca964d5-1c92-41f1-8529-a1993b763b46 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:57.009096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59234) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:57.009238 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-dca964d5-1c92-41f1-8529-a1993b763b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:12:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:57.078433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::2a6 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/abfcd2a7-eed3-4b41-848c-ea9c9b0f80b0/0783bd1e-c801-4735-a9bb-b966fafb19f4) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:57.081012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:57.084616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:57.099143 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-dca964d5-1c92-41f1-8529-a1993b763b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:57.099784 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca964d5-1c92-41f1-8529-a1993b763b46 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:12:57.183450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port 3df58706-ec3c-4e3d-b9c8-26de464e9be9 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:12:57.456144 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-294351a4-04b9-4610-8b51-3332876eff3b service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549755 Aug 16 13:12:57.536533 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:57.583353 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:57.585786 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:57.595416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Transition to ACTIVE for port object 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:57.605661 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:57.680344 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:57.691997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:57.710829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:57.727608 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72ca7-9fab-461b-a768-422bc0a8980c None None] Pushing event updated for resources: {'Port': ['ID=2ba53197-32d3-4ecf-9a6e-2d3999c289a8,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:57.731757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:57.743281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:57.743699 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:57.766887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Attempting to bind port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:57.768229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Attempting to bind port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:57.768736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=3df58706-ec3c-4e3d-b9c8-26de464e9be9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:57.768927 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-9231ce88-584b-4bcc-ac08-91808759861b service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989254 Aug 16 13:12:57.770684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Attempting to bind port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:57.791314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:57.791856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:57.792649 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:57.793724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:57.795473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Bound port: 2ba53197-32d3-4ecf-9a6e-2d3999c289a8, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:57.796458 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:57.801667 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:57.812353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7183b8b7-82b5-4049-820e-198aebceedaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2192116 Aug 16 13:12:57.813395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59238) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:57.886572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 0783bd1e-c801-4735-a9bb-b966fafb19f4 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:57.898010 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-30c0cac3-7e59-4673-b13e-48cfbe518560 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=dbb92b44-7542-4aa4-b86d-fb0e64c40531 HTTP/1.1" status: 200 len: 217 time: 0.0813940 Aug 16 13:12:57.914372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] For port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:57.923315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] For port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2ba53197-32d3-4ecf-9a6e-2d3999c289a8,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:12:57.934044 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:58.040288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Routers {'57bb1461-996d-4cc6-982a-41a74a24c995'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:58.041984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:12:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['57bb1461-996d-4cc6-982a-41a74a24c995'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:58.062713 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c2005d0a-c7e2-4785-8a2a-1c16a4c9fe08 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 3df58706-ec3c-4e3d-b9c8-26de464e9be9 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:58.062713 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2005d0a-c7e2-4785-8a2a-1c16a4c9fe08 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:58.115804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-8e8d2685-8fbc-497d-8a15-b326f74d878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:58.117391 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-8e8d2685-8fbc-497d-8a15-b326f74d878c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.2089331 Aug 16 13:12:58.197794 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2005d0a-c7e2-4785-8a2a-1c16a4c9fe08 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:58.221913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c2005d0a-c7e2-4785-8a2a-1c16a4c9fe08 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 3df58706-ec3c-4e3d-b9c8-26de464e9be9 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:58.234213 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] Set router 57bb1461-996d-4cc6-982a-41a74a24c995 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:58.245945 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:58.394340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:58.412777 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:58.428409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:58.439144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:58.440687 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:58.487447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8702731 Aug 16 13:12:58.492599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59246) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:58.504467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/abfcd2a7-eed3-4b41-848c-ea9c9b0f80b0/038e406d-d42b-402b-b1dc-f9f315af791a) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:58.514928 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690fe24-87df-4694-91fc-f9af376e5aee tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=0783bd1e-c801-4735-a9bb-b966fafb19f4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:58.596140 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2005d0a-c7e2-4785-8a2a-1c16a4c9fe08 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:58.614548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac5d554-b524-416e-b26e-296ae93f688a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:58.622091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cac5d554-b524-416e-b26e-296ae93f688a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1277900 Aug 16 13:12:58.623732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59248) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:58.689091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Allocated IP 172.20.0.1 (b0c2a251-ea18-48e6-996b-9c5f9b3d7d52/45cd680f-c659-4f62-9e31-1188e270a4d1/f25e1724-ff24-4812-ad66-316e20b08474) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:58.696588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-74d93d86-4745-4b92-8ea3-d8622626fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:58.699243 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-74d93d86-4745-4b92-8ea3-d8622626fd92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5653882 Aug 16 13:12:58.830239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2b281134-fe5b-4a74-8e54-a0f0882f316e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:58.887260 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:58.932696 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-9869de64-5443-4e4c-94dc-e8a0f8628bac service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228673 Aug 16 13:12:58.987791 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.067079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2b281134-fe5b-4a74-8e54-a0f0882f316e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:59.067695 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.072452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Transition to ACTIVE for port object 038e406d-d42b-402b-b1dc-f9f315af791a will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:59.073994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.086140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72ca7-9fab-461b-a768-422bc0a8980c None None] Pushing event updated for resources: {'Port': ['ID=2ba53197-32d3-4ecf-9a6e-2d3999c289a8,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:59.162181 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2005d0a-c7e2-4785-8a2a-1c16a4c9fe08 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=3df58706-ec3c-4e3d-b9c8-26de464e9be9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:59.194941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Transition to ACTIVE for port object 038e406d-d42b-402b-b1dc-f9f315af791a will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:59.200340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'name': 'tempest-TestServerMultinode-1837349981-router', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:12:47Z', 'updated_at': '2021-08-16T13:12:52Z', 'revision_number': 3, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'gw_port': {'id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:50Z', 'updated_at': '2021-08-16T13:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:59.227535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Transition to ACTIVE for port object f25e1724-ff24-4812-ad66-316e20b08474 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:59.235616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2005d0a-c7e2-4785-8a2a-1c16a4c9fe08 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.244083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c2005d0a-c7e2-4785-8a2a-1c16a4c9fe08 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/3df58706-ec3c-4e3d-b9c8-26de464e9be9 HTTP/1.1" status: 204 len: 168 time: 1.4250565 Aug 16 13:12:59.246639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59254) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:59.252863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'mac_address': 'fa:16:3e:a4:82:93', 'name': 'tempest-PortsTestJSON-104498921'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:59.280201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce54811-22d1-475a-b6d5-d677a327d4c0 None None] The sync data for ids ['57bb1461-996d-4cc6-982a-41a74a24c995'] in n-d-804708-1 is: [{'id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'name': 'tempest-TestServerMultinode-1837349981-router', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:12:47Z', 'updated_at': '2021-08-16T13:12:52Z', 'revision_number': 3, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'gw_port': {'id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:50Z', 'updated_at': '2021-08-16T13:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:12:59.286065 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.304638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5c280b8f-0432-44f5-aea8-e416d0758446 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 0783bd1e-c801-4735-a9bb-b966fafb19f4 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:59.305117 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c280b8f-0432-44f5-aea8-e416d0758446 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.427179 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-6378949f-5c7d-4654-8b42-020d9a12a05c service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490380 Aug 16 13:12:59.511300 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-84d5bae0-bcd8-4176-bce2-6ef800ee8fa1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f HTTP/1.1" status: 200 len: 217 time: 0.0683181 Aug 16 13:12:59.539950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c280b8f-0432-44f5-aea8-e416d0758446 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.562608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.574985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5c280b8f-0432-44f5-aea8-e416d0758446 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 0783bd1e-c801-4735-a9bb-b966fafb19f4 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:59.659620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:59.711210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:59.765943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Pushing event updated for resources: {'Port': ['ID=038e406d-d42b-402b-b1dc-f9f315af791a,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:59.770978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:59.789893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-5e226a0c-d29f-4101-be53-bbbfcdc670b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:59.791712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:59.793404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-5e226a0c-d29f-4101-be53-bbbfcdc670b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.2698650 Aug 16 13:12:59.804147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:59.807495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:59.812710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Pushing event updated for resources: {'Port': ['ID=f25e1724-ff24-4812-ad66-316e20b08474,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:59.877340 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.880041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:59.880820 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c280b8f-0432-44f5-aea8-e416d0758446 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.957117 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Attempting to bind port 038e406d-d42b-402b-b1dc-f9f315af791a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:59.957408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Attempting to bind port 038e406d-d42b-402b-b1dc-f9f315af791a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:59.957877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Attempting to bind port 038e406d-d42b-402b-b1dc-f9f315af791a on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:59.969941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:59.971082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:59.971528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c280b8f-0432-44f5-aea8-e416d0758446 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=0783bd1e-c801-4735-a9bb-b966fafb19f4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:59.972775 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.973289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:59.973888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Bound port: 038e406d-d42b-402b-b1dc-f9f315af791a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:59.974488 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.051525 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c280b8f-0432-44f5-aea8-e416d0758446 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.053778 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5c280b8f-0432-44f5-aea8-e416d0758446 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/0783bd1e-c801-4735-a9bb-b966fafb19f4 HTTP/1.1" status: 204 len: 168 time: 1.4256761 Aug 16 13:13:00.057161 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.058617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59258) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:00.066590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.20.0.1 (2f6f90bc-4f86-4087-9c09-b2f2a2a0d624/48062336-eeef-4b37-8ae2-6d613bbdf931/025aecf8-6d0d-46cd-a008-1b0622c95e86) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:00.086778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] For port 038e406d-d42b-402b-b1dc-f9f315af791a, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:00.093878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] For port 038e406d-d42b-402b-b1dc-f9f315af791a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=038e406d-d42b-402b-b1dc-f9f315af791a,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:00.098238 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.117385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.157750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b06c7-178c-4844-b0b7-0e0930717aef tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:00.159725 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b06c7-178c-4844-b0b7-0e0930717aef tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:00.161585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-607b06c7-178c-4844-b0b7-0e0930717aef tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0979023 Aug 16 13:13:00.164894 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59260) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:00.169552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-628ece75-7ae8-4271-8b8d-4fe00ea8f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:00.172364 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-628ece75-7ae8-4271-8b8d-4fe00ea8f0ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2886946 Aug 16 13:13:00.279872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d100a-f7c1-4122-b3bb-5abfd6047863 None None] Pushing event updated for resources: {'Port': ['ID=038e406d-d42b-402b-b1dc-f9f315af791a,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:00.280276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d8f6e0-4e1d-45d1-a2ba-616d117559a0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet abfcd2a7-eed3-4b41-848c-ea9c9b0f80b0 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:00.295353 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44d8f6e0-4e1d-45d1-a2ba-616d117559a0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.348345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port 51c1e52c-7efe-4518-bece-81f733ca1516 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:00.353006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:00.414404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44d8f6e0-4e1d-45d1-a2ba-616d117559a0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.416477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-13d92b87-a8b3-47c1-b701-8f11481cd036 None None] Provisioning for port f25e1724-ff24-4812-ad66-316e20b08474 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:00.448799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-13d92b87-a8b3-47c1-b701-8f11481cd036 None None] Provisioning complete for port f25e1724-ff24-4812-ad66-316e20b08474 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:00.449478 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-13d92b87-a8b3-47c1-b701-8f11481cd036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.532255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-13d92b87-a8b3-47c1-b701-8f11481cd036 None None] Port f25e1724-ff24-4812-ad66-316e20b08474 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:00.540401 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44d8f6e0-4e1d-45d1-a2ba-616d117559a0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.547106 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:00.553644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:00.554506 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.655945 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44d8f6e0-4e1d-45d1-a2ba-616d117559a0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.695312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8f6e0-4e1d-45d1-a2ba-616d117559a0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=abfcd2a7-eed3-4b41-848c-ea9c9b0f80b0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:00.713194 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44d8f6e0-4e1d-45d1-a2ba-616d117559a0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.715997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-44d8f6e0-4e1d-45d1-a2ba-616d117559a0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/abfcd2a7-eed3-4b41-848c-ea9c9b0f80b0 HTTP/1.1" status: 204 len: 168 time: 0.5474570 Aug 16 13:13:00.719867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59266) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:00.814345 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-40015849-286e-4886-ae33-66a0d6ac50d8 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027627 Aug 16 13:13:00.814931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59270) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:00.818186 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.822468 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.858046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a0a1d7e8-7c56-4b52-a662-f5915b1b9225 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368947 Aug 16 13:13:00.862328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2ba53197-32d3-4ecf-9a6e-2d3999c289a8,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:00.863144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59272) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:00.873779 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.957221 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:00.964250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d89636-ad02-48aa-a5ee-8385a2b6565c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:00.965902 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-64d89636-ad02-48aa-a5ee-8385a2b6565c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1015265 Aug 16 13:13:00.969817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59276) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:00.989597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=2ba53197-32d3-4ecf-9a6e-2d3999c289a8,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:01.065176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd3078-86e6-48ad-8265-6c2232de61d0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:01.067043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6bfd3078-86e6-48ad-8265-6c2232de61d0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942850 Aug 16 13:13:01.070412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59278) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:01.119153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3606ed17-8bbb-4624-a4dd-b5d56f4fd0f5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474646 Aug 16 13:13:01.123512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59280) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:01.130067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:01.192388 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:01.276175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:01.280997 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:01.328905 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-04448e34-750e-4a46-96ad-9ae54549df20 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727086 Aug 16 13:13:01.404430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:01.407520 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-34256480-0cbb-42e5-99bb-4da39646dd29 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb HTTP/1.1" status: 200 len: 217 time: 0.0577793 Aug 16 13:13:01.623922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:01.647224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:01.655553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:01.667219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:01.702267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=025aecf8-6d0d-46cd-a008-1b0622c95e86,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:01.791473 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f5d52ab5-d8c2-41f8-80c1-f2bcda757c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:01.866279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.objects.ports [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101395) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:13:01.937467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25cc929-291c-404a-868c-9cec0804a6a7 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:02.101001 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.141175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f648e4c1-005c-4009-aa29-d6318ad99c0f None None] Provisioning for port 038e406d-d42b-402b-b1dc-f9f315af791a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:02.305129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-b6c22f95-b667-4344-81a7-a02692a42b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:02.306758 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-b6c22f95-b667-4344-81a7-a02692a42b97 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.8873513 Aug 16 13:13:02.344878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:02.368461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:02.372252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 038e406d-d42b-402b-b1dc-f9f315af791a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:02.394886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:02.401288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:02.402460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.454268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] For port 038e406d-d42b-402b-b1dc-f9f315af791a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=038e406d-d42b-402b-b1dc-f9f315af791a,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:02.500735 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.503446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=51c1e52c-7efe-4518-bece-81f733ca1516,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:02.511469 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.514510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.515427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.531483 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 038e406d-d42b-402b-b1dc-f9f315af791a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:02.536999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 038e406d-d42b-402b-b1dc-f9f315af791a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:02.537380 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.635780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59288) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:02.636037 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cfc45908-42df-489c-822d-1bc7bcda73a5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.3839431 Aug 16 13:13:02.649336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:02.660108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fae766cf-3990-48f6-9c62-189ffbbeed35 None None] Provisioning complete for port 038e406d-d42b-402b-b1dc-f9f315af791a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:02.660495 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fae766cf-3990-48f6-9c62-189ffbbeed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.714583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:02.715581 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.723075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:02.724477 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.731936 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.743600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-d91edb02-e856-4168-adb9-fbfe89dc2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:02.745619 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-d91edb02-e856-4168-adb9-fbfe89dc2740 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3786323 Aug 16 13:13:02.789997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=278f05eb-b072-40e2-b793-281458fcde9e,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:02.792921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=038e406d-d42b-402b-b1dc-f9f315af791a,revision_number=5']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:02.794983 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.808929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e563c8b-b8b3-49f9-af53-1115d79602c6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:02.811748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4e563c8b-b8b3-49f9-af53-1115d79602c6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/51c1e52c-7efe-4518-bece-81f733ca1516 HTTP/1.1" status: 200 len: 840 time: 0.1655560 Aug 16 13:13:02.815735 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1d40a3bb-8162-4b71-b805-86f96d053967 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6910791 Aug 16 13:13:02.826189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59292) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:02.826668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59294) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:02.838503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-af1a149b-651e-472c-8b9f-484efdd7103d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:02.937862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 038e406d-d42b-402b-b1dc-f9f315af791a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=038e406d-d42b-402b-b1dc-f9f315af791a,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:02.949103 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.949987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:02.967069 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fae766cf-3990-48f6-9c62-189ffbbeed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:03.053264 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4366c133-6f15-41be-8e88-fbc552711e1a None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:03.129824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:03.134209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-1d46bd2f-e269-4f33-ad62-4bc5e4796008 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 51c1e52c-7efe-4518-bece-81f733ca1516 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:03.134877 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d46bd2f-e269-4f33-ad62-4bc5e4796008 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:03.139884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1a149b-651e-472c-8b9f-484efdd7103d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:03.143972 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af1a149b-651e-472c-8b9f-484efdd7103d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:03.165335 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-3defdab5-756a-4ab7-a239-a415743ede18 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009057 Aug 16 13:13:03.178251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Pushing event updated for resources: {'Port': ['ID=f25e1724-ff24-4812-ad66-316e20b08474,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:03.189536 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:03.195497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=038e406d-d42b-402b-b1dc-f9f315af791a,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:03.235073 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-fae766cf-3990-48f6-9c62-189ffbbeed35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:13:03.235073 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-fae766cf-3990-48f6-9c62-189ffbbeed35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:13:03.235073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:03.235663 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:03.288954 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d46bd2f-e269-4f33-ad62-4bc5e4796008 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:03.307480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-1d46bd2f-e269-4f33-ad62-4bc5e4796008 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 51c1e52c-7efe-4518-bece-81f733ca1516 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:03.338915 n-d-804708-1 neutron-server[101395]: INFO neutron.db.ipam_backend_mixin [None req-af1a149b-651e-472c-8b9f-484efdd7103d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 278f05eb-b072-40e2-b793-281458fcde9e (CIDR: 2001:db8::/64) Aug 16 13:13:03.346861 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1a149b-651e-472c-8b9f-484efdd7103d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:13:03.347506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1a149b-651e-472c-8b9f-484efdd7103d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:13:03.415093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-af1a149b-651e-472c-8b9f-484efdd7103d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5858154 Aug 16 13:13:03.420099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59296) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:03.425637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-697f39d8-a66a-4733-ae6e-4476cf2f2158 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:03.557950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-f9843909-0171-4578-8c45-bcc80b252bc8 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701239 Aug 16 13:13:03.560736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:03.564898 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d46bd2f-e269-4f33-ad62-4bc5e4796008 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:03.567989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:03.640783 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d46bd2f-e269-4f33-ad62-4bc5e4796008 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:03.649040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1d46bd2f-e269-4f33-ad62-4bc5e4796008 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/51c1e52c-7efe-4518-bece-81f733ca1516 HTTP/1.1" status: 204 len: 168 time: 0.8208330 Aug 16 13:13:03.650660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46bd2f-e269-4f33-ad62-4bc5e4796008 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=51c1e52c-7efe-4518-bece-81f733ca1516,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:03.654881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59298) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:03.705075 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-4911d7f9-f10c-4f87-8439-3fda3afa4dd5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=bf69d203-57fd-4f8f-9961-872770f05e89 HTTP/1.1" status: 200 len: 217 time: 0.1335652 Aug 16 13:13:03.750076 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6a36c0-c00f-44c8-b898-457bbd90dde1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:13:03.767293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9b6a36c0-c00f-44c8-b898-457bbd90dde1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/51c1e52c-7efe-4518-bece-81f733ca1516 HTTP/1.1" status: 404 len: 333 time: 0.1052623 Aug 16 13:13:03.768414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59302) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:03.790253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'name': 'tempest-PortsTestJSON-74661132'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:03.914842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697f39d8-a66a-4733-ae6e-4476cf2f2158 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:03.920525 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-697f39d8-a66a-4733-ae6e-4476cf2f2158 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:03.985113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-946aca23-b44f-4db4-a151-bc48f30d6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:03.986656 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-946aca23-b44f-4db4-a151-bc48f30d6995 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.2500355 Aug 16 13:13:03.991631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-232ae25a-b1d7-4e35-87a7-47dd60da97c1 None None] Could not find standard attr ID for object 0783bd1e-c801-4735-a9bb-b966fafb19f4. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:13:04.016379 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-232ae25a-b1d7-4e35-87a7-47dd60da97c1 None None] Provisioning complete for port 038e406d-d42b-402b-b1dc-f9f315af791a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:04.017213 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-232ae25a-b1d7-4e35-87a7-47dd60da97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.076755 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.095885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:04.102320 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.170975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.174614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port 673aea69-665f-4adb-83ad-0ce426639043 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:04.249144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-232ae25a-b1d7-4e35-87a7-47dd60da97c1 None None] Provisioning complete for port f25e1724-ff24-4812-ad66-316e20b08474 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:04.250013 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-232ae25a-b1d7-4e35-87a7-47dd60da97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.250226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Router 57bb1461-996d-4cc6-982a-41a74a24c995 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:13:04.256866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-6d75d106-162b-4ea6-b826-dea34543f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:04.259750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-6d75d106-162b-4ea6-b826-dea34543f741 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2535517 Aug 16 13:13:04.260796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.333232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-232ae25a-b1d7-4e35-87a7-47dd60da97c1 None None] Port f25e1724-ff24-4812-ad66-316e20b08474 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:04.340198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 038e406d-d42b-402b-b1dc-f9f315af791a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:04.448946 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b7ed-a213-482c-8d23-d4cef9f7b0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.480127 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 038e406d-d42b-402b-b1dc-f9f315af791a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:04.480738 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.506650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.545421 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.556368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=025aecf8-6d0d-46cd-a008-1b0622c95e86,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:04.587543 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.605915 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-697f39d8-a66a-4733-ae6e-4476cf2f2158 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.708415 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f39d8-a66a-4733-ae6e-4476cf2f2158 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:04.722704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-697f39d8-a66a-4733-ae6e-4476cf2f2158 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:04.728777 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f39d8-a66a-4733-ae6e-4476cf2f2158 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:04.729385 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-697f39d8-a66a-4733-ae6e-4476cf2f2158 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.735432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.738199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11993982-19d7-4636-89db-0343929e366e None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:04.749678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f39d8-a66a-4733-ae6e-4476cf2f2158 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=e976ca3f-08b6-449a-af51-2598cc842541,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:04.802696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-697f39d8-a66a-4733-ae6e-4476cf2f2158 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3814240 Aug 16 13:13:04.806825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59306) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:04.821843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:57:2e:86', 'name': 'tempest-NetworksTestDHCPv6-1318112423'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:04.827305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:04.844788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:04.858271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:04.863839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:04.864473 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:04.874388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=673aea69-665f-4adb-83ad-0ce426639043,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:04.931239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-61393a6e-453c-43f0-b389-c3f570930959 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1578043 Aug 16 13:13:04.935499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59310) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:04.943696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2dbdd0af-c426-4503-97ce-4a5a2fb4656c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:05.068079 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd0af-c426-4503-97ce-4a5a2fb4656c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.078403 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ecdabe-7d48-4da4-8e21-e54451046e1b None None] Update dhcp port {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': '278f05eb-b072-40e2-b793-281458fcde9e', 'ip_address': '2001:db8::f816:3eff:fe36:77db'}, {'subnet_id': 'e976ca3f-08b6-449a-af51-2598cc842541'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '038e406d-d42b-402b-b1dc-f9f315af791a'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:13:05.081813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-5f2b3c9d-c6b8-4713-8a20-6ddaa02a9f0c service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7817488 Aug 16 13:13:05.114938 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-54ecdabe-7d48-4da4-8e21-e54451046e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.191616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:05.204658 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ae91a251-c613-48d8-aef2-f0579d223434 admin admin] 10.222.0.25 "PUT /v2.0/routers/57bb1461-996d-4cc6-982a-41a74a24c995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4457893 Aug 16 13:13:05.238267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Sync routers for ids ['57bb1461-996d-4cc6-982a-41a74a24c995'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:05.249477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Routers {'57bb1461-996d-4cc6-982a-41a74a24c995'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:05.249477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['57bb1461-996d-4cc6-982a-41a74a24c995'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:05.316775 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd0af-c426-4503-97ce-4a5a2fb4656c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.319448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:05.344116 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd0af-c426-4503-97ce-4a5a2fb4656c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.368864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:05.375055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Set router 57bb1461-996d-4cc6-982a-41a74a24c995 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:13:05.393506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:05.401814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdd0af-c426-4503-97ce-4a5a2fb4656c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=673aea69-665f-4adb-83ad-0ce426639043,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:05.428892 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-d51d55ff-5339-489b-a063-06ceeeace4e6 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349180 Aug 16 13:13:05.444370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdd0af-c426-4503-97ce-4a5a2fb4656c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] In _notify_port_updated(), no bound segment for port 673aea69-665f-4adb-83ad-0ce426639043 on network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:13:05.450379 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbdd0af-c426-4503-97ce-4a5a2fb4656c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:05.451666 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd0af-c426-4503-97ce-4a5a2fb4656c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.453190 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2dbdd0af-c426-4503-97ce-4a5a2fb4656c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "PUT /v2.0/ports/673aea69-665f-4adb-83ad-0ce426639043 HTTP/1.1" status: 200 len: 818 time: 0.5164280 Aug 16 13:13:05.457562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59318) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:05.558911 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-e2afacdd-3fd6-49a0-8baa-4e983fd3799f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea1d22ed-a3e8-4d72-95e8-c0495702971e HTTP/1.1" status: 200 len: 217 time: 0.0874512 Aug 16 13:13:05.594356 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.594766 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.607996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-950e5af4-7646-43fc-8ca5-59418c5c4406 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 673aea69-665f-4adb-83ad-0ce426639043 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:05.608574 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-950e5af4-7646-43fc-8ca5-59418c5c4406 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.666263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-54ecdabe-7d48-4da4-8e21-e54451046e1b None None] Allocated IP 2001:db8:0:1::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/e976ca3f-08b6-449a-af51-2598cc842541/038e406d-d42b-402b-b1dc-f9f315af791a) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:05.691793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-64779fcc-6b31-4709-bd6c-fcc510e2d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:05.694158 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-64779fcc-6b31-4709-bd6c-fcc510e2d21e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.1209126 Aug 16 13:13:05.694813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] Deleting port 855e973c-2db5-4957-a02a-3f4b184bf8c6 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:05.694982 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.697587 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-950e5af4-7646-43fc-8ca5-59418c5c4406 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.713217 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-950e5af4-7646-43fc-8ca5-59418c5c4406 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 673aea69-665f-4adb-83ad-0ce426639043 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:05.763926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'name': 'tempest-TestServerMultinode-1837349981-router', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:12:47Z', 'updated_at': '2021-08-16T13:13:00Z', 'revision_number': 4, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'gw_port': {'id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:50Z', 'updated_at': '2021-08-16T13:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f25e1724-ff24-4812-ad66-316e20b08474', 'name': '', 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'mac_address': 'fa:16:3e:77:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '45cd680f-c659-4f62-9e31-1188e270a4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:57Z', 'updated_at': '2021-08-16T13:13:01Z', 'revision_number': 2, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'subnets': [{'id': '45cd680f-c659-4f62-9e31-1188e270a4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:05.776671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port da784546-7ac7-4360-8e05-a777b1fdd750 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:05.889578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:13:05.899537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-950e5af4-7646-43fc-8ca5-59418c5c4406 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.933270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-1354ed8b-f7c1-4a00-aab5-8d3acc5ac3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:05.935650 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-1354ed8b-f7c1-4a00-aab5-8d3acc5ac3a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1326084 Aug 16 13:13:05.959341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e5af4-7646-43fc-8ca5-59418c5c4406 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=673aea69-665f-4adb-83ad-0ce426639043,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:05.961812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Checking router: 57bb1461-996d-4cc6-982a-41a74a24c995 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:13:05.962211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Updating router 57bb1461-996d-4cc6-982a-41a74a24c995 port f25e1724-ff24-4812-ad66-316e20b08474 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:13:05.963922 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-950e5af4-7646-43fc-8ca5-59418c5c4406 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.968816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-950e5af4-7646-43fc-8ca5-59418c5c4406 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/673aea69-665f-4adb-83ad-0ce426639043 HTTP/1.1" status: 204 len: 168 time: 0.5074787 Aug 16 13:13:05.969084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59328) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:05.991045 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.991601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] For port 855e973c-2db5-4957-a02a-3f4b184bf8c6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=855e973c-2db5-4957-a02a-3f4b184bf8c6,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:05.991981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.007030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] Calling delete_port for 855e973c-2db5-4957-a02a-3f4b184bf8c6 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:06.046720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-54ecdabe-7d48-4da4-8e21-e54451046e1b None None] For port 038e406d-d42b-402b-b1dc-f9f315af791a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=038e406d-d42b-402b-b1dc-f9f315af791a,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:06.082478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d81df5-ba61-40f9-8c3f-35b303cb1a32 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:06.088014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-96d81df5-ba61-40f9-8c3f-35b303cb1a32 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1173141 Aug 16 13:13:06.088804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59332) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:06.131043 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae700855-f025-4259-94b2-3c337dfbe60a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:13:06.141937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ae700855-f025-4259-94b2-3c337dfbe60a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/673aea69-665f-4adb-83ad-0ce426639043 HTTP/1.1" status: 404 len: 333 time: 0.0506732 Aug 16 13:13:06.142936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59336) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:06.151813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-409875931'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:06.158548 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-54ecdabe-7d48-4da4-8e21-e54451046e1b None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.158688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59338) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:06.168344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:06.178476 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ef0b7dad-22c6-4c3f-8925-dedf4bf101de tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "PUT /v2.0/routers/d9c71077-3cd3-4f28-b98d-bf6f50440051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1667807 Aug 16 13:13:06.180689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59340) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:06.181666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1842257903-network', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:06.183917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-54ecdabe-7d48-4da4-8e21-e54451046e1b None None] Transition to ACTIVE for port object 038e406d-d42b-402b-b1dc-f9f315af791a will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:06.188644 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e5d46-1591-4f84-9e1c-e7cc861bed68 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:06.198316 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e5d46-1591-4f84-9e1c-e7cc861bed68 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:06.198963 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ef8e5d46-1591-4f84-9e1c-e7cc861bed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:06.202535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'port': {'network_id': '2f6f90bc-4f86-4087-9c09-b2f2a2a0d624', 'name': 'tempest-FloatingIPTestJSON-957907876'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:06.204708 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-54ecdabe-7d48-4da4-8e21-e54451046e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.208040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.api [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 13:13:06.208040 n-d-804708-1 neutron-server[101395]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 13:13:06.208040 n-d-804708-1 neutron-server[101395]: [parameters: {'project_id_1': '420b418159a7456a9e0cd1c2fc58fa6b', 'expiration_1': datetime.datetime(2021, 8, 16, 13, 13, 6, 197203)}] Aug 16 13:13:06.208040 n-d-804708-1 neutron-server[101395]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:13:06.208428 n-d-804708-1 neutron-server[101395]: DEBUG oslo_db.api [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:13:06.236248 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ef8e5d46-1591-4f84-9e1c-e7cc861bed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:06.252581 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e5d46-1591-4f84-9e1c-e7cc861bed68 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:06.253580 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ef8e5d46-1591-4f84-9e1c-e7cc861bed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:06.259297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:06.267744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecdabe-7d48-4da4-8e21-e54451046e1b None None] Pushing event updated for resources: {'Port': ['ID=038e406d-d42b-402b-b1dc-f9f315af791a,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:06.280199 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.296655 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ef8e5d46-1591-4f84-9e1c-e7cc861bed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:06.297640 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e5d46-1591-4f84-9e1c-e7cc861bed68 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:06.348812 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:13:06.401090 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.401544 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Added segment de2da31b-922d-4579-9867-198555582088 of type vlan for network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 Aug 16 13:13:06.434033 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-2852fca0-fe74-401f-a5e9-cd8d9409e129 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873836 Aug 16 13:13:06.468862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8:0:1::10c (bbb70a5f-e1ed-4340-8ed7-bddea692336c/e976ca3f-08b6-449a-af51-2598cc842541/da784546-7ac7-4360-8e05-a777b1fdd750) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:06.480859 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.491722 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::f816:3eff:fe57:2e86 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/278f05eb-b072-40e2-b793-281458fcde9e/da784546-7ac7-4360-8e05-a777b1fdd750) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:06.511112 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.520108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Transition to ACTIVE for port object f25e1724-ff24-4812-ad66-316e20b08474 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:06.530119 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.588419 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.595994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:06.596828 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.667226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5227799 Aug 16 13:13:06.675721 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ea3d5-39d5-41f6-8054-51295ea67ad0 None None] Pushing event updated for resources: {'Port': ['ID=f25e1724-ff24-4812-ad66-316e20b08474,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:06.685691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59344) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:06.699498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Attempting to bind port f25e1724-ff24-4812-ad66-316e20b08474 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:06.701760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Attempting to bind port f25e1724-ff24-4812-ad66-316e20b08474 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:06.702592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Attempting to bind port f25e1724-ff24-4812-ad66-316e20b08474 on network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:06.708809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:06.711181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:06.711700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Checking segment: {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:06.712126 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.712525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Bound using segment: {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:06.713135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Bound port: f25e1724-ff24-4812-ad66-316e20b08474, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:06.713528 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.714460 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-df22bd1c-7dc0-49ed-b809-3c029c4b8051 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270117 Aug 16 13:13:06.800294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a41411-2890-4a0c-9214-c12db936a41d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Network': ['ID=5ca288b7-e920-4dce-9ad3-a0b316ea9b72,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:06.823215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] For port f25e1724-ff24-4812-ad66-316e20b08474, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:06.830177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] For port f25e1724-ff24-4812-ad66-316e20b08474, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f25e1724-ff24-4812-ad66-316e20b08474,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:06.837939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:13:06.849197 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.852108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Made reservation on behalf of c58ca9b10e4e47379c97995b83b2d522 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:06.858405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.870593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Made reservation on behalf of 420b418159a7456a9e0cd1c2fc58fa6b for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:06.874209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.891028 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.932182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:06.971171 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-0d1df10b-dde8-430f-83a7-9a5d73e6b4fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8 HTTP/1.1" status: 200 len: 217 time: 0.2090991 Aug 16 13:13:06.971504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object da784546-7ac7-4360-8e05-a777b1fdd750 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:07.061462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Routers {'57bb1461-996d-4cc6-982a-41a74a24c995'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:07.062334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['57bb1461-996d-4cc6-982a-41a74a24c995'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:07.067237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ea3d5-39d5-41f6-8054-51295ea67ad0 None None] Pushing event updated for resources: {'Port': ['ID=f25e1724-ff24-4812-ad66-316e20b08474,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:07.093645 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.096306 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.101366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] device_id is not set on port a7e34d03-2953-4425-868f-e077282860d0 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:07.117194 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.183309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dce1f05-3478-4af2-b40c-ab6ccf095ade,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:07.205420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:07.215052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:07.222588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:07.241844 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.242606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:07.243310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.254334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:13:07.254706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-736bef29-77d1-4fae-a2dc-be5b04d36e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:07.257539 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-736bef29-77d1-4fae-a2dc-be5b04d36e32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.2572448 Aug 16 13:13:07.295390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:07.298078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=da784546-7ac7-4360-8e05-a777b1fdd750,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:07.300324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.303059 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.303413 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Added segment fbbda460-07dc-4901-9443-44abc5557c74 of type vlan for network 726e6286-727f-4efb-9440-24dfd0b307c0 Aug 16 13:13:07.322453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] Pushing event deleted for resources: {'Port': ['ID=855e973c-2db5-4957-a02a-3f4b184bf8c6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:07.352000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] Set router 57bb1461-996d-4cc6-982a-41a74a24c995 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:13:07.534250 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.664134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-95bcd8e5-a968-486a-b077-2745e1ee553f None None] Provisioning for port 038e406d-d42b-402b-b1dc-f9f315af791a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:07.677327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-95bcd8e5-a968-486a-b077-2745e1ee553f None None] Provisioning complete for port 038e406d-d42b-402b-b1dc-f9f315af791a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:07.685623 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-95bcd8e5-a968-486a-b077-2745e1ee553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.747118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.20.0.7 (2f6f90bc-4f86-4087-9c09-b2f2a2a0d624/48062336-eeef-4b37-8ae2-6d613bbdf931/a7e34d03-2953-4425-868f-e077282860d0) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:07.832168 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c1b49f7e-d3f3-46f4-9851-f1dd6a60ca8f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0232775 Aug 16 13:13:07.839301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59350) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:07.869407 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.877546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-1b117c7e-8e0f-4cd1-9500-83abda0ac7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:07.880128 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-1b117c7e-8e0f-4cd1-9500-83abda0ac7e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5865121 Aug 16 13:13:07.909097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'name': 'tempest-TestServerMultinode-1837349981-router', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:12:47Z', 'updated_at': '2021-08-16T13:13:00Z', 'revision_number': 4, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'gw_port': {'id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:50Z', 'updated_at': '2021-08-16T13:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f25e1724-ff24-4812-ad66-316e20b08474', 'name': '', 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'mac_address': 'fa:16:3e:77:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '45cd680f-c659-4f62-9e31-1188e270a4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:57Z', 'updated_at': '2021-08-16T13:13:06Z', 'revision_number': 4, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'subnets': [{'id': '45cd680f-c659-4f62-9e31-1188e270a4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:07.933736 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.936725 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:07.937954 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:07.945554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d363dc-2e4d-464e-9b79-a36570b68ba0 None None] The sync data for ids ['57bb1461-996d-4cc6-982a-41a74a24c995'] in n-d-804708-1 is: [{'id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'name': 'tempest-TestServerMultinode-1837349981-router', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:12:47Z', 'updated_at': '2021-08-16T13:13:00Z', 'revision_number': 4, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'gw_port': {'id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:50Z', 'updated_at': '2021-08-16T13:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f25e1724-ff24-4812-ad66-316e20b08474', 'name': '', 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'mac_address': 'fa:16:3e:77:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '45cd680f-c659-4f62-9e31-1188e270a4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:57Z', 'updated_at': '2021-08-16T13:13:06Z', 'revision_number': 4, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'subnets': [{'id': '45cd680f-c659-4f62-9e31-1188e270a4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:07.997051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8372090 Aug 16 13:13:07.998013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59352) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:08.021279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] Request body: {'subnet': {'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1842257903-subnet', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:08.088280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71362a8f-b727-4693-bf73-abb90813c538 admin admin] Pushing event updated for resources: {'Network': ['ID=726e6286-727f-4efb-9440-24dfd0b307c0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:08.103840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] Made reservation on behalf of 420b418159a7456a9e0cd1c2fc58fa6b for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:08.106332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.109326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 726e6286-727f-4efb-9440-24dfd0b307c0 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:13:08.112716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f6e5cafb-2156-440b-b4d1-1c5e4a19847c None None] Provisioning for port da784546-7ac7-4360-8e05-a777b1fdd750 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:08.129988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f6e5cafb-2156-440b-b4d1-1c5e4a19847c None None] Provisioning complete for port da784546-7ac7-4360-8e05-a777b1fdd750 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:08.131565 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f6e5cafb-2156-440b-b4d1-1c5e4a19847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.280870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5cafb-2156-440b-b4d1-1c5e4a19847c None None] Port da784546-7ac7-4360-8e05-a777b1fdd750 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:08.446048 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.462419 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.476252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 038e406d-d42b-402b-b1dc-f9f315af791a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:08.521788 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.525008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e747cf7-2c73-4e96-aba5-3996511fea3a,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:08.552690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] Checking segment: {'id': 'fbbda460-07dc-4901-9443-44abc5557c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:08.553064 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] Network hostable DHCP agents. Network: 726e6286-727f-4efb-9440-24dfd0b307c0, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:13:08.562699 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.585076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] Network 726e6286-727f-4efb-9440-24dfd0b307c0 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:13:08.598685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 726e6286-727f-4efb-9440-24dfd0b307c0) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:08.598916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 038e406d-d42b-402b-b1dc-f9f315af791a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:08.602164 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.604063 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-8411cd51-a3dc-48e8-af2a-e9970e886a4c service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6771665 Aug 16 13:13:08.608661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:08.609948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.636196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-10c62ba2-ef2f-476a-889c-48198bbfc96d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6292000 Aug 16 13:13:08.639326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59356) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:08.644997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1842257903-router', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:08.652123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefc0955-0c99-4e20-b189-c4e4030ca09c None None] Network 726e6286-727f-4efb-9440-24dfd0b307c0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:08.682324 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.683827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.770339 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.811734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a193e47e-03ed-4834-a300-91ef30e041db tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port da784546-7ac7-4360-8e05-a777b1fdd750 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:08.811962 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a193e47e-03ed-4834-a300-91ef30e041db tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:08.943721 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f25e1724-ff24-4812-ad66-316e20b08474 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:08.969962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-726e6286-727f-4efb-9440-24dfd0b307c0', 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'fixed_ips': [{'subnet_id': '4e747cf7-2c73-4e96-aba5-3996511fea3a'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:13:08.970877 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.043189 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.093878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port f25e1724-ff24-4812-ad66-316e20b08474 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:09.114349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port f25e1724-ff24-4812-ad66-316e20b08474 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:09.114794 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.208258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Allocated IP 172.20.0.2 (726e6286-727f-4efb-9440-24dfd0b307c0/4e747cf7-2c73-4e96-aba5-3996511fea3a/bb2be487-aa7a-4db3-8122-720eb5184400) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:09.327278 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.336091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Subnet': ['ID=eb380ee6-3504-441a-8962-e1ede4527f6a,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:09.340536 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.415793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.425044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port f25e1724-ff24-4812-ad66-316e20b08474, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f25e1724-ff24-4812-ad66-316e20b08474,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:09.446082 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.460455 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.509661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Checking segment: {'id': 'de2da31b-922d-4579-9867-198555582088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:09.510694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network hostable DHCP agents. Network: 5ca288b7-e920-4dce-9ad3-a0b316ea9b72, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:13:09.540874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:09.568230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:09.583465 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:09.591519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178b8edc-66f9-452e-b3ab-e4fa665e8f76 req-7236623a-d634-4819-af72-58137f27c34c service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9755344 Aug 16 13:13:09.599699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=a7e34d03-2953-4425-868f-e077282860d0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:09.622259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=f25e1724-ff24-4812-ad66-316e20b08474,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:09.661079 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.678459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Transition to ACTIVE for port object bb2be487-aa7a-4db3-8122-720eb5184400 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:09.687896 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a193e47e-03ed-4834-a300-91ef30e041db tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.709825 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a193e47e-03ed-4834-a300-91ef30e041db tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for da784546-7ac7-4360-8e05-a777b1fdd750 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:09.710823 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Transition to ACTIVE for port object bb2be487-aa7a-4db3-8122-720eb5184400 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:09.717269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Allocated IP 172.25.0.62 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/3e1d8f59-99b6-4fbf-9426-45f08b73f0c6) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:09.722677 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.723197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:13:09.773787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Network 726e6286-727f-4efb-9440-24dfd0b307c0 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:09.775692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:09.779933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:09.798736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 5ca288b7-e920-4dce-9ad3-a0b316ea9b72) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:09.805891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:09.806612 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.826800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Pushing event updated for resources: {'Port': ['ID=bb2be487-aa7a-4db3-8122-720eb5184400,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:09.850180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17219043-8700-4bb1-9e07-78558ef071ad None None] Network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:09.889375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:09.890580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.956833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6225a4c8-a112-4f7a-af94-89809bd11587 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2602475 Aug 16 13:13:09.957048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Attempting to bind port bb2be487-aa7a-4db3-8122-720eb5184400 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:09.957168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59364) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:09.957388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Attempting to bind port bb2be487-aa7a-4db3-8122-720eb5184400 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'fbbda460-07dc-4901-9443-44abc5557c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:09.957840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Attempting to bind port bb2be487-aa7a-4db3-8122-720eb5184400 on network 726e6286-727f-4efb-9440-24dfd0b307c0 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:09.963311 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-43757c15-7959-46c9-bc9e-101fa15559a8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7800245 Aug 16 13:13:09.965700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ed1af538-e312-48c5-8240-dc5685157a24 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:09.971380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59366) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:09.974904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:09.975291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Checking segment: {'id': 'fbbda460-07dc-4901-9443-44abc5557c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:09.975724 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.976136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Bound using segment: {'id': 'fbbda460-07dc-4901-9443-44abc5557c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:09.976637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Bound port: bb2be487-aa7a-4db3-8122-720eb5184400, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbda460-07dc-4901-9443-44abc5557c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:09.977029 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:09.986276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'port': {'network_id': '2f6f90bc-4f86-4087-9c09-b2f2a2a0d624', 'name': 'tempest-FloatingIPTestJSON-1179378356'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:10.062035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] Router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:13:10.168239 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1af538-e312-48c5-8240-dc5685157a24 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:10.172066 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed1af538-e312-48c5-8240-dc5685157a24 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:10.176530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-5ca288b7-e920-4dce-9ad3-a0b316ea9b72', 'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72', 'tenant_id': '3421adc2bd3d428c93e51af814c7b1b2', 'fixed_ips': [{'subnet_id': 'eb380ee6-3504-441a-8962-e1ede4527f6a'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:13:10.177707 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:10.205552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] For port bb2be487-aa7a-4db3-8122-720eb5184400, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:10.256297 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] For port bb2be487-aa7a-4db3-8122-720eb5184400, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bb2be487-aa7a-4db3-8122-720eb5184400,segment=NetworkSegment(fbbda460-07dc-4901-9443-44abc5557c74),segment_id=fbbda460-07dc-4901-9443-44abc5557c74)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:10.276753 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:10.280096 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:10.330268 n-d-804708-1 neutron-server[101395]: INFO neutron.db.ipam_backend_mixin [None req-ed1af538-e312-48c5-8240-dc5685157a24 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb380ee6-3504-441a-8962-e1ede4527f6a (CIDR: 172.20.0.0/28) Aug 16 13:13:10.341868 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1af538-e312-48c5-8240-dc5685157a24 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:13:10.342424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1af538-e312-48c5-8240-dc5685157a24 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:13:10.372246 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:10.454921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=3e1d8f59-99b6-4fbf-9426-45f08b73f0c6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:10.461140 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ed1af538-e312-48c5-8240-dc5685157a24 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5021975 Aug 16 13:13:10.465603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59370) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:10.472138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9e9b6687-a097-48a1-a8cc-37f7df2ddc1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:10.493733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Made reservation on behalf of c58ca9b10e4e47379c97995b83b2d522 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:10.500644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:10.525139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:10.535330 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-37908760-d149-4126-801a-52100a7b7868 admin admin] 10.222.0.25 "PUT /v2.0/routers/5e1c441e-b952-4faf-98c6-5f6f9ea81a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6634231 Aug 16 13:13:10.539031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59374) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:10.559963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] device_id is not set on port 7fd2e789-d8a6-4a01-80ba-30a724eb8679 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:10.585506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f25e1724-ff24-4812-ad66-316e20b08474 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:10.593980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4671360-8a77-45d4-ac66-f417d9253cf8 None None] Sync routers for ids ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:10.596976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:10.603801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:10.609345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:10.710505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69025385-aced-40cd-8ac2-f5ab98fae86e None None] Pushing event updated for resources: {'Port': ['ID=bb2be487-aa7a-4db3-8122-720eb5184400,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:10.741894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a193e47e-03ed-4834-a300-91ef30e041db tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:10.765791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4671360-8a77-45d4-ac66-f417d9253cf8 None None] Routers {'5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:10.766559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f4671360-8a77-45d4-ac66-f417d9253cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:10.824906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193e47e-03ed-4834-a300-91ef30e041db tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=da784546-7ac7-4360-8e05-a777b1fdd750,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:10.901810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9b6687-a097-48a1-a8cc-37f7df2ddc1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:10.915003 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6687-a097-48a1-a8cc-37f7df2ddc1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:10.949917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:10.985990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port f25e1724-ff24-4812-ad66-316e20b08474 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:10.986794 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:11.161319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Allocated IP 172.20.0.2 (5ca288b7-e920-4dce-9ad3-a0b316ea9b72/eb380ee6-3504-441a-8962-e1ede4527f6a/99731ad4-9894-44dc-a63d-ac14301a1f42) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:11.171159 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a193e47e-03ed-4834-a300-91ef30e041db tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:11.174493 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a193e47e-03ed-4834-a300-91ef30e041db tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/da784546-7ac7-4360-8e05-a777b1fdd750 HTTP/1.1" status: 204 len: 168 time: 3.3272157 Aug 16 13:13:11.178010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59378) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:11.208973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-f4671360-8a77-45d4-ac66-f417d9253cf8 None None] Set router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:13:11.240843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.20.0.11 (2f6f90bc-4f86-4087-9c09-b2f2a2a0d624/48062336-eeef-4b37-8ae2-6d613bbdf931/7fd2e789-d8a6-4a01-80ba-30a724eb8679) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:11.258663 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:11.299288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:11.434386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85eb18a-f58b-4260-8f16-6f53c871b2a8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:11.436794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b85eb18a-f58b-4260-8f16-6f53c871b2a8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2468855 Aug 16 13:13:11.442144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59380) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:11.493228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Deleting port 51674085-6112-4907-b28e-fb6ad90dc059 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:11.493228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:11.598746 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:11.645581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] For port 51674085-6112-4907-b28e-fb6ad90dc059, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=51674085-6112-4907-b28e-fb6ad90dc059,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:11.646349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:11.670130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Calling delete_port for 51674085-6112-4907-b28e-fb6ad90dc059 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:11.752356 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:11.758024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:11.766783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Transition to ACTIVE for port object 99731ad4-9894-44dc-a63d-ac14301a1f42 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:11.770582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55373258-9bf2-4021-8b5b-3aca8dff3cca tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:11.775633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-55373258-9bf2-4021-8b5b-3aca8dff3cca tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3325827 Aug 16 13:13:11.790074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Transition to ACTIVE for port object 99731ad4-9894-44dc-a63d-ac14301a1f42 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:11.795473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f4671360-8a77-45d4-ac66-f417d9253cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '51674085-6112-4907-b28e-fb6ad90dc059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:13:06Z', 'revision_number': 5, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port': {'id': '51674085-6112-4907-b28e-fb6ad90dc059', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:00:42Z', 'updated_at': '2021-08-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:11.798598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59384) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:11.827014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4671360-8a77-45d4-ac66-f417d9253cf8 None None] Checking router: 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:13:11.831001 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:11.831479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:11.841834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:11.845079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:11.860236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=7fd2e789-d8a6-4a01-80ba-30a724eb8679,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:11.870176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f901a23-5cd3-4020-955d-2d599ec84149 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:11.871874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f901a23-5cd3-4020-955d-2d599ec84149 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:11.874140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f901a23-5cd3-4020-955d-2d599ec84149 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:11.878985 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6f901a23-5cd3-4020-955d-2d599ec84149 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0784457 Aug 16 13:13:11.882776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59386) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:11.889713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:11.902158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:11.913937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:11.916522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4671360-8a77-45d4-ac66-f417d9253cf8 None None] Routers {'5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:11.916918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f4671360-8a77-45d4-ac66-f417d9253cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:11.994980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.010298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-3833c7fc-0d10-4a9c-a2b9-9787f2a16d0d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 278f05eb-b072-40e2-b793-281458fcde9e {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:12.055235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:12.056314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.079445 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3833c7fc-0d10-4a9c-a2b9-9787f2a16d0d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.090342 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8a81b343-5f6b-467b-9395-a9cbeeee7017 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1158872 Aug 16 13:13:12.099102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59388) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:12.104419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '7fd2e789-d8a6-4a01-80ba-30a724eb8679', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:12.108113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Pushing event updated for resources: {'Port': ['ID=99731ad4-9894-44dc-a63d-ac14301a1f42,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:12.144016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.169887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6687-a097-48a1-a8cc-37f7df2ddc1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.208936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9b6687-a097-48a1-a8cc-37f7df2ddc1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:12.211513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-f4671360-8a77-45d4-ac66-f417d9253cf8 None None] Set router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:13:12.215834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Attempting to bind port 99731ad4-9894-44dc-a63d-ac14301a1f42 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:12.217330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Attempting to bind port 99731ad4-9894-44dc-a63d-ac14301a1f42 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'de2da31b-922d-4579-9867-198555582088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:12.218203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Attempting to bind port 99731ad4-9894-44dc-a63d-ac14301a1f42 on network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:12.222038 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-9e9b6687-a097-48a1-a8cc-37f7df2ddc1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:12.285091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.311022 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=51674085-6112-4907-b28e-fb6ad90dc059,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:12.322427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b6687-a097-48a1-a8cc-37f7df2ddc1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:12.326836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6687-a097-48a1-a8cc-37f7df2ddc1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.352057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:12.352535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Checking segment: {'id': 'de2da31b-922d-4579-9867-198555582088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:12.353193 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.353799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Bound using segment: {'id': 'de2da31b-922d-4579-9867-198555582088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:12.354599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Bound port: 99731ad4-9894-44dc-a63d-ac14301a1f42, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2da31b-922d-4579-9867-198555582088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:12.355186 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.358632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f4671360-8a77-45d4-ac66-f417d9253cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:13:11Z', 'revision_number': 6, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:12.370954 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3833c7fc-0d10-4a9c-a2b9-9787f2a16d0d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.400080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bb2be487-aa7a-4db3-8122-720eb5184400 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:12.508937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4671360-8a77-45d4-ac66-f417d9253cf8 None None] The sync data for ids ['5e1c441e-b952-4faf-98c6-5f6f9ea81a5a'] in n-d-804708-1 is: [{'id': '5e1c441e-b952-4faf-98c6-5f6f9ea81a5a', 'name': 'tempest-TaggedBootDevicesTest-1641364569-router', 'tenant_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:00:41Z', 'updated_at': '2021-08-16T13:13:11Z', 'revision_number': 6, 'project_id': '2c4d4b1ebf8e4f30b55a87375e73df6c', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:12.553109 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.617934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c3e62-b8fd-4030-a26c-8e32d5ff8183 None None] Network 726e6286-727f-4efb-9440-24dfd0b307c0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:12.757710 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.767266 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.796689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] For port 99731ad4-9894-44dc-a63d-ac14301a1f42, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:12.803229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port bb2be487-aa7a-4db3-8122-720eb5184400 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:12.817721 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c62bbae0-d0fc-44e5-a3ce-fc6716384cbc None None] Provisioning for port bb2be487-aa7a-4db3-8122-720eb5184400 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:12.835965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port bb2be487-aa7a-4db3-8122-720eb5184400 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:12.836437 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.860311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] For port 99731ad4-9894-44dc-a63d-ac14301a1f42, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=99731ad4-9894-44dc-a63d-ac14301a1f42,segment=NetworkSegment(de2da31b-922d-4579-9867-198555582088),segment_id=de2da31b-922d-4579-9867-198555582088)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:12.891839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c62bbae0-d0fc-44e5-a3ce-fc6716384cbc None None] Provisioning complete for port bb2be487-aa7a-4db3-8122-720eb5184400 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:12.892546 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c62bbae0-d0fc-44e5-a3ce-fc6716384cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.895909 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.897132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e1c441e-b952-4faf-98c6-5f6f9ea81a5a {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:13:12.913230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.913973 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:12.920763 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4002b516-3bce-413b-a5ba-f590ce5a39f1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5e1c441e-b952-4faf-98c6-5f6f9ea81a5a HTTP/1.1" status: 204 len: 168 time: 2.3788025 Aug 16 13:13:12.921829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59394) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:12.999826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9e9b6687-a097-48a1-a8cc-37f7df2ddc1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5323374 Aug 16 13:13:13.010342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59396) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:13.020669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:13.027933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72', 'fixed_ips': [{'subnet_id': 'eb380ee6-3504-441a-8962-e1ede4527f6a'}, {'subnet_id': '10a5b531-d353-46be-a31d-8663068d3916'}], 'name': 'tempest-PortsTestJSON-772995209'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:13.053936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b6687-a097-48a1-a8cc-37f7df2ddc1e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Subnet': ['ID=10a5b531-d353-46be-a31d-8663068d3916,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:13.168821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c75abc4-6437-4293-8d20-3d5d32890dc0 admin admin] Deleting subnet a8755348-ed82-44df-9ced-3e2180c2428d {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:13.184595 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c75abc4-6437-4293-8d20-3d5d32890dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:13.252895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36123d-12d2-4e79-8716-c4feea4e4838 None None] Pushing event updated for resources: {'Port': ['ID=99731ad4-9894-44dc-a63d-ac14301a1f42,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:13.304767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.25.0.227 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/9031ea01-b9c4-4f58-bf24-90b64a8afc1d) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:13.319576 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3833c7fc-0d10-4a9c-a2b9-9787f2a16d0d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:13.374976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Router 701992c4-07c5-4805-858e-f813fdc00f71 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:13:13.412647 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c62bbae0-d0fc-44e5-a3ce-fc6716384cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:13.547933 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c75abc4-6437-4293-8d20-3d5d32890dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:13.757476 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c75abc4-6437-4293-8d20-3d5d32890dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:13.785207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:13.829589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3833c7fc-0d10-4a9c-a2b9-9787f2a16d0d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:13.855271 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:13.860185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c75abc4-6437-4293-8d20-3d5d32890dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:13.911869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75abc4-6437-4293-8d20-3d5d32890dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8755348-ed82-44df-9ced-3e2180c2428d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:13.916552 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c75abc4-6437-4293-8d20-3d5d32890dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:13.925808 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6c75abc4-6437-4293-8d20-3d5d32890dc0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a8755348-ed82-44df-9ced-3e2180c2428d HTTP/1.1" status: 204 len: 168 time: 0.9936292 Aug 16 13:13:13.925808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59402) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:13.957504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c62bbae0-d0fc-44e5-a3ce-fc6716384cbc None None] For port bb2be487-aa7a-4db3-8122-720eb5184400, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bb2be487-aa7a-4db3-8122-720eb5184400,segment=NetworkSegment(fbbda460-07dc-4901-9443-44abc5557c74),segment_id=fbbda460-07dc-4901-9443-44abc5557c74)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:13.963013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d757d4b-8e4a-41d2-baf4-03722067e982 None None] Network a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:13.970087 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c62bbae0-d0fc-44e5-a3ce-fc6716384cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.024146 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.024439 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.037426 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.098140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.099996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833c7fc-0d10-4a9c-a2b9-9787f2a16d0d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=278f05eb-b072-40e2-b793-281458fcde9e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:14.118259 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3833c7fc-0d10-4a9c-a2b9-9787f2a16d0d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.122031 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3833c7fc-0d10-4a9c-a2b9-9787f2a16d0d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/278f05eb-b072-40e2-b793-281458fcde9e HTTP/1.1" status: 204 len: 168 time: 2.2380018 Aug 16 13:13:14.128130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:14.130655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59404) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:14.141174 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Sync routers for ids ['701992c4-07c5-4805-858e-f813fdc00f71'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:14.157440 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Routers {'701992c4-07c5-4805-858e-f813fdc00f71'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:14.159491 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['701992c4-07c5-4805-858e-f813fdc00f71'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:14.168683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:14.175562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:14.181810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:14.188471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Deleting port 9e8987c9-77a9-4b16-b0a1-94027689ace8 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:14.188910 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.190767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=9031ea01-b9c4-4f58-bf24-90b64a8afc1d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:14.223452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e883d13-d71b-4021-81e9-c471f76a1111 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:14.227106 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bbae0-d0fc-44e5-a3ce-fc6716384cbc None None] Pushing event updated for resources: {'Port': ['ID=bb2be487-aa7a-4db3-8122-720eb5184400,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:14.291472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:14.310766 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.323223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59406) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:14.330169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-772318cd-b543-461a-a0ab-c26070cfe5a9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6889877 Aug 16 13:13:14.361754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-7096124e-1647-49b1-9be3-1f89b8b6e558 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet e976ca3f-08b6-449a-af51-2598cc842541 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:14.368570 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7096124e-1647-49b1-9be3-1f89b8b6e558 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.396532 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Set router 701992c4-07c5-4805-858e-f813fdc00f71 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:13:14.413393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ee1d3654-67fd-4052-9933-e472eb1f48fe None None] Provisioning complete for port bb2be487-aa7a-4db3-8122-720eb5184400 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:14.414425 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3654-67fd-4052-9933-e472eb1f48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.517239 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:13:14.519115 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:13:14.554919 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7096124e-1647-49b1-9be3-1f89b8b6e558 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.618635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] For port 9e8987c9-77a9-4b16-b0a1-94027689ace8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=9e8987c9-77a9-4b16-b0a1-94027689ace8,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:14.619185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.745025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8724b0e-9709-4b96-b98d-01d9316a4807 None None] DHCP port deletion for a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:13:14.838577 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701992c4-07c5-4805-858e-f813fdc00f71', 'name': 'tempest-TestServerMultinode-1842257903-router', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:13:08Z', 'updated_at': '2021-08-16T13:13:10Z', 'revision_number': 3, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'gw_port': {'id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701992c4-07c5-4805-858e-f813fdc00f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:13:09Z', 'updated_at': '2021-08-16T13:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:14.877667 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7096124e-1647-49b1-9be3-1f89b8b6e558 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.878756 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Checking router: 701992c4-07c5-4805-858e-f813fdc00f71 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:13:14.879109 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Updating router 701992c4-07c5-4805-858e-f813fdc00f71 port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:13:14.921731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e8724b0e-9709-4b96-b98d-01d9316a4807 None None] Deleting port 9e8987c9-77a9-4b16-b0a1-94027689ace8 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:14.922314 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e8724b0e-9709-4b96-b98d-01d9316a4807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:14.923649 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:15.073842 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7096124e-1647-49b1-9be3-1f89b8b6e558 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:15.148384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096124e-1647-49b1-9be3-1f89b8b6e558 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=e976ca3f-08b6-449a-af51-2598cc842541,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:15.165806 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7096124e-1647-49b1-9be3-1f89b8b6e558 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:15.177220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7096124e-1647-49b1-9be3-1f89b8b6e558 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/e976ca3f-08b6-449a-af51-2598cc842541 HTTP/1.1" status: 204 len: 168 time: 1.0426173 Aug 16 13:13:15.179206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59412) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:15.244590 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-56222d83-447a-43b3-9e86-0df28baa4d2c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641775 Aug 16 13:13:15.248353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59414) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:15.257666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Calling delete_port for 9e8987c9-77a9-4b16-b0a1-94027689ace8 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:15.263106 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f5093965-6a20-4b34-bc78-57d6e1cde565 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:15.267891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ddf6f-15c6-4d28-920d-5b8c86dafb25 None None] Network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:15.422658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e8724b0e-9709-4b96-b98d-01d9316a4807 None None] For port 9e8987c9-77a9-4b16-b0a1-94027689ace8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=9e8987c9-77a9-4b16-b0a1-94027689ace8,segment=NetworkSegment(70963884-4a64-41a7-9d65-987c654b6244),segment_id=70963884-4a64-41a7-9d65-987c654b6244)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:15.423069 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e8724b0e-9709-4b96-b98d-01d9316a4807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:15.457468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.11 (5ca288b7-e920-4dce-9ad3-a0b316ea9b72/eb380ee6-3504-441a-8962-e1ede4527f6a/dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:15.469986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e8724b0e-9709-4b96-b98d-01d9316a4807 None None] Calling delete_port for 9e8987c9-77a9-4b16-b0a1-94027689ace8 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:15.475955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-56d1ae62-efcc-4994-860d-0d5415755794 None None] Provisioning for port 99731ad4-9894-44dc-a63d-ac14301a1f42 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:15.515856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.25 (5ca288b7-e920-4dce-9ad3-a0b316ea9b72/10a5b531-d353-46be-a31d-8663068d3916/dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:15.662268 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:15.683106 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Transition to ACTIVE for port object 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:15.695728 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:15.767029 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e8724b0e-9709-4b96-b98d-01d9316a4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:15.817325 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Pushing event updated for resources: {'Port': ['ID=3e1d8f59-99b6-4fbf-9426-45f08b73f0c6,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:15.838681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 99731ad4-9894-44dc-a63d-ac14301a1f42 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:15.839969 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Attempting to bind port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:15.843371 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Attempting to bind port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:15.845786 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Attempting to bind port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:15.860715 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.864073 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.867251 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.867718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8724b0e-9709-4b96-b98d-01d9316a4807 None None] Pushing event deleted for resources: {'Port': ['ID=9e8987c9-77a9-4b16-b0a1-94027689ace8,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:15.868555 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.873688 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.874300 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.875114 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.876822 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.877253 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.877911 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.879279 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.882030 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:15.889824 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:15.890255 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:15.894501 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:15.895001 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:15.895653 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Bound port: 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:15.896057 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:15.905011 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8724b0e-9709-4b96-b98d-01d9316a4807 None None] No DVR routers for this DVR port 9e8987c9-77a9-4b16-b0a1-94027689ace8 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:13:15.938423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5093965-6a20-4b34-bc78-57d6e1cde565 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:15.944175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5093965-6a20-4b34-bc78-57d6e1cde565 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:15.979063 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb5543c-f58e-4b51-a4c2-8f87fef110ed None None] Update dhcp port {'port': {'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72', 'fixed_ips': [{'subnet_id': 'eb380ee6-3504-441a-8962-e1ede4527f6a', 'ip_address': '172.20.0.2'}, {'subnet_id': '10a5b531-d353-46be-a31d-8663068d3916'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '99731ad4-9894-44dc-a63d-ac14301a1f42'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:13:16.032999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 99731ad4-9894-44dc-a63d-ac14301a1f42 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:16.046685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.047828 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2cb5543c-f58e-4b51-a4c2-8f87fef110ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.053155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 99731ad4-9894-44dc-a63d-ac14301a1f42 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:16.053931 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.059584 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] For port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:16.063665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:16.066399 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] For port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3e1d8f59-99b6-4fbf-9426-45f08b73f0c6,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:16.069504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.082683 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.119631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8987c9-77a9-4b16-b0a1-94027689ace8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:16.130868 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.163467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c0562-1871-461e-b5e8-d8a52a8f1e22 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:16.209739 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a254b6-8137-4080-b01a-0ace35b39919 None None] Pushing event updated for resources: {'Port': ['ID=3e1d8f59-99b6-4fbf-9426-45f08b73f0c6,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:16.222323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:16.224128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:16.228375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:16.254791 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Routers {'701992c4-07c5-4805-858e-f813fdc00f71'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:16.257137 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['701992c4-07c5-4805-858e-f813fdc00f71'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:16.279129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:16.315382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:16.316086 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.335442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b5ab654a-cf0e-4695-be18-039c3cea9ec5 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3237755 Aug 16 13:13:16.340323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59420) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:16.348065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4d76fb54-ab8f-4b86-a02d-93697a6376e7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb380ee6-3504-441a-8962-e1ede4527f6a'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:16.381021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7cb92511-864b-4aed-8e1d-4fe6a9afac7f None None] Provisioning complete for port 038e406d-d42b-402b-b1dc-f9f315af791a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:16.381645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7cb92511-864b-4aed-8e1d-4fe6a9afac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.439943 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.477663 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d76fb54-ab8f-4b86-a02d-93697a6376e7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.492878 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] Set router 701992c4-07c5-4805-858e-f813fdc00f71 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:13:16.582883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.620678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] No DVR routers for this DVR port 9e8987c9-77a9-4b16-b0a1-94027689ace8 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:13:16.631677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-2cb5543c-f58e-4b51-a4c2-8f87fef110ed None None] Allocated IP 172.20.0.18 (5ca288b7-e920-4dce-9ad3-a0b316ea9b72/10a5b531-d353-46be-a31d-8663068d3916/99731ad4-9894-44dc-a63d-ac14301a1f42) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:16.655241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:16.817372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b502c5-1659-4cf8-8083-5b2470d43308 None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:13:16.873824 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701992c4-07c5-4805-858e-f813fdc00f71', 'name': 'tempest-TestServerMultinode-1842257903-router', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:13:08Z', 'updated_at': '2021-08-16T13:13:10Z', 'revision_number': 3, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'gw_port': {'id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701992c4-07c5-4805-858e-f813fdc00f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:13:09Z', 'updated_at': '2021-08-16T13:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:16.927794 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db11260-4773-4b27-83ab-26ec18fc9eb4 None None] The sync data for ids ['701992c4-07c5-4805-858e-f813fdc00f71'] in n-d-804708-1 is: [{'id': '701992c4-07c5-4805-858e-f813fdc00f71', 'name': 'tempest-TestServerMultinode-1842257903-router', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:13:08Z', 'updated_at': '2021-08-16T13:13:10Z', 'revision_number': 3, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'gw_port': {'id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701992c4-07c5-4805-858e-f813fdc00f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:13:09Z', 'updated_at': '2021-08-16T13:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:16.936226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2cb5543c-f58e-4b51-a4c2-8f87fef110ed None None] For port 99731ad4-9894-44dc-a63d-ac14301a1f42, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=99731ad4-9894-44dc-a63d-ac14301a1f42,segment=NetworkSegment(de2da31b-922d-4579-9867-198555582088),segment_id=de2da31b-922d-4579-9867-198555582088)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:17.034451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-48b502c5-1659-4cf8-8083-5b2470d43308 None None] Deleting port 038e406d-d42b-402b-b1dc-f9f315af791a {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:17.034841 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48b502c5-1659-4cf8-8083-5b2470d43308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.038791 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2cb5543c-f58e-4b51-a4c2-8f87fef110ed None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.063244 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.108526 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.116031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:17.203351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70963884-4a64-41a7-9d65-987c654b6244') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:17.203731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70963884-4a64-41a7-9d65-987c654b6244') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:17.298442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.321620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2cb5543c-f58e-4b51-a4c2-8f87fef110ed None None] Transition to ACTIVE for port object 99731ad4-9894-44dc-a63d-ac14301a1f42 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:17.375197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-48b502c5-1659-4cf8-8083-5b2470d43308 None None] For port 038e406d-d42b-402b-b1dc-f9f315af791a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=038e406d-d42b-402b-b1dc-f9f315af791a,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:17.375683 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48b502c5-1659-4cf8-8083-5b2470d43308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.392411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-48b502c5-1659-4cf8-8083-5b2470d43308 None None] Calling delete_port for 038e406d-d42b-402b-b1dc-f9f315af791a owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:17.509788 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2cb5543c-f58e-4b51-a4c2-8f87fef110ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.530845 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48b502c5-1659-4cf8-8083-5b2470d43308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.560080 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.564937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-4d76fb54-ab8f-4b86-a02d-93697a6376e7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Delete allocated IP 172.20.0.25 (5ca288b7-e920-4dce-9ad3-a0b316ea9b72/10a5b531-d353-46be-a31d-8663068d3916) {{(pid=101395) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 13:13:17.566218 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.655542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:13:17.656701 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.656871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b502c5-1659-4cf8-8083-5b2470d43308 None None] No DVR routers for this DVR port 038e406d-d42b-402b-b1dc-f9f315af791a on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:13:17.659459 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:13:17.707517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:13:17.708192 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:13:17.711500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5543c-f58e-4b51-a4c2-8f87fef110ed None None] Pushing event updated for resources: {'Port': ['ID=99731ad4-9894-44dc-a63d-ac14301a1f42,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:17.753441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b502c5-1659-4cf8-8083-5b2470d43308 None None] Pushing event deleted for resources: {'Port': ['ID=038e406d-d42b-402b-b1dc-f9f315af791a,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:17.815459 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d76fb54-ab8f-4b86-a02d-93697a6376e7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.843147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-4d76fb54-ab8f-4b86-a02d-93697a6376e7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Ignored duplicate provisioning block setup for port dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 13:13:17.848328 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.851695 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d76fb54-ab8f-4b86-a02d-93697a6376e7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.874045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.876346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.933639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-f5093965-6a20-4b34-bc78-57d6e1cde565 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:13:17.987368 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:17.994365 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb HTTP/1.1" status: 204 len: 168 time: 4.0640235 Aug 16 13:13:18.044155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4d76fb54-ab8f-4b86-a02d-93697a6376e7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] In _notify_port_updated(), no bound segment for port dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e on network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:13:18.050387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d76fb54-ab8f-4b86-a02d-93697a6376e7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:18.051235 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d76fb54-ab8f-4b86-a02d-93697a6376e7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:18.055259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4d76fb54-ab8f-4b86-a02d-93697a6376e7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "PUT /v2.0/ports/dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e HTTP/1.1" status: 200 len: 919 time: 1.7107115 Aug 16 13:13:18.056832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59428) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:18.059344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76fb54-ab8f-4b86-a02d-93697a6376e7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:18.066071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5c31c491-d28d-4e90-ad25-892bb0135647 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb380ee6-3504-441a-8962-e1ede4527f6a'}, {'subnet_id': '10a5b531-d353-46be-a31d-8663068d3916'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:18.085845 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5093965-6a20-4b34-bc78-57d6e1cde565 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:18.088028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=9031ea01-b9c4-4f58-bf24-90b64a8afc1d,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:18.157615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979212fd-5151-4dd0-8861-1a16860bb261 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e0c2fd-3f7e-469c-83f9-a2bfcf204bdb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:18.199434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5093965-6a20-4b34-bc78-57d6e1cde565 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:18.204761 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c31c491-d28d-4e90-ad25-892bb0135647 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:18.227026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f5093965-6a20-4b34-bc78-57d6e1cde565 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:18.236786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5093965-6a20-4b34-bc78-57d6e1cde565 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:18.239834 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5093965-6a20-4b34-bc78-57d6e1cde565 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:18.286419 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:18.290004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f3ec91-0d31-4148-a2e8-04b1b883e95f None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:18.460169 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f5093965-6a20-4b34-bc78-57d6e1cde565 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2055702 Aug 16 13:13:18.461022 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5093965-6a20-4b34-bc78-57d6e1cde565 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=a1ac00c3-c98c-4679-849c-35768950a371,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:18.462130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 99731ad4-9894-44dc-a63d-ac14301a1f42, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=99731ad4-9894-44dc-a63d-ac14301a1f42,segment=NetworkSegment(de2da31b-922d-4579-9867-198555582088),segment_id=de2da31b-922d-4579-9867-198555582088)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:18.468134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Allocated IP 172.20.0.1 (726e6286-727f-4efb-9440-24dfd0b307c0/4e747cf7-2c73-4e96-aba5-3996511fea3a/e82c1fac-c825-4f84-8e42-81ffef598881) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:18.474197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59432) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:18.475122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:18.475877 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:18.479503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bb2be487-aa7a-4db3-8122-720eb5184400 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:18.483628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-036d9944-f1fe-402b-b549-a721df12eba8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:18.487219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59434) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:18.678570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=99731ad4-9894-44dc-a63d-ac14301a1f42,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:18.707453 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': 'a1ac00c3-c98c-4679-849c-35768950a371'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:13:18.708488 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:18.719705 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a14dde-0513-4949-bfca-93b013015ba4 None None] Network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:18.765715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-5c31c491-d28d-4e90-ad25-892bb0135647 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.24 (5ca288b7-e920-4dce-9ad3-a0b316ea9b72/10a5b531-d353-46be-a31d-8663068d3916/dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:18.819051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ccc02e0a-2725-4677-a32e-27ede1bb4406 None None] Provisioning for port 99731ad4-9894-44dc-a63d-ac14301a1f42 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:18.830846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port bb2be487-aa7a-4db3-8122-720eb5184400 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:18.831313 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:18.911416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ccc02e0a-2725-4677-a32e-27ede1bb4406 None None] Provisioning complete for port 99731ad4-9894-44dc-a63d-ac14301a1f42 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:18.911950 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ccc02e0a-2725-4677-a32e-27ede1bb4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:18.935333 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c31c491-d28d-4e90-ad25-892bb0135647 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:18.951626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-5c31c491-d28d-4e90-ad25-892bb0135647 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Ignored duplicate provisioning block setup for port dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 13:13:18.957281 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c31c491-d28d-4e90-ad25-892bb0135647 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.064793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31c491-d28d-4e90-ad25-892bb0135647 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:19.097494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Allocated IP 2001:db8::f816:3eff:fe9e:381d (bbb70a5f-e1ed-4340-8ed7-bddea692336c/a1ac00c3-c98c-4679-849c-35768950a371/04dce5e4-5961-42d7-916c-63103b4ad5cd) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:19.129048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5c31c491-d28d-4e90-ad25-892bb0135647 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] In _notify_port_updated(), no bound segment for port dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e on network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:13:19.136584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c31c491-d28d-4e90-ad25-892bb0135647 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:19.138724 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5c31c491-d28d-4e90-ad25-892bb0135647 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.140439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5c31c491-d28d-4e90-ad25-892bb0135647 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "PUT /v2.0/ports/dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e HTTP/1.1" status: 200 len: 999 time: 1.0823727 Aug 16 13:13:19.145333 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59438) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:19.270091 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP 465d8f14-7e94-465e-8b9a-8e436465a980 associated. External IP: 172.25.0.227, port: 7fd2e789-d8a6-4a01-80ba-30a724eb8679. Aug 16 13:13:19.368693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-abbf686d-5c95-495b-8ccb-293d8fc165f1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:19.369274 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abbf686d-5c95-495b-8ccb-293d8fc165f1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.428456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 855e973c-2db5-4957-a02a-3f4b184bf8c6 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:13:19.462146 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.488833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 855e973c-2db5-4957-a02a-3f4b184bf8c6 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:13:19.489686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 855e973c-2db5-4957-a02a-3f4b184bf8c6 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:13:19.489850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Transition to ACTIVE for port object e82c1fac-c825-4f84-8e42-81ffef598881 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:19.492578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 9e8987c9-77a9-4b16-b0a1-94027689ace8 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:13:19.500750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59442) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:19.502294 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fb7e064b-6e57-4ccd-a9fc-0f537bac0b88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c4d4b1ebf8e4f30b55a87375e73df6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0087266 Aug 16 13:13:19.522371 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.526306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 9e8987c9-77a9-4b16-b0a1-94027689ace8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:13:19.527002 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 9e8987c9-77a9-4b16-b0a1-94027689ace8 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:13:19.527658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 51674085-6112-4907-b28e-fb6ad90dc059 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:13:19.550826 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abbf686d-5c95-495b-8ccb-293d8fc165f1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.561022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 51674085-6112-4907-b28e-fb6ad90dc059 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:13:19.561772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 51674085-6112-4907-b28e-fb6ad90dc059 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:13:19.564115 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Transition to ACTIVE for port object 04dce5e4-5961-42d7-916c-63103b4ad5cd will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:19.593160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Transition to ACTIVE for port object 04dce5e4-5961-42d7-916c-63103b4ad5cd will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:19.606025 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.625613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-abbf686d-5c95-495b-8ccb-293d8fc165f1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:19.698983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036d9944-f1fe-402b-b549-a721df12eba8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:19.704529 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-036d9944-f1fe-402b-b549-a721df12eba8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.724043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:19.731406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:19.748511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:19.814579 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52406a3f-c9a7-4788-b08f-e2b643947d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.878362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.892370 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52406a3f-c9a7-4788-b08f-e2b643947d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.921156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:19.937307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Pushing event updated for resources: {'Port': ['ID=04dce5e4-5961-42d7-916c-63103b4ad5cd,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:19.973814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-36063bb6-cb9c-4ef9-bc5f-6b3469ff21be None None] Provisioning complete for port 99731ad4-9894-44dc-a63d-ac14301a1f42 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:19.974225 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36063bb6-cb9c-4ef9-bc5f-6b3469ff21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:19.977691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Attempting to bind port 04dce5e4-5961-42d7-916c-63103b4ad5cd on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:19.978055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Attempting to bind port 04dce5e4-5961-42d7-916c-63103b4ad5cd by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:19.978443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Attempting to bind port 04dce5e4-5961-42d7-916c-63103b4ad5cd on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:20.017934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Network 726e6286-727f-4efb-9440-24dfd0b307c0 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:20.031839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:20.031839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:20.031839 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.032348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:20.032774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Bound port: 04dce5e4-5961-42d7-916c-63103b4ad5cd, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:20.033203 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.059526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:20.068600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:20.081328 n-d-804708-1 neutron-server[101396]: INFO neutron.db.ipam_backend_mixin [None req-036d9944-f1fe-402b-b549-a721df12eba8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1ac00c3-c98c-4679-849c-35768950a371 (CIDR: 2001:db8::/64) Aug 16 13:13:20.087663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Pushing event updated for resources: {'Port': ['ID=e82c1fac-c825-4f84-8e42-81ffef598881,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:20.114047 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-036d9944-f1fe-402b-b549-a721df12eba8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:13:20.114672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036d9944-f1fe-402b-b549-a721df12eba8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:13:20.145312 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52406a3f-c9a7-4788-b08f-e2b643947d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.148902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:20.151242 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52406a3f-c9a7-4788-b08f-e2b643947d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.152030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.153404 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-52406a3f-c9a7-4788-b08f-e2b643947d43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d798576-3bde-4283-92c7-990dbd2630fe HTTP/1.1" status: 204 len: 168 time: 0.6412563 Aug 16 13:13:20.154501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.154946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.156904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.157625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.158061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.158634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.160503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.160503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.160503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.162273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.163812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:20.165054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:20.165469 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.175207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] For port 04dce5e4-5961-42d7-916c-63103b4ad5cd, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:20.180567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] For port 04dce5e4-5961-42d7-916c-63103b4ad5cd, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=04dce5e4-5961-42d7-916c-63103b4ad5cd,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:20.187734 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-036d9944-f1fe-402b-b549-a721df12eba8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7099874 Aug 16 13:13:20.189860 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abbf686d-5c95-495b-8ccb-293d8fc165f1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.191490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59448) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:20.205911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-bb068341-c249-4557-b005-6e910f876347 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:20.222858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52406a3f-c9a7-4788-b08f-e2b643947d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d798576-3bde-4283-92c7-990dbd2630fe,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:20.226667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.232689 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.345929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:13:20.369068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47a1d8-2429-4522-9373-5e56221563d5 None None] Pushing event updated for resources: {'Port': ['ID=04dce5e4-5961-42d7-916c-63103b4ad5cd,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:20.380842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf686d-5c95-495b-8ccb-293d8fc165f1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:20.390575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-36063bb6-cb9c-4ef9-bc5f-6b3469ff21be None None] Could not find standard attr ID for object dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:13:20.540922 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bcdb001a-350d-4e58-a9b5-de9ec27db8b3 None None] Could not find standard attr ID for object dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:13:20.553883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.637122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3e1d8f59-99b6-4fbf-9426-45f08b73f0c6,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:20.645742 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.646430 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abbf686d-5c95-495b-8ccb-293d8fc165f1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.646929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 99731ad4-9894-44dc-a63d-ac14301a1f42 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:20.648497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-abbf686d-5c95-495b-8ccb-293d8fc165f1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e HTTP/1.1" status: 204 len: 168 time: 1.5018091 Aug 16 13:13:20.654643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59454) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:20.687226 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-8faf62ea-82e3-4f67-91b2-8b438865310b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:13:20.695038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8faf62ea-82e3-4f67-91b2-8b438865310b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e HTTP/1.1" status: 404 len: 333 time: 0.0335081 Aug 16 13:13:20.695899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59456) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:20.756237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb068341-c249-4557-b005-6e910f876347 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:20.786243 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb068341-c249-4557-b005-6e910f876347 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.896622 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8cf98821-14db-4add-ae12-f8865b0e1a4d None None] Provisioning for port e82c1fac-c825-4f84-8e42-81ffef598881 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:20.940290 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdb7d4b-a3f9-48ca-b83a-797b8c26a99d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting subnet 10a5b531-d353-46be-a31d-8663068d3916 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:20.948779 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1bdb7d4b-a3f9-48ca-b83a-797b8c26a99d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:20.956611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8cf98821-14db-4add-ae12-f8865b0e1a4d None None] Provisioning complete for port e82c1fac-c825-4f84-8e42-81ffef598881 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:20.960381 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8cf98821-14db-4add-ae12-f8865b0e1a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:21.089746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=3e1d8f59-99b6-4fbf-9426-45f08b73f0c6,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:21.099226 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:21.106369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 99731ad4-9894-44dc-a63d-ac14301a1f42 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:21.107365 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:21.123694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:21.153332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6fa9c-ecc6-4b0c-8906-eaafd6885d59 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:21.176206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8cf98821-14db-4add-ae12-f8865b0e1a4d None None] Port e82c1fac-c825-4f84-8e42-81ffef598881 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:21.177103 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:13:21.204871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8cf98821-14db-4add-ae12-f8865b0e1a4d None None] Could not find standard attr ID for object dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:13:21.223539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6fa9c-ecc6-4b0c-8906-eaafd6885d59 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:21.224307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-50a6fa9c-ecc6-4b0c-8906-eaafd6885d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:21.242760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:21.330774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1f4027d7-baf3-41a9-8f8f-0ac91acd34d7 None None] Could not find standard attr ID for object dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:13:21.332731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-50a6fa9c-ecc6-4b0c-8906-eaafd6885d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:21.381014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6fa9c-ecc6-4b0c-8906-eaafd6885d59 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:21.382413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-50a6fa9c-ecc6-4b0c-8906-eaafd6885d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:21.384510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1bdb7d4b-a3f9-48ca-b83a-797b8c26a99d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:21.436937 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb068341-c249-4557-b005-6e910f876347 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:21.449127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0eacbbf0-33a1-41d5-8337-1a7cde9ec00e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.3482275 Aug 16 13:13:21.459395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-50a6fa9c-ecc6-4b0c-8906-eaafd6885d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:21.460080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6fa9c-ecc6-4b0c-8906-eaafd6885d59 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:21.470515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59470) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:21.486244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-336b79b3-4cb5-42b1-9db9-730e237bdc59 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:21.613294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb068341-c249-4557-b005-6e910f876347 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:21.613975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 038e406d-d42b-402b-b1dc-f9f315af791a no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:13:21.623890 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-bb068341-c249-4557-b005-6e910f876347 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:21.630550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb068341-c249-4557-b005-6e910f876347 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:21.631370 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb068341-c249-4557-b005-6e910f876347 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:21.634306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb068341-c249-4557-b005-6e910f876347 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=73bd1a24-3c38-428c-80df-d52bc8eb96b6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:21.667431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 038e406d-d42b-402b-b1dc-f9f315af791a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:13:21.668250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 038e406d-d42b-402b-b1dc-f9f315af791a not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:13:21.742518 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-336b79b3-4cb5-42b1-9db9-730e237bdc59 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:21.752531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bb068341-c249-4557-b005-6e910f876347 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5555778 Aug 16 13:13:21.755537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59478) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:21.769563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:c7:ff:bd', 'name': 'tempest-NetworksTestDHCPv6-2018189015'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:21.823881 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1bdb7d4b-a3f9-48ca-b83a-797b8c26a99d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:21.974548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59482) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:22.057341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 04dce5e4-5961-42d7-916c-63103b4ad5cd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:22.102995 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1bdb7d4b-a3f9-48ca-b83a-797b8c26a99d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.164447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.169723 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb7d4b-a3f9-48ca-b83a-797b8c26a99d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Subnet': ['ID=10a5b531-d353-46be-a31d-8663068d3916,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:22.191727 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1bdb7d4b-a3f9-48ca-b83a-797b8c26a99d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.202340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1bdb7d4b-a3f9-48ca-b83a-797b8c26a99d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/10a5b531-d353-46be-a31d-8663068d3916 HTTP/1.1" status: 204 len: 168 time: 1.5028565 Aug 16 13:13:22.207306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59488) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:22.220329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.233796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead818c7-4442-4bfc-8178-e3d798117122 None None] Network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:22.255685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:22.259812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-336b79b3-4cb5-42b1-9db9-730e237bdc59 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.279638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 04dce5e4-5961-42d7-916c-63103b4ad5cd completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:22.293919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-336b79b3-4cb5-42b1-9db9-730e237bdc59 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.294829 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-336b79b3-4cb5-42b1-9db9-730e237bdc59 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP 465d8f14-7e94-465e-8b9a-8e436465a980 disassociated. External IP: 172.25.0.227, port: 7fd2e789-d8a6-4a01-80ba-30a724eb8679. Aug 16 13:13:22.305669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:22.353682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7dc909c-f664-423f-84fb-78be3362b232 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting subnet eb380ee6-3504-441a-8962-e1ede4527f6a {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:22.364432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1147135955-network', 'tenant_id': '14e0839a2f6548ed8117a1807197c4f5'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:22.365657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Pushing event updated for resources: {'Port': ['ID=e82c1fac-c825-4f84-8e42-81ffef598881,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:22.373538 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7dc909c-f664-423f-84fb-78be3362b232 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.383339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.443525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d1e2ad-5426-4b49-b75f-a95ce5679600 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:22.459250 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7dc909c-f664-423f-84fb-78be3362b232 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.503025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Made reservation on behalf of 14e0839a2f6548ed8117a1807197c4f5 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:22.505439 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.511697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.539563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.566413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-64f3d2d2-e00c-4916-adbb-aa0af3b9468e None None] Provisioning for port 04dce5e4-5961-42d7-916c-63103b4ad5cd completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:22.572327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:22.573126 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.590363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 4d22e68d-97f9-4cd8-afdf-3a8711520243 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:22.609677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-64f3d2d2-e00c-4916-adbb-aa0af3b9468e None None] Provisioning complete for port 04dce5e4-5961-42d7-916c-63103b4ad5cd triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:22.610422 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-64f3d2d2-e00c-4916-adbb-aa0af3b9468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.675435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Network 726e6286-727f-4efb-9440-24dfd0b307c0 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:22.681509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:22.803658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7dc909c-f664-423f-84fb-78be3362b232 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.965214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.991292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.055533 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7dc909c-f664-423f-84fb-78be3362b232 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.072130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:13:23.103689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Router 701992c4-07c5-4805-858e-f813fdc00f71 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:13:23.109933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4b9a48-d67e-4623-bd48-40845c753c0d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:23.127433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc909c-f664-423f-84fb-78be3362b232 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Subnet': ['ID=eb380ee6-3504-441a-8962-e1ede4527f6a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:23.130753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336b79b3-4cb5-42b1-9db9-730e237bdc59 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:13:23.140844 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7dc909c-f664-423f-84fb-78be3362b232 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.150313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59492) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:23.154378 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b7dc909c-f664-423f-84fb-78be3362b232 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/eb380ee6-3504-441a-8962-e1ede4527f6a HTTP/1.1" status: 204 len: 168 time: 0.9425473 Aug 16 13:13:23.158540 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-64f3d2d2-e00c-4916-adbb-aa0af3b9468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.162358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8:0:1::2e6 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/73bd1a24-3c38-428c-80df-d52bc8eb96b6/4d22e68d-97f9-4cd8-afdf-3a8711520243) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:23.174639 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.175141 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Added segment 9bb7e91b-31ba-48f8-87fb-f5a6104da8eb of type vlan for network cb2420cf-230a-428c-b6f7-7c42963cefc5 Aug 16 13:13:23.177763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::f816:3eff:fec7:ffbd (bbb70a5f-e1ed-4340-8ed7-bddea692336c/a1ac00c3-c98c-4679-849c-35768950a371/4d22e68d-97f9-4cd8-afdf-3a8711520243) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:23.218054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-64f3d2d2-e00c-4916-adbb-aa0af3b9468e None None] For port 04dce5e4-5961-42d7-916c-63103b4ad5cd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=04dce5e4-5961-42d7-916c-63103b4ad5cd,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:23.225698 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-64f3d2d2-e00c-4916-adbb-aa0af3b9468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.256658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.361893 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.362940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:23.363902 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.451261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3d2d2-e00c-4916-adbb-aa0af3b9468e None None] Pushing event updated for resources: {'Port': ['ID=04dce5e4-5961-42d7-916c-63103b4ad5cd,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:23.459147 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.466636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690f4ad1-f9d6-425f-8b01-34b52c7babc5 None None] Update dhcp port {'port': {'network_id': '5ca288b7-e920-4dce-9ad3-a0b316ea9b72', 'fixed_ips': [{'subnet_id': 'eb380ee6-3504-441a-8962-e1ede4527f6a'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '99731ad4-9894-44dc-a63d-ac14301a1f42'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:13:23.469753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05e7d26-90ff-44db-9cdf-875787a56929 None None] Update dhcp port {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': 'a1ac00c3-c98c-4679-849c-35768950a371', 'ip_address': '2001:db8::f816:3eff:fe9e:381d'}, {'subnet_id': '73bd1a24-3c38-428c-80df-d52bc8eb96b6'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '04dce5e4-5961-42d7-916c-63103b4ad5cd'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:13:23.472304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9aa30d0d-7bff-46db-b1e4-ad5e64489512 None None] Provisioning complete for port e82c1fac-c825-4f84-8e42-81ffef598881 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:23.472887 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9aa30d0d-7bff-46db-b1e4-ad5e64489512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.495360 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5144389 Aug 16 13:13:23.495641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59496) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:23.500746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] Request body: {'subnet': {'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1147135955-subnet', 'tenant_id': '14e0839a2f6548ed8117a1807197c4f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:23.518345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfef72-3158-4c29-bfbe-0e61b050c78a admin admin] Pushing event updated for resources: {'Network': ['ID=cb2420cf-230a-428c-b6f7-7c42963cefc5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:23.562093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] Made reservation on behalf of 14e0839a2f6548ed8117a1807197c4f5 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:23.564955 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.565226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network cb2420cf-230a-428c-b6f7-7c42963cefc5 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:13:23.587921 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.621215 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-690f4ad1-f9d6-425f-8b01-34b52c7babc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.667490 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c05e7d26-90ff-44db-9cdf-875787a56929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:23.685927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-9aa30d0d-7bff-46db-b1e4-ad5e64489512 None None] Port e82c1fac-c825-4f84-8e42-81ffef598881 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:23.825082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 04dce5e4-5961-42d7-916c-63103b4ad5cd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:23.969204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:23.989190 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Sync routers for ids ['701992c4-07c5-4805-858e-f813fdc00f71'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:24.023082 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-83ec9ad5-2cdf-4384-8ca5-6a5e0d3b695a admin admin] 10.222.0.25 "PUT /v2.0/routers/701992c4-07c5-4805-858e-f813fdc00f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6883681 Aug 16 13:13:24.023082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336b79b3-4cb5-42b1-9db9-730e237bdc59 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:24.023372 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Routers {'701992c4-07c5-4805-858e-f813fdc00f71'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:24.023372 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['701992c4-07c5-4805-858e-f813fdc00f71'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:24.027498 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-336b79b3-4cb5-42b1-9db9-730e237bdc59 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:24.092801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85beca1f-6b27-45db-9247-ec7fa0e24ef9 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:24.099428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 4d22e68d-97f9-4cd8-afdf-3a8711520243 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:24.131114 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-336b79b3-4cb5-42b1-9db9-730e237bdc59 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "PUT /v2.0/floatingips/465d8f14-7e94-465e-8b9a-8e436465a980 HTTP/1.1" status: 200 len: 688 time: 2.6587369 Aug 16 13:13:24.132702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85beca1f-6b27-45db-9247-ec7fa0e24ef9 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:24.133361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-85beca1f-6b27-45db-9247-ec7fa0e24ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:24.135687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59504) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:24.241974 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:24.254062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 99731ad4-9894-44dc-a63d-ac14301a1f42 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:24.254864 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:24.273456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-85beca1f-6b27-45db-9247-ec7fa0e24ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:24.280056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c2e13-da2b-4fd9-8671-2df6e0d6b292 None None] Network 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:24.282854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 04dce5e4-5961-42d7-916c-63103b4ad5cd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:24.283516 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:24.378655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85beca1f-6b27-45db-9247-ec7fa0e24ef9 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:24.379592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-85beca1f-6b27-45db-9247-ec7fa0e24ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:24.449881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:24.476575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:24.491350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:24.511324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-85beca1f-6b27-45db-9247-ec7fa0e24ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:24.511989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85beca1f-6b27-45db-9247-ec7fa0e24ef9 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:24.518564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a6c696c7-37aa-4556-8fb6-11e69e87e43d None None] Provisioning complete for port 99731ad4-9894-44dc-a63d-ac14301a1f42 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:24.518943 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a6c696c7-37aa-4556-8fb6-11e69e87e43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:24.520586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:24.530295 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:24.572996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-c05e7d26-90ff-44db-9cdf-875787a56929 None None] Allocated IP 2001:db8:0:1::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/73bd1a24-3c38-428c-80df-d52bc8eb96b6/04dce5e4-5961-42d7-916c-63103b4ad5cd) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:24.606424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.8467739 Aug 16 13:13:24.613950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b6578-3449-4194-a3f1-fac192925222 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=4d22e68d-97f9-4cd8-afdf-3a8711520243,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:24.625111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59512) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:24.670437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e583-07a8-44c5-9ac9-b378b840033b req-6ab9f8ad-9a7d-4422-88e6-6798ddf6738d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:24.670739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] For port 99731ad4-9894-44dc-a63d-ac14301a1f42, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=99731ad4-9894-44dc-a63d-ac14301a1f42,segment=NetworkSegment(de2da31b-922d-4579-9867-198555582088),segment_id=de2da31b-922d-4579-9867-198555582088)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:24.672267 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:24.684733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e583-07a8-44c5-9ac9-b378b840033b req-6ab9f8ad-9a7d-4422-88e6-6798ddf6738d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:24.698634 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e583-07a8-44c5-9ac9-b378b840033b req-6ab9f8ad-9a7d-4422-88e6-6798ddf6738d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:24.710595 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Set router 701992c4-07c5-4805-858e-f813fdc00f71 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:13:24.712524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e583-07a8-44c5-9ac9-b378b840033b req-6ab9f8ad-9a7d-4422-88e6-6798ddf6738d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:24.714592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 99731ad4-9894-44dc-a63d-ac14301a1f42 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:24.727548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e583-07a8-44c5-9ac9-b378b840033b req-6ab9f8ad-9a7d-4422-88e6-6798ddf6738d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:24.740501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e583-07a8-44c5-9ac9-b378b840033b req-6ab9f8ad-9a7d-4422-88e6-6798ddf6738d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:24.755026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e583-07a8-44c5-9ac9-b378b840033b req-6ab9f8ad-9a7d-4422-88e6-6798ddf6738d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:24.772508 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf34e583-07a8-44c5-9ac9-b378b840033b req-6ab9f8ad-9a7d-4422-88e6-6798ddf6738d tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5443 time: 0.5538752 Aug 16 13:13:24.867937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c05e7d26-90ff-44db-9cdf-875787a56929 None None] For port 04dce5e4-5961-42d7-916c-63103b4ad5cd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=04dce5e4-5961-42d7-916c-63103b4ad5cd,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:24.946628 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b8de7-1803-449b-a414-1ad73d04259a None None] DHCP port deletion for 5ca288b7-e920-4dce-9ad3-a0b316ea9b72 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:13:24.968780 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c05e7d26-90ff-44db-9cdf-875787a56929 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:24.969447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8c3ea-c5cb-48a6-9d77-386dddafae8c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port 9031ea01-b9c4-4f58-bf24-90b64a8afc1d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:24.970215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c3ea-c5cb-48a6-9d77-386dddafae8c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.038258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c05e7d26-90ff-44db-9cdf-875787a56929 None None] Transition to ACTIVE for port object 04dce5e4-5961-42d7-916c-63103b4ad5cd will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:25.047998 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.057170 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c05e7d26-90ff-44db-9cdf-875787a56929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.081816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf34e583-07a8-44c5-9ac9-b378b840033b req-711313d4-9c05-4f6e-acd0-5bbd428cfae8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3074188 Aug 16 13:13:25.137584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No DVR routers for this DVR port 99731ad4-9894-44dc-a63d-ac14301a1f42 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:13:25.141646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=99731ad4-9894-44dc-a63d-ac14301a1f42,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:25.169723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a25b8de7-1803-449b-a414-1ad73d04259a None None] Deleting port 99731ad4-9894-44dc-a63d-ac14301a1f42 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:25.170364 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a25b8de7-1803-449b-a414-1ad73d04259a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.270470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c3ea-c5cb-48a6-9d77-386dddafae8c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.273645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c3ea-c5cb-48a6-9d77-386dddafae8c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.358393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e7d26-90ff-44db-9cdf-875787a56929 None None] Pushing event updated for resources: {'Port': ['ID=04dce5e4-5961-42d7-916c-63103b4ad5cd,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:25.405426 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a25b8de7-1803-449b-a414-1ad73d04259a None None] For port 99731ad4-9894-44dc-a63d-ac14301a1f42, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:25.407255 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a25b8de7-1803-449b-a414-1ad73d04259a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.412273 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.437319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.446598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a25b8de7-1803-449b-a414-1ad73d04259a None None] Calling delete_port for 99731ad4-9894-44dc-a63d-ac14301a1f42 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:25.457008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-a25b8de7-1803-449b-a414-1ad73d04259a None None] Port 99731ad4-9894-44dc-a63d-ac14301a1f42 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:13:25.461320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-f004b68d-95cd-4092-8c0e-0c7979a00e8a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 4d22e68d-97f9-4cd8-afdf-3a8711520243 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:25.461663 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a25b8de7-1803-449b-a414-1ad73d04259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.462749 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f004b68d-95cd-4092-8c0e-0c7979a00e8a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.482808 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701992c4-07c5-4805-858e-f813fdc00f71', 'name': 'tempest-TestServerMultinode-1842257903-router', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:13:08Z', 'updated_at': '2021-08-16T13:13:20Z', 'revision_number': 4, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'gw_port': {'id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701992c4-07c5-4805-858e-f813fdc00f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:13:09Z', 'updated_at': '2021-08-16T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e82c1fac-c825-4f84-8e42-81ffef598881', 'name': '', 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'mac_address': 'fa:16:3e:92:c7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701992c4-07c5-4805-858e-f813fdc00f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '4e747cf7-2c73-4e96-aba5-3996511fea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:13:17Z', 'updated_at': '2021-08-16T13:13:21Z', 'revision_number': 2, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'subnets': [{'id': '4e747cf7-2c73-4e96-aba5-3996511fea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:25.483560 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca288b7-e920-4dce-9ad3-a0b316ea9b72']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:25.492153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8c3ea-c5cb-48a6-9d77-386dddafae8c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for 9031ea01-b9c4-4f58-bf24-90b64a8afc1d owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:25.499535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b8de7-1803-449b-a414-1ad73d04259a None None] Pushing event deleted for resources: {'Port': ['ID=99731ad4-9894-44dc-a63d-ac14301a1f42,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:25.525379 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b8de7-1803-449b-a414-1ad73d04259a None None] No DVR routers for this DVR port 99731ad4-9894-44dc-a63d-ac14301a1f42 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:13:25.564113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2da31b-922d-4579-9867-198555582088') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:25.566392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2da31b-922d-4579-9867-198555582088') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:25.580729 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Checking router: 701992c4-07c5-4805-858e-f813fdc00f71 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:13:25.584086 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Updating router 701992c4-07c5-4805-858e-f813fdc00f71 port e82c1fac-c825-4f84-8e42-81ffef598881 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:13:25.651834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ec0b12-28fe-411d-aba5-8e7a0043db45,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:25.673384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] Checking segment: {'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:25.674005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] Network hostable DHCP agents. Network: cb2420cf-230a-428c-b6f7-7c42963cefc5, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:13:25.675926 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.693580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.714162 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.783845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:13:25.785145 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:13:25.792171 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:13:25.845353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0c327-f02b-466e-996f-4990ebb65b3e req-722d7b77-ee5c-4989-a6da-d6e0976d6baf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:25.859077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0c327-f02b-466e-996f-4990ebb65b3e req-722d7b77-ee5c-4989-a6da-d6e0976d6baf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:25.865626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 04dce5e4-5961-42d7-916c-63103b4ad5cd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:25.872736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0c327-f02b-466e-996f-4990ebb65b3e req-722d7b77-ee5c-4989-a6da-d6e0976d6baf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:25.888603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0c327-f02b-466e-996f-4990ebb65b3e req-722d7b77-ee5c-4989-a6da-d6e0976d6baf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:25.904659 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0c327-f02b-466e-996f-4990ebb65b3e req-722d7b77-ee5c-4989-a6da-d6e0976d6baf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:25.907904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.917344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0c327-f02b-466e-996f-4990ebb65b3e req-722d7b77-ee5c-4989-a6da-d6e0976d6baf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:25.929366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0c327-f02b-466e-996f-4990ebb65b3e req-722d7b77-ee5c-4989-a6da-d6e0976d6baf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:25.933336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bd0c327-f02b-466e-996f-4990ebb65b3e req-722d7b77-ee5c-4989-a6da-d6e0976d6baf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5443 time: 0.5364590 Aug 16 13:13:25.948385 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:25.952285 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/networks/5ca288b7-e920-4dce-9ad3-a0b316ea9b72 HTTP/1.1" status: 204 len: 168 time: 2.8005371 Aug 16 13:13:25.953455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb8e0e-b85d-4e69-827c-484e541f8605 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Network': ['ID=5ca288b7-e920-4dce-9ad3-a0b316ea9b72,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:25.968579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59538) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:26.173799 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f004b68d-95cd-4092-8c0e-0c7979a00e8a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:26.183861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 99731ad4-9894-44dc-a63d-ac14301a1f42 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:13:26.229102 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-f004b68d-95cd-4092-8c0e-0c7979a00e8a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 4d22e68d-97f9-4cd8-afdf-3a8711520243 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:26.236853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] Network cb2420cf-230a-428c-b6f7-7c42963cefc5 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:13:26.240749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f84219-048b-4a6a-9d8b-f7ceb0a6b568 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:26.268456 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-65f84219-048b-4a6a-9d8b-f7ceb0a6b568 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2946680 Aug 16 13:13:26.270301 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c3ea-c5cb-48a6-9d77-386dddafae8c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:26.293672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59540) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:26.294514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 99731ad4-9894-44dc-a63d-ac14301a1f42 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:13:26.295172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 99731ad4-9894-44dc-a63d-ac14301a1f42 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:13:26.317889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, cb2420cf-230a-428c-b6f7-7c42963cefc5) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:26.331212 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf64644-c0a6-4f7d-9b48-2b0471022985 None None] Network cb2420cf-230a-428c-b6f7-7c42963cefc5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:26.332150 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:26.347876 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Transition to ACTIVE for port object e82c1fac-c825-4f84-8e42-81ffef598881 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:26.361518 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:26.375419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8c3ea-c5cb-48a6-9d77-386dddafae8c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=9031ea01-b9c4-4f58-bf24-90b64a8afc1d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:26.423093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:26.424103 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:26.448163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-77b5ba62-a217-4d48-8ff7-e194044cd0a4 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:26.451444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-77b5ba62-a217-4d48-8ff7-e194044cd0a4 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/networks?id=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 HTTP/1.1" status: 200 len: 910 time: 0.7951479 Aug 16 13:13:26.457280 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c9262-2813-4b13-8426-4ba4ef585297 None None] Pushing event updated for resources: {'Port': ['ID=e82c1fac-c825-4f84-8e42-81ffef598881,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:26.507415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-177a0492-6f05-422b-a056-ba3acc9ebd60 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.0107813 Aug 16 13:13:26.552347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f71f1bb0-839a-478d-accc-f658a2f8f9cb tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/quotas/420b418159a7456a9e0cd1c2fc58fa6b HTTP/1.1" status: 200 len: 375 time: 0.0787923 Aug 16 13:13:26.652047 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Attempting to bind port e82c1fac-c825-4f84-8e42-81ffef598881 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:26.655370 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Attempting to bind port e82c1fac-c825-4f84-8e42-81ffef598881 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'fbbda460-07dc-4901-9443-44abc5557c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:26.656740 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Attempting to bind port e82c1fac-c825-4f84-8e42-81ffef598881 on network 726e6286-727f-4efb-9440-24dfd0b307c0 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:26.685133 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:26.686371 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Checking segment: {'id': 'fbbda460-07dc-4901-9443-44abc5557c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:26.688147 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:26.692324 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Bound using segment: {'id': 'fbbda460-07dc-4901-9443-44abc5557c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:26.693570 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Bound port: e82c1fac-c825-4f84-8e42-81ffef598881, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbda460-07dc-4901-9443-44abc5557c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:26.696101 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:26.730946 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9077063e-3a6a-4aef-bf37-5ad434ce468e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4227717 Aug 16 13:13:26.735591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59544) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:26.762535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1561340405'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:26.857358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c3ea-c5cb-48a6-9d77-386dddafae8c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:26.869821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c3ea-c5cb-48a6-9d77-386dddafae8c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:26.873166 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a7a8c3ea-c5cb-48a6-9d77-386dddafae8c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/floatingips/465d8f14-7e94-465e-8b9a-8e436465a980 HTTP/1.1" status: 204 len: 168 time: 2.7351689 Aug 16 13:13:26.884589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59548) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:26.909892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': 'a7e34d03-2953-4425-868f-e077282860d0'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:26.956710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:26.965097 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:27.016061 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] For port e82c1fac-c825-4f84-8e42-81ffef598881, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:27.027495 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] For port e82c1fac-c825-4f84-8e42-81ffef598881, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e82c1fac-c825-4f84-8e42-81ffef598881,segment=NetworkSegment(fbbda460-07dc-4901-9443-44abc5557c74),segment_id=fbbda460-07dc-4901-9443-44abc5557c74)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:27.042041 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:27.043140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:27.101143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:13:27.123835 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:27.124190 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Added segment 80c19105-a311-4097-9b9d-b70c86afaa04 of type vlan for network d590c286-5425-4c28-9996-46bd184b52eb Aug 16 13:13:27.190305 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f004b68d-95cd-4092-8c0e-0c7979a00e8a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:27.204940 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c9262-2813-4b13-8426-4ba4ef585297 None None] Pushing event updated for resources: {'Port': ['ID=e82c1fac-c825-4f84-8e42-81ffef598881,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:27.250769 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Routers {'701992c4-07c5-4805-858e-f813fdc00f71'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:27.255005 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['701992c4-07c5-4805-858e-f813fdc00f71'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:27.257516 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:27.261586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c584a277-14c0-44b0-a6f2-263e9e0f8921 None None] Provisioning for port 04dce5e4-5961-42d7-916c-63103b4ad5cd completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:27.284751 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7352ec3e-89b1-44b9-8733-0a0adf29d56f None None] Network cb2420cf-230a-428c-b6f7-7c42963cefc5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:27.298513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c584a277-14c0-44b0-a6f2-263e9e0f8921 None None] Provisioning complete for port 04dce5e4-5961-42d7-916c-63103b4ad5cd triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:27.307404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c584a277-14c0-44b0-a6f2-263e9e0f8921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:27.328424 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:27.339741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:27.340418 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:27.376029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-e5a75c42-e02e-48bf-86f5-dfd02bcd444b tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=420b418159a7456a9e0cd1c2fc58fa6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7857392 Aug 16 13:13:27.428742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004b68d-95cd-4092-8c0e-0c7979a00e8a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=4d22e68d-97f9-4cd8-afdf-3a8711520243,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:27.566744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-94072fee-1fcd-46e1-a1ae-8d9e0bf90826 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:13:27.567881 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-94072fee-1fcd-46e1-a1ae-8d9e0bf90826 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1909647 Aug 16 13:13:27.597936 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] Set router 701992c4-07c5-4805-858e-f813fdc00f71 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:13:27.609756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-2a58acdd-e355-4b08-bb5f-e48ece5ff849 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:27.611496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-2a58acdd-e355-4b08-bb5f-e48ece5ff849 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/networks?id=cb2420cf-230a-428c-b6f7-7c42963cefc5 HTTP/1.1" status: 200 len: 818 time: 0.2070711 Aug 16 13:13:27.700450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Network': ['ID=d590c286-5425-4c28-9996-46bd184b52eb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:27.747760 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-57d9a171-a2ae-402d-a7cd-29c94bd209d3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0059984 Aug 16 13:13:27.749251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59568) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:27.752201 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f004b68d-95cd-4092-8c0e-0c7979a00e8a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:27.757861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f004b68d-95cd-4092-8c0e-0c7979a00e8a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/4d22e68d-97f9-4cd8-afdf-3a8711520243 HTTP/1.1" status: 204 len: 168 time: 3.1274261 Aug 16 13:13:27.758850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59570) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:27.772220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': 'd590c286-5425-4c28-9996-46bd184b52eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:27.783509 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-810e8f6c-9933-4425-abb4-7228cc7a7026 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/quotas/14e0839a2f6548ed8117a1807197c4f5 HTTP/1.1" status: 200 len: 375 time: 0.1394193 Aug 16 13:13:27.791824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:27.835873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network d590c286-5425-4c28-9996-46bd184b52eb details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:13:27.893189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-82813eb1-d3cd-48ab-88f2-d3ebe79d9a27 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=14e0839a2f6548ed8117a1807197c4f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765755 Aug 16 13:13:28.003198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2db514-f5d7-4d0c-beac-f1d9a59d4b12 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:28.008011 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1b2db514-f5d7-4d0c-beac-f1d9a59d4b12 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2473025 Aug 16 13:13:28.019926 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59572) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:28.072541 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701992c4-07c5-4805-858e-f813fdc00f71', 'name': 'tempest-TestServerMultinode-1842257903-router', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:13:08Z', 'updated_at': '2021-08-16T13:13:20Z', 'revision_number': 4, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'gw_port': {'id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701992c4-07c5-4805-858e-f813fdc00f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:13:09Z', 'updated_at': '2021-08-16T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e82c1fac-c825-4f84-8e42-81ffef598881', 'name': '', 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'mac_address': 'fa:16:3e:92:c7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701992c4-07c5-4805-858e-f813fdc00f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '4e747cf7-2c73-4e96-aba5-3996511fea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:13:17Z', 'updated_at': '2021-08-16T13:13:26Z', 'revision_number': 4, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'subnets': [{'id': '4e747cf7-2c73-4e96-aba5-3996511fea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:28.104196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.25.0.174 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/933ae979-ade3-4476-9140-0eb039c0018c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:28.141347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c7949538-373b-417e-acbd-acb90c584418 None None] Could not find standard attr ID for object 4d22e68d-97f9-4cd8-afdf-3a8711520243. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:13:28.152616 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809fba9c-02e7-4da1-9e3a-de0c4540ed08 None None] The sync data for ids ['701992c4-07c5-4805-858e-f813fdc00f71'] in n-d-804708-1 is: [{'id': '701992c4-07c5-4805-858e-f813fdc00f71', 'name': 'tempest-TestServerMultinode-1842257903-router', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:13:08Z', 'updated_at': '2021-08-16T13:13:20Z', 'revision_number': 4, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'gw_port': {'id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701992c4-07c5-4805-858e-f813fdc00f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:13:09Z', 'updated_at': '2021-08-16T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e82c1fac-c825-4f84-8e42-81ffef598881', 'name': '', 'network_id': '726e6286-727f-4efb-9440-24dfd0b307c0', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'mac_address': 'fa:16:3e:92:c7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701992c4-07c5-4805-858e-f813fdc00f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '4e747cf7-2c73-4e96-aba5-3996511fea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:13:17Z', 'updated_at': '2021-08-16T13:13:26Z', 'revision_number': 4, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'subnets': [{'id': '4e747cf7-2c73-4e96-aba5-3996511fea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:28.169641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-66fcd618-b192-41f2-b095-762758dd9f82 service neutron] 10.222.0.25 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879908 Aug 16 13:13:28.248551 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:28.313962 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:28.350838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a89ee8-49c9-4225-83e6-f9982169e8b5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:28.356550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f2a89ee8-49c9-4225-83e6-f9982169e8b5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3296602 Aug 16 13:13:28.363280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59580) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:28.391710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:28.400485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:28.407430 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:28.408183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:28.413129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:28.507171 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-1f05ac52-2cc3-46c4-a8e3-1b68a5994bb1 service neutron] 10.222.0.25 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726075 Aug 16 13:13:28.527600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=933ae979-ade3-4476-9140-0eb039c0018c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:28.699150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59588) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:28.760800 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce996c-77f2-49b8-83da-b6305d4c4792 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:28.762560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce996c-77f2-49b8-83da-b6305d4c4792 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:28.764357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce996c-77f2-49b8-83da-b6305d4c4792 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:28.766129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-98ce996c-77f2-49b8-83da-b6305d4c4792 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3915966 Aug 16 13:13:28.773395 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-5b6b5f23-e865-4e6c-af3a-69c9ad2b4d7c service neutron] 10.222.0.25 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025226 Aug 16 13:13:28.775345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59592) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:28.900039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b9ec3e-701d-4d4e-b7ca-6a0df4869e54 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 73bd1a24-3c38-428c-80df-d52bc8eb96b6 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:28.908126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55b9ec3e-701d-4d4e-b7ca-6a0df4869e54 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:28.922967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-27caaad7-32a7-4935-a5fa-4b213c36a5b0 service neutron] 10.222.0.25 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895016 Aug 16 13:13:29.076868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838955b4-df2e-4aa3-8445-18e5f17d4cd2 req-2ebf0df5-3a2e-47c5-8281-372ed309b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:29.077908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838955b4-df2e-4aa3-8445-18e5f17d4cd2 req-2ebf0df5-3a2e-47c5-8281-372ed309b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:29.078367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838955b4-df2e-4aa3-8445-18e5f17d4cd2 req-2ebf0df5-3a2e-47c5-8281-372ed309b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:29.078853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838955b4-df2e-4aa3-8445-18e5f17d4cd2 req-2ebf0df5-3a2e-47c5-8281-372ed309b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:29.079338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838955b4-df2e-4aa3-8445-18e5f17d4cd2 req-2ebf0df5-3a2e-47c5-8281-372ed309b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:29.079887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838955b4-df2e-4aa3-8445-18e5f17d4cd2 req-2ebf0df5-3a2e-47c5-8281-372ed309b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:29.080528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838955b4-df2e-4aa3-8445-18e5f17d4cd2 req-2ebf0df5-3a2e-47c5-8281-372ed309b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:29.094946 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-838955b4-df2e-4aa3-8445-18e5f17d4cd2 req-2ebf0df5-3a2e-47c5-8281-372ed309b41f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6500 time: 0.3814905 Aug 16 13:13:29.102153 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55b9ec3e-701d-4d4e-b7ca-6a0df4869e54 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:29.178908 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:29.215317 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-838955b4-df2e-4aa3-8445-18e5f17d4cd2 req-29a0baef-f411-4cae-921d-c88196312c59 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1191730 Aug 16 13:13:29.268638 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:29.349181 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55b9ec3e-701d-4d4e-b7ca-6a0df4869e54 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:29.482454 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:29.484389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Subnet': ['ID=c352c49a-be85-4961-aa78-610fae7280b1,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:29.502573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec985685-2463-4ff5-a38e-4e652a1bf8f9 req-2fc0c1a7-3f05-48cb-96fd-6680ee589625 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 210 time: 0.1160700 Aug 16 13:13:29.579724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6173a740-3ac4-435e-8409-d47e5b51e9bc req-99021af0-162f-47e6-ac06-b409b7fcaf4e tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 210 time: 0.0726464 Aug 16 13:13:29.607805 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55b9ec3e-701d-4d4e-b7ca-6a0df4869e54 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:29.649172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Checking segment: {'id': '80c19105-a311-4097-9b9d-b70c86afaa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd590c286-5425-4c28-9996-46bd184b52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:29.649780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network hostable DHCP agents. Network: d590c286-5425-4c28-9996-46bd184b52eb, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:13:29.667348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9ec3e-701d-4d4e-b7ca-6a0df4869e54 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=73bd1a24-3c38-428c-80df-d52bc8eb96b6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:29.719807 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:29.720524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network d590c286-5425-4c28-9996-46bd184b52eb is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:13:29.730217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55b9ec3e-701d-4d4e-b7ca-6a0df4869e54 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:29.736604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59616) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:29.738094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-55b9ec3e-701d-4d4e-b7ca-6a0df4869e54 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/73bd1a24-3c38-428c-80df-d52bc8eb96b6 HTTP/1.1" status: 204 len: 168 time: 0.9614797 Aug 16 13:13:29.749113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9696d-aa3e-4cf0-9cb1-14a70bd6905e None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:29.791338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, d590c286-5425-4c28-9996-46bd184b52eb) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:29.803677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:29.804312 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:29.868661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6ee7b512-abfa-48a3-ab10-49ad91aada22 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1130590 Aug 16 13:13:29.871377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59618) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:29.886923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': 'd590c286-5425-4c28-9996-46bd184b52eb', 'name': 'tempest-PortsTestJSON-924410573'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:29.917027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d38b93a-73ad-4a31-8ce7-56743e6ba7f8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet a1ac00c3-c98c-4679-849c-35768950a371 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:29.949288 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d38b93a-73ad-4a31-8ce7-56743e6ba7f8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:29.949532 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:29.968128 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:30.055798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd208e-ca6d-460b-9299-2ba17aa68e68 None None] Network d590c286-5425-4c28-9996-46bd184b52eb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:30.064185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e82c1fac-c825-4f84-8e42-81ffef598881 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:30.125642 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d38b93a-73ad-4a31-8ce7-56743e6ba7f8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:30.158559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=933ae979-ade3-4476-9140-0eb039c0018c,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:30.215408 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:30.361630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:30.376074 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:30.391953 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d38b93a-73ad-4a31-8ce7-56743e6ba7f8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:30.460394 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP c3f98018-8d0f-43a5-94ed-ea3eb0a37c82 associated. External IP: 172.25.0.174, port: a7e34d03-2953-4425-868f-e077282860d0. Aug 16 13:13:30.522631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port 290319e5-b43c-41c7-8daa-720191e3ac4f yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:30.683089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port e82c1fac-c825-4f84-8e42-81ffef598881 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:30.719797 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e82c1fac-c825-4f84-8e42-81ffef598881 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:30.722076 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:30.894228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-d590c286-5425-4c28-9996-46bd184b52eb', 'network_id': 'd590c286-5425-4c28-9996-46bd184b52eb', 'tenant_id': '3421adc2bd3d428c93e51af814c7b1b2', 'fixed_ips': [{'subnet_id': 'c352c49a-be85-4961-aa78-610fae7280b1'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:13:30.895891 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:30.899896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.9 (d590c286-5425-4c28-9996-46bd184b52eb/c352c49a-be85-4961-aa78-610fae7280b1/290319e5-b43c-41c7-8daa-720191e3ac4f) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:31.169583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:13:31.287277 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:31.390829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port e82c1fac-c825-4f84-8e42-81ffef598881, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e82c1fac-c825-4f84-8e42-81ffef598881,segment=NetworkSegment(fbbda460-07dc-4901-9443-44abc5557c74),segment_id=fbbda460-07dc-4901-9443-44abc5557c74)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:31.398156 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:31.408394 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:31.421762 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea190e-92b3-4bb2-ba02-4b51a2caaedc None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:31.437418 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea190e-92b3-4bb2-ba02-4b51a2caaedc None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:31.441438 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1eea190e-92b3-4bb2-ba02-4b51a2caaedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:31.473839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:31.520637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=e82c1fac-c825-4f84-8e42-81ffef598881,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:31.521393 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1eea190e-92b3-4bb2-ba02-4b51a2caaedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:31.542728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4f8ddb7-eaf4-4937-968c-1d91d6af434c req-d9531167-774f-4931-8b0e-c05128c0f9b1 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 210 time: 0.2194991 Aug 16 13:13:31.549484 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-708da49c-ed61-4b0d-881a-c928cd381409 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6541829 Aug 16 13:13:31.549981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59640) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:31.561304 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea190e-92b3-4bb2-ba02-4b51a2caaedc None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:31.561932 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1eea190e-92b3-4bb2-ba02-4b51a2caaedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:31.565417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d190a8a4-8504-4ff7-93ae-aac516106e02 req-85db93e6-28bc-487c-b5fa-76b9a74f56d3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 210 time: 0.2166893 Aug 16 13:13:31.579597 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:31.600625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object 290319e5-b43c-41c7-8daa-720191e3ac4f will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:31.666723 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1eea190e-92b3-4bb2-ba02-4b51a2caaedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:31.669646 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea190e-92b3-4bb2-ba02-4b51a2caaedc None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:31.690815 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:31.736774 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3fd23bd9-dae2-40b5-af16-d05dccc2d095 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "GET /v2.0/floatingips/c3f98018-8d0f-43a5-94ed-ea3eb0a37c82 HTTP/1.1" status: 200 len: 977 time: 0.1855156 Aug 16 13:13:31.738782 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59642) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:31.747070 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d38b93a-73ad-4a31-8ce7-56743e6ba7f8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:31.800777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Allocated IP 172.20.0.2 (d590c286-5425-4c28-9996-46bd184b52eb/c352c49a-be85-4961-aa78-610fae7280b1/ba910022-90e4-4e77-9ab2-a1d36819325e) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:31.842710 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-62d06a33-0ee7-4194-b21b-4c0da89b7f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:31.879280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e82c1fac-c825-4f84-8e42-81ffef598881 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:31.903860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38b93a-73ad-4a31-8ce7-56743e6ba7f8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ac00c3-c98c-4679-849c-35768950a371,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:31.921399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network d590c286-5425-4c28-9996-46bd184b52eb is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:31.939215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:31.943479 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d38b93a-73ad-4a31-8ce7-56743e6ba7f8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:31.947508 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5d38b93a-73ad-4a31-8ce7-56743e6ba7f8 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/a1ac00c3-c98c-4679-849c-35768950a371 HTTP/1.1" status: 204 len: 168 time: 2.2092874 Aug 16 13:13:31.953581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:31.958332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59644) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:32.020852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3f168-8bee-4b76-97ef-92308f5957ff None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:32.223764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e9c7a4e9-cd95-4f98-9868-ce3e3effd0b7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4838359 Aug 16 13:13:32.233257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-ee5873d0-723c-4dcb-8160-be4bcd697c47 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:32.235611 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-ee5873d0-723c-4dcb-8160-be4bcd697c47 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.22 "GET /v2.0/networks?id=cb2420cf-230a-428c-b6f7-7c42963cefc5 HTTP/1.1" status: 200 len: 818 time: 0.2395551 Aug 16 13:13:32.240470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59646) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:32.295739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c44f7d4e-b4f3-41ab-8a21-c3f8636d9168 None None] Provisioning complete for port 04dce5e4-5961-42d7-916c-63103b4ad5cd triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:32.296343 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c44f7d4e-b4f3-41ab-8a21-c3f8636d9168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:32.335109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'floatingip': {'port_id': '7fd2e789-d8a6-4a01-80ba-30a724eb8679'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:32.555717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e82c1fac-c825-4f84-8e42-81ffef598881 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:32.556726 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:32.661886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-89f5f0eb-a3cb-4845-9f52-5e368ba7169c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7012813 Aug 16 13:13:32.681577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59652) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:32.729380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9fb9c2b5-951b-4b6b-90a2-becd9f97724d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:32.748125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=290319e5-b43c-41c7-8daa-720191e3ac4f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:32.791526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5fa3e8-01a2-44c3-9581-68503b05888b None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:13:32.843833 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0a8f78c-98a0-4eec-b918-d4b04b7114c5 req-b88b9bff-8e44-41ac-8a9c-c9341399e8a8 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 210 time: 0.1719081 Aug 16 13:13:32.850797 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:32.914185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Transition to ACTIVE for port object ba910022-90e4-4e77-9ab2-a1d36819325e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:32.923002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:32.923709 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:32.934509 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bcdabb1f-db53-4d3a-b7bb-f77a9c4c26c1 req-4b50f698-813d-41a4-afe8-c2a032345887 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 210 time: 0.1484900 Aug 16 13:13:32.956977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Request body: {'port': {'device_id': 'cdedd877-cdc4-49ae-b479-f3cae5ab69b3', 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5', 'admin_state_up': True, 'tenant_id': '14e0839a2f6548ed8117a1807197c4f5'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:32.988278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-48c54ca5-08ed-40b2-9ad5-e8d2350ffc37 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1032531 Aug 16 13:13:32.988989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59656) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:32.996251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': 'd590c286-5425-4c28-9996-46bd184b52eb', 'name': 'tempest-PortsTestJSON-1878040086'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:33.039027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Transition to ACTIVE for port object ba910022-90e4-4e77-9ab2-a1d36819325e will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:33.076169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb9c2b5-951b-4b6b-90a2-becd9f97724d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:33.079823 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.080476 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c2b5-951b-4b6b-90a2-becd9f97724d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.110031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3a5fa3e8-01a2-44c3-9581-68503b05888b None None] Deleting port 04dce5e4-5961-42d7-916c-63103b4ad5cd {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:33.110955 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa3e8-01a2-44c3-9581-68503b05888b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.211950 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.232055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Network d590c286-5425-4c28-9996-46bd184b52eb is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:33.239152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:33.247056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:33.253802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Pushing event updated for resources: {'Port': ['ID=ba910022-90e4-4e77-9ab2-a1d36819325e,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:33.282283 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-9fd3de0f-b1dc-4039-ab12-c67b6026daca tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:33.286148 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-9fd3de0f-b1dc-4039-ab12-c67b6026daca tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.42 "GET /v2.0/networks?id=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 HTTP/1.1" status: 200 len: 910 time: 1.5462813 Aug 16 13:13:33.308408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:33.312817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-761cf614-2884-4285-a808-001f3e27af9a tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:33.313142 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.315847 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-761cf614-2884-4285-a808-001f3e27af9a tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.42 "GET /v2.0/networks?id=cb2420cf-230a-428c-b6f7-7c42963cefc5 HTTP/1.1" status: 200 len: 818 time: 1.0785785 Aug 16 13:13:33.324252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Request body: {'port': {'device_id': 'e8b87645-b1ca-4eca-a2f9-7f766cd8ee16', 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52', 'admin_state_up': True, 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:33.344713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3a5fa3e8-01a2-44c3-9581-68503b05888b None None] For port 04dce5e4-5961-42d7-916c-63103b4ad5cd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=04dce5e4-5961-42d7-916c-63103b4ad5cd,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:33.345122 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa3e8-01a2-44c3-9581-68503b05888b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.353578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Request body: {'port': {'device_id': '17a881f0-70ca-4cc9-8bbb-a8e1215a24d6', 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5', 'admin_state_up': True, 'tenant_id': '14e0839a2f6548ed8117a1807197c4f5'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:33.363695 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port 562afd0a-e956-4969-8412-af8e05a7569c yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:33.367936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3a5fa3e8-01a2-44c3-9581-68503b05888b None None] Calling delete_port for 04dce5e4-5961-42d7-916c-63103b4ad5cd owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:33.373628 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Attempting to bind port ba910022-90e4-4e77-9ab2-a1d36819325e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:33.374004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Attempting to bind port ba910022-90e4-4e77-9ab2-a1d36819325e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '80c19105-a311-4097-9b9d-b70c86afaa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd590c286-5425-4c28-9996-46bd184b52eb'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:33.374395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Attempting to bind port ba910022-90e4-4e77-9ab2-a1d36819325e on network d590c286-5425-4c28-9996-46bd184b52eb {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:33.382020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:33.382440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Checking segment: {'id': '80c19105-a311-4097-9b9d-b70c86afaa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd590c286-5425-4c28-9996-46bd184b52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:33.382920 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.383350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Bound using segment: {'id': '80c19105-a311-4097-9b9d-b70c86afaa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd590c286-5425-4c28-9996-46bd184b52eb'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:33.383962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Bound port: ba910022-90e4-4e77-9ab2-a1d36819325e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c19105-a311-4097-9b9d-b70c86afaa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd590c286-5425-4c28-9996-46bd184b52eb'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:33.384398 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.468612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-b23dd6f5-558b-489f-85b1-9d3a56a45393 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:33.470626 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-b23dd6f5-558b-489f-85b1-9d3a56a45393 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.22 "GET /v2.0/networks?id=cb2420cf-230a-428c-b6f7-7c42963cefc5 HTTP/1.1" status: 200 len: 818 time: 1.0857947 Aug 16 13:13:33.495305 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c2b5-951b-4b6b-90a2-becd9f97724d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.526505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] For port ba910022-90e4-4e77-9ab2-a1d36819325e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:33.549695 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa3e8-01a2-44c3-9581-68503b05888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.552263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Request body: {'port': {'device_id': '5c51c9e2-b52d-43e0-b6cf-26957843bb7d', 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5', 'admin_state_up': True, 'tenant_id': '14e0839a2f6548ed8117a1807197c4f5'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:33.554000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] For port ba910022-90e4-4e77-9ab2-a1d36819325e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ba910022-90e4-4e77-9ab2-a1d36819325e,segment=NetworkSegment(80c19105-a311-4097-9b9d-b70c86afaa04),segment_id=80c19105-a311-4097-9b9d-b70c86afaa04)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:33.588494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fa3e8-01a2-44c3-9581-68503b05888b None None] Pushing event deleted for resources: {'Port': ['ID=04dce5e4-5961-42d7-916c-63103b4ad5cd,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:33.588494 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.592790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fa3e8-01a2-44c3-9581-68503b05888b None None] No DVR routers for this DVR port 04dce5e4-5961-42d7-916c-63103b4ad5cd on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:13:33.608195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb9c2b5-951b-4b6b-90a2-becd9f97724d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:33.629516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-9fb9c2b5-951b-4b6b-90a2-becd9f97724d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:33.641788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9c2b5-951b-4b6b-90a2-becd9f97724d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=2be094a5-b617-4e71-a7ed-22c91dc3ff64,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:33.647011 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.4 (d590c286-5425-4c28-9996-46bd184b52eb/c352c49a-be85-4961-aa78-610fae7280b1/562afd0a-e956-4969-8412-af8e05a7569c) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:33.652112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb9c2b5-951b-4b6b-90a2-becd9f97724d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:33.654013 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c2b5-951b-4b6b-90a2-becd9f97724d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.675380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8a9bd-3431-4e48-ad06-ef009970e401 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:33.719132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dde370-812a-4c6c-82c5-cb1a4044983e None None] Pushing event updated for resources: {'Port': ['ID=ba910022-90e4-4e77-9ab2-a1d36819325e,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:33.735359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Made reservation on behalf of 420b418159a7456a9e0cd1c2fc58fa6b for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:33.738611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.851776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 04dce5e4-5961-42d7-916c-63103b4ad5cd no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:13:33.882061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 04dce5e4-5961-42d7-916c-63103b4ad5cd {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:13:33.882535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 04dce5e4-5961-42d7-916c-63103b4ad5cd not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:13:33.898966 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9fb9c2b5-951b-4b6b-90a2-becd9f97724d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1867025 Aug 16 13:13:33.905921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59658) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:33.912647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4f65e303-f46e-4d0d-ba56-adf42f6f4cd4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:33.921829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Made reservation on behalf of 14e0839a2f6548ed8117a1807197c4f5 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:33.938504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.020353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '2be094a5-b617-4e71-a7ed-22c91dc3ff64'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:13:34.021853 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.127576 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.198905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5b6ac16-cfc6-4870-9daa-90f8e96f12f9 req-ae91ca52-4ec6-48ee-905b-ff350eb2ca8c tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 210 time: 0.1054099 Aug 16 13:13:34.201948 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efaffaf6-8a7a-46e3-9833-cb1597de6520 req-f2bc3f6f-26f7-4cd8-b680-5336e1fae7aa tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 210 time: 0.0548599 Aug 16 13:13:34.252529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object 562afd0a-e956-4969-8412-af8e05a7569c will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:34.257950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f65e303-f46e-4d0d-ba56-adf42f6f4cd4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:34.267303 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f65e303-f46e-4d0d-ba56-adf42f6f4cd4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.360032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b1166a65-ebac-45ef-a65c-aa1c2e30b42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.376928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/2be094a5-b617-4e71-a7ed-22c91dc3ff64/06109894-121d-4b27-9e48-d6eeb7b02183) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:34.503808 n-d-804708-1 neutron-server[101395]: INFO neutron.db.ipam_backend_mixin [None req-4f65e303-f46e-4d0d-ba56-adf42f6f4cd4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2be094a5-b617-4e71-a7ed-22c91dc3ff64 (CIDR: 2001:db8::/64) Aug 16 13:13:34.506365 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.516249 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f65e303-f46e-4d0d-ba56-adf42f6f4cd4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:13:34.517060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f65e303-f46e-4d0d-ba56-adf42f6f4cd4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:13:34.583468 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.585974 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.597528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Transition to ACTIVE for port object 06109894-121d-4b27-9e48-d6eeb7b02183 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:34.612076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network d590c286-5425-4c28-9996-46bd184b52eb is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:34.615764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Transition to ACTIVE for port object 06109894-121d-4b27-9e48-d6eeb7b02183 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:34.624314 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.627885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:34.635606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:34.685084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Pushing event updated for resources: {'Port': ['ID=06109894-121d-4b27-9e48-d6eeb7b02183,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:34.694869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Made reservation on behalf of 14e0839a2f6548ed8117a1807197c4f5 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:34.695574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:34.696665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:34.699353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:34.708649 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.719099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=562afd0a-e956-4969-8412-af8e05a7569c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:34.738366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.739013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.739515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.740012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.740642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.741434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.741917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.742822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.743320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.743985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.744469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.745068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:34.773767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Attempting to bind port 06109894-121d-4b27-9e48-d6eeb7b02183 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:34.774493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Attempting to bind port 06109894-121d-4b27-9e48-d6eeb7b02183 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:34.774980 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:34.775240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Attempting to bind port 06109894-121d-4b27-9e48-d6eeb7b02183 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:34.775667 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.783538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:34.784372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:34.784976 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.785550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:34.786795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Bound port: 06109894-121d-4b27-9e48-d6eeb7b02183, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:34.787206 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.878350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4f65e303-f46e-4d0d-ba56-adf42f6f4cd4 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9711170 Aug 16 13:13:34.879410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59666) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:34.884968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:34.894383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6d8784d3-f5ec-4f24-a348-7b6647e63421 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9041302 Aug 16 13:13:34.895019 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59668) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:34.898092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Made reservation on behalf of 14e0839a2f6548ed8117a1807197c4f5 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:34.905163 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:34.909615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Allocated IP 172.20.0.7 (cb2420cf-230a-428c-b6f7-7c42963cefc5/55ec0b12-28fe-411d-aba5-8e7a0043db45/0e5eb5f3-80ae-4a30-81aa-68075c302709) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:35.104193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0de48-841c-4e75-852b-a70f81507f36 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:35.105212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Allocated IP 172.20.0.5 (b0c2a251-ea18-48e6-996b-9c5f9b3d7d52/45cd680f-c659-4f62-9e31-1188e270a4d1/d78d16ec-993e-416a-bdad-583d9c1c1603) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:35.109166 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7ec0de48-841c-4e75-852b-a70f81507f36 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.1992359 Aug 16 13:13:35.115343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59670) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:35.118720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] For port 06109894-121d-4b27-9e48-d6eeb7b02183, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:35.126054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] For port 06109894-121d-4b27-9e48-d6eeb7b02183, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=06109894-121d-4b27-9e48-d6eeb7b02183,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:35.131656 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:35.220291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c637d-db1e-491c-b4f5-c9f002399445 None None] Pushing event updated for resources: {'Port': ['ID=06109894-121d-4b27-9e48-d6eeb7b02183,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:35.321474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389d0b2e-ceec-466d-824e-36d1d1fb87ac None None] Network d590c286-5425-4c28-9996-46bd184b52eb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:35.520892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:35.532839 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:35.602994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:35.663244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-72deedb0-7c40-4edd-9e5f-8efaa9f67a57 None None] Provisioning for port ba910022-90e4-4e77-9ab2-a1d36819325e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:35.796915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5982f84a-8a6b-465a-8127-2f07856daff7 req-7e7bd4b7-cd8d-49e5-a82f-1e4173b03919 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 210 time: 0.3701456 Aug 16 13:13:35.852278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13e06c5e-9f84-428e-ae98-8e9449bd6950 req-842d4e8b-ab1c-4838-9daf-c36da5e2347e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 210 time: 0.3877070 Aug 16 13:13:35.927811 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.resource_extend [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:13:36.071412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ba910022-90e4-4e77-9ab2-a1d36819325e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:36.102148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-45d99339-db46-4c21-b61e-528181d7f2a3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 562afd0a-e956-4969-8412-af8e05a7569c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:36.102489 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d99339-db46-4c21-b61e-528181d7f2a3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.119033 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.201188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.219263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port ba910022-90e4-4e77-9ab2-a1d36819325e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:36.227995 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port ba910022-90e4-4e77-9ab2-a1d36819325e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:36.229117 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.262256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4f3e336f-b2a3-47a9-883c-2d469cf808fb None None] Provisioning for port 290319e5-b43c-41c7-8daa-720191e3ac4f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:36.275227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4f3e336f-b2a3-47a9-883c-2d469cf808fb None None] Provisioning complete for port 290319e5-b43c-41c7-8daa-720191e3ac4f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:36.275824 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4f3e336f-b2a3-47a9-883c-2d469cf808fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.339014 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d99339-db46-4c21-b61e-528181d7f2a3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.345895 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.349635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e336f-b2a3-47a9-883c-2d469cf808fb None None] Port 290319e5-b43c-41c7-8daa-720191e3ac4f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:36.366404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Transition to ACTIVE for port object d78d16ec-993e-416a-bdad-583d9c1c1603 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:36.367791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-45d99339-db46-4c21-b61e-528181d7f2a3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 562afd0a-e956-4969-8412-af8e05a7569c owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:36.425215 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.439232 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.478513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4f3e336f-b2a3-47a9-883c-2d469cf808fb None None] Provisioning for port 562afd0a-e956-4969-8412-af8e05a7569c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:36.517182 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.536509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port ba910022-90e4-4e77-9ab2-a1d36819325e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ba910022-90e4-4e77-9ab2-a1d36819325e,segment=NetworkSegment(80c19105-a311-4097-9b9d-b70c86afaa04),segment_id=80c19105-a311-4097-9b9d-b70c86afaa04)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:36.541510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4f3e336f-b2a3-47a9-883c-2d469cf808fb None None] Provisioning complete for port 562afd0a-e956-4969-8412-af8e05a7569c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:36.549376 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4f3e336f-b2a3-47a9-883c-2d469cf808fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.567199 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.569321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 06109894-121d-4b27-9e48-d6eeb7b02183 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:36.642168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:36.673456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:36.717347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e336f-b2a3-47a9-883c-2d469cf808fb None None] Port 562afd0a-e956-4969-8412-af8e05a7569c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:36.725613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Pushing event updated for resources: {'Port': ['ID=d78d16ec-993e-416a-bdad-583d9c1c1603,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:36.729696 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP c3f98018-8d0f-43a5-94ed-ea3eb0a37c82 associated. External IP: 172.25.0.174, port: a7e34d03-2953-4425-868f-e077282860d0. Aug 16 13:13:36.750025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:36.818554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=ba910022-90e4-4e77-9ab2-a1d36819325e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:36.821090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:36.822291 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.842080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4f3e336f-b2a3-47a9-883c-2d469cf808fb None None] Provisioning complete for port ba910022-90e4-4e77-9ab2-a1d36819325e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:36.842643 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4f3e336f-b2a3-47a9-883c-2d469cf808fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.977520 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:36.985016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 06109894-121d-4b27-9e48-d6eeb7b02183 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:37.143761 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d99339-db46-4c21-b61e-528181d7f2a3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:37.146652 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f35f05fb-7a54-4304-8e28-8abac7196767 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.8292332 Aug 16 13:13:37.159176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d5c7a3f-340d-446d-91cf-a863a9eca8fd req-678f2f5e-76e2-4e43-a687-95d19d804741 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 210 time: 0.0728288 Aug 16 13:13:37.204513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Request body: {'port': {'device_id': 'e8b87645-b1ca-4eca-a2f9-7f766cd8ee16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:37.244878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7eaacab7-3588-4f91-a6da-2ce9b3e823f9 None None] Provisioning complete for port 290319e5-b43c-41c7-8daa-720191e3ac4f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:37.245745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7eaacab7-3588-4f91-a6da-2ce9b3e823f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:37.326531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7eaacab7-3588-4f91-a6da-2ce9b3e823f9 None None] Port 290319e5-b43c-41c7-8daa-720191e3ac4f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:37.338461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7eaacab7-3588-4f91-a6da-2ce9b3e823f9 None None] Could not find standard attr ID for object 562afd0a-e956-4969-8412-af8e05a7569c. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:13:37.344569 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:37.428693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d99339-db46-4c21-b61e-528181d7f2a3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=562afd0a-e956-4969-8412-af8e05a7569c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:37.474717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c9140e1a-bd37-48b1-8b28-016da010b06c None None] Provisioning for port d78d16ec-993e-416a-bdad-583d9c1c1603 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:37.482734 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c9140e1a-bd37-48b1-8b28-016da010b06c None None] Provisioning complete for port d78d16ec-993e-416a-bdad-583d9c1c1603 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:37.483723 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c9140e1a-bd37-48b1-8b28-016da010b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:37.538328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c9140e1a-bd37-48b1-8b28-016da010b06c None None] Port d78d16ec-993e-416a-bdad-583d9c1c1603 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:37.553675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c9140e1a-bd37-48b1-8b28-016da010b06c None None] Provisioning for port 06109894-121d-4b27-9e48-d6eeb7b02183 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:37.560325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c9140e1a-bd37-48b1-8b28-016da010b06c None None] Provisioning complete for port 06109894-121d-4b27-9e48-d6eeb7b02183 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:37.560929 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c9140e1a-bd37-48b1-8b28-016da010b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:37.590027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674d494-8f0f-4dd9-bdf0-5f30b87b1173 req-8c4ec576-0395-47c8-84aa-c469e474ae87 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:37.592467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d674d494-8f0f-4dd9-bdf0-5f30b87b1173 req-8c4ec576-0395-47c8-84aa-c469e474ae87 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1027 time: 0.4514682 Aug 16 13:13:37.669898 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c9140e1a-bd37-48b1-8b28-016da010b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:37.683211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Pushing event updated for resources: {'Port': ['ID=0e5eb5f3-80ae-4a30-81aa-68075c302709,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:37.719665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c9140e1a-bd37-48b1-8b28-016da010b06c None None] For port 06109894-121d-4b27-9e48-d6eeb7b02183, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=06109894-121d-4b27-9e48-d6eeb7b02183,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:37.725619 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c9140e1a-bd37-48b1-8b28-016da010b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:37.726194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Network cb2420cf-230a-428c-b6f7-7c42963cefc5 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:37.756710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:37.771907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:37.784630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Allocated IP 172.20.0.9 (cb2420cf-230a-428c-b6f7-7c42963cefc5/55ec0b12-28fe-411d-aba5-8e7a0043db45/fb5c2875-0fb8-4419-8b7f-502f543ef427) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:37.787033 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d99339-db46-4c21-b61e-528181d7f2a3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:37.794509 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-45d99339-db46-4c21-b61e-528181d7f2a3 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/562afd0a-e956-4969-8412-af8e05a7569c HTTP/1.1" status: 204 len: 168 time: 2.6762347 Aug 16 13:13:37.796368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59684) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:37.817869 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:37.838566 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ba910022-90e4-4e77-9ab2-a1d36819325e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:37.846785 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9140e1a-bd37-48b1-8b28-016da010b06c None None] Pushing event updated for resources: {'Port': ['ID=06109894-121d-4b27-9e48-d6eeb7b02183,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:37.870884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.objects.ports [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101395) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:13:37.873306 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b7588f-1d3b-426c-a641-ef977cf2f33a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:13:37.878252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59686) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:37.878473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c8b7588f-1d3b-426c-a641-ef977cf2f33a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/562afd0a-e956-4969-8412-af8e05a7569c HTTP/1.1" status: 404 len: 333 time: 0.0772660 Aug 16 13:13:37.889491 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d674d494-8f0f-4dd9-bdf0-5f30b87b1173 req-2f726ed2-9a89-44e4-9c2f-f6ccf589714c tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535667 Aug 16 13:13:37.928634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port ba910022-90e4-4e77-9ab2-a1d36819325e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:37.929092 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:38.076252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:38.076995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:38.094079 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:38.189876 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-132e3a98-8ae8-4979-875f-a3435fdf650c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7910450 Aug 16 13:13:38.245105 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-d1175407-a5d8-4ae3-adf3-74c944d7912b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1245582 Aug 16 13:13:38.250764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Request body: {'port': {'device_id': 'cdedd877-cdc4-49ae-b479-f3cae5ab69b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:38.438163 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3761f35-eed9-459e-982d-8a8d92de26e4 req-7e731594-ae56-4197-99be-fec9a9afdc14 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 210 time: 0.0882380 Aug 16 13:13:38.476109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:13:38.489097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] For port 06109894-121d-4b27-9e48-d6eeb7b02183, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=06109894-121d-4b27-9e48-d6eeb7b02183,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:38.492435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-a53d4b5c-c3be-4dac-a2f4-dbaaa69835bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:38.494325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-a53d4b5c-c3be-4dac-a2f4-dbaaa69835bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 1097 time: 0.1457641 Aug 16 13:13:38.505512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:38.525466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:38.535970 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:38.536707 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:38.635325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-40234aef-f203-41fb-a529-257f61ea35c1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 290319e5-b43c-41c7-8daa-720191e3ac4f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:38.636214 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40234aef-f203-41fb-a529-257f61ea35c1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:38.671344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:38.688577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:38.698620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:38.699358 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:38.703501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfd0147-36e2-43b2-8ac1-1bb330b4e453 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:38.704748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=00844144-d184-46a2-a54b-ee6885539621,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:38.726859 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=06109894-121d-4b27-9e48-d6eeb7b02183,revision_number=5']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:38.743060 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ed2318ec-02da-462e-b5d7-88a4abccd91a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8624892 Aug 16 13:13:38.745363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59692) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:38.751494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:f3:20:3f', 'name': 'tempest-NetworksTestDHCPv6-1072229085'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:38.756791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-63053507-8c80-4972-a0ff-a1e92d205bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:38.758416 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-63053507-8c80-4972-a0ff-a1e92d205bae service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.2353919 Aug 16 13:13:38.843115 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:39.372589 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40234aef-f203-41fb-a529-257f61ea35c1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:39.401210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:39.423653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c09da-c525-4d3c-8a3a-93dbdee1ccc4 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:39.471922 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80c09da-c525-4d3c-8a3a-93dbdee1ccc4 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:39.474386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e80c09da-c525-4d3c-8a3a-93dbdee1ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:39.505226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-163a260e-7ff5-4e64-a12f-c7fefffafa07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299fa087-78cf-4580-826a-5d2faa0c9eba HTTP/1.1" status: 200 len: 1001 time: 0.7256505 Aug 16 13:13:39.535458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-40234aef-f203-41fb-a529-257f61ea35c1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 290319e5-b43c-41c7-8daa-720191e3ac4f owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:39.551891 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:39.557061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e80c09da-c525-4d3c-8a3a-93dbdee1ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:39.581658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80c09da-c525-4d3c-8a3a-93dbdee1ccc4 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:39.583033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e80c09da-c525-4d3c-8a3a-93dbdee1ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:39.658811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e80c09da-c525-4d3c-8a3a-93dbdee1ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:39.659918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c09da-c525-4d3c-8a3a-93dbdee1ccc4 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:39.665885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bacf42-a7fa-4339-b2e1-a1de8c0f2519 req-1a5c1d70-fd55-4348-b7f3-95fedc10e670 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:39.667646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82bacf42-a7fa-4339-b2e1-a1de8c0f2519 req-1a5c1d70-fd55-4348-b7f3-95fedc10e670 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1027 time: 0.3751390 Aug 16 13:13:39.700887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7bee93d1-da0a-417a-aefd-6ae573af2298 req-1b9bf973-92ad-4136-baf9-02255467b398 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 210 time: 0.0463283 Aug 16 13:13:39.710537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-d36d9510-056f-4850-bad2-930d3abc5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:39.712233 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-d36d9510-056f-4850-bad2-930d3abc5376 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.1765325 Aug 16 13:13:39.788365 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78d16ec-993e-416a-bdad-583d9c1c1603 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:13:39.818234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Network cb2420cf-230a-428c-b6f7-7c42963cefc5 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:39.822507 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:39.851378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:39.853807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 06109894-121d-4b27-9e48-d6eeb7b02183 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:39.868423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:39.871129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Pushing event updated for resources: {'Port': ['ID=fb5c2875-0fb8-4419-8b7f-502f543ef427,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:39.873707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:39.911923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Transition to ACTIVE for port object d78d16ec-993e-416a-bdad-583d9c1c1603 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:39.913228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Allocated IP 172.20.0.14 (cb2420cf-230a-428c-b6f7-7c42963cefc5/55ec0b12-28fe-411d-aba5-8e7a0043db45/df675318-f129-4058-b649-9c0dd3bc1004) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:39.915824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82bacf42-a7fa-4339-b2e1-a1de8c0f2519 req-b7bd3858-c97e-4a84-882c-6826b3675158 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187304 Aug 16 13:13:39.933318 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:39.977753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-306aee29-dfd8-40e4-b35c-5efa5acb2527 None None] Provisioning complete for port 06109894-121d-4b27-9e48-d6eeb7b02183 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:39.979462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-a2436687-45c6-41ce-8a9d-9fc2316bc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:39.982599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-a2436687-45c6-41ce-8a9d-9fc2316bc4e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2477498 Aug 16 13:13:39.983077 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-306aee29-dfd8-40e4-b35c-5efa5acb2527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:40.039364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 06109894-121d-4b27-9e48-d6eeb7b02183 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:40.040682 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:40.060440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:40.061553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:40.169971 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:40.243508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port de862867-61ee-4a61-a88b-e15f42fdc3e4 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:40.260811 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-7984349b-dd54-4eec-9351-eaf93d81ee8d service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679551 Aug 16 13:13:40.295469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-a2f116d1-c18c-4d77-9c07-9430c6165513 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9484582 Aug 16 13:13:40.304938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Pushing event updated for resources: {'Port': ['ID=d78d16ec-993e-416a-bdad-583d9c1c1603,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:40.315846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Request body: {'port': {'device_id': '17a881f0-70ca-4cc9-8bbb-a8e1215a24d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:40.451154 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40234aef-f203-41fb-a529-257f61ea35c1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:40.478159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9cb46bf-472a-41a0-b1ce-40ba4c681caa req-cff575c6-5aee-4cce-a1e6-eeb56117ed00 service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829588 Aug 16 13:13:40.585066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::108 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/2be094a5-b617-4e71-a7ed-22c91dc3ff64/de862867-61ee-4a61-a88b-e15f42fdc3e4) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:40.594153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:203f (bbb70a5f-e1ed-4340-8ed7-bddea692336c/00844144-d184-46a2-a54b-ee6885539621/de862867-61ee-4a61-a88b-e15f42fdc3e4) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:40.880781 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba6b10c4-14ee-429e-94f7-01a9cb38f3ac req-397c4951-ef1a-413e-8f53-0735fc1388ce tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 210 time: 0.0543721 Aug 16 13:13:40.898865 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:40.918715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object de862867-61ee-4a61-a88b-e15f42fdc3e4 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:40.963375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:40.984680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40234aef-f203-41fb-a529-257f61ea35c1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=290319e5-b43c-41c7-8daa-720191e3ac4f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:41.026868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:41.031332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:41.034014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:41.045064 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:41.046172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.050780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.055105 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=de862867-61ee-4a61-a88b-e15f42fdc3e4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:41.058825 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:13:41.084075 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-87ea32b5-edb4-4acb-a501-bd5e3999a266 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3376098 Aug 16 13:13:41.089375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59706) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:41.140450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Attempting to bind port d78d16ec-993e-416a-bdad-583d9c1c1603 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:41.141075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Attempting to bind port d78d16ec-993e-416a-bdad-583d9c1c1603 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:41.141732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Attempting to bind port d78d16ec-993e-416a-bdad-583d9c1c1603 on network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:41.148588 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.192520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Port d78d16ec-993e-416a-bdad-583d9c1c1603 on network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:13:41.192865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Attempting to bind port d78d16ec-993e-416a-bdad-583d9c1c1603 on network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:41.223060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:41.223406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Checking segment: {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:41.224018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Bound using segment: {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:41.224665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Bound port: d78d16ec-993e-416a-bdad-583d9c1c1603, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:41.225045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.236647 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40234aef-f203-41fb-a529-257f61ea35c1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.242165 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-40234aef-f203-41fb-a529-257f61ea35c1 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/290319e5-b43c-41c7-8daa-720191e3ac4f HTTP/1.1" status: 204 len: 168 time: 3.2952087 Aug 16 13:13:41.250706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59708) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:41.304432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b66df-5f96-4697-bb96-bc4033af63c3 req-6405fe70-99a4-4a78-8326-066246cf997e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:41.315177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a7b66df-5f96-4697-bb96-bc4033af63c3 req-6405fe70-99a4-4a78-8326-066246cf997e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1052 time: 0.2152982 Aug 16 13:13:41.348023 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-c389a357-8e4f-40ae-aeeb-c0ea5683fe90 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:13:41.352797 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c389a357-8e4f-40ae-aeeb-c0ea5683fe90 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/290319e5-b43c-41c7-8daa-720191e3ac4f HTTP/1.1" status: 404 len: 333 time: 0.1000676 Aug 16 13:13:41.353576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59710) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:41.498854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a7b66df-5f96-4697-bb96-bc4033af63c3 req-b95d2577-dfaf-4e00-ae41-3b664e223424 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827333 Aug 16 13:13:41.529711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-0606053f-808d-4969-801b-8b7339f8aa60 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting subnet c352c49a-be85-4961-aa78-610fae7280b1 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:41.529711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2753c57f-da06-4fa3-9d26-066fadb832ec tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port de862867-61ee-4a61-a88b-e15f42fdc3e4 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:41.529711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2753c57f-da06-4fa3-9d26-066fadb832ec tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.533427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0606053f-808d-4969-801b-8b7339f8aa60 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.552525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eced42ef-4900-4dc2-b7a6-0c897f138d34 None None] Provisioning for port de862867-61ee-4a61-a88b-e15f42fdc3e4 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:41.567849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eced42ef-4900-4dc2-b7a6-0c897f138d34 None None] Provisioning complete for port de862867-61ee-4a61-a88b-e15f42fdc3e4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:41.568507 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eced42ef-4900-4dc2-b7a6-0c897f138d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.614320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-eced42ef-4900-4dc2-b7a6-0c897f138d34 None None] Port de862867-61ee-4a61-a88b-e15f42fdc3e4 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:41.659670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.714423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0606053f-808d-4969-801b-8b7339f8aa60 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.730456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:41.738789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] For port d78d16ec-993e-416a-bdad-583d9c1c1603, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:41.744899 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.751241 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62fe72c-43da-4c24-b42f-f8772d89258d None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:41.767619 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62fe72c-43da-4c24-b42f-f8772d89258d None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:41.770150 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c62fe72c-43da-4c24-b42f-f8772d89258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:41.796443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] For port d78d16ec-993e-416a-bdad-583d9c1c1603, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d78d16ec-993e-416a-bdad-583d9c1c1603,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:41.811045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Network cb2420cf-230a-428c-b6f7-7c42963cefc5 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:41.815539 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c62fe72c-43da-4c24-b42f-f8772d89258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:41.819160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.826066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:41.830071 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62fe72c-43da-4c24-b42f-f8772d89258d None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:41.831759 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c62fe72c-43da-4c24-b42f-f8772d89258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:41.832763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Pushing event updated for resources: {'Port': ['ID=df675318-f129-4058-b649-9c0dd3bc1004,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:41.833285 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2753c57f-da06-4fa3-9d26-066fadb832ec tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:41.835526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:41.869576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2753c57f-da06-4fa3-9d26-066fadb832ec tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for de862867-61ee-4a61-a88b-e15f42fdc3e4 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:41.881665 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c62fe72c-43da-4c24-b42f-f8772d89258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:41.882837 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62fe72c-43da-4c24-b42f-f8772d89258d None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:42.008619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:42.009716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.011949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] 10.222.0.42 "PUT /v2.0/ports/d78d16ec-993e-416a-bdad-583d9c1c1603 HTTP/1.1" status: 200 len: 1091 time: 4.8170819 Aug 16 13:13:42.021021 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0606053f-808d-4969-801b-8b7339f8aa60 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.036488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b87645-b1ca-4eca-a2f9-7f766cd8ee16', 'tag': 'd78d16ec-993e-416a-bdad-583d9c1c1603'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:13:42.040934 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e413449-cb1a-44c9-a15d-b3cb054073dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b87645-b1ca-4eca-a2f9-7f766cd8ee16", "tag": "d78d16ec-993e-416a-bdad-583d9c1c1603"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:13:42.150668 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0606053f-808d-4969-801b-8b7339f8aa60 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.175188 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-67744911-16b1-4a0c-9c72-82d3536e6d49 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "PUT /v2.0/floatingips/c3f98018-8d0f-43a5-94ed-ea3eb0a37c82 HTTP/1.1" status: 200 len: 979 time: 9.9328618 Aug 16 13:13:42.180328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59718) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:42.182300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:42.183106 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.215243 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6d4aa9-ce9c-4bbc-8937-045c3e17d5b6 x-openstack-request-id: req-ec6d4aa9-ce9c-4bbc-8937-045c3e17d5b6 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:13:42.216145 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b87645-b1ca-4eca-a2f9-7f766cd8ee16", "tag": "d78d16ec-993e-416a-bdad-583d9c1c1603", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:13:42.216522 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec6d4aa9-ce9c-4bbc-8937-045c3e17d5b6 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:13:42.217029 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b87645-b1ca-4eca-a2f9-7f766cd8ee16', 'tag': 'd78d16ec-993e-416a-bdad-583d9c1c1603', 'status': 'completed', 'code': 200} Aug 16 13:13:42.219130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7aa169fd-bda6-42a8-90d5-497f66a436a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:42.239167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606053f-808d-4969-801b-8b7339f8aa60 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Subnet': ['ID=c352c49a-be85-4961-aa78-610fae7280b1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:42.245900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe58f5-41d4-4c81-8867-6f05a66e4758 service neutron] Pushing event updated for resources: {'Port': ['ID=d78d16ec-993e-416a-bdad-583d9c1c1603,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:42.264335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f24602-6093-4c92-980a-3ff37572723c None None] Network d590c286-5425-4c28-9996-46bd184b52eb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:42.294490 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-4359be9e-cef0-4271-b834-af6c8d371e56 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.7472534 Aug 16 13:13:42.298617 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0606053f-808d-4969-801b-8b7339f8aa60 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.302863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0606053f-808d-4969-801b-8b7339f8aa60 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/c352c49a-be85-4961-aa78-610fae7280b1 HTTP/1.1" status: 204 len: 168 time: 0.9247925 Aug 16 13:13:42.306759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59720) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:42.325984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Request body: {'port': {'device_id': '5c51c9e2-b52d-43e0-b6cf-26957843bb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:42.335196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5eb5f3-80ae-4a30-81aa-68075c302709 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:13:42.342504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-a7cd1e40-82ec-448b-ac8c-43b2096af331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:42.344085 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-a7cd1e40-82ec-448b-ac8c-43b2096af331 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=420b418159a7456a9e0cd1c2fc58fa6b&device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1094 time: 0.2695916 Aug 16 13:13:42.380708 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.394368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad993bc-7a84-4fbf-9870-d18b04f2b8f4 req-b7062cb4-10a0-434f-8a6f-493577971816 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:42.408656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ad993bc-7a84-4fbf-9870-d18b04f2b8f4 req-b7062cb4-10a0-434f-8a6f-493577971816 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 932 time: 0.2647624 Aug 16 13:13:42.431862 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7aa169fd-bda6-42a8-90d5-497f66a436a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.481256 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-f32a8cb8-68f4-4412-b40b-589a6d4aef77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d78d16ec-993e-416a-bdad-583d9c1c1603 HTTP/1.1" status: 200 len: 217 time: 0.1032858 Aug 16 13:13:42.485695 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Transition to ACTIVE for port object 0e5eb5f3-80ae-4a30-81aa-68075c302709 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:42.568676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.592199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] DHCP port deletion for d590c286-5425-4c28-9996-46bd184b52eb request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:13:42.631606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ad993bc-7a84-4fbf-9870-d18b04f2b8f4 req-dc7b61d0-73fe-4f26-a93f-889b3e3c26c3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198555 Aug 16 13:13:42.691405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.712480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Deleting port ba910022-90e4-4e77-9ab2-a1d36819325e {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:42.713212 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.764931 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.814411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] For port ba910022-90e4-4e77-9ab2-a1d36819325e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ba910022-90e4-4e77-9ab2-a1d36819325e,segment=NetworkSegment(80c19105-a311-4097-9b9d-b70c86afaa04),segment_id=80c19105-a311-4097-9b9d-b70c86afaa04)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:42.815075 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.818745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-1785cab2-6bc7-42e3-b4ef-99ab8e7d7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:42.821391 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-1785cab2-6bc7-42e3-b4ef-99ab8e7d7894 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45cd680f-c659-4f62-9e31-1188e270a4d1 HTTP/1.1" status: 200 len: 849 time: 0.3311150 Aug 16 13:13:42.842198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Calling delete_port for ba910022-90e4-4e77-9ab2-a1d36819325e owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:42.868543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Pushing event updated for resources: {'Port': ['ID=0e5eb5f3-80ae-4a30-81aa-68075c302709,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:42.927877 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7aa169fd-bda6-42a8-90d5-497f66a436a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.945565 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7aa169fd-bda6-42a8-90d5-497f66a436a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:42.946132 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-7aa169fd-bda6-42a8-90d5-497f66a436a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP c3f98018-8d0f-43a5-94ed-ea3eb0a37c82 disassociated. External IP: 172.25.0.174, port: 7fd2e789-d8a6-4a01-80ba-30a724eb8679. Aug 16 13:13:42.958398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d8546-1787-40c7-8cec-08511a7cb6b6 req-767f918a-3a50-44f7-ae08-048e7035a770 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:42.961008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-681d8546-1787-40c7-8cec-08511a7cb6b6 req-767f918a-3a50-44f7-ae08-048e7035a770 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1094 time: 0.2651963 Aug 16 13:13:42.998038 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:43.050654 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2753c57f-da06-4fa3-9d26-066fadb832ec tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:43.058143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Pushing event deleted for resources: {'Port': ['ID=ba910022-90e4-4e77-9ab2-a1d36819325e,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:43.070357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] No DVR routers for this DVR port ba910022-90e4-4e77-9ab2-a1d36819325e on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:13:43.083228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.083228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.083228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.083228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.083228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.083228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.083228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.083228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.083228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.083228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.083228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.085131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c6af9-a43e-4c53-a738-0da11ccb4570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:13:43.118676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753c57f-da06-4fa3-9d26-066fadb832ec tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=de862867-61ee-4a61-a88b-e15f42fdc3e4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:43.181019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-681d8546-1787-40c7-8cec-08511a7cb6b6 req-257e36ee-3057-4e65-aa09-1fe48e087c12 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604860 Aug 16 13:13:43.230550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-ae571aee-2e27-4e8e-85de-9d7f05e5a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:43.234084 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-ae571aee-2e27-4e8e-85de-9d7f05e5a5a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3914480 Aug 16 13:13:43.328366 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2753c57f-da06-4fa3-9d26-066fadb832ec tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:43.328806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5c2875-0fb8-4419-8b7f-502f543ef427 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:13:43.334525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2753c57f-da06-4fa3-9d26-066fadb832ec tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/de862867-61ee-4a61-a88b-e15f42fdc3e4 HTTP/1.1" status: 204 len: 168 time: 2.2398682 Aug 16 13:13:43.335235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59726) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:43.340406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Attempting to bind port 0e5eb5f3-80ae-4a30-81aa-68075c302709 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:43.342216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Attempting to bind port 0e5eb5f3-80ae-4a30-81aa-68075c302709 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:43.342696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Attempting to bind port 0e5eb5f3-80ae-4a30-81aa-68075c302709 on network cb2420cf-230a-428c-b6f7-7c42963cefc5 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:43.358844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port ba910022-90e4-4e77-9ab2-a1d36819325e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:43.359336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:43.362787 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:43.420539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Port 0e5eb5f3-80ae-4a30-81aa-68075c302709 on network cb2420cf-230a-428c-b6f7-7c42963cefc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:13:43.421121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Attempting to bind port 0e5eb5f3-80ae-4a30-81aa-68075c302709 on network cb2420cf-230a-428c-b6f7-7c42963cefc5 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:43.443273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Transition to ACTIVE for port object fb5c2875-0fb8-4419-8b7f-502f543ef427 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:43.479004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b702ef5-6829-4e39-9f31-09049661fce6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:43.480658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2b702ef5-6829-4e39-9f31-09049661fce6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1438980 Aug 16 13:13:43.484927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59728) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:43.486369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:43.486724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Checking segment: {'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:43.487109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Bound using segment: {'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:43.487566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Bound port: 0e5eb5f3-80ae-4a30-81aa-68075c302709, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:43.487935 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:43.504664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:43.529895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa169fd-bda6-42a8-90d5-497f66a436a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:13:43.564264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8bc09-f34a-40de-8bf3-ce4af7e9378a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:43.568430 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-59c8bc09-f34a-40de-8bf3-ce4af7e9378a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0800662 Aug 16 13:13:43.597086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59730) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:43.620449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] For port ba910022-90e4-4e77-9ab2-a1d36819325e, host n-d-804708-1, got binding levels [] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:43.620823 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:43.701764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for ba910022-90e4-4e77-9ab2-a1d36819325e owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:43.703833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Pushing event updated for resources: {'Port': ['ID=fb5c2875-0fb8-4419-8b7f-502f543ef427,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:43.709940 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-7fa6852a-7aa0-47ba-8cc7-d0bcfaeef91d service neutron] 10.222.0.42 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541917 Aug 16 13:13:43.710706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.ipam_backend_mixin [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Port ba910022-90e4-4e77-9ab2-a1d36819325e was not found and therefore no delete operation was performed {{(pid=101396) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:13:43.736600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:43.843949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=ba910022-90e4-4e77-9ab2-a1d36819325e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:43.844247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ba910022-90e4-4e77-9ab2-a1d36819325e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:13:43.874737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: ba910022-90e4-4e77-9ab2-a1d36819325e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:13:43.875287 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ba910022-90e4-4e77-9ab2-a1d36819325e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:13:43.924113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No DVR routers for this DVR port ba910022-90e4-4e77-9ab2-a1d36819325e on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:13:43.940611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] For port 0e5eb5f3-80ae-4a30-81aa-68075c302709, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:44.003252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] For port 0e5eb5f3-80ae-4a30-81aa-68075c302709, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0e5eb5f3-80ae-4a30-81aa-68075c302709,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:44.035529 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.092443 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b6e6e7-8dfb-42ee-b04f-7a4966cc0ba5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:44.094061 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b6e6e7-8dfb-42ee-b04f-7a4966cc0ba5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:44.095790 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b6e6e7-8dfb-42ee-b04f-7a4966cc0ba5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:44.097488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e1b6e6e7-8dfb-42ee-b04f-7a4966cc0ba5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4994237 Aug 16 13:13:44.104058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59734) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:44.141974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa169fd-bda6-42a8-90d5-497f66a436a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:44.149897 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7aa169fd-bda6-42a8-90d5-497f66a436a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.166773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f3e119-4b4e-49b0-ad7f-c3dbc2150877 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:44.179818 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a140ea38-de47-4040-9e32-c78b7f9cc12d req-40d6c7ec-fc68-4ca5-a3dc-66c64b7ff5ac service neutron] 10.222.0.42 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590878 Aug 16 13:13:44.181667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.195624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7917bf3-5f7a-4888-89ab-337f49e3e8be req-179bb53b-2149-40e2-a4df-6d30e51a74c3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:44.197199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7917bf3-5f7a-4888-89ab-337f49e3e8be req-179bb53b-2149-40e2-a4df-6d30e51a74c3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 932 time: 0.1650074 Aug 16 13:13:44.206625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:44.207271 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.208714 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] 10.222.0.22 "PUT /v2.0/ports/0e5eb5f3-80ae-4a30-81aa-68075c302709 HTTP/1.1" status: 200 len: 1091 time: 5.9763095 Aug 16 13:13:44.211256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df675318-f129-4058-b649-9c0dd3bc1004 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:13:44.214912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3e119-4b4e-49b0-ad7f-c3dbc2150877 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:44.221483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdedd877-cdc4-49ae-b479-f3cae5ab69b3', 'tag': '0e5eb5f3-80ae-4a30-81aa-68075c302709'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:13:44.222770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-67f3e119-4b4e-49b0-ad7f-c3dbc2150877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:44.223912 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6d4735-1c75-459b-a365-363fcd25ab5b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdedd877-cdc4-49ae-b479-f3cae5ab69b3", "tag": "0e5eb5f3-80ae-4a30-81aa-68075c302709"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:13:44.225912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7aa169fd-bda6-42a8-90d5-497f66a436a1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "PUT /v2.0/floatingips/c3f98018-8d0f-43a5-94ed-ea3eb0a37c82 HTTP/1.1" status: 200 len: 688 time: 2.0122745 Aug 16 13:13:44.226949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59738) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:44.233854 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d590c286-5425-4c28-9996-46bd184b52eb']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:44.237092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Attempting to bind port fb5c2875-0fb8-4419-8b7f-502f543ef427 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:44.237420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Attempting to bind port fb5c2875-0fb8-4419-8b7f-502f543ef427 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:44.237754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Attempting to bind port fb5c2875-0fb8-4419-8b7f-502f543ef427 on network cb2420cf-230a-428c-b6f7-7c42963cefc5 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:44.244634 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.278885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c19105-a311-4097-9b9d-b70c86afaa04') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:44.278885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c19105-a311-4097-9b9d-b70c86afaa04') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:44.280335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb09f505-f892-49f4-959f-bfe4a61a3f4d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 00844144-d184-46a2-a54b-ee6885539621 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:44.296389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Port fb5c2875-0fb8-4419-8b7f-502f543ef427 on network cb2420cf-230a-428c-b6f7-7c42963cefc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:13:44.296690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Attempting to bind port fb5c2875-0fb8-4419-8b7f-502f543ef427 on network cb2420cf-230a-428c-b6f7-7c42963cefc5 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:44.324779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-67f3e119-4b4e-49b0-ad7f-c3dbc2150877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:44.325259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.328896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cccb88-d1b6-40f4-85f4-06326af1904b service neutron] Pushing event updated for resources: {'Port': ['ID=0e5eb5f3-80ae-4a30-81aa-68075c302709,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:44.337255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3e119-4b4e-49b0-ad7f-c3dbc2150877 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:44.337891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-67f3e119-4b4e-49b0-ad7f-c3dbc2150877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:44.361513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Transition to ACTIVE for port object df675318-f129-4058-b649-9c0dd3bc1004 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:44.378539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-67f3e119-4b4e-49b0-ad7f-c3dbc2150877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:44.381324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f3e119-4b4e-49b0-ad7f-c3dbc2150877 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:44.381656 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb09f505-f892-49f4-959f-bfe4a61a3f4d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.396821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.399331 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:44.399679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Checking segment: {'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:44.400075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Bound using segment: {'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:44.400532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Bound port: fb5c2875-0fb8-4419-8b7f-502f543ef427, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:44.400907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.404975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.442687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:13:44.443019 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:13:44.447923 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:13:44.604461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Pushing event updated for resources: {'Port': ['ID=df675318-f129-4058-b649-9c0dd3bc1004,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:44.612781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-87ce5f7d-d4b0-404c-ac5c-3e596b4ef6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:44.613061 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb09f505-f892-49f4-959f-bfe4a61a3f4d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.614345 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-87ce5f7d-d4b0-404c-ac5c-3e596b4ef6f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14e0839a2f6548ed8117a1807197c4f5&device_id=cdedd877-cdc4-49ae-b479-f3cae5ab69b3 HTTP/1.1" status: 200 len: 1094 time: 0.3152511 Aug 16 13:13:44.621250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e413449-cb1a-44c9-a15d-b3cb054073dc req-12713750-d157-4aa2-b1ed-359071479e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:44.623578 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e413449-cb1a-44c9-a15d-b3cb054073dc req-12713750-d157-4aa2-b1ed-359071479e65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=420b418159a7456a9e0cd1c2fc58fa6b&device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1094 time: 0.3430214 Aug 16 13:13:44.674044 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.687004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7917bf3-5f7a-4888-89ab-337f49e3e8be req-a5932792-acfd-484d-ba6f-fbeee2dc3947 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459155 Aug 16 13:13:44.740454 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.747566 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/networks/d590c286-5425-4c28-9996-46bd184b52eb HTTP/1.1" status: 204 len: 168 time: 2.4385998 Aug 16 13:13:44.747840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59744) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:44.748761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] For port fb5c2875-0fb8-4419-8b7f-502f543ef427, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:44.755644 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-002a4e1e-4666-414b-a519-7c500026f00c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e5eb5f3-80ae-4a30-81aa-68075c302709 HTTP/1.1" status: 200 len: 217 time: 0.1219265 Aug 16 13:13:44.770590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1371812971'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:44.786723 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703db7a-c0f4-4d46-9557-f418ed9dcd57 req-ded52a4e-fa1c-42b8-b47d-8bf482f87cc0 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:44.789939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f703db7a-c0f4-4d46-9557-f418ed9dcd57 req-ded52a4e-fa1c-42b8-b47d-8bf482f87cc0 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1094 time: 0.4145133 Aug 16 13:13:44.836466 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec120845-53fa-4584-ad2e-3fb9e9077efe x-openstack-request-id: req-ec120845-53fa-4584-ad2e-3fb9e9077efe {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:13:44.836792 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdedd877-cdc4-49ae-b479-f3cae5ab69b3", "tag": "0e5eb5f3-80ae-4a30-81aa-68075c302709", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:13:44.837013 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec120845-53fa-4584-ad2e-3fb9e9077efe {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:13:44.837421 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdedd877-cdc4-49ae-b479-f3cae5ab69b3', 'tag': '0e5eb5f3-80ae-4a30-81aa-68075c302709', 'status': 'completed', 'code': 200} Aug 16 13:13:44.844142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] For port fb5c2875-0fb8-4419-8b7f-502f543ef427, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=fb5c2875-0fb8-4419-8b7f-502f543ef427,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:44.845421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b03faf-e6c2-412d-aec3-b46144e30f1f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Network': ['ID=d590c286-5425-4c28-9996-46bd184b52eb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:44.957278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:44.963302 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:44.997424 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb09f505-f892-49f4-959f-bfe4a61a3f4d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.046670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f703db7a-c0f4-4d46-9557-f418ed9dcd57 req-52c3d1ad-0404-4716-b126-5a7298a29d7a tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423885 Aug 16 13:13:45.048897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-d3b15f57-af54-44e2-b89d-ee7c94c5e9b5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port 933ae979-ade3-4476-9140-0eb039c0018c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:45.049455 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3b15f57-af54-44e2-b89d-ee7c94c5e9b5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.194481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:13:45.235748 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb09f505-f892-49f4-959f-bfe4a61a3f4d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.238586 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.238950 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Added segment 186fdbce-be10-4fb1-b013-c486b6fa4a6e of type vlan for network f7da6554-2285-4b32-a0d6-4c447ef0e7a9 Aug 16 13:13:45.269073 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.292943 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3b15f57-af54-44e2-b89d-ee7c94c5e9b5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.293317 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3b15f57-af54-44e2-b89d-ee7c94c5e9b5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.314192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09f505-f892-49f4-959f-bfe4a61a3f4d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=00844144-d184-46a2-a54b-ee6885539621,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:45.331118 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb09f505-f892-49f4-959f-bfe4a61a3f4d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.335845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fb09f505-f892-49f4-959f-bfe4a61a3f4d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/00844144-d184-46a2-a54b-ee6885539621 HTTP/1.1" status: 204 len: 168 time: 1.2306790 Aug 16 13:13:45.342819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e31194-f4a1-47e5-921d-4acce382345d None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:45.344512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59746) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:45.353201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-d3b15f57-af54-44e2-b89d-ee7c94c5e9b5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for 933ae979-ade3-4476-9140-0eb039c0018c owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:45.356119 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.377168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-78a42fa3-a6d0-4c1f-8482-d79d0fe0fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:45.378777 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-78a42fa3-a6d0-4c1f-8482-d79d0fe0fcba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55ec0b12-28fe-411d-aba5-8e7a0043db45 HTTP/1.1" status: 200 len: 858 time: 0.5930157 Aug 16 13:13:45.430516 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.436247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:45.436778 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:45.437007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.437416 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.438446 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] 10.222.0.42 "PUT /v2.0/ports/fb5c2875-0fb8-4419-8b7f-502f543ef427 HTTP/1.1" status: 200 len: 1091 time: 5.1268971 Aug 16 13:13:45.439254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Attempting to bind port df675318-f129-4058-b649-9c0dd3bc1004 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:45.439754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Attempting to bind port df675318-f129-4058-b649-9c0dd3bc1004 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:45.439996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Attempting to bind port df675318-f129-4058-b649-9c0dd3bc1004 on network cb2420cf-230a-428c-b6f7-7c42963cefc5 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:45.468683 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-cfec91b7-c70e-46b8-a8d5-78b6061a7b1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb2420cf-230a-428c-b6f7-7c42963cefc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598292 Aug 16 13:13:45.470326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e413449-cb1a-44c9-a15d-b3cb054073dc req-10c50bda-ea8b-4530-a321-342b08b17b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:45.471637 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e413449-cb1a-44c9-a15d-b3cb054073dc req-10c50bda-ea8b-4530-a321-342b08b17b14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 HTTP/1.1" status: 200 len: 910 time: 0.8370368 Aug 16 13:13:45.477599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239609d-4a5b-43b9-bd82-dbfdbf3fdaff service neutron] Pushing event updated for resources: {'Port': ['ID=fb5c2875-0fb8-4419-8b7f-502f543ef427,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:45.503912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Port df675318-f129-4058-b649-9c0dd3bc1004 on network cb2420cf-230a-428c-b6f7-7c42963cefc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:13:45.504241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Attempting to bind port df675318-f129-4058-b649-9c0dd3bc1004 on network cb2420cf-230a-428c-b6f7-7c42963cefc5 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:45.531794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7810149 Aug 16 13:13:45.541704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59748) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:45.549275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': 'f7da6554-2285-4b32-a0d6-4c447ef0e7a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:45.557309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8083e80-acbc-4455-bd39-24f5e4d86ecc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Network': ['ID=f7da6554-2285-4b32-a0d6-4c447ef0e7a9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:45.573849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03fd3ad-9255-49a6-b4c5-a06ea70dbe12 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 2be094a5-b617-4e71-a7ed-22c91dc3ff64 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:45.578939 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e413449-cb1a-44c9-a15d-b3cb054073dc req-bcc1451b-d496-4a21-8425-dc9b74df47b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d78d16ec-993e-416a-bdad-583d9c1c1603 HTTP/1.1" status: 200 len: 217 time: 0.0939431 Aug 16 13:13:45.589159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network f7da6554-2285-4b32-a0d6-4c447ef0e7a9 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:13:45.643397 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d03fd3ad-9255-49a6-b4c5-a06ea70dbe12 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.682233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:45.682766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Checking segment: {'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:45.683366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Bound using segment: {'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:45.684116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Bound port: df675318-f129-4058-b649-9c0dd3bc1004, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:45.687603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.711968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3b15f57-af54-44e2-b89d-ee7c94c5e9b5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.763555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b15f57-af54-44e2-b89d-ee7c94c5e9b5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=933ae979-ade3-4476-9140-0eb039c0018c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:45.767903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:45.771667 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.873978 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d03fd3ad-9255-49a6-b4c5-a06ea70dbe12 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.915977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e413449-cb1a-44c9-a15d-b3cb054073dc req-4928f5b1-8f8e-4652-afdd-2e9c8094a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:45.917979 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e413449-cb1a-44c9-a15d-b3cb054073dc req-4928f5b1-8f8e-4652-afdd-2e9c8094a63c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45cd680f-c659-4f62-9e31-1188e270a4d1 HTTP/1.1" status: 200 len: 849 time: 0.3038478 Aug 16 13:13:45.972170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-fe189382-c9d3-49fa-bc8e-e95b69b4422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:45.974915 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-fe189382-c9d3-49fa-bc8e-e95b69b4422d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=14e0839a2f6548ed8117a1807197c4f5&device_id=17a881f0-70ca-4cc9-8bbb-a8e1215a24d6 HTTP/1.1" status: 200 len: 1094 time: 0.4283915 Aug 16 13:13:45.988833 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3b15f57-af54-44e2-b89d-ee7c94c5e9b5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.995613 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3b15f57-af54-44e2-b89d-ee7c94c5e9b5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:45.997117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d3b15f57-af54-44e2-b89d-ee7c94c5e9b5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/floatingips/c3f98018-8d0f-43a5-94ed-ea3eb0a37c82 HTTP/1.1" status: 204 len: 168 time: 1.7687294 Aug 16 13:13:46.002584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59754) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:46.022467 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-ab968060-2715-4e9a-a5a3-463485af39ec service neutron] 10.222.0.22 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318267 Aug 16 13:13:46.025176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb6ba2-afb3-4162-86d7-ec9563fc7891 req-d61fecc2-ada8-47ba-ae97-80a1414fccf9 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:46.027043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ecb6ba2-afb3-4162-86d7-ec9563fc7891 req-d61fecc2-ada8-47ba-ae97-80a1414fccf9 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 944 time: 0.2068038 Aug 16 13:13:46.066662 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-e50af0d8-77da-4eac-a9f5-e9e278a8e578 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] delete failed (client error): The resource could not be found. Aug 16 13:13:46.071805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e50af0d8-77da-4eac-a9f5-e9e278a8e578 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/floatingips/c3f98018-8d0f-43a5-94ed-ea3eb0a37c82 HTTP/1.1" status: 404 len: 345 time: 0.0616207 Aug 16 13:13:46.079375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59756) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:46.167938 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-a057c76a-d48b-441d-8a4b-406b4adc89bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb5c2875-0fb8-4419-8b7f-502f543ef427 HTTP/1.1" status: 200 len: 217 time: 0.1795208 Aug 16 13:13:46.183833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] For port df675318-f129-4058-b649-9c0dd3bc1004, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:46.270889 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:46.348679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] For port df675318-f129-4058-b649-9c0dd3bc1004, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=df675318-f129-4058-b649-9c0dd3bc1004,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:46.391802 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:46.413888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e413449-cb1a-44c9-a15d-b3cb054073dc req-9333a89c-f04d-4e01-985a-ceeddf9ca16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:46.416529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e413449-cb1a-44c9-a15d-b3cb054073dc req-9333a89c-f04d-4e01-985a-ceeddf9ca16e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4734869 Aug 16 13:13:46.453325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ecb6ba2-afb3-4162-86d7-ec9563fc7891 req-6e3830a7-06aa-479a-8bd6-52328fa09a81 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909330 Aug 16 13:13:46.479211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6937e-521d-418e-ba6b-765621cbc5f1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:46.490962 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6937e-521d-418e-ba6b-765621cbc5f1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:46.499573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6937e-521d-418e-ba6b-765621cbc5f1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:46.505169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8af6937e-521d-418e-ba6b-765621cbc5f1 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "GET /v2.0/ports?network_id=2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 HTTP/1.1" status: 200 len: 2358 time: 0.4252658 Aug 16 13:13:46.509583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59760) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:46.511715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf254488-360f-44b3-b67d-ed348d9cadf7 req-077edd01-43c3-4139-a7ec-b092de5b38da tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:46.514384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf254488-360f-44b3-b67d-ed348d9cadf7 req-077edd01-43c3-4139-a7ec-b092de5b38da tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1094 time: 0.3058949 Aug 16 13:13:46.533074 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d03fd3ad-9255-49a6-b4c5-a06ea70dbe12 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:46.558054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-4d5bcbee-bf94-491e-aaaf-9904632e2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:46.561666 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-4d5bcbee-bf94-491e-aaaf-9904632e2fcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55ec0b12-28fe-411d-aba5-8e7a0043db45 HTTP/1.1" status: 200 len: 858 time: 0.3691638 Aug 16 13:13:46.595568 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:46.609678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:46.610608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:46.612881 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] 10.222.0.22 "PUT /v2.0/ports/df675318-f129-4058-b649-9c0dd3bc1004 HTTP/1.1" status: 200 len: 1092 time: 4.3021436 Aug 16 13:13:46.657225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fbd3a2-2a40-407c-aed6-b63ecca7a57e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:46.665470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-19fbd3a2-2a40-407c-aed6-b63ecca7a57e tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "GET /v2.0/subnets/48062336-eeef-4b37-8ae2-6d613bbdf931 HTTP/1.1" status: 200 len: 797 time: 0.1481199 Aug 16 13:13:46.672273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59762) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:46.681721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'port': {'network_id': '2f6f90bc-4f86-4087-9c09-b2f2a2a0d624', 'name': 'tempest-FloatingIPTestJSON-1836147378', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:46.694851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf254488-360f-44b3-b67d-ed348d9cadf7 req-6dab8c1c-5bdf-4e9b-b58c-43ed2fa61ac8 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611536 Aug 16 13:13:46.736179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Subnet': ['ID=c1970419-9a96-4b31-92dc-2fde4fd22fb8,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:46.752376 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-223953e2-6c1f-4dde-b90c-e4f3b4b25d0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb2420cf-230a-428c-b6f7-7c42963cefc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315811 Aug 16 13:13:46.762636 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-64352597-9e50-46a7-a688-5225b408b42a service neutron] 10.222.0.22 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115593 Aug 16 13:13:46.768106 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3302e36f-a5b1-42b3-a056-bbae766a42e2 None None] Provisioning complete for port 06109894-121d-4b27-9e48-d6eeb7b02183 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:46.769757 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3302e36f-a5b1-42b3-a056-bbae766a42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:46.798196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafc816-a8e1-4bc8-9557-7ffc2da6557c service neutron] Pushing event updated for resources: {'Port': ['ID=df675318-f129-4058-b649-9c0dd3bc1004,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:46.813202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Checking segment: {'id': '186fdbce-be10-4fb1-b013-c486b6fa4a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f7da6554-2285-4b32-a0d6-4c447ef0e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:46.813862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network hostable DHCP agents. Network: f7da6554-2285-4b32-a0d6-4c447ef0e7a9, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:13:46.839743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a881f0-70ca-4cc9-8bbb-a8e1215a24d6', 'tag': 'fb5c2875-0fb8-4419-8b7f-502f543ef427'}, {'name': 'network-changed', 'server_uuid': '5c51c9e2-b52d-43e0-b6cf-26957843bb7d', 'tag': 'df675318-f129-4058-b649-9c0dd3bc1004'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:13:46.843235 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2367559a-5538-4e25-a05d-853fd698fcc0" -d '{"events": [{"name": "network-changed", "server_uuid": "17a881f0-70ca-4cc9-8bbb-a8e1215a24d6", "tag": "fb5c2875-0fb8-4419-8b7f-502f543ef427"}, {"name": "network-changed", "server_uuid": "5c51c9e2-b52d-43e0-b6cf-26957843bb7d", "tag": "df675318-f129-4058-b649-9c0dd3bc1004"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:13:46.867893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network f7da6554-2285-4b32-a0d6-4c447ef0e7a9 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:13:46.885419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, f7da6554-2285-4b32-a0d6-4c447ef0e7a9) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:46.895619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:46.896441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:46.912005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Made reservation on behalf of c58ca9b10e4e47379c97995b83b2d522 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:46.933035 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e413449-cb1a-44c9-a15d-b3cb054073dc req-bc3a8196-a2e6-41c8-9eae-a1e2224dc300 service neutron] 10.222.0.42 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978316 Aug 16 13:13:46.936409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-15b73239-6e20-4af6-b696-3e42005dd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:46.936993 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c1ce9f06-a675-498d-9f16-9fcd91a4f841 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3941092 Aug 16 13:13:46.937747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59766) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:46.939014 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-15b73239-6e20-4af6-b696-3e42005dd735 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14e0839a2f6548ed8117a1807197c4f5&device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 1095 time: 0.2289593 Aug 16 13:13:46.947694 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d965725-f8fb-4c49-999e-9cbdaa994a1a None None] Network f7da6554-2285-4b32-a0d6-4c447ef0e7a9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:46.953739 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d03fd3ad-9255-49a6-b4c5-a06ea70dbe12 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:46.956037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': 'f7da6554-2285-4b32-a0d6-4c447ef0e7a9', 'name': 'tempest-PortsTestJSON-744283970', 'fixed_ips': [{'subnet_id': 'c1970419-9a96-4b31-92dc-2fde4fd22fb8', 'ip_address': '172.20.0.10'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:46.993686 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 13:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9357559-a815-485d-9185-376369480aa8 x-openstack-request-id: req-d9357559-a815-485d-9185-376369480aa8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:13:46.994326 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a881f0-70ca-4cc9-8bbb-a8e1215a24d6", "tag": "fb5c2875-0fb8-4419-8b7f-502f543ef427", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c51c9e2-b52d-43e0-b6cf-26957843bb7d", "tag": "df675318-f129-4058-b649-9c0dd3bc1004", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:13:46.994760 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9357559-a815-485d-9185-376369480aa8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:13:46.995318 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a881f0-70ca-4cc9-8bbb-a8e1215a24d6', 'tag': 'fb5c2875-0fb8-4419-8b7f-502f543ef427', 'status': 'completed', 'code': 200} Aug 16 13:13:46.995728 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c51c9e2-b52d-43e0-b6cf-26957843bb7d', 'tag': 'df675318-f129-4058-b649-9c0dd3bc1004', 'status': 'completed', 'code': 200} Aug 16 13:13:47.064838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d78d16ec-993e-416a-bdad-583d9c1c1603 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:13:47.094601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fd3ad-9255-49a6-b4c5-a06ea70dbe12 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=2be094a5-b617-4e71-a7ed-22c91dc3ff64,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:47.097919 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-f8482725-6866-4224-8aa8-3d1e7722c564 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df675318-f129-4058-b649-9c0dd3bc1004 HTTP/1.1" status: 200 len: 217 time: 0.1278069 Aug 16 13:13:47.099424 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d03fd3ad-9255-49a6-b4c5-a06ea70dbe12 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:47.101344 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d03fd3ad-9255-49a6-b4c5-a06ea70dbe12 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/2be094a5-b617-4e71-a7ed-22c91dc3ff64 HTTP/1.1" status: 204 len: 168 time: 1.7563674 Aug 16 13:13:47.107897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59770) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:47.113634 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:47.134550 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-259e12ba-e41c-4d53-ab22-b770c01fd626 service neutron] 10.222.0.42 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683875 Aug 16 13:13:47.168458 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-138559e4-aff4-40c9-8907-01a60f44e431 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588408 Aug 16 13:13:47.175471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59772) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:47.181115 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-07619c29-122e-460f-aeeb-de6063f36f80 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:47.221767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] device_id is not set on port c948e651-8d54-45e9-a10d-6b3a142c58bf yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:47.226376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d4735-1c75-459b-a365-363fcd25ab5b req-26abbd0b-eac1-4cb9-8239-d4bd47610d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:47.227921 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fc6d4735-1c75-459b-a365-363fcd25ab5b req-26abbd0b-eac1-4cb9-8239-d4bd47610d5c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14e0839a2f6548ed8117a1807197c4f5&device_id=cdedd877-cdc4-49ae-b479-f3cae5ab69b3 HTTP/1.1" status: 200 len: 1094 time: 0.2979562 Aug 16 13:13:47.252394 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d06113-c2c1-4ca4-83cf-2eb182a8c438 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:47.290819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d008db-da61-435c-aef3-95ea13614034 req-833ca859-50a7-4fb3-82a4-cd35da665a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:47.292347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-833ca859-50a7-4fb3-82a4-cd35da665a76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55ec0b12-28fe-411d-aba5-8e7a0043db45 HTTP/1.1" status: 200 len: 858 time: 0.1544380 Aug 16 13:13:47.327964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e413449-cb1a-44c9-a15d-b3cb054073dc req-589b5b5e-9b10-40fb-af82-7a70f62cad03 service neutron] 10.222.0.42 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780556 Aug 16 13:13:47.389405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-112ddb1e-aa1c-40fc-9f9a-470cf6342ed7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb2420cf-230a-428c-b6f7-7c42963cefc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787969 Aug 16 13:13:47.415382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d78d16ec-993e-416a-bdad-583d9c1c1603, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d78d16ec-993e-416a-bdad-583d9c1c1603,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:47.453716 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-b21b5b44-b097-4dfa-9558-ad8d2253cb0e service neutron] 10.222.0.42 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025250 Aug 16 13:13:47.463437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'd78d16ec-993e-416a-bdad-583d9c1c1603', 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52', 'port_id': 'd78d16ec-993e-416a-bdad-583d9c1c1603', 'mac_address': 'fa:16:3e:0f:8f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd680f-c659-4f62-9e31-1188e270a4d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:13:47.515482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d4735-1c75-459b-a365-363fcd25ab5b req-2a395dec-a68c-4908-908a-ded7def1285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:47.517110 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fc6d4735-1c75-459b-a365-363fcd25ab5b req-2a395dec-a68c-4908-908a-ded7def1285d service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb2420cf-230a-428c-b6f7-7c42963cefc5 HTTP/1.1" status: 200 len: 918 time: 0.2557635 Aug 16 13:13:47.567711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:47.602474 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fc6d4735-1c75-459b-a365-363fcd25ab5b req-4aead7f9-bbf6-48ea-b978-fe384ed447ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e5eb5f3-80ae-4a30-81aa-68075c302709 HTTP/1.1" status: 200 len: 217 time: 0.0748885 Aug 16 13:13:47.605120 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-eba51b47-1303-4940-b663-4e3b2edbb56b service neutron] 10.222.0.22 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086844 Aug 16 13:13:47.760381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-c7051610-cc82-42b4-a9df-31a0197dcc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:47.762920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-c7051610-cc82-42b4-a9df-31a0197dcc1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=14e0839a2f6548ed8117a1807197c4f5&device_id=17a881f0-70ca-4cc9-8bbb-a8e1215a24d6 HTTP/1.1" status: 200 len: 1094 time: 0.1766253 Aug 16 13:13:47.768380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d4735-1c75-459b-a365-363fcd25ab5b req-514b15ee-823c-46fb-89fd-a4b205c56741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:47.770575 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fc6d4735-1c75-459b-a365-363fcd25ab5b req-514b15ee-823c-46fb-89fd-a4b205c56741 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55ec0b12-28fe-411d-aba5-8e7a0043db45 HTTP/1.1" status: 200 len: 858 time: 0.1401103 Aug 16 13:13:47.817911 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:47.837747 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fc6d4735-1c75-459b-a365-363fcd25ab5b req-57d89437-6624-4c8f-bab2-bce703b95bc0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb2420cf-230a-428c-b6f7-7c42963cefc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518007 Aug 16 13:13:47.852060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07619c29-122e-460f-aeeb-de6063f36f80 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:47.857018 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-07619c29-122e-460f-aeeb-de6063f36f80 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:47.879498 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:47.926823 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20d008db-da61-435c-aef3-95ea13614034 req-65301909-7d41-434c-afb4-5823f19f8fe3 service neutron] 10.222.0.22 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054099 Aug 16 13:13:47.972493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port 75d181b2-ba79-49d9-8243-d479160cc356 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:48.009169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-65076721-3149-4880-b9f5-3c017dab154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:48.010906 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-65076721-3149-4880-b9f5-3c017dab154c service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb2420cf-230a-428c-b6f7-7c42963cefc5 HTTP/1.1" status: 200 len: 918 time: 0.2371216 Aug 16 13:13:48.026521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78d16ec-993e-416a-bdad-583d9c1c1603 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:13:48.084561 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fc6d4735-1c75-459b-a365-363fcd25ab5b req-dbcc5a79-f81f-49bc-942a-3dfc21ed79f1 service neutron] 10.222.0.22 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354219 Aug 16 13:13:48.102892 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-504ea64b-f675-46d8-b08e-c8f092037c72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb5c2875-0fb8-4419-8b7f-502f543ef427 HTTP/1.1" status: 200 len: 217 time: 0.0807331 Aug 16 13:13:48.115109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d78d16ec-993e-416a-bdad-583d9c1c1603, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d78d16ec-993e-416a-bdad-583d9c1c1603,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:48.119288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-f7da6554-2285-4b32-a0d6-4c447ef0e7a9', 'network_id': 'f7da6554-2285-4b32-a0d6-4c447ef0e7a9', 'tenant_id': '3421adc2bd3d428c93e51af814c7b1b2', 'fixed_ips': [{'subnet_id': 'c1970419-9a96-4b31-92dc-2fde4fd22fb8'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:13:48.120975 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:48.144288 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:48.214045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-0e77b3c6-a0df-47dc-a810-dcbf8f404e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:48.219241 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-0e77b3c6-a0df-47dc-a810-dcbf8f404e54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55ec0b12-28fe-411d-aba5-8e7a0043db45 HTTP/1.1" status: 200 len: 858 time: 0.1049228 Aug 16 13:13:48.266674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c1f2bf-8c53-4850-a686-115b7199fa29 None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:13:48.296587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d78d16ec-993e-416a-bdad-583d9c1c1603,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:48.296930 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-fe36965b-8349-4119-8e33-175bac5d0737 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb2420cf-230a-428c-b6f7-7c42963cefc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390413 Aug 16 13:13:48.311270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-3ac4ace5-3cbb-4292-9c9b-7b452f6c7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:48.314615 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-3ac4ace5-3cbb-4292-9c9b-7b452f6c7eb3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14e0839a2f6548ed8117a1807197c4f5&device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 1095 time: 0.2794785 Aug 16 13:13:48.396289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-88c1f2bf-8c53-4850-a686-115b7199fa29 None None] Deleting port 06109894-121d-4b27-9e48-d6eeb7b02183 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:48.396551 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-88c1f2bf-8c53-4850-a686-115b7199fa29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:48.415735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d78d16ec-993e-416a-bdad-583d9c1c1603'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:13:48.433134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Allocated IP 172.20.0.2 (f7da6554-2285-4b32-a0d6-4c447ef0e7a9/c1970419-9a96-4b31-92dc-2fde4fd22fb8/18da1e48-2be8-4c0f-ab83-4aa3427ccd00) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:48.561227 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fc6d4735-1c75-459b-a365-363fcd25ab5b req-9ea7c016-a116-47ed-a115-30fa11517cfb service neutron] 10.222.0.22 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606113 Aug 16 13:13:48.574158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-88c1f2bf-8c53-4850-a686-115b7199fa29 None None] For port 06109894-121d-4b27-9e48-d6eeb7b02183, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=06109894-121d-4b27-9e48-d6eeb7b02183,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:48.574483 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-88c1f2bf-8c53-4850-a686-115b7199fa29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:48.611528 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-701b73a3-71af-4f15-ba57-5936e6161b62 service neutron] 10.222.0.42 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888708 Aug 16 13:13:48.622753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-88c1f2bf-8c53-4850-a686-115b7199fa29 None None] Calling delete_port for 06109894-121d-4b27-9e48-d6eeb7b02183 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:48.636756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-707ec6db-063f-47e6-a19b-a47618c5ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:48.640591 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-707ec6db-063f-47e6-a19b-a47618c5ab1d service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb2420cf-230a-428c-b6f7-7c42963cefc5 HTTP/1.1" status: 200 len: 918 time: 0.3040650 Aug 16 13:13:48.719032 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-53b997dd-1700-4221-a0f5-9bde540566aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df675318-f129-4058-b649-9c0dd3bc1004 HTTP/1.1" status: 200 len: 217 time: 0.0673678 Aug 16 13:13:48.745179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dc7d7-9a0c-4237-b028-fe04ab82523a req-1c2a3ebf-08d7-4593-b451-ba33dfb68003 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:48.748246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-600dc7d7-9a0c-4237-b028-fe04ab82523a req-1c2a3ebf-08d7-4593-b451-ba33dfb68003 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 944 time: 1.0975499 Aug 16 13:13:48.827530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-661a9243-ea81-470f-83e8-778475b83dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:48.828949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-661a9243-ea81-470f-83e8-778475b83dea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55ec0b12-28fe-411d-aba5-8e7a0043db45 HTTP/1.1" status: 200 len: 858 time: 0.0783794 Aug 16 13:13:48.835773 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-7ed95abe-3b19-47cb-b5ee-8d2a66e604bd service neutron] 10.222.0.42 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013395 Aug 16 13:13:48.850392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaaa48-7e82-46dd-aa16-496046277ce4 req-c829f592-aa14-4b01-9c78-adef205076a7 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:48.853412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cceaaa48-7e82-46dd-aa16-496046277ce4 req-c829f592-aa14-4b01-9c78-adef205076a7 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1094 time: 0.8922222 Aug 16 13:13:48.878799 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-72009cab-6490-497a-a05f-e2e46e866850 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb2420cf-230a-428c-b6f7-7c42963cefc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415084 Aug 16 13:13:48.919008 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-88c1f2bf-8c53-4850-a686-115b7199fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:48.937275 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:48.988201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Transition to ACTIVE for port object 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:48.989892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1f2bf-8c53-4850-a686-115b7199fa29 None None] No DVR routers for this DVR port 06109894-121d-4b27-9e48-d6eeb7b02183 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:13:48.995803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1f2bf-8c53-4850-a686-115b7199fa29 None None] Pushing event deleted for resources: {'Port': ['ID=06109894-121d-4b27-9e48-d6eeb7b02183,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:49.035607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Transition to ACTIVE for port object 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:49.045849 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:49.062811 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-502307aa-a0ae-4ac8-8679-3e92e4e5ab51 service neutron] 10.222.0.22 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753838 Aug 16 13:13:49.075966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device fb5c2875-0fb8-4419-8b7f-502f543ef427 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:13:49.113184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Network f7da6554-2285-4b32-a0d6-4c447ef0e7a9 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:49.120478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:49.123162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Pushing event updated for resources: {'Port': ['ID=18da1e48-2be8-4c0f-ab83-4aa3427ccd00,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:49.124889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:49.190576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.20.0.14 (2f6f90bc-4f86-4087-9c09-b2f2a2a0d624/48062336-eeef-4b37-8ae2-6d613bbdf931/c948e651-8d54-45e9-a10d-6b3a142c58bf) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:49.221621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-600dc7d7-9a0c-4237-b028-fe04ab82523a req-4ff77ae8-53f0-40ff-b01a-327858865796 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860290 Aug 16 13:13:49.252758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.20.0.13 (2f6f90bc-4f86-4087-9c09-b2f2a2a0d624/48062336-eeef-4b37-8ae2-6d613bbdf931/c948e651-8d54-45e9-a10d-6b3a142c58bf) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:49.285795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cceaaa48-7e82-46dd-aa16-496046277ce4 req-1d3eb358-e973-41fa-b5be-5514a06d19ab tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045787 Aug 16 13:13:49.291806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Attempting to bind port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:49.292488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Attempting to bind port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '186fdbce-be10-4fb1-b013-c486b6fa4a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f7da6554-2285-4b32-a0d6-4c447ef0e7a9'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:49.293090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Attempting to bind port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 on network f7da6554-2285-4b32-a0d6-4c447ef0e7a9 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:49.317573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:49.318451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Checking segment: {'id': '186fdbce-be10-4fb1-b013-c486b6fa4a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f7da6554-2285-4b32-a0d6-4c447ef0e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:49.319189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:49.321035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Bound using segment: {'id': '186fdbce-be10-4fb1-b013-c486b6fa4a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f7da6554-2285-4b32-a0d6-4c447ef0e7a9'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:49.321773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Bound port: 18da1e48-2be8-4c0f-ab83-4aa3427ccd00, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186fdbce-be10-4fb1-b013-c486b6fa4a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f7da6554-2285-4b32-a0d6-4c447ef0e7a9'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:49.323030 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:49.339121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port fb5c2875-0fb8-4419-8b7f-502f543ef427, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=fb5c2875-0fb8-4419-8b7f-502f543ef427,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:49.361523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.10 (f7da6554-2285-4b32-a0d6-4c447ef0e7a9/c1970419-9a96-4b31-92dc-2fde4fd22fb8/75d181b2-ba79-49d9-8243-d479160cc356) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:49.380547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'fb5c2875-0fb8-4419-8b7f-502f543ef427', 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5', 'port_id': 'fb5c2875-0fb8-4419-8b7f-502f543ef427', 'mac_address': 'fa:16:3e:c8:ef:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ec0b12-28fe-411d-aba5-8e7a0043db45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:13:49.514214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-07619c29-122e-460f-aeeb-de6063f36f80 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:49.535677 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:49.566133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] For port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:49.577150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5c2875-0fb8-4419-8b7f-502f543ef427 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:13:49.602407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] For port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=18da1e48-2be8-4c0f-ab83-4aa3427ccd00,segment=NetworkSegment(186fdbce-be10-4fb1-b013-c486b6fa4a6e),segment_id=186fdbce-be10-4fb1-b013-c486b6fa4a6e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:49.618751 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:49.649388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port fb5c2875-0fb8-4419-8b7f-502f543ef427, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=fb5c2875-0fb8-4419-8b7f-502f543ef427,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:49.675602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2367559a-5538-4e25-a05d-853fd698fcc0 req-5d2cc5b9-d8b6-4941-9299-a90b9908447d service neutron] 10.222.0.22 "GET /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6030042 Aug 16 13:13:49.689189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:49.704649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07619c29-122e-460f-aeeb-de6063f36f80 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:49.751939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbf9b6-b97a-40a7-ba5f-51b128a60e3c None None] Pushing event updated for resources: {'Port': ['ID=18da1e48-2be8-4c0f-ab83-4aa3427ccd00,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:49.765392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0e5eb5f3-80ae-4a30-81aa-68075c302709 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:13:49.803877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-07619c29-122e-460f-aeeb-de6063f36f80 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:49.833005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07619c29-122e-460f-aeeb-de6063f36f80 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:49.833839 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-07619c29-122e-460f-aeeb-de6063f36f80 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:49.834022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0220f19f-c936-429d-be71-5f8065411845 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:49.862604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07619c29-122e-460f-aeeb-de6063f36f80 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=7f738616-237f-4e34-a709-784d8d90d22d,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:49.923474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 06109894-121d-4b27-9e48-d6eeb7b02183 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:13:49.939307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['fb5c2875-0fb8-4419-8b7f-502f543ef427'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:13:49.955719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-07619c29-122e-460f-aeeb-de6063f36f80 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7784946 Aug 16 13:13:49.961357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59782) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:49.976880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b266ad64-596e-4d81-97d3-e7f15bd8a2b1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:50.034336 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:50.099803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:50.101007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 06109894-121d-4b27-9e48-d6eeb7b02183 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:13:50.101609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 06109894-121d-4b27-9e48-d6eeb7b02183 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:13:50.119679 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.resource_extend [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:13:50.137284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object 75d181b2-ba79-49d9-8243-d479160cc356 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:50.228755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=fb5c2875-0fb8-4419-8b7f-502f543ef427,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:50.279243 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:50.284285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b266ad64-596e-4d81-97d3-e7f15bd8a2b1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:50.289886 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b266ad64-596e-4d81-97d3-e7f15bd8a2b1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:50.316951 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:50.406188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network f7da6554-2285-4b32-a0d6-4c447ef0e7a9 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:50.418421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:50.428844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=75d181b2-ba79-49d9-8243-d479160cc356,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:50.436129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:50.438332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:50.461707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0e5eb5f3-80ae-4a30-81aa-68075c302709, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0e5eb5f3-80ae-4a30-81aa-68075c302709,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:50.505844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:50.529788 n-d-804708-1 neutron-server[101396]: INFO neutron.db.ipam_backend_mixin [None req-b266ad64-596e-4d81-97d3-e7f15bd8a2b1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f738616-237f-4e34-a709-784d8d90d22d (CIDR: 2001:db8::/64) Aug 16 13:13:50.535385 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b266ad64-596e-4d81-97d3-e7f15bd8a2b1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:13:50.536656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b266ad64-596e-4d81-97d3-e7f15bd8a2b1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:13:50.564363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '0e5eb5f3-80ae-4a30-81aa-68075c302709', 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5', 'port_id': '0e5eb5f3-80ae-4a30-81aa-68075c302709', 'mac_address': 'fa:16:3e:fe:70:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ec0b12-28fe-411d-aba5-8e7a0043db45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:13:50.564672 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b266ad64-596e-4d81-97d3-e7f15bd8a2b1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5946205 Aug 16 13:13:50.564672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59790) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:50.571938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:50.572846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ce21b5eb-fd6b-4c5d-b762-e09357ab5a5d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'subnet': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:50.737223 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'tenant_id': '267a381bee7b462e9c2d12d4baf02720', 'fixed_ips': [{'subnet_id': '7f738616-237f-4e34-a709-784d8d90d22d'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:13:50.739811 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:50.759673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=c948e651-8d54-45e9-a10d-6b3a142c58bf,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:50.761974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce21b5eb-fd6b-4c5d-b762-e09357ab5a5d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:50.767855 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce21b5eb-fd6b-4c5d-b762-e09357ab5a5d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:50.779462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:50.780167 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:50.780353 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:50.808714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:50.810611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:50.820617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ae35f-98e4-46ea-95f3-603ac34a984f req-79feb66d-759b-4724-8bc2-c41ba6082e2e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:50.823658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-057ae35f-98e4-46ea-95f3-603ac34a984f req-79feb66d-759b-4724-8bc2-c41ba6082e2e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1095 time: 0.2703922 Aug 16 13:13:50.840706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a3493-154e-46e1-8124-636d78393444 req-06f6622b-c436-4cf5-9070-4dd68798e65f tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:50.843814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e57a3493-154e-46e1-8124-636d78393444 req-06f6622b-c436-4cf5-9070-4dd68798e65f tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 944 time: 0.3344991 Aug 16 13:13:50.847510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5eb5f3-80ae-4a30-81aa-68075c302709 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:13:50.890845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7c37ecf0-e8f8-46a2-9e40-a4e5c9281454 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9440770 Aug 16 13:13:50.891915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59792) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:50.900810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': 'f7da6554-2285-4b32-a0d6-4c447ef0e7a9', 'name': 'tempest-PortsTestJSON-975027827', 'fixed_ips': [{'subnet_id': 'c1970419-9a96-4b31-92dc-2fde4fd22fb8', 'ip_address': '172.20.0.9'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:50.914302 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1dc6fe7c-2a8e-473d-bc75-cf722c00f5ee tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.2404923 Aug 16 13:13:50.928238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59794) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:50.935685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': 'c948e651-8d54-45e9-a10d-6b3a142c58bf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:51.015895 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-057ae35f-98e4-46ea-95f3-603ac34a984f req-eec740f6-ce1f-442b-9d9f-c9a926536ad1 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700308 Aug 16 13:13:51.047704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0e5eb5f3-80ae-4a30-81aa-68075c302709, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0e5eb5f3-80ae-4a30-81aa-68075c302709,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:51.057639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e57a3493-154e-46e1-8124-636d78393444 req-4e787d31-bc13-4703-825b-485e5686450f tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630347 Aug 16 13:13:51.059265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:51.066401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d78d16ec-993e-416a-bdad-583d9c1c1603 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:51.124881 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:51.273927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:51.335726 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:51.341209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Allocated IP 2001:db8::2 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/7f738616-237f-4e34-a709-784d8d90d22d/421fbde0-524b-4a18-bca2-51564f54a584) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:51.388936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0e5eb5f3-80ae-4a30-81aa-68075c302709,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:51.497904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-ce21b5eb-fd6b-4c5d-b762-e09357ab5a5d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:13:51.500259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce21b5eb-fd6b-4c5d-b762-e09357ab5a5d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:51.535543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:51.616137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port 36402fee-208e-4e3f-994c-6c286b40a905 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:51.634241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce21b5eb-fd6b-4c5d-b762-e09357ab5a5d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:51.643412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.25.0.144 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/9c5209c4-d6c2-4542-84fd-619394fca0ba) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:51.646159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ce21b5eb-fd6b-4c5d-b762-e09357ab5a5d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:51.701747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21b5eb-fd6b-4c5d-b762-e09357ab5a5d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:51.702826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce21b5eb-fd6b-4c5d-b762-e09357ab5a5d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:51.714043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port d78d16ec-993e-416a-bdad-583d9c1c1603 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:51.723243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21b5eb-fd6b-4c5d-b762-e09357ab5a5d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Subnet': ['ID=fcda55e0-a8ec-4679-8e67-9f6cc4c9b330,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:51.769640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ce21b5eb-fd6b-4c5d-b762-e09357ab5a5d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2023993 Aug 16 13:13:51.773862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59798) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:51.774171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device df675318-f129-4058-b649-9c0dd3bc1004 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:13:51.784326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Request body: {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'mac_address': 'fa:16:3e:5a:92:d5', 'name': 'tempest-NetworksTestDHCPv6-853481588'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:51.785097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port d78d16ec-993e-416a-bdad-583d9c1c1603 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:51.785793 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:51.860255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100cdcf-3693-4188-ad4d-c5026c4a7b1e None None] Network f7da6554-2285-4b32-a0d6-4c447ef0e7a9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:51.932367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0e5eb5f3-80ae-4a30-81aa-68075c302709'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:13:51.941706 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:51.994002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.9 (f7da6554-2285-4b32-a0d6-4c447ef0e7a9/c1970419-9a96-4b31-92dc-2fde4fd22fb8/36402fee-208e-4e3f-994c-6c286b40a905) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:52.006897 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.resource_extend [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:13:52.060411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:52.064114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ee7af11d-0a9f-4f9a-8c3d-18c89152f85b None None] Provisioning for port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:52.092456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Made reservation on behalf of 267a381bee7b462e9c2d12d4baf02720 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:52.103354 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.311388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:52.362370 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.375185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.381946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port df675318-f129-4058-b649-9c0dd3bc1004, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=df675318-f129-4058-b649-9c0dd3bc1004,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:52.392248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:52.405737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object 36402fee-208e-4e3f-994c-6c286b40a905 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:52.410700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:52.445316 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Transition to ACTIVE for port object 421fbde0-524b-4a18-bca2-51564f54a584 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:52.458982 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.463910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=9c5209c4-d6c2-4542-84fd-619394fca0ba,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:52.464946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'df675318-f129-4058-b649-9c0dd3bc1004', 'network_id': 'cb2420cf-230a-428c-b6f7-7c42963cefc5', 'port_id': 'df675318-f129-4058-b649-9c0dd3bc1004', 'mac_address': 'fa:16:3e:b8:28:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ec0b12-28fe-411d-aba5-8e7a0043db45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:13:52.467511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:52.486913 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.502498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:52.502721 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.506131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Transition to ACTIVE for port object 421fbde0-524b-4a18-bca2-51564f54a584 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:52.548139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3454c2-69e1-4db6-a3f4-479229d2c37e req-2533c860-041e-41d8-a6d1-8b111bac2ff4 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:52.550975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f3454c2-69e1-4db6-a3f4-479229d2c37e req-2533c860-041e-41d8-a6d1-8b111bac2ff4 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 944 time: 0.3066080 Aug 16 13:13:52.572845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bea460-11ef-4d74-acbc-ea78ceedf865 req-0e35a0c2-5987-42f8-8c93-a203b84a0911 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:52.574496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network f7da6554-2285-4b32-a0d6-4c447ef0e7a9 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:52.575460 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84bea460-11ef-4d74-acbc-ea78ceedf865 req-0e35a0c2-5987-42f8-8c93-a203b84a0911 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1095 time: 0.3114848 Aug 16 13:13:52.585692 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.588296 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:52.594698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:52.594919 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.605860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b87645-b1ca-4eca-a2f9-7f766cd8ee16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78d16ec-993e-416a-bdad-583d9c1c1603'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:13:52.610544 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e23345d-dccd-48e5-b64f-8a91b7428f9e" -d '{"events": [{"server_uuid": "e8b87645-b1ca-4eca-a2f9-7f766cd8ee16", "name": "network-vif-plugged", "status": "completed", "tag": "d78d16ec-993e-416a-bdad-583d9c1c1603"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:13:52.671100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d78d16ec-993e-416a-bdad-583d9c1c1603, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d78d16ec-993e-416a-bdad-583d9c1c1603,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:52.714290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=36402fee-208e-4e3f-994c-6c286b40a905,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:52.724632 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.747153 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.764421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:52.764723 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] device_id is not set on port 381db27d-af79-4915-85e7-164c1e4676dc yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:13:52.772874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Pushing event updated for resources: {'Port': ['ID=421fbde0-524b-4a18-bca2-51564f54a584,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:52.780763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:52.788546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:52.789996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:52.791237 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.816495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df675318-f129-4058-b649-9c0dd3bc1004 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:13:52.824178 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9ddc24ea-d827-4f9f-a21f-af70874ed06a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9306729 Aug 16 13:13:52.827820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59810) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:52.845519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f3454c2-69e1-4db6-a3f4-479229d2c37e req-ed6fe625-64f9-462a-b669-65ee39a48ceb tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789085 Aug 16 13:13:52.909966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port df675318-f129-4058-b649-9c0dd3bc1004, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=df675318-f129-4058-b649-9c0dd3bc1004,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:52.979484 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.982020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d78d16ec-993e-416a-bdad-583d9c1c1603,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:53.034164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Attempting to bind port 421fbde0-524b-4a18-bca2-51564f54a584 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:13:53.034388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Attempting to bind port 421fbde0-524b-4a18-bca2-51564f54a584 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:13:53.034737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Attempting to bind port 421fbde0-524b-4a18-bca2-51564f54a584 on network bbb70a5f-e1ed-4340-8ed7-bddea692336c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:13:53.050853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:13:53.051234 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Checking segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:13:53.051651 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:53.051877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ba718b-4656-4cc9-82bc-15d2970f7c2f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:53.052057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Bound using segment: {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:13:53.052562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Bound port: 421fbde0-524b-4a18-bca2-51564f54a584, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cc2e8d-bd9e-4159-a9c4-251622b31159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:13:53.052954 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:53.058337 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-38ba718b-4656-4cc9-82bc-15d2970f7c2f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2233293 Aug 16 13:13:53.058568 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:53.058673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59812) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:53.097563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device fb5c2875-0fb8-4419-8b7f-502f543ef427 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:53.221847 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1ef26d-c390-4b67-94d8-0a17c25459d7 x-openstack-request-id: req-7c1ef26d-c390-4b67-94d8-0a17c25459d7 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:13:53.222495 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b87645-b1ca-4eca-a2f9-7f766cd8ee16", "name": "network-vif-plugged", "status": "completed", "tag": "d78d16ec-993e-416a-bdad-583d9c1c1603", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:13:53.222647 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c1ef26d-c390-4b67-94d8-0a17c25459d7 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:13:53.222981 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b87645-b1ca-4eca-a2f9-7f766cd8ee16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78d16ec-993e-416a-bdad-583d9c1c1603', 'code': 200} Aug 16 13:13:53.223688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e0f949-9820-4058-8d2f-d022d9626809 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:53.238964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=df675318-f129-4058-b649-9c0dd3bc1004,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:53.244645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e0f949-9820-4058-8d2f-d022d9626809 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:53.259241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e0f949-9820-4058-8d2f-d022d9626809 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:53.263544 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f5e0f949-9820-4058-8d2f-d022d9626809 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2019131 Aug 16 13:13:53.284138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59814) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:53.297295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8::10e (bbb70a5f-e1ed-4340-8ed7-bddea692336c/7f738616-237f-4e34-a709-784d8d90d22d/381db27d-af79-4915-85e7-164c1e4676dc) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:53.307383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5a:92d5 (bbb70a5f-e1ed-4340-8ed7-bddea692336c/fcda55e0-a8ec-4679-8e67-9f6cc4c9b330/381db27d-af79-4915-85e7-164c1e4676dc) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:53.314403 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=18da1e48-2be8-4c0f-ab83-4aa3427ccd00,segment=NetworkSegment(186fdbce-be10-4fb1-b013-c486b6fa4a6e),segment_id=186fdbce-be10-4fb1-b013-c486b6fa4a6e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:53.325883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port fb5c2875-0fb8-4419-8b7f-502f543ef427 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:53.334008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84bea460-11ef-4d74-acbc-ea78ceedf865 req-800ddc19-6ea6-423c-bcd9-5077076006c4 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7358699 Aug 16 13:13:53.346957 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:53.353406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port fb5c2875-0fb8-4419-8b7f-502f543ef427 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:53.353787 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:53.372793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] For port 421fbde0-524b-4a18-bca2-51564f54a584, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:13:53.374693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82c22c36-057d-42bb-b534-fc0d66b1541d None None] Provisioning for port 36402fee-208e-4e3f-994c-6c286b40a905 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:53.379196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] For port 421fbde0-524b-4a18-bca2-51564f54a584, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=421fbde0-524b-4a18-bca2-51564f54a584,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:13:53.424011 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:53.444218 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82c22c36-057d-42bb-b534-fc0d66b1541d None None] Provisioning complete for port 36402fee-208e-4e3f-994c-6c286b40a905 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:53.444596 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82c22c36-057d-42bb-b534-fc0d66b1541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:53.535760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=18da1e48-2be8-4c0f-ab83-4aa3427ccd00,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:53.551971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55443f0-0e34-4954-b6f8-1c33c6817cc5 req-73d0591d-7211-4f98-9761-375744044d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:53.555688 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b55443f0-0e34-4954-b6f8-1c33c6817cc5 req-73d0591d-7211-4f98-9761-375744044d37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1096 time: 0.2901330 Aug 16 13:13:53.556000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-82c22c36-057d-42bb-b534-fc0d66b1541d None None] Port 36402fee-208e-4e3f-994c-6c286b40a905 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:53.583439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['df675318-f129-4058-b649-9c0dd3bc1004'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:13:53.651518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82c22c36-057d-42bb-b534-fc0d66b1541d None None] Provisioning for port 75d181b2-ba79-49d9-8243-d479160cc356 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:53.701087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82c22c36-057d-42bb-b534-fc0d66b1541d None None] Provisioning complete for port 75d181b2-ba79-49d9-8243-d479160cc356 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:53.701492 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82c22c36-057d-42bb-b534-fc0d66b1541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:53.705074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85bc76-e385-46f3-b8c3-4cdb8a8635bc None None] Pushing event updated for resources: {'Port': ['ID=421fbde0-524b-4a18-bca2-51564f54a584,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:53.716182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:53.732461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e4c75245-6f4e-41ea-8c86-ba12cdb13179 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 36402fee-208e-4e3f-994c-6c286b40a905 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:53.732461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4c75245-6f4e-41ea-8c86-ba12cdb13179 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:53.769368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Transition to ACTIVE for port object 381db27d-af79-4915-85e7-164c1e4676dc will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:53.834667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:53.838386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-82c22c36-057d-42bb-b534-fc0d66b1541d None None] Port 75d181b2-ba79-49d9-8243-d479160cc356 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:53.870511 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b55443f0-0e34-4954-b6f8-1c33c6817cc5 req-83735e50-ca4a-4b6e-afcd-ce2e1d403c3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778740 Aug 16 13:13:53.929122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:53.978491 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.084210 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82c22c36-057d-42bb-b534-fc0d66b1541d None None] Provisioning complete for port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:54.085533 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82c22c36-057d-42bb-b534-fc0d66b1541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.157958 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.171130 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-59121297-62bf-45d0-86a4-ec509902cb07 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1438940 Aug 16 13:13:54.174466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a302b-22db-4144-97f4-aa7835bfe232 req-8fed75d3-b40a-4371-b448-dee266beff8e tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:54.176724 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4c75245-6f4e-41ea-8c86-ba12cdb13179 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.189653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd9a302b-22db-4144-97f4-aa7835bfe232 req-8fed75d3-b40a-4371-b448-dee266beff8e tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 945 time: 0.1681280 Aug 16 13:13:54.210639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e4c75245-6f4e-41ea-8c86-ba12cdb13179 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 36402fee-208e-4e3f-994c-6c286b40a905 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:54.294195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port fb5c2875-0fb8-4419-8b7f-502f543ef427, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=fb5c2875-0fb8-4419-8b7f-502f543ef427,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:54.305291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event updated for resources: {'Port': ['ID=381db27d-af79-4915-85e7-164c1e4676dc,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:54.326368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:13:54.328305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:13:54.329057 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.332881 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.462117 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:54.462963 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.521068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:13:54.531843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:54.532583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.540280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-9a4b4621-ae2c-46e1-804f-668a48e639c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:54.541107 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-9a4b4621-ae2c-46e1-804f-668a48e639c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:54.541921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-9a4b4621-ae2c-46e1-804f-668a48e639c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:54.542627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-9a4b4621-ae2c-46e1-804f-668a48e639c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:54.543276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-9a4b4621-ae2c-46e1-804f-668a48e639c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:54.544456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-9a4b4621-ae2c-46e1-804f-668a48e639c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:54.545255 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-9a4b4621-ae2c-46e1-804f-668a48e639c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:54.547721 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-9a4b4621-ae2c-46e1-804f-668a48e639c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6500 time: 0.1342797 Aug 16 13:13:54.549271 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4c75245-6f4e-41ea-8c86-ba12cdb13179 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.586815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=fb5c2875-0fb8-4419-8b7f-502f543ef427,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:54.588308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c75245-6f4e-41ea-8c86-ba12cdb13179 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=36402fee-208e-4e3f-994c-6c286b40a905,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:54.661278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd9a302b-22db-4144-97f4-aa7835bfe232 req-f80e1229-d567-451c-ae4f-803581895031 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715023 Aug 16 13:13:54.676555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4b726120-40dc-4554-974b-5a545d4b22de tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9012678 Aug 16 13:13:54.685068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59822) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:54.774287 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.784546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c82fc3-18a3-475f-93e4-7a963f62a70c req-48fafecb-7d6d-4878-9894-ba9f915f6c3d tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:54.796033 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75c82fc3-18a3-475f-93e4-7a963f62a70c req-48fafecb-7d6d-4878-9894-ba9f915f6c3d tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1096 time: 0.2588665 Aug 16 13:13:54.809114 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.870566 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9fb3cb9e-c0dd-488a-bcd8-947d05760d46 None None] Could not find standard attr ID for object 36402fee-208e-4e3f-994c-6c286b40a905. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:13:54.905262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9fb3cb9e-c0dd-488a-bcd8-947d05760d46 None None] Provisioning complete for port 75d181b2-ba79-49d9-8243-d479160cc356 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:54.906644 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9fb3cb9e-c0dd-488a-bcd8-947d05760d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.931589 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75c82fc3-18a3-475f-93e4-7a963f62a70c req-662f5dd2-5d5a-4d9e-89a5-03ac6f74d8de tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345284 Aug 16 13:13:54.962275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=9c5209c4-d6c2-4542-84fd-619394fca0ba,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:54.976653 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.979666 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4c75245-6f4e-41ea-8c86-ba12cdb13179 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:54.982419 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e4c75245-6f4e-41ea-8c86-ba12cdb13179 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/36402fee-208e-4e3f-994c-6c286b40a905 HTTP/1.1" status: 204 len: 168 time: 1.6965256 Aug 16 13:13:54.987986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59824) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:55.047518 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-66dae07d-3825-4691-9f65-66c4d240c7dc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:13:55.049297 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-66dae07d-3825-4691-9f65-66c4d240c7dc tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/36402fee-208e-4e3f-994c-6c286b40a905 HTTP/1.1" status: 404 len: 333 time: 0.0602858 Aug 16 13:13:55.053666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59826) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:55.060227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-38db847a-15cf-4124-9a8a-7aef50796a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:55.061373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-38db847a-15cf-4124-9a8a-7aef50796a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:55.062557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-38db847a-15cf-4124-9a8a-7aef50796a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:55.067301 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-38db847a-15cf-4124-9a8a-7aef50796a9c service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee5ff9e6-121a-4482-9933-172fba3187c8&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0 HTTP/1.1" status: 200 len: 2293 time: 0.4703529 Aug 16 13:13:55.211174 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-601023dd-a84a-4546-91c5-42a61b6dc609 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f HTTP/1.1" status: 200 len: 1002 time: 0.1302063 Aug 16 13:13:55.221599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-46585749-4886-40c0-86b9-82f229021e5e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting port 381db27d-af79-4915-85e7-164c1e4676dc {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:55.223051 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-46585749-4886-40c0-86b9-82f229021e5e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:55.280032 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP d01f2ef9-363e-4cc9-a9d5-aa8fbb1fabac associated. External IP: 172.25.0.144, port: c948e651-8d54-45e9-a10d-6b3a142c58bf. Aug 16 13:13:55.317492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a881f0-70ca-4cc9-8bbb-a8e1215a24d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5c2875-0fb8-4419-8b7f-502f543ef427'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:13:55.321615 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24485fa5-3e8f-44e5-84a9-b692d50fcd8c" -d '{"events": [{"server_uuid": "17a881f0-70ca-4cc9-8bbb-a8e1215a24d6", "name": "network-vif-plugged", "status": "completed", "tag": "fb5c2875-0fb8-4419-8b7f-502f543ef427"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:13:55.326483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-92eb1aba-f999-4c49-940f-cd18ff9596eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:55.332700 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-92eb1aba-f999-4c49-940f-cd18ff9596eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=735734cd-086e-4d3e-af34-921802ddaecb HTTP/1.1" status: 200 len: 856 time: 0.0970871 Aug 16 13:13:55.363525 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-52f095c2-c9a9-4a4c-9443-ebfa23828d18 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 75d181b2-ba79-49d9-8243-d479160cc356 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:55.364355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52f095c2-c9a9-4a4c-9443-ebfa23828d18 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:55.383019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3cb9e-c0dd-488a-bcd8-947d05760d46 None None] Port 75d181b2-ba79-49d9-8243-d479160cc356 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:13:55.452050 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06ef8ca-bfde-472d-bc6e-bdc3803212f1 x-openstack-request-id: req-b06ef8ca-bfde-472d-bc6e-bdc3803212f1 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:13:55.452359 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a881f0-70ca-4cc9-8bbb-a8e1215a24d6", "name": "network-vif-plugged", "status": "completed", "tag": "fb5c2875-0fb8-4419-8b7f-502f543ef427", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:13:55.452674 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b06ef8ca-bfde-472d-bc6e-bdc3803212f1 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:13:55.453337 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a881f0-70ca-4cc9-8bbb-a8e1215a24d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5c2875-0fb8-4419-8b7f-502f543ef427', 'code': 200} Aug 16 13:13:55.598303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9876d3-8a6d-4844-aec3-860ac967d976 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:55.624924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-2f696fbc-995d-4852-800e-f80870d45517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:55.627617 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-2f696fbc-995d-4852-800e-f80870d45517 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5ff9e6-121a-4482-9933-172fba3187c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2528560 Aug 16 13:13:55.693970 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-46585749-4886-40c0-86b9-82f229021e5e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:55.726997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4e8061b9-76ab-46f0-9a2a-13e3c77d2a71 None None] Provisioning for port 421fbde0-524b-4a18-bca2-51564f54a584 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:55.803821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-46585749-4886-40c0-86b9-82f229021e5e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Calling delete_port for 381db27d-af79-4915-85e7-164c1e4676dc owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:55.821373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0e5eb5f3-80ae-4a30-81aa-68075c302709 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:55.833784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aa8f0-d533-4cfb-b99e-6173b25a4593 req-759782a9-2682-4f44-bbdf-56f83f1ca31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:55.836270 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6b9aa8f0-d533-4cfb-b99e-6173b25a4593 req-759782a9-2682-4f44-bbdf-56f83f1ca31e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=17a881f0-70ca-4cc9-8bbb-a8e1215a24d6 HTTP/1.1" status: 200 len: 1096 time: 0.2767889 Aug 16 13:13:55.964295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 421fbde0-524b-4a18-bca2-51564f54a584 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:56.030749 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6b9aa8f0-d533-4cfb-b99e-6173b25a4593 req-bd10051c-0e48-4de7-8063-418df7f4c2e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805613 Aug 16 13:13:56.036473 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-6ec5fa40-efaa-4e2d-b1df-8d5d8aca22d5 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944132 Aug 16 13:13:56.052710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 0e5eb5f3-80ae-4a30-81aa-68075c302709 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:56.076232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 0e5eb5f3-80ae-4a30-81aa-68075c302709 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:56.076946 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:56.081463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 421fbde0-524b-4a18-bca2-51564f54a584 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:56.126219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 421fbde0-524b-4a18-bca2-51564f54a584 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:56.126736 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:56.189468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea36f1a7-f9fa-4f7c-8a70-6ced2d751f2c None None] Update dhcp port {'port': {'network_id': 'bbb70a5f-e1ed-4340-8ed7-bddea692336c', 'fixed_ips': [{'subnet_id': '7f738616-237f-4e34-a709-784d8d90d22d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fcda55e0-a8ec-4679-8e67-9f6cc4c9b330'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '421fbde0-524b-4a18-bca2-51564f54a584'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:13:56.231959 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ea36f1a7-f9fa-4f7c-8a70-6ced2d751f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:56.244360 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52f095c2-c9a9-4a4c-9443-ebfa23828d18 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:56.290919 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-ce25966f-d4e8-4c76-a5a1-f96644a3615b service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248707 Aug 16 13:13:56.365279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-52f095c2-c9a9-4a4c-9443-ebfa23828d18 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 75d181b2-ba79-49d9-8243-d479160cc356 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:13:56.370620 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-4a6a9aad-2ec5-4466-aa7e-c4d536c83b73 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=dbb92b44-7542-4aa4-b86d-fb0e64c40531 HTTP/1.1" status: 200 len: 217 time: 0.0544481 Aug 16 13:13:56.382646 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:56.409397 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:56.438427 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-46585749-4886-40c0-86b9-82f229021e5e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:56.502783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46585749-4886-40c0-86b9-82f229021e5e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Port': ['ID=381db27d-af79-4915-85e7-164c1e4676dc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:56.506620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-cf9ee0ec-7cfa-4202-8ff5-3f2fabd8be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:56.508872 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-cf9ee0ec-7cfa-4202-8ff5-3f2fabd8be5e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.1304529 Aug 16 13:13:56.511114 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:13:56.548965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcef6d-21ab-49c1-b47f-51cb91ba47ed req-36243c8c-1b5d-4f6b-97fe-0d0aef626d1f tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:56.551659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7fbcef6d-21ab-49c1-b47f-51cb91ba47ed req-36243c8c-1b5d-4f6b-97fe-0d0aef626d1f tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 945 time: 0.3111145 Aug 16 13:13:56.559541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf3f80-4bf9-4ef4-9d8b-92107dcb2cce req-88e5d42b-a2bc-40f2-882a-eb5b7980d9f1 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:56.572207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51cf3f80-4bf9-4ef4-9d8b-92107dcb2cce req-88e5d42b-a2bc-40f2-882a-eb5b7980d9f1 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1096 time: 0.3335283 Aug 16 13:13:56.588947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 421fbde0-524b-4a18-bca2-51564f54a584, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=421fbde0-524b-4a18-bca2-51564f54a584,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:56.589662 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-46585749-4886-40c0-86b9-82f229021e5e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:56.596124 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-46585749-4886-40c0-86b9-82f229021e5e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/381db27d-af79-4915-85e7-164c1e4676dc HTTP/1.1" status: 204 len: 168 time: 1.8614566 Aug 16 13:13:56.596375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0e5eb5f3-80ae-4a30-81aa-68075c302709, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0e5eb5f3-80ae-4a30-81aa-68075c302709,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:56.603798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59840) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:56.612221 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:56.619115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-af165efd-01a0-4d45-8d44-7c999c3fc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:56.620733 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-af165efd-01a0-4d45-8d44-7c999c3fc4ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942183 Aug 16 13:13:56.632674 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:56.772146 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-2b52d56d-b9a4-4937-92b2-5a68beb0aaa0 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417797 Aug 16 13:13:56.774225 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51cf3f80-4bf9-4ef4-9d8b-92107dcb2cce req-c8b0ef10-f395-45ea-b332-a48691210334 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000284 Aug 16 13:13:56.827884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7fbcef6d-21ab-49c1-b47f-51cb91ba47ed req-1b19a7dd-bb03-4caf-ba34-140e8630b29e tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425544 Aug 16 13:13:56.828351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=421fbde0-524b-4a18-bca2-51564f54a584,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:56.857313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-ea36f1a7-f9fa-4f7c-8a70-6ced2d751f2c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe30:76cd (bbb70a5f-e1ed-4340-8ed7-bddea692336c/fcda55e0-a8ec-4679-8e67-9f6cc4c9b330/421fbde0-524b-4a18-bca2-51564f54a584) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:57.015788 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-817b1a9a-0436-4e72-97b2-741c1c87b081 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341840 Aug 16 13:13:57.066045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-a412cb8a-b80e-4f91-8c24-7b913613dd1c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f HTTP/1.1" status: 200 len: 217 time: 0.0427129 Aug 16 13:13:57.076927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0e5eb5f3-80ae-4a30-81aa-68075c302709,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:57.100013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61651a60-a34b-4bfe-a9c5-1acc625a93e2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.102889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-61651a60-a34b-4bfe-a9c5-1acc625a93e2 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4754121 Aug 16 13:13:57.111387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59844) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:57.151355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:13:57.158598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ea36f1a7-f9fa-4f7c-8a70-6ced2d751f2c None None] For port 421fbde0-524b-4a18-bca2-51564f54a584, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=421fbde0-524b-4a18-bca2-51564f54a584,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:57.168086 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b6723-c1bf-475e-b7f9-2e6a367343f6 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:13:57.171953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-97b1a8b9-0f94-4e26-816d-c1092195ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.173909 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-97b1a8b9-0f94-4e26-816d-c1092195ca6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.1000133 Aug 16 13:13:57.181760 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8361ea-4c07-472a-9afe-0b01d667b057 req-6243c128-fc77-4cae-b09f-51a7d82e4e1e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.187978 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b6723-c1bf-475e-b7f9-2e6a367343f6 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:57.189044 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb4b6723-c1bf-475e-b7f9-2e6a367343f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:57.194979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b8361ea-4c07-472a-9afe-0b01d667b057 req-6243c128-fc77-4cae-b09f-51a7d82e4e1e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1096 time: 0.2365713 Aug 16 13:13:57.198134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52f095c2-c9a9-4a4c-9443-ebfa23828d18 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:57.229297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640275aa-7500-43cd-8616-7f6d543a237c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.235093 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-640275aa-7500-43cd-8616-7f6d543a237c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1201222 Aug 16 13:13:57.241593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59846) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:57.250280 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ea36f1a7-f9fa-4f7c-8a70-6ced2d751f2c None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:57.260499 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb4b6723-c1bf-475e-b7f9-2e6a367343f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:57.274490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ea36f1a7-f9fa-4f7c-8a70-6ced2d751f2c None None] Transition to ACTIVE for port object 421fbde0-524b-4a18-bca2-51564f54a584 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:57.276488 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b6723-c1bf-475e-b7f9-2e6a367343f6 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:13:57.278602 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb4b6723-c1bf-475e-b7f9-2e6a367343f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:57.281725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ea36f1a7-f9fa-4f7c-8a70-6ced2d751f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:57.284393 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:57.293897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f095c2-c9a9-4a4c-9443-ebfa23828d18 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=75d181b2-ba79-49d9-8243-d479160cc356,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:57.350242 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cb4b6723-c1bf-475e-b7f9-2e6a367343f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:13:57.350786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-c84cf1df-83b5-46b2-a5d7-d734f5ec30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.351210 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b6723-c1bf-475e-b7f9-2e6a367343f6 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:13:57.352499 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-c84cf1df-83b5-46b2-a5d7-d734f5ec30b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1683381 Aug 16 13:13:57.400541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c84595-a48d-4aea-a08b-3cfbe5b8fab6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.405209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c84595-a48d-4aea-a08b-3cfbe5b8fab6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.405209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c84595-a48d-4aea-a08b-3cfbe5b8fab6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.406152 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d7c84595-a48d-4aea-a08b-3cfbe5b8fab6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1632128 Aug 16 13:13:57.413059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59848) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:57.456295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdedd877-cdc4-49ae-b479-f3cae5ab69b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5eb5f3-80ae-4a30-81aa-68075c302709'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:13:57.457152 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b8361ea-4c07-472a-9afe-0b01d667b057 req-5508fc36-f474-4ce4-a6ad-238ae6aca73b tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446070 Aug 16 13:13:57.459267 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-452f9223-0f70-49c2-93a6-1c67d1e8c2e4 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.5288622 Aug 16 13:13:57.462784 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b484e242-d707-4177-a1d2-9e1cf9b0af71" -d '{"events": [{"server_uuid": "cdedd877-cdc4-49ae-b479-f3cae5ab69b3", "name": "network-vif-plugged", "status": "completed", "tag": "0e5eb5f3-80ae-4a30-81aa-68075c302709"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:13:57.472721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59852) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:57.478168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36f1a7-f9fa-4f7c-8a70-6ced2d751f2c None None] Pushing event updated for resources: {'Port': ['ID=421fbde0-524b-4a18-bca2-51564f54a584,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:57.486747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3095c104-3a24-4f2f-8ae6-4e288d2b4a9d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'floatingip': {'port_id': 'c948e651-8d54-45e9-a10d-6b3a142c58bf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:57.556806 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ebbf86-5806-4818-a384-297f27bfd69b x-openstack-request-id: req-22ebbf86-5806-4818-a384-297f27bfd69b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:13:57.557326 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdedd877-cdc4-49ae-b479-f3cae5ab69b3", "name": "network-vif-plugged", "status": "completed", "tag": "0e5eb5f3-80ae-4a30-81aa-68075c302709", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:13:57.559931 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22ebbf86-5806-4818-a384-297f27bfd69b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:13:57.559931 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdedd877-cdc4-49ae-b479-f3cae5ab69b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5eb5f3-80ae-4a30-81aa-68075c302709', 'code': 200} Aug 16 13:13:57.671561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-8272f7a3-bfa1-4cd7-9d79-0b59913b5281 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet 7f738616-237f-4e34-a709-784d8d90d22d {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:57.675369 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8272f7a3-bfa1-4cd7-9d79-0b59913b5281 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:57.691752 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52f095c2-c9a9-4a4c-9443-ebfa23828d18 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:57.694516 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-52f095c2-c9a9-4a4c-9443-ebfa23828d18 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/75d181b2-ba79-49d9-8243-d479160cc356 HTTP/1.1" status: 204 len: 168 time: 2.6388056 Aug 16 13:13:57.698727 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59856) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:57.703282 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3095c104-3a24-4f2f-8ae6-4e288d2b4a9d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:57.765993 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-80b5545c-ec7f-436b-94a7-1aed51adcce0 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037387 Aug 16 13:13:57.787542 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b72d417-eaa7-4639-8cb0-4730f77286f7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:13:57.792109 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7b72d417-eaa7-4639-8cb0-4730f77286f7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/75d181b2-ba79-49d9-8243-d479160cc356 HTTP/1.1" status: 404 len: 333 time: 0.0894122 Aug 16 13:13:57.797253 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device df675318-f129-4058-b649-9c0dd3bc1004 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:57.801983 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59858) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:57.806788 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8272f7a3-bfa1-4cd7-9d79-0b59913b5281 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:57.837536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823ec9-74dd-4842-bd44-97381e34c980 req-d51ed231-61ea-4197-9f65-16526a6c19f9 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.840027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af823ec9-74dd-4842-bd44-97381e34c980 req-d51ed231-61ea-4197-9f65-16526a6c19f9 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1096 time: 0.2317045 Aug 16 13:13:57.912298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port df675318-f129-4058-b649-9c0dd3bc1004 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:57.922660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port df675318-f129-4058-b649-9c0dd3bc1004 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:57.923154 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:57.927978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 421fbde0-524b-4a18-bca2-51564f54a584 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:13:58.059508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa886f3b-9879-4574-bb37-cef8e6fbe80c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting subnet c1970419-9a96-4b31-92dc-2fde4fd22fb8 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:58.063512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af823ec9-74dd-4842-bd44-97381e34c980 req-7162e154-7510-446f-a135-3e0f8696671a tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044079 Aug 16 13:13:58.098382 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa886f3b-9879-4574-bb37-cef8e6fbe80c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:58.170813 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:13:58.187545 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286bb5e-db93-4c94-bb55-cdb418d5ad66 req-47205353-90d0-4f65-92e9-93bc235cc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:58.187545 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9286bb5e-db93-4c94-bb55-cdb418d5ad66 req-47205353-90d0-4f65-92e9-93bc235cc24f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cdedd877-cdc4-49ae-b479-f3cae5ab69b3 HTTP/1.1" status: 200 len: 1096 time: 0.4512918 Aug 16 13:13:58.229235 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:58.282815 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9286bb5e-db93-4c94-bb55-cdb418d5ad66 req-99897fe8-a470-4d8b-8986-34eb71a77666 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768759 Aug 16 13:13:58.296632 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8272f7a3-bfa1-4cd7-9d79-0b59913b5281 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:58.316197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port df675318-f129-4058-b649-9c0dd3bc1004, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=df675318-f129-4058-b649-9c0dd3bc1004,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:13:58.325904 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:58.377493 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-8437f54d-df84-4a8f-b4bc-06738554bd58 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631480 Aug 16 13:13:58.377785 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa886f3b-9879-4574-bb37-cef8e6fbe80c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:58.407933 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8272f7a3-bfa1-4cd7-9d79-0b59913b5281 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:58.429703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=df675318-f129-4058-b649-9c0dd3bc1004,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:58.455470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272f7a3-bfa1-4cd7-9d79-0b59913b5281 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=7f738616-237f-4e34-a709-784d8d90d22d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:58.467082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8272f7a3-bfa1-4cd7-9d79-0b59913b5281 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:58.471836 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8272f7a3-bfa1-4cd7-9d79-0b59913b5281 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/7f738616-237f-4e34-a709-784d8d90d22d HTTP/1.1" status: 204 len: 168 time: 1.0551498 Aug 16 13:13:58.472182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59876) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:58.492615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f6afad-7a09-43b4-8b07-2d8948c8e643 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:58.507371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69807bea-7255-4816-84fc-e5655b82f743 req-84ba0523-1192-4e3d-850d-3375a1575914 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:58.509467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69807bea-7255-4816-84fc-e5655b82f743 req-84ba0523-1192-4e3d-850d-3375a1575914 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 945 time: 0.4739325 Aug 16 13:13:58.565941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf908c9d-48b7-41a8-903b-a40cd7316b7c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Deleting subnet fcda55e0-a8ec-4679-8e67-9f6cc4c9b330 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:13:58.570387 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf908c9d-48b7-41a8-903b-a40cd7316b7c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:58.601558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-10de1b34-2bf1-4ec1-be27-cd54a540ccb7 None None] Could not find standard attr ID for object 381db27d-af79-4915-85e7-164c1e4676dc. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:13:58.647506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-10de1b34-2bf1-4ec1-be27-cd54a540ccb7 None None] Provisioning for port 421fbde0-524b-4a18-bca2-51564f54a584 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:13:58.656415 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-d8dc8551-7d51-4ffa-b0dc-d997abd2a1c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb HTTP/1.1" status: 200 len: 217 time: 0.0581858 Aug 16 13:13:58.669609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-10de1b34-2bf1-4ec1-be27-cd54a540ccb7 None None] Provisioning complete for port 421fbde0-524b-4a18-bca2-51564f54a584 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:13:58.670867 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-10de1b34-2bf1-4ec1-be27-cd54a540ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:58.717027 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf908c9d-48b7-41a8-903b-a40cd7316b7c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:58.781266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-a81ff6e0-5c60-43c6-8a36-8d8d8db0a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:58.783004 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-a81ff6e0-5c60-43c6-8a36-8d8d8db0a02a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.1140499 Aug 16 13:13:58.804249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69807bea-7255-4816-84fc-e5655b82f743 req-e7d8c4c7-2fdc-4b6d-a16d-b6c6f4b7db77 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743075 Aug 16 13:13:58.806012 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa886f3b-9879-4574-bb37-cef8e6fbe80c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:58.883889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-be95c298-5885-4dd7-8943-e50b547b6d1e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:58.886426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-be95c298-5885-4dd7-8943-e50b547b6d1e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/networks?id=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 HTTP/1.1" status: 200 len: 910 time: 0.4978421 Aug 16 13:13:58.889710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-6c02d6f7-ca3e-4ed9-bb18-9893e8bbe6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:58.891708 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-6c02d6f7-ca3e-4ed9-bb18-9893e8bbe6e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0987961 Aug 16 13:13:58.893478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf908c9d-48b7-41a8-903b-a40cd7316b7c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.021856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-3b307d3a-7a19-4b47-9b21-751128b6ad16 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/quotas/420b418159a7456a9e0cd1c2fc58fa6b HTTP/1.1" status: 200 len: 375 time: 0.1118147 Aug 16 13:13:59.064828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf908c9d-48b7-41a8-903b-a40cd7316b7c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.080809 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-ba570c6d-9621-4436-bb54-24f3d31384ef service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612394 Aug 16 13:13:59.113676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf908c9d-48b7-41a8-903b-a40cd7316b7c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Subnet': ['ID=fcda55e0-a8ec-4679-8e67-9f6cc4c9b330,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:59.129134 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf908c9d-48b7-41a8-903b-a40cd7316b7c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.133830 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bf908c9d-48b7-41a8-903b-a40cd7316b7c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/fcda55e0-a8ec-4679-8e67-9f6cc4c9b330 HTTP/1.1" status: 204 len: 168 time: 0.6576715 Aug 16 13:13:59.139517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59878) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:59.174503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa886f3b-9879-4574-bb37-cef8e6fbe80c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.256264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa886f3b-9879-4574-bb37-cef8e6fbe80c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Subnet': ['ID=c1970419-9a96-4b31-92dc-2fde4fd22fb8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:13:59.273483 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa886f3b-9879-4574-bb37-cef8e6fbe80c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.275744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc5538c-3139-40e9-8ff3-24514e8d50e0 None None] Network f7da6554-2285-4b32-a0d6-4c447ef0e7a9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:59.279710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fa886f3b-9879-4574-bb37-cef8e6fbe80c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/c1970419-9a96-4b31-92dc-2fde4fd22fb8 HTTP/1.1" status: 204 len: 168 time: 1.4668589 Aug 16 13:13:59.284965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59882) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:59.344891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-63944c23-6396-46af-a814-01ee816b5c73 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=420b418159a7456a9e0cd1c2fc58fa6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3109250 Aug 16 13:13:59.530785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-dc0b12c6-2f5a-4f48-937f-84207d48073b service neutron] 10.222.0.25 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847441 Aug 16 13:13:59.559478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c51c9e2-b52d-43e0-b6cf-26957843bb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df675318-f129-4058-b649-9c0dd3bc1004'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:13:59.560321 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-3095c104-3a24-4f2f-8ae6-4e288d2b4a9d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:13:59.565495 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef600e6d-017a-4f89-81d3-9ecd54794075" -d '{"events": [{"server_uuid": "5c51c9e2-b52d-43e0-b6cf-26957843bb7d", "name": "network-vif-plugged", "status": "completed", "tag": "df675318-f129-4058-b649-9c0dd3bc1004"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:13:59.573379 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750933e-ceca-403a-9cf5-13b3e7d72d28 None None] DHCP port deletion for f7da6554-2285-4b32-a0d6-4c447ef0e7a9 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:13:59.649126 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.665765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c750933e-ceca-403a-9cf5-13b3e7d72d28 None None] Deleting port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:13:59.666425 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c750933e-ceca-403a-9cf5-13b3e7d72d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.683144 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388fdc8f-ce0e-451e-bf97-93ebc2f634af x-openstack-request-id: req-388fdc8f-ce0e-451e-bf97-93ebc2f634af {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:13:59.683688 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c51c9e2-b52d-43e0-b6cf-26957843bb7d", "name": "network-vif-plugged", "status": "completed", "tag": "df675318-f129-4058-b649-9c0dd3bc1004", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:13:59.684141 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-388fdc8f-ce0e-451e-bf97-93ebc2f634af {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:13:59.685630 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c51c9e2-b52d-43e0-b6cf-26957843bb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df675318-f129-4058-b649-9c0dd3bc1004', 'code': 200} Aug 16 13:13:59.702342 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3095c104-3a24-4f2f-8ae6-4e288d2b4a9d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.736009 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-917c3491-e0a6-41d9-bb49-09ab328c3bf0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5953918 Aug 16 13:13:59.736716 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3095c104-3a24-4f2f-8ae6-4e288d2b4a9d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.739488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59886) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:13:59.862989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fa82e4-bfbf-4a34-85e0-e951d17126e5 None None] Network bbb70a5f-e1ed-4340-8ed7-bddea692336c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:13:59.876172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:13:59.940583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-88987932-1017-4864-a108-a8aca1a25273 service neutron] 10.222.0.25 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030755 Aug 16 13:13:59.982288 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-6e49af5b-7534-4cc7-80cc-45a2bb2030a1 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8771985 Aug 16 13:14:00.003941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:00.004450 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.031136 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.037387 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-7db2727d-3aa4-42c5-a458-f2471d1bd243 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=bf69d203-57fd-4f8f-9961-872770f05e89 HTTP/1.1" status: 200 len: 217 time: 0.0428956 Aug 16 13:14:00.042650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c750933e-ceca-403a-9cf5-13b3e7d72d28 None None] For port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=18da1e48-2be8-4c0f-ab83-4aa3427ccd00,segment=NetworkSegment(186fdbce-be10-4fb1-b013-c486b6fa4a6e),segment_id=186fdbce-be10-4fb1-b013-c486b6fa4a6e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:00.042962 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c750933e-ceca-403a-9cf5-13b3e7d72d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.062473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c750933e-ceca-403a-9cf5-13b3e7d72d28 None None] Calling delete_port for 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:00.064324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af81ee-c69a-4838-a56b-70c933df4387 req-c25b6ad1-b280-4270-a9cb-6291403273c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:00.065986 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c3af81ee-c69a-4838-a56b-70c933df4387 req-c25b6ad1-b280-4270-a9cb-6291403273c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 1097 time: 0.1658490 Aug 16 13:14:00.077742 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db8fdf6-9f75-4a55-b7eb-01c1f69b3b35 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:00.082830 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2db8fdf6-9f75-4a55-b7eb-01c1f69b3b35 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3358161 Aug 16 13:14:00.083621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59890) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.211754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ad9631-29b7-4e29-a445-b333d6cac98f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:00.214704 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a5ad9631-29b7-4e29-a445-b333d6cac98f tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1053100 Aug 16 13:14:00.226463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-97a2b593-6257-45e5-88ff-1b6dce542ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:00.228539 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-97a2b593-6257-45e5-88ff-1b6dce542ce5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.1768448 Aug 16 13:14:00.234354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59894) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.298022 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-903b3075-b335-412c-9187-f341462c54bf tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597579 Aug 16 13:14:00.301989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59898) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.315355 n-d-804708-1 neutron-server[101397]: INFO neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No ports have port_id starting with 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 Aug 16 13:14:00.321970 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c750933e-ceca-403a-9cf5-13b3e7d72d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.329017 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a30d04e6-0a0e-4051-b825-78a97d5a5c38 None None] Provisioning complete for port 421fbde0-524b-4a18-bca2-51564f54a584 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:00.329396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a30d04e6-0a0e-4051-b825-78a97d5a5c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.381184 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a458bb-51ad-4dca-9ab6-e9f151e30943 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:00.382087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a458bb-51ad-4dca-9ab6-e9f151e30943 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:00.389055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-32a458bb-51ad-4dca-9ab6-e9f151e30943 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/381db27d-af79-4915-85e7-164c1e4676dc HTTP/1.1" status: 404 len: 333 time: 0.0843086 Aug 16 13:14:00.393350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59902) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.419021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750933e-ceca-403a-9cf5-13b3e7d72d28 None None] Pushing event deleted for resources: {'Port': ['ID=18da1e48-2be8-4c0f-ab83-4aa3427ccd00,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:00.433059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c3af81ee-c69a-4838-a56b-70c933df4387 req-361b41c7-5f87-4fe9-99ea-fecc4788e20a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302722 Aug 16 13:14:00.437356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750933e-ceca-403a-9cf5-13b3e7d72d28 None None] No DVR routers for this DVR port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:00.438171 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58aaf9f-679e-4677-aa4d-90da44758b2a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:00.439964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58aaf9f-679e-4677-aa4d-90da44758b2a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:00.449252 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c58aaf9f-679e-4677-aa4d-90da44758b2a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/fcda55e0-a8ec-4679-8e67-9f6cc4c9b330 HTTP/1.1" status: 404 len: 337 time: 0.0527875 Aug 16 13:14:00.452618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59904) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.491740 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-58df026f-7895-4e41-84eb-6681ab1dd253 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:00.492855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58df026f-7895-4e41-84eb-6681ab1dd253 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:00.499747 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-58df026f-7895-4e41-84eb-6681ab1dd253 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/7f738616-237f-4e34-a709-784d8d90d22d HTTP/1.1" status: 404 len: 337 time: 0.0452347 Aug 16 13:14:00.501633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59906) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.540262 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-497656d5-bfa8-4023-8f6b-fc5fadc11855 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:00.541619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497656d5-bfa8-4023-8f6b-fc5fadc11855 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:00.548148 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-497656d5-bfa8-4023-8f6b-fc5fadc11855 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/de862867-61ee-4a61-a88b-e15f42fdc3e4 HTTP/1.1" status: 404 len: 333 time: 0.0422931 Aug 16 13:14:00.549148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59910) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.561720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-5ccf671a-3f9e-41a2-8bb1-c9eabbf6a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:00.564712 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-5ccf671a-3f9e-41a2-8bb1-c9eabbf6a5bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2856853 Aug 16 13:14:00.602651 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5894107-865c-41dc-b4ac-ef1629dfdaa1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:00.602980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5894107-865c-41dc-b4ac-ef1629dfdaa1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:00.609317 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b5894107-865c-41dc-b4ac-ef1629dfdaa1 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/00844144-d184-46a2-a54b-ee6885539621 HTTP/1.1" status: 404 len: 337 time: 0.0584872 Aug 16 13:14:00.610190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59914) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.645308 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4894696-46b2-45c9-9ebe-664b67e118f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:00.645899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4894696-46b2-45c9-9ebe-664b67e118f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:00.651126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e4894696-46b2-45c9-9ebe-664b67e118f6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/2be094a5-b617-4e71-a7ed-22c91dc3ff64 HTTP/1.1" status: 404 len: 337 time: 0.0397024 Aug 16 13:14:00.651893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59916) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.686883 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba301dd-4899-4c39-a514-dc1d3e1b0b7a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:00.687551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba301dd-4899-4c39-a514-dc1d3e1b0b7a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:00.689529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9ba301dd-4899-4c39-a514-dc1d3e1b0b7a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/4d22e68d-97f9-4cd8-afdf-3a8711520243 HTTP/1.1" status: 404 len: 333 time: 0.0366392 Aug 16 13:14:00.694176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59918) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.706322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff030e8b-dd12-4179-b168-880ba33b778c None None] DHCP port deletion for bbb70a5f-e1ed-4340-8ed7-bddea692336c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:14:00.728852 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0863d89-3025-494a-a8f1-030934ed9d42 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:00.729317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0863d89-3025-494a-a8f1-030934ed9d42 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:00.734180 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a0863d89-3025-494a-a8f1-030934ed9d42 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/73bd1a24-3c38-428c-80df-d52bc8eb96b6 HTTP/1.1" status: 404 len: 337 time: 0.0359783 Aug 16 13:14:00.740323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59920) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.801955 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaf8922-74ca-4756-b620-e2d497bfbfd0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:00.802246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c33c4fb-1771-46bb-98b9-72b7d9890588 req-3dadc0d0-cb1f-4c07-b78b-78078e79992b tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 210 time: 0.1491444 Aug 16 13:14:00.803567 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aaf8922-74ca-4756-b620-e2d497bfbfd0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:00.805793 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4aaf8922-74ca-4756-b620-e2d497bfbfd0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/a1ac00c3-c98c-4679-849c-35768950a371 HTTP/1.1" status: 404 len: 337 time: 0.0629864 Aug 16 13:14:00.819559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59924) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.820536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ff030e8b-dd12-4179-b168-880ba33b778c None None] Deleting port 421fbde0-524b-4a18-bca2-51564f54a584 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:00.821447 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ff030e8b-dd12-4179-b168-880ba33b778c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.842627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e81b35-0d58-46e0-9611-163264ac4ca1 req-5bd7609a-6350-4d7d-a35d-1096c6825d33 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:00.848932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69e81b35-0d58-46e0-9611-163264ac4ca1 req-5bd7609a-6350-4d7d-a35d-1096c6825d33 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 946 time: 0.8732836 Aug 16 13:14:00.856923 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd6a771-8c54-4e89-812c-7ae653334ed0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:00.857658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd6a771-8c54-4e89-812c-7ae653334ed0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:00.859764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5fd6a771-8c54-4e89-812c-7ae653334ed0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/da784546-7ac7-4360-8e05-a777b1fdd750 HTTP/1.1" status: 404 len: 333 time: 0.0387955 Aug 16 13:14:00.866876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59926) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.882300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] For port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=18da1e48-2be8-4c0f-ab83-4aa3427ccd00,segment=NetworkSegment(186fdbce-be10-4fb1-b013-c486b6fa4a6e),segment_id=186fdbce-be10-4fb1-b013-c486b6fa4a6e)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:00.882669 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.947933 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-fe22a385-e442-4d09-818f-ebc495714dbf service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946199 Aug 16 13:14:00.962425 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2edc2b-d4c0-4cc1-afdc-ef1603c85b82 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:00.962888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2edc2b-d4c0-4cc1-afdc-ef1603c85b82 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:00.964918 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ec2edc2b-d4c0-4cc1-afdc-ef1603c85b82 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/e976ca3f-08b6-449a-af51-2598cc842541 HTTP/1.1" status: 404 len: 337 time: 0.0875320 Aug 16 13:14:00.967097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:00.969737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59928) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:00.974981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ff030e8b-dd12-4179-b168-880ba33b778c None None] For port 421fbde0-524b-4a18-bca2-51564f54a584, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=421fbde0-524b-4a18-bca2-51564f54a584,segment=NetworkSegment(37cc2e8d-bd9e-4159-a9c4-251622b31159),segment_id=37cc2e8d-bd9e-4159-a9c4-251622b31159)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:00.975633 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ff030e8b-dd12-4179-b168-880ba33b778c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.997828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ff030e8b-dd12-4179-b168-880ba33b778c None None] Calling delete_port for 421fbde0-524b-4a18-bca2-51564f54a584 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:01.005584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3095c104-3a24-4f2f-8ae6-4e288d2b4a9d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:01.025145 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-db54999e-54f9-4559-93cc-ecdcf600bf96 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.025651 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db54999e-54f9-4559-93cc-ecdcf600bf96 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.029703 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-db54999e-54f9-4559-93cc-ecdcf600bf96 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/278f05eb-b072-40e2-b793-281458fcde9e HTTP/1.1" status: 404 len: 337 time: 0.0583525 Aug 16 13:14:01.038155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59930) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.046759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69e81b35-0d58-46e0-9611-163264ac4ca1 req-22011596-0313-4fbe-a430-75e405574990 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788638 Aug 16 13:14:01.086338 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e82bb34-b907-4581-8730-f1091e1b1aaf tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.087103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e82bb34-b907-4581-8730-f1091e1b1aaf tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.088950 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4e82bb34-b907-4581-8730-f1091e1b1aaf tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/0783bd1e-c801-4735-a9bb-b966fafb19f4 HTTP/1.1" status: 404 len: 333 time: 0.0479403 Aug 16 13:14:01.095836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59932) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.126002 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ff030e8b-dd12-4179-b168-880ba33b778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:01.137884 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fd9153-d85e-4bcc-ac07-6c5650934976 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.138382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5fd9153-d85e-4bcc-ac07-6c5650934976 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.144181 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a5fd9153-d85e-4bcc-ac07-6c5650934976 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/abfcd2a7-eed3-4b41-848c-ea9c9b0f80b0 HTTP/1.1" status: 404 len: 337 time: 0.0407829 Aug 16 13:14:01.144672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59934) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.166603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff030e8b-dd12-4179-b168-880ba33b778c None None] Pushing event deleted for resources: {'Port': ['ID=421fbde0-524b-4a18-bca2-51564f54a584,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:01.170214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff030e8b-dd12-4179-b168-880ba33b778c None None] No DVR routers for this DVR port 421fbde0-524b-4a18-bca2-51564f54a584 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:01.176950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:01.182427 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d47f3b-e073-4000-84e3-8e93bc5122b6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.182427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d47f3b-e073-4000-84e3-8e93bc5122b6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.183338 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-78d47f3b-e073-4000-84e3-8e93bc5122b6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/97251382-b344-4d0d-977a-0881e1d0780d HTTP/1.1" status: 404 len: 333 time: 0.0376816 Aug 16 13:14:01.187303 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-ddc2e728-0482-4732-a4ad-44a59d3ed3f5 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297268 Aug 16 13:14:01.190007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59936) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.241770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=18da1e48-2be8-4c0f-ab83-4aa3427ccd00,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:01.253226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No DVR routers for this DVR port 18da1e48-2be8-4c0f-ab83-4aa3427ccd00 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:01.270621 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7606a04-8ebe-4f8a-bbaa-29660f4d9a8b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.270967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7606a04-8ebe-4f8a-bbaa-29660f4d9a8b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.273429 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f7606a04-8ebe-4f8a-bbaa-29660f4d9a8b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/92f47af9-d722-48bf-bf4f-a04102a1d575 HTTP/1.1" status: 404 len: 337 time: 0.0821402 Aug 16 13:14:01.276002 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-3ac2a855-d550-43df-a26e-e6ad374552cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea1d22ed-a3e8-4d72-95e8-c0495702971e HTTP/1.1" status: 200 len: 217 time: 0.0764914 Aug 16 13:14:01.276522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59938) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.303929 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4069d4-89ac-4737-ab01-fc8bc1c1a2ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.305806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4069d4-89ac-4737-ab01-fc8bc1c1a2ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.308352 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7a4069d4-89ac-4737-ab01-fc8bc1c1a2ff tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/ededc88c-2707-43c1-9d3e-a62866059bd6 HTTP/1.1" status: 404 len: 333 time: 0.0306222 Aug 16 13:14:01.312337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59940) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.315350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3095c104-3a24-4f2f-8ae6-4e288d2b4a9d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:01.321239 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3095c104-3a24-4f2f-8ae6-4e288d2b4a9d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:01.336500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041005d5-a8dc-4b61-9b5e-b4d63c448085 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:01.356204 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041005d5-a8dc-4b61-9b5e-b4d63c448085 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:01.356903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-041005d5-a8dc-4b61-9b5e-b4d63c448085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:01.392316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:01.400685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-041005d5-a8dc-4b61-9b5e-b4d63c448085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:01.413936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041005d5-a8dc-4b61-9b5e-b4d63c448085 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:01.414626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-041005d5-a8dc-4b61-9b5e-b4d63c448085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:13:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:01.435662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7da6554-2285-4b32-a0d6-4c447ef0e7a9']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:01.436413 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-29da696f-22cc-4f65-9a2e-ddfd71e31691 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.437785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29da696f-22cc-4f65-9a2e-ddfd71e31691 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.442217 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-29da696f-22cc-4f65-9a2e-ddfd71e31691 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/fc076a5c-215d-4da5-8cfa-3686346dd6b0 HTTP/1.1" status: 404 len: 337 time: 0.1272159 Aug 16 13:14:01.447283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59942) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.463826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-d0e6d35d-9d2b-4c4b-b6c8-3e948c9a6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:01.465646 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-d0e6d35d-9d2b-4c4b-b6c8-3e948c9a6093 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.1418798 Aug 16 13:14:01.466616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186fdbce-be10-4fb1-b013-c486b6fa4a6e') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:01.466918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186fdbce-be10-4fb1-b013-c486b6fa4a6e') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:01.483408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-041005d5-a8dc-4b61-9b5e-b4d63c448085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:01.484758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041005d5-a8dc-4b61-9b5e-b4d63c448085 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:01.493728 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60330b4-cf8f-40b1-a37a-ab7b0cc84e46 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.494546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60330b4-cf8f-40b1-a37a-ab7b0cc84e46 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.496324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d60330b4-cf8f-40b1-a37a-ab7b0cc84e46 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/9223bae6-6a08-437c-b3fc-135b690d9803 HTTP/1.1" status: 404 len: 333 time: 0.0461161 Aug 16 13:14:01.500482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59944) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.502030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3095c104-3a24-4f2f-8ae6-4e288d2b4a9d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "PUT /v2.0/floatingips/d01f2ef9-363e-4cc9-a9d5-aa8fbb1fabac HTTP/1.1" status: 200 len: 979 time: 4.0278485 Aug 16 13:14:01.513043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59946) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.513381 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:01.541632 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2c9359-0235-4f1f-8c7d-6d28b7b1244b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.542123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2c9359-0235-4f1f-8c7d-6d28b7b1244b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.547968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ea2c9359-0235-4f1f-8c7d-6d28b7b1244b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/48023710-09ba-4f26-8af5-fda5880a1c17 HTTP/1.1" status: 404 len: 337 time: 0.0416677 Aug 16 13:14:01.549832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59948) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.560958 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:01.582405 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71a5d31-d4a4-4976-a721-54d2cb73e1c3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.583313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71a5d31-d4a4-4976-a721-54d2cb73e1c3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.588348 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f71a5d31-d4a4-4976-a721-54d2cb73e1c3 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/834a124a-2104-4334-9773-8696ba2ef64c HTTP/1.1" status: 404 len: 333 time: 0.0343478 Aug 16 13:14:01.588348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:01.588348 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:01.588932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-c37ca029-1b8b-49e9-a0b1-c7d14d1fb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:01.588932 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-c37ca029-1b8b-49e9-a0b1-c7d14d1fb383 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1137931 Aug 16 13:14:01.589330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59950) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:01.591565 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:01.650701 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c52a54-9ed6-4c15-952d-df3b132884bf tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.651169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c52a54-9ed6-4c15-952d-df3b132884bf tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.653565 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a3c52a54-9ed6-4c15-952d-df3b132884bf tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/6f12abf8-0064-4e77-b1c9-98119efa73dd HTTP/1.1" status: 404 len: 337 time: 0.0605619 Aug 16 13:14:01.657020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59952) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.685243 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:01.687600 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-79eddd89-79df-496c-a07f-2458e2c572a9 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.688447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79eddd89-79df-496c-a07f-2458e2c572a9 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.690336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-79eddd89-79df-496c-a07f-2458e2c572a9 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/e62175c7-c44b-4d47-81f7-e6a28301650c HTTP/1.1" status: 404 len: 333 time: 0.0318730 Aug 16 13:14:01.696389 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:01.704262 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/networks/f7da6554-2285-4b32-a0d6-4c447ef0e7a9 HTTP/1.1" status: 204 len: 168 time: 2.4173803 Aug 16 13:14:01.704541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59954) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.704719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59956) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.711040 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-824637393'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:01.776320 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7172d7a1-5e82-4a2f-a533-093930b66d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:01.836756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84baf654-7a08-4aa6-b4dc-2f2801d0fbb7 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Network': ['ID=f7da6554-2285-4b32-a0d6-4c447ef0e7a9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:01.849972 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-add9d89f-dbe7-4a4c-b9a5-673c9a7edd6d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.852535 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add9d89f-dbe7-4a4c-b9a5-673c9a7edd6d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.862725 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-0cecfacd-391e-44bb-bd6f-91aa505f731c service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583830 Aug 16 13:14:01.865691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59960) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.866852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-add9d89f-dbe7-4a4c-b9a5-673c9a7edd6d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/098736b8-e327-482b-8f93-15d3f390e16a HTTP/1.1" status: 404 len: 337 time: 0.1602235 Aug 16 13:14:01.870400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:01.883821 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:01.900614 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6253e496-b9a8-4246-8c6d-9e6654cfcff5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:01.901091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6253e496-b9a8-4246-8c6d-9e6654cfcff5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:01.904326 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6253e496-b9a8-4246-8c6d-9e6654cfcff5 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/06607f97-ca18-4d7a-b389-d88a6ff3d0a7 HTTP/1.1" status: 404 len: 337 time: 0.0363853 Aug 16 13:14:01.922616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:01.932720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 421fbde0-524b-4a18-bca2-51564f54a584 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:01.979745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 421fbde0-524b-4a18-bca2-51564f54a584 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:14:01.981773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 421fbde0-524b-4a18-bca2-51564f54a584 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:14:02.001206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:14:02.069959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port 9c5209c4-d6c2-4542-84fd-619394fca0ba {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:02.070400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:02.074795 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f7a696-9a47-452e-b749-833be679102e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:02.075536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f7a696-9a47-452e-b749-833be679102e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:02.077668 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-57f7a696-9a47-452e-b749-833be679102e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/f2a0901b-49e7-4d2a-9487-fdd25b23f77f HTTP/1.1" status: 404 len: 333 time: 0.1534812 Aug 16 13:14:02.091012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59966) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.099122 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:02.099821 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Added segment 28d0e0aa-078d-4171-bea6-701cd686fcc9 of type vlan for network f396be77-40b4-4edb-8736-1198fdc01fba Aug 16 13:14:02.113603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98d68a6d-7144-485f-8675-37d2ede58ca6 req-1bfdcf72-749c-4fcf-8bdd-da1428fe213a tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 210 time: 0.0888872 Aug 16 13:14:02.165580 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8aae91-a55a-4ef9-b856-cd82cdbdd646 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:02.166051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8aae91-a55a-4ef9-b856-cd82cdbdd646 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:02.171598 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ac8aae91-a55a-4ef9-b856-cd82cdbdd646 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/870cfa7d-ae4b-4eb6-9dc0-b884296c4752 HTTP/1.1" status: 404 len: 337 time: 0.0767620 Aug 16 13:14:02.173817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59970) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.218497 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:02.222018 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-12363a55-2674-43c0-a44d-edcf35ec1f37 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:02.222888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12363a55-2674-43c0-a44d-edcf35ec1f37 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:02.225108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-12363a55-2674-43c0-a44d-edcf35ec1f37 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/619adb04-21bb-48da-85f0-6f6b5a7d6f6e HTTP/1.1" status: 404 len: 337 time: 0.0500593 Aug 16 13:14:02.237450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59972) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.313930 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfe447b-065f-4ab5-8a1b-fa54fe5cde5e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:02.314989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfe447b-065f-4ab5-8a1b-fa54fe5cde5e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:02.320275 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bbfe447b-065f-4ab5-8a1b-fa54fe5cde5e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/017b9bd3-2815-4346-9875-579dc14da492 HTTP/1.1" status: 404 len: 333 time: 0.0763342 Aug 16 13:14:02.323540 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59974) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.325842 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-37bdb874-cd7e-4365-87c1-4429d45ebe7d service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696289 Aug 16 13:14:02.358952 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e346de5-1786-4f13-82c6-50b50224f743 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:02.359530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e346de5-1786-4f13-82c6-50b50224f743 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:02.361501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4e346de5-1786-4f13-82c6-50b50224f743 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/31bcb99c-b8ac-46d7-b992-2525e5dd1d43 HTTP/1.1" status: 404 len: 337 time: 0.0368426 Aug 16 13:14:02.363738 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:02.369676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:02.370432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:02.374483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59976) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.441122 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b72eea-2ad9-4982-a162-aef7220ef358 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:02.441930 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b72eea-2ad9-4982-a162-aef7220ef358 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:02.444022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-75b72eea-2ad9-4982-a162-aef7220ef358 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/5233993c-e8d1-47ed-bb62-4a642ae280c3 HTTP/1.1" status: 404 len: 337 time: 0.0643406 Aug 16 13:14:02.451730 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-2598f89f-f692-44f0-9c41-c5384096f83a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8 HTTP/1.1" status: 200 len: 217 time: 0.0601532 Aug 16 13:14:02.452379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59978) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.488104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d178ef-287b-400a-9728-e3beef2c134b req-a4753a6c-0b06-4678-b100-164c54e739c2 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:02.490578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52d178ef-287b-400a-9728-e3beef2c134b req-a4753a6c-0b06-4678-b100-164c54e739c2 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 946 time: 0.2476261 Aug 16 13:14:02.491177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7842636 Aug 16 13:14:02.501451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59980) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.513781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b461f-d2e1-432c-aa2d-f6439f3c4b58 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Network': ['ID=f396be77-40b4-4edb-8736-1198fdc01fba,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:02.527392 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-56626929-ea1f-4f30-83c9-f07b40190413 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:02.530405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network f396be77-40b4-4edb-8736-1198fdc01fba details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:14:02.535986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56626929-ea1f-4f30-83c9-f07b40190413 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:02.542582 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-56626929-ea1f-4f30-83c9-f07b40190413 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/304748e6-ad64-468a-a88f-15791fc96308 HTTP/1.1" status: 404 len: 333 time: 0.0842779 Aug 16 13:14:02.547961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59982) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.573870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': 'f396be77-40b4-4edb-8736-1198fdc01fba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:02.587272 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:02.587636 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:02.640402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for 9c5209c4-d6c2-4542-84fd-619394fca0ba owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:02.643292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52d178ef-287b-400a-9728-e3beef2c134b req-1e0835ad-07cd-4475-9042-3e9596fcedb5 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249616 Aug 16 13:14:02.648056 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a020f0-85eb-4f32-a9a3-f3be66f21cb6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:02.648366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-2fa70571-b05e-4518-a104-1818fdb18fdb tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:02.649825 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-2fa70571-b05e-4518-a104-1818fdb18fdb tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.22 "GET /v2.0/networks?id=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 HTTP/1.1" status: 200 len: 910 time: 0.4759552 Aug 16 13:14:02.651129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a020f0-85eb-4f32-a9a3-f3be66f21cb6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:02.657824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-35a020f0-85eb-4f32-a9a3-f3be66f21cb6 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/6af5a65c-0e25-47a0-9f04-b419e6f66f2b HTTP/1.1" status: 404 len: 337 time: 0.1080394 Aug 16 13:14:02.664425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59984) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.692003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Request body: {'port': {'device_id': 'd42a7bf7-1272-4855-b5fb-7d5a1f656a36', 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52', 'admin_state_up': True, 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:02.701313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-b2b8157e-3966-4bff-9994-5c44ad589dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:02.702637 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-b2b8157e-3966-4bff-9994-5c44ad589dc1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.2303081 Aug 16 13:14:02.749207 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c8f648-48ba-43eb-a381-b317a6cfe04a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:02.749856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c8f648-48ba-43eb-a381-b317a6cfe04a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:02.751941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e3c8f648-48ba-43eb-a381-b317a6cfe04a tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/fd705096-b8f1-4043-927b-d2351c82603a HTTP/1.1" status: 404 len: 337 time: 0.0855258 Aug 16 13:14:02.760380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59988) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.808703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5368ca5d-705b-4658-87b9-b7668a0307fa tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bc5a132-b4ef-401f-8696-69c666f5b0ff HTTP/1.1" status: 200 len: 205 time: 0.0447874 Aug 16 13:14:02.809599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59990) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.860233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Made reservation on behalf of 420b418159a7456a9e0cd1c2fc58fa6b for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:02.862675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:02.921656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:02.922780 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-12060a7e-d41d-4347-a530-b8389e06608c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] delete failed (client error): The resource could not be found. Aug 16 13:14:02.928335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-12060a7e-d41d-4347-a530-b8389e06608c tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/routers/7bc5a132-b4ef-401f-8696-69c666f5b0ff HTTP/1.1" status: 404 len: 336 time: 0.1132507 Aug 16 13:14:02.928614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:02.937982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59992) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:02.969749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-eba5210e-bd23-4f40-90b3-0b208780e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:02.971361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-eba5210e-bd23-4f40-90b3-0b208780e532 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2547410 Aug 16 13:14:03.003710 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ab79a-fbd9-4eb0-808f-b05b23892c59 req-28338e9b-4ca6-40da-b5a5-fc61c9c7a701 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:03.007358 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e1ab79a-fbd9-4eb0-808f-b05b23892c59 req-28338e9b-4ca6-40da-b5a5-fc61c9c7a701 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a881f0-70ca-4cc9-8bbb-a8e1215a24d6 HTTP/1.1" status: 200 len: 945 time: 0.1848538 Aug 16 13:14:03.053039 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0948d8-5644-45c5-a65d-3fdddbca53ab tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:03.053508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0948d8-5644-45c5-a65d-3fdddbca53ab tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:03.055396 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ee0948d8-5644-45c5-a65d-3fdddbca53ab tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/0f10a092-7ed9-4ded-915c-44182c7140a6 HTTP/1.1" status: 404 len: 337 time: 0.1086850 Aug 16 13:14:03.064194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59994) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.093784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e1ab79a-fbd9-4eb0-808f-b05b23892c59 req-97f3ad24-6311-4335-a4d8-bed46b28a31c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734136 Aug 16 13:14:03.132377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0c5d15d6-9be0-474b-a3e2-3cf431f8c408 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "GET /v2.0/ports?device_id=47afa7cb-8845-431d-9a75-b0308f54ea1a HTTP/1.1" status: 200 len: 205 time: 0.0662735 Aug 16 13:14:03.136568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59998) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.245765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Allocated IP 172.20.0.11 (b0c2a251-ea18-48e6-996b-9c5f9b3d7d52/45cd680f-c659-4f62-9e31-1188e270a4d1/caa8d75b-09e0-4b3c-87b3-43903cd9d408) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:03.268029 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-52b169fc-5ee9-45a8-b033-e9a52397b623 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] delete failed (client error): The resource could not be found. Aug 16 13:14:03.275823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-52b169fc-5ee9-45a8-b033-e9a52397b623 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/routers/47afa7cb-8845-431d-9a75-b0308f54ea1a HTTP/1.1" status: 404 len: 336 time: 0.1362035 Aug 16 13:14:03.280428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60004) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.343465 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-0843409e-fb0b-4d52-b565-c30426295515 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:03.344227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0843409e-fb0b-4d52-b565-c30426295515 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:03.349550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0843409e-fb0b-4d52-b565-c30426295515 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/c1064023-9265-4af3-acb9-a8b350712670 HTTP/1.1" status: 404 len: 337 time: 0.0654736 Aug 16 13:14:03.361871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60006) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.410815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c9662f9-7dd5-4bd7-ac3d-bb1b419962f5 req-41def054-6b58-4a61-ba79-4590590ff335 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 210 time: 0.0699496 Aug 16 13:14:03.418630 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa9ca3f-ab2c-4d56-81ba-4f76f3cfe41b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:03.419192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa9ca3f-ab2c-4d56-81ba-4f76f3cfe41b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:03.421182 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6aa9ca3f-ab2c-4d56-81ba-4f76f3cfe41b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/8f06d873-6f8e-45f6-b4ea-001c02ed5650 HTTP/1.1" status: 404 len: 337 time: 0.0546420 Aug 16 13:14:03.431854 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-d751f89b-2524-4bf2-bc54-846ba3486ba5 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297566 Aug 16 13:14:03.436657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60008) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.483991 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210dde7-7f67-4a67-ad88-c67374c3d98a req-a7d9025c-bf9c-49fb-ae50-84e55410eab2 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:03.486961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4210dde7-7f67-4a67-ad88-c67374c3d98a req-a7d9025c-bf9c-49fb-ae50-84e55410eab2 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdedd877-cdc4-49ae-b479-f3cae5ab69b3 HTTP/1.1" status: 200 len: 945 time: 0.1229806 Aug 16 13:14:03.496321 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:03.500000 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d1ccc6-6419-4a54-997b-eb15260919ad tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:03.500779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d1ccc6-6419-4a54-997b-eb15260919ad tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:03.502623 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f6d1ccc6-6419-4a54-997b-eb15260919ad tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/e46b3b61-2bcb-473d-bf7c-93f85030120f HTTP/1.1" status: 404 len: 333 time: 0.0648932 Aug 16 13:14:03.507573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60010) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.552588 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-00525520-5cb9-4d71-aba5-17adaa84264e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:03.553051 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00525520-5cb9-4d71-aba5-17adaa84264e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:03.554970 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-00525520-5cb9-4d71-aba5-17adaa84264e tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/226b743a-3a5d-4e52-8034-67cbe5185f4a HTTP/1.1" status: 404 len: 337 time: 0.0463867 Aug 16 13:14:03.559081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60012) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.597988 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-714c194e-443c-40ea-8e96-87029c110352 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:03.598865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714c194e-443c-40ea-8e96-87029c110352 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:03.601224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-714c194e-443c-40ea-8e96-87029c110352 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/48dd1904-2ad4-4ca6-8a86-f6ad15cc8263 HTTP/1.1" status: 404 len: 333 time: 0.0409260 Aug 16 13:14:03.605489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60014) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.618393 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4210dde7-7f67-4a67-ad88-c67374c3d98a req-700a2ccb-5852-4578-91ca-d6819180a225 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215427 Aug 16 13:14:03.646047 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a27f6f-159d-4e99-ba39-2852c89ad338 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:03.646805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a27f6f-159d-4e99-ba39-2852c89ad338 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:03.649303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=9c5209c4-d6c2-4542-84fd-619394fca0ba,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:03.649895 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e0a27f6f-159d-4e99-ba39-2852c89ad338 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/87a8c39f-9062-43e2-920a-a859e71cd61e HTTP/1.1" status: 404 len: 337 time: 0.0419228 Aug 16 13:14:03.654058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60016) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.808298 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba421ba-9c91-4b9e-8b87-785ee761f305 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:03.809122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba421ba-9c91-4b9e-8b87-785ee761f305 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:03.811569 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eba421ba-9c91-4b9e-8b87-785ee761f305 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/ab0afd89-12d5-4070-a61c-9039aeb882bb HTTP/1.1" status: 404 len: 333 time: 0.1320515 Aug 16 13:14:03.816122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60020) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.880990 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-187151a4-38f8-4f8e-a427-3066e4ee4d96 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:03.880990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187151a4-38f8-4f8e-a427-3066e4ee4d96 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:03.884946 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-187151a4-38f8-4f8e-a427-3066e4ee4d96 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/37618a58-c11c-4802-a01d-a688a3b6b0b4 HTTP/1.1" status: 404 len: 337 time: 0.0650318 Aug 16 13:14:03.888057 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60024) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.904315 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:03.904641 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP d01f2ef9-363e-4cc9-a9d5-aa8fbb1fabac disassociated (deleted). External IP: 172.25.0.144, port: c948e651-8d54-45e9-a10d-6b3a142c58bf. Aug 16 13:14:03.947161 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8e9992-9dd3-495f-995e-743b98b3f393 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:03.948030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8e9992-9dd3-495f-995e-743b98b3f393 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:03.950226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0e8e9992-9dd3-495f-995e-743b98b3f393 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/869c7a52-5985-4413-be29-492c6abed50f HTTP/1.1" status: 404 len: 333 time: 0.0595717 Aug 16 13:14:03.953118 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60026) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:03.989732 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05cf8124-7e54-46c9-a41c-0b287e159620 req-6c4d0408-140e-4c53-80eb-7f1d405e571a service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361233 Aug 16 13:14:04.001322 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8204f25-8e7d-460f-9d23-22025633b24d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:04.001786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8204f25-8e7d-460f-9d23-22025633b24d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:04.004886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f8204f25-8e7d-460f-9d23-22025633b24d tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/fbc8b1cb-2391-4273-a5dd-5b20aed2a8cb HTTP/1.1" status: 404 len: 337 time: 0.0492122 Aug 16 13:14:04.007459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60028) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:04.011772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.040441 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48d07eb-01a9-419b-9fa9-e73d338ea67b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:04.041185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48d07eb-01a9-419b-9fa9-e73d338ea67b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:04.043009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e48d07eb-01a9-419b-9fa9-e73d338ea67b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/4ebc4243-f50c-417c-acfc-e7af61c5f3ab HTTP/1.1" status: 404 len: 333 time: 0.0342171 Aug 16 13:14:04.052593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de8582-f5a8-494d-b44f-abcf8c9fd03f req-4d250fde-e9b8-444c-b5ac-8ee81026b21f tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:04.054206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37de8582-f5a8-494d-b44f-abcf8c9fd03f req-4d250fde-e9b8-444c-b5ac-8ee81026b21f tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdedd877-cdc4-49ae-b479-f3cae5ab69b3 HTTP/1.1" status: 200 len: 945 time: 0.1171091 Aug 16 13:14:04.054711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60030) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:04.090442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.095698 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacdbd52-21d6-4c90-8e60-9fd2135fa609 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:04.096363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacdbd52-21d6-4c90-8e60-9fd2135fa609 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:04.097972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dacdbd52-21d6-4c90-8e60-9fd2135fa609 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/0f071032-3888-43b4-aafd-a1aa329d8838 HTTP/1.1" status: 404 len: 337 time: 0.0423062 Aug 16 13:14:04.100834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60032) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:04.109654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Transition to ACTIVE for port object caa8d75b-09e0-4b3c-87b3-43903cd9d408 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:04.140218 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aefb58b-2cce-427c-868f-61d6a7e6a0cb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:04.140989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aefb58b-2cce-427c-868f-61d6a7e6a0cb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:04.142833 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6aefb58b-2cce-427c-868f-61d6a7e6a0cb tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/4c43854c-9260-4c85-9759-67d1b33efd2a HTTP/1.1" status: 404 len: 333 time: 0.0410764 Aug 16 13:14:04.145661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60034) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:04.159593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37de8582-f5a8-494d-b44f-abcf8c9fd03f req-95c605bb-b1f8-444c-b542-37476650ba39 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961387 Aug 16 13:14:04.178349 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-7715e504-ad8e-42e8-bba8-7c13ae978562 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:04.178854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7715e504-ad8e-42e8-bba8-7c13ae978562 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:04.180981 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7715e504-ad8e-42e8-bba8-7c13ae978562 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/b1af76dd-219b-46ca-8ed7-1730fd98c9d0 HTTP/1.1" status: 404 len: 337 time: 0.0342827 Aug 16 13:14:04.185013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60036) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:04.211857 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea3573f-f764-48f7-bc74-f8130be3f767 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:04.212467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea3573f-f764-48f7-bc74-f8130be3f767 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:04.214274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9ea3573f-f764-48f7-bc74-f8130be3f767 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/ports/6445f66f-0e69-40d4-8f29-7a436e41a121 HTTP/1.1" status: 404 len: 333 time: 0.0280185 Aug 16 13:14:04.217232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60038) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:04.247672 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac8b657-2680-4045-99f2-578ce6f8154b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] DELETE failed (client error): The resource could not be found. Aug 16 13:14:04.248141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac8b657-2680-4045-99f2-578ce6f8154b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:04.252469 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0ac8b657-2680-4045-99f2-578ce6f8154b tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/subnets/fc5e1ada-f469-4b87-be15-9f219a7b61f8 HTTP/1.1" status: 404 len: 337 time: 0.0317364 Aug 16 13:14:04.252816 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60040) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:04.263581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Subnet': ['ID=ee357b11-a04a-4a37-be00-858764731d17,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:04.335638 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36e0a161-2c59-45c0-8ee1-53a9350c3808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.360413 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.502792 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.525694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb70a5f-e1ed-4340-8ed7-bddea692336c']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:04.566688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dad1a7b5-0b3a-4e4b-827f-486e090c1566 req-f19cab14-6076-4c5f-8c80-d8d48de635a0 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 210 time: 0.0600984 Aug 16 13:14:04.574567 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.579628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cc2e8d-bd9e-4159-a9c4-251622b31159') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:04.580238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cc2e8d-bd9e-4159-a9c4-251622b31159') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:04.594836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.620169 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.629351 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:04.629924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:04.633611 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:04.707026 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.713301 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.716576 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] 10.222.0.25 "DELETE /v2.0/networks/bbb70a5f-e1ed-4340-8ed7-bddea692336c HTTP/1.1" status: 204 len: 168 time: 0.4615180 Aug 16 13:14:04.732860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bd05a-7016-4832-9690-93ac26c75fb0 tempest-NetworksTestDHCPv6-1062047360 tempest-NetworksTestDHCPv6-1062047360-project] Pushing event deleted for resources: {'Network': ['ID=bbb70a5f-e1ed-4340-8ed7-bddea692336c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:04.808441 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.822193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Checking segment: {'id': '28d0e0aa-078d-4171-bea6-701cd686fcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f396be77-40b4-4edb-8736-1198fdc01fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:04.822716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network hostable DHCP agents. Network: f396be77-40b4-4edb-8736-1198fdc01fba, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:14:04.822943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d78d16ec-993e-416a-bdad-583d9c1c1603'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:14:04.931167 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:04.947418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:04.954123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:04.956245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network f396be77-40b4-4edb-8736-1198fdc01fba is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:14:04.958431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Pushing event updated for resources: {'Port': ['ID=caa8d75b-09e0-4b3c-87b3-43903cd9d408,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:05.007069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, f396be77-40b4-4edb-8736-1198fdc01fba) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:05.017947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:05.021807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:05.022456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.029948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:05.030333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b1f3e-03a0-4eca-8e6e-a2b036bcf56e None None] Network f396be77-40b4-4edb-8736-1198fdc01fba requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:05.030615 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.057313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5eb2173c-378f-4368-aabb-cd6c8d3de8fd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5313885 Aug 16 13:14:05.060720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60050) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:05.080160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-09b179fd-8db3-467a-8a91-c9c3660fe2d8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-302981034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:05.104573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60052) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:05.171041 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09b179fd-8db3-467a-8a91-c9c3660fe2d8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.172943 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09b179fd-8db3-467a-8a91-c9c3660fe2d8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.187815 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-9d38f5b4-ac96-48db-82e1-dd0ab1130444 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4997220 Aug 16 13:14:05.224279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Request body: {'port': {'device_id': 'd42a7bf7-1272-4855-b5fb-7d5a1f656a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:05.303723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:05.310074 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.320803 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e085237-a1ae-40c5-80ab-3b8c4fad4a83 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:05.351029 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e085237-a1ae-40c5-80ab-3b8c4fad4a83 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:05.351687 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-8e085237-a1ae-40c5-80ab-3b8c4fad4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:05.385365 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09b179fd-8db3-467a-8a91-c9c3660fe2d8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.437572 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.453608 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e1cd2289-75ec-4cc5-b385-44c8c9683a8a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/floatingips/d01f2ef9-363e-4cc9-a9d5-aa8fbb1fabac HTTP/1.1" status: 204 len: 168 time: 3.9340096 Aug 16 13:14:05.455882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3701da34-f1c1-4caf-b7e6-c9d2ab7fbfd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=267a381bee7b462e9c2d12d4baf02720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460391 Aug 16 13:14:05.457276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60060) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:05.458745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60062) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:05.461887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09b179fd-8db3-467a-8a91-c9c3660fe2d8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.534064 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-8e085237-a1ae-40c5-80ab-3b8c4fad4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:05.548535 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e085237-a1ae-40c5-80ab-3b8c4fad4a83 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:05.549479 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-8e085237-a1ae-40c5-80ab-3b8c4fad4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:05.552569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-518f2ebe-60ea-4e1f-810a-e3f6cd26fccc None None] Provisioning for port caa8d75b-09e0-4b3c-87b3-43903cd9d408 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:05.571618 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-518f2ebe-60ea-4e1f-810a-e3f6cd26fccc None None] Provisioning complete for port caa8d75b-09e0-4b3c-87b3-43903cd9d408 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:05.572312 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-518f2ebe-60ea-4e1f-810a-e3f6cd26fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.599720 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-8e085237-a1ae-40c5-80ab-3b8c4fad4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:05.601230 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e085237-a1ae-40c5-80ab-3b8c4fad4a83 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:05.652186 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.656933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-518f2ebe-60ea-4e1f-810a-e3f6cd26fccc None None] Port caa8d75b-09e0-4b3c-87b3-43903cd9d408 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:05.667564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19680504-e1ef-4fa5-a5c8-45ea51ea76fb req-293d7a38-c97b-43b3-8f7c-37875f42ee77 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:05.677452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19680504-e1ef-4fa5-a5c8-45ea51ea76fb req-293d7a38-c97b-43b3-8f7c-37875f42ee77 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdedd877-cdc4-49ae-b479-f3cae5ab69b3 HTTP/1.1" status: 200 len: 945 time: 0.3369913 Aug 16 13:14:05.687023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09b179fd-8db3-467a-8a91-c9c3660fe2d8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.691815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-09b179fd-8db3-467a-8a91-c9c3660fe2d8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6244957 Aug 16 13:14:05.695087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60066) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:05.701352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'network_id': 'f396be77-40b4-4edb-8736-1198fdc01fba', 'name': 'tempest-PortsTestJSON-644304108'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:05.789252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d191e549-958e-46c1-99b2-f4cc75523670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.838705 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d191e549-958e-46c1-99b2-f4cc75523670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.846612 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19680504-e1ef-4fa5-a5c8-45ea51ea76fb req-fe15fd45-6835-42da-87d4-c45af5aef975 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680975 Aug 16 13:14:05.868927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-be4b6ab8-6bf7-441e-a92e-9293f46d5e9f tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port c948e651-8d54-45e9-a10d-6b3a142c58bf {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:05.869275 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-be4b6ab8-6bf7-441e-a92e-9293f46d5e9f tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.913104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcec49-1119-4ab3-a21b-fcc8e488b4cd req-46148622-e3d1-457e-9f8e-1e2085832e9e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:05.914748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69bcec49-1119-4ab3-a21b-fcc8e488b4cd req-46148622-e3d1-457e-9f8e-1e2085832e9e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1028 time: 0.2077091 Aug 16 13:14:05.917146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-f396be77-40b4-4edb-8736-1198fdc01fba', 'network_id': 'f396be77-40b4-4edb-8736-1198fdc01fba', 'tenant_id': '3421adc2bd3d428c93e51af814c7b1b2', 'fixed_ips': [{'subnet_id': 'ee357b11-a04a-4a37-be00-858764731d17'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:14:05.922531 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.926878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa8d75b-09e0-4b3c-87b3-43903cd9d408 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:14:05.937177 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.956408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Transition to ACTIVE for port object caa8d75b-09e0-4b3c-87b3-43903cd9d408 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:05.964953 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.030896 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d191e549-958e-46c1-99b2-f4cc75523670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.035450 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d191e549-958e-46c1-99b2-f4cc75523670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.036928 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d191e549-958e-46c1-99b2-f4cc75523670 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/591ab0bc-9159-435b-b0e4-09049359bd12 HTTP/1.1" status: 204 len: 168 time: 0.5776238 Aug 16 13:14:06.099418 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69bcec49-1119-4ab3-a21b-fcc8e488b4cd req-c58e2121-41c7-4d16-99eb-8add10075190 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283712 Aug 16 13:14:06.146755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191e549-958e-46c1-99b2-f4cc75523670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591ab0bc-9159-435b-b0e4-09049359bd12,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:06.167256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Pushing event updated for resources: {'Port': ['ID=caa8d75b-09e0-4b3c-87b3-43903cd9d408,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:06.181742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:06.192001 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.222697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-be4b6ab8-6bf7-441e-a92e-9293f46d5e9f tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.249835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:14:06.293934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-be4b6ab8-6bf7-441e-a92e-9293f46d5e9f tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for c948e651-8d54-45e9-a10d-6b3a142c58bf owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:06.298632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92445dd6-d327-4978-8083-5c61599abf10 req-86c3d0d3-95dd-40df-979e-f5d13946f056 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:06.300450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Allocated IP 172.20.0.2 (f396be77-40b4-4edb-8736-1198fdc01fba/ee357b11-a04a-4a37-be00-858764731d17/06bea5e9-141f-4ebc-a703-acd660f2b2c3) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:06.301977 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-92445dd6-d327-4978-8083-5c61599abf10 req-86c3d0d3-95dd-40df-979e-f5d13946f056 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdedd877-cdc4-49ae-b479-f3cae5ab69b3 HTTP/1.1" status: 200 len: 945 time: 0.2575870 Aug 16 13:14:06.367399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Attempting to bind port caa8d75b-09e0-4b3c-87b3-43903cd9d408 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:14:06.367847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Attempting to bind port caa8d75b-09e0-4b3c-87b3-43903cd9d408 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:14:06.368072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Attempting to bind port caa8d75b-09e0-4b3c-87b3-43903cd9d408 on network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:06.398872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Port caa8d75b-09e0-4b3c-87b3-43903cd9d408 on network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:14:06.399203 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Attempting to bind port caa8d75b-09e0-4b3c-87b3-43903cd9d408 on network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:06.428089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:14:06.428438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Checking segment: {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:06.429194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Bound using segment: {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:14:06.429561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Bound port: caa8d75b-09e0-4b3c-87b3-43903cd9d408, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ba161a-40d7-4c8b-87b2-431977a2dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:14:06.429971 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.564030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] For port caa8d75b-09e0-4b3c-87b3-43903cd9d408, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:14:06.568119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-92445dd6-d327-4978-8083-5c61599abf10 req-3625067e-e4ba-439a-b54d-b056696c06f7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Deleting port 0e5eb5f3-80ae-4a30-81aa-68075c302709 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:06.568470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-92445dd6-d327-4978-8083-5c61599abf10 req-3625067e-e4ba-439a-b54d-b056696c06f7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.574202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] For port caa8d75b-09e0-4b3c-87b3-43903cd9d408, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=caa8d75b-09e0-4b3c-87b3-43903cd9d408,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:14:06.595892 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.627421 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.659404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Transition to ACTIVE for port object 06bea5e9-141f-4ebc-a703-acd660f2b2c3 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:06.683491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Transition to ACTIVE for port object 06bea5e9-141f-4ebc-a703-acd660f2b2c3 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:06.694177 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.758464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Network f396be77-40b4-4edb-8736-1198fdc01fba is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:06.767319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Pushing event updated for resources: {'Port': ['ID=06bea5e9-141f-4ebc-a703-acd660f2b2c3,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:06.770336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:06.781240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:06.799914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:06.800835 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.802533 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] 10.222.0.22 "PUT /v2.0/ports/caa8d75b-09e0-4b3c-87b3-43903cd9d408 HTTP/1.1" status: 200 len: 1092 time: 1.5925491 Aug 16 13:14:06.805790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42a7bf7-1272-4855-b5fb-7d5a1f656a36', 'tag': 'caa8d75b-09e0-4b3c-87b3-43903cd9d408'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:06.808372 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc93020-8f1a-4b35-bd0c-2d76b996983b" -d '{"events": [{"name": "network-changed", "server_uuid": "d42a7bf7-1272-4855-b5fb-7d5a1f656a36", "tag": "caa8d75b-09e0-4b3c-87b3-43903cd9d408"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:06.850069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.6 (f396be77-40b4-4edb-8736-1198fdc01fba/ee357b11-a04a-4a37-be00-858764731d17/dd29c76d-5f1d-4236-ad51-fa97f3ec69f0) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:06.959261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Attempting to bind port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:14:06.959619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Attempting to bind port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '28d0e0aa-078d-4171-bea6-701cd686fcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f396be77-40b4-4edb-8736-1198fdc01fba'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:14:06.959986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Attempting to bind port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 on network f396be77-40b4-4edb-8736-1198fdc01fba {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:06.968423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:14:06.968950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Checking segment: {'id': '28d0e0aa-078d-4171-bea6-701cd686fcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f396be77-40b4-4edb-8736-1198fdc01fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:06.969366 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.969781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Bound using segment: {'id': '28d0e0aa-078d-4171-bea6-701cd686fcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f396be77-40b4-4edb-8736-1198fdc01fba'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:14:06.970418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Bound port: 06bea5e9-141f-4ebc-a703-acd660f2b2c3, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d0e0aa-078d-4171-bea6-701cd686fcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f396be77-40b4-4edb-8736-1198fdc01fba'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:14:06.970811 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.972210 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-be4b6ab8-6bf7-441e-a92e-9293f46d5e9f tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:06.993175 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63477c29-2005-4de5-b4c6-62660929b105 x-openstack-request-id: req-63477c29-2005-4de5-b4c6-62660929b105 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:06.993175 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42a7bf7-1272-4855-b5fb-7d5a1f656a36", "tag": "caa8d75b-09e0-4b3c-87b3-43903cd9d408", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:06.993175 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63477c29-2005-4de5-b4c6-62660929b105 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:06.993626 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42a7bf7-1272-4855-b5fb-7d5a1f656a36', 'tag': 'caa8d75b-09e0-4b3c-87b3-43903cd9d408', 'status': 'completed', 'code': 200} Aug 16 13:14:07.006774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b1dba-2b16-4ba3-b5a8-0070ff2cd692 service neutron] Pushing event updated for resources: {'Port': ['ID=caa8d75b-09e0-4b3c-87b3-43903cd9d408,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:07.026033 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-92445dd6-d327-4978-8083-5c61599abf10 req-3625067e-e4ba-439a-b54d-b056696c06f7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] For port 0e5eb5f3-80ae-4a30-81aa-68075c302709, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0e5eb5f3-80ae-4a30-81aa-68075c302709,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:07.026431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-92445dd6-d327-4978-8083-5c61599abf10 req-3625067e-e4ba-439a-b54d-b056696c06f7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:07.058227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b6ab8-6bf7-441e-a92e-9293f46d5e9f tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=c948e651-8d54-45e9-a10d-6b3a142c58bf,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:07.073323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-e83cf8ac-2c9a-44ea-9ce8-9d4a5570de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:07.075738 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-e83cf8ac-2c9a-44ea-9ce8-9d4a5570de3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=420b418159a7456a9e0cd1c2fc58fa6b&device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1095 time: 0.2030611 Aug 16 13:14:07.091372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-92445dd6-d327-4978-8083-5c61599abf10 req-3625067e-e4ba-439a-b54d-b056696c06f7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Calling delete_port for 0e5eb5f3-80ae-4a30-81aa-68075c302709 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:07.122426 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] For port 06bea5e9-141f-4ebc-a703-acd660f2b2c3, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:14:07.126193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] For port 06bea5e9-141f-4ebc-a703-acd660f2b2c3, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=06bea5e9-141f-4ebc-a703-acd660f2b2c3,segment=NetworkSegment(28d0e0aa-078d-4171-bea6-701cd686fcc9),segment_id=28d0e0aa-078d-4171-bea6-701cd686fcc9)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:14:07.133939 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:07.167922 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-ea1e27e7-2028-4c12-8b7d-88d5df7f65a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caa8d75b-09e0-4b3c-87b3-43903cd9d408 HTTP/1.1" status: 200 len: 217 time: 0.0741041 Aug 16 13:14:07.273987 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-be4b6ab8-6bf7-441e-a92e-9293f46d5e9f tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:07.276331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-be4b6ab8-6bf7-441e-a92e-9293f46d5e9f tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/ports/c948e651-8d54-45e9-a10d-6b3a142c58bf HTTP/1.1" status: 204 len: 168 time: 1.8063800 Aug 16 13:14:07.282604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60094) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:07.288511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:07.303197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad93b1-0363-4bd3-83b5-88cb27cc9e9e None None] Pushing event updated for resources: {'Port': ['ID=06bea5e9-141f-4ebc-a703-acd660f2b2c3,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:07.343273 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:07.364366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c43d3de-09bc-40bc-8e3d-0ae693d26db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:07.364907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea485e-04c6-4178-a934-e0fbfe9df49a req-de0412dd-5154-48e9-ba1d-f8ba11a78dc0 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:07.366309 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-0c43d3de-09bc-40bc-8e3d-0ae693d26db0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=45cd680f-c659-4f62-9e31-1188e270a4d1 HTTP/1.1" status: 200 len: 849 time: 0.1653070 Aug 16 13:14:07.373669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5ea485e-04c6-4178-a934-e0fbfe9df49a req-de0412dd-5154-48e9-ba1d-f8ba11a78dc0 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdedd877-cdc4-49ae-b479-f3cae5ab69b3 HTTP/1.1" status: 200 len: 945 time: 0.3288436 Aug 16 13:14:07.458030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-fcc5d94b-aef8-4251-bdac-ddb1a4903a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:07.460762 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-fcc5d94b-aef8-4251-bdac-ddb1a4903a92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856018 Aug 16 13:14:07.485523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c23a02-fa65-49ba-b5f7-74eb11bcc6a3 req-dd4f9413-d651-4a74-a428-9a044d73e757 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:07.493912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13c23a02-fa65-49ba-b5f7-74eb11bcc6a3 req-dd4f9413-d651-4a74-a428-9a044d73e757 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1095 time: 0.1931820 Aug 16 13:14:07.495689 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:07.553953 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5ea485e-04c6-4178-a934-e0fbfe9df49a req-ff2e079a-17e5-43cc-b9d9-d44368b925a0 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605525 Aug 16 13:14:07.553953 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:07.597343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-92445dd6-d327-4978-8083-5c61599abf10 req-3625067e-e4ba-439a-b54d-b056696c06f7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:07.600661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:07.621763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['fb5c2875-0fb8-4419-8b7f-502f543ef427'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:14:07.724205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625067e-e4ba-439a-b54d-b056696c06f7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Pushing event deleted for resources: {'Port': ['ID=0e5eb5f3-80ae-4a30-81aa-68075c302709,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:07.733129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13c23a02-fa65-49ba-b5f7-74eb11bcc6a3 req-3b4860d8-8483-4a5c-9a08-c39d6288a278 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349801 Aug 16 13:14:07.733129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60100) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:07.817045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0e5eb5f3-80ae-4a30-81aa-68075c302709', 'df675318-f129-4058-b649-9c0dd3bc1004'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:14:07.866960 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:07.870059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-92445dd6-d327-4978-8083-5c61599abf10 req-3625067e-e4ba-439a-b54d-b056696c06f7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] No DVR routers for this DVR port 0e5eb5f3-80ae-4a30-81aa-68075c302709 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:07.877297 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-92445dd6-d327-4978-8083-5c61599abf10 req-3625067e-e4ba-439a-b54d-b056696c06f7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:07.879753 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-92445dd6-d327-4978-8083-5c61599abf10 req-3625067e-e4ba-439a-b54d-b056696c06f7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.22 "DELETE /v2.0/ports/0e5eb5f3-80ae-4a30-81aa-68075c302709 HTTP/1.1" status: 204 len: 173 time: 1.5704136 Aug 16 13:14:07.910912 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-6075cfb2-fec1-4273-a98a-74a897f8dbb9 service neutron] 10.222.0.22 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212334 Aug 16 13:14:08.004280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 06bea5e9-141f-4ebc-a703-acd660f2b2c3 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:08.033233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network f396be77-40b4-4edb-8736-1198fdc01fba is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:08.039684 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:08.061921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:08.076110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:08.085215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=dd29c76d-5f1d-4236-ad51-fa97f3ec69f0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:08.151769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cb7cb16-85c1-4c6b-8b32-a9d7b8f0567b req-ac9d0315-f151-43da-beed-d3c0d00d3871 service neutron] 10.222.0.22 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320817 Aug 16 13:14:08.186734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-632723200'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:08.201804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:08.284575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:08.286760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:08.310267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93020-8f1a-4b35-bd0c-2d76b996983b req-47b79fe6-f569-437f-8538-49a08cc73193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:08.313092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9bc93020-8f1a-4b35-bd0c-2d76b996983b req-47b79fe6-f569-437f-8538-49a08cc73193 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=420b418159a7456a9e0cd1c2fc58fa6b&device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1095 time: 0.0745249 Aug 16 13:14:08.317903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:08.324374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:08.385088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-75baa5a6-aed5-4ef1-94ec-952a33741d0e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6884527 Aug 16 13:14:08.389903 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:08.392355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60104) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:08.486893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.25.0.25 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/667c0ac3-7367-43cc-8503-a2ff015a4042) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:08.781851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93020-8f1a-4b35-bd0c-2d76b996983b req-f54b21ba-df85-46f6-be0e-37d86db9b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:08.783581 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9bc93020-8f1a-4b35-bd0c-2d76b996983b req-f54b21ba-df85-46f6-be0e-37d86db9b735 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 HTTP/1.1" status: 200 len: 910 time: 0.4521887 Aug 16 13:14:08.864954 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9bc93020-8f1a-4b35-bd0c-2d76b996983b req-74ca6981-96b8-4dc2-9953-23dbefbaaf8a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caa8d75b-09e0-4b3c-87b3-43903cd9d408 HTTP/1.1" status: 200 len: 217 time: 0.0493507 Aug 16 13:14:08.948897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c3cf62-1de1-49c1-a848-ebc20bced32d None None] Network f396be77-40b4-4edb-8736-1198fdc01fba requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:08.969671 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:08.994335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdedd877-cdc4-49ae-b479-f3cae5ab69b3', 'name': 'network-vif-deleted', 'tag': '0e5eb5f3-80ae-4a30-81aa-68075c302709'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:08.996838 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee6357-a89a-4dc0-9a5d-9d1c37d6da84" -d '{"events": [{"server_uuid": "cdedd877-cdc4-49ae-b479-f3cae5ab69b3", "name": "network-vif-deleted", "tag": "0e5eb5f3-80ae-4a30-81aa-68075c302709"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:09.033931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93020-8f1a-4b35-bd0c-2d76b996983b req-13f4e616-6090-4688-b55e-03604a884bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:09.035635 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9bc93020-8f1a-4b35-bd0c-2d76b996983b req-13f4e616-6090-4688-b55e-03604a884bd0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=45cd680f-c659-4f62-9e31-1188e270a4d1 HTTP/1.1" status: 200 len: 849 time: 0.1474481 Aug 16 13:14:09.110486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0013b971-e587-4d21-a7e6-fd4543a6dc00 None None] Provisioning for port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:09.113874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a24d820-3bc6-4f6b-9fa3-d7863b8356fd req-8a54fce3-141b-4cdd-83fe-0641be61f4e0 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdedd877-cdc4-49ae-b479-f3cae5ab69b3 HTTP/1.1" status: 200 len: 210 time: 0.1027718 Aug 16 13:14:09.161307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0013b971-e587-4d21-a7e6-fd4543a6dc00 None None] Provisioning complete for port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:09.162315 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0013b971-e587-4d21-a7e6-fd4543a6dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.175570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434b99a-6480-4b2d-b829-fac13cbab0cf req-73bbd9bd-964a-437c-9976-4e38fd864c9d tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:09.177171 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f434b99a-6480-4b2d-b829-fac13cbab0cf req-73bbd9bd-964a-437c-9976-4e38fd864c9d tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1095 time: 0.1673615 Aug 16 13:14:09.217676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93020-8f1a-4b35-bd0c-2d76b996983b req-a92d9701-8813-45b3-8987-f134e92051c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:09.219687 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.220652 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9bc93020-8f1a-4b35-bd0c-2d76b996983b req-a92d9701-8813-45b3-8987-f134e92051c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721888 Aug 16 13:14:09.247746 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.264566 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.300584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f434b99a-6480-4b2d-b829-fac13cbab0cf req-afc61571-3fb1-48a5-b8ba-94303522f70f tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042788 Aug 16 13:14:09.312493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:14:09.353789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=950ef2e7-b151-484c-b54b-9a631955fc50,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:09.359079 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.359437 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment 23de6eb3-6a84-4369-8ec5-75ceeb23dcd9 of type vlan for network 4345c524-c332-4e01-8323-9a9929853c88 Aug 16 13:14:09.393425 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.422948 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8f33e6-3867-4619-a67a-d6a9b8f2afbe x-openstack-request-id: req-cd8f33e6-3867-4619-a67a-d6a9b8f2afbe {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:09.423616 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdedd877-cdc4-49ae-b479-f3cae5ab69b3", "name": "network-vif-deleted", "tag": "0e5eb5f3-80ae-4a30-81aa-68075c302709", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:09.424397 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd8f33e6-3867-4619-a67a-d6a9b8f2afbe {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:09.424968 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdedd877-cdc4-49ae-b479-f3cae5ab69b3', 'name': 'network-vif-deleted', 'tag': '0e5eb5f3-80ae-4a30-81aa-68075c302709', 'status': 'completed', 'code': 200} Aug 16 13:14:09.444017 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.463905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:09.488687 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0013b971-e587-4d21-a7e6-fd4543a6dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.508840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:09.527968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:09.551306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0013b971-e587-4d21-a7e6-fd4543a6dc00 None None] For port 06bea5e9-141f-4ebc-a703-acd660f2b2c3, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=06bea5e9-141f-4ebc-a703-acd660f2b2c3,segment=NetworkSegment(28d0e0aa-078d-4171-bea6-701cd686fcc9),segment_id=28d0e0aa-078d-4171-bea6-701cd686fcc9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:09.557424 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0013b971-e587-4d21-a7e6-fd4543a6dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.587232 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9bc93020-8f1a-4b35-bd0c-2d76b996983b req-7b522e1c-ec61-4ad5-9f52-0142fa4455e4 service neutron] 10.222.0.22 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280964 Aug 16 13:14:09.592396 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.602148 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.608278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=667c0ac3-7367-43cc-8503-a2ff015a4042,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:09.631813 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.643799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:09.644717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013b971-e587-4d21-a7e6-fd4543a6dc00 None None] Pushing event updated for resources: {'Port': ['ID=06bea5e9-141f-4ebc-a703-acd660f2b2c3,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:09.644863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.752177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0015113 Aug 16 13:14:09.801658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=dd29c76d-5f1d-4236-ad51-fa97f3ec69f0,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:09.861257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b7fcc978-c80a-44c0-ba5a-66682fd4a63b None None] Provisioning for port dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:09.866794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0e5eb5f3-80ae-4a30-81aa-68075c302709 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:09.882382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b7fcc978-c80a-44c0-ba5a-66682fd4a63b None None] Provisioning complete for port dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:09.882721 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc978-c80a-44c0-ba5a-66682fd4a63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.892687 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9bc93020-8f1a-4b35-bd0c-2d76b996983b req-a098ab3a-82af-48d5-ba93-0c5d87e81c5f service neutron] 10.222.0.22 "GET /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931616 Aug 16 13:14:09.901739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60114) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:09.910756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'network_id': '4345c524-c332-4e01-8323-9a9929853c88', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:09.911248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e097a3-2b55-4b2d-a10c-8cfa191ba63c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=4345c524-c332-4e01-8323-9a9929853c88,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:09.924364 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:09.956427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 06bea5e9-141f-4ebc-a703-acd660f2b2c3 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:09.960115 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 4345c524-c332-4e01-8323-9a9929853c88 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:14:09.999413 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.043089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 0e5eb5f3-80ae-4a30-81aa-68075c302709 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:14:10.044228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0e5eb5f3-80ae-4a30-81aa-68075c302709 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:14:10.094565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b7fcc978-c80a-44c0-ba5a-66682fd4a63b None None] Port dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:10.123272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b7fcc978-c80a-44c0-ba5a-66682fd4a63b None None] Provisioning complete for port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:10.123640 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc978-c80a-44c0-ba5a-66682fd4a63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.146400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.151282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:10.151763 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.189330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:10.193004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.456624 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.464427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.498899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-842b0c06-24fc-4e61-b160-4056e504e4b7 None None] Provisioning complete for port dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:10.500964 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-842b0c06-24fc-4e61-b160-4056e504e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.565865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=667c0ac3-7367-43cc-8503-a2ff015a4042,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:10.597628 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-842b0c06-24fc-4e61-b160-4056e504e4b7 None None] Port dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:10.684979 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2d7b0-b963-4345-afd3-0983566fdf21 req-543fc109-3f3f-46d5-aec2-7bcdf78afb71 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:10.686623 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eaf2d7b0-b963-4345-afd3-0983566fdf21 req-543fc109-3f3f-46d5-aec2-7bcdf78afb71 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1095 time: 0.1259117 Aug 16 13:14:10.687655 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.689430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.694584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.737021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a5663914-b5a1-4db4-b723-e1cf61d7d6a2 None None] Provisioning complete for port dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:10.737744 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a5663914-b5a1-4db4-b723-e1cf61d7d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.743665 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.751324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-db7b6b43-fa05-432c-9b53-b6db49273fc5 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4666138 Aug 16 13:14:10.752546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60132) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:10.768917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'port': {'network_id': '2f6f90bc-4f86-4087-9c09-b2f2a2a0d624', 'name': 'tempest-FloatingIPTestJSON-713587937'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:10.816216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=6e2c3bf9-a1c1-4687-b798-b0d2b7a85bdd,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:10.835585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eaf2d7b0-b963-4345-afd3-0983566fdf21 req-73f30294-4b27-4f48-bbc6-f97ad7b86dfa tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403754 Aug 16 13:14:10.837035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a5663914-b5a1-4db4-b723-e1cf61d7d6a2 None None] Port dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:10.939516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking segment: {'id': '23de6eb3-6a84-4369-8ec5-75ceeb23dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4345c524-c332-4e01-8323-9a9929853c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:10.939978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network hostable DHCP agents. Network: 4345c524-c332-4e01-8323-9a9929853c88, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:14:10.973006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network 4345c524-c332-4e01-8323-9a9929853c88 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:14:11.003284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Made reservation on behalf of c58ca9b10e4e47379c97995b83b2d522 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:11.008320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 4345c524-c332-4e01-8323-9a9929853c88) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:11.008975 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.020867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:11.021466 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.033601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d9d73c-a3a0-4c2d-beb7-ad47826b755a None None] Network 4345c524-c332-4e01-8323-9a9929853c88 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:11.052317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] device_id is not set on port 8e98a5a9-aa9b-4413-b273-1221a3d95552 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:14:11.085861 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2e5b16e0-f143-4e72-a58a-3ee733728339 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1775522 Aug 16 13:14:11.087582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60144) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:11.096048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-223275944'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:11.164407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:11.169018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.176126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.187886 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.237740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.20.0.3 (2f6f90bc-4f86-4087-9c09-b2f2a2a0d624/48062336-eeef-4b37-8ae2-6d613bbdf931/8e98a5a9-aa9b-4413-b273-1221a3d95552) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:11.287833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:14:11.306651 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=dd29c76d-5f1d-4236-ad51-fa97f3ec69f0,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:11.306651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.321305 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.321862 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment 2ec1daf6-5933-46a7-abf3-19ac6b4a1f1e of type vlan for network 2452df92-8e38-4074-b6b1-2f95a87552c5 Aug 16 13:14:11.440160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-4345c524-c332-4e01-8323-9a9929853c88', 'network_id': '4345c524-c332-4e01-8323-9a9929853c88', 'tenant_id': '27f40cd01ba144eaa189390dfb94117a', 'fixed_ips': [{'subnet_id': '6e2c3bf9-a1c1-4687-b798-b0d2b7a85bdd'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:14:11.441652 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.554221 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.655276 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.735388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Allocated IP 172.20.255.242 (4345c524-c332-4e01-8323-9a9929853c88/6e2c3bf9-a1c1-4687-b798-b0d2b7a85bdd/6c88256b-f44c-425c-926b-d4075467ceab) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:11.779607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:11.787776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:11.805528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:11.814219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=8e98a5a9-aa9b-4413-b273-1221a3d95552,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:11.922241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:11.923318 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.933745 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.970422 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:11.975092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-501ccf84-7387-4260-997c-da476acc77ef tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2158506 Aug 16 13:14:11.978531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60152) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:11.982009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Transition to ACTIVE for port object 6c88256b-f44c-425c-926b-d4075467ceab will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:11.998595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ae966e4f-9bb4-4362-a9ef-7c29268ba05a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'floatingip': {'port_id': '8e98a5a9-aa9b-4413-b273-1221a3d95552'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:12.010385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Transition to ACTIVE for port object 6c88256b-f44c-425c-926b-d4075467ceab will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:12.015602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device caa8d75b-09e0-4b3c-87b3-43903cd9d408 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:14:12.031336 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:12.085655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e08c74-c1ea-478f-87db-d4997b66e3de req-0e9d5f6c-bde5-4ffe-9e22-e263c66a98b7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:12.098472 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae966e4f-9bb4-4362-a9ef-7c29268ba05a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:12.099655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e08c74-c1ea-478f-87db-d4997b66e3de req-0e9d5f6c-bde5-4ffe-9e22-e263c66a98b7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:12.102599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4e08c74-c1ea-478f-87db-d4997b66e3de req-0e9d5f6c-bde5-4ffe-9e22-e263c66a98b7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a881f0-70ca-4cc9-8bbb-a8e1215a24d6&device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 1682 time: 0.1529162 Aug 16 13:14:12.106299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Network 4345c524-c332-4e01-8323-9a9929853c88 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:12.119851 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:12.127626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1477-c50f-4a5d-941e-4634af1bde1d req-d7f38763-130b-4cac-953b-a1f7efba1973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:12.129831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:12.130765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d1d1477-c50f-4a5d-941e-4634af1bde1d req-d7f38763-130b-4cac-953b-a1f7efba1973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1095 time: 0.1617165 Aug 16 13:14:12.130908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:12.141817 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:12.149688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:12.157837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Pushing event updated for resources: {'Port': ['ID=6c88256b-f44c-425c-926b-d4075467ceab,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:12.184640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network f396be77-40b4-4edb-8736-1198fdc01fba is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:12.227346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:12.239349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4e08c74-c1ea-478f-87db-d4997b66e3de req-f3432479-d907-4e69-b703-016a4cd3a7c7 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273863 Aug 16 13:14:12.244528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port caa8d75b-09e0-4b3c-87b3-43903cd9d408, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=caa8d75b-09e0-4b3c-87b3-43903cd9d408,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:12.264980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'caa8d75b-09e0-4b3c-87b3-43903cd9d408', 'network_id': 'b0c2a251-ea18-48e6-996b-9c5f9b3d7d52', 'port_id': 'caa8d75b-09e0-4b3c-87b3-43903cd9d408', 'mac_address': 'fa:16:3e:6f:5b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd680f-c659-4f62-9e31-1188e270a4d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:14:12.285382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d1d1477-c50f-4a5d-941e-4634af1bde1d req-b086f8fe-70c1-4348-962d-6ed319669dea tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362021 Aug 16 13:14:12.325245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Attempting to bind port 6c88256b-f44c-425c-926b-d4075467ceab on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:14:12.325625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Attempting to bind port 6c88256b-f44c-425c-926b-d4075467ceab by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '23de6eb3-6a84-4369-8ec5-75ceeb23dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4345c524-c332-4e01-8323-9a9929853c88'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:14:12.325989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Attempting to bind port 6c88256b-f44c-425c-926b-d4075467ceab on network 4345c524-c332-4e01-8323-9a9929853c88 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:12.328283 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:12.343081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:14:12.343461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Checking segment: {'id': '23de6eb3-6a84-4369-8ec5-75ceeb23dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4345c524-c332-4e01-8323-9a9929853c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:12.343873 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:12.344274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Bound using segment: {'id': '23de6eb3-6a84-4369-8ec5-75ceeb23dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4345c524-c332-4e01-8323-9a9929853c88'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:14:12.344781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Bound port: 6c88256b-f44c-425c-926b-d4075467ceab, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23de6eb3-6a84-4369-8ec5-75ceeb23dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4345c524-c332-4e01-8323-9a9929853c88'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:14:12.345169 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:12.355739 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2673967 Aug 16 13:14:12.356807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa8d75b-09e0-4b3c-87b3-43903cd9d408 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:14:12.361748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60158) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:12.370338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'network_id': '2452df92-8e38-4074-b6b1-2f95a87552c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:12.436388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port caa8d75b-09e0-4b3c-87b3-43903cd9d408, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=caa8d75b-09e0-4b3c-87b3-43903cd9d408,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:12.449068 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:12.542987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] For port 6c88256b-f44c-425c-926b-d4075467ceab, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:14:12.554947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] For port 6c88256b-f44c-425c-926b-d4075467ceab, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6c88256b-f44c-425c-926b-d4075467ceab,segment=NetworkSegment(23de6eb3-6a84-4369-8ec5-75ceeb23dcd9),segment_id=23de6eb3-6a84-4369-8ec5-75ceeb23dcd9)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:14:12.607617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:12.618032 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:12.619237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c22a7-df20-4eb8-a004-7e3383fb3e3e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=2452df92-8e38-4074-b6b1-2f95a87552c5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:12.656725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 2452df92-8e38-4074-b6b1-2f95a87552c5 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:14:12.664667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:12.907486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b710e9f5-f9a9-4b9c-bc6c-3874cdf48557 None None] Provisioning complete for port dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:12.908340 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b710e9f5-f9a9-4b9c-bc6c-3874cdf48557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:12.970977 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:13.007145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Router 4c744c7b-4d4b-450a-8cef-2e93e97509c3 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:14:13.007847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['caa8d75b-09e0-4b3c-87b3-43903cd9d408'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:14:13.054234 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b710e9f5-f9a9-4b9c-bc6c-3874cdf48557 None None] Port dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:13.087316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=ff9de028-2a42-4731-97d0-1f4a7b509e95,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:13.106739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=caa8d75b-09e0-4b3c-87b3-43903cd9d408,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:13.111608 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking segment: {'id': '2ec1daf6-5933-46a7-abf3-19ac6b4a1f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2452df92-8e38-4074-b6b1-2f95a87552c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:13.112126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network hostable DHCP agents. Network: 2452df92-8e38-4074-b6b1-2f95a87552c5, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:14:13.170249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network 2452df92-8e38-4074-b6b1-2f95a87552c5 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:14:13.197311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 2452df92-8e38-4074-b6b1-2f95a87552c5) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:13.208739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:13.209758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:13.233244 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-029023fe-c992-40f1-82ff-0674f1ce6d77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8695464 Aug 16 13:14:13.238923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60166) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:13.260001 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdd9a37-f9ad-4a2b-93f5-af252ac174ec None None] Network 2452df92-8e38-4074-b6b1-2f95a87552c5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:13.325337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:13.363203 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a82ecee0-3fca-4a59-943a-aca24527ee03 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "PUT /v2.0/routers/4c744c7b-4d4b-450a-8cef-2e93e97509c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9648156 Aug 16 13:14:13.366906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60172) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:13.382706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56672a0-9c11-412c-8710-f1f8a1505296 None None] Sync routers for ids ['4c744c7b-4d4b-450a-8cef-2e93e97509c3'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:13.397651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.resource_extend [None req-ae966e4f-9bb4-4362-a9ef-7c29268ba05a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:14:13.457543 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:13.471666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f31af4-28a3-41b9-b450-91d90be0c297 None None] Pushing event updated for resources: {'Port': ['ID=6c88256b-f44c-425c-926b-d4075467ceab,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:13.491362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56672a0-9c11-412c-8710-f1f8a1505296 None None] Routers {'4c744c7b-4d4b-450a-8cef-2e93e97509c3'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:13.492972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e56672a0-9c11-412c-8710-f1f8a1505296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4c744c7b-4d4b-450a-8cef-2e93e97509c3'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:13.548061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e56672a0-9c11-412c-8710-f1f8a1505296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:13.583426 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae966e4f-9bb4-4362-a9ef-7c29268ba05a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:13.608456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25967ce0-ff2f-43db-ace2-7c660667c047 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:13.615404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-25967ce0-ff2f-43db-ace2-7c660667c047 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c744c7b-4d4b-450a-8cef-2e93e97509c3 HTTP/1.1" status: 200 len: 981 time: 0.2353582 Aug 16 13:14:13.615404 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae966e4f-9bb4-4362-a9ef-7c29268ba05a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:13.616209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60178) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:13.634681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56672a0-9c11-412c-8710-f1f8a1505296 None None] Routers {'4c744c7b-4d4b-450a-8cef-2e93e97509c3'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:13.635451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e56672a0-9c11-412c-8710-f1f8a1505296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4c744c7b-4d4b-450a-8cef-2e93e97509c3'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:13.691686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e032fcb-bfff-4e96-b8cd-bf7a623b64e0 req-dcd6049c-d6a7-4dd0-9598-6de0b07b2835 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:13.707330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e032fcb-bfff-4e96-b8cd-bf7a623b64e0 req-dcd6049c-d6a7-4dd0-9598-6de0b07b2835 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1096 time: 0.2463157 Aug 16 13:14:13.718905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e56672a0-9c11-412c-8710-f1f8a1505296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:13.719700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56672a0-9c11-412c-8710-f1f8a1505296 None None] The sync data for ids ['4c744c7b-4d4b-450a-8cef-2e93e97509c3'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:13.828440 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:13.840738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695a361-2375-4ee3-b468-440ac67207c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-2452df92-8e38-4074-b6b1-2f95a87552c5', 'network_id': '2452df92-8e38-4074-b6b1-2f95a87552c5', 'tenant_id': '27f40cd01ba144eaa189390dfb94117a', 'fixed_ips': [{'subnet_id': 'ff9de028-2a42-4731-97d0-1f4a7b509e95'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:14:13.842957 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d695a361-2375-4ee3-b468-440ac67207c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:13.902328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e032fcb-bfff-4e96-b8cd-bf7a623b64e0 req-4701cf04-8f25-4628-9608-fbdcff1ea2d9 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918478 Aug 16 13:14:13.981247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6c88256b-f44c-425c-926b-d4075467ceab up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:14.005558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.084385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 6c88256b-f44c-425c-926b-d4075467ceab completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server [None req-d695a361-2375-4ee3-b468-440ac67207c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff9de028-2a42-4731-97d0-1f4a7b509e95: This subnet is being modified by another concurrent operation. Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise exception Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff9de028-2a42-4731-97d0-1f4a7b509e95: This subnet is being modified by another concurrent operation. Aug 16 13:14:14.103966 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Aug 16 13:14:14.136208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b721d1df-0bda-4cbf-97a4-0030160ff5a3 None None] Network 2452df92-8e38-4074-b6b1-2f95a87552c5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:14.210043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9de028-2a42-4731-97d0-1f4a7b509e95,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:14.234138 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-ae966e4f-9bb4-4362-a9ef-7c29268ba05a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP 414b402f-54d6-4b5e-ae3d-dc71c37d5b61 associated. External IP: 172.25.0.25, port: 8e98a5a9-aa9b-4413-b273-1221a3d95552. Aug 16 13:14:14.269389 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.281730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2452df92-8e38-4074-b6b1-2f95a87552c5']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:14.294927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec1daf6-5933-46a7-abf3-19ac6b4a1f1e') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:14.295280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec1daf6-5933-46a7-abf3-19ac6b4a1f1e') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:14.306801 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.324082 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.332370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:14.332787 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:14.393801 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:14.430948 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24fb71-9b10-4308-baa1-60ad87476705 req-344cb27f-a76a-4d03-a026-61365ae2863c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:14.443148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e24fb71-9b10-4308-baa1-60ad87476705 req-344cb27f-a76a-4d03-a026-61365ae2863c tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a881f0-70ca-4cc9-8bbb-a8e1215a24d6 HTTP/1.1" status: 200 len: 945 time: 0.4190655 Aug 16 13:14:14.488213 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.503997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e24fb71-9b10-4308-baa1-60ad87476705 req-a2c3763f-f033-4f77-9e98-bc789e139d53 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598178 Aug 16 13:14:14.521517 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.524962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/2452df92-8e38-4074-b6b1-2f95a87552c5 HTTP/1.1" status: 204 len: 168 time: 1.2863379 Aug 16 13:14:14.542775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60182) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:14.542877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de42cae-3f1c-45e7-b38a-dfdc8ee4fb9f None None] Network 4345c524-c332-4e01-8323-9a9929853c88 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:14.550373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21b53e-1057-489c-87a9-79fc3b2c2d52 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=2452df92-8e38-4074-b6b1-2f95a87552c5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:14.557887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1724261599'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:14.626689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ad1636bd-6d98-46fc-aa7e-06b1e5d1190a None None] Provisioning for port 6c88256b-f44c-425c-926b-d4075467ceab completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:14.641106 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ad1636bd-6d98-46fc-aa7e-06b1e5d1190a None None] Provisioning complete for port 6c88256b-f44c-425c-926b-d4075467ceab triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:14.641746 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ad1636bd-6d98-46fc-aa7e-06b1e5d1190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.663655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:14.667573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.775005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:14:14.799428 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ad1636bd-6d98-46fc-aa7e-06b1e5d1190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.853835 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.854225 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment 9196dfbd-627b-4344-bf5a-4d0228712732 of type vlan for network 002f73b1-405a-46c4-a49d-f4bac534ff81 Aug 16 13:14:14.856178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ad1636bd-6d98-46fc-aa7e-06b1e5d1190a None None] For port 6c88256b-f44c-425c-926b-d4075467ceab, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6c88256b-f44c-425c-926b-d4075467ceab,segment=NetworkSegment(23de6eb3-6a84-4369-8ec5-75ceeb23dcd9),segment_id=23de6eb3-6a84-4369-8ec5-75ceeb23dcd9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:14.865635 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ad1636bd-6d98-46fc-aa7e-06b1e5d1190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.924775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4170d67-deb9-4eb4-ab65-8015f8633aaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.951553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1636bd-6d98-46fc-aa7e-06b1e5d1190a None None] Pushing event updated for resources: {'Port': ['ID=6c88256b-f44c-425c-926b-d4075467ceab,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:14.999841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae966e4f-9bb4-4362-a9ef-7c29268ba05a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:15.053286 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:15.074083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253164e-6182-4ded-9127-a339249342c8 req-6d485296-5009-4997-8bd2-fe35bf768140 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:15.075582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af373686-0571-439f-973c-11ba559da99b req-41583dc4-ea63-475f-be42-059850cde17b tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:15.076360 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b253164e-6182-4ded-9127-a339249342c8 req-6d485296-5009-4997-8bd2-fe35bf768140 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1096 time: 0.0545757 Aug 16 13:14:15.076690 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-af373686-0571-439f-973c-11ba559da99b req-41583dc4-ea63-475f-be42-059850cde17b tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a881f0-70ca-4cc9-8bbb-a8e1215a24d6 HTTP/1.1" status: 200 len: 945 time: 0.2994559 Aug 16 13:14:15.130380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ff514-d9ec-4c74-9a70-783e98791b7c None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:14:15.131256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b253164e-6182-4ded-9127-a339249342c8 req-64b7d24a-164a-407c-9a36-2d910f6002c0 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Aug 16 13:14:15.201152 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:15.206908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:15.207571 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:15.211088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f6c1f45b-a5e0-4a4f-8f12-b4b003499960 None None] Provisioning complete for port 6c88256b-f44c-425c-926b-d4075467ceab triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:15.211461 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f45b-a5e0-4a4f-8f12-b4b003499960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:15.377920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ff514-d9ec-4c74-9a70-783e98791b7c None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:14:15.698050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571a354-8a81-4791-83a1-f8a78f1bef4f req-fe6dcce0-c67c-43cb-a2a2-7911380d27f9 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:15.701825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0571a354-8a81-4791-83a1-f8a78f1bef4f req-fe6dcce0-c67c-43cb-a2a2-7911380d27f9 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a881f0-70ca-4cc9-8bbb-a8e1215a24d6 HTTP/1.1" status: 200 len: 945 time: 0.0835860 Aug 16 13:14:15.758959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0571a354-8a81-4791-83a1-f8a78f1bef4f req-e0d12637-2b34-4e43-98c8-ab29a6ff70ef tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485246 Aug 16 13:14:15.805399 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2582018 Aug 16 13:14:15.808466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60190) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:15.819122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'network_id': '002f73b1-405a-46c4-a49d-f4bac534ff81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:15.828028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8446da-eb8a-4cdc-8213-ca184dbd6ca0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=002f73b1-405a-46c4-a49d-f4bac534ff81,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:15.835252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae966e4f-9bb4-4362-a9ef-7c29268ba05a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:15.842085 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae966e4f-9bb4-4362-a9ef-7c29268ba05a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:15.851273 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f47637-1da4-4e78-9dec-d1eaed8719c4 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:15.863014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 002f73b1-405a-46c4-a49d-f4bac534ff81 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:14:15.865777 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f47637-1da4-4e78-9dec-d1eaed8719c4 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:15.867477 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e8f47637-1da4-4e78-9dec-d1eaed8719c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:15.900596 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6c88256b-f44c-425c-926b-d4075467ceab up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:15.916244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ae966e4f-9bb4-4362-a9ef-7c29268ba05a tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "PUT /v2.0/floatingips/414b402f-54d6-4b5e-ae3d-dc71c37d5b61 HTTP/1.1" status: 200 len: 976 time: 3.9362335 Aug 16 13:14:15.916939 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e8f47637-1da4-4e78-9dec-d1eaed8719c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:15.919399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60192) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:15.928365 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f47637-1da4-4e78-9dec-d1eaed8719c4 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:15.929064 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e8f47637-1da4-4e78-9dec-d1eaed8719c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:15.940589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb03686-4fc1-4b2c-b9e5-03cd14de00f4 req-dc9cd0ce-6a7c-40a9-8bae-0eb871b2f527 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:15.942372 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8eb03686-4fc1-4b2c-b9e5-03cd14de00f4 req-dc9cd0ce-6a7c-40a9-8bae-0eb871b2f527 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c51c9e2-b52d-43e0-b6cf-26957843bb7d HTTP/1.1" status: 200 len: 946 time: 0.2276113 Aug 16 13:14:15.969684 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e8f47637-1da4-4e78-9dec-d1eaed8719c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:15.970347 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f47637-1da4-4e78-9dec-d1eaed8719c4 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:16.020233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-af373686-0571-439f-973c-11ba559da99b req-836d438b-bbfe-4317-a0d6-3cea2d2ef0e3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Deleting port fb5c2875-0fb8-4419-8b7f-502f543ef427 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:16.020578 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-af373686-0571-439f-973c-11ba559da99b req-836d438b-bbfe-4317-a0d6-3cea2d2ef0e3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.028988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device caa8d75b-09e0-4b3c-87b3-43903cd9d408 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:16.067276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:16.076029 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.163699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6c88256b-f44c-425c-926b-d4075467ceab triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:16.164358 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.204601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Performing IP validity checks on allocation pools {{(pid=101395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 13:14:16.204969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 13:14:16.277292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-af373686-0571-439f-973c-11ba559da99b req-836d438b-bbfe-4317-a0d6-3cea2d2ef0e3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] For port fb5c2875-0fb8-4419-8b7f-502f543ef427, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=fb5c2875-0fb8-4419-8b7f-502f543ef427,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:16.277292 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-af373686-0571-439f-973c-11ba559da99b req-836d438b-bbfe-4317-a0d6-3cea2d2ef0e3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.292220 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.307343 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port caa8d75b-09e0-4b3c-87b3-43903cd9d408 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:16.308538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-af373686-0571-439f-973c-11ba559da99b req-836d438b-bbfe-4317-a0d6-3cea2d2ef0e3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Calling delete_port for fb5c2875-0fb8-4419-8b7f-502f543ef427 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:16.329547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-8eb03686-4fc1-4b2c-b9e5-03cd14de00f4 req-b69f258a-b29f-4cea-8b45-cb6356c45877 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Deleting port df675318-f129-4058-b649-9c0dd3bc1004 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:16.330037 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb03686-4fc1-4b2c-b9e5-03cd14de00f4 req-b69f258a-b29f-4cea-8b45-cb6356c45877 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.341372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port caa8d75b-09e0-4b3c-87b3-43903cd9d408 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:16.341902 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.370539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port 8e98a5a9-aa9b-4413-b273-1221a3d95552 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:16.371049 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.386578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a4170d67-deb9-4eb4-ab65-8015f8633aaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:16.387567 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4170d67-deb9-4eb4-ab65-8015f8633aaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.498164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4708af-df8b-4476-84c6-c328354cfe69 req-2ec14bea-fc9b-45c8-bcc0-c9bad710d4f4 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:16.498615 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.500256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c4708af-df8b-4476-84c6-c328354cfe69 req-2ec14bea-fc9b-45c8-bcc0-c9bad710d4f4 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1096 time: 0.1825640 Aug 16 13:14:16.539020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42a7bf7-1272-4855-b5fb-7d5a1f656a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa8d75b-09e0-4b3c-87b3-43903cd9d408'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:16.540824 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.545291 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1092a5c6-c715-449a-8d19-6cf5391be4cd" -d '{"events": [{"server_uuid": "d42a7bf7-1272-4855-b5fb-7d5a1f656a36", "name": "network-vif-plugged", "status": "completed", "tag": "caa8d75b-09e0-4b3c-87b3-43903cd9d408"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:16.598215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port caa8d75b-09e0-4b3c-87b3-43903cd9d408, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=caa8d75b-09e0-4b3c-87b3-43903cd9d408,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:16.613543 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.642040 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7509c2f2-1aae-42f5-9e1e-a01f6fbdba63 x-openstack-request-id: req-7509c2f2-1aae-42f5-9e1e-a01f6fbdba63 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:16.642398 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42a7bf7-1272-4855-b5fb-7d5a1f656a36", "name": "network-vif-plugged", "status": "completed", "tag": "caa8d75b-09e0-4b3c-87b3-43903cd9d408", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:16.642661 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7509c2f2-1aae-42f5-9e1e-a01f6fbdba63 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:16.643067 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42a7bf7-1272-4855-b5fb-7d5a1f656a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa8d75b-09e0-4b3c-87b3-43903cd9d408', 'code': 200} Aug 16 13:14:16.694387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=caa8d75b-09e0-4b3c-87b3-43903cd9d408,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:16.712683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c4708af-df8b-4476-84c6-c328354cfe69 req-bbc3cd55-dc84-420d-819a-44d577525c3a tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883471 Aug 16 13:14:16.720643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=cc5115c8-16ca-45ee-8d3e-a6b3781cdb36,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:16.751370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking segment: {'id': '9196dfbd-627b-4344-bf5a-4d0228712732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '002f73b1-405a-46c4-a49d-f4bac534ff81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:16.751989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network hostable DHCP agents. Network: 002f73b1-405a-46c4-a49d-f4bac534ff81, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:14:16.780703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network 002f73b1-405a-46c4-a49d-f4bac534ff81 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:14:16.792783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 002f73b1-405a-46c4-a49d-f4bac534ff81) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:16.800140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:16.801512 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.827983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b11cc0-c4a0-47f8-905c-11eee9fcaea7 None None] Network 002f73b1-405a-46c4-a49d-f4bac534ff81 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:16.830206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-096cee3d-6fb6-4e7c-b2e9-cfd20943f023 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0188036 Aug 16 13:14:16.833452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60202) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:16.833928 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.837756 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4170d67-deb9-4eb4-ab65-8015f8633aaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.882355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8eb03686-4fc1-4b2c-b9e5-03cd14de00f4 req-b69f258a-b29f-4cea-8b45-cb6356c45877 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] For port df675318-f129-4058-b649-9c0dd3bc1004, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=df675318-f129-4058-b649-9c0dd3bc1004,segment=NetworkSegment(9bb7e91b-31ba-48f8-87fb-f5a6104da8eb),segment_id=9bb7e91b-31ba-48f8-87fb-f5a6104da8eb)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:16.882355 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb03686-4fc1-4b2c-b9e5-03cd14de00f4 req-b69f258a-b29f-4cea-8b45-cb6356c45877 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:16.921490 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a4170d67-deb9-4eb4-ab65-8015f8633aaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:17.019971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-8eb03686-4fc1-4b2c-b9e5-03cd14de00f4 req-b69f258a-b29f-4cea-8b45-cb6356c45877 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Calling delete_port for df675318-f129-4058-b649-9c0dd3bc1004 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:17.030735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88254b0a-1823-413c-971b-d446b52617db req-2e8bdd7e-1b59-487b-8bfa-c1e531229b80 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:17.034698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88254b0a-1823-413c-971b-d446b52617db req-2e8bdd7e-1b59-487b-8bfa-c1e531229b80 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a881f0-70ca-4cc9-8bbb-a8e1215a24d6 HTTP/1.1" status: 200 len: 945 time: 0.1079831 Aug 16 13:14:17.068584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-002f73b1-405a-46c4-a49d-f4bac534ff81', 'network_id': '002f73b1-405a-46c4-a49d-f4bac534ff81', 'tenant_id': '27f40cd01ba144eaa189390dfb94117a', 'fixed_ips': [{'subnet_id': 'cc5115c8-16ca-45ee-8d3e-a6b3781cdb36'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:14:17.069486 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:17.078936 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:17.132124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88254b0a-1823-413c-971b-d446b52617db req-6082cc2c-b2cc-4355-988c-cc4b93c0d4b1 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea4b9a48-d67e-4623-bd48-40845c753c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818803 Aug 16 13:14:17.231286 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd4550-0b2d-416c-a1d6-5ccbd5466a9c req-4c59960a-1e8c-4a96-b052-99c7d3da7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:17.233808 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ebdd4550-0b2d-416c-a1d6-5ccbd5466a9c req-4c59960a-1e8c-4a96-b052-99c7d3da7bba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1097 time: 0.4516091 Aug 16 13:14:17.237818 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:17.265962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Allocated IP 172.20.0.3 (002f73b1-405a-46c4-a49d-f4bac534ff81/cc5115c8-16ca-45ee-8d3e-a6b3781cdb36/59672f85-98aa-4c58-a8a1-a89341a33c75) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:17.416283 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-af373686-0571-439f-973c-11ba559da99b req-836d438b-bbfe-4317-a0d6-3cea2d2ef0e3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:17.450834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['df675318-f129-4058-b649-9c0dd3bc1004'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:14:17.573581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d438b-bbfe-4317-a0d6-3cea2d2ef0e3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Pushing event deleted for resources: {'Port': ['ID=fb5c2875-0fb8-4419-8b7f-502f543ef427,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:17.632408 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:17.658500 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ebdd4550-0b2d-416c-a1d6-5ccbd5466a9c req-51da6fd0-c615-4c4a-b4cd-ec43e9bb72e1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487680 Aug 16 13:14:17.662600 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Transition to ACTIVE for port object 59672f85-98aa-4c58-a8a1-a89341a33c75 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:17.701369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Transition to ACTIVE for port object 59672f85-98aa-4c58-a8a1-a89341a33c75 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:17.737189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:17.815990 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:17.819996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Network 002f73b1-405a-46c4-a49d-f4bac534ff81 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:17.828276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:17.836378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:17.841165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-af373686-0571-439f-973c-11ba559da99b req-836d438b-bbfe-4317-a0d6-3cea2d2ef0e3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] No DVR routers for this DVR port fb5c2875-0fb8-4419-8b7f-502f543ef427 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:17.858009 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-af373686-0571-439f-973c-11ba559da99b req-836d438b-bbfe-4317-a0d6-3cea2d2ef0e3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:17.861653 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-af373686-0571-439f-973c-11ba559da99b req-836d438b-bbfe-4317-a0d6-3cea2d2ef0e3 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.42 "DELETE /v2.0/ports/fb5c2875-0fb8-4419-8b7f-502f543ef427 HTTP/1.1" status: 204 len: 173 time: 2.7710829 Aug 16 13:14:17.862429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a881f0-70ca-4cc9-8bbb-a8e1215a24d6', 'name': 'network-vif-deleted', 'tag': 'fb5c2875-0fb8-4419-8b7f-502f543ef427'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:17.866537 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3c27ee-b149-4d65-a6ef-ef6692eb8a7b" -d '{"events": [{"server_uuid": "17a881f0-70ca-4cc9-8bbb-a8e1215a24d6", "name": "network-vif-deleted", "tag": "fb5c2875-0fb8-4419-8b7f-502f543ef427"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:17.876570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:17.877223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:17.877811 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP 414b402f-54d6-4b5e-ae3d-dc71c37d5b61 disassociated. External IP: 172.25.0.25, port: 8e98a5a9-aa9b-4413-b273-1221a3d95552. Aug 16 13:14:17.878415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for 8e98a5a9-aa9b-4413-b273-1221a3d95552 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:17.895716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Pushing event updated for resources: {'Port': ['ID=59672f85-98aa-4c58-a8a1-a89341a33c75,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:17.941997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Attempting to bind port 59672f85-98aa-4c58-a8a1-a89341a33c75 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:14:17.942555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Attempting to bind port 59672f85-98aa-4c58-a8a1-a89341a33c75 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '9196dfbd-627b-4344-bf5a-4d0228712732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '002f73b1-405a-46c4-a49d-f4bac534ff81'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:14:17.942837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Attempting to bind port 59672f85-98aa-4c58-a8a1-a89341a33c75 on network 002f73b1-405a-46c4-a49d-f4bac534ff81 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:17.966620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:14:17.967186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Checking segment: {'id': '9196dfbd-627b-4344-bf5a-4d0228712732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '002f73b1-405a-46c4-a49d-f4bac534ff81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:17.968353 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:17.968703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Bound using segment: {'id': '9196dfbd-627b-4344-bf5a-4d0228712732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '002f73b1-405a-46c4-a49d-f4bac534ff81'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:14:17.969219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Bound port: 59672f85-98aa-4c58-a8a1-a89341a33c75, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9196dfbd-627b-4344-bf5a-4d0228712732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '002f73b1-405a-46c4-a49d-f4bac534ff81'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:14:17.972950 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:18.084172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5115c8-16ca-45ee-8d3e-a6b3781cdb36,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:18.150706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] For port 59672f85-98aa-4c58-a8a1-a89341a33c75, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:14:18.160790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] For port 59672f85-98aa-4c58-a8a1-a89341a33c75, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=59672f85-98aa-4c58-a8a1-a89341a33c75,segment=NetworkSegment(9196dfbd-627b-4344-bf5a-4d0228712732),segment_id=9196dfbd-627b-4344-bf5a-4d0228712732)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:14:18.171467 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:18.180314 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c68ed38-377b-4b97-ac40-9be7f6b350b2 x-openstack-request-id: req-8c68ed38-377b-4b97-ac40-9be7f6b350b2 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:18.180801 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a881f0-70ca-4cc9-8bbb-a8e1215a24d6", "name": "network-vif-deleted", "tag": "fb5c2875-0fb8-4419-8b7f-502f543ef427", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:18.181218 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c68ed38-377b-4b97-ac40-9be7f6b350b2 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:18.181876 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a881f0-70ca-4cc9-8bbb-a8e1215a24d6', 'name': 'network-vif-deleted', 'tag': 'fb5c2875-0fb8-4419-8b7f-502f543ef427', 'status': 'completed', 'code': 200} Aug 16 13:14:18.256654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb03686-4fc1-4b2c-b9e5-03cd14de00f4 req-b69f258a-b29f-4cea-8b45-cb6356c45877 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:18.293968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:18.329930 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea386adc-8942-433f-ab1e-d532c8cea4c8 req-2c145b22-039c-4e23-81b2-1f0e524013a1 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:18.333072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40f9cf-e403-4f4e-8e3a-dfde9d75174d None None] Pushing event updated for resources: {'Port': ['ID=59672f85-98aa-4c58-a8a1-a89341a33c75,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:18.344249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ea386adc-8942-433f-ab1e-d532c8cea4c8 req-2c145b22-039c-4e23-81b2-1f0e524013a1 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1097 time: 0.2066455 Aug 16 13:14:18.346995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002f73b1-405a-46c4-a49d-f4bac534ff81']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:18.369133 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4170d67-deb9-4eb4-ab65-8015f8633aaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:18.379560 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f258a-b29f-4cea-8b45-cb6356c45877 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Pushing event deleted for resources: {'Port': ['ID=df675318-f129-4058-b649-9c0dd3bc1004,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:18.492276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b7ee11-fe12-4c90-83d6-92fee2f489cb None None] Network 002f73b1-405a-46c4-a49d-f4bac534ff81 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:18.586922 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0d69dd9-3b91-49fc-8df7-a62b966a816f req-f80db9fe-061e-492f-802c-9a89dbf199a4 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a881f0-70ca-4cc9-8bbb-a8e1215a24d6 HTTP/1.1" status: 200 len: 210 time: 0.1309013 Aug 16 13:14:18.591231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9196dfbd-627b-4344-bf5a-4d0228712732') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:18.591754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9196dfbd-627b-4344-bf5a-4d0228712732') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:18.597802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4170d67-deb9-4eb4-ab65-8015f8633aaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=dd29c76d-5f1d-4236-ad51-fa97f3ec69f0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:18.664355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:18.682989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ea386adc-8942-433f-ab1e-d532c8cea4c8 req-8ddcf58b-1345-49fd-9139-b6baa833f492 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189042 Aug 16 13:14:18.732580 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:18.742711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb03686-4fc1-4b2c-b9e5-03cd14de00f4 req-b69f258a-b29f-4cea-8b45-cb6356c45877 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] No DVR routers for this DVR port df675318-f129-4058-b649-9c0dd3bc1004 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:18.749530 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8eb03686-4fc1-4b2c-b9e5-03cd14de00f4 req-b69f258a-b29f-4cea-8b45-cb6356c45877 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:18.753367 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8eb03686-4fc1-4b2c-b9e5-03cd14de00f4 req-b69f258a-b29f-4cea-8b45-cb6356c45877 tempest-ListServersNegativeTestJSON-1806579147 tempest-ListServersNegativeTestJSON-1806579147-project] 10.222.0.22 "DELETE /v2.0/ports/df675318-f129-4058-b649-9c0dd3bc1004 HTTP/1.1" status: 204 len: 173 time: 2.7988083 Aug 16 13:14:18.765394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:18.767996 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:18.786983 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:18.853336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:18.935451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c830de7-696c-45a8-8b3b-1cb511c981b0 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:14:18.962906 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.api [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 13:14:18.962906 n-d-804708-1 neutron-server[101395]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 13:14:18.962906 n-d-804708-1 neutron-server[101395]: [parameters: {'id': '002f73b1-405a-46c4-a49d-f4bac534ff81'}] Aug 16 13:14:18.962906 n-d-804708-1 neutron-server[101395]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:14:18.963760 n-d-804708-1 neutron-server[101395]: DEBUG oslo_db.api [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:14:19.088746 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4170d67-deb9-4eb4-ab65-8015f8633aaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:19.106988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=8e98a5a9-aa9b-4413-b273-1221a3d95552,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:19.260494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c830de7-696c-45a8-8b3b-1cb511c981b0 None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:14:19.301710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device fb5c2875-0fb8-4419-8b7f-502f543ef427 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:19.345169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: fb5c2875-0fb8-4419-8b7f-502f543ef427 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:14:19.346219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device fb5c2875-0fb8-4419-8b7f-502f543ef427 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:14:19.467365 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:19.585506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Deleting port 59672f85-98aa-4c58-a8a1-a89341a33c75 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:19.586482 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:19.624136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:19.632952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4170d67-deb9-4eb4-ab65-8015f8633aaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Router 4c744c7b-4d4b-450a-8cef-2e93e97509c3 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:19.733154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] For port 59672f85-98aa-4c58-a8a1-a89341a33c75, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=59672f85-98aa-4c58-a8a1-a89341a33c75,segment=NetworkSegment(9196dfbd-627b-4344-bf5a-4d0228712732),segment_id=9196dfbd-627b-4344-bf5a-4d0228712732)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:19.735138 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:19.764976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Calling delete_port for 59672f85-98aa-4c58-a8a1-a89341a33c75 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:19.862128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60234) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:19.908542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4170d67-deb9-4eb4-ab65-8015f8633aaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:19.920874 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a4170d67-deb9-4eb4-ab65-8015f8633aaf tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "PUT /v2.0/routers/4c744c7b-4d4b-450a-8cef-2e93e97509c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3025420 Aug 16 13:14:19.926423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60236) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:19.927364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fcd826-5561-460c-be34-dccfb8a4d98b None None] Sync routers for ids ['4c744c7b-4d4b-450a-8cef-2e93e97509c3'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:19.939069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcd826-5561-460c-be34-dccfb8a4d98b None None] Routers {'4c744c7b-4d4b-450a-8cef-2e93e97509c3'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:19.939728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-45fcd826-5561-460c-be34-dccfb8a4d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4c744c7b-4d4b-450a-8cef-2e93e97509c3'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:19.979924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device df675318-f129-4058-b649-9c0dd3bc1004 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:19.984919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-45fcd826-5561-460c-be34-dccfb8a4d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:19.991437 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5d6fe8-c2c0-4df1-879b-7af57a0def08 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:14:19.998673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-df5d6fe8-c2c0-4df1-879b-7af57a0def08 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/dd29c76d-5f1d-4236-ad51-fa97f3ec69f0 HTTP/1.1" status: 404 len: 333 time: 0.0568063 Aug 16 13:14:20.000467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60238) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:20.008111 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: df675318-f129-4058-b649-9c0dd3bc1004 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:14:20.008505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device df675318-f129-4058-b649-9c0dd3bc1004 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:14:20.014451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2085768-a196-40ae-ac46-9359ca1b7ea0 admin admin] Deleting subnet 55ec0b12-28fe-411d-aba5-8e7a0043db45 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:14:20.016889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcd826-5561-460c-be34-dccfb8a4d98b None None] Routers {'4c744c7b-4d4b-450a-8cef-2e93e97509c3'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:20.017729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-45fcd826-5561-460c-be34-dccfb8a4d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['4c744c7b-4d4b-450a-8cef-2e93e97509c3'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:20.021823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f716a62-caf9-4aa7-8351-0c34a0914615 req-8d95edd6-7c6b-46e1-87bc-bf04944c08aa tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:20.023900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f716a62-caf9-4aa7-8351-0c34a0914615 req-8d95edd6-7c6b-46e1-87bc-bf04944c08aa tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1097 time: 0.2100239 Aug 16 13:14:20.024788 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2085768-a196-40ae-ac46-9359ca1b7ea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.071266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-45fcd826-5561-460c-be34-dccfb8a4d98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:20.073232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fcd826-5561-460c-be34-dccfb8a4d98b None None] The sync data for ids ['4c744c7b-4d4b-450a-8cef-2e93e97509c3'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:20.101792 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2085768-a196-40ae-ac46-9359ca1b7ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.103680 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.160961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f716a62-caf9-4aa7-8351-0c34a0914615 req-85efb118-4041-45cc-a5d1-a2d0ca8995c2 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063702 Aug 16 13:14:20.166997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Port': ['ID=59672f85-98aa-4c58-a8a1-a89341a33c75,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:20.169840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No DVR routers for this DVR port 59672f85-98aa-4c58-a8a1-a89341a33c75 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:20.221346 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2085768-a196-40ae-ac46-9359ca1b7ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.332361 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.378556 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002f73b1-405a-46c4-a49d-f4bac534ff81']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:20.399684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9196dfbd-627b-4344-bf5a-4d0228712732') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:20.399982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9196dfbd-627b-4344-bf5a-4d0228712732') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:20.417204 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.427508 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2085768-a196-40ae-ac46-9359ca1b7ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.473379 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.483263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2085768-a196-40ae-ac46-9359ca1b7ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ec0b12-28fe-411d-aba5-8e7a0043db45,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:20.487417 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2085768-a196-40ae-ac46-9359ca1b7ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.491017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a2085768-a196-40ae-ac46-9359ca1b7ea0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/55ec0b12-28fe-411d-aba5-8e7a0043db45 HTTP/1.1" status: 204 len: 168 time: 0.6258516 Aug 16 13:14:20.494471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc1d41-26fb-4455-a171-83eff4d0f472 req-13982deb-faee-440b-b08a-a3e9666683c4 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:20.496611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7cbc1d41-26fb-4455-a171-83eff4d0f472 req-13982deb-faee-440b-b08a-a3e9666683c4 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1097 time: 0.1509125 Aug 16 13:14:20.498966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:20.499628 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.518605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60246) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:20.519685 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:20.659861 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.665503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.667620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/002f73b1-405a-46c4-a49d-f4bac534ff81 HTTP/1.1" status: 204 len: 168 time: 3.8323262 Aug 16 13:14:20.677684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60248) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:20.685777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c51c9e2-b52d-43e0-b6cf-26957843bb7d', 'name': 'network-vif-deleted', 'tag': 'df675318-f129-4058-b649-9c0dd3bc1004'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:20.689730 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353d3617-a18b-4527-b4c4-4fd905cc0e63" -d '{"events": [{"server_uuid": "5c51c9e2-b52d-43e0-b6cf-26957843bb7d", "name": "network-vif-deleted", "tag": "df675318-f129-4058-b649-9c0dd3bc1004"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:20.690670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1725228162'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:20.698402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7cbc1d41-26fb-4455-a171-83eff4d0f472 req-d5d1c7ef-3ebd-4263-a1e7-7a4d64e97cd7 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765223 Aug 16 13:14:20.713421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5154d35-0b17-4b61-afb7-691f78ff7a83 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=002f73b1-405a-46c4-a49d-f4bac534ff81,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:20.721968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.728927 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4bfc5a9-62d2-4b08-b552-14df13767279 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.792338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:20.797489 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.809756 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e063f7c4-d599-44e7-abe0-92e97b57b2d6 x-openstack-request-id: req-e063f7c4-d599-44e7-abe0-92e97b57b2d6 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:20.810218 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c51c9e2-b52d-43e0-b6cf-26957843bb7d", "name": "network-vif-deleted", "tag": "df675318-f129-4058-b649-9c0dd3bc1004", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:20.810843 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e063f7c4-d599-44e7-abe0-92e97b57b2d6 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:20.811464 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c51c9e2-b52d-43e0-b6cf-26957843bb7d', 'name': 'network-vif-deleted', 'tag': 'df675318-f129-4058-b649-9c0dd3bc1004', 'status': 'completed', 'code': 200} Aug 16 13:14:20.872551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:20.889005 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f4e1ef-5cfb-48b7-98bf-e09702197e06 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:20.904736 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4e1ef-5cfb-48b7-98bf-e09702197e06 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:20.905757 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b8f4e1ef-5cfb-48b7-98bf-e09702197e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:20.924965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:14:20.947310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.973393 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b8f4e1ef-5cfb-48b7-98bf-e09702197e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:20.983916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2420cf-230a-428c-b6f7-7c42963cefc5']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:20.989213 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4e1ef-5cfb-48b7-98bf-e09702197e06 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:20.990596 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b8f4e1ef-5cfb-48b7-98bf-e09702197e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:20.995977 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:20.996899 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment 29c3c791-dd96-43b8-9ebc-7f8f70ceaa59 of type vlan for network 6130adb1-846f-4ad3-b627-be8177619942 Aug 16 13:14:21.011455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:21.011865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb7e91b-31ba-48f8-87fb-f5a6104da8eb') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:21.049509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.050086 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b8f4e1ef-5cfb-48b7-98bf-e09702197e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:21.051548 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f4e1ef-5cfb-48b7-98bf-e09702197e06 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:21.078044 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.081793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.086622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d26d80-8de7-4654-af02-5f232a567107 req-4ecf5f9e-2956-4130-90f7-2669d1989d5e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:21.088373 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50d26d80-8de7-4654-af02-5f232a567107 req-4ecf5f9e-2956-4130-90f7-2669d1989d5e tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1097 time: 0.2246811 Aug 16 13:14:21.097195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:21.098056 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:21.100070 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:21.112541 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4bfc5a9-62d2-4b08-b552-14df13767279 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.117732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4bfc5a9-62d2-4b08-b552-14df13767279 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.168654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.170906 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9c37fad5-b2cf-4443-9597-e5263a5cae78 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/ports/8e98a5a9-aa9b-4413-b273-1221a3d95552 HTTP/1.1" status: 204 len: 168 time: 5.2502666 Aug 16 13:14:21.175070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60258) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:21.218717 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.227504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:21.228319 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.239294 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-93307e07-fcb1-48b7-be1a-0fb914a47304 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "GET /v2.0/floatingips/414b402f-54d6-4b5e-ae3d-dc71c37d5b61 HTTP/1.1" status: 200 len: 687 time: 0.0626297 Aug 16 13:14:21.243839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60260) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:21.245111 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.250745 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.253010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/cb2420cf-230a-428c-b6f7-7c42963cefc5 HTTP/1.1" status: 204 len: 168 time: 0.7323890 Aug 16 13:14:21.255878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4bfc5a9-62d2-4b08-b552-14df13767279 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.256646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bfc5a9-62d2-4b08-b552-14df13767279 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Fanout notify agent at l3_agent the message router_deleted on router 4c744c7b-4d4b-450a-8cef-2e93e97509c3 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:14:21.271789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50d26d80-8de7-4654-af02-5f232a567107 req-2c867ab2-8420-4192-a434-bc42c0678162 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667118 Aug 16 13:14:21.328740 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6437628 Aug 16 13:14:21.339291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60266) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:21.352233 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4bfc5a9-62d2-4b08-b552-14df13767279 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.354236 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f4bfc5a9-62d2-4b08-b552-14df13767279 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/routers/4c744c7b-4d4b-450a-8cef-2e93e97509c3 HTTP/1.1" status: 204 len: 168 time: 1.3530924 Aug 16 13:14:21.355107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'network_id': '6130adb1-846f-4ad3-b627-be8177619942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:21.360090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60268) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:21.452457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting subnet ee357b11-a04a-4a37-be00-858764731d17 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:14:21.454687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c557e-4b12-420b-9ce7-bcd80ab26944 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=6130adb1-846f-4ad3-b627-be8177619942,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:21.457474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.480376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 6130adb1-846f-4ad3-b627-be8177619942 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:14:21.522815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d570374-532e-4930-9890-b27a004551cc admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2420cf-230a-428c-b6f7-7c42963cefc5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:21.721919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60280) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:21.766047 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.937746 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-243bfa97-462b-482f-bd17-cd4042b0f403 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14e0839a2f6548ed8117a1807197c4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101908 Aug 16 13:14:21.940355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-62eb0c16-b014-4554-9003-ec5e3ee3da15 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port 667c0ac3-7367-43cc-8503-a2ff015a4042 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:21.940805 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62eb0c16-b014-4554-9003-ec5e3ee3da15 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:21.943693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60284) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:22.178237 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.179137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab3324-fe55-4d66-ae20-388cb612a648 req-d0291eac-fc6f-4836-9e1c-97289498acab tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:22.180749 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62ab3324-fe55-4d66-ae20-388cb612a648 req-d0291eac-fc6f-4836-9e1c-97289498acab tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.1137185 Aug 16 13:14:22.182836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:22.187192 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.191841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4eb109-0340-4e0a-8e09-86fffaa3a927 req-902ae027-f2ac-4cbc-a7b5-e2ba1c162c83 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:22.193296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d4eb109-0340-4e0a-8e09-86fffaa3a927 req-902ae027-f2ac-4cbc-a7b5-e2ba1c162c83 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1097 time: 0.1274300 Aug 16 13:14:22.294796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62eb0c16-b014-4554-9003-ec5e3ee3da15 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.295403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62eb0c16-b014-4554-9003-ec5e3ee3da15 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.299954 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd676e04-2edc-4126-b5dc-0a015c05a824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.322280 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d4eb109-0340-4e0a-8e09-86fffaa3a927 req-12a67433-5053-441e-938e-4269b6ea0115 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107051 Aug 16 13:14:22.337060 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62ab3324-fe55-4d66-ae20-388cb612a648 req-07b43d1e-0d94-4189-8286-9f196c25c1b2 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408620 Aug 16 13:14:22.350207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-62eb0c16-b014-4554-9003-ec5e3ee3da15 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for 667c0ac3-7367-43cc-8503-a2ff015a4042 owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:22.392727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd676e04-2edc-4126-b5dc-0a015c05a824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.479228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.488001 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.553008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=16f1e4e7-43cf-4a91-82ac-89afe9ecccfc,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:22.573049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking segment: {'id': '29c3c791-dd96-43b8-9ebc-7f8f70ceaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6130adb1-846f-4ad3-b627-be8177619942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:22.573431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network hostable DHCP agents. Network: 6130adb1-846f-4ad3-b627-be8177619942, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:14:22.578576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Subnet': ['ID=ee357b11-a04a-4a37-be00-858764731d17,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:22.594247 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network 6130adb1-846f-4ad3-b627-be8177619942 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:14:22.602765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.605122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81488117-a19e-4954-a3d3-33d7f302e880 None None] Network f396be77-40b4-4edb-8736-1198fdc01fba requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:22.606750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/ee357b11-a04a-4a37-be00-858764731d17 HTTP/1.1" status: 204 len: 168 time: 1.2445796 Aug 16 13:14:22.610661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60286) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:22.612723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.613279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.613444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 6130adb1-846f-4ad3-b627-be8177619942) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:22.613842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.614441 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.614998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.615549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.616104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.616647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.617472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.618027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.618606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.619152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04205e8d-47bb-4492-ae38-1ad886c551ec tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:22.627945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:22.628736 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.657743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcad340-9cac-4ffe-bdcc-e78e68b0d1b8 None None] Network 6130adb1-846f-4ad3-b627-be8177619942 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:22.671034 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd676e04-2edc-4126-b5dc-0a015c05a824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.673915 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd676e04-2edc-4126-b5dc-0a015c05a824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.678364 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bd676e04-2edc-4126-b5dc-0a015c05a824 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea4b9a48-d67e-4623-bd48-40845c753c0d HTTP/1.1" status: 204 len: 168 time: 0.7268786 Aug 16 13:14:22.696546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd676e04-2edc-4126-b5dc-0a015c05a824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4b9a48-d67e-4623-bd48-40845c753c0d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:22.721801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-accd7ae1-cac8-46a4-95ea-7de9a41d6b4a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3776309 Aug 16 13:14:22.722199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60290) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:22.756451 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.868522 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62eb0c16-b014-4554-9003-ec5e3ee3da15 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.877815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:22.880022 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:22.913967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb0c16-b014-4554-9003-ec5e3ee3da15 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=667c0ac3-7367-43cc-8503-a2ff015a4042,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:23.000289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] For port 06bea5e9-141f-4ebc-a703-acd660f2b2c3, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=06bea5e9-141f-4ebc-a703-acd660f2b2c3,segment=NetworkSegment(28d0e0aa-078d-4171-bea6-701cd686fcc9),segment_id=28d0e0aa-078d-4171-bea6-701cd686fcc9)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:23.000638 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.013464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.028024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 06bea5e9-141f-4ebc-a703-acd660f2b2c3 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:23.039953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-6130adb1-846f-4ad3-b627-be8177619942', 'network_id': '6130adb1-846f-4ad3-b627-be8177619942', 'tenant_id': '27f40cd01ba144eaa189390dfb94117a', 'fixed_ips': [{'subnet_id': '16f1e4e7-43cf-4a91-82ac-89afe9ecccfc'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:14:23.040586 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.136376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11138509-aa76-4d98-8c82-3b5d4b9031a6 None None] DHCP port deletion for f396be77-40b4-4edb-8736-1198fdc01fba request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:14:23.177408 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.234624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=06bea5e9-141f-4ebc-a703-acd660f2b2c3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:23.237918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No DVR routers for this DVR port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:23.257856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Allocated IP 172.20.0.1 (6130adb1-846f-4ad3-b627-be8177619942/16f1e4e7-43cf-4a91-82ac-89afe9ecccfc/cf3cfdaf-6e1c-4488-bb3d-310e04bba386) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:23.288397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-11138509-aa76-4d98-8c82-3b5d4b9031a6 None None] Deleting port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:23.290031 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-11138509-aa76-4d98-8c82-3b5d4b9031a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.312900 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62eb0c16-b014-4554-9003-ec5e3ee3da15 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.315596 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-62eb0c16-b014-4554-9003-ec5e3ee3da15 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.320167 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-62eb0c16-b014-4554-9003-ec5e3ee3da15 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/floatingips/414b402f-54d6-4b5e-ae3d-dc71c37d5b61 HTTP/1.1" status: 204 len: 168 time: 2.0707498 Aug 16 13:14:23.320167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.321966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60294) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:23.331110 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '7fd2e789-d8a6-4a01-80ba-30a724eb8679'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:23.409355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320387f-d9ee-42b2-94c2-12ade84183bf req-aff74132-4742-4e64-b6e0-360b43383e81 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:23.411099 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e320387f-d9ee-42b2-94c2-12ade84183bf req-aff74132-4742-4e64-b6e0-360b43383e81 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1097 time: 0.1922772 Aug 16 13:14:23.429379 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.441503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.453914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f396be77-40b4-4edb-8736-1198fdc01fba']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:23.475214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d0e0aa-078d-4171-bea6-701cd686fcc9') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:23.475909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d0e0aa-078d-4171-bea6-701cd686fcc9') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:23.567008 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.633543 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.642891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e320387f-d9ee-42b2-94c2-12ade84183bf req-7d65b26b-7908-4883-b4e4-e7fe20dd6973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Deleting port caa8d75b-09e0-4b3c-87b3-43903cd9d408 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:23.643244 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e320387f-d9ee-42b2-94c2-12ade84183bf req-7d65b26b-7908-4883-b4e4-e7fe20dd6973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.658616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:23.659266 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:23.667416 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:23.731227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.806327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-e320387f-d9ee-42b2-94c2-12ade84183bf req-7d65b26b-7908-4883-b4e4-e7fe20dd6973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] For port caa8d75b-09e0-4b3c-87b3-43903cd9d408, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=caa8d75b-09e0-4b3c-87b3-43903cd9d408,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:23.806734 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e320387f-d9ee-42b2-94c2-12ade84183bf req-7d65b26b-7908-4883-b4e4-e7fe20dd6973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.810981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-11138509-aa76-4d98-8c82-3b5d4b9031a6 None None] For port 06bea5e9-141f-4ebc-a703-acd660f2b2c3, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:23.811878 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-11138509-aa76-4d98-8c82-3b5d4b9031a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.817973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7f308-448d-4ea8-9ce1-5819f3e3eb7a req-f2abca2f-fa30-405b-b7a1-2218157b5360 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:23.820876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7d7f308-448d-4ea8-9ce1-5819f3e3eb7a req-f2abca2f-fa30-405b-b7a1-2218157b5360 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.3261511 Aug 16 13:14:23.836448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-11138509-aa76-4d98-8c82-3b5d4b9031a6 None None] Calling delete_port for 06bea5e9-141f-4ebc-a703-acd660f2b2c3 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:23.845551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-11138509-aa76-4d98-8c82-3b5d4b9031a6 None None] Port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:14:23.848891 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-11138509-aa76-4d98-8c82-3b5d4b9031a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:23.853163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e320387f-d9ee-42b2-94c2-12ade84183bf req-7d65b26b-7908-4883-b4e4-e7fe20dd6973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Calling delete_port for caa8d75b-09e0-4b3c-87b3-43903cd9d408 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:23.880386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdba47e-0b58-4765-9b08-6ed03e2f18f5 req-abcf1a39-9588-42d7-81b1-5e057413c3ff tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:23.894912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9fdba47e-0b58-4765-9b08-6ed03e2f18f5 req-abcf1a39-9588-42d7-81b1-5e057413c3ff tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 1097 time: 0.4013786 Aug 16 13:14:23.916239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11138509-aa76-4d98-8c82-3b5d4b9031a6 None None] Pushing event deleted for resources: {'Port': ['ID=06bea5e9-141f-4ebc-a703-acd660f2b2c3,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:23.950481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11138509-aa76-4d98-8c82-3b5d4b9031a6 None None] No DVR routers for this DVR port 06bea5e9-141f-4ebc-a703-acd660f2b2c3 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:23.982130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7d7f308-448d-4ea8-9ce1-5819f3e3eb7a req-95d97ec0-6a32-42ca-bf5f-561f8e9cb243 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459954 Aug 16 13:14:23.988021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 06bea5e9-141f-4ebc-a703-acd660f2b2c3 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:24.024949 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9fdba47e-0b58-4765-9b08-6ed03e2f18f5 req-72fb8068-ce67-4ec6-b1bf-d7a984501f47 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284444 Aug 16 13:14:24.029064 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.029331 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.041017 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 06bea5e9-141f-4ebc-a703-acd660f2b2c3 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:14:24.041368 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 06bea5e9-141f-4ebc-a703-acd660f2b2c3 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:14:24.047789 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.053004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/networks/f396be77-40b4-4edb-8736-1198fdc01fba HTTP/1.1" status: 204 len: 168 time: 1.4409082 Aug 16 13:14:24.065189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60310) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:24.100858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13ddfc-a04b-421a-a082-c72da8fd7742 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Network': ['ID=f396be77-40b4-4edb-8736-1198fdc01fba,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:24.145139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15203e-23e8-46ec-8186-0634af2dfd62 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:24.147056 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4b15203e-23e8-46ec-8186-0634af2dfd62 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/50850d18-73eb-44b5-b5e2-d6e815321c97 HTTP/1.1" status: 200 len: 840 time: 0.0807717 Aug 16 13:14:24.153636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60314) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:24.174449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Transition to ACTIVE for port object cf3cfdaf-6e1c-4488-bb3d-310e04bba386 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:24.178015 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e320387f-d9ee-42b2-94c2-12ade84183bf req-7d65b26b-7908-4883-b4e4-e7fe20dd6973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.198939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d78d16ec-993e-416a-bdad-583d9c1c1603'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:14:24.218187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c6ff3159-4753-4db9-b753-1423bb52f448 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/50850d18-73eb-44b5-b5e2-d6e815321c97?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0562553 Aug 16 13:14:24.218474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60318) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:24.221925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.25.0.137 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/e95bd9bf-4251-4daa-8638-906fb6cfdb14) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:24.225093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-150b18c5-dfb5-4704-9bb8-1f4d42300e8b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:24.252226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['caa8d75b-09e0-4b3c-87b3-43903cd9d408'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:14:24.266323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Transition to ACTIVE for port object cf3cfdaf-6e1c-4488-bb3d-310e04bba386 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:24.273542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65b26b-7908-4883-b4e4-e7fe20dd6973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Pushing event deleted for resources: {'Port': ['ID=caa8d75b-09e0-4b3c-87b3-43903cd9d408,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:24.311097 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.396409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e320387f-d9ee-42b2-94c2-12ade84183bf req-7d65b26b-7908-4883-b4e4-e7fe20dd6973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] No DVR routers for this DVR port caa8d75b-09e0-4b3c-87b3-43903cd9d408 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:24.416240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e320387f-d9ee-42b2-94c2-12ade84183bf req-7d65b26b-7908-4883-b4e4-e7fe20dd6973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.430640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e320387f-d9ee-42b2-94c2-12ade84183bf req-7d65b26b-7908-4883-b4e4-e7fe20dd6973 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.22 "DELETE /v2.0/ports/caa8d75b-09e0-4b3c-87b3-43903cd9d408 HTTP/1.1" status: 204 len: 173 time: 1.0101609 Aug 16 13:14:24.431890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42a7bf7-1272-4855-b5fb-7d5a1f656a36', 'name': 'network-vif-deleted', 'tag': 'caa8d75b-09e0-4b3c-87b3-43903cd9d408'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:24.439228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150b18c5-dfb5-4704-9bb8-1f4d42300e8b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:24.440875 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d06dee-116a-487d-a9fe-bd82e947f45b" -d '{"events": [{"server_uuid": "d42a7bf7-1272-4855-b5fb-7d5a1f656a36", "name": "network-vif-deleted", "tag": "caa8d75b-09e0-4b3c-87b3-43903cd9d408"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:24.443239 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-150b18c5-dfb5-4704-9bb8-1f4d42300e8b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.447541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Network 6130adb1-846f-4ad3-b627-be8177619942 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:24.452279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Pushing event updated for resources: {'Port': ['ID=cf3cfdaf-6e1c-4488-bb3d-310e04bba386,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:24.508420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:24.513238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:24.521569 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.624154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Attempting to bind port cf3cfdaf-6e1c-4488-bb3d-310e04bba386 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:14:24.624605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Attempting to bind port cf3cfdaf-6e1c-4488-bb3d-310e04bba386 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '29c3c791-dd96-43b8-9ebc-7f8f70ceaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6130adb1-846f-4ad3-b627-be8177619942'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:14:24.625631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Attempting to bind port cf3cfdaf-6e1c-4488-bb3d-310e04bba386 on network 6130adb1-846f-4ad3-b627-be8177619942 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:24.627762 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70219e4a-94f9-4188-ba0f-3575bd8ff2af x-openstack-request-id: req-70219e4a-94f9-4188-ba0f-3575bd8ff2af {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:24.628469 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42a7bf7-1272-4855-b5fb-7d5a1f656a36", "name": "network-vif-deleted", "tag": "caa8d75b-09e0-4b3c-87b3-43903cd9d408", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:24.628919 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70219e4a-94f9-4188-ba0f-3575bd8ff2af {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:24.629527 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42a7bf7-1272-4855-b5fb-7d5a1f656a36', 'name': 'network-vif-deleted', 'tag': 'caa8d75b-09e0-4b3c-87b3-43903cd9d408', 'status': 'completed', 'code': 200} Aug 16 13:14:24.630775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Subnet': ['ID=16f1e4e7-43cf-4a91-82ac-89afe9ecccfc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:24.659284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:14:24.659705 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Checking segment: {'id': '29c3c791-dd96-43b8-9ebc-7f8f70ceaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6130adb1-846f-4ad3-b627-be8177619942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:24.660271 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.660742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Bound using segment: {'id': '29c3c791-dd96-43b8-9ebc-7f8f70ceaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6130adb1-846f-4ad3-b627-be8177619942'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:14:24.661308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Bound port: cf3cfdaf-6e1c-4488-bb3d-310e04bba386, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c3c791-dd96-43b8-9ebc-7f8f70ceaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6130adb1-846f-4ad3-b627-be8177619942'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:14:24.661759 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.752708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] For port cf3cfdaf-6e1c-4488-bb3d-310e04bba386, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:14:24.756616 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.757642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] For port cf3cfdaf-6e1c-4488-bb3d-310e04bba386, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cf3cfdaf-6e1c-4488-bb3d-310e04bba386,segment=NetworkSegment(29c3c791-dd96-43b8-9ebc-7f8f70ceaa59),segment_id=29c3c791-dd96-43b8-9ebc-7f8f70ceaa59)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:14:24.768987 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.771040 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.779876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6130adb1-846f-4ad3-b627-be8177619942']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:24.799380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c3c791-dd96-43b8-9ebc-7f8f70ceaa59') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:24.800197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c3c791-dd96-43b8-9ebc-7f8f70ceaa59') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:24.830841 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.853421 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.861815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:24.862813 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:24.951409 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:24.962173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ba3bd-d232-41e9-b916-5ed5e31fc94a None None] Pushing event updated for resources: {'Port': ['ID=cf3cfdaf-6e1c-4488-bb3d-310e04bba386,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:24.993935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4799239a-8852-4d56-80f4-8bd022c97540 None None] Network 6130adb1-846f-4ad3-b627-be8177619942 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:24.997622 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.api [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 13:14:24.997622 n-d-804708-1 neutron-server[101396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 13:14:24.997622 n-d-804708-1 neutron-server[101396]: [parameters: {'id': '6130adb1-846f-4ad3-b627-be8177619942'}] Aug 16 13:14:24.997622 n-d-804708-1 neutron-server[101396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:14:24.997622 n-d-804708-1 neutron-server[101396]: DEBUG oslo_db.api [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:14:25.005534 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.050567 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-150b18c5-dfb5-4704-9bb8-1f4d42300e8b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.057469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:25.061811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:25.067516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:25.073727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=e95bd9bf-4251-4daa-8638-906fb6cfdb14,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:25.129503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b18c5-dfb5-4704-9bb8-1f4d42300e8b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:25.133858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-150b18c5-dfb5-4704-9bb8-1f4d42300e8b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:25.143535 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b18c5-dfb5-4704-9bb8-1f4d42300e8b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:25.143854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-150b18c5-dfb5-4704-9bb8-1f4d42300e8b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.170363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b18c5-dfb5-4704-9bb8-1f4d42300e8b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Subnet': ['ID=91e5aa92-80ea-449e-be89-2cad8f7489d8,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:25.170999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef609901-1603-4bd7-8060-13415c2a3af0 None None] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:25.181732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-150b18c5-dfb5-4704-9bb8-1f4d42300e8b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9577405 Aug 16 13:14:25.182622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60334) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:25.190028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f4245d5f-f557-4b6c-88c6-26187068200c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'security_group': {'name': 'tempest-secgroup-913754842'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:25.225643 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f4245d5f-f557-4b6c-88c6-26187068200c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.400860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff0850-cf38-46f4-807f-af622a956daf req-06734255-debc-4ad9-beee-daa845f1a385 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:25.403862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90ff0850-cf38-46f4-807f-af622a956daf req-06734255-debc-4ad9-beee-daa845f1a385 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.1376393 Aug 16 13:14:25.498039 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f4245d5f-f557-4b6c-88c6-26187068200c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.499199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.512836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f4245d5f-f557-4b6c-88c6-26187068200c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.533371 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90ff0850-cf38-46f4-807f-af622a956daf req-a73bb0c1-2729-4f36-a396-c4bb75d89fa4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154494 Aug 16 13:14:25.606206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3282dac5-c997-44c5-80a7-7101c9f70635 req-dbf0ff16-69e6-4255-b46b-f431036ad768 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d42a7bf7-1272-4855-b5fb-7d5a1f656a36 HTTP/1.1" status: 200 len: 210 time: 0.0343988 Aug 16 13:14:25.616232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4245d5f-f557-4b6c-88c6-26187068200c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf64c2f-88fc-4499-9d6c-6486b45f9c1a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:25.625794 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f4245d5f-f557-4b6c-88c6-26187068200c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.633037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f4245d5f-f557-4b6c-88c6-26187068200c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4477205 Aug 16 13:14:25.634911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60342) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:25.646654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-20ba15dd-c4ed-4b53-9932-055709c9053e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'security_group': {'name': 'tempest-secgroup-835727012'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:25.703760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20ba15dd-c4ed-4b53-9932-055709c9053e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.715862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'tenant_id': '3421adc2bd3d428c93e51af814c7b1b2', 'fixed_ips': [{'subnet_id': '91e5aa92-80ea-449e-be89-2cad8f7489d8'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:14:25.716752 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.780222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.825377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Deleting port cf3cfdaf-6e1c-4488-bb3d-310e04bba386 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:25.825779 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.935893 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20ba15dd-c4ed-4b53-9932-055709c9053e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.947950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20ba15dd-c4ed-4b53-9932-055709c9053e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:25.976464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Allocated IP 172.20.0.2 (c3b9b831-2d45-4ad4-94c0-b1351a7efa36/91e5aa92-80ea-449e-be89-2cad8f7489d8/d189d708-b559-445a-a05f-26f832349737) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:26.007441 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] For port cf3cfdaf-6e1c-4488-bb3d-310e04bba386, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cf3cfdaf-6e1c-4488-bb3d-310e04bba386,segment=NetworkSegment(29c3c791-dd96-43b8-9ebc-7f8f70ceaa59),segment_id=29c3c791-dd96-43b8-9ebc-7f8f70ceaa59)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:26.008290 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.018335 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20ba15dd-c4ed-4b53-9932-055709c9053e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.020827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-20ba15dd-c4ed-4b53-9932-055709c9053e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3838565 Aug 16 13:14:26.028265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60358) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:26.045097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1478676464', 'security_groups': ['47da9057-9451-4d54-8330-0f316ab55a24'], 'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91e5aa92-80ea-449e-be89-2cad8f7489d8'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:26.052179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Calling delete_port for cf3cfdaf-6e1c-4488-bb3d-310e04bba386 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:26.053418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba15dd-c4ed-4b53-9932-055709c9053e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47da9057-9451-4d54-8330-0f316ab55a24,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:26.054082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.203549 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.215593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Transition to ACTIVE for port object d189d708-b559-445a-a05f-26f832349737 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:26.233958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Transition to ACTIVE for port object d189d708-b559-445a-a05f-26f832349737 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:26.245742 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.257839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:26.283835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:26.288856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:26.292697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:26.310134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60362) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:26.355602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Pushing event updated for resources: {'Port': ['ID=d189d708-b559-445a-a05f-26f832349737,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:26.374460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.374696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Attempting to bind port d189d708-b559-445a-a05f-26f832349737 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:14:26.375077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Attempting to bind port d189d708-b559-445a-a05f-26f832349737 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7c67cb76-6b48-444c-b253-a5145e3f0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:14:26.375446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Attempting to bind port d189d708-b559-445a-a05f-26f832349737 on network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:26.383304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:14:26.383690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Checking segment: {'id': '7c67cb76-6b48-444c-b253-a5145e3f0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:26.384106 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.384518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Bound using segment: {'id': '7c67cb76-6b48-444c-b253-a5145e3f0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:14:26.385014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Bound port: d189d708-b559-445a-a05f-26f832349737, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c67cb76-6b48-444c-b253-a5145e3f0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:14:26.385399 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.435982 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.439663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Port': ['ID=cf3cfdaf-6e1c-4488-bb3d-310e04bba386,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:26.468586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No DVR routers for this DVR port cf3cfdaf-6e1c-4488-bb3d-310e04bba386 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:26.475828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port 8bd87918-d69f-4888-b07a-490689ba5493 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:14:26.485461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] For port d189d708-b559-445a-a05f-26f832349737, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:14:26.489616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] For port d189d708-b559-445a-a05f-26f832349737, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d189d708-b559-445a-a05f-26f832349737,segment=NetworkSegment(7c67cb76-6b48-444c-b253-a5145e3f0e53),segment_id=7c67cb76-6b48-444c-b253-a5145e3f0e53)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:14:26.500902 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.629812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac23958-6366-401d-913e-fa7c6c598e39 None None] Pushing event updated for resources: {'Port': ['ID=d189d708-b559-445a-a05f-26f832349737,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:26.640712 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98ee8abf-ecc7-4143-b1d5-61ea8b819f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.713775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.717476 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.729310 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.742488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6130adb1-846f-4ad3-b627-be8177619942']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:26.814346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c3c791-dd96-43b8-9ebc-7f8f70ceaa59') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:26.814867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c3c791-dd96-43b8-9ebc-7f8f70ceaa59') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:26.843686 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.871985 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:26.959356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.8 (c3b9b831-2d45-4ad4-94c0-b1351a7efa36/91e5aa92-80ea-449e-be89-2cad8f7489d8/8bd87918-d69f-4888-b07a-490689ba5493) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:26.989711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd042e0c-9f8c-49d4-aeab-79c9a228309b req-e341d418-f0db-470b-9116-3685c8fa0e90 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:26.991738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd042e0c-9f8c-49d4-aeab-79c9a228309b req-e341d418-f0db-470b-9116-3685c8fa0e90 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.2909074 Aug 16 13:14:27.020290 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:27.129482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd042e0c-9f8c-49d4-aeab-79c9a228309b req-fb28f255-ecd9-4381-87a9-2ed07bd9b81d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214724 Aug 16 13:14:27.133552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:27.134331 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:27.139247 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:27.176466 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=e95bd9bf-4251-4daa-8638-906fb6cfdb14,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:27.402316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98ee8abf-ecc7-4143-b1d5-61ea8b819f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:27.413166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebc319-d8f0-445d-bff7-035c0477d012 req-ac875d9f-91a4-44aa-8fd6-ef25bc563fd0 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:27.415521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16ebc319-d8f0-445d-bff7-035c0477d012 req-ac875d9f-91a4-44aa-8fd6-ef25bc563fd0 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1096 time: 0.2564130 Aug 16 13:14:27.430399 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98ee8abf-ecc7-4143-b1d5-61ea8b819f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:27.515647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:27.564121 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-98ee8abf-ecc7-4143-b1d5-61ea8b819f3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8af99e6d1944fbc96997edb00b065b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2521532 Aug 16 13:14:27.564799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60374) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:27.570618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee8abf-ecc7-4143-b1d5-61ea8b819f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeef7be8-3609-40d3-afd6-efddd819b90a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:27.579838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object 8bd87918-d69f-4888-b07a-490689ba5493 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:27.608757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16ebc319-d8f0-445d-bff7-035c0477d012 req-bd67ff0d-df09-4299-816d-ffb97cd34172 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809406 Aug 16 13:14:27.700808 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-989ff187-65fc-47d7-afd6-f58c604689d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:27.723629 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:27.736649 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:27.742932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:27.751056 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/6130adb1-846f-4ad3-b627-be8177619942 HTTP/1.1" status: 204 len: 168 time: 5.0275896 Aug 16 13:14:27.755946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60376) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:27.773751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2096876924'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:27.779893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c19ec4-b704-4629-81a0-eda4279f3db1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=6130adb1-846f-4ad3-b627-be8177619942,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:27.784649 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP 88bd7f0e-9f93-4c3e-bd4d-a2db65a8d558 associated. External IP: 172.25.0.137, port: 7fd2e789-d8a6-4a01-80ba-30a724eb8679. Aug 16 13:14:27.808036 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-989ff187-65fc-47d7-afd6-f58c604689d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:27.863575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:27.885675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:27.900602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:27.915529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:27.918873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:27.925103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=8bd87918-d69f-4888-b07a-490689ba5493,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:27.967016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device caa8d75b-09e0-4b3c-87b3-43903cd9d408 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:28.002490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:28.003355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.019239 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-989ff187-65fc-47d7-afd6-f58c604689d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.022657 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-989ff187-65fc-47d7-afd6-f58c604689d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.023932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-989ff187-65fc-47d7-afd6-f58c604689d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aeef7be8-3609-40d3-afd6-efddd819b90a HTTP/1.1" status: 204 len: 168 time: 0.4547780 Aug 16 13:14:28.044095 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ff187-65fc-47d7-afd6-f58c604689d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeef7be8-3609-40d3-afd6-efddd819b90a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:28.044366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: caa8d75b-09e0-4b3c-87b3-43903cd9d408 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:14:28.044887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device caa8d75b-09e0-4b3c-87b3-43903cd9d408 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:14:28.059185 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e4c4fc13-6694-4087-92d7-9834e6f3a0f4 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0261855 Aug 16 13:14:28.059909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60380) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:28.070003 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6ae9f7f8-2040-4969-9066-a24bfe3001cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:28.070866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:14:28.081124 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d189d708-b559-445a-a05f-26f832349737 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:28.114570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.115144 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment 22378773-305f-457e-bacd-b88e1d3a4432 of type vlan for network 8251d50e-1823-412f-a27c-ff786d22a64b Aug 16 13:14:28.228623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1ff13dca-5ede-412c-a1d8-4cd1309b019a None None] Provisioning complete for port 50850d18-73eb-44b5-b5e2-d6e815321c97 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:28.233364 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ff13dca-5ede-412c-a1d8-4cd1309b019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.256770 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.333045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1ff13dca-5ede-412c-a1d8-4cd1309b019a None None] Port 50850d18-73eb-44b5-b5e2-d6e815321c97 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:28.349125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d189d708-b559-445a-a05f-26f832349737 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:28.356037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae9f7f8-2040-4969-9066-a24bfe3001cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:28.359913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1ff13dca-5ede-412c-a1d8-4cd1309b019a None None] Provisioning for port d189d708-b559-445a-a05f-26f832349737 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:28.366738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1ff13dca-5ede-412c-a1d8-4cd1309b019a None None] Provisioning complete for port d189d708-b559-445a-a05f-26f832349737 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:28.367739 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ff13dca-5ede-412c-a1d8-4cd1309b019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.369291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6ae9f7f8-2040-4969-9066-a24bfe3001cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.407254 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.414023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:28.414885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.419055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:28.516845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=8251d50e-1823-412f-a27c-ff786d22a64b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:28.533977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 8251d50e-1823-412f-a27c-ff786d22a64b details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:14:28.555210 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6397c40e-db11-43ed-9ab0-efcea6843bc1 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:14:28.565867 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-24f486fb-618c-401a-9d8a-8b37c5b6f218 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8065264 Aug 16 13:14:28.566164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60388) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:28.573367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'network_id': '8251d50e-1823-412f-a27c-ff786d22a64b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:28.638027 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ff13dca-5ede-412c-a1d8-4cd1309b019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.657956 n-d-804708-1 neutron-server[101395]: INFO neutron.db.ipam_backend_mixin [None req-6ae9f7f8-2040-4969-9066-a24bfe3001cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 91e5aa92-80ea-449e-be89-2cad8f7489d8 (CIDR: 172.20.0.0/28) Aug 16 13:14:28.666914 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae9f7f8-2040-4969-9066-a24bfe3001cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:14:28.669546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae9f7f8-2040-4969-9066-a24bfe3001cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:28.722394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80147e-f785-4a67-8341-8857b295eda7 req-58da64ae-1238-4c25-9db9-93ef90b663a1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:28.725403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce80147e-f785-4a67-8341-8857b295eda7 req-58da64ae-1238-4c25-9db9-93ef90b663a1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.3368301 Aug 16 13:14:28.728510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6ae9f7f8-2040-4969-9066-a24bfe3001cd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6670527 Aug 16 13:14:28.745464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60396) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:28.773638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a9bd1210-672d-4937-845b-a45fa36bd2d6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:28.774852 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722b81e-a8c9-4a48-a130-ddc55581e00b req-fce97eef-e4e5-4d4f-a98b-894bad0e5040 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:28.776676 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b722b81e-a8c9-4a48-a130-ddc55581e00b req-fce97eef-e4e5-4d4f-a98b-894bad0e5040 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1096 time: 0.2651389 Aug 16 13:14:28.779494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1ff13dca-5ede-412c-a1d8-4cd1309b019a None None] For port d189d708-b559-445a-a05f-26f832349737, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d189d708-b559-445a-a05f-26f832349737,segment=NetworkSegment(7c67cb76-6b48-444c-b253-a5145e3f0e53),segment_id=7c67cb76-6b48-444c-b253-a5145e3f0e53)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:28.797093 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ff13dca-5ede-412c-a1d8-4cd1309b019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.887494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff13dca-5ede-412c-a1d8-4cd1309b019a None None] Pushing event updated for resources: {'Port': ['ID=d189d708-b559-445a-a05f-26f832349737,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:28.940043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:28.943823 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:28.947263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6397c40e-db11-43ed-9ab0-efcea6843bc1 None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:14:28.973730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:29.003220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0cbb072c-70de-4255-95a9-1539f6bd8c1d None None] Provisioning for port 8bd87918-d69f-4888-b07a-490689ba5493 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:29.006524 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56486c4c-8083-460b-8ddf-fc0be91ac6a2 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:29.034710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0cbb072c-70de-4255-95a9-1539f6bd8c1d None None] Provisioning complete for port 8bd87918-d69f-4888-b07a-490689ba5493 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:29.035145 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0cbb072c-70de-4255-95a9-1539f6bd8c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.053363 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.122810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce80147e-f785-4a67-8341-8857b295eda7 req-8a2d1e31-46b4-4971-a2ae-3429100fc340 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742807 Aug 16 13:14:29.123156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bd1210-672d-4937-845b-a45fa36bd2d6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:29.127021 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9bd1210-672d-4937-845b-a45fa36bd2d6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.131661 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cc3b043c-c37b-422c-8c96-0657ea608914 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.8071966 Aug 16 13:14:29.135098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56486c4c-8083-460b-8ddf-fc0be91ac6a2 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:29.136182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-56486c4c-8083-460b-8ddf-fc0be91ac6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:29.137117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60400) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:29.137915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b722b81e-a8c9-4a48-a130-ddc55581e00b req-5952d766-5b19-4a83-8053-d5d505abeae2 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Deleting port d78d16ec-993e-416a-bdad-583d9c1c1603 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:29.138300 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b722b81e-a8c9-4a48-a130-ddc55581e00b req-5952d766-5b19-4a83-8053-d5d505abeae2 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.144173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1334456251'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:29.202296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-56486c4c-8083-460b-8ddf-fc0be91ac6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:29.245739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56486c4c-8083-460b-8ddf-fc0be91ac6a2 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:29.247420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-56486c4c-8083-460b-8ddf-fc0be91ac6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:29.300295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-56486c4c-8083-460b-8ddf-fc0be91ac6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:29.300295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56486c4c-8083-460b-8ddf-fc0be91ac6a2 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:29.300295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb072c-70de-4255-95a9-1539f6bd8c1d None None] Port 8bd87918-d69f-4888-b07a-490689ba5493 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:29.354965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Made reservation on behalf of c58ca9b10e4e47379c97995b83b2d522 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:29.360124 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.364057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b722b81e-a8c9-4a48-a130-ddc55581e00b req-5952d766-5b19-4a83-8053-d5d505abeae2 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] For port d78d16ec-993e-416a-bdad-583d9c1c1603, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d78d16ec-993e-416a-bdad-583d9c1c1603,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:29.364434 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b722b81e-a8c9-4a48-a130-ddc55581e00b req-5952d766-5b19-4a83-8053-d5d505abeae2 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.380031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec7308-17c0-485c-b967-14232b054de7 req-6bcc149a-80df-49b8-8ca9-1257e9d58b19 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:29.389118 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0eec7308-17c0-485c-b967-14232b054de7 req-6bcc149a-80df-49b8-8ca9-1257e9d58b19 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 1096 time: 0.5997934 Aug 16 13:14:29.389600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-b722b81e-a8c9-4a48-a130-ddc55581e00b req-5952d766-5b19-4a83-8053-d5d505abeae2 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Calling delete_port for d78d16ec-993e-416a-bdad-583d9c1c1603 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:29.394729 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.465940 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0eec7308-17c0-485c-b967-14232b054de7 req-9adcd20f-03f9-4f44-85e6-6258c38d2ac9 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8dce1f05-3478-4af2-b40c-ab6ccf095ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756786 Aug 16 13:14:29.506851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:14:29.525466 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=8229378e-c8ab-4b05-afd8-833edce71941,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:29.551265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.551667 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Added segment 182ccdd9-17a8-4225-a3c6-27c9e0059a4d of type vlan for network fb6876c7-adb8-487f-8f40-5218ffd3b119 Aug 16 13:14:29.562262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking segment: {'id': '22378773-305f-457e-bacd-b88e1d3a4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8251d50e-1823-412f-a27c-ff786d22a64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:29.562829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network hostable DHCP agents. Network: 8251d50e-1823-412f-a27c-ff786d22a64b, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:14:29.650742 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network 8251d50e-1823-412f-a27c-ff786d22a64b is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:14:29.666628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b722b81e-a8c9-4a48-a130-ddc55581e00b req-5952d766-5b19-4a83-8053-d5d505abeae2 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.673986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 8251d50e-1823-412f-a27c-ff786d22a64b) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:29.687365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e461da-079c-4f2c-9cce-25166d118716 None None] Network 8251d50e-1823-412f-a27c-ff786d22a64b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:29.702658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:29.703261 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.704070 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.705787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60410) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:29.713283 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952d766-5b19-4a83-8053-d5d505abeae2 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Pushing event deleted for resources: {'Port': ['ID=d78d16ec-993e-416a-bdad-583d9c1c1603,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:29.788330 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-30e40f4a-2043-427d-af22-c0dca2203c9d tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2210450 Aug 16 13:14:29.800620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60414) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:29.811196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b722b81e-a8c9-4a48-a130-ddc55581e00b req-5952d766-5b19-4a83-8053-d5d505abeae2 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] No DVR routers for this DVR port d78d16ec-993e-416a-bdad-583d9c1c1603 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:29.815127 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b722b81e-a8c9-4a48-a130-ddc55581e00b req-5952d766-5b19-4a83-8053-d5d505abeae2 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.817760 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b722b81e-a8c9-4a48-a130-ddc55581e00b req-5952d766-5b19-4a83-8053-d5d505abeae2 tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.42 "DELETE /v2.0/ports/d78d16ec-993e-416a-bdad-583d9c1c1603 HTTP/1.1" status: 204 len: 173 time: 1.0279527 Aug 16 13:14:29.818425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b87645-b1ca-4eca-a2f9-7f766cd8ee16', 'name': 'network-vif-deleted', 'tag': 'd78d16ec-993e-416a-bdad-583d9c1c1603'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:29.821056 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec9846-9475-4303-8b3a-fd6a15e0dfbc" -d '{"events": [{"server_uuid": "e8b87645-b1ca-4eca-a2f9-7f766cd8ee16", "name": "network-vif-deleted", "tag": "d78d16ec-993e-416a-bdad-583d9c1c1603"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:29.822042 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.829929 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9bd1210-672d-4937-845b-a45fa36bd2d6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.843176 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.858529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:29.859243 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.922243 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea912675-372f-4500-b2c1-ae2e6b0514a2 x-openstack-request-id: req-ea912675-372f-4500-b2c1-ae2e6b0514a2 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:29.922487 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b87645-b1ca-4eca-a2f9-7f766cd8ee16", "name": "network-vif-deleted", "tag": "d78d16ec-993e-416a-bdad-583d9c1c1603", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:29.922725 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea912675-372f-4500-b2c1-ae2e6b0514a2 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:29.923311 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b87645-b1ca-4eca-a2f9-7f766cd8ee16', 'name': 'network-vif-deleted', 'tag': 'd78d16ec-993e-416a-bdad-583d9c1c1603', 'status': 'completed', 'code': 200} Aug 16 13:14:29.969458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1019282267-network', 'tenant_id': '1cf4446a23fa4885b21e09ea03e593ba'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:30.017548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d189d708-b559-445a-a05f-26f832349737 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:30.038471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Made reservation on behalf of 1cf4446a23fa4885b21e09ea03e593ba for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:30.047338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.060588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-8251d50e-1823-412f-a27c-ff786d22a64b', 'network_id': '8251d50e-1823-412f-a27c-ff786d22a64b', 'tenant_id': '27f40cd01ba144eaa189390dfb94117a', 'fixed_ips': [{'subnet_id': '8229378e-c8ab-4b05-afd8-833edce71941'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:14:30.062907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.066511 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.109880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd1210-672d-4937-845b-a45fa36bd2d6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:30.205034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d189d708-b559-445a-a05f-26f832349737 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:30.205409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a9bd1210-672d-4937-845b-a45fa36bd2d6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:30.205907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.260184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bd1210-672d-4937-845b-a45fa36bd2d6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:30.261236 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9bd1210-672d-4937-845b-a45fa36bd2d6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.315364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e2373-1dc4-468b-aa98-ec2b797292f6 None None] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:30.337153 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.354866 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.365816 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.435131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:30.438318 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Network': ['ID=fb6876c7-adb8-487f-8f40-5218ffd3b119,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:30.475928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a9bd1210-672d-4937-845b-a45fa36bd2d6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7140722 Aug 16 13:14:30.477417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:14:30.478598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd1210-672d-4937-845b-a45fa36bd2d6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Subnet': ['ID=e7e7a685-8eaa-4d1b-875d-2acc4c052ba5,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:30.484331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60420) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:30.495815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-552028234', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e7e7a685-8eaa-4d1b-875d-2acc4c052ba5'}], 'security_groups': ['ebf64c2f-88fc-4499-9d6c-6486b45f9c1a']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:30.509581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5dfc27e7-2570-4de7-967c-dd0ccb503269 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3706427 Aug 16 13:14:30.524780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60424) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:30.538386 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.539028 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Added segment 5213314c-c2e1-4a9c-b69a-68f82669ad15 of type vlan for network b059f55d-827b-47fc-b46e-b05c6494339b Aug 16 13:14:30.567839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network fb6876c7-adb8-487f-8f40-5218ffd3b119 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:14:30.581482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'subnet': {'network_id': 'fb6876c7-adb8-487f-8f40-5218ffd3b119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:30.618906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Allocated IP 172.20.0.2 (8251d50e-1823-412f-a27c-ff786d22a64b/8229378e-c8ab-4b05-afd8-833edce71941/274734e4-e946-4e52-af32-9530302abd20) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:30.648617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.697282 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.698977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:30.700304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.771969 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47e8ca3e-a3e9-482d-b3c1-5289d1029cd5 req-021fdb1c-7535-49ad-846c-59497eb79e1a tempest-TestServerMultinode-1237023972 tempest-TestServerMultinode-1237023972-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e8b87645-b1ca-4eca-a2f9-7f766cd8ee16 HTTP/1.1" status: 200 len: 210 time: 0.1153302 Aug 16 13:14:30.807932 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.810698 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1033080 Aug 16 13:14:30.815394 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60426) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:30.821106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d4a02-57b1-4cf9-95f0-a19f86cd4337 req-bdc22fd5-99b0-4aba-9fde-bc078ba0261c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:30.823702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] Request body: {'subnet': {'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1019282267-subnet', 'tenant_id': '1cf4446a23fa4885b21e09ea03e593ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:30.831195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-347d4a02-57b1-4cf9-95f0-a19f86cd4337 req-bdc22fd5-99b0-4aba-9fde-bc078ba0261c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.4824841 Aug 16 13:14:30.865323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] Made reservation on behalf of 1cf4446a23fa4885b21e09ea03e593ba for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:30.869087 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.870717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:30.878582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b203cd0-b40c-4591-9594-bb39168d73e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b059f55d-827b-47fc-b46e-b05c6494339b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:30.921004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b059f55d-827b-47fc-b46e-b05c6494339b details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:14:31.013219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-347d4a02-57b1-4cf9-95f0-a19f86cd4337 req-dcb6957f-e6f6-4493-8c22-fe80ed25fc69 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786425 Aug 16 13:14:31.046673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Made reservation on behalf of c58ca9b10e4e47379c97995b83b2d522 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:31.052769 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:31.165426 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:31.224200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=372eeca5-8a07-42e8-a3b6-c0d782c3fee7,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:31.251896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] Checking segment: {'id': '5213314c-c2e1-4a9c-b69a-68f82669ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:31.253363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] Network hostable DHCP agents. Network: b059f55d-827b-47fc-b46e-b05c6494339b, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:14:31.286654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] Network b059f55d-827b-47fc-b46e-b05c6494339b is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:14:31.301666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, b059f55d-827b-47fc-b46e-b05c6494339b) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:31.307273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:31.309773 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:31.318666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f168d-69f0-4e81-9e9a-b8a51471c799 None None] Network b059f55d-827b-47fc-b46e-b05c6494339b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:31.337165 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c6c20b5e-3cdc-4965-a34b-0b3985920d6b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5125227 Aug 16 13:14:31.345912 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:31.357004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Transition to ACTIVE for port object 274734e4-e946-4e52-af32-9530302abd20 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:31.399226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d78d16ec-993e-416a-bdad-583d9c1c1603 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:31.655769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: d78d16ec-993e-416a-bdad-583d9c1c1603 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:14:31.655769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d78d16ec-993e-416a-bdad-583d9c1c1603 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:14:31.666806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Transition to ACTIVE for port object 274734e4-e946-4e52-af32-9530302abd20 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:31.687020 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:31.696163 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403c1788-c92c-40fb-a850-4bf5885ba134 None None] Update dhcp port {'port': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'fixed_ips': [{'subnet_id': '91e5aa92-80ea-449e-be89-2cad8f7489d8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e7e7a685-8eaa-4d1b-875d-2acc4c052ba5'}], 'binding:host_id': 'n-d-804708-1'}, 'id': 'd189d708-b559-445a-a05f-26f832349737'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:14:31.703472 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:31.784973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Network 8251d50e-1823-412f-a27c-ff786d22a64b is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:31.801781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:31.830771 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-403c1788-c92c-40fb-a850-4bf5885ba134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:31.833312 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:31.837926 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3e7adea-dff3-4824-a79a-8cba327a3bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:31.839477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Pushing event updated for resources: {'Port': ['ID=274734e4-e946-4e52-af32-9530302abd20,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:31.848363 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:31.908790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60446) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:31.921244 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Subnet': ['ID=8ad46be5-52b0-4281-aa19-4832f4d2ad78,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:31.979340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Delete allocated IP 172.20.0.8 (c3b9b831-2d45-4ad4-94c0-b1351a7efa36/91e5aa92-80ea-449e-be89-2cad8f7489d8) {{(pid=101395) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 13:14:32.083440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c345a21-328e-4a0d-8d8d-bde5b724bdb5 None None] Network b059f55d-827b-47fc-b46e-b05c6494339b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:32.251449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Attempting to bind port 274734e4-e946-4e52-af32-9530302abd20 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:14:32.251864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Attempting to bind port 274734e4-e946-4e52-af32-9530302abd20 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '22378773-305f-457e-bacd-b88e1d3a4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8251d50e-1823-412f-a27c-ff786d22a64b'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:14:32.252446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Attempting to bind port 274734e4-e946-4e52-af32-9530302abd20 on network 8251d50e-1823-412f-a27c-ff786d22a64b {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:32.279471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:14:32.280045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Checking segment: {'id': '22378773-305f-457e-bacd-b88e1d3a4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8251d50e-1823-412f-a27c-ff786d22a64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:32.280701 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:32.281341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Bound using segment: {'id': '22378773-305f-457e-bacd-b88e1d3a4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8251d50e-1823-412f-a27c-ff786d22a64b'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:14:32.282207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Bound port: 274734e4-e946-4e52-af32-9530302abd20, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22378773-305f-457e-bacd-b88e1d3a4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8251d50e-1823-412f-a27c-ff786d22a64b'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:14:32.282786 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:32.447929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] For port 274734e4-e946-4e52-af32-9530302abd20, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:14:32.454504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] For port 274734e4-e946-4e52-af32-9530302abd20, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=274734e4-e946-4e52-af32-9530302abd20,segment=NetworkSegment(22378773-305f-457e-bacd-b88e1d3a4432),segment_id=22378773-305f-457e-bacd-b88e1d3a4432)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:14:32.461610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:32.476297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Subnet': ['ID=8229378e-c8ab-4b05-afd8-833edce71941,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:32.486486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.23 (c3b9b831-2d45-4ad4-94c0-b1351a7efa36/e7e7a685-8eaa-4d1b-875d-2acc4c052ba5/8bd87918-d69f-4888-b07a-490689ba5493) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:32.504066 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:32.543421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8251d50e-1823-412f-a27c-ff786d22a64b']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:32.552225 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:32.572429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Checking segment: {'id': '182ccdd9-17a8-4225-a3c6-27c9e0059a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb6876c7-adb8-487f-8f40-5218ffd3b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:32.572789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network hostable DHCP agents. Network: fb6876c7-adb8-487f-8f40-5218ffd3b119, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:14:32.583086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22378773-305f-457e-bacd-b88e1d3a4432') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:32.583432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22378773-305f-457e-bacd-b88e1d3a4432') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:32.610732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6952da-0403-4ea7-a39a-1fd9931bb4fd None None] Pushing event updated for resources: {'Port': ['ID=274734e4-e946-4e52-af32-9530302abd20,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:32.620337 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:32.639706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23328a7b-be08-4321-8523-f2d9724cdd92 None None] Network 8251d50e-1823-412f-a27c-ff786d22a64b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:32.672161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b2407-96b1-47c6-bfdf-ce5e7bc1e066 req-3ac2b5ce-4378-4a3d-a7d7-b7a6905b8c22 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:32.673662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d98b2407-96b1-47c6-bfdf-ce5e7bc1e066 req-3ac2b5ce-4378-4a3d-a7d7-b7a6905b8c22 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.2490633 Aug 16 13:14:32.687966 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:32.698034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-abfc5dc0-8b0a-43ce-9475-47546dbbfa79 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:32.700587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-abfc5dc0-8b0a-43ce-9475-47546dbbfa79 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 814 time: 0.7719066 Aug 16 13:14:32.771464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:32.772206 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:32.777114 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:32.791280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network fb6876c7-adb8-487f-8f40-5218ffd3b119 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:14:32.841086 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1c3df7be-cfdf-4345-9b79-1a1f131572f0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/quotas/1cf4446a23fa4885b21e09ea03e593ba HTTP/1.1" status: 200 len: 375 time: 0.1320758 Aug 16 13:14:32.876538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, fb6876c7-adb8-487f-8f40-5218ffd3b119) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:32.892054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180bec5c-513c-43e2-a83a-a17f91ba31a6 None None] Network fb6876c7-adb8-487f-8f40-5218ffd3b119 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:32.901915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:32.903243 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:32.908400 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d98b2407-96b1-47c6-bfdf-ce5e7bc1e066 req-456eb155-db44-4677-bf9c-e9a3ffc7e3b3 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180865 Aug 16 13:14:32.933246 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.api [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 13:14:32.933246 n-d-804708-1 neutron-server[101395]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 13:14:32.933246 n-d-804708-1 neutron-server[101395]: [parameters: {'id': '8251d50e-1823-412f-a27c-ff786d22a64b'}] Aug 16 13:14:32.933246 n-d-804708-1 neutron-server[101395]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:14:32.934950 n-d-804708-1 neutron-server[101395]: DEBUG oslo_db.api [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:14:32.936283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-7847fcfd-c939-405b-b03b-b2fb8cdfebf1 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709569 Aug 16 13:14:32.956883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4c0357aa-6319-4476-83d6-4a7da8f80faf tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3824303 Aug 16 13:14:32.969677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60450) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:32.974425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1037127256', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:33.010949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] Deleting port f25e1724-ff24-4812-ad66-316e20b08474 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:33.012110 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.073015 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.104623 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.106868 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.112354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object 8bd87918-d69f-4888-b07a-490689ba5493 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:33.131403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.160803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-fb6876c7-adb8-487f-8f40-5218ffd3b119', 'network_id': 'fb6876c7-adb8-487f-8f40-5218ffd3b119', 'tenant_id': 'c58ca9b10e4e47379c97995b83b2d522', 'fixed_ips': [{'subnet_id': '8ad46be5-52b0-4281-aa19-4832f4d2ad78'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:14:33.161685 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.173856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-395688f0-0063-47db-a12d-d8e68a7aa1b7 service neutron] 10.222.0.25 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138293 Aug 16 13:14:33.178397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] For port f25e1724-ff24-4812-ad66-316e20b08474, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f25e1724-ff24-4812-ad66-316e20b08474,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:33.179318 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.215383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] Calling delete_port for f25e1724-ff24-4812-ad66-316e20b08474 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:33.271475 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.282946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=8bd87918-d69f-4888-b07a-490689ba5493,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:33.306703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-403c1788-c92c-40fb-a850-4bf5885ba134 None None] Allocated IP 172.20.0.18 (c3b9b831-2d45-4ad4-94c0-b1351a7efa36/e7e7a685-8eaa-4d1b-875d-2acc4c052ba5/d189d708-b559-445a-a05f-26f832349737) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:33.418719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 299fa087-78cf-4580-826a-5d2faa0c9eba details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:14:33.433118 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] In _notify_port_updated(), no bound segment for port 8bd87918-d69f-4888-b07a-490689ba5493 on network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:14:33.437077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Allocated IP 172.20.0.2 (fb6876c7-adb8-487f-8f40-5218ffd3b119/8ad46be5-52b0-4281-aa19-4832f4d2ad78/05e0f621-2292-42e8-9b9a-23e8fb2b4170) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:33.439298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:33.439975 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.444437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8331b381-d92f-4bbf-8b16-63a402dcc415 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "PUT /v2.0/ports/8bd87918-d69f-4888-b07a-490689ba5493 HTTP/1.1" status: 200 len: 920 time: 2.9531398 Aug 16 13:14:33.444437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.445061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60452) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:33.543877 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.554859 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-26ec825c-1c9e-40e9-9d70-9835c9ea7f60 service neutron] 10.222.0.25 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557627 Aug 16 13:14:33.616555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-403c1788-c92c-40fb-a850-4bf5885ba134 None None] For port d189d708-b559-445a-a05f-26f832349737, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d189d708-b559-445a-a05f-26f832349737,segment=NetworkSegment(7c67cb76-6b48-444c-b253-a5145e3f0e53),segment_id=7c67cb76-6b48-444c-b253-a5145e3f0e53)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:33.724233 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.725511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Deleting port 274734e4-e946-4e52-af32-9530302abd20 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:33.725864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.747048 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-403c1788-c92c-40fb-a850-4bf5885ba134 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.751747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9ada2d80-45d4-4bc4-8c10-50e462e769ee tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 8bd87918-d69f-4888-b07a-490689ba5493 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:33.752893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ada2d80-45d4-4bc4-8c10-50e462e769ee tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.765166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:33.778664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=f25e1724-ff24-4812-ad66-316e20b08474,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:33.787732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'port_id': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'mac_address': 'fa:16:3e:03:d7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:14:33.851761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] For port 274734e4-e946-4e52-af32-9530302abd20, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=274734e4-e946-4e52-af32-9530302abd20,segment=NetworkSegment(22378773-305f-457e-bacd-b88e1d3a4432),segment_id=22378773-305f-457e-bacd-b88e1d3a4432)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:33.852347 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.857258 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99195f00-b651-40cf-8bf9-fe88c740f361 req-3f140803-3600-4a9d-ba1d-25d2ea89db29 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 210 time: 0.0528536 Aug 16 13:14:33.891939 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Calling delete_port for 274734e4-e946-4e52-af32-9530302abd20 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:33.915852 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.930265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Transition to ACTIVE for port object 05e0f621-2292-42e8-9b9a-23e8fb2b4170 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:33.962848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Transition to ACTIVE for port object 05e0f621-2292-42e8-9b9a-23e8fb2b4170 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:34.001909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-403c1788-c92c-40fb-a850-4bf5885ba134 None None] Transition to ACTIVE for port object d189d708-b559-445a-a05f-26f832349737 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:34.045933 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-403c1788-c92c-40fb-a850-4bf5885ba134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.048430 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.096969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ada2d80-45d4-4bc4-8c10-50e462e769ee tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.153455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9ada2d80-45d4-4bc4-8c10-50e462e769ee tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 8bd87918-d69f-4888-b07a-490689ba5493 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:34.153759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Network fb6876c7-adb8-487f-8f40-5218ffd3b119 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:34.180678 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.191660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:34.233803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:34.253649 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.259942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 299fa087-78cf-4580-826a-5d2faa0c9eba {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:14:34.268325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c1788-c92c-40fb-a850-4bf5885ba134 None None] Pushing event updated for resources: {'Port': ['ID=d189d708-b559-445a-a05f-26f832349737,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:34.325550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.378206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:34.400690 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.422264 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.445606 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-187a9ab6-387b-4b83-aff2-a7d1b4467784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.454193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Attempting to bind port 05e0f621-2292-42e8-9b9a-23e8fb2b4170 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:14:34.454193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Attempting to bind port 05e0f621-2292-42e8-9b9a-23e8fb2b4170 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '182ccdd9-17a8-4225-a3c6-27c9e0059a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb6876c7-adb8-487f-8f40-5218ffd3b119'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:14:34.454616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Attempting to bind port 05e0f621-2292-42e8-9b9a-23e8fb2b4170 on network fb6876c7-adb8-487f-8f40-5218ffd3b119 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:34.456691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Pushing event updated for resources: {'Port': ['ID=05e0f621-2292-42e8-9b9a-23e8fb2b4170,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:34.502827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.25.0.8 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/c4516cd1-66f6-4828-8bd5-21dbdd0ba79c) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:34.507584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['299fa087-78cf-4580-826a-5d2faa0c9eba'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:14:34.513877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:14:34.514303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Checking segment: {'id': '182ccdd9-17a8-4225-a3c6-27c9e0059a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb6876c7-adb8-487f-8f40-5218ffd3b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:34.514716 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.515120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Bound using segment: {'id': '182ccdd9-17a8-4225-a3c6-27c9e0059a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb6876c7-adb8-487f-8f40-5218ffd3b119'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:14:34.515623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Bound port: 05e0f621-2292-42e8-9b9a-23e8fb2b4170, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182ccdd9-17a8-4225-a3c6-27c9e0059a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fb6876c7-adb8-487f-8f40-5218ffd3b119'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:14:34.516012 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.681733 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.705775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:34.782676 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.812295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] For port 05e0f621-2292-42e8-9b9a-23e8fb2b4170, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:14:34.821171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] For port 05e0f621-2292-42e8-9b9a-23e8fb2b4170, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=05e0f621-2292-42e8-9b9a-23e8fb2b4170,segment=NetworkSegment(182ccdd9-17a8-4225-a3c6-27c9e0059a4d),segment_id=182ccdd9-17a8-4225-a3c6-27c9e0059a4d)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:14:34.836966 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:34.860369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Port': ['ID=274734e4-e946-4e52-af32-9530302abd20,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:34.883134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No DVR routers for this DVR port 274734e4-e946-4e52-af32-9530302abd20 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:35.012798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d24e8-af6d-4348-ad63-474abd7044f4 req-5acad922-be3c-4304-be05-038f657f13d5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:35.048944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a53d24e8-af6d-4348-ad63-474abd7044f4 req-5acad922-be3c-4304-be05-038f657f13d5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.8341062 Aug 16 13:14:35.053002 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a7418-e7a6-40f4-9cd7-d5d3a001397b None None] Pushing event updated for resources: {'Port': ['ID=05e0f621-2292-42e8-9b9a-23e8fb2b4170,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:35.097451 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ada2d80-45d4-4bc4-8c10-50e462e769ee tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.112062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.112787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.113373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.113940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.114524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.115076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.115663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.116228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.116788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.117601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.118182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.118744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:35.139115 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.202381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada2d80-45d4-4bc4-8c10-50e462e769ee tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=8bd87918-d69f-4888-b07a-490689ba5493,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:35.210646 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:14:35.276181 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f75c3db8-b0c7-4cfb-b108-11dd3af51281 req-87d5d912-cab1-4c5e-89a7-3f5c5e068fb6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 210 time: 0.2190418 Aug 16 13:14:35.311811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] Router 57bb1461-996d-4cc6-982a-41a74a24c995 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:35.331062 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.411760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 299fa087-78cf-4580-826a-5d2faa0c9eba up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:35.435133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8251d50e-1823-412f-a27c-ff786d22a64b']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:35.502308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22378773-305f-457e-bacd-b88e1d3a4432') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:35.502988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22378773-305f-457e-bacd-b88e1d3a4432') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:35.520024 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.546183 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.557036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:35.558073 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.609925 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.631952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9ac3b6b6-e4a5-4623-ab35-2a1b6b0a5182 None None] Could not find standard attr ID for object 8bd87918-d69f-4888-b07a-490689ba5493. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:14:35.661966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 299fa087-78cf-4580-826a-5d2faa0c9eba triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:35.662794 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.668517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9ac3b6b6-e4a5-4623-ab35-2a1b6b0a5182 None None] Provisioning complete for port 50850d18-73eb-44b5-b5e2-d6e815321c97 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:35.669279 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b6b6-e4a5-4623-ab35-2a1b6b0a5182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:35.712041 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:35.723746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a53d24e8-af6d-4348-ad63-474abd7044f4 req-25006040-bdae-41c8-a8ab-8ee033cba4a5 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6467612 Aug 16 13:14:35.725607 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.845181 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.860232 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.872677 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/8251d50e-1823-412f-a27c-ff786d22a64b HTTP/1.1" status: 204 len: 168 time: 6.0642278 Aug 16 13:14:35.874126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=c4516cd1-66f6-4828-8bd5-21dbdd0ba79c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:35.907219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60496) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:35.928729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-347151987'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:35.953391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:35.976648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3b6b6-e4a5-4623-ab35-2a1b6b0a5182 None None] Port 50850d18-73eb-44b5-b5e2-d6e815321c97 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:35.980719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8707b36-8e74-4531-97cc-d2c33aca934a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=8251d50e-1823-412f-a27c-ff786d22a64b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:35.992988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:35.996775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:36.035176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9ac3b6b6-e4a5-4623-ab35-2a1b6b0a5182 None None] Provisioning for port d189d708-b559-445a-a05f-26f832349737 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:36.056747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9ac3b6b6-e4a5-4623-ab35-2a1b6b0a5182 None None] Provisioning complete for port d189d708-b559-445a-a05f-26f832349737 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:36.085620 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b6b6-e4a5-4623-ab35-2a1b6b0a5182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:36.126143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:36.171316 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-669a0098-3608-4859-b517-6c6178873a9b admin admin] 10.222.0.25 "PUT /v2.0/routers/57bb1461-996d-4cc6-982a-41a74a24c995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2610157 Aug 16 13:14:36.187798 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc086c4-4c91-4c5b-8dab-52b75f1c6814 None None] Sync routers for ids ['57bb1461-996d-4cc6-982a-41a74a24c995'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:36.193101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60502) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:36.204923 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc086c4-4c91-4c5b-8dab-52b75f1c6814 None None] Routers {'57bb1461-996d-4cc6-982a-41a74a24c995'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:36.207977 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ecc086c4-4c91-4c5b-8dab-52b75f1c6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['57bb1461-996d-4cc6-982a-41a74a24c995'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:36.448207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d189d708-b559-445a-a05f-26f832349737 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:36.683942 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:36.700617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:36.762509 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ada2d80-45d4-4bc4-8c10-50e462e769ee tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:36.779949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9ada2d80-45d4-4bc4-8c10-50e462e769ee tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/8bd87918-d69f-4888-b07a-490689ba5493 HTTP/1.1" status: 204 len: 168 time: 3.3265619 Aug 16 13:14:36.794193 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ecc086c4-4c91-4c5b-8dab-52b75f1c6814 None None] Set router 57bb1461-996d-4cc6-982a-41a74a24c995 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:14:36.811096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:36.816140 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6721d750-b109-44f6-ad04-3893b9f00906" -d '{"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-plugged", "status": "completed", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:36.995834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60506) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:37.071519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60bd1b39-e65e-4fcf-9b48-d5a3606c6931 req-103c541d-e55e-41ee-a71e-60fdb8f0fe8a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 210 time: 0.1715097 Aug 16 13:14:37.180534 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7b4434-4602-4613-aaa2-de5624d72d44 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:14:37.184564 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1b7b4434-4602-4613-aaa2-de5624d72d44 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/8bd87918-d69f-4888-b07a-490689ba5493 HTTP/1.1" status: 404 len: 333 time: 0.1543763 Aug 16 13:14:37.204204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60512) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:37.348751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:37.357539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:37.433092 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbe99ad-7caa-4397-836d-1fab0c11eaa6 x-openstack-request-id: req-3dbe99ad-7caa-4397-836d-1fab0c11eaa6 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:37.434030 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-plugged", "status": "completed", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:37.434777 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dbe99ad-7caa-4397-836d-1fab0c11eaa6 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:37.435379 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'code': 200} Aug 16 13:14:37.481792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:37.533017 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ecc086c4-4c91-4c5b-8dab-52b75f1c6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'name': 'tempest-TestServerMultinode-1837349981-router', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:12:47Z', 'updated_at': '2021-08-16T13:14:33Z', 'revision_number': 5, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'gw_port': {'id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:50Z', 'updated_at': '2021-08-16T13:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:37.539572 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:37.555519 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:37.556369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d189d708-b559-445a-a05f-26f832349737 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:37.556952 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:37.577303 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc086c4-4c91-4c5b-8dab-52b75f1c6814 None None] Checking router: 57bb1461-996d-4cc6-982a-41a74a24c995 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:14:37.616516 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc086c4-4c91-4c5b-8dab-52b75f1c6814 None None] Routers {'57bb1461-996d-4cc6-982a-41a74a24c995'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:37.617442 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ecc086c4-4c91-4c5b-8dab-52b75f1c6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['57bb1461-996d-4cc6-982a-41a74a24c995'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:37.632296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:14:37.650982 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:37.651776 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment 96656d73-1e0d-4bce-a34f-d926c8ccd5ec of type vlan for network ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc Aug 16 13:14:37.725677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-aa375df8-1fad-4bd2-961d-f85e3222ca19 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:37.727286 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-aa375df8-1fad-4bd2-961d-f85e3222ca19 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.42 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 814 time: 1.0135541 Aug 16 13:14:37.737733 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:37.753336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Request body: {'port': {'device_id': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b', 'admin_state_up': True, 'tenant_id': '1cf4446a23fa4885b21e09ea03e593ba'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:37.835073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c465-6f98-4893-b3c2-c90fcfe1e4a2 req-3669f596-2095-40d8-8396-41ade8372372 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:37.836154 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b333c465-6f98-4893-b3c2-c90fcfe1e4a2 req-3669f596-2095-40d8-8396-41ade8372372 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 945 time: 0.7560823 Aug 16 13:14:37.837072 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:37.841737 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:37.848992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:37.849814 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:37.901103 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ecc086c4-4c91-4c5b-8dab-52b75f1c6814 None None] Set router 57bb1461-996d-4cc6-982a-41a74a24c995 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:14:37.919658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432b5fa7-020c-404d-badf-29c540cc4047 None None] Network fb6876c7-adb8-487f-8f40-5218ffd3b119 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:37.923746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6b09eb7c-0f60-4160-8320-4b8644d251ca None None] Could not find standard attr ID for object 8bd87918-d69f-4888-b07a-490689ba5493. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:14:37.948786 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:38.009563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7184-d528-4432-bc30-a0902a7ba6a9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:38.069894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7184-d528-4432-bc30-a0902a7ba6a9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:38.135088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-59711455-43a9-420d-9bfc-97e1d2c8f644 None None] Provisioning for port 05e0f621-2292-42e8-9b9a-23e8fb2b4170 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:38.201580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7184-d528-4432-bc30-a0902a7ba6a9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:38.204095 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7184-d528-4432-bc30-a0902a7ba6a9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:38.205245 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4cdb7184-d528-4432-bc30-a0902a7ba6a9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/security-groups/47da9057-9451-4d54-8330-0f316ab55a24 HTTP/1.1" status: 204 len: 168 time: 0.9993086 Aug 16 13:14:38.213473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 05e0f621-2292-42e8-9b9a-23e8fb2b4170 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:38.225455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60518) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:38.283975 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ecc086c4-4c91-4c5b-8dab-52b75f1c6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'name': 'tempest-TestServerMultinode-1837349981-router', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:12:47Z', 'updated_at': '2021-08-16T13:14:33Z', 'revision_number': 5, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'gw_port': {'id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:50Z', 'updated_at': '2021-08-16T13:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:38.292258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb7184-d528-4432-bc30-a0902a7ba6a9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47da9057-9451-4d54-8330-0f316ab55a24,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:38.318713 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc086c4-4c91-4c5b-8dab-52b75f1c6814 None None] The sync data for ids ['57bb1461-996d-4cc6-982a-41a74a24c995'] in n-d-804708-1 is: [{'id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'name': 'tempest-TestServerMultinode-1837349981-router', 'tenant_id': '23d9e198d2684f51880c1e109862a3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:12:47Z', 'updated_at': '2021-08-16T13:14:33Z', 'revision_number': 5, 'project_id': '23d9e198d2684f51880c1e109862a3ef', 'gw_port': {'id': '2ba53197-32d3-4ecf-9a6e-2d3999c289a8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bb1461-996d-4cc6-982a-41a74a24c995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:12:50Z', 'updated_at': '2021-08-16T13:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:38.342450 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:38.370023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Made reservation on behalf of 1cf4446a23fa4885b21e09ea03e593ba for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:38.385655 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:38.444881 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 05e0f621-2292-42e8-9b9a-23e8fb2b4170 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:38.459126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cc2ae-82bb-4d7e-89dd-086a7be251a4 req-37f5c296-e597-4444-901c-4a8bf56ecca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:38.461836 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 05e0f621-2292-42e8-9b9a-23e8fb2b4170 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:38.462459 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:38.462587 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-928cc2ae-82bb-4d7e-89dd-086a7be251a4 req-37f5c296-e597-4444-901c-4a8bf56ecca3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 1097 time: 0.9081333 Aug 16 13:14:38.646207 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:38.729492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 05e0f621-2292-42e8-9b9a-23e8fb2b4170, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=05e0f621-2292-42e8-9b9a-23e8fb2b4170,segment=NetworkSegment(182ccdd9-17a8-4225-a3c6-27c9e0059a4d),segment_id=182ccdd9-17a8-4225-a3c6-27c9e0059a4d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:38.741246 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:38.814487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cc2ae-82bb-4d7e-89dd-086a7be251a4 req-a9ae8821-75ca-42ce-bec1-240897cc5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:38.819180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f25e1724-ff24-4812-ad66-316e20b08474 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:38.822331 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-928cc2ae-82bb-4d7e-89dd-086a7be251a4 req-a9ae8821-75ca-42ce-bec1-240897cc5da4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.1786158 Aug 16 13:14:38.857103 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48ce4fa1-b60b-4e2c-a425-4aad7c9c7033 req-d4d4a5ce-7afb-4fe3-aea1-ee3557d8d1fa tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 210 time: 0.2026360 Aug 16 13:14:38.873486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: f25e1724-ff24-4812-ad66-316e20b08474 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:14:38.873486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f25e1724-ff24-4812-ad66-316e20b08474 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:14:38.885937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9724574 Aug 16 13:14:38.891914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60520) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:38.905451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'network_id': 'ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:38.912654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=05e0f621-2292-42e8-9b9a-23e8fb2b4170,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:38.934416 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b333c465-6f98-4893-b3c2-c90fcfe1e4a2 req-39e0f4fa-c29a-4b0d-a0a8-f2d992818d28 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0771375 Aug 16 13:14:38.935189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1903284-f32b-4de4-a67a-2e66d20eb065 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:38.939792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2383cd5-c16b-42ae-8016-6cdf7e97acde None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:14:38.954432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:14:39.087822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Allocated IP 172.20.0.6 (b059f55d-827b-47fc-b46e-b05c6494339b/372eeca5-8a07-42e8-a3b6-c0d782c3fee7/a6e71557-75f3-4b27-9a97-6926004f0dc3) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:39.109565 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6fff442-d8f0-45b1-8b39-52fbd03f905a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:39.130073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-91cd6b1f-e8ce-468f-9f50-e94dbd5a7e9d None None] Provisioning complete for port 05e0f621-2292-42e8-9b9a-23e8fb2b4170 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:39.131106 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-91cd6b1f-e8ce-468f-9f50-e94dbd5a7e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:39.307859 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:39.316379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Deleting port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:39.317206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:39.337743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6fff442-d8f0-45b1-8b39-52fbd03f905a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:39.344275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:39.350035 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:39.358803 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-928cc2ae-82bb-4d7e-89dd-086a7be251a4 req-1d03db4f-75f6-4991-b82b-a82bdc729492 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299fa087-78cf-4580-826a-5d2faa0c9eba HTTP/1.1" status: 200 len: 1001 time: 0.4960015 Aug 16 13:14:39.373373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2383cd5-c16b-42ae-8016-6cdf7e97acde None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:14:39.547984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cc2ae-82bb-4d7e-89dd-086a7be251a4 req-267db5b5-7774-438d-a525-42a6884f1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:39.550506 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-928cc2ae-82bb-4d7e-89dd-086a7be251a4 req-267db5b5-7774-438d-a525-42a6884f1180 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.1217880 Aug 16 13:14:39.624852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Performing IP validity checks on allocation pools {{(pid=101395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 13:14:39.625653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 13:14:39.666828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router 0980121b-242a-475d-bdb4-3781081a02a4 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:14:39.849455 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6fff442-d8f0-45b1-8b39-52fbd03f905a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:39.852704 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6fff442-d8f0-45b1-8b39-52fbd03f905a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:39.854647 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f6fff442-d8f0-45b1-8b39-52fbd03f905a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/security-groups/ebf64c2f-88fc-4499-9d6c-6486b45f9c1a HTTP/1.1" status: 204 len: 168 time: 1.5448720 Aug 16 13:14:39.872399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60522) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:39.879822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cc2ae-82bb-4d7e-89dd-086a7be251a4 req-f262d6ef-4c77-4dc6-8b12-cb457ae77dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:39.882679 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-928cc2ae-82bb-4d7e-89dd-086a7be251a4 req-f262d6ef-4c77-4dc6-8b12-cb457ae77dc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2668765 Aug 16 13:14:39.937979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] For port 2ba53197-32d3-4ecf-9a6e-2d3999c289a8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2ba53197-32d3-4ecf-9a6e-2d3999c289a8,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:39.938796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:39.948755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fff442-d8f0-45b1-8b39-52fbd03f905a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf64c2f-88fc-4499-9d6c-6486b45f9c1a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:40.013762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Calling delete_port for 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:40.161514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb07a0b-c683-4020-91e2-0144a8140d01 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting subnet 91e5aa92-80ea-449e-be89-2cad8f7489d8 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:14:40.180600 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cfb07a0b-c683-4020-91e2-0144a8140d01 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:40.204568 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:40.283572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1550254-3106-4825-877b-108a1a2cec7b req-3ec34c13-4962-48d1-9349-8198724091df tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 210 time: 0.1893835 Aug 16 13:14:40.286466 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-928cc2ae-82bb-4d7e-89dd-086a7be251a4 req-c2d964c1-1927-4449-a2e0-c89527504fd1 service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841279 Aug 16 13:14:40.301518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:40.335605 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:40.344728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e21686-c0d9-431d-9e32-7599077a1f85 None None] Sync routers for ids ['0980121b-242a-475d-bdb4-3781081a02a4'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:40.385449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e21686-c0d9-431d-9e32-7599077a1f85 None None] Routers {'0980121b-242a-475d-bdb4-3781081a02a4'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:40.386260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c1e21686-c0d9-431d-9e32-7599077a1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0980121b-242a-475d-bdb4-3781081a02a4'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:40.439328 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cfb07a0b-c683-4020-91e2-0144a8140d01 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:40.443317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c1e21686-c0d9-431d-9e32-7599077a1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:40.456421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e21686-c0d9-431d-9e32-7599077a1f85 None None] Routers {'0980121b-242a-475d-bdb4-3781081a02a4'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:40.457298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c1e21686-c0d9-431d-9e32-7599077a1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0980121b-242a-475d-bdb4-3781081a02a4'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:40.504502 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:40.506975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-36940cc4-a1bd-44da-a70f-f92ad160df38 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5359914 Aug 16 13:14:40.510758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c1e21686-c0d9-431d-9e32-7599077a1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:40.513755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e21686-c0d9-431d-9e32-7599077a1f85 None None] The sync data for ids ['0980121b-242a-475d-bdb4-3781081a02a4'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:40.536530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38db34-26c2-424f-8eab-477a69914855 req-d5fc884f-3562-49f7-9b30-67baa0fd7039 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:40.540362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c38db34-26c2-424f-8eab-477a69914855 req-d5fc884f-3562-49f7-9b30-67baa0fd7039 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.4335651 Aug 16 13:14:40.549682 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-928cc2ae-82bb-4d7e-89dd-086a7be251a4 req-f871f50b-f40a-4f0c-b53e-cb9a67716f5a service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542627 Aug 16 13:14:40.551374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60528) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:40.593241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:40.700858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Pushing event updated for resources: {'Port': ['ID=a6e71557-75f3-4b27-9a97-6926004f0dc3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:40.702865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=10b7f10e-aff0-471c-902b-ef1e51569881,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:40.715067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Network b059f55d-827b-47fc-b46e-b05c6494339b is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:40.723181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:40.744342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:40.815378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:40.816168 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:40.820581 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:40.863487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba53197-32d3-4ecf-9a6e-2d3999c289a8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:40.874157 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2c034ebc-dab9-4de7-9b62-fa9ac6eca935 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1345015 Aug 16 13:14:40.898199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Request body: {'port': {'device_id': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:40.942794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 05e0f621-2292-42e8-9b9a-23e8fb2b4170 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:40.993832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.018330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c38db34-26c2-424f-8eab-477a69914855 req-9ebcf739-6b54-42ac-b173-9351959b2b3f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4280186 Aug 16 13:14:41.088713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 05e0f621-2292-42e8-9b9a-23e8fb2b4170 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:41.090280 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.098967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking segment: {'id': '96656d73-1e0d-4bce-a34f-d926c8ccd5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:41.099284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network hostable DHCP agents. Network: ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:14:41.104559 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cfb07a0b-c683-4020-91e2-0144a8140d01 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.203920 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.206473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.209922 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.339040 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.340453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57bb1461-996d-4cc6-982a-41a74a24c995 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:14:41.370149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.376697 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-05c4a34f-2ba5-4765-9a8e-f2ef80d22224 admin admin] 10.222.0.25 "DELETE /v2.0/routers/57bb1461-996d-4cc6-982a-41a74a24c995 HTTP/1.1" status: 204 len: 168 time: 5.1726923 Aug 16 13:14:41.377033 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60532) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:41.496610 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8eec8b4-fe1b-45a4-8e1f-970727a358c3 admin admin] Deleting subnet 45cd680f-c659-4f62-9e31-1188e270a4d1 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:14:41.507592 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8eec8b4-fe1b-45a4-8e1f-970727a358c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.669506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8eec8b4-fe1b-45a4-8e1f-970727a358c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.710581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:14:41.813303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:41.842677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aeab0c-727c-457d-97cf-4bb4393701ca None None] Network ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:41.843362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:41.843693 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.857169 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cfb07a0b-c683-4020-91e2-0144a8140d01 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.943763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8eec8b4-fe1b-45a4-8e1f-970727a358c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.961086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb07a0b-c683-4020-91e2-0144a8140d01 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Subnet': ['ID=91e5aa92-80ea-449e-be89-2cad8f7489d8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:41.963666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e8aa20f9-783a-4249-908d-9671fed160c1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.0704324 Aug 16 13:14:41.965763 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cfb07a0b-c683-4020-91e2-0144a8140d01 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:41.968042 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cfb07a0b-c683-4020-91e2-0144a8140d01 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/91e5aa92-80ea-449e-be89-2cad8f7489d8 HTTP/1.1" status: 204 len: 168 time: 2.0910697 Aug 16 13:14:41.974166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60534) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:41.974507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60536) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:41.979539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f2d46-448a-459d-904d-648465ed2cd4 None None] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:42.055494 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8eec8b4-fe1b-45a4-8e1f-970727a358c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:42.112960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eec8b4-fe1b-45a4-8e1f-970727a358c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45cd680f-c659-4f62-9e31-1188e270a4d1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:42.130050 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8eec8b4-fe1b-45a4-8e1f-970727a358c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:42.133492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a8eec8b4-fe1b-45a4-8e1f-970727a358c3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/45cd680f-c659-4f62-9e31-1188e270a4d1 HTTP/1.1" status: 204 len: 168 time: 0.7467940 Aug 16 13:14:42.136877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60540) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:42.139286 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d606672-9c59-45d7-9167-2157ae0c3feb None None] Network b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:42.193308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e59d8586-208f-4ec3-ac2d-1d5ba75ec31b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:42.223810 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:42.259906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0398b8-ef12-4d1a-a7d9-e536099d4238 req-6985a5f8-c81a-4574-a125-0d160e634bd0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:42.264675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:42.269281 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a0398b8-ef12-4d1a-a7d9-e536099d4238 req-6985a5f8-c81a-4574-a125-0d160e634bd0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 931 time: 0.5638592 Aug 16 13:14:42.425934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a0398b8-ef12-4d1a-a7d9-e536099d4238 req-4105941a-6cc6-41fb-885f-e60d6b74bbab tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553812 Aug 16 13:14:42.483515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e71557-75f3-4b27-9a97-6926004f0dc3 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:14:42.514516 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:42.544851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Transition to ACTIVE for port object a6e71557-75f3-4b27-9a97-6926004f0dc3 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:42.558976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Deleting port 2b281134-fe5b-4a74-8e54-a0f0882f316e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:42.559257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:42.562935 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:42.582320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bcabf9-fc9f-4af3-bba4-3e27e776f45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc', 'network_id': 'ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc', 'tenant_id': '27f40cd01ba144eaa189390dfb94117a', 'fixed_ips': [{'subnet_id': '10b7f10e-aff0-471c-902b-ef1e51569881'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:14:42.583207 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e7bcabf9-fc9f-4af3-bba4-3e27e776f45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:42.590166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfaba2-0bd1-4520-a44c-8766a1f74b1e req-1917ca24-33c8-41aa-bce7-dca590a7e274 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:42.596692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97bfaba2-0bd1-4520-a44c-8766a1f74b1e req-1917ca24-33c8-41aa-bce7-dca590a7e274 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.3982179 Aug 16 13:14:42.642850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e71557-75f3-4b27-9a97-6926004f0dc3,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:42.702598 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97bfaba2-0bd1-4520-a44c-8766a1f74b1e req-66383a6b-9241-416d-b3c1-1e08dc283bf4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879731 Aug 16 13:14:42.708386 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:42.863697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] DHCP port deletion for b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:14:42.885334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59d8586-208f-4ec3-ac2d-1d5ba75ec31b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:42.889784 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e59d8586-208f-4ec3-ac2d-1d5ba75ec31b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:42.991281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] For port 2b281134-fe5b-4a74-8e54-a0f0882f316e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2b281134-fe5b-4a74-8e54-a0f0882f316e,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:42.992501 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:42.996972 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:43.026585 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:43.090623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Attempting to bind port a6e71557-75f3-4b27-9a97-6926004f0dc3 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:14:43.090824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Attempting to bind port a6e71557-75f3-4b27-9a97-6926004f0dc3 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '5213314c-c2e1-4a9c-b69a-68f82669ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:14:43.091128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Attempting to bind port a6e71557-75f3-4b27-9a97-6926004f0dc3 on network b059f55d-827b-47fc-b46e-b05c6494339b {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:43.098236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Calling delete_port for 2b281134-fe5b-4a74-8e54-a0f0882f316e owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:43.101308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2b281134-fe5b-4a74-8e54-a0f0882f316e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:43.116107 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Port a6e71557-75f3-4b27-9a97-6926004f0dc3 on network b059f55d-827b-47fc-b46e-b05c6494339b not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:14:43.116521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Attempting to bind port a6e71557-75f3-4b27-9a97-6926004f0dc3 on network b059f55d-827b-47fc-b46e-b05c6494339b {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:43.135943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:14:43.136437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Checking segment: {'id': '5213314c-c2e1-4a9c-b69a-68f82669ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:43.137335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Bound using segment: {'id': '5213314c-c2e1-4a9c-b69a-68f82669ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:14:43.137732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Bound port: a6e71557-75f3-4b27-9a97-6926004f0dc3, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5213314c-c2e1-4a9c-b69a-68f82669ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:14:43.138082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:43.161507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Subnet': ['ID=10b7f10e-aff0-471c-902b-ef1e51569881,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server [None req-e7bcabf9-fc9f-4af3-bba4-3e27e776f45f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10b7f10e-aff0-471c-902b-ef1e51569881: This subnet is being modified by another concurrent operation. Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise exception Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10b7f10e-aff0-471c-902b-ef1e51569881: This subnet is being modified by another concurrent operation. Aug 16 13:14:43.198382 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Aug 16 13:14:43.256616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Deleting port 2b281134-fe5b-4a74-8e54-a0f0882f316e {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:43.258180 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:43.278872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49cfbf-3045-42d3-b035-0643e9ef6b8d None None] Network ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:43.362525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:14:43.367609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:14:43.380623 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:43.387841 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:43.435401 n-d-804708-1 neutron-server[101397]: INFO neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No ports have port_id starting with 2b281134-fe5b-4a74-8e54-a0f0882f316e Aug 16 13:14:43.441672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] No DVR routers for this DVR port 2b281134-fe5b-4a74-8e54-a0f0882f316e on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:43.453926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:43.454606 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:43.456352 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] 10.222.0.42 "PUT /v2.0/ports/a6e71557-75f3-4b27-9a97-6926004f0dc3 HTTP/1.1" status: 200 len: 1091 time: 2.5627530 Aug 16 13:14:43.456826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:43.459244 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c1ca56-86eb-46b8-8213-539bfae72a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:43.709695 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] For port 2b281134-fe5b-4a74-8e54-a0f0882f316e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2b281134-fe5b-4a74-8e54-a0f0882f316e,segment=NetworkSegment(f9ba161a-40d7-4c8b-87b2-431977a2dd23),segment_id=f9ba161a-40d7-4c8b-87b2-431977a2dd23)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:43.710354 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:43.783897 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfa4a02-cb7a-49ee-b180-fb2bff638dd1 x-openstack-request-id: req-1cfa4a02-cb7a-49ee-b180-fb2bff638dd1 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:43.784405 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:43.784810 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cfa4a02-cb7a-49ee-b180-fb2bff638dd1 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:43.785485 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'status': 'completed', 'code': 200} Aug 16 13:14:43.827986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26eedf-a66f-414c-9626-32ac84480a31 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e71557-75f3-4b27-9a97-6926004f0dc3,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:43.831848 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:43.960173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b281134-fe5b-4a74-8e54-a0f0882f316e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:43.972092 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:43.984550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-5779b0b7-0f0a-4ebc-a3db-7d9e1a58593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:43.986379 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-5779b0b7-0f0a-4ebc-a3db-7d9e1a58593b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 1094 time: 0.4526269 Aug 16 13:14:43.991877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c2a251-ea18-48e6-996b-9c5f9b3d7d52']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:44.056954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ba161a-40d7-4c8b-87b2-431977a2dd23') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:44.058249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ba161a-40d7-4c8b-87b2-431977a2dd23') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:44.061998 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2349086c-ecb2-447e-9c48-e8b12044dea1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3 HTTP/1.1" status: 200 len: 217 time: 0.0621288 Aug 16 13:14:44.070683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Calling delete_port for 2b281134-fe5b-4a74-8e54-a0f0882f316e owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:44.114077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:44.143990 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:44.161718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-d096ac0f-622d-4b0b-aa39-87b42930ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:44.164157 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-d096ac0f-622d-4b0b-aa39-87b42930ba47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=372eeca5-8a07-42e8-a3b6-c0d782c3fee7 HTTP/1.1" status: 200 len: 854 time: 0.0852156 Aug 16 13:14:44.165957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:44.166992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:14:44.168508 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:44.174649 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:44.177034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:44.178629 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:44.272921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:14:44.273267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2ba53197-32d3-4ecf-9a6e-2d3999c289a8 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:14:44.282560 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Pushing event deleted for resources: {'Port': ['ID=2b281134-fe5b-4a74-8e54-a0f0882f316e,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:44.284756 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-2776f86c-9b13-4cc3-9f95-65642f5711cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b059f55d-827b-47fc-b46e-b05c6494339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931563 Aug 16 13:14:44.299060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] No DVR routers for this DVR port 2b281134-fe5b-4a74-8e54-a0f0882f316e on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:14:44.308303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7cd55d9e-0272-455d-a852-9a8a34870e3b None None] Provisioning complete for port 50850d18-73eb-44b5-b5e2-d6e815321c97 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:44.309110 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7cd55d9e-0272-455d-a852-9a8a34870e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:44.323991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.324574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.325130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.325656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.326219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.326746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.327095 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.327436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.327863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.328321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.328874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.329441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7e0f1-d8fa-4efc-88c4-6e30826de12b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:44.458685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7cd55d9e-0272-455d-a852-9a8a34870e3b None None] Port 50850d18-73eb-44b5-b5e2-d6e815321c97 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:44.465449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f720c083-6e20-47fb-9197-3417017c67c4 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:14:44.527357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7cd55d9e-0272-455d-a852-9a8a34870e3b None None] Provisioning complete for port d189d708-b559-445a-a05f-26f832349737 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:44.528009 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7cd55d9e-0272-455d-a852-9a8a34870e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:44.691537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:44.709258 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96656d73-1e0d-4bce-a34f-d926c8ccd5ec') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:44.710375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96656d73-1e0d-4bce-a34f-d926c8ccd5ec') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:44.724524 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:44.780039 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:44.796629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720c083-6e20-47fb-9197-3417017c67c4 None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:14:44.798909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:44.799467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:44.914581 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-659c1d4c-891a-4987-9c4d-d2f6cd7cbf64 service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182537 Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:44.922371 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:44.958425 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:44.971370 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:44.977548 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] 10.222.0.25 "DELETE /v2.0/networks/b0c2a251-ea18-48e6-996b-9c5f9b3d7d52 HTTP/1.1" status: 204 len: 168 time: 2.8394647 Aug 16 13:14:44.981367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60552) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:45.032368 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e59d8586-208f-4ec3-ac2d-1d5ba75ec31b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:45.124464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ca8f8-c2d4-4630-8d68-40472b7b3e90 req-1f3d67ea-3c1f-49f7-b73a-26683cb67f60 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:45.132335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d01ca8f8-c2d4-4630-8d68-40472b7b3e90 req-1f3d67ea-3c1f-49f7-b73a-26683cb67f60 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.4769442 Aug 16 13:14:45.134596 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:45.164616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a9c42-8917-4a0a-aac7-aa0b8b5ac94d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c2a251-ea18-48e6-996b-9c5f9b3d7d52,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:45.182031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfbf3d-61a8-47d5-acae-2e3a5ad03d3d req-0f128ef6-ac03-4a9e-bfcd-5587f9b4960b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:45.184681 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cdfbf3d-61a8-47d5-acae-2e3a5ad03d3d req-0f128ef6-ac03-4a9e-bfcd-5587f9b4960b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 1.3497648 Aug 16 13:14:45.216479 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:45.228766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc HTTP/1.1" status: 204 len: 168 time: 3.2527735 Aug 16 13:14:45.230122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60554) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:45.282779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1006681297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:45.294158 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d8586-208f-4ec3-ac2d-1d5ba75ec31b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:45.304388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e3da8-4005-465d-94af-97b6aac9a88b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:45.311819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e59d8586-208f-4ec3-ac2d-1d5ba75ec31b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:45.316828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d8586-208f-4ec3-ac2d-1d5ba75ec31b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:45.317575 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e59d8586-208f-4ec3-ac2d-1d5ba75ec31b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:45.323475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d8586-208f-4ec3-ac2d-1d5ba75ec31b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Subnet': ['ID=310258b4-bd7c-4b4f-9650-9db89e0ce624,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:45.422339 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d01ca8f8-c2d4-4630-8d68-40472b7b3e90 req-f93e76b3-0b8f-4fc4-93ec-674fcaacd2ea tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887378 Aug 16 13:14:45.442448 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cdfbf3d-61a8-47d5-acae-2e3a5ad03d3d req-cab4bdce-3841-4576-99c4-7a84062f6761 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389464 Aug 16 13:14:45.459700 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e59d8586-208f-4ec3-ac2d-1d5ba75ec31b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2712317 Aug 16 13:14:45.499104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60556) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:45.548630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.20.0.1 (fb6876c7-adb8-487f-8f40-5218ffd3b119/8ad46be5-52b0-4281-aa19-4832f4d2ad78/957a7496-c6d1-4684-b710-51f78cc8a2f1) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:45.619148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-81309f43-33a3-4ec3-a6c8-0f634c8edab8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'security_group': {'name': 'tempest-secgroup-716886660'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:45.700186 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:45.707838 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c04ae0c8-ef3d-483b-b786-6e08542e3785 req-86a86f02-8815-4073-9773-1973464b142b service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7841294 Aug 16 13:14:45.719258 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Transition to ACTIVE for port object 957a7496-c6d1-4684-b710-51f78cc8a2f1 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:45.743389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:45.755243 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:45.763455 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:45.771478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da7335a-eb60-444f-b353-21e7855b53d1 None None] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:45.821925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network fb6876c7-adb8-487f-8f40-5218ffd3b119 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:45.829123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:45.833529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:45.889006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=957a7496-c6d1-4684-b710-51f78cc8a2f1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:45.928090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:14:45.948177 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:45.960905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81309f43-33a3-4ec3-a6c8-0f634c8edab8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.083494 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.083984 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment d605fedd-e53a-4089-a0e7-9a5f172aed70 of type vlan for network 5f9726d6-1d6b-4719-b783-e5efabfa9f45 Aug 16 13:14:46.165820 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.212591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81309f43-33a3-4ec3-a6c8-0f634c8edab8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.212944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eae605-c4a1-4b6c-8b84-94f12f77912b None None] Update dhcp port {'port': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'fixed_ips': [{'subnet_id': 'e7e7a685-8eaa-4d1b-875d-2acc4c052ba5', 'ip_address': '172.20.0.18'}, {'subnet_id': '310258b4-bd7c-4b4f-9650-9db89e0ce624'}], 'binding:host_id': 'n-d-804708-1'}, 'id': 'd189d708-b559-445a-a05f-26f832349737'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:14:46.217369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1ca56-86eb-46b8-8213-539bfae72a0d req-ed275d9a-25eb-40b4-bc0b-becdde8afb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:46.219415 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20c1ca56-86eb-46b8-8213-539bfae72a0d req-ed275d9a-25eb-40b4-bc0b-becdde8afb79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 1094 time: 0.3836184 Aug 16 13:14:46.254923 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81309f43-33a3-4ec3-a6c8-0f634c8edab8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.259610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.278750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:46.279467 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.296714 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.300185 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d6eae605-c4a1-4b6c-8b84-94f12f77912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.326673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e334a996-6cc3-4cf8-840b-009c6d5fe296 None None] Provisioning for port 957a7496-c6d1-4684-b710-51f78cc8a2f1 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:46.337887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.355302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e334a996-6cc3-4cf8-840b-009c6d5fe296 None None] Provisioning complete for port 957a7496-c6d1-4684-b710-51f78cc8a2f1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:46.356323 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e334a996-6cc3-4cf8-840b-009c6d5fe296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.404640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e334a996-6cc3-4cf8-840b-009c6d5fe296 None None] Port 957a7496-c6d1-4684-b710-51f78cc8a2f1 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:46.446178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81309f43-33a3-4ec3-a6c8-0f634c8edab8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39afda61-c056-44b3-ac4a-d497422cb60b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:46.450918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=5f9726d6-1d6b-4719-b783-e5efabfa9f45,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:46.460838 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-56aa836a-de9c-446e-a3e8-dc3e30eab151 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2208731 Aug 16 13:14:46.473609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60558) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:46.507742 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'network_id': '5f9726d6-1d6b-4719-b783-e5efabfa9f45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:46.649255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 5f9726d6-1d6b-4719-b783-e5efabfa9f45 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:14:46.678411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-81309f43-33a3-4ec3-a6c8-0f634c8edab8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.679952 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-81309f43-33a3-4ec3-a6c8-0f634c8edab8 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1668110 Aug 16 13:14:46.703298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6175112-583c-4ed3-95a0-5cc03738861c req-f8a19687-fd86-48f9-87ea-ba6653f6f043 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:46.710036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-d6eae605-c4a1-4b6c-8b84-94f12f77912b None None] Allocated IP 172.20.0.2 (c3b9b831-2d45-4ad4-94c0-b1351a7efa36/310258b4-bd7c-4b4f-9650-9db89e0ce624/d189d708-b559-445a-a05f-26f832349737) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:46.714917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60564) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:46.717094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6175112-583c-4ed3-95a0-5cc03738861c req-f8a19687-fd86-48f9-87ea-ba6653f6f043 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.1788163 Aug 16 13:14:46.727071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-dd7429a9-463b-4ecf-8f83-dab329b4d22f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'security_group': {'name': 'tempest-secgroup-1607584776'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:46.825239 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd7429a9-463b-4ecf-8f83-dab329b4d22f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.828255 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1ca56-86eb-46b8-8213-539bfae72a0d req-dd88b412-da43-4c51-88d1-d7d0dbf800a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:46.830281 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20c1ca56-86eb-46b8-8213-539bfae72a0d req-dd88b412-da43-4c51-88d1-d7d0dbf800a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 914 time: 0.5321486 Aug 16 13:14:46.851580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8ebae-5c82-4906-baf3-f038646943e3 req-822bd3f3-2847-4e63-a744-cdb9c5375c09 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:46.854710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6da8ebae-5c82-4906-baf3-f038646943e3 req-822bd3f3-2847-4e63-a744-cdb9c5375c09 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.2733669 Aug 16 13:14:46.897230 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d6eae605-c4a1-4b6c-8b84-94f12f77912b None None] For port d189d708-b559-445a-a05f-26f832349737, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d189d708-b559-445a-a05f-26f832349737,segment=NetworkSegment(7c67cb76-6b48-444c-b253-a5145e3f0e53),segment_id=7c67cb76-6b48-444c-b253-a5145e3f0e53)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:46.911864 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20c1ca56-86eb-46b8-8213-539bfae72a0d req-c59f1d5d-d24a-44e4-a4eb-a78d307a51e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3 HTTP/1.1" status: 200 len: 217 time: 0.0680737 Aug 16 13:14:46.944676 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d6eae605-c4a1-4b6c-8b84-94f12f77912b None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:46.971409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d6eae605-c4a1-4b6c-8b84-94f12f77912b None None] Transition to ACTIVE for port object d189d708-b559-445a-a05f-26f832349737 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:47.008363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6175112-583c-4ed3-95a0-5cc03738861c req-56de97a6-8879-4a42-81e6-d94200e12ec1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799649 Aug 16 13:14:47.009770 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d6eae605-c4a1-4b6c-8b84-94f12f77912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:47.042350 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd7429a9-463b-4ecf-8f83-dab329b4d22f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:47.083609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6da8ebae-5c82-4906-baf3-f038646943e3 req-7bf829a0-0f71-4940-ab01-6355fe8092a4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030346 Aug 16 13:14:47.106805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1ca56-86eb-46b8-8213-539bfae72a0d req-c1937684-5f52-4b84-9da7-0bfd896165c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:47.106805 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20c1ca56-86eb-46b8-8213-539bfae72a0d req-c1937684-5f52-4b84-9da7-0bfd896165c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=372eeca5-8a07-42e8-a3b6-c0d782c3fee7 HTTP/1.1" status: 200 len: 854 time: 0.0618713 Aug 16 13:14:47.120163 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd7429a9-463b-4ecf-8f83-dab329b4d22f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:47.120163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:47.120163 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:47.141587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eae605-c4a1-4b6c-8b84-94f12f77912b None None] Pushing event updated for resources: {'Port': ['ID=d189d708-b559-445a-a05f-26f832349737,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:47.257004 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20c1ca56-86eb-46b8-8213-539bfae72a0d req-542b6b12-61c2-4082-9e50-2a5f17aa47d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b059f55d-827b-47fc-b46e-b05c6494339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056566 Aug 16 13:14:47.287539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:47.298998 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:47.321510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd7429a9-463b-4ecf-8f83-dab329b4d22f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:47.323075 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dd7429a9-463b-4ecf-8f83-dab329b4d22f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6068583 Aug 16 13:14:47.350031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60566) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:47.362295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fd78a65d-7920-4453-b571-8deb841884c0 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'security_group': {'name': 'tempest-secgroup-613544624'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:47.392542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7429a9-463b-4ecf-8f83-dab329b4d22f tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06bea5c-c4bc-481f-b40b-2f16b312bbb5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:47.477890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a6e71557-75f3-4b27-9a97-6926004f0dc3 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:14:47.495921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=957a7496-c6d1-4684-b710-51f78cc8a2f1,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:47.511778 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:47.524450 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd78a65d-7920-4453-b571-8deb841884c0 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:47.613579 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:47.622661 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20c1ca56-86eb-46b8-8213-539bfae72a0d req-8f02ab1c-fbea-437d-ab0e-10ad9ff1d23a service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567579 Aug 16 13:14:47.737051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:47.755623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b', 'port_id': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'mac_address': 'fa:16:3e:1b:87:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372eeca5-8a07-42e8-a3b6-c0d782c3fee7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:14:47.765368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network fb6876c7-adb8-487f-8f40-5218ffd3b119 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:47.767573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:47.895187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:47.930325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e71557-75f3-4b27-9a97-6926004f0dc3 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:14:48.036891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:48.050032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:48.243923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router 0980121b-242a-475d-bdb4-3781081a02a4 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:48.273044 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:48.305279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a6e71557-75f3-4b27-9a97-6926004f0dc3,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:48.379141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5f658838-046c-49a9-ac7c-c214f398d24a None None] Provisioning complete for port 957a7496-c6d1-4684-b710-51f78cc8a2f1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:48.379743 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5f658838-046c-49a9-ac7c-c214f398d24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:48.450448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd78a65d-7920-4453-b571-8deb841884c0 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:48.456169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab77b3-ca3d-4dba-8fb1-74e4b6a8a827 req-c620cf3b-842e-4529-8d08-164ddc97786f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:48.461690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5f658838-046c-49a9-ac7c-c214f398d24a None None] Port 957a7496-c6d1-4684-b710-51f78cc8a2f1 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:48.467819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['a6e71557-75f3-4b27-9a97-6926004f0dc3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:14:48.469821 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3aab77b3-ca3d-4dba-8fb1-74e4b6a8a827 req-c620cf3b-842e-4529-8d08-164ddc97786f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.2448759 Aug 16 13:14:48.578452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf964a-2ea9-4a6f-8eaa-4f97beffaf62 req-244d8c22-f048-41e2-9722-82a3b0743c38 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:48.579952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfdf964a-2ea9-4a6f-8eaa-4f97beffaf62 req-244d8c22-f048-41e2-9722-82a3b0743c38 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 944 time: 0.1794550 Aug 16 13:14:48.591117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3aab77b3-ca3d-4dba-8fb1-74e4b6a8a827 req-6c2f5c97-5d24-4d11-b0a4-6ec0d982ba64 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180947 Aug 16 13:14:48.595253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:48.599057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd78a65d-7920-4453-b571-8deb841884c0 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:48.628944 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f262c6-7d73-4858-8361-c74892b80d49 None None] Sync routers for ids ['0980121b-242a-475d-bdb4-3781081a02a4'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:48.640944 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20c1ca56-86eb-46b8-8213-539bfae72a0d req-02f0ff20-5f4f-454c-9d45-0987a35956df service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9604447 Aug 16 13:14:48.645704 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f262c6-7d73-4858-8361-c74892b80d49 None None] Routers {'0980121b-242a-475d-bdb4-3781081a02a4'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:48.647228 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d8f262c6-7d73-4858-8361-c74892b80d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0980121b-242a-475d-bdb4-3781081a02a4'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:48.653235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-44d27d15-999e-40e8-a17d-5fbede1f45c1 None None] Provisioning complete for port 50850d18-73eb-44b5-b5e2-d6e815321c97 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:48.653660 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-44d27d15-999e-40e8-a17d-5fbede1f45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:48.698613 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d8f262c6-7d73-4858-8361-c74892b80d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:48.705620 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd78a65d-7920-4453-b571-8deb841884c0 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:48.710803 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fd78a65d-7920-4453-b571-8deb841884c0 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3514979 Aug 16 13:14:48.711669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=ebe461fa-a8a4-4d55-9018-eadc1f546d00,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:48.717640 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f262c6-7d73-4858-8361-c74892b80d49 None None] Routers {'0980121b-242a-475d-bdb4-3781081a02a4'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:48.718870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60572) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:48.719468 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d8f262c6-7d73-4858-8361-c74892b80d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0980121b-242a-475d-bdb4-3781081a02a4'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:48.724292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1366435283', 'security_groups': ['d53838e3-1d63-4f1c-9b4f-0ffb01cf8f16'], 'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '310258b4-bd7c-4b4f-9650-9db89e0ce624'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:48.757155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-44d27d15-999e-40e8-a17d-5fbede1f45c1 None None] Port 50850d18-73eb-44b5-b5e2-d6e815321c97 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:48.764614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78a65d-7920-4453-b571-8deb841884c0 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53838e3-1d63-4f1c-9b4f-0ffb01cf8f16,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:48.788716 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d8f262c6-7d73-4858-8361-c74892b80d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:48.790134 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f262c6-7d73-4858-8361-c74892b80d49 None None] The sync data for ids ['0980121b-242a-475d-bdb4-3781081a02a4'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:48.812086 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7ba73ac3-e61d-4f2f-9bf9-fe33e2a22133 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "PUT /v2.0/routers/0980121b-242a-475d-bdb4-3781081a02a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2592590 Aug 16 13:14:48.815952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60574) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:48.825425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'port': {'network_id': 'fb6876c7-adb8-487f-8f40-5218ffd3b119', 'name': 'tempest-FloatingIPTestJSON-410703584'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:48.848943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking segment: {'id': 'd605fedd-e53a-4089-a0e7-9a5f172aed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f9726d6-1d6b-4719-b783-e5efabfa9f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:48.849769 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network hostable DHCP agents. Network: 5f9726d6-1d6b-4719-b783-e5efabfa9f45, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:14:48.888364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfdf964a-2ea9-4a6f-8eaa-4f97beffaf62 req-be1c1fd0-fe06-41f1-92ed-534e43058559 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866008 Aug 16 13:14:48.928452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network 5f9726d6-1d6b-4719-b783-e5efabfa9f45 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:14:48.945173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-44d27d15-999e-40e8-a17d-5fbede1f45c1 None None] Provisioning for port d189d708-b559-445a-a05f-26f832349737 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:48.961097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-44d27d15-999e-40e8-a17d-5fbede1f45c1 None None] Provisioning complete for port d189d708-b559-445a-a05f-26f832349737 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:48.961701 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-44d27d15-999e-40e8-a17d-5fbede1f45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:48.988550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 5f9726d6-1d6b-4719-b783-e5efabfa9f45) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:48.994631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:48.995926 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:49.051358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:49.075516 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a2e09ad0-f2db-4168-ac3c-f3a34d552593 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5860751 Aug 16 13:14:49.083913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60576) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:49.084701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f645f0-4d84-49fb-8598-707ebe36e1d6 None None] Network 5f9726d6-1d6b-4719-b783-e5efabfa9f45 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:49.191530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d189d708-b559-445a-a05f-26f832349737 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:49.254046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] Deleting port e82c1fac-c825-4f84-8e42-81ffef598881 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:49.255057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:49.260379 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:49.310999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Made reservation on behalf of c58ca9b10e4e47379c97995b83b2d522 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:49.314981 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:49.341803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:49.363013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] device_id is not set on port 5cd150d5-5be8-4182-8632-2a1e11bfe494 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:14:49.427632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] device_id is not set on port 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:14:49.491989 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:49.533137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d189d708-b559-445a-a05f-26f832349737 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:49.533733 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:49.597040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:49.635196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe461fa-a8a4-4d55-9018-eadc1f546d00,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:49.664397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4082e-841d-435b-83b5-80b461371ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-5f9726d6-1d6b-4719-b783-e5efabfa9f45', 'network_id': '5f9726d6-1d6b-4719-b783-e5efabfa9f45', 'tenant_id': '27f40cd01ba144eaa189390dfb94117a', 'fixed_ips': [{'subnet_id': 'ebe461fa-a8a4-4d55-9018-eadc1f546d00'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:14:49.666696 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0da4082e-841d-435b-83b5-80b461371ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:49.807221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] For port e82c1fac-c825-4f84-8e42-81ffef598881, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e82c1fac-c825-4f84-8e42-81ffef598881,segment=NetworkSegment(fbbda460-07dc-4901-9443-44abc5557c74),segment_id=fbbda460-07dc-4901-9443-44abc5557c74)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:49.807221 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:49.837808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Allocated IP 172.20.0.7 (fb6876c7-adb8-487f-8f40-5218ffd3b119/8ad46be5-52b0-4281-aa19-4832f4d2ad78/5cd150d5-5be8-4182-8632-2a1e11bfe494) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:49.866275 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:49.893080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9726d6-1d6b-4719-b783-e5efabfa9f45']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:49.915754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd605fedd-e53a-4089-a0e7-9a5f172aed70') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:49.916201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd605fedd-e53a-4089-a0e7-9a5f172aed70') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:49.993726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016b3d5e-b5aa-4255-bb3f-c73373c3a250 None None] Network 5f9726d6-1d6b-4719-b783-e5efabfa9f45 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:50.002291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d0415-e594-419e-ac9e-2759aceb3b28 req-a4410390-38aa-4368-91f3-9569121e8695 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:50.018134 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c92d0415-e594-419e-ac9e-2759aceb3b28 req-a4410390-38aa-4368-91f3-9569121e8695 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.1901443 Aug 16 13:14:50.019933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.5 (c3b9b831-2d45-4ad4-94c0-b1351a7efa36/310258b4-bd7c-4b4f-9650-9db89e0ce624/0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:50.057526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:50.134298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] Calling delete_port for e82c1fac-c825-4f84-8e42-81ffef598881 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:50.164934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c92d0415-e594-419e-ac9e-2759aceb3b28 req-d321eecb-90c8-4028-9b6a-a59daa9d2308 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446972 Aug 16 13:14:50.190064 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:50.302853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:50.303702 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:50.316887 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:50.390293 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:50.520947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:50.539334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b23d52-ce25-4900-a4fc-55a8d05c3ad1 req-ba44a8c6-2ff1-4709-9889-4a9390f73772 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:50.543195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06b23d52-ce25-4900-a4fc-55a8d05c3ad1 req-ba44a8c6-2ff1-4709-9889-4a9390f73772 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 944 time: 0.3097029 Aug 16 13:14:50.545266 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:50.591930 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:50.600865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/5f9726d6-1d6b-4719-b783-e5efabfa9f45 HTTP/1.1" status: 204 len: 168 time: 1.5017369 Aug 16 13:14:50.602638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b456afc-427e-49f9-b57b-066d41c1a1bd tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=5f9726d6-1d6b-4719-b783-e5efabfa9f45,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:50.611721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60586) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:50.625311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244667494'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:50.632429 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:50.694842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:50.698046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06b23d52-ce25-4900-a4fc-55a8d05c3ad1 req-bebba4d1-a84d-49d7-a035-28adb3ae081a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006997 Aug 16 13:14:50.709945 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:50.728420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82c1fac-c825-4f84-8e42-81ffef598881,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:50.748895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:50.760242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:50.765205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:50.773257 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:50.853166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Transition to ACTIVE for port object 5cd150d5-5be8-4182-8632-2a1e11bfe494 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:50.900864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:50.964172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:50.974923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:14:51.069432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:51.069908 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment a0eb0128-c211-489f-9b38-32d3a12410f7 of type vlan for network 85d1a51c-774f-4167-b6bb-8cb1f341dedf Aug 16 13:14:51.116838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Network fb6876c7-adb8-487f-8f40-5218ffd3b119 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:51.117173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:51.143988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:51.177263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event updated for resources: {'Port': ['ID=5cd150d5-5be8-4182-8632-2a1e11bfe494,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:51.185994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:51.185994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:51.191174 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:51.226329 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0b32e5bd-3428-4eb1-8eb1-3549950401f6 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5060408 Aug 16 13:14:51.300332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:51.300332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:51.321951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60590) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:51.330269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-515d2c69-05e5-4ce6-8d9a-ab3c14c1a1dd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:51.376847 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-75470ea8-43d4-4375-97cf-20af8db9752c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5590000 Aug 16 13:14:51.391639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60594) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:51.406296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Request body: {'floatingip': {'port_id': '5cd150d5-5be8-4182-8632-2a1e11bfe494'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:51.453676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cca89a7c-2cc9-428e-b7f5-78241353c47c None None] Provisioning for port 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:51.475649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cca89a7c-2cc9-428e-b7f5-78241353c47c None None] Provisioning complete for port 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:51.476273 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cca89a7c-2cc9-428e-b7f5-78241353c47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:51.515170 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:51.542357 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:51.581341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a6e71557-75f3-4b27-9a97-6926004f0dc3 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:51.623272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9953df-eb6f-4d26-9270-eeb482becd44 req-9f279bdf-961c-48b3-bb0b-3597ec82d396 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:51.625343 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad9953df-eb6f-4d26-9270-eeb482becd44 req-9f279bdf-961c-48b3-bb0b-3597ec82d396 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.2129374 Aug 16 13:14:51.677907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-cca89a7c-2cc9-428e-b7f5-78241353c47c None None] Port 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:51.682145 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:51.713688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port a6e71557-75f3-4b27-9a97-6926004f0dc3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:51.727175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port a6e71557-75f3-4b27-9a97-6926004f0dc3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:51.727880 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:51.755517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad9953df-eb6f-4d26-9270-eeb482becd44 req-381269bc-3436-4328-a8c0-ca464648dbcf tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213593 Aug 16 13:14:51.759023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:51.765293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:51.766132 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:51.860311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e5f3c06b-e8cf-4c89-a19f-b3aef5c0bd0e None None] Provisioning for port 5cd150d5-5be8-4182-8632-2a1e11bfe494 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:51.879893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e5f3c06b-e8cf-4c89-a19f-b3aef5c0bd0e None None] Provisioning complete for port 5cd150d5-5be8-4182-8632-2a1e11bfe494 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:51.879893 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c06b-e8cf-4c89-a19f-b3aef5c0bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:51.880336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2553749 Aug 16 13:14:51.881672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60598) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:51.903637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'network_id': '85d1a51c-774f-4167-b6bb-8cb1f341dedf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:52.036374 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:52.059141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3c06b-e8cf-4c89-a19f-b3aef5c0bd0e None None] Port 5cd150d5-5be8-4182-8632-2a1e11bfe494 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:52.085000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:52.089708 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1a6f25-375a-4334-bc64-39cea83386d4" -d '{"events": [{"server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "name": "network-vif-plugged", "status": "completed", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:52.123043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:52.139854 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:52.237269 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4de712-ed91-4748-80de-13fe0da71401 x-openstack-request-id: req-2e4de712-ed91-4748-80de-13fe0da71401 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:52.238151 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "name": "network-vif-plugged", "status": "completed", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:52.238871 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e4de712-ed91-4748-80de-13fe0da71401 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:52.250930 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'code': 200} Aug 16 13:14:52.311623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a6e71557-75f3-4b27-9a97-6926004f0dc3,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:52.321341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] Router 701992c4-07c5-4805-858e-f813fdc00f71 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:52.520089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de68a51-9468-43e0-a448-acf32b0d5178 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=85d1a51c-774f-4167-b6bb-8cb1f341dedf,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:52.528421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515d2c69-05e5-4ce6-8d9a-ab3c14c1a1dd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:52.532158 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-515d2c69-05e5-4ce6-8d9a-ab3c14c1a1dd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:52.564241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631bba9-e4a9-40f9-9c8c-60364aef92af req-04600bb1-e813-4187-bd20-d4e09e6a3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:52.568265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8631bba9-e4a9-40f9-9c8c-60364aef92af req-04600bb1-e813-4187-bd20-d4e09e6a3a1b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 1096 time: 0.2369096 Aug 16 13:14:52.592882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 85d1a51c-774f-4167-b6bb-8cb1f341dedf details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:14:52.717024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbaa06-2db9-4019-8e19-b37bde19947d req-75b5fde2-6fe3-43be-867a-bf93ec618281 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:52.720843 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cfbaa06-2db9-4019-8e19-b37bde19947d req-75b5fde2-6fe3-43be-867a-bf93ec618281 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3065269 Aug 16 13:14:52.958127 n-d-804708-1 neutron-server[101395]: INFO neutron.db.ipam_backend_mixin [None req-515d2c69-05e5-4ce6-8d9a-ab3c14c1a1dd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 310258b4-bd7c-4b4f-9650-9db89e0ce624 (CIDR: 172.20.0.0/28) Aug 16 13:14:53.033352 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-515d2c69-05e5-4ce6-8d9a-ab3c14c1a1dd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:14:53.034163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515d2c69-05e5-4ce6-8d9a-ab3c14c1a1dd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:53.071815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cfbaa06-2db9-4019-8e19-b37bde19947d req-337e20f9-9793-4765-a34c-1ce6b55ade9d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249879 Aug 16 13:14:53.102452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-515d2c69-05e5-4ce6-8d9a-ab3c14c1a1dd tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7789602 Aug 16 13:14:53.110679 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60608) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:53.119375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f5c7e-7420-40d6-8605-6349d7b0388f req-d9c57586-6808-4bf7-843e-47259b8ffc4d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:53.130338 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c1f5c7e-7420-40d6-8605-6349d7b0388f req-d9c57586-6808-4bf7-843e-47259b8ffc4d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.1969402 Aug 16 13:14:53.147801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-238543a1-84ba-4964-bad9-4ec4a606fad9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:53.169720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:53.178375 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:53.284934 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8631bba9-e4a9-40f9-9c8c-60364aef92af req-3d1d6028-e0c2-4497-8075-fce075b9a510 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258512 Aug 16 13:14:53.292028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:53.304538 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8872dced-b66c-4241-890e-34f3c5286233 admin admin] 10.222.0.25 "PUT /v2.0/routers/701992c4-07c5-4805-858e-f813fdc00f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2686250 Aug 16 13:14:53.307301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60610) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:53.315298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c67456-3c14-4894-93e2-ce4e43460dc2 None None] Sync routers for ids ['701992c4-07c5-4805-858e-f813fdc00f71'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:53.330872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c67456-3c14-4894-93e2-ce4e43460dc2 None None] Routers {'701992c4-07c5-4805-858e-f813fdc00f71'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:53.332113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c5c67456-3c14-4894-93e2-ce4e43460dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['701992c4-07c5-4805-858e-f813fdc00f71'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:53.359642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c1f5c7e-7420-40d6-8605-6349d7b0388f req-b1151a81-5e78-4c7f-8d60-d5f27aee26b7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277594 Aug 16 13:14:53.562673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238543a1-84ba-4964-bad9-4ec4a606fad9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:53.567673 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-238543a1-84ba-4964-bad9-4ec4a606fad9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:53.649537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:14:53.679248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-c5c67456-3c14-4894-93e2-ce4e43460dc2 None None] Set router 701992c4-07c5-4805-858e-f813fdc00f71 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:14:53.686591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:53.744715 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:53.752799 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:53.761292 n-d-804708-1 neutron-server[101395]: INFO neutron.db.ipam_backend_mixin [None req-238543a1-84ba-4964-bad9-4ec4a606fad9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e7e7a685-8eaa-4d1b-875d-2acc4c052ba5 (CIDR: 172.20.0.16/28) Aug 16 13:14:53.807389 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-238543a1-84ba-4964-bad9-4ec4a606fad9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:14:53.808369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238543a1-84ba-4964-bad9-4ec4a606fad9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:14:53.840201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-238543a1-84ba-4964-bad9-4ec4a606fad9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6980157 Aug 16 13:14:53.851542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60614) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:53.863163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a0140ca9-d0c8-4b67-b85c-c879380af17b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'subnet': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:53.942968 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP 88bd7f0e-9f93-4c3e-bd4d-a2db65a8d558 associated. External IP: 172.25.0.137, port: 7fd2e789-d8a6-4a01-80ba-30a724eb8679. Aug 16 13:14:54.253393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0140ca9-d0c8-4b67-b85c-c879380af17b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Made reservation on behalf of 3421adc2bd3d428c93e51af814c7b1b2 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:14:54.278403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a0140ca9-d0c8-4b67-b85c-c879380af17b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:54.361552 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:54.388249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:54.428565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819536-ea29-448e-9bf3-b5f85f96c236 req-9dae0d31-3f16-4c73-808d-36d0b75f6af2 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:54.454340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19819536-ea29-448e-9bf3-b5f85f96c236 req-9dae0d31-3f16-4c73-808d-36d0b75f6af2 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1378419 Aug 16 13:14:54.502555 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:54.727646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=344fe928-6187-4485-a738-2c5d42d546b0,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:54.728505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c5c67456-3c14-4894-93e2-ce4e43460dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701992c4-07c5-4805-858e-f813fdc00f71', 'name': 'tempest-TestServerMultinode-1842257903-router', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:13:08Z', 'updated_at': '2021-08-16T13:14:50Z', 'revision_number': 5, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'gw_port': {'id': '3e1d8f59-99b6-4fbf-9426-45f08b73f0c6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701992c4-07c5-4805-858e-f813fdc00f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:13:09Z', 'updated_at': '2021-08-16T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:54.753699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:54.773057 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da29cc1-78b1-49fa-b42a-ac0cdef7a9b0 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:54.811851 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da29cc1-78b1-49fa-b42a-ac0cdef7a9b0 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:54.812118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c67456-3c14-4894-93e2-ce4e43460dc2 None None] Checking router: 701992c4-07c5-4805-858e-f813fdc00f71 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:14:54.812858 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1da29cc1-78b1-49fa-b42a-ac0cdef7a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:54.829976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c67456-3c14-4894-93e2-ce4e43460dc2 None None] Routers {'701992c4-07c5-4805-858e-f813fdc00f71'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:54.831261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c5c67456-3c14-4894-93e2-ce4e43460dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['701992c4-07c5-4805-858e-f813fdc00f71'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:54.968858 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1da29cc1-78b1-49fa-b42a-ac0cdef7a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:54.993592 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da29cc1-78b1-49fa-b42a-ac0cdef7a9b0 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:54.995315 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1da29cc1-78b1-49fa-b42a-ac0cdef7a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:55.053138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-c5c67456-3c14-4894-93e2-ce4e43460dc2 None None] Set router 701992c4-07c5-4805-858e-f813fdc00f71 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:14:55.064558 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1da29cc1-78b1-49fa-b42a-ac0cdef7a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:55.067481 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da29cc1-78b1-49fa-b42a-ac0cdef7a9b0 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:55.068861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19819536-ea29-448e-9bf3-b5f85f96c236 req-3e3a5bfa-1e01-431e-99df-cbb330a8cbe1 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042581 Aug 16 13:14:55.075071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking segment: {'id': 'a0eb0128-c211-489f-9b38-32d3a12410f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '85d1a51c-774f-4167-b6bb-8cb1f341dedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:55.075710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network hostable DHCP agents. Network: 85d1a51c-774f-4167-b6bb-8cb1f341dedf, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:14:55.246865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c5c67456-3c14-4894-93e2-ce4e43460dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701992c4-07c5-4805-858e-f813fdc00f71', 'name': 'tempest-TestServerMultinode-1842257903-router', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:13:08Z', 'updated_at': '2021-08-16T13:14:54Z', 'revision_number': 6, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:55.260888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Deleting port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:55.262436 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:55.305004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c67456-3c14-4894-93e2-ce4e43460dc2 None None] The sync data for ids ['701992c4-07c5-4805-858e-f813fdc00f71'] in n-d-804708-1 is: [{'id': '701992c4-07c5-4805-858e-f813fdc00f71', 'name': 'tempest-TestServerMultinode-1842257903-router', 'tenant_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:13:08Z', 'updated_at': '2021-08-16T13:14:54Z', 'revision_number': 6, 'project_id': '420b418159a7456a9e0cd1c2fc58fa6b', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:55.319059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network 85d1a51c-774f-4167-b6bb-8cb1f341dedf is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:14:55.355426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router 0980121b-242a-475d-bdb4-3781081a02a4 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:55.381466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d745f9b-50c8-427e-a6ed-8279a207c1dc req-7bf42591-5ebf-48bc-b84e-41ca3c8902ad tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:55.392142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d745f9b-50c8-427e-a6ed-8279a207c1dc req-7bf42591-5ebf-48bc-b84e-41ca3c8902ad tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.6550024 Aug 16 13:14:55.449373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 85d1a51c-774f-4167-b6bb-8cb1f341dedf) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:55.465328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:55.465859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:55.467970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a748b4-5a80-4da9-9bdf-1628d2a38b2a None None] Network 85d1a51c-774f-4167-b6bb-8cb1f341dedf requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:55.501754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d745f9b-50c8-427e-a6ed-8279a207c1dc req-9c89df60-6f36-4dab-b381-ed201d0dcc70 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085913 Aug 16 13:14:55.622901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7a9997d7-c513-4a66-9be5-f14a2bd466e9 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7336464 Aug 16 13:14:55.628898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60620) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:55.643024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:55.661044 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:55.695267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] For port 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3e1d8f59-99b6-4fbf-9426-45f08b73f0c6,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:55.695648 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:55.764084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55850bc2-5a00-420c-b8bf-61f9aefe57c6 None None] Sync routers for ids ['0980121b-242a-475d-bdb4-3781081a02a4'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:55.788448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Calling delete_port for 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:55.843400 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2bbeb8d1-3fcd-4ff2-867f-9a39cc315d6c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "PUT /v2.0/floatingips/88bd7f0e-9f93-4c3e-bd4d-a2db65a8d558 HTTP/1.1" status: 200 len: 977 time: 4.4447606 Aug 16 13:14:55.851615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60622) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:55.862877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-85d1a51c-774f-4167-b6bb-8cb1f341dedf', 'network_id': '85d1a51c-774f-4167-b6bb-8cb1f341dedf', 'tenant_id': '27f40cd01ba144eaa189390dfb94117a', 'fixed_ips': [{'subnet_id': '344fe928-6187-4485-a738-2c5d42d546b0'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:14:55.864203 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:55.876330 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a0140ca9-d0c8-4b67-b85c-c879380af17b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:55.887410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55850bc2-5a00-420c-b8bf-61f9aefe57c6 None None] Routers {'0980121b-242a-475d-bdb4-3781081a02a4'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:55.888479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-55850bc2-5a00-420c-b8bf-61f9aefe57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0980121b-242a-475d-bdb4-3781081a02a4'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:55.955616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:55.968045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-55850bc2-5a00-420c-b8bf-61f9aefe57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:56.038545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port 5cd150d5-5be8-4182-8632-2a1e11bfe494 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:56.038949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:56.075159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0140ca9-d0c8-4b67-b85c-c879380af17b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:56.075904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55850bc2-5a00-420c-b8bf-61f9aefe57c6 None None] Routers {'0980121b-242a-475d-bdb4-3781081a02a4'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:56.076973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-55850bc2-5a00-420c-b8bf-61f9aefe57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0980121b-242a-475d-bdb4-3781081a02a4'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:56.092318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-a0140ca9-d0c8-4b67-b85c-c879380af17b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:56.113247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0140ca9-d0c8-4b67-b85c-c879380af17b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:56.114423 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a0140ca9-d0c8-4b67-b85c-c879380af17b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:56.157935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e291a2-d617-45d4-afb3-4f4ae6a88d3c None None] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:56.169889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-55850bc2-5a00-420c-b8bf-61f9aefe57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:56.170637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55850bc2-5a00-420c-b8bf-61f9aefe57c6 None None] The sync data for ids ['0980121b-242a-475d-bdb4-3781081a02a4'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:56.234701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0140ca9-d0c8-4b67-b85c-c879380af17b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Subnet': ['ID=bfe23b3b-564b-4247-8676-e025abb73c79,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:56.251825 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a0140ca9-d0c8-4b67-b85c-c879380af17b tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3950231 Aug 16 13:14:56.262981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60628) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:56.281454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-913439938', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bfe23b3b-564b-4247-8676-e025abb73c79'}], 'security_groups': ['39afda61-c056-44b3-ac4a-d497422cb60b', 'b06bea5c-c4bc-481f-b40b-2f16b312bbb5']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:56.422406 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-a27eb472-ffad-4a45-9600-22187d5af45c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5701244 Aug 16 13:14:56.554504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Allocated IP 172.20.0.1 (85d1a51c-774f-4167-b6bb-8cb1f341dedf/344fe928-6187-4485-a738-2c5d42d546b0/2a16d4ca-2066-467c-b60d-fef8d840bc22) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:56.654057 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:56.755511 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:56.863601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d0e29-5d0a-407d-9b56-487c0e9fdbc7 req-a12160cd-2d84-45b6-9b8a-afde3fd4f2c3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:56.865279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-820d0e29-5d0a-407d-9b56-487c0e9fdbc7 req-a12160cd-2d84-45b6-9b8a-afde3fd4f2c3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3366935 Aug 16 13:14:56.947271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1d8f59-99b6-4fbf-9426-45f08b73f0c6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:56.955486 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.020604 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.032009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Transition to ACTIVE for port object 2a16d4ca-2066-467c-b60d-fef8d840bc22 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:57.050285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea8724-6ad6-4dc3-94f7-526c2bd7f8bc req-1c449056-9d48-4d4b-a2ef-51d9cbca52b3 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.053168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Transition to ACTIVE for port object 2a16d4ca-2066-467c-b60d-fef8d840bc22 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:57.058720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6ea8724-6ad6-4dc3-94f7-526c2bd7f8bc req-1c449056-9d48-4d4b-a2ef-51d9cbca52b3 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.3048847 Aug 16 13:14:57.068900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e82c1fac-c825-4f84-8e42-81ffef598881 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:57.071478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-1af97d5e-c29c-4794-94a2-b76d62e22259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.072215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-1af97d5e-c29c-4794-94a2-b76d62e22259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.072405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-1af97d5e-c29c-4794-94a2-b76d62e22259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.072875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-1af97d5e-c29c-4794-94a2-b76d62e22259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.074005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-1af97d5e-c29c-4794-94a2-b76d62e22259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.074005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-1af97d5e-c29c-4794-94a2-b76d62e22259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.077974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-1af97d5e-c29c-4794-94a2-b76d62e22259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.077974 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-1af97d5e-c29c-4794-94a2-b76d62e22259 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0bff93acd024030911c824e4926974a&device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 6500 time: 0.4813209 Aug 16 13:14:57.078686 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.129695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.161464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: e82c1fac-c825-4f84-8e42-81ffef598881 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:14:57.161851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e82c1fac-c825-4f84-8e42-81ffef598881 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:14:57.162404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:14:57.169997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-820d0e29-5d0a-407d-9b56-487c0e9fdbc7 req-2523a16a-1622-41a8-8f5c-03ef9b3206de tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840521 Aug 16 13:14:57.186218 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.247498 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.279407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Network 85d1a51c-774f-4167-b6bb-8cb1f341dedf is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:57.281132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:57.286777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:57.297407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:14:57.297762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3e1d8f59-99b6-4fbf-9426-45f08b73f0c6 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:14:57.307894 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Pushing event updated for resources: {'Port': ['ID=2a16d4ca-2066-467c-b60d-fef8d840bc22,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:57.312558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e308027-e03a-403e-b7e3-74bf677ec167 None None] Update dhcp port {'port': {'network_id': 'c3b9b831-2d45-4ad4-94c0-b1351a7efa36', 'fixed_ips': [{'subnet_id': 'e7e7a685-8eaa-4d1b-875d-2acc4c052ba5', 'ip_address': '172.20.0.18'}, {'subnet_id': '310258b4-bd7c-4b4f-9650-9db89e0ce624', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bfe23b3b-564b-4247-8676-e025abb73c79'}], 'binding:host_id': 'n-d-804708-1'}, 'id': 'd189d708-b559-445a-a05f-26f832349737'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:14:57.355182 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9e308027-e03a-403e-b7e3-74bf677ec167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.371911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.375139 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.464937 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.466168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 701992c4-07c5-4805-858e-f813fdc00f71 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:14:57.470195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Attempting to bind port 2a16d4ca-2066-467c-b60d-fef8d840bc22 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:14:57.470652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Attempting to bind port 2a16d4ca-2066-467c-b60d-fef8d840bc22 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'a0eb0128-c211-489f-9b38-32d3a12410f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '85d1a51c-774f-4167-b6bb-8cb1f341dedf'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:14:57.471724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Attempting to bind port 2a16d4ca-2066-467c-b60d-fef8d840bc22 on network 85d1a51c-774f-4167-b6bb-8cb1f341dedf {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:57.512964 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.514689 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-35b8619d-cc41-4e48-a16d-5a768890247b admin admin] 10.222.0.25 "DELETE /v2.0/routers/701992c4-07c5-4805-858e-f813fdc00f71 HTTP/1.1" status: 204 len: 168 time: 4.2053738 Aug 16 13:14:57.522252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60644) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:57.534641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:14:57.535127 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Checking segment: {'id': 'a0eb0128-c211-489f-9b38-32d3a12410f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '85d1a51c-774f-4167-b6bb-8cb1f341dedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:57.535601 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.536148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Bound using segment: {'id': 'a0eb0128-c211-489f-9b38-32d3a12410f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '85d1a51c-774f-4167-b6bb-8cb1f341dedf'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:14:57.536721 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Bound port: 2a16d4ca-2066-467c-b60d-fef8d840bc22, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0eb0128-c211-489f-9b38-32d3a12410f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '85d1a51c-774f-4167-b6bb-8cb1f341dedf'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:14:57.537208 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.642009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] For port 2a16d4ca-2066-467c-b60d-fef8d840bc22, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:14:57.693937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-99514bb1-6321-40b7-8447-f11765ce756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.694178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-99514bb1-6321-40b7-8447-f11765ce756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.694802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-99514bb1-6321-40b7-8447-f11765ce756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.700271 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-99514bb1-6321-40b7-8447-f11765ce756b service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee5ff9e6-121a-4482-9933-172fba3187c8&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0 HTTP/1.1" status: 200 len: 2293 time: 0.5839651 Aug 16 13:14:57.710236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] For port 2a16d4ca-2066-467c-b60d-fef8d840bc22, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2a16d4ca-2066-467c-b60d-fef8d840bc22,segment=NetworkSegment(a0eb0128-c211-489f-9b38-32d3a12410f7),segment_id=a0eb0128-c211-489f-9b38-32d3a12410f7)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:14:57.727511 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.769806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcc028c-53fc-4927-b804-c7e33047eb41 admin admin] Deleting subnet 4e747cf7-2c73-4e96-aba5-3996511fea3a {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:14:57.773706 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ddcc028c-53fc-4927-b804-c7e33047eb41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.883587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ddcc028c-53fc-4927-b804-c7e33047eb41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:57.948412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-5993c934-df8c-4725-82de-51857a417a66 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:57.980818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-5993c934-df8c-4725-82de-51857a417a66 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 814 time: 0.4829133 Aug 16 13:14:58.066708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Subnet': ['ID=344fe928-6187-4485-a738-2c5d42d546b0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:58.108103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699500d-4093-4a1d-9d0e-fbf540a63ddb None None] Pushing event updated for resources: {'Port': ['ID=2a16d4ca-2066-467c-b60d-fef8d840bc22,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:58.135364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c6c88-0105-4559-b5fa-e9133ba4be3b None None] Network 85d1a51c-774f-4167-b6bb-8cb1f341dedf requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:58.141756 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-9e308027-e03a-403e-b7e3-74bf677ec167 None None] Allocated IP 172.20.0.34 (c3b9b831-2d45-4ad4-94c0-b1351a7efa36/bfe23b3b-564b-4247-8676-e025abb73c79/d189d708-b559-445a-a05f-26f832349737) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:58.285331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-192e4e6f-3f0a-42bf-ab7c-e3318bf6ed67 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/quotas/1cf4446a23fa4885b21e09ea03e593ba HTTP/1.1" status: 200 len: 375 time: 0.3035376 Aug 16 13:14:58.396320 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-51975700-24ba-48ce-9ea4-78c560880a03 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f HTTP/1.1" status: 200 len: 1002 time: 0.6777232 Aug 16 13:14:58.496259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6ea8724-6ad6-4dc3-94f7-526c2bd7f8bc req-1af39d51-c504-4e2d-b04a-cf95482efb2e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3580413 Aug 16 13:14:58.537837 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:58.552828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9e308027-e03a-403e-b7e3-74bf677ec167 None None] For port d189d708-b559-445a-a05f-26f832349737, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d189d708-b559-445a-a05f-26f832349737,segment=NetworkSegment(7c67cb76-6b48-444c-b253-a5145e3f0e53),segment_id=7c67cb76-6b48-444c-b253-a5145e3f0e53)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:58.560785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ddcc028c-53fc-4927-b804-c7e33047eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:58.579268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d1a51c-774f-4167-b6bb-8cb1f341dedf']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:58.602381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-d5ecf23d-f59e-42bc-801a-8ed75953af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:58.604319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-d5ecf23d-f59e-42bc-801a-8ed75953af91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=735734cd-086e-4d3e-af34-921802ddaecb HTTP/1.1" status: 200 len: 856 time: 0.1856923 Aug 16 13:14:58.631795 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9e308027-e03a-403e-b7e3-74bf677ec167 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:58.665062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9e308027-e03a-403e-b7e3-74bf677ec167 None None] Transition to ACTIVE for port object d189d708-b559-445a-a05f-26f832349737 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:58.674951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-e73f1bb2-a293-45a2-9f25-92ac4a8793c7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3884530 Aug 16 13:14:58.678389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0eb0128-c211-489f-9b38-32d3a12410f7') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:58.679072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0eb0128-c211-489f-9b38-32d3a12410f7') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:58.706750 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9e308027-e03a-403e-b7e3-74bf677ec167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:58.757761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-8761d9b5-b9f0-4fda-8d4d-631cde73900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:58.762899 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:58.763659 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-8761d9b5-b9f0-4fda-8d4d-631cde73900d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee5ff9e6-121a-4482-9933-172fba3187c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472862 Aug 16 13:14:58.885950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:58.908328 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:58.909116 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:58.909761 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Floating IP 88bd7f0e-9f93-4c3e-bd4d-a2db65a8d558 disassociated. External IP: 172.25.0.137, port: 5cd150d5-5be8-4182-8632-2a1e11bfe494. Aug 16 13:14:58.911437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for 5cd150d5-5be8-4182-8632-2a1e11bfe494 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:58.928471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:14:58.929215 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:14:58.936638 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:14:59.010724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Delete allocated IP 172.20.0.5 (c3b9b831-2d45-4ad4-94c0-b1351a7efa36/310258b4-bd7c-4b4f-9650-9db89e0ce624) {{(pid=101396) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 13:14:59.018728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e308027-e03a-403e-b7e3-74bf677ec167 None None] Pushing event updated for resources: {'Port': ['ID=d189d708-b559-445a-a05f-26f832349737,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:59.027641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Allocated IP 172.20.0.41 (c3b9b831-2d45-4ad4-94c0-b1351a7efa36/bfe23b3b-564b-4247-8676-e025abb73c79/0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:59.082086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ddcc028c-53fc-4927-b804-c7e33047eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.169476 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.api [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 13:14:59.169476 n-d-804708-1 neutron-server[101395]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 13:14:59.169476 n-d-804708-1 neutron-server[101395]: [parameters: {'id': '85d1a51c-774f-4167-b6bb-8cb1f341dedf'}] Aug 16 13:14:59.169476 n-d-804708-1 neutron-server[101395]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:14:59.170813 n-d-804708-1 neutron-server[101395]: DEBUG oslo_db.api [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:14:59.176620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-df3975d8-659e-4e2c-b2bb-5e8dc26d4303 service neutron] 10.222.0.25 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715135 Aug 16 13:14:59.191220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc028c-53fc-4927-b804-c7e33047eb41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e747cf7-2c73-4e96-aba5-3996511fea3a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:59.215674 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ddcc028c-53fc-4927-b804-c7e33047eb41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.222672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e13da43-e458-4e6a-ab5f-b2e452d6f852 None None] Network 726e6286-727f-4efb-9440-24dfd0b307c0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:14:59.227807 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ddcc028c-53fc-4927-b804-c7e33047eb41 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4e747cf7-2c73-4e96-aba5-3996511fea3a HTTP/1.1" status: 204 len: 168 time: 1.7036517 Aug 16 13:14:59.238202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60646) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:59.409119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-40d0d028-f778-4276-8090-c2d2cf7f3cd5 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798714 Aug 16 13:14:59.445178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-5891beca-3a37-459e-ae7c-c54a95d6e99b service neutron] 10.222.0.25 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447085 Aug 16 13:14:59.655450 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.687448 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.759261 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.807260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb61663-2573-4a8f-966d-4dd000bbd1b4 None None] DHCP port deletion for 726e6286-727f-4efb-9440-24dfd0b307c0 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:14:59.837111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=5cd150d5-5be8-4182-8632-2a1e11bfe494,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:59.914961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a3a89c1-ca48-43ea-b657-de7b82e0ef2b req-073175d7-17eb-4bc2-9ea4-fc36068f9b8e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 210 time: 0.0743749 Aug 16 13:15:00.166720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-adb61663-2573-4a8f-966d-4dd000bbd1b4 None None] Deleting port bb2be487-aa7a-4db3-8122-720eb5184400 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:00.172679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:00.181305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-adb61663-2573-4a8f-966d-4dd000bbd1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:00.236167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58522f5-bb73-4677-87ab-c26e6c2dbc6b req-a0109518-13b9-4a79-bec2-2ffb927b1afd tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:00.256811 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a58522f5-bb73-4677-87ab-c26e6c2dbc6b req-a0109518-13b9-4a79-bec2-2ffb927b1afd tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.6324458 Aug 16 13:15:00.345644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router 0980121b-242a-475d-bdb4-3781081a02a4 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:15:00.393321 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:00.480804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Transition to ACTIVE for port object 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:00.530029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:00.543866 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-abb9218f-31e9-40ee-a039-64e4beeba725 service neutron] 10.222.0.22 "GET /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0184546 Aug 16 13:15:00.577143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3d2eef70-27e3-4dcf-9688-22abd24d1f8e None None] Provisioning complete for port 50850d18-73eb-44b5-b5e2-d6e815321c97 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:00.580583 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d2eef70-27e3-4dcf-9688-22abd24d1f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:00.655579 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-adb61663-2573-4a8f-966d-4dd000bbd1b4 None None] For port bb2be487-aa7a-4db3-8122-720eb5184400, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bb2be487-aa7a-4db3-8122-720eb5184400,segment=NetworkSegment(fbbda460-07dc-4901-9443-44abc5557c74),segment_id=fbbda460-07dc-4901-9443-44abc5557c74)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:00.656773 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-adb61663-2573-4a8f-966d-4dd000bbd1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:00.706213 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-adb61663-2573-4a8f-966d-4dd000bbd1b4 None None] Calling delete_port for bb2be487-aa7a-4db3-8122-720eb5184400 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:00.712830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Deleting port bb2be487-aa7a-4db3-8122-720eb5184400 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:00.713577 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:00.738491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3d2eef70-27e3-4dcf-9688-22abd24d1f8e None None] Port 50850d18-73eb-44b5-b5e2-d6e815321c97 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:00.772993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:00.793884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a58522f5-bb73-4677-87ab-c26e6c2dbc6b req-71da2a07-00d9-4907-95f0-a3fba02fd0c9 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5351112 Aug 16 13:15:00.797397 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2457fa03-9588-406e-b978-237cae5a7183 None None] Sync routers for ids ['0980121b-242a-475d-bdb4-3781081a02a4'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:00.861081 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457fa03-9588-406e-b978-237cae5a7183 None None] Routers {'0980121b-242a-475d-bdb4-3781081a02a4'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:00.867018 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2457fa03-9588-406e-b978-237cae5a7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0980121b-242a-475d-bdb4-3781081a02a4'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:00.895983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] For port bb2be487-aa7a-4db3-8122-720eb5184400, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bb2be487-aa7a-4db3-8122-720eb5184400,segment=NetworkSegment(fbbda460-07dc-4901-9443-44abc5557c74),segment_id=fbbda460-07dc-4901-9443-44abc5557c74)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:00.898629 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:00.923421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Deleting port 2a16d4ca-2066-467c-b60d-fef8d840bc22 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:00.924005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:00.961749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Calling delete_port for bb2be487-aa7a-4db3-8122-720eb5184400 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:00.971803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3d2eef70-27e3-4dcf-9688-22abd24d1f8e None None] Provisioning for port 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:00.995805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3d2eef70-27e3-4dcf-9688-22abd24d1f8e None None] Provisioning complete for port 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:01.022148 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d2eef70-27e3-4dcf-9688-22abd24d1f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:01.079173 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2457fa03-9588-406e-b978-237cae5a7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:01.097196 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457fa03-9588-406e-b978-237cae5a7183 None None] Routers {'0980121b-242a-475d-bdb4-3781081a02a4'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:01.111969 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2457fa03-9588-406e-b978-237cae5a7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:14:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0980121b-242a-475d-bdb4-3781081a02a4'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:01.114195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d189d708-b559-445a-a05f-26f832349737 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:01.208309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3d2eef70-27e3-4dcf-9688-22abd24d1f8e None None] Port 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:01.248009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3d2eef70-27e3-4dcf-9688-22abd24d1f8e None None] Provisioning for port d189d708-b559-445a-a05f-26f832349737 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:01.256743 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2457fa03-9588-406e-b978-237cae5a7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:01.258273 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2457fa03-9588-406e-b978-237cae5a7183 None None] The sync data for ids ['0980121b-242a-475d-bdb4-3781081a02a4'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:01.263520 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-adb61663-2573-4a8f-966d-4dd000bbd1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:01.301890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3d2eef70-27e3-4dcf-9688-22abd24d1f8e None None] Provisioning complete for port d189d708-b559-445a-a05f-26f832349737 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:01.301890 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d2eef70-27e3-4dcf-9688-22abd24d1f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:01.304246 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-892c3306-d8a4-477b-8a55-ee03755894e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=dbb92b44-7542-4aa4-b86d-fb0e64c40531 HTTP/1.1" status: 200 len: 217 time: 0.7503159 Aug 16 13:15:01.308254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb61663-2573-4a8f-966d-4dd000bbd1b4 None None] No DVR routers for this DVR port bb2be487-aa7a-4db3-8122-720eb5184400 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:01.379055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] For port 2a16d4ca-2066-467c-b60d-fef8d840bc22, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2a16d4ca-2066-467c-b60d-fef8d840bc22,segment=NetworkSegment(a0eb0128-c211-489f-9b38-32d3a12410f7),segment_id=a0eb0128-c211-489f-9b38-32d3a12410f7)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:01.380200 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:01.427372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Calling delete_port for 2a16d4ca-2066-467c-b60d-fef8d840bc22 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:01.507406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-b45da4c7-2afa-4fba-b9f7-514d92a5e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:01.510479 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-b45da4c7-2afa-4fba-b9f7-514d92a5e063 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.1195416 Aug 16 13:15:01.715847 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:01.760474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event updated for resources: {'Port': ['ID=0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:01.828037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-68908022-c63a-4826-b1d0-6be1651fb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:01.834011 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-68908022-c63a-4826-b1d0-6be1651fb8e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2463245 Aug 16 13:15:01.867322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] In _notify_port_updated(), no bound segment for port 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 on network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:15:01.881202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:01.883551 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:01.887405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-32e11766-fffa-4e97-8294-5eddfba03c96 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "PUT /v2.0/ports/0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 HTTP/1.1" status: 200 len: 959 time: 5.6203737 Aug 16 13:15:01.891602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60666) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:01.940071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d189d708-b559-445a-a05f-26f832349737 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:01.945091 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:01.948580 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-595327d9-5b82-46d3-b63b-3b1ffe868a34 req-1147579d-88a2-454e-af67-e46c56f58d48 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 210 time: 0.2684853 Aug 16 13:15:01.973193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb61663-2573-4a8f-966d-4dd000bbd1b4 None None] Pushing event deleted for resources: {'Port': ['ID=bb2be487-aa7a-4db3-8122-720eb5184400,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:02.016467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No DVR routers for this DVR port 2a16d4ca-2066-467c-b60d-fef8d840bc22 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:02.033018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Port': ['ID=2a16d4ca-2066-467c-b60d-fef8d840bc22,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:02.223064 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b749a80-11f8-4530-8794-3706acad00a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:02.483984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c59bf1-3455-4483-9a3f-7d465bcc5cd7 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:15:02.583324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-4ab124a4-b885-4b30-9caf-b1145832aa3f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:02.586035 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-4ab124a4-b885-4b30-9caf-b1145832aa3f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.22 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 814 time: 0.4220095 Aug 16 13:15:02.594477 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:02.616783 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f1cc6629-891d-4ea5-921e-8636aec328f2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/ports/5cd150d5-5be8-4182-8632-2a1e11bfe494 HTTP/1.1" status: 204 len: 168 time: 6.7633007 Aug 16 13:15:02.653127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60670) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:02.726145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Request body: {'port': {'device_id': '99546a47-44ad-4847-806f-d23921589bc3', 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b', 'admin_state_up': True, 'tenant_id': '1cf4446a23fa4885b21e09ea03e593ba'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:02.731659 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:02.756115 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d1a51c-774f-4167-b6bb-8cb1f341dedf']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:02.801869 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0eb0128-c211-489f-9b38-32d3a12410f7') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:02.802751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0eb0128-c211-489f-9b38-32d3a12410f7') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:02.885033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bb2be487-aa7a-4db3-8122-720eb5184400 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:02.901480 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:02.939241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702a5cd-2019-4a35-bdf3-e8366e36cd2c req-79755c51-7e80-499b-824e-72c0a9a51e25 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:02.942431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7702a5cd-2019-4a35-bdf3-e8366e36cd2c req-79755c51-7e80-499b-824e-72c0a9a51e25 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.4817393 Aug 16 13:15:02.979150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: bb2be487-aa7a-4db3-8122-720eb5184400 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:02.981553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bb2be487-aa7a-4db3-8122-720eb5184400 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:03.003885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c59bf1-3455-4483-9a3f-7d465bcc5cd7 None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:15:03.005127 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.036170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6b9edd76-17b4-44f8-9afd-f595910feb93 None None] Provisioning complete for port 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:03.036555 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6b9edd76-17b4-44f8-9afd-f595910feb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.055907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.086504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:03.087285 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.142215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-63bc6d76-e83e-4bd2-8afa-b8c764eff87a service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2930288 Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:03.240924 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:03.297986 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-cab5a3fe-4a5d-4425-856c-7968c3ed8c79 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340992 Aug 16 13:15:03.301750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Made reservation on behalf of 1cf4446a23fa4885b21e09ea03e593ba for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:03.306834 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.353693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2be487-aa7a-4db3-8122-720eb5184400,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:03.375813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] No DVR routers for this DVR port bb2be487-aa7a-4db3-8122-720eb5184400 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:03.384590 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7702a5cd-2019-4a35-bdf3-e8366e36cd2c req-cb6f65d4-0b03-46ed-977f-5506dbb8712f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4163032 Aug 16 13:15:03.388688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13d5e803-7f9b-444e-8f31-2375a54b1f1f req-f7c28b2d-b950-4139-8f4c-bb1965bffd0d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 210 time: 0.1312811 Aug 16 13:15:03.392231 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.402206 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.404272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/85d1a51c-774f-4167-b6bb-8cb1f341dedf HTTP/1.1" status: 204 len: 168 time: 7.7741942 Aug 16 13:15:03.412805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60684) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:03.415803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6b9edd76-17b4-44f8-9afd-f595910feb93 None None] Port 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:03.428994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-152831737'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:03.470427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747826bd-90d9-423e-8e33-0f69df1a9057 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=85d1a51c-774f-4167-b6bb-8cb1f341dedf,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:03.477031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:03.484805 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.501347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-396808c2-5b2c-40e9-8410-a74d29b51eb7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f HTTP/1.1" status: 200 len: 217 time: 0.1672592 Aug 16 13:15:03.580555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:15:03.607552 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.608560 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment 8cf51e28-e37c-463f-8c07-d78b3ec3dd36 of type vlan for network 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd Aug 16 13:15:03.700367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9a40a45e-4f37-4e78-bf4c-06c7011c0f7c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:03.701216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a40a45e-4f37-4e78-bf4c-06c7011c0f7c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.791401 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.845515 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.860923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:03.861233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-8984482c-1bee-4e9d-8388-ac08d767dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:03.861395 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.861561 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-8984482c-1bee-4e9d-8388-ac08d767dbe9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.3333180 Aug 16 13:15:03.869207 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.923183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726e6286-727f-4efb-9440-24dfd0b307c0']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:03.938307 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5145326 Aug 16 13:15:03.960010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60686) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:03.970829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-84033899-cdbe-4f9f-b008-5f64a9c913b5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:03.989435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbda460-07dc-4901-9443-44abc5557c74') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:03.989733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbda460-07dc-4901-9443-44abc5557c74') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:04.021385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe761eb-ace0-4779-9b6f-9d0dc1ab7276 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:04.038724 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.049242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a40a45e-4f37-4e78-bf4c-06c7011c0f7c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.068574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:04.074537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-136b32b2-e765-442e-9749-0a551d149d66 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.108965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6982af-86ae-4e90-8cd7-71cc3b986971 req-de978dbe-e005-4b16-829f-057e61608105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:04.110573 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b6982af-86ae-4e90-8cd7-71cc3b986971 req-de978dbe-e005-4b16-829f-057e61608105 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 1097 time: 0.3304000 Aug 16 13:15:04.141163 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.143935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9a40a45e-4f37-4e78-bf4c-06c7011c0f7c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:04.147149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Allocated IP 172.20.0.7 (b059f55d-827b-47fc-b46e-b05c6494339b/372eeca5-8a07-42e8-a3b6-c0d782c3fee7/6ab4c6ba-18f2-4e06-9533-004f37ce4746) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:04.212074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:04.212527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:04.218511 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:04.295040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-a07d5fa8-3279-42fb-873c-ede039d110fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:04.296833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-a07d5fa8-3279-42fb-873c-ede039d110fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4238954 Aug 16 13:15:04.344719 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-692184c1-d628-46ac-92b3-5c96062aaff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.537454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-136b32b2-e765-442e-9749-0a551d149d66 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port 957a7496-c6d1-4684-b710-51f78cc8a2f1 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:04.537963 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-136b32b2-e765-442e-9749-0a551d149d66 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.597684 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.678568 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.699912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5a7b28e-5df3-4ed9-883b-4248f8ec218f req-61f5cd2b-a482-4ba7-9067-3f6011d68b44 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 210 time: 0.0615449 Aug 16 13:15:04.700817 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.708284 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] 10.222.0.25 "DELETE /v2.0/networks/726e6286-727f-4efb-9440-24dfd0b307c0 HTTP/1.1" status: 204 len: 168 time: 5.4717014 Aug 16 13:15:04.728457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-136b32b2-e765-442e-9749-0a551d149d66 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.748543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-136b32b2-e765-442e-9749-0a551d149d66 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for 957a7496-c6d1-4684-b710-51f78cc8a2f1 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:04.764976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9268-15e1-4860-89d9-eb061dfdb550 req-8606d2e1-991b-4d39-8b0b-562740294e97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:04.766603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19bb9268-15e1-4860-89d9-eb061dfdb550 req-8606d2e1-991b-4d39-8b0b-562740294e97 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.1496863 Aug 16 13:15:04.869142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d57a51-1dcf-4d90-8773-3b5c2f584b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=726e6286-727f-4efb-9440-24dfd0b307c0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:04.882664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19bb9268-15e1-4860-89d9-eb061dfdb550 req-956a2562-c767-4caa-8f9d-d026b1878121 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632136 Aug 16 13:15:04.893048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6982af-86ae-4e90-8cd7-71cc3b986971 req-9f8a8576-812f-418d-9ecc-402dba759aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:04.895785 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b6982af-86ae-4e90-8cd7-71cc3b986971 req-9f8a8576-812f-418d-9ecc-402dba759aaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.7740207 Aug 16 13:15:04.909918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84033899-cdbe-4f9f-b008-5f64a9c913b5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.991728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60694) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:05.110164 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84033899-cdbe-4f9f-b008-5f64a9c913b5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.129855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b4e5d9cc-4b77-49b7-b034-261f5e51ba9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23d9e198d2684f51880c1e109862a3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358991 Aug 16 13:15:05.135677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60696) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:05.212419 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-6ec81cb2-4643-4050-b1dd-e141becc23bb service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8225291 Aug 16 13:15:05.213057 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-136b32b2-e765-442e-9749-0a551d149d66 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.239445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84033899-cdbe-4f9f-b008-5f64a9c913b5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd is not hosted by any dhcp agent {{(pid=101396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 13:15:05.251070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84033899-cdbe-4f9f-b008-5f64a9c913b5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:05.252115 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84033899-cdbe-4f9f-b008-5f64a9c913b5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.254436 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-84033899-cdbe-4f9f-b008-5f64a9c913b5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "PUT /v2.0/networks/56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd HTTP/1.1" status: 200 len: 723 time: 1.2880249 Aug 16 13:15:05.267341 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.269404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60698) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:05.280779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'network_id': '56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:05.311031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b32b2-e765-442e-9749-0a551d149d66 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=957a7496-c6d1-4684-b710-51f78cc8a2f1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:05.425326 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b6982af-86ae-4e90-8cd7-71cc3b986971 req-f74f702d-ed2e-49d0-9ecc-70ccdcca9555 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299fa087-78cf-4580-826a-5d2faa0c9eba HTTP/1.1" status: 200 len: 1001 time: 0.5092220 Aug 16 13:15:05.514467 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.535847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84033899-cdbe-4f9f-b008-5f64a9c913b5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:05.552122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:05.573919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a40a45e-4f37-4e78-bf4c-06c7011c0f7c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.663675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40a45e-4f37-4e78-bf4c-06c7011c0f7c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:05.710760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6982af-86ae-4e90-8cd7-71cc3b986971 req-22842caf-bda5-4705-a846-dbbd29661695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:05.714145 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b6982af-86ae-4e90-8cd7-71cc3b986971 req-22842caf-bda5-4705-a846-dbbd29661695 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.2722766 Aug 16 13:15:05.756588 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.771616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['a6e71557-75f3-4b27-9a97-6926004f0dc3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:15:05.876258 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4253bf42-f081-4532-94b7-c074bd308b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.923765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Network b059f55d-827b-47fc-b46e-b05c6494339b is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:05.926401 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-a3b24297-eaff-4408-95c2-25fd0240b543 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551609 Aug 16 13:15:06.010123 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4253bf42-f081-4532-94b7-c074bd308b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.302121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:06.309350 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.397334 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:06.409243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e729e0b-e840-46e2-a088-5f65541672ff req-5833917b-b968-4a3e-b0b2-bc28382e745e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:06.410501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:06.411876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e729e0b-e840-46e2-a088-5f65541672ff req-5833917b-b968-4a3e-b0b2-bc28382e745e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 931 time: 0.4959300 Aug 16 13:15:06.417536 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-f7b0e91d-f2f4-4014-ac59-5d4ce8306413 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb HTTP/1.1" status: 200 len: 217 time: 0.4817693 Aug 16 13:15:06.427007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Pushing event updated for resources: {'Port': ['ID=6ab4c6ba-18f2-4e06-9533-004f37ce4746,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:06.490421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136dd4e-a74b-4743-b3d1-a7d9ead2267f req-fae55d28-5973-4e44-98e3-8e6729e01e44 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:06.493587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9136dd4e-a74b-4743-b3d1-a7d9ead2267f req-fae55d28-5973-4e44-98e3-8e6729e01e44 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 946 time: 0.3895078 Aug 16 13:15:06.535743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a40a45e-4f37-4e78-bf4c-06c7011c0f7c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.539239 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9a40a45e-4f37-4e78-bf4c-06c7011c0f7c tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 HTTP/1.1" status: 204 len: 168 time: 4.6452293 Aug 16 13:15:06.550005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6982af-86ae-4e90-8cd7-71cc3b986971 req-b646f733-f87b-4510-a569-2e92faa74fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:06.552583 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b6982af-86ae-4e90-8cd7-71cc3b986971 req-b646f733-f87b-4510-a569-2e92faa74fe2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8134966 Aug 16 13:15:06.553452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60704) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:06.561563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4253bf42-f081-4532-94b7-c074bd308b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.566212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4253bf42-f081-4532-94b7-c074bd308b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.568047 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4253bf42-f081-4532-94b7-c074bd308b48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b262466c-380f-4eb1-9b11-66dd986ff0b9 HTTP/1.1" status: 204 len: 168 time: 1.4314518 Aug 16 13:15:06.649927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253bf42-f081-4532-94b7-c074bd308b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b262466c-380f-4eb1-9b11-66dd986ff0b9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:06.651341 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c19f30-92f1-4e76-9a35-d22086432aa0 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] GET failed (client error): The resource could not be found. Aug 16 13:15:06.658903 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-25c19f30-92f1-4e76-9a35-d22086432aa0 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports/0a4927c4-55b0-4c27-99e0-f1aa1a7c8d46 HTTP/1.1" status: 404 len: 333 time: 0.0935500 Aug 16 13:15:06.673838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60710) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:06.684671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:06.685760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.725534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-fe333196-d691-4618-8510-10764514930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:06.726622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-136b32b2-e765-442e-9749-0a551d149d66 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.727284 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-fe333196-d691-4618-8510-10764514930b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.2599094 Aug 16 13:15:06.747806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e729e0b-e840-46e2-a088-5f65541672ff req-a4095603-11dc-42a5-917c-82621a37bb05 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148859 Aug 16 13:15:06.831883 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-9537cf14-a85b-4140-b2d2-a6adddd4f7e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1497731 Aug 16 13:15:06.844539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9136dd4e-a74b-4743-b3d1-a7d9ead2267f req-cfe1210b-291a-428b-a283-27a07b767dce tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674773 Aug 16 13:15:06.859787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Request body: {'port': {'device_id': '99546a47-44ad-4847-806f-d23921589bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:06.967979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-edbbe271-6e08-4a9d-b594-23f69ef2d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:06.970738 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-edbbe271-6e08-4a9d-b594-23f69ef2d760 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1956918 Aug 16 13:15:07.022233 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b6982af-86ae-4e90-8cd7-71cc3b986971 req-3a4d6c5f-0156-476c-8c03-d927b51a4f74 service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586577 Aug 16 13:15:07.094593 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.124181 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c9bb-c05b-4b31-8bad-ef2d377f0a27 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.223203 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c9bb-c05b-4b31-8bad-ef2d377f0a27 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.236968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60714) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:07.343864 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.369453 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.410933 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-71e93347-5407-4785-b3f5-e6b9b320f024 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094553 Aug 16 13:15:07.507412 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b6982af-86ae-4e90-8cd7-71cc3b986971 req-3a973b40-1777-40b2-ba32-417c2a427c0c service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592657 Aug 16 13:15:07.558970 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-74d5b436-389b-40a9-83c3-fe8780cf353f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=420b418159a7456a9e0cd1c2fc58fa6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056533 Aug 16 13:15:07.566228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 299fa087-78cf-4580-826a-5d2faa0c9eba no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:07.573311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60716) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:07.584354 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c9bb-c05b-4b31-8bad-ef2d377f0a27 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.588889 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c9bb-c05b-4b31-8bad-ef2d377f0a27 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.597182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5bc5c9bb-c05b-4b31-8bad-ef2d377f0a27 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/security-groups/d53838e3-1d63-4f1c-9b4f-0ffb01cf8f16 HTTP/1.1" status: 204 len: 168 time: 0.9176919 Aug 16 13:15:07.626518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60718) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:07.688409 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.729542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=93c983d0-8389-46fe-82e8-f183a55cc9b1,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:07.733078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:07.736312 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cfbad1-e15c-4196-b652-33795fa9e66a" -d '{"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-unplugged", "status": "completed", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:07.771966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5c9bb-c05b-4b31-8bad-ef2d377f0a27 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53838e3-1d63-4f1c-9b4f-0ffb01cf8f16,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:07.772716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:07.786510 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-7e772447-6fc8-4f29-a8f2-4c4cc98e4812 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775860 Aug 16 13:15:07.796179 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.844533 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adac53d7-faba-4fb2-b01d-4c5218bef349 x-openstack-request-id: req-adac53d7-faba-4fb2-b01d-4c5218bef349 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:07.844972 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-unplugged", "status": "completed", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:07.845448 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adac53d7-faba-4fb2-b01d-4c5218bef349 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:07.846301 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'code': 200} Aug 16 13:15:07.862696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:07.886972 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-d809d212-ba7a-4419-9cb5-f7668b60639c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=bf69d203-57fd-4f8f-9961-872770f05e89 HTTP/1.1" status: 200 len: 217 time: 0.0814581 Aug 16 13:15:07.916609 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking segment: {'id': '8cf51e28-e37c-463f-8c07-d78b3ec3dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:07.917045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network hostable DHCP agents. Network: 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:15:07.988485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-d96fae9a-59b2-4356-b7ad-2772e405235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:07.990519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-d96fae9a-59b2-4356-b7ad-2772e405235a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 200 len: 797 time: 0.0933211 Aug 16 13:15:08.055008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136b32b2-e765-442e-9749-0a551d149d66 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router 0980121b-242a-475d-bdb4-3781081a02a4 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:15:08.055898 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9e47ef0-291b-4948-99f8-9815e13bcac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.073205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30fde22d-873a-40fd-bacb-0d7ede4189df tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.084295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:15:08.103810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab4c6ba-18f2-4e06-9533-004f37ce4746 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:15:08.113658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-b338c18c-8a21-490e-a90f-9e111c670ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:08.115309 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-b338c18c-8a21-490e-a90f-9e111c670ed6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fd045db-f1f9-4edf-a04e-3fa085ee1d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1154544 Aug 16 13:15:08.117404 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.160035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Transition to ACTIVE for port object 6ab4c6ba-18f2-4e06-9533-004f37ce4746 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:08.163028 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9e47ef0-291b-4948-99f8-9815e13bcac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.165862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:08.166148 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.171259 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30fde22d-873a-40fd-bacb-0d7ede4189df tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.182195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09e904-718b-476a-86b9-914c89155afe None None] Network 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:08.198142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:08.199745 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.223338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b26177-32be-4cec-b63b-92469d7bb6b5 req-b96aabb9-d4f8-49bf-a533-70f6160b9ce5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:08.226011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59b26177-32be-4cec-b63b-92469d7bb6b5 req-b96aabb9-d4f8-49bf-a533-70f6160b9ce5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 931 time: 0.3037896 Aug 16 13:15:08.366230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab4c6ba-18f2-4e06-9533-004f37ce4746,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:08.440809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d4339382-f365-487f-b18b-bcd0fc0a8296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1687963 Aug 16 13:15:08.445328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60726) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:08.457610 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-820cf62d-87c7-44c7-b3a9-d55a8ed79e14 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:08.464885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd46ff-26af-4ebd-b938-1ac565208160 req-4cc48d9a-587d-4fe3-bdbb-14aa9eaa713d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:08.466456 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-07f87e37-93d7-4f04-b3e0-8d234f5795dc service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399448 Aug 16 13:15:08.467521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33cd46ff-26af-4ebd-b938-1ac565208160 req-4cc48d9a-587d-4fe3-bdbb-14aa9eaa713d tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.4189897 Aug 16 13:15:08.513816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd', 'network_id': '56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd', 'tenant_id': '27f40cd01ba144eaa189390dfb94117a', 'fixed_ips': [{'subnet_id': '93c983d0-8389-46fe-82e8-f183a55cc9b1'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:15:08.516884 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.565515 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59b26177-32be-4cec-b63b-92469d7bb6b5 req-d0716678-ebc0-4ab8-972d-c7c57ca93a85 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263977 Aug 16 13:15:08.571861 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30fde22d-873a-40fd-bacb-0d7ede4189df tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.576546 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30fde22d-873a-40fd-bacb-0d7ede4189df tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.582491 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-30fde22d-873a-40fd-bacb-0d7ede4189df tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/security-groups/b06bea5c-c4bc-481f-b40b-2f16b312bbb5 HTTP/1.1" status: 204 len: 168 time: 0.9485004 Aug 16 13:15:08.586912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60728) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:08.635648 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9e47ef0-291b-4948-99f8-9815e13bcac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.641205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9e47ef0-291b-4948-99f8-9815e13bcac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.652770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a9e47ef0-291b-4948-99f8-9815e13bcac7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8dce1f05-3478-4af2-b40c-ab6ccf095ade HTTP/1.1" status: 204 len: 168 time: 1.0608757 Aug 16 13:15:08.652770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fde22d-873a-40fd-bacb-0d7ede4189df tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06bea5c-c4bc-481f-b40b-2f16b312bbb5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:08.701623 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136b32b2-e765-442e-9749-0a551d149d66 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:08.701623 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e47ef0-291b-4948-99f8-9815e13bcac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dce1f05-3478-4af2-b40c-ab6ccf095ade,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:08.716036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-136b32b2-e765-442e-9749-0a551d149d66 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "PUT /v2.0/routers/0980121b-242a-475d-bdb4-3781081a02a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0869172 Aug 16 13:15:08.719724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60732) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:08.731368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33cd46ff-26af-4ebd-b938-1ac565208160 req-f65b1e12-0169-4053-b420-7375a20b7a64 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923242 Aug 16 13:15:08.743733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9e4c3-bcac-4e7c-87fe-bdeb6b7d06b4 None None] Sync routers for ids ['0980121b-242a-475d-bdb4-3781081a02a4'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:08.827168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Attempting to bind port 6ab4c6ba-18f2-4e06-9533-004f37ce4746 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:15:08.828075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Attempting to bind port 6ab4c6ba-18f2-4e06-9533-004f37ce4746 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '5213314c-c2e1-4a9c-b69a-68f82669ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:15:08.829224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Attempting to bind port 6ab4c6ba-18f2-4e06-9533-004f37ce4746 on network b059f55d-827b-47fc-b46e-b05c6494339b {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:08.830075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9e4c3-bcac-4e7c-87fe-bdeb6b7d06b4 None None] Routers {'0980121b-242a-475d-bdb4-3781081a02a4'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:08.831425 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-75c9e4c3-bcac-4e7c-87fe-bdeb6b7d06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0980121b-242a-475d-bdb4-3781081a02a4'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:08.896081 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-820cf62d-87c7-44c7-b3a9-d55a8ed79e14 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3436349'] for subnet, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.905233 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-75c9e4c3-bcac-4e7c-87fe-bdeb6b7d06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:08.912007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Port 6ab4c6ba-18f2-4e06-9533-004f37ce4746 on network b059f55d-827b-47fc-b46e-b05c6494339b not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:15:08.912501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Attempting to bind port 6ab4c6ba-18f2-4e06-9533-004f37ce4746 on network b059f55d-827b-47fc-b46e-b05c6494339b {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:08.928103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9e4c3-bcac-4e7c-87fe-bdeb6b7d06b4 None None] Routers {'0980121b-242a-475d-bdb4-3781081a02a4'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:08.928656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-75c9e4c3-bcac-4e7c-87fe-bdeb6b7d06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0980121b-242a-475d-bdb4-3781081a02a4'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:08.959163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:15:08.959943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Checking segment: {'id': '5213314c-c2e1-4a9c-b69a-68f82669ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:08.960724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Bound using segment: {'id': '5213314c-c2e1-4a9c-b69a-68f82669ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:15:08.961621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Bound port: 6ab4c6ba-18f2-4e06-9533-004f37ce4746, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5213314c-c2e1-4a9c-b69a-68f82669ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:15:08.962315 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.970048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-75c9e4c3-bcac-4e7c-87fe-bdeb6b7d06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:08.970791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9e4c3-bcac-4e7c-87fe-bdeb6b7d06b4 None None] The sync data for ids ['0980121b-242a-475d-bdb4-3781081a02a4'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:08.972916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Allocated IP 172.20.0.2 (56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd/93c983d0-8389-46fe-82e8-f183a55cc9b1/d2298af0-f30c-4bc5-b4b5-7acf432fd11d) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:09.018155 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.061902 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-a4196bd9-b766-41a9-8142-a1ffb6b24326 service neutron] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450766 Aug 16 13:15:09.085741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf1fae17-639d-49e6-9980-3fa79ada7782 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.163448 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-5f513c5a-8eab-407d-b172-03489d8e9e5e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea1d22ed-a3e8-4d72-95e8-c0495702971e HTTP/1.1" status: 200 len: 217 time: 0.0880802 Aug 16 13:15:09.165180 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf1fae17-639d-49e6-9980-3fa79ada7782 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.246341 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.249063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.271897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Transition to ACTIVE for port object d2298af0-f30c-4bc5-b4b5-7acf432fd11d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:09.309317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Transition to ACTIVE for port object d2298af0-f30c-4bc5-b4b5-7acf432fd11d will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:09.321164 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.338272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] For port 6ab4c6ba-18f2-4e06-9533-004f37ce4746, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:09.381569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port c4516cd1-66f6-4828-8bd5-21dbdd0ba79c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:09.383029 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.409228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Network 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:09.410658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Pushing event updated for resources: {'Port': ['ID=d2298af0-f30c-4bc5-b4b5-7acf432fd11d,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:09.421087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:09.428632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:09.454641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] For port 6ab4c6ba-18f2-4e06-9533-004f37ce4746, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6ab4c6ba-18f2-4e06-9533-004f37ce4746,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:15:09.477717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.513383 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf1fae17-639d-49e6-9980-3fa79ada7782 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.519517 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cf1fae17-639d-49e6-9980-3fa79ada7782 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.522468 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cf1fae17-639d-49e6-9980-3fa79ada7782 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/security-groups/39afda61-c056-44b3-ac4a-d497422cb60b HTTP/1.1" status: 204 len: 168 time: 0.9269538 Aug 16 13:15:09.527145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60744) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:09.546167 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.552738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Attempting to bind port d2298af0-f30c-4bc5-b4b5-7acf432fd11d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:15:09.553649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Attempting to bind port d2298af0-f30c-4bc5-b4b5-7acf432fd11d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '8cf51e28-e37c-463f-8c07-d78b3ec3dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:15:09.553649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Attempting to bind port d2298af0-f30c-4bc5-b4b5-7acf432fd11d on network 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:09.564571 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:15:09.565464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Checking segment: {'id': '8cf51e28-e37c-463f-8c07-d78b3ec3dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:09.566219 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.566903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Bound using segment: {'id': '8cf51e28-e37c-463f-8c07-d78b3ec3dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:15:09.567775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Bound port: d2298af0-f30c-4bc5-b4b5-7acf432fd11d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf51e28-e37c-463f-8c07-d78b3ec3dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:15:09.568382 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.583966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-db4d4427-f2f4-45c9-a65c-5c8d86390d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:09.587168 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-db4d4427-f2f4-45c9-a65c-5c8d86390d21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.4062977 Aug 16 13:15:09.590649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for c4516cd1-66f6-4828-8bd5-21dbdd0ba79c owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:09.638585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:09.639735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.642664 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] 10.222.0.22 "PUT /v2.0/ports/6ab4c6ba-18f2-4e06-9533-004f37ce4746 HTTP/1.1" status: 200 len: 1091 time: 2.7909789 Aug 16 13:15:09.648349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99546a47-44ad-4847-806f-d23921589bc3', 'tag': '6ab4c6ba-18f2-4e06-9533-004f37ce4746'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:09.652872 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9346388-2413-4d99-9812-d190ccd9875b" -d '{"events": [{"name": "network-changed", "server_uuid": "99546a47-44ad-4847-806f-d23921589bc3", "tag": "6ab4c6ba-18f2-4e06-9533-004f37ce4746"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:09.716623 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-c660d60f-78d0-44f7-97cb-bffc56bb1ee9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting subnet 310258b4-bd7c-4b4f-9650-9db89e0ce624 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:15:09.725834 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c660d60f-78d0-44f7-97cb-bffc56bb1ee9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.740175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] For port d2298af0-f30c-4bc5-b4b5-7acf432fd11d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:09.750939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] For port d2298af0-f30c-4bc5-b4b5-7acf432fd11d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d2298af0-f30c-4bc5-b4b5-7acf432fd11d,segment=NetworkSegment(8cf51e28-e37c-463f-8c07-d78b3ec3dd36),segment_id=8cf51e28-e37c-463f-8c07-d78b3ec3dd36)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:15:09.770016 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.788659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fae17-639d-49e6-9980-3fa79ada7782 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39afda61-c056-44b3-ac4a-d497422cb60b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:09.871206 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c660d60f-78d0-44f7-97cb-bffc56bb1ee9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.913310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f430fae-6016-4c0f-a88c-39d0623a8d51 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab4c6ba-18f2-4e06-9533-004f37ce4746,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:09.919456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-820cf62d-87c7-44c7-b3a9-d55a8ed79e14 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769668290910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9005955'] for subnet, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.957876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-c9d2d40c-99cb-4c29-9ef7-ba6a88fc1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:09.960736 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-c9d2d40c-99cb-4c29-9ef7-ba6a88fc1356 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3519673 Aug 16 13:15:10.048802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07372b9-e8e0-45c9-a53e-ebc5a03220b9 None None] Pushing event updated for resources: {'Port': ['ID=d2298af0-f30c-4bc5-b4b5-7acf432fd11d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:10.052270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820cf62d-87c7-44c7-b3a9-d55a8ed79e14 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:10.053350 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-820cf62d-87c7-44c7-b3a9-d55a8ed79e14 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.055753 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-820cf62d-87c7-44c7-b3a9-d55a8ed79e14 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "PUT /v2.0/subnets/93c983d0-8389-46fe-82e8-f183a55cc9b1 HTTP/1.1" status: 200 len: 806 time: 1.6084154 Aug 16 13:15:10.075269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60760) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:10.088599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-b42cda8d-3c90-4253-ba76-bb7b59b83eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:10.096226 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-b42cda8d-3c90-4253-ba76-bb7b59b83eac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 1094 time: 0.3217294 Aug 16 13:15:10.102766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3871407-013e-44a2-87ef-c54e9379be38 req-ca63e760-ccf2-4fbb-af1e-f514c6fa9517 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:10.112055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3871407-013e-44a2-87ef-c54e9379be38 req-ca63e760-ccf2-4fbb-af1e-f514c6fa9517 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 943 time: 0.3530369 Aug 16 13:15:10.126277 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10b9840-be6f-46b7-9a2c-996e6c52c684 x-openstack-request-id: req-b10b9840-be6f-46b7-9a2c-996e6c52c684 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:10.130244 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99546a47-44ad-4847-806f-d23921589bc3", "tag": "6ab4c6ba-18f2-4e06-9533-004f37ce4746", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:10.130662 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b10b9840-be6f-46b7-9a2c-996e6c52c684 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:10.131130 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99546a47-44ad-4847-806f-d23921589bc3', 'tag': '6ab4c6ba-18f2-4e06-9533-004f37ce4746', 'status': 'completed', 'code': 200} Aug 16 13:15:10.154162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cf62d-87c7-44c7-b3a9-d55a8ed79e14 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=93c983d0-8389-46fe-82e8-f183a55cc9b1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:10.311435 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-253bd2ea-6575-4e92-b133-576a70adeaf2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ab4c6ba-18f2-4e06-9533-004f37ce4746 HTTP/1.1" status: 200 len: 217 time: 0.1580806 Aug 16 13:15:10.338202 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3871407-013e-44a2-87ef-c54e9379be38 req-d29a7fa3-e915-413c-9975-fc7405b723f5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145801 Aug 16 13:15:10.409414 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-41d6961c-4e40-4a3c-99e6-a3f66f3355f8 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988407 Aug 16 13:15:10.418851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60764) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:10.451141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c660d60f-78d0-44f7-97cb-bffc56bb1ee9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.515420 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.523046 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.600862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=c4516cd1-66f6-4828-8bd5-21dbdd0ba79c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:10.622666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fd4d7-1123-4ece-9ce2-a91cc0ad0185 req-0af8bf29-1b3d-4da5-8b61-4e804fce1bbe tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:10.624594 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-718fd4d7-1123-4ece-9ce2-a91cc0ad0185 req-0af8bf29-1b3d-4da5-8b61-4e804fce1bbe tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.3988721 Aug 16 13:15:10.624828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-983c2dbd-21de-4eca-b8a1-3b30107079b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:10.627402 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-983c2dbd-21de-4eca-b8a1-3b30107079b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=372eeca5-8a07-42e8-a3b6-c0d782c3fee7 HTTP/1.1" status: 200 len: 854 time: 0.2163343 Aug 16 13:15:10.690586 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-f1aeea42-f034-46bd-8fdd-f367d3cbd913 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b059f55d-827b-47fc-b46e-b05c6494339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487216 Aug 16 13:15:10.732407 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1705115205-network', 'tenant_id': '36258017bc834aab8f01df63a8d583bf'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:10.739298 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c660d60f-78d0-44f7-97cb-bffc56bb1ee9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.739660 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-68f68cb6-f54f-428b-8864-a8eb63b051e9 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145695 Aug 16 13:15:10.796749 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.812842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660d60f-78d0-44f7-97cb-bffc56bb1ee9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Subnet': ['ID=310258b4-bd7c-4b4f-9650-9db89e0ce624,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:10.820225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c660d60f-78d0-44f7-97cb-bffc56bb1ee9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.824409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c660d60f-78d0-44f7-97cb-bffc56bb1ee9 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/310258b4-bd7c-4b4f-9650-9db89e0ce624 HTTP/1.1" status: 204 len: 168 time: 1.2910523 Aug 16 13:15:10.832743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6da076-1ee5-48e7-b36c-7099c379cd41 None None] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:10.840398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60768) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:10.842229 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-0ae8f5b3-9844-48af-914f-b56275ee6cbf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8 HTTP/1.1" status: 200 len: 217 time: 0.0938511 Aug 16 13:15:10.969938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-718fd4d7-1123-4ece-9ce2-a91cc0ad0185 req-84b93b75-8d64-4cb0-87a9-5c0f633d8015 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084927 Aug 16 13:15:11.041178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Deleting port d2298af0-f30c-4bc5-b4b5-7acf432fd11d {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:11.041575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb60a2a-44e7-4f6e-95e3-2979a9e0fbdb tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting subnet bfe23b3b-564b-4247-8676-e025abb73c79 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:15:11.043091 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.051304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fb60a2a-44e7-4f6e-95e3-2979a9e0fbdb tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.057739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-10962507-70b5-4345-bf32-9604ef449ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:11.060420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-10962507-70b5-4345-bf32-9604ef449ae3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 200 len: 797 time: 0.1996448 Aug 16 13:15:11.116228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-80390aa0-dd20-49d4-bc68-a99cd8d4f623 service neutron] 10.222.0.22 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114130 Aug 16 13:15:11.207685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Made reservation on behalf of 36258017bc834aab8f01df63a8d583bf for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:11.215593 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.231342 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.248633 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.294398 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-caa75be2-f6d1-4846-a576-4ae122f6b4e4 req-e1c0144d-c193-4dec-96db-7e62421e8f8f service neutron] 10.222.0.22 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500244 Aug 16 13:15:11.335464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d2298af0-f30c-4bc5-b4b5-7acf432fd11d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:11.475979 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fb60a2a-44e7-4f6e-95e3-2979a9e0fbdb tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.501127 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.513313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d2298af0-f30c-4bc5-b4b5-7acf432fd11d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:11.564689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 299fa087-78cf-4580-826a-5d2faa0c9eba no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:11.593490 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.594367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Fanout notify agent at l3_agent the message router_deleted on router 0980121b-242a-475d-bdb4-3781081a02a4 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:15:11.646585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] For port d2298af0-f30c-4bc5-b4b5-7acf432fd11d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d2298af0-f30c-4bc5-b4b5-7acf432fd11d,segment=NetworkSegment(8cf51e28-e37c-463f-8c07-d78b3ec3dd36),segment_id=8cf51e28-e37c-463f-8c07-d78b3ec3dd36)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:11.648568 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.660121 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.673461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1f608abd-284b-4457-896a-50e028bd2842 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/routers/0980121b-242a-475d-bdb4-3781081a02a4 HTTP/1.1" status: 204 len: 168 time: 2.9506824 Aug 16 13:15:11.703673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fb60a2a-44e7-4f6e-95e3-2979a9e0fbdb tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.767428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60780) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:11.851820 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fb60a2a-44e7-4f6e-95e3-2979a9e0fbdb tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.874714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-6a061df0-4332-44fa-8969-ac0f38ccf90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:11.878541 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-6a061df0-4332-44fa-8969-ac0f38ccf90c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c713c00c-dbe1-4ead-a45d-cad421c0d5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7498670 Aug 16 13:15:11.977784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb60a2a-44e7-4f6e-95e3-2979a9e0fbdb tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe23b3b-564b-4247-8676-e025abb73c79,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:11.988785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fb60a2a-44e7-4f6e-95e3-2979a9e0fbdb tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:11.991926 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1fb60a2a-44e7-4f6e-95e3-2979a9e0fbdb tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/bfe23b3b-564b-4247-8676-e025abb73c79 HTTP/1.1" status: 204 len: 168 time: 1.1481071 Aug 16 13:15:12.005027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60788) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:12.048202 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e2c080-1004-4696-8c50-b9e91c82f84a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:12.048821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e2c080-1004-4696-8c50-b9e91c82f84a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:12.051960 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a4e2c080-1004-4696-8c50-b9e91c82f84a tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/310258b4-bd7c-4b4f-9650-9db89e0ce624 HTTP/1.1" status: 404 len: 337 time: 0.0441201 Aug 16 13:15:12.060337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60790) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:12.082596 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a061fd-b898-435c-ad15-35f0f76f56eb None None] Network 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:12.112168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9346388-2413-4d99-9812-d190ccd9875b req-b5d899da-52eb-4926-ba95-7baffd54d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:12.114184 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9346388-2413-4d99-9812-d190ccd9875b req-b5d899da-52eb-4926-ba95-7baffd54d2ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 1094 time: 0.6202846 Aug 16 13:15:12.171082 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:15:12.295400 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4bd580-3aed-4f00-a446-6a10b4040787 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting subnet e7e7a685-8eaa-4d1b-875d-2acc4c052ba5 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:15:12.303667 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-9d275875-d130-44a6-b6b2-ec5482d4a48f service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522837 Aug 16 13:15:12.306584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd580-3aed-4f00-a446-6a10b4040787 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:12.431109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a4ac423c-0b09-4686-b962-aa536a944a91 None None] Provisioning for port d2298af0-f30c-4bc5-b4b5-7acf432fd11d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:12.443822 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a4ac423c-0b09-4686-b962-aa536a944a91 None None] Provisioning complete for port d2298af0-f30c-4bc5-b4b5-7acf432fd11d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:12.444448 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a4ac423c-0b09-4686-b962-aa536a944a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:12.577765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a3859e-d558-446e-8cac-d56b5835d14c None None] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:12.671480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Calling delete_port for d2298af0-f30c-4bc5-b4b5-7acf432fd11d owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:12.695905 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a4ac423c-0b09-4686-b962-aa536a944a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:12.810870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2843c-d05e-4ddc-bc8a-4df96e0f0753 req-3e060ceb-90cd-4e71-a80a-fb61e218512e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:12.819422 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef2843c-d05e-4ddc-bc8a-4df96e0f0753 req-3e060ceb-90cd-4e71-a80a-fb61e218512e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 943 time: 1.2508874 Aug 16 13:15:12.831552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4bd935-0c3a-44e7-a457-8f0977b993f8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting subnet 8ad46be5-52b0-4281-aa19-4832f4d2ad78 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:15:12.851910 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd935-0c3a-44e7-a457-8f0977b993f8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:12.946866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a4ac423c-0b09-4686-b962-aa536a944a91 None None] For port d2298af0-f30c-4bc5-b4b5-7acf432fd11d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d2298af0-f30c-4bc5-b4b5-7acf432fd11d,segment=NetworkSegment(8cf51e28-e37c-463f-8c07-d78b3ec3dd36),segment_id=8cf51e28-e37c-463f-8c07-d78b3ec3dd36)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:12.958262 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a4ac423c-0b09-4686-b962-aa536a944a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:12.967956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9346388-2413-4d99-9812-d190ccd9875b req-dd697a55-f2d9-479d-90df-2642212b8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:12.970526 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9346388-2413-4d99-9812-d190ccd9875b req-dd697a55-f2d9-479d-90df-2642212b8119 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 914 time: 0.8239992 Aug 16 13:15:12.976057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd580-3aed-4f00-a446-6a10b4040787 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:12.999705 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd935-0c3a-44e7-a457-8f0977b993f8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.058973 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bef2843c-d05e-4ddc-bc8a-4df96e0f0753 req-4c4fbb69-34ed-4b7e-90bf-2e8f5dca55fc tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389228 Aug 16 13:15:13.122080 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9346388-2413-4d99-9812-d190ccd9875b req-8de5af41-0b0d-4309-8baf-2eeb0ca83f47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ab4c6ba-18f2-4e06-9533-004f37ce4746 HTTP/1.1" status: 200 len: 217 time: 0.1339436 Aug 16 13:15:13.161380 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.177269 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.207014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac423c-0b09-4686-b962-aa536a944a91 None None] Pushing event updated for resources: {'Port': ['ID=d2298af0-f30c-4bc5-b4b5-7acf432fd11d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:13.215514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c6a3db31-65bb-4772-bcb9-ff996e32da2f None None] Provisioning complete for port 50850d18-73eb-44b5-b5e2-d6e815321c97 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:13.215898 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c6a3db31-65bb-4772-bcb9-ff996e32da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.286813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-178fe539-b448-4cc2-b487-14962f9d6a9c req-a652ed69-8ce1-4e46-b036-a8baeb6c3325 service neutron] 10.222.0.22 "GET /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9737096 Aug 16 13:15:13.289188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c6a3db31-65bb-4772-bcb9-ff996e32da2f None None] Port 50850d18-73eb-44b5-b5e2-d6e815321c97 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:13.348712 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.354256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c6a3db31-65bb-4772-bcb9-ff996e32da2f None None] Provisioning complete for port d189d708-b559-445a-a05f-26f832349737 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:13.356121 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c6a3db31-65bb-4772-bcb9-ff996e32da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.356275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9346388-2413-4d99-9812-d190ccd9875b req-79753383-4cd3-4660-969e-444c140b7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:13.357793 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9346388-2413-4d99-9812-d190ccd9875b req-79753383-4cd3-4660-969e-444c140b7f26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=372eeca5-8a07-42e8-a3b6-c0d782c3fee7 HTTP/1.1" status: 200 len: 854 time: 0.2223084 Aug 16 13:15:13.371853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:15:13.379775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd580-3aed-4f00-a446-6a10b4040787 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.438490 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9346388-2413-4d99-9812-d190ccd9875b req-8824cf49-8894-4588-b546-0a845ece7274 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b059f55d-827b-47fc-b46e-b05c6494339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723891 Aug 16 13:15:13.438714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Port': ['ID=d2298af0-f30c-4bc5-b4b5-7acf432fd11d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:13.446616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.446961 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Added segment 18e094f4-b490-4e8d-87f7-3b0cdbb30771 of type vlan for network 09008d7a-74f8-41ab-838d-28f8e4814bf4 Aug 16 13:15:13.449921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436799d3-8d52-4328-b246-7cbc78cb2459,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:13.454535 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd935-0c3a-44e7-a457-8f0977b993f8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.597243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No DVR routers for this DVR port d2298af0-f30c-4bc5-b4b5-7acf432fd11d on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:13.665163 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9346388-2413-4d99-9812-d190ccd9875b req-e5ec6271-4dff-4971-8552-cacd46c317b4 service neutron] 10.222.0.22 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149954 Aug 16 13:15:13.720447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd580-3aed-4f00-a446-6a10b4040787 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.783275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bd580-3aed-4f00-a446-6a10b4040787 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e7a685-8eaa-4d1b-875d-2acc4c052ba5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:13.819854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dccd03-4104-4e05-af63-6b612c006163 None None] Network 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:13.834599 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.867986 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd580-3aed-4f00-a446-6a10b4040787 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:13.870910 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bf4bd580-3aed-4f00-a446-6a10b4040787 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/e7e7a685-8eaa-4d1b-875d-2acc4c052ba5 HTTP/1.1" status: 204 len: 168 time: 1.8085299 Aug 16 13:15:13.876325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60812) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:13.979314 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-005297a6-afec-4b1f-830b-455dd37adb10 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:13.980164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005297a6-afec-4b1f-830b-455dd37adb10 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:13.982603 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-005297a6-afec-4b1f-830b-455dd37adb10 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/91e5aa92-80ea-449e-be89-2cad8f7489d8 HTTP/1.1" status: 404 len: 337 time: 0.1051643 Aug 16 13:15:13.985726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60814) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.028811 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-77dc2576-877c-46c0-a82c-6a22688468df tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c744c7b-4d4b-450a-8cef-2e93e97509c3 HTTP/1.1" status: 200 len: 205 time: 0.0416365 Aug 16 13:15:14.031767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60816) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.093813 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:14.096399 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-212b67ea-a760-469e-b6e2-e6b889ac3257 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] delete failed (client error): The resource could not be found. Aug 16 13:15:14.098230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-212b67ea-a760-469e-b6e2-e6b889ac3257 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/routers/4c744c7b-4d4b-450a-8cef-2e93e97509c3 HTTP/1.1" status: 404 len: 336 time: 0.0649462 Aug 16 13:15:14.103492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d9346388-2413-4d99-9812-d190ccd9875b req-9f5a7d00-f0fe-4dd3-9839-ee384ca9e700 service neutron] 10.222.0.22 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294026 Aug 16 13:15:14.104299 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60824) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.144479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b30a7-5d21-480b-ba07-dfd650bd0fce req-00fee15d-49f0-42bb-b512-3a8a3ef94327 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:14.159109 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b4b30a7-5d21-480b-ba07-dfd650bd0fce req-00fee15d-49f0-42bb-b512-3a8a3ef94327 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.5662341 Aug 16 13:15:14.169485 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c689feb-ae94-4742-8433-9be2a31b446e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:14.170349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c689feb-ae94-4742-8433-9be2a31b446e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:14.173577 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6c689feb-ae94-4742-8433-9be2a31b446e tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/ee357b11-a04a-4a37-be00-858764731d17 HTTP/1.1" status: 404 len: 337 time: 0.0675197 Aug 16 13:15:14.177080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60826) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.192504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60828) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.244096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e58dd780-bf9b-43fd-bf68-7822e4fd1ed3 None None] Could not find standard attr ID for object d2298af0-f30c-4bc5-b4b5-7acf432fd11d. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:15:14.246243 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9416df14-345b-4f3e-ab61-8449c1fb0889 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:14.256008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9416df14-345b-4f3e-ab61-8449c1fb0889 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:14.260530 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:14.262031 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9416df14-345b-4f3e-ab61-8449c1fb0889 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/c1970419-9a96-4b31-92dc-2fde4fd22fb8 HTTP/1.1" status: 404 len: 337 time: 0.0819690 Aug 16 13:15:14.262880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:14.263954 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:14.264985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60832) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.320440 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd935-0c3a-44e7-a457-8f0977b993f8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:14.334651 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad1f02e-8ddd-448c-840c-f8dadb8ee2eb tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:14.335446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad1f02e-8ddd-448c-840c-f8dadb8ee2eb tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:14.340848 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0ad1f02e-8ddd-448c-840c-f8dadb8ee2eb tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/c352c49a-be85-4961-aa78-610fae7280b1 HTTP/1.1" status: 404 len: 337 time: 0.0736167 Aug 16 13:15:14.344639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60834) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.422889 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d224b675-1eb4-42c2-a158-bbb44410df38 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:14.423731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d224b675-1eb4-42c2-a158-bbb44410df38 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:14.428639 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d224b675-1eb4-42c2-a158-bbb44410df38 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/dc5ef39c-6a0f-4af9-9b4e-cab8faf17d1e HTTP/1.1" status: 404 len: 333 time: 0.0630903 Aug 16 13:15:14.432247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60836) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.504531 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cd65f8-61e9-416b-99ae-98a5a262018d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:14.505261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cd65f8-61e9-416b-99ae-98a5a262018d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:14.509554 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-67cd65f8-61e9-416b-99ae-98a5a262018d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/10a5b531-d353-46be-a31d-8663068d3916 HTTP/1.1" status: 404 len: 337 time: 0.0749130 Aug 16 13:15:14.513079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60838) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.561261 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-514115cf-2967-4e9a-a25f-c41949ae5a94 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:14.562524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514115cf-2967-4e9a-a25f-c41949ae5a94 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:14.566997 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-514115cf-2967-4e9a-a25f-c41949ae5a94 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/eb380ee6-3504-441a-8962-e1ede4527f6a HTTP/1.1" status: 404 len: 337 time: 0.0413597 Aug 16 13:15:14.567148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ae068f-2952-48ce-9611-fdec25a7f28b None None] Network c3b9b831-2d45-4ad4-94c0-b1351a7efa36 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:14.568157 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-2a0b7811-a1ab-4756-91fb-de2e0cca7e60 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3740082 Aug 16 13:15:14.568749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60840) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.591933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.1672373 Aug 16 13:15:14.596987 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd935-0c3a-44e7-a457-8f0977b993f8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:14.603409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60842) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.605423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ec4bd935-0c3a-44e7-a457-8f0977b993f8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/subnets/8ad46be5-52b0-4281-aa19-4832f4d2ad78 HTTP/1.1" status: 204 len: 168 time: 2.8326252 Aug 16 13:15:14.610326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] Request body: {'subnet': {'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1705115205-subnet', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:14.614570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0267b75e-9faf-44e2-8a2a-3fbc1185c6c8 None None] Network fb6876c7-adb8-487f-8f40-5218ffd3b119 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:14.614748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60844) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.615126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47cc3a-2f96-4ad5-a3c5-2ac47ace6abe admin admin] Pushing event updated for resources: {'Network': ['ID=09008d7a-74f8-41ab-838d-28f8e4814bf4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:14.618871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bd935-0c3a-44e7-a457-8f0977b993f8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad46be5-52b0-4281-aa19-4832f4d2ad78,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:14.657397 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b4b30a7-5d21-480b-ba07-dfd650bd0fce req-e469677f-8d5c-4012-8706-6ddc8cd9e52f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4130561 Aug 16 13:15:14.693219 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:14.737832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:14.741693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:14.743777 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac34fc32-c3c2-4f86-b482-a1f5d7c0269d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:14.744681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac34fc32-c3c2-4f86-b482-a1f5d7c0269d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:14.747306 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ac34fc32-c3c2-4f86-b482-a1f5d7c0269d tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/ce3b02ef-4e9e-4e64-8ec8-cc0e235b2e08 HTTP/1.1" status: 404 len: 333 time: 0.1772580 Aug 16 13:15:14.753103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60848) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.788178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50fb0b-0938-4631-82b9-3aacb6200dfd req-6c06fdab-26b1-4905-a36a-0a08361438a3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:14.790855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc50fb0b-0938-4631-82b9-3aacb6200dfd req-6c06fdab-26b1-4905-a36a-0a08361438a3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 943 time: 0.5102203 Aug 16 13:15:14.792613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Subnet': ['ID=93c983d0-8389-46fe-82e8-f183a55cc9b1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:14.816185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] Made reservation on behalf of 36258017bc834aab8f01df63a8d583bf for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:14.818733 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:14.849128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c41f42-8e7f-447b-9ad5-95d9c8cea58a None None] Network 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:14.880300 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b047c1-b1f1-45ab-8d07-3a8d94a8da18 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:14.881085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b047c1-b1f1-45ab-8d07-3a8d94a8da18 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:14.888020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-14b047c1-b1f1-45ab-8d07-3a8d94a8da18 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/11520ae1-76a1-4c3d-b087-8b340b8bc835 HTTP/1.1" status: 404 len: 337 time: 0.1249859 Aug 16 13:15:14.901069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60850) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:14.963642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-217e28a2-3ecc-4384-9442-1d8bc10d224c None None] Provisioning complete for port 50850d18-73eb-44b5-b5e2-d6e815321c97 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:14.964813 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-217e28a2-3ecc-4384-9442-1d8bc10d224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.027718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port 05e0f621-2292-42e8-9b9a-23e8fb2b4170 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:15.028381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.051548 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fecadb6-a51e-4958-8e89-f9bd39ec0c55 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:15.052332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fecadb6-a51e-4958-8e89-f9bd39ec0c55 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:15.056064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4fecadb6-a51e-4958-8e89-f9bd39ec0c55 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/subnets/d6a06558-67f5-4d80-b48e-b4db3932fd1f HTTP/1.1" status: 404 len: 337 time: 0.1408353 Aug 16 13:15:15.060604 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.066707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60856) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:15.125743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] For port 05e0f621-2292-42e8-9b9a-23e8fb2b4170, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=05e0f621-2292-42e8-9b9a-23e8fb2b4170,segment=NetworkSegment(182ccdd9-17a8-4225-a3c6-27c9e0059a4d),segment_id=182ccdd9-17a8-4225-a3c6-27c9e0059a4d)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:15.125743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.143984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for 05e0f621-2292-42e8-9b9a-23e8fb2b4170 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:15.146150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:15.228603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc50fb0b-0938-4631-82b9-3aacb6200dfd req-e5ee0339-af85-4c86-aaf4-62e4222f64f6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822660 Aug 16 13:15:15.240209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf51e28-e37c-463f-8c07-d78b3ec3dd36') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:15.240735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf51e28-e37c-463f-8c07-d78b3ec3dd36') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:15.275686 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.298717 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.310520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:15.311496 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.312333 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.384880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-217e28a2-3ecc-4384-9442-1d8bc10d224c None None] Port 50850d18-73eb-44b5-b5e2-d6e815321c97 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:15.406232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] Checking segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:15.406232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] Network hostable DHCP agents. Network: 09008d7a-74f8-41ab-838d-28f8e4814bf4, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:15:15.406613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:15.408125 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:15.468085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af41ab79-8112-4b7c-93d4-d544d538fff7,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:15.499646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=05e0f621-2292-42e8-9b9a-23e8fb2b4170,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:15.504317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] No DVR routers for this DVR port 05e0f621-2292-42e8-9b9a-23e8fb2b4170 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:15.521371 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.524053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:15:15.549339 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.551853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-217e28a2-3ecc-4384-9442-1d8bc10d224c None None] Provisioning complete for port d189d708-b559-445a-a05f-26f832349737 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:15.552479 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-217e28a2-3ecc-4384-9442-1d8bc10d224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.562081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd HTTP/1.1" status: 204 len: 168 time: 5.4848599 Aug 16 13:15:15.564144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60858) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:15.582942 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 09008d7a-74f8-41ab-838d-28f8e4814bf4) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:15.600606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c303473-83be-44c5-8a36-ea000dadb5f0 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:15.659396 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-52890b0c-1e94-49d9-9b49-f0279f196676 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Deleting port 50850d18-73eb-44b5-b5e2-d6e815321c97 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:15.660076 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52890b0c-1e94-49d9-9b49-f0279f196676 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.664346 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d134e4-2b1d-405c-8d60-7f5123e2d626 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:15.666876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d134e4-2b1d-405c-8d60-7f5123e2d626 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:15.674004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-27d134e4-2b1d-405c-8d60-7f5123e2d626 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd HTTP/1.1" status: 404 len: 339 time: 0.0864356 Aug 16 13:15:15.679360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60860) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:15.687116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ba0011-f4ee-4c62-ba9f-e0c342f31111 None None] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:15.718869 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1914212158', 'description': 'd1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:15.731999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d562dc-a60c-41bf-84ff-54a28c00972a None None] DHCP port deletion for fb6876c7-adb8-487f-8f40-5218ffd3b119 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:15:15.770260 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.820273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:15.821371 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.835211 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52890b0c-1e94-49d9-9b49-f0279f196676 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.838651 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:15.843046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6876c7-adb8-487f-8f40-5218ffd3b119']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:15.850679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c185b1-0afa-4861-8eb0-43f56cd1cadc None None] DHCP port deletion for c3b9b831-2d45-4ad4-94c0-b1351a7efa36 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:15:15.852823 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac863b64-36b4-4bab-8fa0-5a0667aa7b91 None None] DHCP port deletion for 56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:15:15.855357 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.879382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182ccdd9-17a8-4225-a3c6-27c9e0059a4d') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:15.879571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182ccdd9-17a8-4225-a3c6-27c9e0059a4d') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:15.905525 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6a2c0e5e-246d-4e1d-9885-ee296566f8c1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3006098 Aug 16 13:15:15.911091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.920582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60864) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:15.923465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-52890b0c-1e94-49d9-9b49-f0279f196676 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Calling delete_port for 50850d18-73eb-44b5-b5e2-d6e815321c97 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:15.929577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:15.944544 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.958485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:15.959716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:15.985224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:15.989323 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:16.018187 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.018632 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment c9801d5f-9e3b-4ea0-a54a-75039fe8ce4f of type vlan for network 2672a77e-fdd3-477a-9a1e-fa405b439c44 Aug 16 13:15:16.041260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-29c185b1-0afa-4861-8eb0-43f56cd1cadc None None] Deleting port d189d708-b559-445a-a05f-26f832349737 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:16.041631 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-29c185b1-0afa-4861-8eb0-43f56cd1cadc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.118960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 6ab4c6ba-18f2-4e06-9533-004f37ce4746 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:15:16.121395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-09008d7a-74f8-41ab-838d-28f8e4814bf4', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:15:16.122705 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.147209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.156370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-51654e92-f028-4ad7-9077-64d205c03e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:16.159636 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-51654e92-f028-4ad7-9077-64d205c03e4f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2&tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9 HTTP/1.1" status: 200 len: 1095 time: 0.1688600 Aug 16 13:15:16.161203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c0f5a-cabb-42d9-b8bf-630fa3ab833f req-4fa9873f-c87b-412d-bfb1-ea7698968fd0 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:16.162053 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.168595 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-29c185b1-0afa-4861-8eb0-43f56cd1cadc None None] For port d189d708-b559-445a-a05f-26f832349737, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d189d708-b559-445a-a05f-26f832349737,segment=NetworkSegment(7c67cb76-6b48-444c-b253-a5145e3f0e53),segment_id=7c67cb76-6b48-444c-b253-a5145e3f0e53)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:16.169945 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-29c185b1-0afa-4861-8eb0-43f56cd1cadc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.178146 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-823c0f5a-cabb-42d9-b8bf-630fa3ab833f req-4fa9873f-c87b-412d-bfb1-ea7698968fd0 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.2746243 Aug 16 13:15:16.196537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.197763 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.202563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.210197 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/networks/fb6876c7-adb8-487f-8f40-5218ffd3b119 HTTP/1.1" status: 204 len: 168 time: 1.5912936 Aug 16 13:15:16.210451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-29c185b1-0afa-4861-8eb0-43f56cd1cadc None None] Calling delete_port for d189d708-b559-445a-a05f-26f832349737 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:16.214367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60866) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:16.244863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926967de-e7a7-4a84-9c51-61106ab3bba2 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Network': ['ID=fb6876c7-adb8-487f-8f40-5218ffd3b119,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:16.311931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-7fff5a14-42b1-4a92-bd52-7437ac5d0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:16.315257 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-7fff5a14-42b1-4a92-bd52-7437ac5d0399 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 1095 time: 0.1055012 Aug 16 13:15:16.430558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52890b0c-1e94-49d9-9b49-f0279f196676 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.446490 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.453258 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.459119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:16.459790 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.478502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-823c0f5a-cabb-42d9-b8bf-630fa3ab833f req-e2890ebc-5b60-43bc-9b70-a71f8f0d07d7 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993381 Aug 16 13:15:16.522665 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.539787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-bdfb3eea-c453-4b75-a5cd-1ec9933d418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:16.549056 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-bdfb3eea-c453-4b75-a5cd-1ec9933d418e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.2239857 Aug 16 13:15:16.551737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52890b0c-1e94-49d9-9b49-f0279f196676 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Port': ['ID=50850d18-73eb-44b5-b5e2-d6e815321c97,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:16.571440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 6ab4c6ba-18f2-4e06-9533-004f37ce4746, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6ab4c6ba-18f2-4e06-9533-004f37ce4746,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:16.596848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Allocated IP 172.20.0.2 (09008d7a-74f8-41ab-838d-28f8e4814bf4/af41ab79-8112-4b7c-93d4-d544d538fff7/416d9e87-96e1-469d-a92b-fc768b1625ad) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:16.603387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '6ab4c6ba-18f2-4e06-9533-004f37ce4746', 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b', 'port_id': '6ab4c6ba-18f2-4e06-9533-004f37ce4746', 'mac_address': 'fa:16:3e:f9:e5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372eeca5-8a07-42e8-a3b6-c0d782c3fee7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:15:16.673711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-29c185b1-0afa-4861-8eb0-43f56cd1cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.676144 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-68135469-18c0-4e87-a6fd-089e14dd28e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299fa087-78cf-4580-826a-5d2faa0c9eba HTTP/1.1" status: 200 len: 999 time: 0.1190846 Aug 16 13:15:16.733477 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0474758 Aug 16 13:15:16.745783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60870) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:16.762154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c185b1-0afa-4861-8eb0-43f56cd1cadc None None] Pushing event deleted for resources: {'Port': ['ID=d189d708-b559-445a-a05f-26f832349737,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:16.763903 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52890b0c-1e94-49d9-9b49-f0279f196676 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.764215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c185b1-0afa-4861-8eb0-43f56cd1cadc None None] No DVR routers for this DVR port d189d708-b559-445a-a05f-26f832349737 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:16.772269 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-52890b0c-1e94-49d9-9b49-f0279f196676 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/ports/50850d18-73eb-44b5-b5e2-d6e815321c97 HTTP/1.1" status: 204 len: 168 time: 1.6806726 Aug 16 13:15:16.772550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-8045352e-36c6-4e45-8cbc-b634b2b4a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:16.772710 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:16.772838 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-8045352e-36c6-4e45-8cbc-b634b2b4a4eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.0856636 Aug 16 13:15:16.772938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60872) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:16.790501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704debbc-c706-4e69-905b-9c19e234ce6e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=2672a77e-fdd3-477a-9a1e-fa405b439c44,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:16.844292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 2672a77e-fdd3-477a-9a1e-fa405b439c44 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:16.862634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-70ff30b2-76dd-4f04-82e3-0d2380a64bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:16.865807 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-70ff30b2-76dd-4f04-82e3-0d2380a64bfb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862961 Aug 16 13:15:16.896543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab4c6ba-18f2-4e06-9533-004f37ce4746 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:15:17.020884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56c7f-1ceb-4acb-b8cf-e2a05c3864e0 req-41435032-1ab8-42b7-8099-3b1c387a8567 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:17.025332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-a6a722cb-2b92-4847-aa32-95934cd3afc2 service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480141 Aug 16 13:15:17.028413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27c56c7f-1ceb-4acb-b8cf-e2a05c3864e0 req-41435032-1ab8-42b7-8099-3b1c387a8567 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 943 time: 0.6965230 Aug 16 13:15:17.116504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 6ab4c6ba-18f2-4e06-9533-004f37ce4746, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6ab4c6ba-18f2-4e06-9533-004f37ce4746,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:17.138450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d189d708-b559-445a-a05f-26f832349737 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:17.158091 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.180504 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.209602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-223886b2-19cf-42d2-a36c-0ddadd355ce3 req-b30c07e0-0257-4e70-a8ee-9921df71d1dd service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737955 Aug 16 13:15:17.218805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d189d708-b559-445a-a05f-26f832349737 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:17.219452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d189d708-b559-445a-a05f-26f832349737 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:17.219806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d2298af0-f30c-4bc5-b4b5-7acf432fd11d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:17.239736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c98352c-0139-4fad-9612-8e9907aa8e58 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:17.243345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4c98352c-0139-4fad-9612-8e9907aa8e58 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/networks?id=2672a77e-fdd3-477a-9a1e-fa405b439c44 HTTP/1.1" status: 200 len: 761 time: 0.4889963 Aug 16 13:15:17.250226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60874) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:17.252648 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.260078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-133817bb-7939-4e69-9679-d382bf399d65 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'description': 'd2'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:17.260581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d2298af0-f30c-4bc5-b4b5-7acf432fd11d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:17.261692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d2298af0-f30c-4bc5-b4b5-7acf432fd11d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:17.262307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 05e0f621-2292-42e8-9b9a-23e8fb2b4170 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:17.299613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 05e0f621-2292-42e8-9b9a-23e8fb2b4170 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:17.300071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 05e0f621-2292-42e8-9b9a-23e8fb2b4170 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:17.308886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Transition to ACTIVE for port object 416d9e87-96e1-469d-a92b-fc768b1625ad will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:17.322326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=6ab4c6ba-18f2-4e06-9533-004f37ce4746,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:17.327659 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.340507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Transition to ACTIVE for port object 416d9e87-96e1-469d-a92b-fc768b1625ad will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:17.362722 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.391162 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27c56c7f-1ceb-4acb-b8cf-e2a05c3864e0 req-94f890e6-5492-4479-8289-b258b48ae9c5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865715 Aug 16 13:15:17.449849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-da3e4e89-3b89-421e-a598-ea59df1dd0ed tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port e95bd9bf-4251-4daa-8638-906fb6cfdb14 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:17.450664 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da3e4e89-3b89-421e-a598-ea59df1dd0ed tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.474086 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:17.478924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Pushing event updated for resources: {'Port': ['ID=416d9e87-96e1-469d-a92b-fc768b1625ad,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:17.483816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:17.490085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:17.585977 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-133817bb-7939-4e69-9679-d382bf399d65 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.611298 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-133817bb-7939-4e69-9679-d382bf399d65 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.622360 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Attempting to bind port 416d9e87-96e1-469d-a92b-fc768b1625ad on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:15:17.623064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Attempting to bind port 416d9e87-96e1-469d-a92b-fc768b1625ad by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:15:17.623678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Attempting to bind port 416d9e87-96e1-469d-a92b-fc768b1625ad on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:17.636903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:15:17.638916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Checking segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:17.639666 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.640319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Bound using segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:15:17.641726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Bound port: 416d9e87-96e1-469d-a92b-fc768b1625ad, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:15:17.642638 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.654679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['6ab4c6ba-18f2-4e06-9533-004f37ce4746'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:15:17.723342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-133817bb-7939-4e69-9679-d382bf399d65 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network 2672a77e-fdd3-477a-9a1e-fa405b439c44 is not hosted by any dhcp agent {{(pid=101396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 13:15:17.731627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133817bb-7939-4e69-9679-d382bf399d65 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:17.732491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-133817bb-7939-4e69-9679-d382bf399d65 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.734015 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-133817bb-7939-4e69-9679-d382bf399d65 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "PUT /v2.0/networks/2672a77e-fdd3-477a-9a1e-fa405b439c44 HTTP/1.1" status: 200 len: 758 time: 0.4831650 Aug 16 13:15:17.735454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133817bb-7939-4e69-9679-d382bf399d65 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=2672a77e-fdd3-477a-9a1e-fa405b439c44,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:17.738882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60888) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:17.850030 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.878137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b9b831-2d45-4ad4-94c0-b1351a7efa36']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:17.905792 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da3e4e89-3b89-421e-a598-ea59df1dd0ed tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.906145 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da3e4e89-3b89-421e-a598-ea59df1dd0ed tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.925159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f3edf-ec47-4f59-b4ee-bc95ffb218d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:17.925657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c67cb76-6b48-444c-b253-a5145e3f0e53') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:17.925850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c67cb76-6b48-444c-b253-a5145e3f0e53') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:17.928913 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5c3f3edf-ec47-4f59-b4ee-bc95ffb218d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/networks?id=2672a77e-fdd3-477a-9a1e-fa405b439c44 HTTP/1.1" status: 200 len: 761 time: 0.1841769 Aug 16 13:15:17.935689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60890) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:17.948682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-101289748'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:17.950958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-da3e4e89-3b89-421e-a598-ea59df1dd0ed tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for e95bd9bf-4251-4daa-8638-906fb6cfdb14 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:17.958716 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:17.982083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73f794-02e9-4240-97e1-190ff34e069c req-1c8b45f1-ec7c-4be8-909d-e6a6f2921926 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:17.984638 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b73f794-02e9-4240-97e1-190ff34e069c req-1c8b45f1-ec7c-4be8-909d-e6a6f2921926 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.2392740 Aug 16 13:15:18.001149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:18.004405 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:18.005435 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:18.024606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 2672a77e-fdd3-477a-9a1e-fa405b439c44 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:18.057861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:15:18.092469 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:18.093659 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment 2cd36c1f-68b8-4f1b-af8e-22215de4b53b of type vlan for network 105b090b-4ccf-400b-a07a-b4ad8d6cfd29 Aug 16 13:15:18.107851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:18.108726 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:18.112689 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:18.243958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:18.260356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] For port 416d9e87-96e1-469d-a92b-fc768b1625ad, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:18.317913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] For port 416d9e87-96e1-469d-a92b-fc768b1625ad, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=416d9e87-96e1-469d-a92b-fc768b1625ad,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:15:18.319343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:18.339897 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:18.366196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:18.369736 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:18.454885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c748bd-9861-4531-9e47-9edd953c92ad None None] Pushing event updated for resources: {'Port': ['ID=416d9e87-96e1-469d-a92b-fc768b1625ad,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:18.584437 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6466854 Aug 16 13:15:18.689376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60900) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:18.702126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'network_id': '105b090b-4ccf-400b-a07a-b4ad8d6cfd29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:18.756894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bd367-e627-45be-b44e-680d9e499629 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=105b090b-4ccf-400b-a07a-b4ad8d6cfd29,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:18.779155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 105b090b-4ccf-400b-a07a-b4ad8d6cfd29 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:18.829707 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b73f794-02e9-4240-97e1-190ff34e069c req-7628ab7a-d29d-49d6-9145-8c91e72aef29 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8271132 Aug 16 13:15:19.038838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:19.062827 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:19.224743 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:19.250018 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:19.261711 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] 10.222.0.25 "DELETE /v2.0/networks/c3b9b831-2d45-4ad4-94c0-b1351a7efa36 HTTP/1.1" status: 204 len: 168 time: 2.4845867 Aug 16 13:15:19.311092 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 416d9e87-96e1-469d-a92b-fc768b1625ad up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:19.425208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467773e4-4eaa-4a9b-8c0c-5e52025fa108 tempest-PortsTestJSON-993283638 tempest-PortsTestJSON-993283638-project] Pushing event deleted for resources: {'Network': ['ID=c3b9b831-2d45-4ad4-94c0-b1351a7efa36,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:19.499765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2429bf9-caad-4bce-b2bd-69d9d014d04e req-22f9b6e3-ca4e-41ad-ba87-8361de44927f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:19.503087 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2429bf9-caad-4bce-b2bd-69d9d014d04e req-22f9b6e3-ca4e-41ad-ba87-8361de44927f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 944 time: 0.6831396 Aug 16 13:15:19.505933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 416d9e87-96e1-469d-a92b-fc768b1625ad completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:19.523142 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:19.579584 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:19.623070 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:19.663780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=c7d088c4-ec88-4285-8076-2252087d10e7,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:19.666595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2429bf9-caad-4bce-b2bd-69d9d014d04e req-659634b6-c67e-4190-bad3-0e8b65e98af4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485214 Aug 16 13:15:19.672564 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking segment: {'id': '2cd36c1f-68b8-4f1b-af8e-22215de4b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '105b090b-4ccf-400b-a07a-b4ad8d6cfd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:19.675380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network hostable DHCP agents. Network: 105b090b-4ccf-400b-a07a-b4ad8d6cfd29, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:15:19.723592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network 105b090b-4ccf-400b-a07a-b4ad8d6cfd29 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:15:19.739078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 105b090b-4ccf-400b-a07a-b4ad8d6cfd29) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:19.753452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88abf09a-b7fd-49f0-b3db-81f81f193738 None None] Network 105b090b-4ccf-400b-a07a-b4ad8d6cfd29 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:19.764507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:19.765600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:19.787061 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da3e4e89-3b89-421e-a598-ea59df1dd0ed tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:19.796426 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eb4fc8aa-8fd8-40e9-9cca-52208f451296 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1053569 Aug 16 13:15:19.799482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60906) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:19.910969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e4e89-3b89-421e-a598-ea59df1dd0ed tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=e95bd9bf-4251-4daa-8638-906fb6cfdb14,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:19.923465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60910) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:20.149097 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:20.171053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 6ab4c6ba-18f2-4e06-9533-004f37ce4746 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:20.291191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9cc000-17c6-4cc0-8538-2ab1eefdc1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-105b090b-4ccf-400b-a07a-b4ad8d6cfd29', 'network_id': '105b090b-4ccf-400b-a07a-b4ad8d6cfd29', 'tenant_id': '27f40cd01ba144eaa189390dfb94117a', 'fixed_ips': [{'subnet_id': 'c7d088c4-ec88-4285-8076-2252087d10e7'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:15:20.292751 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cc9cc000-17c6-4cc0-8538-2ab1eefdc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:20.364232 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:20.380350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 6ab4c6ba-18f2-4e06-9533-004f37ce4746 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:20.404557 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 6ab4c6ba-18f2-4e06-9533-004f37ce4746 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:20.405023 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:20.537236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Allocated IP 172.25.0.241 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/29348117-f693-409f-ad94-e1f62ab41443) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:20.559612 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:20.634273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d088c4-ec88-4285-8076-2252087d10e7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:20.768162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb237ce-eecf-415a-86d8-1175ffad9854 None None] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:20.803602 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:20.853214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60916) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server [None req-cc9cc000-17c6-4cc0-8538-2ab1eefdc1ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7d088c4-ec88-4285-8076-2252087d10e7: This subnet is being modified by another concurrent operation. Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise exception Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7d088c4-ec88-4285-8076-2252087d10e7: This subnet is being modified by another concurrent operation. Aug 16 13:15:20.853877 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Aug 16 13:15:20.863216 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e657e04e-6674-4634-a9dd-b34bd4746d00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3421adc2bd3d428c93e51af814c7b1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9237750 Aug 16 13:15:20.863323 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:20.893824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf1672-ea7c-48f7-8a3a-255bfc754522 None None] Network 105b090b-4ccf-400b-a07a-b4ad8d6cfd29 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:20.907540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105b090b-4ccf-400b-a07a-b4ad8d6cfd29']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:20.913619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:20.947266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd36c1f-68b8-4f1b-af8e-22215de4b53b') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:20.947763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd36c1f-68b8-4f1b-af8e-22215de4b53b') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:20.984126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Pushing event updated for resources: {'Port': ['ID=29348117-f693-409f-ad94-e1f62ab41443,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:20.986694 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.037111 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.055546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a553e697-717c-4833-a505-932aa39775bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.062924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b3852-c038-4767-8be5-ecf48a54f769 req-d41cb675-1be9-4688-a0fb-aa8c0b30c063 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:21.065065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c3b3852-c038-4767-8be5-ecf48a54f769 req-d41cb675-1be9-4688-a0fb-aa8c0b30c063 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.8651197 Aug 16 13:15:21.068693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:21.070961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:21.076039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:21.078580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.079148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:21.084477 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da3e4e89-3b89-421e-a598-ea59df1dd0ed tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.089290 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da3e4e89-3b89-421e-a598-ea59df1dd0ed tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:21.093891 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:21.107518 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-da3e4e89-3b89-421e-a598-ea59df1dd0ed tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/floatingips/88bd7f0e-9f93-4c3e-bd4d-a2db65a8d558 HTTP/1.1" status: 204 len: 168 time: 4.8892925 Aug 16 13:15:21.110637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60918) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:21.139564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bcf2770d-5474-4396-bc90-707ffc7d2093 None None] Provisioning for port 416d9e87-96e1-469d-a92b-fc768b1625ad completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:21.207373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cea4d0-a351-43c4-874f-a24fd4f65cc0 req-538bc118-057d-4de8-aa97-192a9130ec87 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:21.209502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24cea4d0-a351-43c4-874f-a24fd4f65cc0 req-538bc118-057d-4de8-aa97-192a9130ec87 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 944 time: 0.3428855 Aug 16 13:15:21.220275 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e169106e-ae7d-40e7-a3b3-ab40cc37453d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:21.221582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e169106e-ae7d-40e7-a3b3-ab40cc37453d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:21.226719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e169106e-ae7d-40e7-a3b3-ab40cc37453d tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/ports/5cd150d5-5be8-4182-8632-2a1e11bfe494 HTTP/1.1" status: 404 len: 333 time: 0.1089277 Aug 16 13:15:21.227742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60920) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:21.291173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bcf2770d-5474-4396-bc90-707ffc7d2093 None None] Provisioning complete for port 416d9e87-96e1-469d-a92b-fc768b1625ad triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:21.292547 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bcf2770d-5474-4396-bc90-707ffc7d2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.341174 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a553e697-717c-4833-a505-932aa39775bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.368063 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c3b3852-c038-4767-8be5-ecf48a54f769 req-fe0c6504-76e9-4363-9f70-a2b2c339310c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546201 Aug 16 13:15:21.395340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-33665b1b-5ba6-40a5-b8d1-adb7a125659c tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "GET /v2.0/ports?device_id=0980121b-242a-475d-bdb4-3781081a02a4 HTTP/1.1" status: 200 len: 205 time: 0.1562502 Aug 16 13:15:21.402234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60924) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:21.476796 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.525183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.538417 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.550878 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/105b090b-4ccf-400b-a07a-b4ad8d6cfd29 HTTP/1.1" status: 204 len: 168 time: 1.7493401 Aug 16 13:15:21.558703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60926) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:21.660268 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-c668176b-828d-494a-b4c7-677e74a96447 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] delete failed (client error): The resource could not be found. Aug 16 13:15:21.661361 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c668176b-828d-494a-b4c7-677e74a96447 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/routers/0980121b-242a-475d-bdb4-3781081a02a4 HTTP/1.1" status: 404 len: 336 time: 0.2536950 Aug 16 13:15:21.693741 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b054bf7a-8c4b-43fa-ae98-1c0103b1b189 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] GET failed (client error): The resource could not be found. Aug 16 13:15:21.701034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b054bf7a-8c4b-43fa-ae98-1c0103b1b189 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/subnets/c7d088c4-ec88-4285-8076-2252087d10e7 HTTP/1.1" status: 404 len: 337 time: 0.1059687 Aug 16 13:15:21.701263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60928) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:21.702540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60930) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:21.747863 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d4a39d-4887-490c-bc48-63d72cfdd7a5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:21.757529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d4a39d-4887-490c-bc48-63d72cfdd7a5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:21.757529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-16d4a39d-4887-490c-bc48-63d72cfdd7a5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/105b090b-4ccf-400b-a07a-b4ad8d6cfd29 HTTP/1.1" status: 404 len: 339 time: 0.0445032 Aug 16 13:15:21.757529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c42cd-17c9-4698-a3f8-0849f006e81f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=105b090b-4ccf-400b-a07a-b4ad8d6cfd29,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:21.764259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99546a47-44ad-4847-806f-d23921589bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab4c6ba-18f2-4e06-9533-004f37ce4746'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:21.765100 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a553e697-717c-4833-a505-932aa39775bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.765212 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96a1140-fc15-4a50-9e13-380467ed6350" -d '{"events": [{"server_uuid": "99546a47-44ad-4847-806f-d23921589bc3", "name": "network-vif-plugged", "status": "completed", "tag": "6ab4c6ba-18f2-4e06-9533-004f37ce4746"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:21.765324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a553e697-717c-4833-a505-932aa39775bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.770324 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a553e697-717c-4833-a505-932aa39775bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b8c5cad-fb47-4621-bea8-13bccddf9abe HTTP/1.1" status: 204 len: 168 time: 0.9119387 Aug 16 13:15:21.770324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60932) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:21.802288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 6ab4c6ba-18f2-4e06-9533-004f37ce4746, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6ab4c6ba-18f2-4e06-9533-004f37ce4746,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:21.809531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553e697-717c-4833-a505-932aa39775bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8c5cad-fb47-4621-bea8-13bccddf9abe,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:21.818783 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:21.824276 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-930dd6e7-cbb2-4d57-b83f-bca0a2655114 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:21.824786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930dd6e7-cbb2-4d57-b83f-bca0a2655114 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:21.826885 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-930dd6e7-cbb2-4d57-b83f-bca0a2655114 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/subnets/8ad46be5-52b0-4281-aa19-4832f4d2ad78 HTTP/1.1" status: 404 len: 337 time: 0.1213651 Aug 16 13:15:21.844920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60942) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:21.951189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24cea4d0-a351-43c4-874f-a24fd4f65cc0 req-b97904ff-0671-449f-b972-4af21696e887 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6874788 Aug 16 13:15:22.080222 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bcf2770d-5474-4396-bc90-707ffc7d2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:22.282484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=6ab4c6ba-18f2-4e06-9533-004f37ce4746,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:22.300328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-bcf2770d-5474-4396-bc90-707ffc7d2093 None None] For port 416d9e87-96e1-469d-a92b-fc768b1625ad, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=416d9e87-96e1-469d-a92b-fc768b1625ad,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:22.309992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bcf2770d-5474-4396-bc90-707ffc7d2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:22.332467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5133c82b-0ec9-4d97-b12c-a45d0f46bf9f None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:15:22.475102 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:22.647883 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5784cb-5d19-4f01-89a0-41cc54cbc8de x-openstack-request-id: req-2d5784cb-5d19-4f01-89a0-41cc54cbc8de {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:22.648471 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99546a47-44ad-4847-806f-d23921589bc3", "name": "network-vif-plugged", "status": "completed", "tag": "6ab4c6ba-18f2-4e06-9533-004f37ce4746", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:22.648924 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d5784cb-5d19-4f01-89a0-41cc54cbc8de {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:22.650085 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99546a47-44ad-4847-806f-d23921589bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab4c6ba-18f2-4e06-9533-004f37ce4746', 'code': 200} Aug 16 13:15:22.658129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5133c82b-0ec9-4d97-b12c-a45d0f46bf9f None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:15:22.727233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca47a04-77ff-474e-b223-2d9e8244dd5c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:22.728851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cca47a04-77ff-474e-b223-2d9e8244dd5c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9311643 Aug 16 13:15:22.734039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60958) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:22.755184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port 7fd2e789-d8a6-4a01-80ba-30a724eb8679 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:22.755724 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:22.781824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf114205-d336-43f5-80d5-c640a4ca77e6 req-6905a673-8128-4a12-b45f-ae5831ebc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:22.784548 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bf114205-d336-43f5-80d5-c640a4ca77e6 req-6905a673-8128-4a12-b45f-ae5831ebc6ce service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 1096 time: 0.1271749 Aug 16 13:15:22.953031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-da7e73e9-525c-4ceb-b593-e10a243f1fe5 None None] Provisioning complete for port 416d9e87-96e1-469d-a92b-fc768b1625ad triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:22.953781 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-da7e73e9-525c-4ceb-b593-e10a243f1fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:22.971116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bd76f460-3a8d-4e93-a6b6-28449ff3d45a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 207 time: 0.2318482 Aug 16 13:15:22.975973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:23.002730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b25712-ae2b-4f14-bf39-168dc017c624 req-e73dad82-cbb6-4ca4-9a1a-40e3fc592d36 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:23.010533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0b25712-ae2b-4f14-bf39-168dc017c624 req-e73dad82-cbb6-4ca4-9a1a-40e3fc592d36 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.4026208 Aug 16 13:15:23.202307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2770d-5474-4396-bc90-707ffc7d2093 None None] Pushing event updated for resources: {'Port': ['ID=416d9e87-96e1-469d-a92b-fc768b1625ad,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:23.248221 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bf114205-d336-43f5-80d5-c640a4ca77e6 req-baa1d65c-b5b5-41d3-8e65-0c5c51da45a4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467728 Aug 16 13:15:23.280638 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0b25712-ae2b-4f14-bf39-168dc017c624 req-db91882b-5afb-4aeb-ae9e-8357f6867700 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685349 Aug 16 13:15:23.336922 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:23.414696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for 7fd2e789-d8a6-4a01-80ba-30a724eb8679 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:23.472572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0e209-43db-41a9-b524-7b967e5433df req-7a8e1315-66c0-4599-9022-958be2fd4180 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:23.475656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68b0e209-43db-41a9-b524-7b967e5433df req-7a8e1315-66c0-4599-9022-958be2fd4180 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 945 time: 0.2968917 Aug 16 13:15:23.516947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60972) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:23.571284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:23.828571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68b0e209-43db-41a9-b524-7b967e5433df req-a81819a6-e710-4891-b8ae-aba8c2c45163 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372064 Aug 16 13:15:23.840778 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-95ea5fc8-f40a-41d4-bf1e-a632d4bff95b tempest-DvrRoutersNegativeTest-421738642 tempest-DvrRoutersNegativeTest-421738642-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1188656727', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:23.844784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.policy [None req-95ea5fc8-f40a-41d4-bf1e-a632d4bff95b tempest-DvrRoutersNegativeTest-421738642 tempest-DvrRoutersNegativeTest-421738642-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101395) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 13:15:23.845480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.policy [None req-95ea5fc8-f40a-41d4-bf1e-a632d4bff95b tempest-DvrRoutersNegativeTest-421738642 tempest-DvrRoutersNegativeTest-421738642-project] Failed policy check for 'create_router' {{(pid=101395) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 13:15:23.846383 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-95ea5fc8-f40a-41d4-bf1e-a632d4bff95b tempest-DvrRoutersNegativeTest-421738642 tempest-DvrRoutersNegativeTest-421738642-project] create failed (client error): Access was denied to this resource. Aug 16 13:15:23.847740 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-95ea5fc8-f40a-41d4-bf1e-a632d4bff95b tempest-DvrRoutersNegativeTest-421738642 tempest-DvrRoutersNegativeTest-421738642-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2926800 Aug 16 13:15:24.079892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Router f8cd338b-7551-48d6-b999-6324c939988b is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:15:24.107151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9db07c6-ae8e-431c-88d2-ba3950c12c89 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:24.114827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9db07c6-ae8e-431c-88d2-ba3950c12c89 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:24.122075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9db07c6-ae8e-431c-88d2-ba3950c12c89 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:24.129152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9db07c6-ae8e-431c-88d2-ba3950c12c89 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:24.138388 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d9db07c6-ae8e-431c-88d2-ba3950c12c89 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 1.1608303 Aug 16 13:15:24.140890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60978) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:24.551098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60984) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:24.571678 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bb64e775-4890-4a1b-924f-095a9ea0fa8c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4291704 Aug 16 13:15:24.589250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60988) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:24.624128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:24.633901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8e4fb-931d-4240-99a5-b6be1ec137b9 req-ea43b2f2-a74b-47f8-8aab-4e009b535585 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:24.642256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29c8e4fb-931d-4240-99a5-b6be1ec137b9 req-ea43b2f2-a74b-47f8-8aab-4e009b535585 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.2267330 Aug 16 13:15:24.655808 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:24.684028 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Sync routers for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:24.700189 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:24.703161 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:24.704536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-11776c64-72e7-49b9-b50b-7592db47fb52 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7825437 Aug 16 13:15:24.706074 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:24.710542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60990) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:24.837505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=7fd2e789-d8a6-4a01-80ba-30a724eb8679,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:24.859984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.860339 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.860684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.861023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.861364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.861697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.862030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.866686 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.867069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.867517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.868023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.868631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:24.968193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50995547-500c-4dc4-9620-728e473b974e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:24.969877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50995547-500c-4dc4-9620-728e473b974e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:24.971586 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-50995547-500c-4dc4-9620-728e473b974e tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3802962 Aug 16 13:15:24.972481 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2bede28c-e57d-42c6-90be-ef54e6c92278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:24.998972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60994) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:25.039088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29c8e4fb-931d-4240-99a5-b6be1ec137b9 req-4376b8ba-450d-4771-bcbf-bcfa73cd4388 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958552 Aug 16 13:15:25.162584 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:25.190522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 416d9e87-96e1-469d-a92b-fc768b1625ad up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:25.228553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf3ebeb-3dbd-437a-a5ca-128fec5816f1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['shared'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:25.232471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf3ebeb-3dbd-437a-a5ca-128fec5816f1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['shared'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:25.234487 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8cf3ebeb-3dbd-437a-a5ca-128fec5816f1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2344515 Aug 16 13:15:25.238775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:25.248064 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ce73e70e-d5a3-41d2-aae5-d08dbbbddde7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/ports/7fd2e789-d8a6-4a01-80ba-30a724eb8679 HTTP/1.1" status: 204 len: 168 time: 3.4018517 Aug 16 13:15:25.249038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60996) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:25.253254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60998) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:25.329371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 416d9e87-96e1-469d-a92b-fc768b1625ad triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:25.330324 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:25.339542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278fba-e404-46f7-92c4-56a364ba1ccc req-803872ec-8681-4d6e-8d8e-c11b91a6efd7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:25.358555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec278fba-e404-46f7-92c4-56a364ba1ccc req-803872ec-8681-4d6e-8d8e-c11b91a6efd7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 945 time: 0.3176279 Aug 16 13:15:25.662164 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:22Z', 'revision_number': 3, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:25.679789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec278fba-e404-46f7-92c4-56a364ba1ccc req-ecbb08d1-5595-4779-8421-a44b7c9e7916 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201976 Aug 16 13:15:25.716550 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Checking router: f8cd338b-7551-48d6-b999-6324c939988b for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:15:25.717769 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Updating router f8cd338b-7551-48d6-b999-6324c939988b port 29348117-f693-409f-ad94-e1f62ab41443 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:15:25.761833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb3e2e0-9aca-40d2-866a-a0dd1bb99646 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:25.768979 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8eb3e2e0-9aca-40d2-866a-a0dd1bb99646 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/networks/4345c524-c332-4e01-8323-9a9929853c88 HTTP/1.1" status: 200 len: 799 time: 0.5110209 Aug 16 13:15:25.770083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32770) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:25.775430 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:25.786248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cba86-4dee-46ad-956b-b0d43632f4f7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port a7e34d03-2953-4425-868f-e077282860d0 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:25.786594 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5a6cba86-4dee-46ad-956b-b0d43632f4f7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:25.948984 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5a6cba86-4dee-46ad-956b-b0d43632f4f7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:25.975231 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cba86-4dee-46ad-956b-b0d43632f4f7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for a7e34d03-2953-4425-868f-e077282860d0 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:26.255605 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6849ca76-a65b-42cf-b65b-8643d25c6457 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/networks/4345c524-c332-4e01-8323-9a9929853c88?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4828401 Aug 16 13:15:26.276086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32776) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:26.368151 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:26.469440 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Transition to ACTIVE for port object 29348117-f693-409f-ad94-e1f62ab41443 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:26.472673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5a6cba86-4dee-46ad-956b-b0d43632f4f7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:26.477099 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2bede28c-e57d-42c6-90be-ef54e6c92278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:26.485799 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:26.506953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a70350f-bbf2-4ec1-a887-4be42c0004e1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:26.515071 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6a70350f-bbf2-4ec1-a887-4be42c0004e1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/subnets/6e2c3bf9-a1c1-4687-b798-b0d2b7a85bdd HTTP/1.1" status: 200 len: 811 time: 0.2352264 Aug 16 13:15:26.526906 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2bede28c-e57d-42c6-90be-ef54e6c92278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:26.548208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32780) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:26.578143 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Pushing event updated for resources: {'Port': ['ID=29348117-f693-409f-ad94-e1f62ab41443,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:26.597624 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.598197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cba86-4dee-46ad-956b-b0d43632f4f7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=a7e34d03-2953-4425-868f-e077282860d0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:26.598574 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.599608 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.600607 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.601253 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.602539 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.603230 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.603908 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.604692 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.605504 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.606093 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.606739 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:26.636582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bede28c-e57d-42c6-90be-ef54e6c92278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847491eb-1166-483a-a8bc-c05f81777faa,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:26.638444 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Attempting to bind port 29348117-f693-409f-ad94-e1f62ab41443 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:15:26.638968 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Attempting to bind port 29348117-f693-409f-ad94-e1f62ab41443 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:15:26.639497 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Attempting to bind port 29348117-f693-409f-ad94-e1f62ab41443 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:26.657132 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:15:26.657728 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:26.658341 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:26.658877 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:15:26.659554 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Bound port: 29348117-f693-409f-ad94-e1f62ab41443, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:15:26.660066 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:26.694177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a368ad3-f169-42d0-8d2a-b4b0d49ec630 req-4710a879-691d-4e9b-9e25-9bca79e30625 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:26.721620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a368ad3-f169-42d0-8d2a-b4b0d49ec630 req-4710a879-691d-4e9b-9e25-9bca79e30625 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.3811016 Aug 16 13:15:26.734233 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] For port 29348117-f693-409f-ad94-e1f62ab41443, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:26.739296 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] For port 29348117-f693-409f-ad94-e1f62ab41443, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=29348117-f693-409f-ad94-e1f62ab41443,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:15:26.748533 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:26.834367 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12440e3b-2629-4f48-8787-1ce6cc3139cd None None] Pushing event updated for resources: {'Port': ['ID=29348117-f693-409f-ad94-e1f62ab41443,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:26.840769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5a6cba86-4dee-46ad-956b-b0d43632f4f7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:26.844253 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5a6cba86-4dee-46ad-956b-b0d43632f4f7 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/ports/a7e34d03-2953-4425-868f-e077282860d0 HTTP/1.1" status: 204 len: 168 time: 1.5644581 Aug 16 13:15:26.848263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32782) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:26.857809 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:26.858652 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:26.938505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2bede28c-e57d-42c6-90be-ef54e6c92278 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae1d9670071e4ee4a103b05f97b5cf70&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3803678 Aug 16 13:15:26.942209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32784) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:26.978449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4a368ad3-f169-42d0-8d2a-b4b0d49ec630 req-1d9c0d56-6cdc-4d5c-a8d4-785f6904b4c1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545900 Aug 16 13:15:26.984502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119aec54-043f-432c-9ceb-66a0df312f11 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:26.987037 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-119aec54-043f-432c-9ceb-66a0df312f11 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9c71077-3cd3-4f28-b98d-bf6f50440051 HTTP/1.1" status: 200 len: 913 time: 0.1376843 Aug 16 13:15:26.992353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32786) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:27.022313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f72f67-663f-4aab-9dda-b7b079435706 req-b549a7ea-46e9-43df-b3b4-466fabe231ce tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:27.029304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11f72f67-663f-4aab-9dda-b7b079435706 req-b549a7ea-46e9-43df-b3b4-466fabe231ce tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 945 time: 0.6902201 Aug 16 13:15:27.042827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2068d09-53ed-44f5-9263-952445a250b5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:27.049382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b2068d09-53ed-44f5-9263-952445a250b5 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "GET /v2.0/subnets/6e2c3bf9-a1c1-4687-b798-b0d2b7a85bdd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4511282 Aug 16 13:15:27.108544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32788) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:27.119969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-736344881'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:27.138481 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:27.300275 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11f72f67-663f-4aab-9dda-b7b079435706 req-89b21253-f44e-4353-9a51-920ca37b4eae tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903906 Aug 16 13:15:27.317472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:27.327438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:27.371558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:27.419452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:15:27.470214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:27.470686 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Added segment 23cd40de-594f-4a8c-8c78-69c48bc941c1 of type vlan for network a35659b4-2092-4f98-9f47-560f1a88af8a Aug 16 13:15:27.472872 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9528ea88-d186-4476-9ce6-4d606b5418ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:27.565707 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9528ea88-d186-4476-9ce6-4d606b5418ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:27.680917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9528ea88-d186-4476-9ce6-4d606b5418ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:27.686457 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9528ea88-d186-4476-9ce6-4d606b5418ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:27.691656 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9528ea88-d186-4476-9ce6-4d606b5418ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/847491eb-1166-483a-a8bc-c05f81777faa HTTP/1.1" status: 204 len: 168 time: 0.7449272 Aug 16 13:15:27.699771 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:22Z', 'revision_number': 3, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:27.738421 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:27.798406 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f4335-e7b7-4036-abaf-f42fe5da1542 None None] The sync data for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 is: [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:22Z', 'revision_number': 3, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:27.804823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528ea88-d186-4476-9ce6-4d606b5418ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847491eb-1166-483a-a8bc-c05f81777faa,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:27.954441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:27.974084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:27.979149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:28.189268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0750732 Aug 16 13:15:28.202897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32796) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:28.234329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'network_id': 'a35659b4-2092-4f98-9f47-560f1a88af8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:28.284764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bc8e6-9b03-4dcf-9086-54fea1ac1c89 req-3efb7da7-c5fb-46d5-90a8-9cd747bd2a09 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:28.290009 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-363bc8e6-9b03-4dcf-9086-54fea1ac1c89 req-3efb7da7-c5fb-46d5-90a8-9cd747bd2a09 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.22 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 945 time: 0.3125031 Aug 16 13:15:28.539604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Allocated IP 172.20.0.1 (09008d7a-74f8-41ab-838d-28f8e4814bf4/af41ab79-8112-4b7c-93d4-d544d538fff7/93868b09-8c59-49eb-aecc-d94bdd4637d8) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:28.568454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d9d7d-0f68-48ed-8e57-a83aac980969 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Network': ['ID=a35659b4-2092-4f98-9f47-560f1a88af8a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:28.587858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network a35659b4-2092-4f98-9f47-560f1a88af8a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:29.084956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Made reservation on behalf of 27f40cd01ba144eaa189390dfb94117a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:29.090288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:29.157340 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:29.181435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Transition to ACTIVE for port object 93868b09-8c59-49eb-aecc-d94bdd4637d8 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:29.254632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 29348117-f693-409f-ad94-e1f62ab41443 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:29.305394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556908b3-1083-4230-bb3f-62927c4609f3 req-539eb00c-e3a0-4aec-9847-266ce7465e8e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:29.332908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-556908b3-1083-4230-bb3f-62927c4609f3 req-539eb00c-e3a0-4aec-9847-266ce7465e8e tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 1.1342840 Aug 16 13:15:29.363406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:29.373736 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 29348117-f693-409f-ad94-e1f62ab41443 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:29.388402 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 29348117-f693-409f-ad94-e1f62ab41443 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:29.389183 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:29.425374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5dc05-6339-41e0-a92e-df6edd3c17ae req-c00376bf-83a8-4366-aafd-11f29b8dae22 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:29.453377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-363bc8e6-9b03-4dcf-9086-54fea1ac1c89 req-00866c02-3379-4abd-b278-c380e1b31a3e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Deleting port 6ab4c6ba-18f2-4e06-9533-004f37ce4746 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:29.453663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-363bc8e6-9b03-4dcf-9086-54fea1ac1c89 req-00866c02-3379-4abd-b278-c380e1b31a3e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:29.454826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ee5dc05-6339-41e0-a92e-df6edd3c17ae req-c00376bf-83a8-4366-aafd-11f29b8dae22 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 945 time: 0.8771994 Aug 16 13:15:29.457738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.ipam_backend_mixin [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Performing IP validity checks on allocation pools {{(pid=101396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 13:15:29.458317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.ipam_backend_mixin [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 13:15:29.662286 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:29.703591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:29.720851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:29.731908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae65b2cb-d7cb-4f73-b360-e4624aca802b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:29.770673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 29348117-f693-409f-ad94-e1f62ab41443, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=29348117-f693-409f-ad94-e1f62ab41443,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:29.780746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:29.797933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ee5dc05-6339-41e0-a92e-df6edd3c17ae req-898de132-d37d-4a83-a318-8c6d835396b5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288435 Aug 16 13:15:29.816458 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-556908b3-1083-4230-bb3f-62927c4609f3 req-3bdbf2ab-03af-4ebf-842d-250a53fad52a tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4812677 Aug 16 13:15:29.822163 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:29.848202 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:29.958753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32816) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:29.993210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Pushing event updated for resources: {'Port': ['ID=93868b09-8c59-49eb-aecc-d94bdd4637d8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:30.050383 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:30.055529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=29348117-f693-409f-ad94-e1f62ab41443,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:30.279877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-228eba1c-2359-48df-a52f-c6cdfb94398f tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-3932760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:30.332368 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f70d3517-a1ee-4ce8-92c3-d63c1c4e03aa None None] Provisioning for port 93868b09-8c59-49eb-aecc-d94bdd4637d8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:30.337036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f70d3517-a1ee-4ce8-92c3-d63c1c4e03aa None None] Provisioning complete for port 93868b09-8c59-49eb-aecc-d94bdd4637d8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:30.337437 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f70d3517-a1ee-4ce8-92c3-d63c1c4e03aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:30.421842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f70d3517-a1ee-4ce8-92c3-d63c1c4e03aa None None] Port 93868b09-8c59-49eb-aecc-d94bdd4637d8 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:30.422688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:30.447045 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-228eba1c-2359-48df-a52f-c6cdfb94398f tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:30.452340 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-228eba1c-2359-48df-a52f-c6cdfb94398f tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:30.455855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-363bc8e6-9b03-4dcf-9086-54fea1ac1c89 req-00866c02-3379-4abd-b278-c380e1b31a3e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] For port 6ab4c6ba-18f2-4e06-9533-004f37ce4746, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=6ab4c6ba-18f2-4e06-9533-004f37ce4746,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:30.456510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-363bc8e6-9b03-4dcf-9086-54fea1ac1c89 req-00866c02-3379-4abd-b278-c380e1b31a3e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:30.490685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-363bc8e6-9b03-4dcf-9086-54fea1ac1c89 req-00866c02-3379-4abd-b278-c380e1b31a3e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Calling delete_port for 6ab4c6ba-18f2-4e06-9533-004f37ce4746 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:30.530801 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:30.638618 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-228eba1c-2359-48df-a52f-c6cdfb94398f tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:30.663950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=18480372-2b5c-45e4-ba53-c0e1d59d754b,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:30.685617 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-228eba1c-2359-48df-a52f-c6cdfb94398f tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:30.755782 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-228eba1c-2359-48df-a52f-c6cdfb94398f tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:30.757325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-228eba1c-2359-48df-a52f-c6cdfb94398f tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7922482 Aug 16 13:15:30.761331 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32822) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:30.783827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1521420925'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:30.813655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Checking segment: {'id': '23cd40de-594f-4a8c-8c78-69c48bc941c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a35659b4-2092-4f98-9f47-560f1a88af8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:30.814275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network hostable DHCP agents. Network: a35659b4-2092-4f98-9f47-560f1a88af8a, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:15:30.911808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Network a35659b4-2092-4f98-9f47-560f1a88af8a is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:15:30.919615 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:30.930934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.009008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Made reservation on behalf of 2105c09885b941abb4ab062154d65fbd for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:31.015701 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.019658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, a35659b4-2092-4f98-9f47-560f1a88af8a) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:31.036630 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3d0d7-fd5b-4687-a9d2-e0f8789881f3 None None] Network a35659b4-2092-4f98-9f47-560f1a88af8a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:31.052751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:31.053885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.174771 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.375031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 29348117-f693-409f-ad94-e1f62ab41443 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:31.411628 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-06954d8d-2994-4884-b93d-cf3c18719ce4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.2049479 Aug 16 13:15:31.413036 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-363bc8e6-9b03-4dcf-9086-54fea1ac1c89 req-00866c02-3379-4abd-b278-c380e1b31a3e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.420246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32830) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:31.432358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c2576447-fdd0-48d6-b191-b38dedceb710 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:31.438436 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.456496 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['a6e71557-75f3-4b27-9a97-6926004f0dc3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:15:31.482984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1007e54e-a7bc-42d2-a13b-0f3a4f8cae87 req-969f7ee3-4c2d-4f85-a6ad-1a06d41de672 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 210 time: 0.2937694 Aug 16 13:15:31.603289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00866c02-3379-4abd-b278-c380e1b31a3e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Pushing event deleted for resources: {'Port': ['ID=6ab4c6ba-18f2-4e06-9533-004f37ce4746,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:31.604755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-a35659b4-2092-4f98-9f47-560f1a88af8a', 'network_id': 'a35659b4-2092-4f98-9f47-560f1a88af8a', 'tenant_id': '27f40cd01ba144eaa189390dfb94117a', 'fixed_ips': [{'subnet_id': '18480372-2b5c-45e4-ba53-c0e1d59d754b'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:15:31.606307 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.674498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Pushing event updated for resources: {'Port': ['ID=93868b09-8c59-49eb-aecc-d94bdd4637d8,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:31.705510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309b807-b955-4009-8e83-44b3d67c031e req-1898c822-0500-4655-b48e-4e9d425d90d4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:31.708861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b309b807-b955-4009-8e83-44b3d67c031e req-1898c822-0500-4655-b48e-4e9d425d90d4 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.5106423 Aug 16 13:15:31.777014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-363bc8e6-9b03-4dcf-9086-54fea1ac1c89 req-00866c02-3379-4abd-b278-c380e1b31a3e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] No DVR routers for this DVR port 6ab4c6ba-18f2-4e06-9533-004f37ce4746 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:31.789332 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-363bc8e6-9b03-4dcf-9086-54fea1ac1c89 req-00866c02-3379-4abd-b278-c380e1b31a3e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.792405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-363bc8e6-9b03-4dcf-9086-54fea1ac1c89 req-00866c02-3379-4abd-b278-c380e1b31a3e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.22 "DELETE /v2.0/ports/6ab4c6ba-18f2-4e06-9533-004f37ce4746 HTTP/1.1" status: 204 len: 173 time: 3.4814782 Aug 16 13:15:31.792848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99546a47-44ad-4847-806f-d23921589bc3', 'name': 'network-vif-deleted', 'tag': '6ab4c6ba-18f2-4e06-9533-004f37ce4746'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:31.795319 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2aef3a8-5ea0-40d7-8499-eb0016eea93a" -d '{"events": [{"server_uuid": "99546a47-44ad-4847-806f-d23921589bc3", "name": "network-vif-deleted", "tag": "6ab4c6ba-18f2-4e06-9533-004f37ce4746"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:31.800062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ae65b2cb-d7cb-4f73-b360-e4624aca802b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port 025aecf8-6d0d-46cd-a008-1b0622c95e86 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:31.800541 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae65b2cb-d7cb-4f73-b360-e4624aca802b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.820497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 29348117-f693-409f-ad94-e1f62ab41443 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:31.820966 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.851557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b309b807-b955-4009-8e83-44b3d67c031e req-772e9613-b49e-40a7-8674-38093e9cd2d1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299126 Aug 16 13:15:31.859128 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2576447-fdd0-48d6-b191-b38dedceb710 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3436349'] for subnet, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.859579 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-971e7726-915d-423f-a807-580393eb45b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:31.916451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:31.919895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:32.015568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Allocated IP 172.20.0.3 (a35659b4-2092-4f98-9f47-560f1a88af8a/18480372-2b5c-45e4-ba53-c0e1d59d754b/9f976960-9204-4073-8e9f-103fa4f83345) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:32.062880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.065248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae65b2cb-d7cb-4f73-b360-e4624aca802b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.095465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.113771 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d28700-8887-4cfc-aeb4-9697b9875992 x-openstack-request-id: req-b0d28700-8887-4cfc-aeb4-9697b9875992 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:32.114153 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99546a47-44ad-4847-806f-d23921589bc3", "name": "network-vif-deleted", "tag": "6ab4c6ba-18f2-4e06-9533-004f37ce4746", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:32.114378 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0d28700-8887-4cfc-aeb4-9697b9875992 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:32.114812 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99546a47-44ad-4847-806f-d23921589bc3', 'name': 'network-vif-deleted', 'tag': '6ab4c6ba-18f2-4e06-9533-004f37ce4746', 'status': 'completed', 'code': 200} Aug 16 13:15:32.126452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ae65b2cb-d7cb-4f73-b360-e4624aca802b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for 025aecf8-6d0d-46cd-a008-1b0622c95e86 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:32.171161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:15:32.173137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 6ab4c6ba-18f2-4e06-9533-004f37ce4746 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:32.202151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Router f8cd338b-7551-48d6-b999-6324c939988b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:15:32.210001 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 6ab4c6ba-18f2-4e06-9533-004f37ce4746 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:32.210401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 6ab4c6ba-18f2-4e06-9533-004f37ce4746 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:32.224182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31166328-090c-4ae0-8c21-b595e10c5f33,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:32.245794 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.245794 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Added segment 7ba0d55d-c8cc-4885-80c3-f85d711b4739 of type vlan for network 6b9f2000-f30f-48ed-97dc-3e50b865e613 Aug 16 13:15:32.342214 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.398005 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.411203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Transition to ACTIVE for port object 9f976960-9204-4073-8e9f-103fa4f83345 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:32.442334 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.450156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:32.451124 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.463866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Transition to ACTIVE for port object 9f976960-9204-4073-8e9f-103fa4f83345 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:32.478126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:32.479104 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.494498 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d45ee95b-0cdf-40a5-bd00-309dfc980999 admin admin] 10.222.0.25 "PUT /v2.0/routers/f8cd338b-7551-48d6-b999-6324c939988b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7814360 Aug 16 13:15:32.508057 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466d7c-5980-412f-bfca-2d5bcc61463a req-13f66166-6fb4-4b24-bbc0-93205d361608 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:32.515455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466d7c-5980-412f-bfca-2d5bcc61463a req-13f66166-6fb4-4b24-bbc0-93205d361608 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:32.522763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466d7c-5980-412f-bfca-2d5bcc61463a req-13f66166-6fb4-4b24-bbc0-93205d361608 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:32.529368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466d7c-5980-412f-bfca-2d5bcc61463a req-13f66166-6fb4-4b24-bbc0-93205d361608 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:32.536556 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466d7c-5980-412f-bfca-2d5bcc61463a req-13f66166-6fb4-4b24-bbc0-93205d361608 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:32.544112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466d7c-5980-412f-bfca-2d5bcc61463a req-13f66166-6fb4-4b24-bbc0-93205d361608 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:32.551992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466d7c-5980-412f-bfca-2d5bcc61463a req-13f66166-6fb4-4b24-bbc0-93205d361608 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:32.554665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c466d7c-5980-412f-bfca-2d5bcc61463a req-13f66166-6fb4-4b24-bbc0-93205d361608 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5443 time: 0.1461787 Aug 16 13:15:32.560937 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7846689 Aug 16 13:15:32.564785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32842) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:32.571149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'subnet': {'network_id': '6b9f2000-f30f-48ed-97dc-3e50b865e613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:32.575928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Sync routers for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:32.637898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Network a35659b4-2092-4f98-9f47-560f1a88af8a is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:32.646726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:32.676359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:32.694183 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:32.697121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bfd10-1e38-4623-9d4d-b9756bcbed09 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Network': ['ID=6b9f2000-f30f-48ed-97dc-3e50b865e613,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:32.699227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:32.837904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae65b2cb-d7cb-4f73-b360-e4624aca802b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.914329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65b2cb-d7cb-4f73-b360-e4624aca802b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=025aecf8-6d0d-46cd-a008-1b0622c95e86,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:32.937398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecf95849-a295-4468-ad9a-095cfd706cbd req-21234aa4-911a-405d-8963-f32ad2100a6f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=99546a47-44ad-4847-806f-d23921589bc3 HTTP/1.1" status: 200 len: 210 time: 0.1243160 Aug 16 13:15:33.012160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c466d7c-5980-412f-bfca-2d5bcc61463a req-670f570a-615f-49a4-988b-1dfe671f1104 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4161994 Aug 16 13:15:33.016024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2576447-fdd0-48d6-b191-b38dedceb710 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769668290910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9005955'] for subnet, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:33.078520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Made reservation on behalf of 2105c09885b941abb4ab062154d65fbd for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:33.081123 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:33.227544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2576447-fdd0-48d6-b191-b38dedceb710 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:33.229123 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c2576447-fdd0-48d6-b191-b38dedceb710 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:33.232952 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c2576447-fdd0-48d6-b191-b38dedceb710 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "PUT /v2.0/subnets/18480372-2b5c-45e4-ba53-c0e1d59d754b HTTP/1.1" status: 200 len: 877 time: 1.8092813 Aug 16 13:15:33.235182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2576447-fdd0-48d6-b191-b38dedceb710 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event updated for resources: {'Subnet': ['ID=18480372-2b5c-45e4-ba53-c0e1d59d754b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:33.240044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32850) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:33.323963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 6b9f2000-f30f-48ed-97dc-3e50b865e613 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:33.412259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-498923a9-b234-45a4-a88c-71701c7661ae None None] Provisioning complete for port 93868b09-8c59-49eb-aecc-d94bdd4637d8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:33.413499 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-498923a9-b234-45a4-a88c-71701c7661ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:33.445706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Pushing event updated for resources: {'Port': ['ID=9f976960-9204-4073-8e9f-103fa4f83345,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:33.454629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:33.508046 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306341c9-d10f-4629-af01-1d6965c17eed req-9c342676-d35c-4b86-97e9-76e4783cc9b3 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:33.513855 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae65b2cb-d7cb-4f73-b360-e4624aca802b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:33.516194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306341c9-d10f-4629-af01-1d6965c17eed req-9c342676-d35c-4b86-97e9-76e4783cc9b3 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 944 time: 0.2880611 Aug 16 13:15:33.606716 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:33.648209 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-306341c9-d10f-4629-af01-1d6965c17eed req-8cd5f805-73a5-48ce-9a5e-9b224abc154f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308322 Aug 16 13:15:33.696320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 299fa087-78cf-4580-826a-5d2faa0c9eba details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:15:33.780947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Attempting to bind port 9f976960-9204-4073-8e9f-103fa4f83345 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:15:33.781553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Attempting to bind port 9f976960-9204-4073-8e9f-103fa4f83345 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '23cd40de-594f-4a8c-8c78-69c48bc941c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a35659b4-2092-4f98-9f47-560f1a88af8a'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:15:33.782199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Attempting to bind port 9f976960-9204-4073-8e9f-103fa4f83345 on network a35659b4-2092-4f98-9f47-560f1a88af8a {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:33.798633 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:33.805402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Deleting port 9f976960-9204-4073-8e9f-103fa4f83345 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:33.805905 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:33.876386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-498923a9-b234-45a4-a88c-71701c7661ae None None] Port 93868b09-8c59-49eb-aecc-d94bdd4637d8 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:33.884511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:15:33.885158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Checking segment: {'id': '23cd40de-594f-4a8c-8c78-69c48bc941c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a35659b4-2092-4f98-9f47-560f1a88af8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:33.888280 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:33.889030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Bound using segment: {'id': '23cd40de-594f-4a8c-8c78-69c48bc941c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a35659b4-2092-4f98-9f47-560f1a88af8a'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:15:33.889722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Bound port: 9f976960-9204-4073-8e9f-103fa4f83345, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cd40de-594f-4a8c-8c78-69c48bc941c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a35659b4-2092-4f98-9f47-560f1a88af8a'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:15:33.890822 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:33.951562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Subnet': ['ID=008607ea-cfe4-4171-8d7d-4f534ab76dfa,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:33.968249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Checking segment: {'id': '7ba0d55d-c8cc-4885-80c3-f85d711b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6b9f2000-f30f-48ed-97dc-3e50b865e613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:33.968622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network hostable DHCP agents. Network: 6b9f2000-f30f-48ed-97dc-3e50b865e613, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:15:33.983889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32860) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:33.992476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1145282988-network', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:34.015169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] For port 9f976960-9204-4073-8e9f-103fa4f83345, host n-d-804708-1, got binding levels [] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:34.015969 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.045025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:34.060182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Calling delete_port for 9f976960-9204-4073-8e9f-103fa4f83345 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:34.076541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93584-2c3e-4458-811b-41b988054a2f req-632ad53a-c6c2-4003-a3e7-472299835a02 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.082886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93584-2c3e-4458-811b-41b988054a2f req-632ad53a-c6c2-4003-a3e7-472299835a02 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.086064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'port_id': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'mac_address': 'fa:16:3e:03:d7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:15:34.089199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93584-2c3e-4458-811b-41b988054a2f req-632ad53a-c6c2-4003-a3e7-472299835a02 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.095565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93584-2c3e-4458-811b-41b988054a2f req-632ad53a-c6c2-4003-a3e7-472299835a02 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.102119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93584-2c3e-4458-811b-41b988054a2f req-632ad53a-c6c2-4003-a3e7-472299835a02 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.110561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93584-2c3e-4458-811b-41b988054a2f req-632ad53a-c6c2-4003-a3e7-472299835a02 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.117000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93584-2c3e-4458-811b-41b988054a2f req-632ad53a-c6c2-4003-a3e7-472299835a02 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.119272 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73a93584-2c3e-4458-811b-41b988054a2f req-632ad53a-c6c2-4003-a3e7-472299835a02 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5443 time: 0.1340523 Aug 16 13:15:34.123127 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] For port 9f976960-9204-4073-8e9f-103fa4f83345, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:34.151922 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network 6b9f2000-f30f-48ed-97dc-3e50b865e613 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:15:34.180480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] For port 9f976960-9204-4073-8e9f-103fa4f83345, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=9f976960-9204-4073-8e9f-103fa4f83345,segment=NetworkSegment(23cd40de-594f-4a8c-8c78-69c48bc941c1),segment_id=23cd40de-594f-4a8c-8c78-69c48bc941c1)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:15:34.195335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae65b2cb-d7cb-4f73-b360-e4624aca802b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Router d9c71077-3cd3-4f28-b98d-bf6f50440051 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:15:34.201034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93584-2c3e-4458-811b-41b988054a2f req-41b6fb05-84cd-41fb-9a0c-5631621b703f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.202292 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.202996 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73a93584-2c3e-4458-811b-41b988054a2f req-41b6fb05-84cd-41fb-9a0c-5631621b703f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "GET /v2.0/ports/dbb92b44-7542-4aa4-b86d-fb0e64c40531?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0736675 Aug 16 13:15:34.261360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Made reservation on behalf of fcf65574d9374543a4a84ac8747e86c9 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:34.263783 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.281491 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.292378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 6b9f2000-f30f-48ed-97dc-3e50b865e613) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:34.309204 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.313874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.315097 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.322732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ae7981-a38a-4967-b6b5-1e6438e52a5c None None] Network 6b9f2000-f30f-48ed-97dc-3e50b865e613 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:34.370418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be25639-cf45-45e9-b216-2409c2f845f3 req-523be04b-d88c-4d2e-8b6f-a46561c278ba tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.372135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4be25639-cf45-45e9-b216-2409c2f845f3 req-523be04b-d88c-4d2e-8b6f-a46561c278ba tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1839392 Aug 16 13:15:34.376846 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.384968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7d01617b-d51c-455b-b55a-33418e85e85c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8154817 Aug 16 13:15:34.385220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299fa087-78cf-4580-826a-5d2faa0c9eba {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:15:34.396306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32868) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:34.454366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971e83c-7306-4e47-b237-c29068b83323 req-26fc77e2-59e8-4fb9-a22a-fd155f10c895 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.465915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971e83c-7306-4e47-b237-c29068b83323 req-26fc77e2-59e8-4fb9-a22a-fd155f10c895 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.489502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971e83c-7306-4e47-b237-c29068b83323 req-26fc77e2-59e8-4fb9-a22a-fd155f10c895 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.493343 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ec5d70d-4d7c-4c86-a705-315c5755ad9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.501979 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971e83c-7306-4e47-b237-c29068b83323 req-26fc77e2-59e8-4fb9-a22a-fd155f10c895 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.513030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5079ed6-1ba7-415f-a4f7-218aa016c157 None None] Pushing event updated for resources: {'Port': ['ID=9f976960-9204-4073-8e9f-103fa4f83345,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:34.514938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971e83c-7306-4e47-b237-c29068b83323 req-26fc77e2-59e8-4fb9-a22a-fd155f10c895 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.527325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971e83c-7306-4e47-b237-c29068b83323 req-26fc77e2-59e8-4fb9-a22a-fd155f10c895 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.535796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:34.539698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971e83c-7306-4e47-b237-c29068b83323 req-26fc77e2-59e8-4fb9-a22a-fd155f10c895 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:34.540030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 2, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:34.540796 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73a93584-2c3e-4458-811b-41b988054a2f req-654849d5-f268-4962-9857-bac298f814cf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "GET /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3254862 Aug 16 13:15:34.544254 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c971e83c-7306-4e47-b237-c29068b83323 req-26fc77e2-59e8-4fb9-a22a-fd155f10c895 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 5443 time: 0.3442979 Aug 16 13:15:34.549608 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.556984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'network': {'name': 'tempest-router-network01--2136539104'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:34.559289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:34.585976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Port': ['ID=9f976960-9204-4073-8e9f-103fa4f83345,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:34.681297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae65b2cb-d7cb-4f73-b360-e4624aca802b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:34.681820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No DVR routers for this DVR port 9f976960-9204-4073-8e9f-103fa4f83345 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:34.700151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Checking router: f8cd338b-7551-48d6-b999-6324c939988b for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:15:34.706154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Updating router f8cd338b-7551-48d6-b999-6324c939988b port 93868b09-8c59-49eb-aecc-d94bdd4637d8 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:15:34.707917 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28142ac5-3578-4833-a3a6-04f2238197c6 None None] Sync routers for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:34.712646 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ae65b2cb-d7cb-4f73-b360-e4624aca802b tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "PUT /v2.0/routers/d9c71077-3cd3-4f28-b98d-bf6f50440051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7185783 Aug 16 13:15:34.714494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32872) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:34.740719 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28142ac5-3578-4833-a3a6-04f2238197c6 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:34.742511 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-28142ac5-3578-4833-a3a6-04f2238197c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:34.789501 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.804600 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.811527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['299fa087-78cf-4580-826a-5d2faa0c9eba'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:15:34.813514 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:34.856756 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:34.863927 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-28142ac5-3578-4833-a3a6-04f2238197c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:34.890464 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28142ac5-3578-4833-a3a6-04f2238197c6 None None] Routers {'d9c71077-3cd3-4f28-b98d-bf6f50440051'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:34.894882 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-28142ac5-3578-4833-a3a6-04f2238197c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['d9c71077-3cd3-4f28-b98d-bf6f50440051'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:34.961309 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-28142ac5-3578-4833-a3a6-04f2238197c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:34.966000 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28142ac5-3578-4833-a3a6-04f2238197c6 None None] The sync data for ids ['d9c71077-3cd3-4f28-b98d-bf6f50440051'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:34.985017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c971e83c-7306-4e47-b237-c29068b83323 req-de8dc863-319b-4594-aa28-0263a7d9be9b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=2530c3b1-bea5-48c4-9fcf-06a7aad90e95&id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4211588 Aug 16 13:15:35.015487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4be25639-cf45-45e9-b216-2409c2f845f3 req-735559d9-a49c-44f9-a20b-8c7ed00c0c8a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927479 Aug 16 13:15:35.143675 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.149346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-6b9f2000-f30f-48ed-97dc-3e50b865e613', 'network_id': '6b9f2000-f30f-48ed-97dc-3e50b865e613', 'tenant_id': '2105c09885b941abb4ab062154d65fbd', 'fixed_ips': [{'subnet_id': '008607ea-cfe4-4171-8d7d-4f534ab76dfa'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:15:35.152402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.229845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] For port dbb92b44-7542-4aa4-b86d-fb0e64c40531, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=dbb92b44-7542-4aa4-b86d-fb0e64c40531,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:35.296948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] For port dbb92b44-7542-4aa4-b86d-fb0e64c40531, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:35.326209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.333566 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.339193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] device_id is not set on port dbb92b44-7542-4aa4-b86d-fb0e64c40531 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:15:35.350223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.360411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.413005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.425895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355373d1-f16c-4ac5-8f4d-07c93efad1dc req-d827e502-a05f-4a8b-804c-14da3fe5149a tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:35.431633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] No DVR routers for this DVR port dbb92b44-7542-4aa4-b86d-fb0e64c40531 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:35.435979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-355373d1-f16c-4ac5-8f4d-07c93efad1dc req-d827e502-a05f-4a8b-804c-14da3fe5149a tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 945 time: 0.2936473 Aug 16 13:15:35.477239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] In _notify_port_updated(), no bound segment for port dbb92b44-7542-4aa4-b86d-fb0e64c40531 on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:15:35.478160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:35.478883 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.480891 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73a93584-2c3e-4458-811b-41b988054a2f req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] 10.222.0.22 "PUT /v2.0/ports/dbb92b44-7542-4aa4-b86d-fb0e64c40531 HTTP/1.1" status: 200 len: 1031 time: 0.9275293 Aug 16 13:15:35.484016 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.503599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb7205-2f3e-4f44-ad87-1747ff85e4ce service neutron] Pushing event updated for resources: {'Port': ['ID=dbb92b44-7542-4aa4-b86d-fb0e64c40531,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:35.566002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93584-2c3e-4458-811b-41b988054a2f req-a7b39ce4-7094-414b-9c7f-9cc85bd10a9b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:35.567590 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73a93584-2c3e-4458-811b-41b988054a2f req-a7b39ce4-7094-414b-9c7f-9cc85bd10a9b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "GET /v2.0/ports/b6c3b3de-bc6e-4f0c-9756-0c2b426c973f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0776672 Aug 16 13:15:35.581739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:35.606341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:15:35.670266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Subnet': ['ID=18480372-2b5c-45e4-ba53-c0e1d59d754b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:35.674626 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.706144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.706526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.707884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.707884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.707884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.708478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.709068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.709618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.710189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.710712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.711367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.711885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:35.732050 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.824850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Made reservation on behalf of 2105c09885b941abb4ab062154d65fbd for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:35.828806 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.833149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.833555 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Added segment 1cbd1b28-25d6-4d7c-8873-a1915606531c of type vlan for network ab326085-0032-4b80-bfa8-60cf20fc9091 Aug 16 13:15:35.850439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-355373d1-f16c-4ac5-8f4d-07c93efad1dc req-fb528dcb-38d1-4b79-a06e-b89d8b6ca893 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4132135 Aug 16 13:15:35.853535 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8a32dc-008e-4b9c-8fa4-ac3901cdff92,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:35.895258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Allocated IP 2001:db8::2 (6b9f2000-f30f-48ed-97dc-3e50b865e613/008607ea-cfe4-4171-8d7d-4f534ab76dfa/2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:35.942848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] For port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:36.032636 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] For port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:36.068488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0df627c3-db1e-4424-991d-737a61349e92 None None] Provisioning complete for port dbb92b44-7542-4aa4-b86d-fb0e64c40531 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:36.069055 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0df627c3-db1e-4424-991d-737a61349e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.125832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] device_id is not set on port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:15:36.140913 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.151704 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.177853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0df627c3-db1e-4424-991d-737a61349e92 None None] Port dbb92b44-7542-4aa4-b86d-fb0e64c40531 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:36.238335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] No DVR routers for this DVR port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:36.289920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] Pushing event updated for resources: {'Port': ['ID=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:36.331383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] In _notify_port_updated(), no bound segment for port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f on network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:15:36.332571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:36.333623 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.336447 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73a93584-2c3e-4458-811b-41b988054a2f req-7a9937c0-b19b-45c3-b7f0-b7b026c0c32f service neutron] 10.222.0.22 "PUT /v2.0/ports/b6c3b3de-bc6e-4f0c-9756-0c2b426c973f HTTP/1.1" status: 200 len: 1033 time: 0.7594171 Aug 16 13:15:36.384977 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.435750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Transition to ACTIVE for port object 93868b09-8c59-49eb-aecc-d94bdd4637d8 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:36.462735 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.531422 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.558524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-33da66ac-8cf2-4396-99c7-7c0a9fe6d0a8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Deleting port bf69d203-57fd-4f8f-9961-872770f05e89 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:36.559564 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-33da66ac-8cf2-4396-99c7-7c0a9fe6d0a8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.564598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eb50f1-b07e-4135-9118-d0bba63e30ed None None] Network a35659b4-2092-4f98-9f47-560f1a88af8a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:36.565588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b252f6-4cb2-4924-8a14-1a7be55b0b6d req-14685ec0-e81d-41d5-b0b4-48054edfe093 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:36.580134 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74b252f6-4cb2-4924-8a14-1a7be55b0b6d req-14685ec0-e81d-41d5-b0b4-48054edfe093 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.9550495 Aug 16 13:15:36.628795 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35659b4-2092-4f98-9f47-560f1a88af8a']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:36.664563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:15:36.672497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0efc31b5-a146-4338-9a48-32b8da330545 None None] Could not find standard attr ID for object 9f976960-9204-4073-8e9f-103fa4f83345. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:15:36.679366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cd40de-594f-4a8c-8c78-69c48bc941c1') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:36.679686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cd40de-594f-4a8c-8c78-69c48bc941c1') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:36.682623 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.687366 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.708813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1490f-9d3b-41a1-a930-77fd40050866 None None] Pushing event updated for resources: {'Port': ['ID=93868b09-8c59-49eb-aecc-d94bdd4637d8,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:36.735004 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.743265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.743598 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Added segment 358b7d50-7adc-44d8-bdc0-6ea7c32a54fe of type vlan for network 5481668c-54a8-461f-81aa-b5f3a3a34e80 Aug 16 13:15:36.807016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74b252f6-4cb2-4924-8a14-1a7be55b0b6d req-2b013b30-0cb5-4aa5-b17b-3c839e1798a7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256532 Aug 16 13:15:36.840269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-73a93584-2c3e-4458-811b-41b988054a2f req-33da66ac-8cf2-4396-99c7-7c0a9fe6d0a8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] For port bf69d203-57fd-4f8f-9961-872770f05e89, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bf69d203-57fd-4f8f-9961-872770f05e89,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:36.840552 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-33da66ac-8cf2-4396-99c7-7c0a9fe6d0a8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.863980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:36.871630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-33da66ac-8cf2-4396-99c7-7c0a9fe6d0a8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Calling delete_port for bf69d203-57fd-4f8f-9961-872770f05e89 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:36.947826 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626db5-2be9-4029-8d78-703650d1fea1 req-fe1a92c8-2614-415a-ab2e-dedaa8f48ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:36.954911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626db5-2be9-4029-8d78-703650d1fea1 req-fe1a92c8-2614-415a-ab2e-dedaa8f48ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:36.962449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626db5-2be9-4029-8d78-703650d1fea1 req-fe1a92c8-2614-415a-ab2e-dedaa8f48ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:36.971175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626db5-2be9-4029-8d78-703650d1fea1 req-fe1a92c8-2614-415a-ab2e-dedaa8f48ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:36.978529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626db5-2be9-4029-8d78-703650d1fea1 req-fe1a92c8-2614-415a-ab2e-dedaa8f48ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:36.987679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65626db5-2be9-4029-8d78-703650d1fea1 req-fe1a92c8-2614-415a-ab2e-dedaa8f48ba6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 3885 time: 0.5764501 Aug 16 13:15:37.009160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:37.009640 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:37.029296 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:37.092722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.135532 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.158798 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-33da66ac-8cf2-4396-99c7-7c0a9fe6d0a8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.159136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Transition to ACTIVE for port object 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:37.173274 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.175288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:37.175288 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.188546 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.197617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:37.199390 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.208543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da66ac-8cf2-4396-99c7-7c0a9fe6d0a8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Port': ['ID=bf69d203-57fd-4f8f-9961-872770f05e89,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:37.222871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bbec121f-30fa-4ff7-b780-a722d2816436 None None] Provisioning complete for port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:37.224436 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bbec121f-30fa-4ff7-b780-a722d2816436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.235740 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2482400 Aug 16 13:15:37.254252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32886) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:37.271386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8739090 Aug 16 13:15:37.271630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Request body: {'subnet': {'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1145282988-subnet', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:37.279844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32888) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:37.291795 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'network': {'name': 'tempest-router-network02--1472065178'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:37.301757 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Attempting to bind port 93868b09-8c59-49eb-aecc-d94bdd4637d8 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:15:37.302604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Attempting to bind port 93868b09-8c59-49eb-aecc-d94bdd4637d8 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:15:37.303349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Attempting to bind port 93868b09-8c59-49eb-aecc-d94bdd4637d8 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:37.316049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-bbec121f-30fa-4ff7-b780-a722d2816436 None None] Port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:37.335959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.api [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 13:15:37.335959 n-d-804708-1 neutron-server[101396]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 13:15:37.335959 n-d-804708-1 neutron-server[101396]: [parameters: {'project_id_1': 'fcf65574d9374543a4a84ac8747e86c9', 'expiration_1': datetime.datetime(2021, 8, 16, 13, 15, 37, 301997)}] Aug 16 13:15:37.335959 n-d-804708-1 neutron-server[101396]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:15:37.336489 n-d-804708-1 neutron-server[101396]: DEBUG oslo_db.api [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:15:37.337215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a93584-2c3e-4458-811b-41b988054a2f req-33da66ac-8cf2-4396-99c7-7c0a9fe6d0a8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] No DVR routers for this DVR port bf69d203-57fd-4f8f-9961-872770f05e89 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:37.342852 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-33da66ac-8cf2-4396-99c7-7c0a9fe6d0a8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.345059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73a93584-2c3e-4458-811b-41b988054a2f req-33da66ac-8cf2-4396-99c7-7c0a9fe6d0a8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "DELETE /v2.0/ports/bf69d203-57fd-4f8f-9961-872770f05e89 HTTP/1.1" status: 204 len: 173 time: 0.9997849 Aug 16 13:15:37.345575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-deleted', 'tag': 'bf69d203-57fd-4f8f-9961-872770f05e89'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:37.348185 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e4de3-1265-47f8-9322-29f2e4eeea60" -d '{"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-deleted", "tag": "bf69d203-57fd-4f8f-9961-872770f05e89"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:37.387894 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.395382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Transition to ACTIVE for port object 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:37.402284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3f8ae-6a75-46c5-a9b3-99ba72cb18d0 req-cd0721bd-771e-48ed-a181-b089f634f3be tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:37.403822 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5aa3f8ae-6a75-46c5-a9b3-99ba72cb18d0 req-cd0721bd-771e-48ed-a181-b089f634f3be tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.4109111 Aug 16 13:15:37.407126 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.408749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:15:37.409533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Checking segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:37.410260 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.411021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Bound using segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:15:37.412172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Bound port: 93868b09-8c59-49eb-aecc-d94bdd4637d8, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:15:37.412923 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.415309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/a35659b4-2092-4f98-9f47-560f1a88af8a HTTP/1.1" status: 204 len: 168 time: 4.1738360 Aug 16 13:15:37.422016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32892) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:37.433690 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65626db5-2be9-4029-8d78-703650d1fea1 req-e6e21705-e220-4909-974f-7ff48459eb58 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4421320 Aug 16 13:15:37.493692 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c02c80a-3434-4c5c-b554-540d4d7661b8 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:37.494377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c02c80a-3434-4c5c-b554-540d4d7661b8 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:37.497065 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0c02c80a-3434-4c5c-b554-540d4d7661b8 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/subnets/18480372-2b5c-45e4-ba53-c0e1d59d754b HTTP/1.1" status: 404 len: 337 time: 0.0740857 Aug 16 13:15:37.502823 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.505470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32894) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:37.509691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115f244-f9dd-4f85-835e-064b0e49c9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=ab326085-0032-4b80-bfa8-60cf20fc9091,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:37.515228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Made reservation on behalf of 2105c09885b941abb4ab062154d65fbd for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:37.524319 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.543646 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.569376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-3c5b67c4-9977-47fe-b6fe-c66082cced38 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Deleting port ea1d22ed-a3e8-4d72-95e8-c0495702971e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:37.569796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-3c5b67c4-9977-47fe-b6fe-c66082cced38 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.583600 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ab326085-0032-4b80-bfa8-60cf20fc9091 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:37.642486 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d3a37c-832e-4b80-b001-ee8879793d91 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:37.643386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d3a37c-832e-4b80-b001-ee8879793d91 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:37.648357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-19d3a37c-832e-4b80-b001-ee8879793d91 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/a35659b4-2092-4f98-9f47-560f1a88af8a HTTP/1.1" status: 404 len: 339 time: 0.1188610 Aug 16 13:15:37.660057 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32896) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:37.668817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting port 1f5e1642-31df-4487-9724-9a3df89bd986 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:37.669188 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.673362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6ac2bc-257a-44d0-a503-0c878086a929 None None] DHCP port deletion for a35659b4-2092-4f98-9f47-560f1a88af8a request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:15:37.716960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-73a93584-2c3e-4458-811b-41b988054a2f req-3c5b67c4-9977-47fe-b6fe-c66082cced38 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] For port ea1d22ed-a3e8-4d72-95e8-c0495702971e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ea1d22ed-a3e8-4d72-95e8-c0495702971e,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:37.717523 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-3c5b67c4-9977-47fe-b6fe-c66082cced38 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.733070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Network 6b9f2000-f30f-48ed-97dc-3e50b865e613 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:37.736446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-3c5b67c4-9977-47fe-b6fe-c66082cced38 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Calling delete_port for ea1d22ed-a3e8-4d72-95e8-c0495702971e owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:37.739294 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 299fa087-78cf-4580-826a-5d2faa0c9eba up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:37.790401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f61608-89ee-454e-a133-5114169e7b01 None None] Network a35659b4-2092-4f98-9f47-560f1a88af8a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:37.812147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f61608-89ee-454e-a133-5114169e7b01 None None] Network a35659b4-2092-4f98-9f47-560f1a88af8a could not be found, it might have been deleted concurrently. {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 13:15:37.814164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:37.833860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:37.846689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 299fa087-78cf-4580-826a-5d2faa0c9eba triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:37.847070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:37.892449 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18a1c06-0306-4993-b452-dc7713cea2a6 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:37.892945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18a1c06-0306-4993-b452-dc7713cea2a6 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:37.898180 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b18a1c06-0306-4993-b452-dc7713cea2a6 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/subnets/c7d088c4-ec88-4285-8076-2252087d10e7 HTTP/1.1" status: 404 len: 337 time: 0.2344775 Aug 16 13:15:37.898962 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32898) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:37.913945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Pushing event updated for resources: {'Port': ['ID=2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:37.941668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5aa3f8ae-6a75-46c5-a9b3-99ba72cb18d0 req-170f24e4-7339-423d-b05c-5c3f6098854d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983878 Aug 16 13:15:37.942370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5518e-2142-4fd6-83b6-d175d92fd24c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Network': ['ID=5481668c-54a8-461f-81aa-b5f3a3a34e80,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:37.976720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:15:38.000369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d051fe-ffe2-41a0-8b05-ef9d94758a13 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=a35659b4-2092-4f98-9f47-560f1a88af8a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:38.021447 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b52335-9e25-429c-9dc2-21f24fd941d7 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:38.022093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b52335-9e25-429c-9dc2-21f24fd941d7 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:38.023568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 5481668c-54a8-461f-81aa-b5f3a3a34e80 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:38.027956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d7b52335-9e25-429c-9dc2-21f24fd941d7 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/105b090b-4ccf-400b-a07a-b4ad8d6cfd29 HTTP/1.1" status: 404 len: 339 time: 0.0909271 Aug 16 13:15:38.031942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32902) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:38.043562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.044317 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Added segment dd065a85-1222-4460-a40a-5d61d9ec639c of type vlan for network 0188168e-b2e3-4720-a3aa-4acbb41b1a44 Aug 16 13:15:38.100011 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2988b-3de9-4e67-b5dc-8010a70d9384 req-3020abfe-139a-44bd-ae89-0cee9131dd1b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:38.111550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffc2988b-3de9-4e67-b5dc-8010a70d9384 req-3020abfe-139a-44bd-ae89-0cee9131dd1b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 945 time: 0.4764268 Aug 16 13:15:38.167224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] For port 93868b09-8c59-49eb-aecc-d94bdd4637d8, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:38.184528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Attempting to bind port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:15:38.185193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Attempting to bind port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7ba0d55d-c8cc-4885-80c3-f85d711b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6b9f2000-f30f-48ed-97dc-3e50b865e613'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:15:38.185741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Attempting to bind port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd on network 6b9f2000-f30f-48ed-97dc-3e50b865e613 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:38.194029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:15:38.194803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Checking segment: {'id': '7ba0d55d-c8cc-4885-80c3-f85d711b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6b9f2000-f30f-48ed-97dc-3e50b865e613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:38.195414 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.195988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Bound using segment: {'id': '7ba0d55d-c8cc-4885-80c3-f85d711b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6b9f2000-f30f-48ed-97dc-3e50b865e613'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:15:38.196666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Bound port: 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba0d55d-c8cc-4885-80c3-f85d711b4739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6b9f2000-f30f-48ed-97dc-3e50b865e613'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:15:38.197422 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.206233 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] For port 93868b09-8c59-49eb-aecc-d94bdd4637d8, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=93868b09-8c59-49eb-aecc-d94bdd4637d8,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:15:38.257230 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device dbb92b44-7542-4aa4-b86d-fb0e64c40531 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:38.268680 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.292695 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.314258 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.324507 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.352828 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f96a26-61a1-4356-85de-7fed0a9c486c x-openstack-request-id: req-30f96a26-61a1-4356-85de-7fed0a9c486c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:38.353423 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-deleted", "tag": "bf69d203-57fd-4f8f-9961-872770f05e89", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:38.353423 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30f96a26-61a1-4356-85de-7fed0a9c486c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:38.353941 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-deleted', 'tag': 'bf69d203-57fd-4f8f-9961-872770f05e89', 'status': 'completed', 'code': 200} Aug 16 13:15:38.412306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Calling delete_port for 1f5e1642-31df-4487-9724-9a3df89bd986 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:38.413896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Made reservation on behalf of fcf65574d9374543a4a84ac8747e86c9 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:38.417563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.427617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:38.428282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:38.468742 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.477821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:38.481169 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978ee173-e907-4a0c-ae43-41813577b1e9" -d '{"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-plugged", "status": "completed", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:38.493726 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:15:38.520205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:38.523415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device dbb92b44-7542-4aa4-b86d-fb0e64c40531 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:38.523851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bf69d203-57fd-4f8f-9961-872770f05e89 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:38.565217 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.578491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1490f-9d3b-41a1-a930-77fd40050866 None None] Pushing event updated for resources: {'Port': ['ID=93868b09-8c59-49eb-aecc-d94bdd4637d8,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:38.584318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffc2988b-3de9-4e67-b5dc-8010a70d9384 req-19884f86-c242-4e44-8fde-a5c1a96e328b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4698749 Aug 16 13:15:38.695792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: bf69d203-57fd-4f8f-9961-872770f05e89 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:38.696125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bf69d203-57fd-4f8f-9961-872770f05e89 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:38.696558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ea1d22ed-a3e8-4d72-95e8-c0495702971e no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:38.732569 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.748417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:38.749270 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.805834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] For port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:38.813224 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a106f0-92cd-4530-8846-4610a067b213 x-openstack-request-id: req-85a106f0-92cd-4530-8846-4610a067b213 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:38.813673 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-plugged", "status": "completed", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:38.813845 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85a106f0-92cd-4530-8846-4610a067b213 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:38.814336 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'code': 200} Aug 16 13:15:38.852814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5651431 Aug 16 13:15:38.854868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-3c5b67c4-9977-47fe-b6fe-c66082cced38 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:38.863936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No active binding found for port ea1d22ed-a3e8-4d72-95e8-c0495702971e {{(pid=101397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 13:15:38.864430 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ea1d22ed-a3e8-4d72-95e8-c0495702971e not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:38.864745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 2292955b-4a9c-449d-b4fe-3f15b7854f5f no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:38.865514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32908) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:38.940430 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'subnet': {'network_id': '5481668c-54a8-461f-81aa-b5f3a3a34e80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:39.001918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] For port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd,segment=NetworkSegment(7ba0d55d-c8cc-4885-80c3-f85d711b4739),segment_id=7ba0d55d-c8cc-4885-80c3-f85d711b4739)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:15:39.027796 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.097964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a981427-da9a-44a1-b953-11ea277b82b5 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Network': ['ID=0188168e-b2e3-4720-a3aa-4acbb41b1a44,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:39.134048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a51db-832f-4ef4-8cc7-4134334cabe3 req-a0e39065-4c03-481f-8bdf-4afddcc08474 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:39.143701 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a51db-832f-4ef4-8cc7-4134334cabe3 req-a0e39065-4c03-481f-8bdf-4afddcc08474 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:39.165206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a51db-832f-4ef4-8cc7-4134334cabe3 req-a0e39065-4c03-481f-8bdf-4afddcc08474 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:39.172683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a51db-832f-4ef4-8cc7-4134334cabe3 req-a0e39065-4c03-481f-8bdf-4afddcc08474 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:39.174598 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f7a51db-832f-4ef4-8cc7-4134334cabe3 req-a0e39065-4c03-481f-8bdf-4afddcc08474 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 3073 time: 0.5283077 Aug 16 13:15:39.177583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.192831 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.201167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 0188168e-b2e3-4720-a3aa-4acbb41b1a44 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:39.212354 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.218046 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2672a77e-fdd3-477a-9a1e-fa405b439c44']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:39.283923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9801d5f-9e3b-4ea0-a54a-75039fe8ce4f') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:39.284205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9801d5f-9e3b-4ea0-a54a-75039fe8ce4f') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:39.312842 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.332496 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 9f976960-9204-4073-8e9f-103fa4f83345 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:39.336953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:39.348113 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f7a51db-832f-4ef4-8cc7-4134334cabe3 req-7781c037-0831-4c9d-9813-a7f3cc7d35e3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598258 Aug 16 13:15:39.350289 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.356466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.371408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b67c4-9977-47fe-b6fe-c66082cced38 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Port': ['ID=ea1d22ed-a3e8-4d72-95e8-c0495702971e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:39.404719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=10']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:39.425442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:39.426201 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.430939 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Port': ['ID=1f5e1642-31df-4487-9724-9a3df89bd986,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:39.433560 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:39.556355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66060e6c-2e69-4515-a577-cb91f303fe41 None None] Pushing event updated for resources: {'Port': ['ID=2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:39.569985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 9f976960-9204-4073-8e9f-103fa4f83345 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:39.570755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 9f976960-9204-4073-8e9f-103fa4f83345 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:39.622647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:39.751486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a93584-2c3e-4458-811b-41b988054a2f req-3c5b67c4-9977-47fe-b6fe-c66082cced38 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] No DVR routers for this DVR port ea1d22ed-a3e8-4d72-95e8-c0495702971e on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:39.757078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-3c5b67c4-9977-47fe-b6fe-c66082cced38 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.761018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 2292955b-4a9c-449d-b4fe-3f15b7854f5f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:39.763180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.764790 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73a93584-2c3e-4458-811b-41b988054a2f req-3c5b67c4-9977-47fe-b6fe-c66082cced38 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "DELETE /v2.0/ports/ea1d22ed-a3e8-4d72-95e8-c0495702971e HTTP/1.1" status: 204 len: 173 time: 2.4132297 Aug 16 13:15:39.790686 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.794236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/2672a77e-fdd3-477a-9a1e-fa405b439c44 HTTP/1.1" status: 204 len: 168 time: 1.7592208 Aug 16 13:15:39.806615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32918) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:39.809484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c04290-3131-4024-b145-3bc79d6ef85d req-9f248145-e606-4582-8c64-795dfc4077a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:39.811129 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b2c04290-3131-4024-b145-3bc79d6ef85d req-9f248145-e606-4582-8c64-795dfc4077a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 1098 time: 0.6442604 Aug 16 13:15:39.836455 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.837727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b6c3b3de-bc6e-4f0c-9756-0c2b426c973f no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:39.840237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bc331-e2e4-47df-8fc9-9467f16a01c4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=2672a77e-fdd3-477a-9a1e-fa405b439c44,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:39.843026 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.863954 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-e635786d-58ea-4e65-9f1e-d4b3c7db1e47 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:39.864851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e635786d-58ea-4e65-9f1e-d4b3c7db1e47 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:39.867381 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e635786d-58ea-4e65-9f1e-d4b3c7db1e47 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/subnets/93c983d0-8389-46fe-82e8-f183a55cc9b1 HTTP/1.1" status: 404 len: 337 time: 0.0552518 Aug 16 13:15:39.892178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32920) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:39.911187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Made reservation on behalf of 2105c09885b941abb4ab062154d65fbd for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:39.915189 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:39.952385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b6c3b3de-bc6e-4f0c-9756-0c2b426c973f not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:39.952723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:40.015348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08469826-3260-4ec1-81c3-a62bf1b55711 req-aa3b0018-6090-46cd-a129-c6635d5d38b6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:40.017419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08469826-3260-4ec1-81c3-a62bf1b55711 req-aa3b0018-6090-46cd-a129-c6635d5d38b6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 947 time: 0.2499919 Aug 16 13:15:40.019119 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-2484c6c7-919b-4219-8a86-9595e2add6e1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:40.020145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2484c6c7-919b-4219-8a86-9595e2add6e1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:40.022635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2484c6c7-919b-4219-8a86-9595e2add6e1 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/56b7a6e2-4de0-4706-9ee9-66adfc3aa6dd HTTP/1.1" status: 404 len: 339 time: 0.1284149 Aug 16 13:15:40.025645 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32922) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:40.047286 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:40.053353 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:40.103554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=2292955b-4a9c-449d-b4fe-3f15b7854f5f,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:40.118592 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03d4720-17f8-404c-9f11-a577488deb77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:40.118592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03d4720-17f8-404c-9f11-a577488deb77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:40.123192 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e03d4720-17f8-404c-9f11-a577488deb77 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/subnets/344fe928-6187-4485-a738-2c5d42d546b0 HTTP/1.1" status: 404 len: 337 time: 0.0880425 Aug 16 13:15:40.134291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32924) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:40.261783 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6fe954-0ae2-4832-a13d-b083fd639aca tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:40.263073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6fe954-0ae2-4832-a13d-b083fd639aca tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:40.279966 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ab6fe954-0ae2-4832-a13d-b083fd639aca tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/85d1a51c-774f-4167-b6bb-8cb1f341dedf HTTP/1.1" status: 404 len: 339 time: 0.1359317 Aug 16 13:15:40.287199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32928) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:40.304964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:38Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:40.369483 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97c7025-c4e3-4839-b0d8-51045148ca1a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:40.370973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97c7025-c4e3-4839-b0d8-51045148ca1a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:40.374524 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d97c7025-c4e3-4839-b0d8-51045148ca1a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/subnets/ebe461fa-a8a4-4d55-9018-eadc1f546d00 HTTP/1.1" status: 404 len: 337 time: 0.0853844 Aug 16 13:15:40.393909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08469826-3260-4ec1-81c3-a62bf1b55711 req-68891585-b7ef-4c8d-ad9a-5895e5ffd32b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661051 Aug 16 13:15:40.395511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32930) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:40.422804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995ae70-5332-43c9-899a-da5e44925d58 None None] The sync data for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 is: [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:38Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:40.443686 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:40.450404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:40.451174 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Fanout notify agent at l3_agent the message router_deleted on router d9c71077-3cd3-4f28-b98d-bf6f50440051 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:15:40.464690 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:40.467800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-58a6fa41-813e-467a-b036-e538b6bda055 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/routers/d9c71077-3cd3-4f28-b98d-bf6f50440051 HTTP/1.1" status: 204 len: 168 time: 5.7514856 Aug 16 13:15:40.482565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32934) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:40.548696 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b2c04290-3131-4024-b145-3bc79d6ef85d req-26da873f-dc4f-445f-950d-dfc27fea2de2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6792440 Aug 16 13:15:40.561347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-deleted', 'tag': 'ea1d22ed-a3e8-4d72-95e8-c0495702971e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:40.563208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:40.572559 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:40.573838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a17fe705-2e2f-4854-91cf-775ac25bb3b8 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:40.585584 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdb46e1-2283-41cd-83bc-fd3e3e90b302 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:40.586643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdb46e1-2283-41cd-83bc-fd3e3e90b302 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:40.593377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3fdb46e1-2283-41cd-83bc-fd3e3e90b302 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/5f9726d6-1d6b-4719-b783-e5efabfa9f45 HTTP/1.1" status: 404 len: 339 time: 0.1847577 Aug 16 13:15:40.593632 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48879c40-9fac-4702-9970-ffec065a1ae1" -d '{"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-deleted", "tag": "ea1d22ed-a3e8-4d72-95e8-c0495702971e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:40.608031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32936) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:40.616276 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:40.790622 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6878a7c7-9d10-44ad-97ab-4bc6ca529612 x-openstack-request-id: req-6878a7c7-9d10-44ad-97ab-4bc6ca529612 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:40.790971 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-deleted", "tag": "ea1d22ed-a3e8-4d72-95e8-c0495702971e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:40.791301 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6878a7c7-9d10-44ad-97ab-4bc6ca529612 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:40.791611 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-deleted', 'tag': 'ea1d22ed-a3e8-4d72-95e8-c0495702971e', 'status': 'completed', 'code': 200} Aug 16 13:15:40.798280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Checking segment: {'id': '1cbd1b28-25d6-4d7c-8873-a1915606531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:40.798763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Network hostable DHCP agents. Network: ab326085-0032-4b80-bfa8-60cf20fc9091, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:15:40.829985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2292955b-4a9c-449d-b4fe-3f15b7854f5f'}, {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:40.833614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ef1d-453a-4a92-8d2b-206d5bd05ea9 req-515698e5-59ef-4400-ab36-f0f1b20123b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:40.835903 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c737ef1d-453a-4a92-8d2b-206d5bd05ea9 req-515698e5-59ef-4400-ab36-f0f1b20123b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 1098 time: 0.4294343 Aug 16 13:15:40.836643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Subnet': ['ID=bb62efed-a4ea-4d6b-8808-3d9da96efb39,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:40.872148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Checking segment: {'id': '358b7d50-7adc-44d8-bdc0-6ea7c32a54fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5481668c-54a8-461f-81aa-b5f3a3a34e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:40.873802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network hostable DHCP agents. Network: 5481668c-54a8-461f-81aa-b5f3a3a34e80, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:15:40.882675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Network ab326085-0032-4b80-bfa8-60cf20fc9091 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:15:40.889989 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-7675656f-f5e9-4846-b421-7fdc42498772 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:40.891418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7675656f-f5e9-4846-b421-7fdc42498772 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:40.894861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7675656f-f5e9-4846-b421-7fdc42498772 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/subnets/10b7f10e-aff0-471c-902b-ef1e51569881 HTTP/1.1" status: 404 len: 337 time: 0.2650089 Aug 16 13:15:40.902600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32940) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:40.950996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ab326085-0032-4b80-bfa8-60cf20fc9091) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:40.956643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:40.957258 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:40.995751 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d8efe32a-97f3-4add-a257-966a489fb296 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7385216 Aug 16 13:15:41.004777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32942) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:41.005034 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c568120-4acf-4df8-a55f-892b79c3464a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:41.008331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c568120-4acf-4df8-a55f-892b79c3464a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:41.014451 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4c568120-4acf-4df8-a55f-892b79c3464a tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/ef653cc1-d336-4f2b-a3a6-93f97a3f9bfc HTTP/1.1" status: 404 len: 339 time: 0.1002355 Aug 16 13:15:41.015676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 32944) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:41.045197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1145282988-router', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:41.055421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network 5481668c-54a8-461f-81aa-b5f3a3a34e80 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:15:41.056728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e3127b-e0dc-4269-a60a-fbf7775d23c8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Deleting subnet 48062336-eeef-4b37-8ae2-6d613bbdf931 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:15:41.070863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-1518f9b1-170f-458c-8691-3c9252a94279 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Deleting port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:41.071218 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-1518f9b1-170f-458c-8691-3c9252a94279 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:41.092064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 5481668c-54a8-461f-81aa-b5f3a3a34e80) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:41.097314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:41.098182 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:41.100727 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6dc208-b9e6-4a7e-9c2e-2de7d9b2eba4" -d '{"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-unplugged", "status": "completed", "tag": "2292955b-4a9c-449d-b4fe-3f15b7854f5f"}, {"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:41.118794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c0643-a6a8-4b81-ab03-ec37167a5788 None None] Network ab326085-0032-4b80-bfa8-60cf20fc9091 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:41.176590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ae25a-2cf2-4e67-92e6-4d440f75d87e req-a1597fa6-7b1b-4cff-8569-ca61890a6616 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:41.194458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ae25a-2cf2-4e67-92e6-4d440f75d87e req-a1597fa6-7b1b-4cff-8569-ca61890a6616 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:41.201797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ae25a-2cf2-4e67-92e6-4d440f75d87e req-a1597fa6-7b1b-4cff-8569-ca61890a6616 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:41.214605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d1ae25a-2cf2-4e67-92e6-4d440f75d87e req-a1597fa6-7b1b-4cff-8569-ca61890a6616 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 2412 time: 0.6305709 Aug 16 13:15:41.235209 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f43ccb3-ff96-490f-b220-fa891c9efc4c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:41.235647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f43ccb3-ff96-490f-b220-fa891c9efc4c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:41.248175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3f43ccb3-ff96-490f-b220-fa891c9efc4c tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/subnets/8229378e-c8ab-4b05-afd8-833edce71941 HTTP/1.1" status: 404 len: 337 time: 0.2219443 Aug 16 13:15:41.250726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ef1d-453a-4a92-8d2b-206d5bd05ea9 req-271e6ef2-d047-4e73-a2c0-7e6416ef019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:41.253804 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c737ef1d-453a-4a92-8d2b-206d5bd05ea9 req-271e6ef2-d047-4e73-a2c0-7e6416ef019c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 200 len: 917 time: 0.3451331 Aug 16 13:15:41.254447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78163dd-f2b7-4ff8-9a3c-eec7ed83a6bc None None] Network 5481668c-54a8-461f-81aa-b5f3a3a34e80 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:41.256076 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2e3127b-e0dc-4269-a60a-fbf7775d23c8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:41.257625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32948) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:41.297177 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58266f31-07ec-4dfa-92d0-ae6fa3adf0bc x-openstack-request-id: req-58266f31-07ec-4dfa-92d0-ae6fa3adf0bc {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:41.297483 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-unplugged", "status": "completed", "tag": "2292955b-4a9c-449d-b4fe-3f15b7854f5f", "code": 200}, {"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:41.298250 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58266f31-07ec-4dfa-92d0-ae6fa3adf0bc {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:41.298694 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2292955b-4a9c-449d-b4fe-3f15b7854f5f', 'code': 200} Aug 16 13:15:41.299042 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb', 'code': 200} Aug 16 13:15:41.320987 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:41.366222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:41.510089 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2e3127b-e0dc-4269-a60a-fbf7775d23c8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:41.549300 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:41.552091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:41.575273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21db040d-512a-4c5a-ae79-fde31ef2cfb4 None None] Network 6b9f2000-f30f-48ed-97dc-3e50b865e613 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:41.584851 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb4f19b-b41b-4956-8b06-ac1cf9f0fea2 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:41.586061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb4f19b-b41b-4956-8b06-ac1cf9f0fea2 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:41.595970 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8cb4f19b-b41b-4956-8b06-ac1cf9f0fea2 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/8251d50e-1823-412f-a27c-ff786d22a64b HTTP/1.1" status: 404 len: 339 time: 0.1860731 Aug 16 13:15:41.597122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:41.654964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a17fe705-2e2f-4854-91cf-775ac25bb3b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:41.669604 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-84edd09b-fe7e-4252-8906-75682e8fbb02 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7915583 Aug 16 13:15:41.673303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32964) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:41.807025 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:41.816096 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d1ae25a-2cf2-4e67-92e6-4d440f75d87e req-a53084c5-0d6a-4b16-97d2-919f05c0c22b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5991101 Aug 16 13:15:41.898130 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2e3127b-e0dc-4269-a60a-fbf7775d23c8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:42.010790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 93868b09-8c59-49eb-aecc-d94bdd4637d8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:42.026663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'subnet': {'network_id': '0188168e-b2e3-4720-a3aa-4acbb41b1a44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:42.047713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-73a93584-2c3e-4458-811b-41b988054a2f req-1518f9b1-170f-458c-8691-3c9252a94279 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] For port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:42.048417 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-1518f9b1-170f-458c-8691-3c9252a94279 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:42.096503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2e3127b-e0dc-4269-a60a-fbf7775d23c8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:42.145707 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a2e3127b-e0dc-4269-a60a-fbf7775d23c8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:42.150748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a2e3127b-e0dc-4269-a60a-fbf7775d23c8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/subnets/48062336-eeef-4b37-8ae2-6d613bbdf931 HTTP/1.1" status: 204 len: 168 time: 1.6628363 Aug 16 13:15:42.156571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32986) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:42.169354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3127b-e0dc-4269-a60a-fbf7775d23c8 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Subnet': ['ID=48062336-eeef-4b37-8ae2-6d613bbdf931,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:42.201631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb936d-19e1-4b38-a515-b72536db6af7 req-7c3e8bd5-4ddd-4820-b4cd-dc6569a4168c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:42.212237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ddb936d-19e1-4b38-a515-b72536db6af7 req-7c3e8bd5-4ddd-4820-b4cd-dc6569a4168c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 947 time: 0.3793881 Aug 16 13:15:42.230352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8fbc141f-d8c3-43ad-89bd-c9b94fbaa94e None None] Provisioning for port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:42.266622 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a17fe705-2e2f-4854-91cf-775ac25bb3b8,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:42.273678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ddb936d-19e1-4b38-a515-b72536db6af7 req-7795c4bb-ba55-49ca-9d8a-9b7f7316b482 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540748 Aug 16 13:15:42.414476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29760-fdad-4b9c-9fc2-9672c05a6f2d req-0d309e1d-9661-4789-982f-e5a822906690 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:42.417064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8b29760-fdad-4b9c-9fc2-9672c05a6f2d req-0d309e1d-9661-4789-982f-e5a822906690 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.0650077 Aug 16 13:15:42.423441 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1732147a-24a7-4dfb-95c9-e124754fa43f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:42.424476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1732147a-24a7-4dfb-95c9-e124754fa43f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:42.426506 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1732147a-24a7-4dfb-95c9-e124754fa43f tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/subnets/16f1e4e7-43cf-4a91-82ac-89afe9ecccfc HTTP/1.1" status: 404 len: 337 time: 0.8057482 Aug 16 13:15:42.441597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33006) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:42.445616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-ab326085-0032-4b80-bfa8-60cf20fc9091', 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'fixed_ips': [{'subnet_id': '38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:15:42.450071 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:42.507537 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a8c09d-e7e1-49cb-bb4b-bd9782c11d6b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:42.508458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a8c09d-e7e1-49cb-bb4b-bd9782c11d6b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:42.516669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-57a8c09d-e7e1-49cb-bb4b-bd9782c11d6b tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/6130adb1-846f-4ad3-b627-be8177619942 HTTP/1.1" status: 404 len: 339 time: 0.0714285 Aug 16 13:15:42.517683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33010) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:42.533282 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:42.539647 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:42.543460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-1518f9b1-170f-458c-8691-3c9252a94279 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Calling delete_port for a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:42.566354 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c737ef1d-453a-4a92-8d2b-206d5bd05ea9 req-3328c600-b2cf-4370-bf04-89dcb4505fc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299fa087-78cf-4580-826a-5d2faa0c9eba HTTP/1.1" status: 200 len: 1001 time: 1.1231673 Aug 16 13:15:42.582019 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8eb3a5-1b5a-496d-9992-f3b5357f4e79 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:42.582889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8eb3a5-1b5a-496d-9992-f3b5357f4e79 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:42.591923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ab8eb3a5-1b5a-496d-9992-f3b5357f4e79 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/subnets/cc5115c8-16ca-45ee-8d3e-a6b3781cdb36 HTTP/1.1" status: 404 len: 337 time: 0.0679774 Aug 16 13:15:42.593641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33012) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:42.646257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ef1d-453a-4a92-8d2b-206d5bd05ea9 req-8eb2ce7e-358d-4ee1-87bd-5602e0357534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:42.648567 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c737ef1d-453a-4a92-8d2b-206d5bd05ea9 req-8eb2ce7e-358d-4ee1-87bd-5602e0357534 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 200 len: 856 time: 0.0688725 Aug 16 13:15:42.662403 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbc9f0f-90ac-46ee-a144-fe1a753baac3 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:42.663669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbc9f0f-90ac-46ee-a144-fe1a753baac3 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:42.672749 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9dbc9f0f-90ac-46ee-a144-fe1a753baac3 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/002f73b1-405a-46c4-a49d-f4bac534ff81 HTTP/1.1" status: 404 len: 339 time: 0.0771673 Aug 16 13:15:42.674053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33014) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:42.702428 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8b29760-fdad-4b9c-9fc2-9672c05a6f2d req-bd28b03e-5417-4cdd-a0ae-6abde39140a6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736278 Aug 16 13:15:42.749996 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-8680a683-a8db-4b40-96e8-75b460e01859 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:42.751505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8680a683-a8db-4b40-96e8-75b460e01859 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:42.779130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8680a683-a8db-4b40-96e8-75b460e01859 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/subnets/ff9de028-2a42-4731-97d0-1f4a7b509e95 HTTP/1.1" status: 404 len: 337 time: 0.0960698 Aug 16 13:15:42.783103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33016) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:42.838578 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bdaaf1-755a-4bcd-b997-364999cba069 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] DELETE failed (client error): The resource could not be found. Aug 16 13:15:42.839738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bdaaf1-755a-4bcd-b997-364999cba069 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:15:42.849285 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-01bdaaf1-755a-4bcd-b997-364999cba069 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/2452df92-8e38-4074-b6b1-2f95a87552c5 HTTP/1.1" status: 404 len: 339 time: 0.0544930 Aug 16 13:15:42.850547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33020) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:42.862093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 93868b09-8c59-49eb-aecc-d94bdd4637d8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:42.879298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Made reservation on behalf of 2105c09885b941abb4ab062154d65fbd for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:42.883937 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:42.952864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 93868b09-8c59-49eb-aecc-d94bdd4637d8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:42.953481 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.013649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f5fc02-0788-43c1-900d-30effb245cb8 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Deleting subnet 6e2c3bf9-a1c1-4687-b798-b0d2b7a85bdd {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:15:43.018881 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.022782 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2f5fc02-0788-43c1-900d-30effb245cb8 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.042301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6f90bc-4f86-4087-9c09-b2f2a2a0d624']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:43.072787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5672daf1-7e77-4906-85a1-c012188bdde7') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:43.074033 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5672daf1-7e77-4906-85a1-c012188bdde7') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:43.096561 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.102357 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2f5fc02-0788-43c1-900d-30effb245cb8 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.127692 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.140492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:43.141354 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.244428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-5481668c-54a8-461f-81aa-b5f3a3a34e80', 'network_id': '5481668c-54a8-461f-81aa-b5f3a3a34e80', 'tenant_id': '2105c09885b941abb4ab062154d65fbd', 'fixed_ips': [{'subnet_id': 'bb62efed-a4ea-4d6b-8808-3d9da96efb39'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:15:43.245486 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.274223 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2f5fc02-0788-43c1-900d-30effb245cb8 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.301764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17fe705-2e2f-4854-91cf-775ac25bb3b8'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:43.304093 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616a63d8-a30f-4410-8f63-228eede04661" -d '{"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a17fe705-2e2f-4854-91cf-775ac25bb3b8"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:43.528267 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2f5fc02-0788-43c1-900d-30effb245cb8 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.573939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Allocated IP 172.20.0.2 (ab326085-0032-4b80-bfa8-60cf20fc9091/38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3/bace732c-e6c9-4ff3-b609-50e548ddfd0f) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:43.623908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5fc02-0788-43c1-900d-30effb245cb8 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2c3bf9-a1c1-4687-b798-b0d2b7a85bdd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:43.646292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2f5fc02-0788-43c1-900d-30effb245cb8 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:43.646503 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:43.649766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e2f5fc02-0788-43c1-900d-30effb245cb8 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/subnets/6e2c3bf9-a1c1-4687-b798-b0d2b7a85bdd HTTP/1.1" status: 204 len: 168 time: 0.7975006 Aug 16 13:15:43.655960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33028) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:43.677495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c14e4e-6fb5-4c61-8bbb-cbf597104f6f None None] Network 4345c524-c332-4e01-8323-9a9929853c88 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:43.711813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c1d58-a405-478b-b311-b2e0ebe83134 req-7efebbba-3b5d-42f0-a763-88d43389bc24 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:43.715144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-601c1d58-a405-478b-b311-b2e0ebe83134 req-7efebbba-3b5d-42f0-a763-88d43389bc24 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3499169 Aug 16 13:15:43.733792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75c1e3-d142-4c39-93dc-44f1b97062d9 req-374ba5b8-c1dc-4cce-9e6a-6ab8b8161ac3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:43.745762 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75c1e3-d142-4c39-93dc-44f1b97062d9 req-374ba5b8-c1dc-4cce-9e6a-6ab8b8161ac3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:43.756914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75c1e3-d142-4c39-93dc-44f1b97062d9 req-374ba5b8-c1dc-4cce-9e6a-6ab8b8161ac3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:43.759781 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db75c1e3-d142-4c39-93dc-44f1b97062d9 req-374ba5b8-c1dc-4cce-9e6a-6ab8b8161ac3 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 2410 time: 0.3907206 Aug 16 13:15:43.829197 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.849581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ef1d-453a-4a92-8d2b-206d5bd05ea9 req-ece0f308-eb30-4148-aa13-15bb5048701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:43.852448 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c737ef1d-453a-4a92-8d2b-206d5bd05ea9 req-ece0f308-eb30-4148-aa13-15bb5048701c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cc824de-04de-4c01-9674-275e59dd3473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1146026 Aug 16 13:15:43.863068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.924470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.924711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.927922 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] 10.222.0.25 "DELETE /v2.0/networks/2f6f90bc-4f86-4087-9c09-b2f2a2a0d624 HTTP/1.1" status: 204 len: 168 time: 1.7543750 Aug 16 13:15:43.962340 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.986415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db75c1e3-d142-4c39-93dc-44f1b97062d9 req-9b8889a0-aaab-4892-b724-bef63155bc57 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023802 Aug 16 13:15:43.991937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-601c1d58-a405-478b-b311-b2e0ebe83134 req-e0209fd3-4067-49ac-89af-1ce0211bcece tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194753 Aug 16 13:15:44.017668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbdcac-a865-444e-a5c6-d061bf7ccc60 tempest-FloatingIPTestJSON-1694311402 tempest-FloatingIPTestJSON-1694311402-project] Pushing event deleted for resources: {'Network': ['ID=2f6f90bc-4f86-4087-9c09-b2f2a2a0d624,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:44.097367 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:44.224840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Deleting port 6c88256b-f44c-425c-926b-d4075467ceab {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:44.226023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:44.273991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Allocated IP 2001:db8::2 (5481668c-54a8-461f-81aa-b5f3a3a34e80/bb62efed-a4ea-4d6b-8808-3d9da96efb39/17fff0cd-a277-47c1-a65a-32ec968fbb86) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:44.455540 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c737ef1d-453a-4a92-8d2b-206d5bd05ea9 req-4b00b3c3-fe01-4b99-8051-c6e62e6e8f8c service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856211 Aug 16 13:15:44.471435 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:44.484504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Transition to ACTIVE for port object 17fff0cd-a277-47c1-a65a-32ec968fbb86 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:44.492539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281df95-b724-4bd8-a30c-4584ff030011 req-3a3d832f-541b-4e02-8e89-319aeb7b8113 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:44.495564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0281df95-b724-4bd8-a30c-4584ff030011 req-3a3d832f-541b-4e02-8e89-319aeb7b8113 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 947 time: 0.3251393 Aug 16 13:15:44.499768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] For port 6c88256b-f44c-425c-926b-d4075467ceab, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6c88256b-f44c-425c-926b-d4075467ceab,segment=NetworkSegment(23de6eb3-6a84-4369-8ec5-75ceeb23dcd9),segment_id=23de6eb3-6a84-4369-8ec5-75ceeb23dcd9)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:44.500387 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:44.518149 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558acd4a-ec37-4042-b564-c5d3e9711aba x-openstack-request-id: req-558acd4a-ec37-4042-b564-c5d3e9711aba {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:44.518805 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a17fe705-2e2f-4854-91cf-775ac25bb3b8", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:44.519354 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-558acd4a-ec37-4042-b564-c5d3e9711aba {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:44.520088 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17fe705-2e2f-4854-91cf-775ac25bb3b8', 'code': 200} Aug 16 13:15:44.543554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Calling delete_port for 6c88256b-f44c-425c-926b-d4075467ceab owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:44.590140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 93868b09-8c59-49eb-aecc-d94bdd4637d8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=93868b09-8c59-49eb-aecc-d94bdd4637d8,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:44.597800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Transition to ACTIVE for port object 17fff0cd-a277-47c1-a65a-32ec968fbb86 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:44.666081 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:44.675471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:44.727797 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0281df95-b724-4bd8-a30c-4584ff030011 req-9ba3d5c1-ac14-4897-b78c-84e12a2bc886 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112150 Aug 16 13:15:44.731852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33036) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:44.849753 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:44.865162 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:44.956625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] No DVR routers for this DVR port 6c88256b-f44c-425c-926b-d4075467ceab on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:44.969209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Port': ['ID=6c88256b-f44c-425c-926b-d4075467ceab,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:45.030277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Subnet': ['ID=641c7cf6-8b3e-4005-9554-89eb6eeea7f0,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:45.035391 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Network 5481668c-54a8-461f-81aa-b5f3a3a34e80 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:45.056696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:45.063150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:45.120727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-1518f9b1-170f-458c-8691-3c9252a94279 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.179750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518f9b1-170f-458c-8691-3c9252a94279 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Port': ['ID=a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:45.191741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Checking segment: {'id': 'dd065a85-1222-4460-a40a-5d61d9ec639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0188168e-b2e3-4720-a3aa-4acbb41b1a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:45.192216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network hostable DHCP agents. Network: 0188168e-b2e3-4720-a3aa-4acbb41b1a44, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:15:45.244805 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c737ef1d-453a-4a92-8d2b-206d5bd05ea9 req-f57efdc8-82ba-4fc6-b680-5e1c500fe2ab service neutron] 10.222.0.42 "GET /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7555096 Aug 16 13:15:45.252539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd5009e-20ec-4168-9095-52dc2dc990c9 None None] DHCP port deletion for 4345c524-c332-4e01-8323-9a9929853c88 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:15:45.256161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=93868b09-8c59-49eb-aecc-d94bdd4637d8,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:45.309068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a93584-2c3e-4458-811b-41b988054a2f req-1518f9b1-170f-458c-8691-3c9252a94279 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] No DVR routers for this DVR port a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:45.310323 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-1518f9b1-170f-458c-8691-3c9252a94279 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.312215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73a93584-2c3e-4458-811b-41b988054a2f req-1518f9b1-170f-458c-8691-3c9252a94279 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "DELETE /v2.0/ports/a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb HTTP/1.1" status: 204 len: 173 time: 5.5076265 Aug 16 13:15:45.312962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-deleted', 'tag': 'a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:45.314930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:45.316328 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc15b950-bf38-4509-b480-49c7ad5fa409" -d '{"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-deleted", "tag": "a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:45.332108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network 0188168e-b2e3-4720-a3aa-4acbb41b1a44 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:15:45.360068 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.372242 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Attempting to bind port 17fff0cd-a277-47c1-a65a-32ec968fbb86 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:15:45.373880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Attempting to bind port 17fff0cd-a277-47c1-a65a-32ec968fbb86 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '358b7d50-7adc-44d8-bdc0-6ea7c32a54fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5481668c-54a8-461f-81aa-b5f3a3a34e80'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:15:45.374587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Attempting to bind port 17fff0cd-a277-47c1-a65a-32ec968fbb86 on network 5481668c-54a8-461f-81aa-b5f3a3a34e80 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:45.388887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.390637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.391191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.391697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.394118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.394687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.397471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.398008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.398520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.399013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.399503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.401089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:45.409683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:15:45.410552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Checking segment: {'id': '358b7d50-7adc-44d8-bdc0-6ea7c32a54fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5481668c-54a8-461f-81aa-b5f3a3a34e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:45.411191 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.411812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Bound using segment: {'id': '358b7d50-7adc-44d8-bdc0-6ea7c32a54fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5481668c-54a8-461f-81aa-b5f3a3a34e80'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:15:45.412592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Bound port: 17fff0cd-a277-47c1-a65a-32ec968fbb86, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358b7d50-7adc-44d8-bdc0-6ea7c32a54fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5481668c-54a8-461f-81aa-b5f3a3a34e80'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:15:45.413858 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.416715 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6718a5-ec6e-4ee0-a620-2e04b242df61 x-openstack-request-id: req-8b6718a5-ec6e-4ee0-a620-2e04b242df61 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:45.417077 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-deleted", "tag": "a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:45.417405 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b6718a5-ec6e-4ee0-a620-2e04b242df61 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:45.421779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:45.422539 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.425964 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-deleted', 'tag': 'a54c88a4-39a0-4381-8a3c-a2b2d3f0c9bb', 'status': 'completed', 'code': 200} Aug 16 13:15:45.430081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 0188168e-b2e3-4720-a3aa-4acbb41b1a44) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:45.445274 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.449298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Transition to ACTIVE for port object bace732c-e6c9-4ff3-b609-50e548ddfd0f will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:45.478440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:45.479652 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.503623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ba63c-5ce0-4ad1-8ea0-5596b1d0bf16 None None] Network 0188168e-b2e3-4720-a3aa-4acbb41b1a44 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:45.521436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4345c524-c332-4e01-8323-9a9929853c88']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:45.575828 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-64e94cc3-b47b-4fe8-99e4-13070c23a351 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6265504 Aug 16 13:15:45.588202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33052) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:45.629387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23de6eb3-6a84-4369-8ec5-75ceeb23dcd9') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:45.629969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23de6eb3-6a84-4369-8ec5-75ceeb23dcd9') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:45.654227 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.671834 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.679736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:45.680238 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.769671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e830a-1348-480b-9218-1ae65a42b7ed req-639d521c-c522-44d9-a206-0d4ce475b8d1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:45.777832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e830a-1348-480b-9218-1ae65a42b7ed req-639d521c-c522-44d9-a206-0d4ce475b8d1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:45.779870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d6e830a-1348-480b-9218-1ae65a42b7ed req-639d521c-c522-44d9-a206-0d4ce475b8d1 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 1678 time: 0.4538581 Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:45.780659 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:45.784415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e9ebb822-94e6-4e4b-9c70-ad78916c08f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c58ca9b10e4e47379c97995b83b2d522&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0418408 Aug 16 13:15:45.785141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.787416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33054) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:45.820696 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.822683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] 10.222.0.25 "DELETE /v2.0/networks/4345c524-c332-4e01-8323-9a9929853c88 HTTP/1.1" status: 204 len: 168 time: 2.1637461 Aug 16 13:15:45.888789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9f8d8-0eae-43d7-b733-2e9a722778d4 tempest-NetworksTest-1197170685 tempest-NetworksTest-1197170685-project] Pushing event deleted for resources: {'Network': ['ID=4345c524-c332-4e01-8323-9a9929853c88,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:45.935631 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d6e830a-1348-480b-9218-1ae65a42b7ed req-361edefe-730b-46b8-87f1-ba0f509e809a tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160903 Aug 16 13:15:45.953445 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:45.964038 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-02d34542-7c45-4574-9518-0bb8537c5979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.050307 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-02d34542-7c45-4574-9518-0bb8537c5979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.145358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Deleting port 2292955b-4a9c-449d-b4fe-3f15b7854f5f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:46.146326 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.165184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Transition to ACTIVE for port object bace732c-e6c9-4ff3-b609-50e548ddfd0f will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:46.170074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Pushing event updated for resources: {'Port': ['ID=17fff0cd-a277-47c1-a65a-32ec968fbb86,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:46.196191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.265690 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.267540 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-02d34542-7c45-4574-9518-0bb8537c5979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.273081 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-02d34542-7c45-4574-9518-0bb8537c5979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.277411 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-02d34542-7c45-4574-9518-0bb8537c5979 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc767e6f-75d4-4a69-9d72-cda7f5838544 HTTP/1.1" status: 204 len: 168 time: 0.4884665 Aug 16 13:15:46.288024 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-0188168e-b2e3-4720-a3aa-4acbb41b1a44', 'network_id': '0188168e-b2e3-4720-a3aa-4acbb41b1a44', 'tenant_id': '2105c09885b941abb4ab062154d65fbd', 'fixed_ips': [{'subnet_id': '641c7cf6-8b3e-4005-9554-89eb6eeea7f0'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:15:46.288937 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.353347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d34542-7c45-4574-9518-0bb8537c5979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc767e6f-75d4-4a69-9d72-cda7f5838544,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:46.374375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Pushing event updated for resources: {'Port': ['ID=bace732c-e6c9-4ff3-b609-50e548ddfd0f,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:46.463032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33064) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:46.617960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Network ab326085-0032-4b80-bfa8-60cf20fc9091 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:46.631940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:46.634937 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.639311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:46.662162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] For port 17fff0cd-a277-47c1-a65a-32ec968fbb86, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:46.742147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0f266242-fc71-4459-926b-9541102679a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27f40cd01ba144eaa189390dfb94117a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750795 Aug 16 13:15:46.746489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33068) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:46.843151 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aaeffce8-2659-450d-8ea9-7de77d2c4dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.846343 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] For port 17fff0cd-a277-47c1-a65a-32ec968fbb86, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=17fff0cd-a277-47c1-a65a-32ec968fbb86,segment=NetworkSegment(358b7d50-7adc-44d8-bdc0-6ea7c32a54fe),segment_id=358b7d50-7adc-44d8-bdc0-6ea7c32a54fe)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:15:46.884523 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.889935 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aaeffce8-2659-450d-8ea9-7de77d2c4dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.907542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] For port 2292955b-4a9c-449d-b4fe-3f15b7854f5f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=2292955b-4a9c-449d-b4fe-3f15b7854f5f,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:46.908358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.984685 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.997030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Attempting to bind port bace732c-e6c9-4ff3-b609-50e548ddfd0f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:15:46.997482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Attempting to bind port bace732c-e6c9-4ff3-b609-50e548ddfd0f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '1cbd1b28-25d6-4d7c-8873-a1915606531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:15:46.997824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Attempting to bind port bace732c-e6c9-4ff3-b609-50e548ddfd0f on network ab326085-0032-4b80-bfa8-60cf20fc9091 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:47.017640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Allocated IP 2001:db8::2 (0188168e-b2e3-4720-a3aa-4acbb41b1a44/641c7cf6-8b3e-4005-9554-89eb6eeea7f0/c2ff9306-af9b-4756-81b9-e8eae5574474) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:47.021433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:15:47.021820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Checking segment: {'id': '1cbd1b28-25d6-4d7c-8873-a1915606531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:47.022279 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:47.022679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Bound using segment: {'id': '1cbd1b28-25d6-4d7c-8873-a1915606531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:15:47.023589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Bound port: bace732c-e6c9-4ff3-b609-50e548ddfd0f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd1b28-25d6-4d7c-8873-a1915606531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:15:47.023992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:47.027687 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aaeffce8-2659-450d-8ea9-7de77d2c4dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:47.039768 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aaeffce8-2659-450d-8ea9-7de77d2c4dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:47.055324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-aaeffce8-2659-450d-8ea9-7de77d2c4dd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/950ef2e7-b151-484c-b54b-9a631955fc50 HTTP/1.1" status: 204 len: 168 time: 0.3061018 Aug 16 13:15:47.100326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeffce8-2659-450d-8ea9-7de77d2c4dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950ef2e7-b151-484c-b54b-9a631955fc50,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:47.248662 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5277078-12d5-41fb-a4c9-5f1ce8c5d45d None None] Pushing event updated for resources: {'Port': ['ID=17fff0cd-a277-47c1-a65a-32ec968fbb86,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:47.341519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d8e34-d229-484a-84bf-64e23ce61274 req-193ee70f-f7c2-4a67-a8bf-753083344cce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:47.348912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d8e34-d229-484a-84bf-64e23ce61274 req-193ee70f-f7c2-4a67-a8bf-753083344cce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:47.350970 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e1d8e34-d229-484a-84bf-64e23ce61274 req-193ee70f-f7c2-4a67-a8bf-753083344cce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 1678 time: 0.1663103 Aug 16 13:15:47.444338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] For port bace732c-e6c9-4ff3-b609-50e548ddfd0f, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:47.452038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] For port bace732c-e6c9-4ff3-b609-50e548ddfd0f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bace732c-e6c9-4ff3-b609-50e548ddfd0f,segment=NetworkSegment(1cbd1b28-25d6-4d7c-8873-a1915606531c),segment_id=1cbd1b28-25d6-4d7c-8873-a1915606531c)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:15:47.490684 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:47.501159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd,segment=NetworkSegment(7ba0d55d-c8cc-4885-80c3-f85d711b4739),segment_id=7ba0d55d-c8cc-4885-80c3-f85d711b4739)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:47.520842 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e1d8e34-d229-484a-84bf-64e23ce61274 req-c02d5752-171e-4355-bfb0-f7cd23ea50a2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577969 Aug 16 13:15:47.679850 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:47.690958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Allocated IP 172.25.0.5 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/6be12fad-c086-41a0-9e66-4217bff76fc7) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:47.697244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac499c8a-6611-49ff-9bc8-e98bd2ab8a9a None None] Pushing event updated for resources: {'Port': ['ID=bace732c-e6c9-4ff3-b609-50e548ddfd0f,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:47.831335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:47.892679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:47.943166 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:47.991398 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:48.133491 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:48.180719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Transition to ACTIVE for port object c2ff9306-af9b-4756-81b9-e8eae5574474 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:48.229627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 17fff0cd-a277-47c1-a65a-32ec968fbb86 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:48.250272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:48.291319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16e172-9d5a-4ae2-bf7e-8b14327e0e8c req-85e86828-e6ef-4e66-bc49-03fcfeedccd4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:48.309620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa16e172-9d5a-4ae2-bf7e-8b14327e0e8c req-85e86828-e6ef-4e66-bc49-03fcfeedccd4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2363327 Aug 16 13:15:48.377622 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Transition to ACTIVE for port object c2ff9306-af9b-4756-81b9-e8eae5574474 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:48.415230 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:48.452176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:48.455210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:48.464268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa16e172-9d5a-4ae2-bf7e-8b14327e0e8c req-70f28990-537c-48ab-b7e1-6eae9489bd4f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527693 Aug 16 13:15:48.557874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Pushing event updated for resources: {'Port': ['ID=6be12fad-c086-41a0-9e66-4217bff76fc7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:48.575408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Network 0188168e-b2e3-4720-a3aa-4acbb41b1a44 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:48.580948 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:48.582202 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:48.584321 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Floating IP 458b5ab9-27ba-4ece-8bcc-029c34242e9f disassociated. External IP: 172.25.0.111, port: 2292955b-4a9c-449d-b4fe-3f15b7854f5f. Aug 16 13:15:48.585291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Calling delete_port for 2292955b-4a9c-449d-b4fe-3f15b7854f5f owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:48.585465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:48.597735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:48.650404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 17fff0cd-a277-47c1-a65a-32ec968fbb86 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:48.734806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 93868b09-8c59-49eb-aecc-d94bdd4637d8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:48.763057 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee513-4653-416e-acc4-3c2efdd64f3b req-faafacd9-fd37-481a-b85d-fa906a950b8d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:48.778938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-487ee513-4653-416e-acc4-3c2efdd64f3b req-faafacd9-fd37-481a-b85d-fa906a950b8d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1588280 Aug 16 13:15:48.878933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Pushing event updated for resources: {'Port': ['ID=c2ff9306-af9b-4756-81b9-e8eae5574474,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:48.936325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Attempting to bind port c2ff9306-af9b-4756-81b9-e8eae5574474 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:15:48.936948 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Attempting to bind port c2ff9306-af9b-4756-81b9-e8eae5574474 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'dd065a85-1222-4460-a40a-5d61d9ec639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0188168e-b2e3-4720-a3aa-4acbb41b1a44'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:15:48.937541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Attempting to bind port c2ff9306-af9b-4756-81b9-e8eae5574474 on network 0188168e-b2e3-4720-a3aa-4acbb41b1a44 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:48.953617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:15:48.954323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Checking segment: {'id': 'dd065a85-1222-4460-a40a-5d61d9ec639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0188168e-b2e3-4720-a3aa-4acbb41b1a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:48.955631 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:48.956468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Bound using segment: {'id': 'dd065a85-1222-4460-a40a-5d61d9ec639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0188168e-b2e3-4720-a3aa-4acbb41b1a44'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:15:48.957306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Bound port: c2ff9306-af9b-4756-81b9-e8eae5574474, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd065a85-1222-4460-a40a-5d61d9ec639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0188168e-b2e3-4720-a3aa-4acbb41b1a44'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:15:48.958205 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:48.998745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 93868b09-8c59-49eb-aecc-d94bdd4637d8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:48.999385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:49.007100 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-487ee513-4653-416e-acc4-3c2efdd64f3b req-ba108e6f-dd74-4964-8c69-b5d0ac9ccf72 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206070 Aug 16 13:15:49.052479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49665ff5-0159-4c13-929e-d47d4a4db953 req-ef6b0ab8-bd4e-495c-8518-844fe2bfe0f4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:49.069505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49665ff5-0159-4c13-929e-d47d4a4db953 req-ef6b0ab8-bd4e-495c-8518-844fe2bfe0f4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:49.079716 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49665ff5-0159-4c13-929e-d47d4a4db953 req-ef6b0ab8-bd4e-495c-8518-844fe2bfe0f4 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 1678 time: 0.2951329 Aug 16 13:15:49.088569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33122) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:49.156896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b677b-1eaf-46d2-b7bc-077b2efef505 None None] Network 5481668c-54a8-461f-81aa-b5f3a3a34e80 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:49.187518 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:15:49.193327 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49665ff5-0159-4c13-929e-d47d4a4db953 req-d3401cda-4fa3-460a-a385-9c7f794341d8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123857 Aug 16 13:15:49.284724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] For port c2ff9306-af9b-4756-81b9-e8eae5574474, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:49.295243 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] For port c2ff9306-af9b-4756-81b9-e8eae5574474, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c2ff9306-af9b-4756-81b9-e8eae5574474,segment=NetworkSegment(dd065a85-1222-4460-a40a-5d61d9ec639c),segment_id=dd065a85-1222-4460-a40a-5d61d9ec639c)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:15:49.348988 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:49.365650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a2b22bf0-03d2-4cad-b52d-034938ac7911 None None] Provisioning for port 17fff0cd-a277-47c1-a65a-32ec968fbb86 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:49.448586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33132) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:49.513049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633cefb-bd38-4100-9199-48cbf95de35c req-b3cdee3b-456f-4c92-93b4-fc9de47f4ded tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:49.522494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1633cefb-bd38-4100-9199-48cbf95de35c req-b3cdee3b-456f-4c92-93b4-fc9de47f4ded tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1625957 Aug 16 13:15:49.532889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1370939871'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:49.561921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-34de0b66-cdbb-4d1a-a3b1-b26bca3e00d6 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:49.562423 n-d-804708-1 neutron-server[101395]: WARNING neutron.api.v2.base [None req-34de0b66-cdbb-4d1a-a3b1-b26bca3e00d6 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 13:15:49.562949 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-34de0b66-cdbb-4d1a-a3b1-b26bca3e00d6 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 13:15:49.564724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-34de0b66-cdbb-4d1a-a3b1-b26bca3e00d6 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1150889 Aug 16 13:15:49.575549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33136) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:49.577839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51c107-8920-4bd2-9877-1bc75418383b None None] Pushing event updated for resources: {'Port': ['ID=c2ff9306-af9b-4756-81b9-e8eae5574474,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:49.582872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a2b22bf0-03d2-4cad-b52d-034938ac7911 None None] Provisioning complete for port 17fff0cd-a277-47c1-a65a-32ec968fbb86 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:49.583412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a2b22bf0-03d2-4cad-b52d-034938ac7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:49.601767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-cf90f57f-7679-485f-a2c8-5a0309d01410 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264932621'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:49.665785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1633cefb-bd38-4100-9199-48cbf95de35c req-ab118023-7aba-489a-9423-98c7158d7501 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215489 Aug 16 13:15:49.732758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:49.747183 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:49.757425 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf90f57f-7679-485f-a2c8-5a0309d01410 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:49.766545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6c88256b-f44c-425c-926b-d4075467ceab no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:49.788157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:49.790840 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf90f57f-7679-485f-a2c8-5a0309d01410 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:49.813531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55411bee-a8a8-4a18-b9df-238686a718e7 None None] Network ab326085-0032-4b80-bfa8-60cf20fc9091 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:49.840070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 6c88256b-f44c-425c-926b-d4075467ceab {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:49.840521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6c88256b-f44c-425c-926b-d4075467ceab not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:49.937710 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f3163-2caf-4acc-89fe-a57226a94fa6 req-df9abd44-e915-4e5d-831e-3cdd8662e44d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:49.940026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-051f3163-2caf-4acc-89fe-a57226a94fa6 req-df9abd44-e915-4e5d-831e-3cdd8662e44d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1549392 Aug 16 13:15:50.042480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Allocated IP 2001:db8::1 (5481668c-54a8-461f-81aa-b5f3a3a34e80/bb62efed-a4ea-4d6b-8808-3d9da96efb39/3960b999-9afa-4306-a193-966c2832953f) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:50.050193 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a2b22bf0-03d2-4cad-b52d-034938ac7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.057815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-051f3163-2caf-4acc-89fe-a57226a94fa6 req-deff76b2-9009-4c6c-852c-77d0139c3c23 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992773 Aug 16 13:15:50.152537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a2b22bf0-03d2-4cad-b52d-034938ac7911 None None] For port 17fff0cd-a277-47c1-a65a-32ec968fbb86, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=17fff0cd-a277-47c1-a65a-32ec968fbb86,segment=NetworkSegment(358b7d50-7adc-44d8-bdc0-6ea7c32a54fe),segment_id=358b7d50-7adc-44d8-bdc0-6ea7c32a54fe)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:50.156320 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf90f57f-7679-485f-a2c8-5a0309d01410 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.185462 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a2b22bf0-03d2-4cad-b52d-034938ac7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.189599 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf90f57f-7679-485f-a2c8-5a0309d01410 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.306686 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.339868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90f57f-7679-485f-a2c8-5a0309d01410 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d158bd4-7214-4f25-9331-cc703c47abd6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:50.349246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bace732c-e6c9-4ff3-b609-50e548ddfd0f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:50.466290 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ad997-6c1c-47e8-80cf-b1b2ce1b9720 req-260e6349-e421-4efe-be99-77372c9cfdd5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:50.474568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f79ad997-6c1c-47e8-80cf-b1b2ce1b9720 req-260e6349-e421-4efe-be99-77372c9cfdd5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1200984 Aug 16 13:15:50.497205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Port': ['ID=2292955b-4a9c-449d-b4fe-3f15b7854f5f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:50.512857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b22bf0-03d2-4cad-b52d-034938ac7911 None None] Pushing event updated for resources: {'Port': ['ID=17fff0cd-a277-47c1-a65a-32ec968fbb86,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:50.532625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2276b589-a708-4264-8930-6907a87cf525 None None] Provisioning for port bace732c-e6c9-4ff3-b609-50e548ddfd0f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:50.541169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port bace732c-e6c9-4ff3-b609-50e548ddfd0f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:50.551140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port bace732c-e6c9-4ff3-b609-50e548ddfd0f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:50.551768 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.555080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2276b589-a708-4264-8930-6907a87cf525 None None] Provisioning complete for port bace732c-e6c9-4ff3-b609-50e548ddfd0f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:50.555482 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2276b589-a708-4264-8930-6907a87cf525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.588533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f79ad997-6c1c-47e8-80cf-b1b2ce1b9720 req-119656a2-fa52-4b4f-8df1-825ac3f756e1 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108716 Aug 16 13:15:50.605369 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.633319 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.797972 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf90f57f-7679-485f-a2c8-5a0309d01410 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.811014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392cb59-d8e3-4355-b5b4-682ced6f1d5d req-9cd39f74-ac4c-4d61-9d8b-bcf4fb1f0f4b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:50.814876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1392cb59-d8e3-4355-b5b4-682ced6f1d5d req-9cd39f74-ac4c-4d61-9d8b-bcf4fb1f0f4b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 943 time: 0.3571651 Aug 16 13:15:50.853191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:15:50.868080 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.868994 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Added segment 7400c8c3-a1c0-49a9-be43-6b955866ef97 of type vlan for network 7f4ee277-6aef-4fdf-8603-5e237e445983 Aug 16 13:15:50.871983 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2276b589-a708-4264-8930-6907a87cf525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.916030 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.919505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae65bc80-3d6e-4da8-a1e7-3e776da82d3d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:50.923426 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf90f57f-7679-485f-a2c8-5a0309d01410 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.974247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2276b589-a708-4264-8930-6907a87cf525 None None] For port bace732c-e6c9-4ff3-b609-50e548ddfd0f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bace732c-e6c9-4ff3-b609-50e548ddfd0f,segment=NetworkSegment(1cbd1b28-25d6-4d7c-8873-a1915606531c),segment_id=1cbd1b28-25d6-4d7c-8873-a1915606531c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:50.979635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.988787 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2276b589-a708-4264-8930-6907a87cf525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.120866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276b589-a708-4264-8930-6907a87cf525 None None] Pushing event updated for resources: {'Port': ['ID=bace732c-e6c9-4ff3-b609-50e548ddfd0f,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:51.144613 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:15:51.145005 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:15:51.150590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0465d1ae-7cc0-4bc1-a6c5-337c2ebba452 None None] Provisioning complete for port bace732c-e6c9-4ff3-b609-50e548ddfd0f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:51.151921 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0465d1ae-7cc0-4bc1-a6c5-337c2ebba452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.154407 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.174454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Transition to ACTIVE for port object 3960b999-9afa-4306-a193-966c2832953f will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:51.254429 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.364796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network 5481668c-54a8-461f-81aa-b5f3a3a34e80 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:51.401828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Router cac07ad7-ef4c-4650-89c4-ae7f49334c15 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:15:51.405476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:51.437311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Port': ['ID=3960b999-9afa-4306-a193-966c2832953f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:51.446972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:51.447626 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.506329 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.528925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90f57f-7679-485f-a2c8-5a0309d01410 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3954f27-f14d-4cef-91d9-0d53c8289bc7,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:51.536013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c874c-d549-4b55-a58d-8001cc259257 None None] Network 0188168e-b2e3-4720-a3aa-4acbb41b1a44 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:51.573532 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cf90f57f-7679-485f-a2c8-5a0309d01410 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.575272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cf90f57f-7679-485f-a2c8-5a0309d01410 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9985754 Aug 16 13:15:51.583504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33150) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:51.599752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3b62f3cf-7d3e-4a0f-b86f-9ff36cf44bd7 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': 'a3954f27-f14d-4cef-91d9-0d53c8289bc7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:51.646691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1392cb59-d8e3-4355-b5b4-682ced6f1d5d req-0612b68d-ddcd-4aa8-86d9-2aa8fc73c285 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7181847 Aug 16 13:15:51.661572 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.668124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:51.668935 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.681277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384890f0-7148-40e4-af8c-ad1d9a862a84 req-76626bda-f526-4c8c-947b-b8eea647c2c7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:51.703018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-384890f0-7148-40e4-af8c-ad1d9a862a84 req-76626bda-f526-4c8c-947b-b8eea647c2c7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.8490994 Aug 16 13:15:51.745894 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b62f3cf-7d3e-4a0f-b86f-9ff36cf44bd7 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.766928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6747689 Aug 16 13:15:51.781919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0465d1ae-7cc0-4bc1-a6c5-337c2ebba452 None None] Provisioning complete for port 17fff0cd-a277-47c1-a65a-32ec968fbb86 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:51.782506 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0465d1ae-7cc0-4bc1-a6c5-337c2ebba452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.791578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33152) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:51.800913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:51.842829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e9a71-5bf7-4154-b898-badac078cfc2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Network': ['ID=7f4ee277-6aef-4fdf-8603-5e237e445983,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:51.844075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'name': 'tempest-PortsIpV6TestJSON-110433557'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:51.861735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:51.873975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-384890f0-7148-40e4-af8c-ad1d9a862a84 req-b380a398-0465-4a7d-af44-7d64d29d4e20 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812208 Aug 16 13:15:51.906173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:51.929742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3cf5e4-8c81-4165-a83d-e9d6f7448782 None None] Sync routers for ids ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:51.964620 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b62f3cf-7d3e-4a0f-b86f-9ff36cf44bd7 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:51.992492 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b62f3cf-7d3e-4a0f-b86f-9ff36cf44bd7 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.006626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3cf5e4-8c81-4165-a83d-e9d6f7448782 None None] Routers {'cac07ad7-ef4c-4650-89c4-ae7f49334c15'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:52.007286 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0d3cf5e4-8c81-4165-a83d-e9d6f7448782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:52.036698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62f3cf-7d3e-4a0f-b86f-9ff36cf44bd7 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee129a20-18c3-492f-8722-e4d5a81938b5,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:52.058598 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b62f3cf-7d3e-4a0f-b86f-9ff36cf44bd7 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.065697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3b62f3cf-7d3e-4a0f-b86f-9ff36cf44bd7 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4753845 Aug 16 13:15:52.066633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33158) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:52.081878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-62cf189b-9698-46cb-854c-0c9f1265c41c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': 'a3954f27-f14d-4cef-91d9-0d53c8289bc7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:52.113340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] No DVR routers for this DVR port 2292955b-4a9c-449d-b4fe-3f15b7854f5f on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:52.125610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.127921 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73a93584-2c3e-4458-811b-41b988054a2f req-42d8f677-c109-4ce9-a266-209064952404 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "DELETE /v2.0/ports/2292955b-4a9c-449d-b4fe-3f15b7854f5f HTTP/1.1" status: 204 len: 173 time: 6.8064070 Aug 16 13:15:52.131728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-deleted', 'tag': '2292955b-4a9c-449d-b4fe-3f15b7854f5f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:52.134776 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1707f2ce-bf8a-40ec-a789-43f9ed22be95" -d '{"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-deleted", "tag": "2292955b-4a9c-449d-b4fe-3f15b7854f5f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:52.143137 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-62cf189b-9698-46cb-854c-0c9f1265c41c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.194018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:52.194598 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.231472 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-62cf189b-9698-46cb-854c-0c9f1265c41c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 13:15:52.233365 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-62cf189b-9698-46cb-854c-0c9f1265c41c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1653404 Aug 16 13:15:52.237349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33164) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:52.308659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0d3cf5e4-8c81-4165-a83d-e9d6f7448782 None None] Set router cac07ad7-ef4c-4650-89c4-ae7f49334c15 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:52.310309 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d7c439-c25d-48a8-a499-5a435713b773 x-openstack-request-id: req-55d7c439-c25d-48a8-a499-5a435713b773 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:52.311121 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-deleted", "tag": "2292955b-4a9c-449d-b4fe-3f15b7854f5f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:52.311284 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55d7c439-c25d-48a8-a499-5a435713b773 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:52.311900 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-deleted', 'tag': '2292955b-4a9c-449d-b4fe-3f15b7854f5f', 'status': 'completed', 'code': 200} Aug 16 13:15:52.335490 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.430148 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6255f954-56a2-43d4-977b-e88c2099d599 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.444176 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.453971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:52.456652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cf1f1-e60f-441f-ac4b-ace404fea696 req-074571a8-989a-458f-884f-7495df1d0c86 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:52.458530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-743cf1f1-e60f-441f-ac4b-ace404fea696 req-074571a8-989a-458f-884f-7495df1d0c86 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1300550 Aug 16 13:15:52.460046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.524171 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6255f954-56a2-43d4-977b-e88c2099d599 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.597467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-743cf1f1-e60f-441f-ac4b-ace404fea696 req-608cf128-7fb3-46d3-bd13-f1e635d6caf3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266036 Aug 16 13:15:52.617787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7a3a9c97-8de7-4e64-98bb-a0862570c819 None None] Provisioning for port c2ff9306-af9b-4756-81b9-e8eae5574474 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:52.680265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:15:52.723179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7a3a9c97-8de7-4e64-98bb-a0862570c819 None None] Provisioning for port 3960b999-9afa-4306-a193-966c2832953f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:52.748090 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6255f954-56a2-43d4-977b-e88c2099d599 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.753444 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6255f954-56a2-43d4-977b-e88c2099d599 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.755177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6255f954-56a2-43d4-977b-e88c2099d599 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "DELETE /v2.0/security-groups/a3954f27-f14d-4cef-91d9-0d53c8289bc7 HTTP/1.1" status: 204 len: 168 time: 0.5162666 Aug 16 13:15:52.759837 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33170) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:52.797623 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255f954-56a2-43d4-977b-e88c2099d599 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3954f27-f14d-4cef-91d9-0d53c8289bc7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:52.800381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7a3a9c97-8de7-4e64-98bb-a0862570c819 None None] Provisioning complete for port 3960b999-9afa-4306-a193-966c2832953f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:52.800756 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9c97-8de7-4e64-98bb-a0862570c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.867890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a9c97-8de7-4e64-98bb-a0862570c819 None None] Port 3960b999-9afa-4306-a193-966c2832953f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:52.902197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0d3cf5e4-8c81-4165-a83d-e9d6f7448782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'fc3315b5-3a98-44a3-b4d2-4153938d0f3e', 'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'mac_address': 'fa:16:3e:23:11:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:14Z', 'updated_at': '2021-08-16T13:05:26Z', 'revision_number': 5, 'project_id': 'f0bff93acd024030911c824e4926974a', 'subnets': [{'id': '735734cd-086e-4d3e-af34-921802ddaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:52.947289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3cf5e4-8c81-4165-a83d-e9d6f7448782 None None] Checking router: cac07ad7-ef4c-4650-89c4-ae7f49334c15 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:15:52.954266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 17fff0cd-a277-47c1-a65a-32ec968fbb86 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:52.994256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3cf5e4-8c81-4165-a83d-e9d6f7448782 None None] Routers {'cac07ad7-ef4c-4650-89c4-ae7f49334c15'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:52.995679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0d3cf5e4-8c81-4165-a83d-e9d6f7448782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:53.014470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7ad30625-2596-4765-80a3-1e91be04222b tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2382238 Aug 16 13:15:53.021206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051ce79-07ad-49ec-ab29-1877a9e90840 req-0bf51396-d9ff-4490-9071-da23f4b4d03c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:53.022875 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6051ce79-07ad-49ec-ab29-1877a9e90840 req-0bf51396-d9ff-4490-9071-da23f4b4d03c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 943 time: 0.2017620 Aug 16 13:15:53.023580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33172) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:53.031897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86cd0a-cbbe-4679-b9db-04ac730a5499 req-49c14619-b24b-4039-af43-f8a43ddfa094 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:53.033524 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf86cd0a-cbbe-4679-b9db-04ac730a5499 req-49c14619-b24b-4039-af43-f8a43ddfa094 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2449589 Aug 16 13:15:53.038377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2ef7cddc-0788-42ad-95e8-cb4f00c78734 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group': {'name': 'tempest-secgroup--86275128'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:53.116044 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cddc-0788-42ad-95e8-cb4f00c78734 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.134774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-e9c0a7ee-ea0d-4df8-b063-fcaa110d65bb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Deleting port a17fe705-2e2f-4854-91cf-775ac25bb3b8 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:53.135423 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-e9c0a7ee-ea0d-4df8-b063-fcaa110d65bb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.137156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf86cd0a-cbbe-4679-b9db-04ac730a5499 req-5a6f4093-3797-4b87-a44f-f765543384fe tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900528 Aug 16 13:15:53.140930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6051ce79-07ad-49ec-ab29-1877a9e90840 req-afedf11d-6e6f-4b91-8322-8ea6a6defe97 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964894 Aug 16 13:15:53.235166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 17fff0cd-a277-47c1-a65a-32ec968fbb86 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:53.235899 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.267799 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cddc-0788-42ad-95e8-cb4f00c78734 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.278310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cddc-0788-42ad-95e8-cb4f00c78734 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.322936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0d3cf5e4-8c81-4165-a83d-e9d6f7448782 None None] Set router cac07ad7-ef4c-4650-89c4-ae7f49334c15 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:53.327626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7cddc-0788-42ad-95e8-cb4f00c78734 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efee0ede-0e69-41e8-a585-a268f3eafdaf,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:53.329668 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cddc-0788-42ad-95e8-cb4f00c78734 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.331015 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2ef7cddc-0788-42ad-95e8-cb4f00c78734 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2964823 Aug 16 13:15:53.336556 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33180) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:53.352079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d08e63a8-89d1-4c75-94a2-305a4bb02a43 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': 'efee0ede-0e69-41e8-a585-a268f3eafdaf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:53.353232 n-d-804708-1 neutron-server[101395]: WARNING neutron.api.v2.base [None req-d08e63a8-89d1-4c75-94a2-305a4bb02a43 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 13:15:53.356328 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-d08e63a8-89d1-4c75-94a2-305a4bb02a43 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:53.363915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d08e63a8-89d1-4c75-94a2-305a4bb02a43 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0185263 Aug 16 13:15:53.365122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33182) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:53.499803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bace732c-e6c9-4ff3-b609-50e548ddfd0f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:53.500472 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6275c5c1-fb73-4877-a086-e5ebcde54f46 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.527439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e7a15-7454-41d7-b2b5-187fdc25f10a req-94a98388-dae9-4186-9955-1f06c2513841 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:53.529264 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c9e7a15-7454-41d7-b2b5-187fdc25f10a req-94a98388-dae9-4186-9955-1f06c2513841 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1196678 Aug 16 13:15:53.544113 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6275c5c1-fb73-4877-a086-e5ebcde54f46 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.614004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c9e7a15-7454-41d7-b2b5-187fdc25f10a req-102263c6-a480-4c37-b754-203999e3ddf1 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664554 Aug 16 13:15:53.636340 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6275c5c1-fb73-4877-a086-e5ebcde54f46 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.648978 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6275c5c1-fb73-4877-a086-e5ebcde54f46 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.648978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6275c5c1-fb73-4877-a086-e5ebcde54f46 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "DELETE /v2.0/security-groups/efee0ede-0e69-41e8-a585-a268f3eafdaf HTTP/1.1" status: 204 len: 168 time: 0.2763395 Aug 16 13:15:53.656093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port bace732c-e6c9-4ff3-b609-50e548ddfd0f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:53.656217 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33184) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:53.656607 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.657338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275c5c1-fb73-4877-a086-e5ebcde54f46 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee0ede-0e69-41e8-a585-a268f3eafdaf,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:53.730348 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0db5c9c9-4cd7-4633-b3b8-fd2df92653cd tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0690846 Aug 16 13:15:53.736522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33188) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:53.744479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-efb2adf1-ce17-4407-b41f-257cd2d751e0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107310985'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:53.806532 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-efb2adf1-ce17-4407-b41f-257cd2d751e0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:53.851578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0d3cf5e4-8c81-4165-a83d-e9d6f7448782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'fc3315b5-3a98-44a3-b4d2-4153938d0f3e', 'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'mac_address': 'fa:16:3e:23:11:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:14Z', 'updated_at': '2021-08-16T13:05:26Z', 'revision_number': 5, 'project_id': 'f0bff93acd024030911c824e4926974a', 'subnets': [{'id': '735734cd-086e-4d3e-af34-921802ddaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:53.852960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc351e-b9b1-4618-9262-80575d80aa32 req-4bfa2205-4c8e-407e-ae35-bf0fd348cc62 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:53.855335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09fc351e-b9b1-4618-9262-80575d80aa32 req-4bfa2205-4c8e-407e-ae35-bf0fd348cc62 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.0916662 Aug 16 13:15:53.859835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c2ff9306-af9b-4756-81b9-e8eae5574474 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:53.898729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3cf5e4-8c81-4165-a83d-e9d6f7448782 None None] The sync data for ids ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'] in n-d-804708-1 is: [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:15Z', 'revision_number': 4, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'fc3315b5-3a98-44a3-b4d2-4153938d0f3e', 'name': '', 'network_id': 'ee5ff9e6-121a-4482-9933-172fba3187c8', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'mac_address': 'fa:16:3e:23:11:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '735734cd-086e-4d3e-af34-921802ddaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:14Z', 'updated_at': '2021-08-16T13:05:26Z', 'revision_number': 5, 'project_id': 'f0bff93acd024030911c824e4926974a', 'subnets': [{'id': '735734cd-086e-4d3e-af34-921802ddaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:53.941522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09fc351e-b9b1-4618-9262-80575d80aa32 req-d5951eac-c277-4176-9343-59743973820e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641901 Aug 16 13:15:53.992895 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-efb2adf1-ce17-4407-b41f-257cd2d751e0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.001836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-efb2adf1-ce17-4407-b41f-257cd2d751e0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.013842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port c2ff9306-af9b-4756-81b9-e8eae5574474 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:54.023492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c2ff9306-af9b-4756-81b9-e8eae5574474 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:54.024239 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.039296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-efb2adf1-ce17-4407-b41f-257cd2d751e0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.041043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-efb2adf1-ce17-4407-b41f-257cd2d751e0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3031707 Aug 16 13:15:54.046647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33192) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:54.052025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-70aaab17-8d91-4e4f-98f2-07b447407da7 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '71eade48-303c-4dbd-bfe0-236b2d1e626a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:54.053039 n-d-804708-1 neutron-server[101395]: WARNING neutron.api.v2.base [None req-70aaab17-8d91-4e4f-98f2-07b447407da7 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 13:15:54.053704 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-70aaab17-8d91-4e4f-98f2-07b447407da7 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:54.058240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-70aaab17-8d91-4e4f-98f2-07b447407da7 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071099 Aug 16 13:15:54.058240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2adf1-ce17-4407-b41f-257cd2d751e0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71eade48-303c-4dbd-bfe0-236b2d1e626a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:54.060909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33194) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:54.109616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Router c5697492-bc79-4c72-b54e-9cc4895e6f6e is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:15:54.142456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-73a93584-2c3e-4458-811b-41b988054a2f req-e9c0a7ee-ea0d-4df8-b063-fcaa110d65bb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] For port a17fe705-2e2f-4854-91cf-775ac25bb3b8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a17fe705-2e2f-4854-91cf-775ac25bb3b8,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:54.143151 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-e9c0a7ee-ea0d-4df8-b063-fcaa110d65bb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.154636 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.201445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73a93584-2c3e-4458-811b-41b988054a2f req-e9c0a7ee-ea0d-4df8-b063-fcaa110d65bb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Calling delete_port for a17fe705-2e2f-4854-91cf-775ac25bb3b8 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:54.201816 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.220647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59f947ab-6498-40bf-b85b-24d8c6c8faf1 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.279599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port c2ff9306-af9b-4756-81b9-e8eae5574474, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c2ff9306-af9b-4756-81b9-e8eae5574474,segment=NetworkSegment(dd065a85-1222-4460-a40a-5d61d9ec639c),segment_id=dd065a85-1222-4460-a40a-5d61d9ec639c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:54.292045 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.338671 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59f947ab-6498-40bf-b85b-24d8c6c8faf1 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.366794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=c2ff9306-af9b-4756-81b9-e8eae5574474,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:54.465898 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb36f17-de25-4a3f-9baa-a6bf869b7119 None None] New status for floating IP 458b5ab9-27ba-4ece-8bcc-029c34242e9f: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:15:54.493895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9759e6f-f180-4788-a850-9ec171b9ac73 req-15ea540b-8e74-4b2b-9448-fef521453af5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:54.496154 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9759e6f-f180-4788-a850-9ec171b9ac73 req-15ea540b-8e74-4b2b-9448-fef521453af5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2350929 Aug 16 13:15:54.519757 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59f947ab-6498-40bf-b85b-24d8c6c8faf1 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.523051 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59f947ab-6498-40bf-b85b-24d8c6c8faf1 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.524426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-59f947ab-6498-40bf-b85b-24d8c6c8faf1 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "DELETE /v2.0/security-groups/71eade48-303c-4dbd-bfe0-236b2d1e626a HTTP/1.1" status: 204 len: 168 time: 0.4594824 Aug 16 13:15:54.533110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33202) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:54.565023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f217b-b541-4181-868a-69b3f3622ae1 req-881e3511-5a21-4cf4-8edf-099d913b4674 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:54.572470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b4f217b-b541-4181-868a-69b3f3622ae1 req-881e3511-5a21-4cf4-8edf-099d913b4674 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 943 time: 0.2455928 Aug 16 13:15:54.588866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f947ab-6498-40bf-b85b-24d8c6c8faf1 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71eade48-303c-4dbd-bfe0-236b2d1e626a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:54.612892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9759e6f-f180-4788-a850-9ec171b9ac73 req-c1f30f18-eabd-4473-ae08-bec1a4d4652a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017501 Aug 16 13:15:54.621350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:54.639971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Sync routers for ids ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:54.671944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Routers {'c5697492-bc79-4c72-b54e-9cc4895e6f6e'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:54.672441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:54.696048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b4f217b-b541-4181-868a-69b3f3622ae1 req-e66f9ed4-343e-4601-8a98-8d7919ec8313 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups?id=772245a9-3dbc-41b4-a02b-41b455803408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112273 Aug 16 13:15:54.709076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8ec667df-be83-402b-8a27-ec26e2610785 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1569774 Aug 16 13:15:54.709800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33204) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:54.726470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-277145b9-0188-4552-8790-a3c741f448ab tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group': {'name': 'tempest-secgroup--491128207'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:54.752680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.763832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.768125 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b669f1cc-2eac-4c77-bddb-660ba7ea1459 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.7276139 Aug 16 13:15:54.768464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33208) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:54.790829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c2ff9306-af9b-4756-81b9-e8eae5574474 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:54.798451 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.799269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.935566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.970218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee8cb8-19f6-44f9-b364-795252f6bc3c req-21990afd-8c57-4a07-82af-489761c3940f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:54.971920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39ee8cb8-19f6-44f9-b364-795252f6bc3c req-21990afd-8c57-4a07-82af-489761c3940f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1089315 Aug 16 13:15:55.064419 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-277145b9-0188-4552-8790-a3c741f448ab tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.076452 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-e9c0a7ee-ea0d-4df8-b063-fcaa110d65bb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.084404 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39ee8cb8-19f6-44f9-b364-795252f6bc3c req-5421eb32-fc16-487d-a69f-50f626a6676e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559690 Aug 16 13:15:55.138084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Port': ['ID=3960b999-9afa-4306-a193-966c2832953f,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:55.161043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Set router c5697492-bc79-4c72-b54e-9cc4895e6f6e gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:55.164677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c2ff9306-af9b-4756-81b9-e8eae5574474 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:55.165359 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.368498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:55.379965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a93584-2c3e-4458-811b-41b988054a2f req-e9c0a7ee-ea0d-4df8-b063-fcaa110d65bb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] No DVR routers for this DVR port a17fe705-2e2f-4854-91cf-775ac25bb3b8 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:55.385823 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73a93584-2c3e-4458-811b-41b988054a2f req-e9c0a7ee-ea0d-4df8-b063-fcaa110d65bb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.387962 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73a93584-2c3e-4458-811b-41b988054a2f req-e9c0a7ee-ea0d-4df8-b063-fcaa110d65bb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.22 "DELETE /v2.0/ports/a17fe705-2e2f-4854-91cf-775ac25bb3b8 HTTP/1.1" status: 204 len: 173 time: 3.2319775 Aug 16 13:15:55.391310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-deleted', 'tag': 'a17fe705-2e2f-4854-91cf-775ac25bb3b8'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:55.393730 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e69eea0-b2aa-4edd-8842-6af4a8803a32" -d '{"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-deleted", "tag": "a17fe705-2e2f-4854-91cf-775ac25bb3b8"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:55.428244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network 5481668c-54a8-461f-81aa-b5f3a3a34e80 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:55.431120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0a7ee-ea0d-4df8-b063-fcaa110d65bb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Port': ['ID=a17fe705-2e2f-4854-91cf-775ac25bb3b8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:55.433729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Checking segment: {'id': '7400c8c3-a1c0-49a9-be43-6b955866ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:55.434385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network hostable DHCP agents. Network: 7f4ee277-6aef-4fdf-8603-5e237e445983, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:15:55.441093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:55.564114 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a543215-7f47-4f70-bf02-9fdf00cb04da x-openstack-request-id: req-3a543215-7f47-4f70-bf02-9fdf00cb04da {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:55.564426 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95941b-aaa2-4443-a352-9123c3d067a9", "name": "network-vif-deleted", "tag": "a17fe705-2e2f-4854-91cf-775ac25bb3b8", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:55.564673 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a543215-7f47-4f70-bf02-9fdf00cb04da {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:55.565067 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95941b-aaa2-4443-a352-9123c3d067a9', 'name': 'network-vif-deleted', 'tag': 'a17fe705-2e2f-4854-91cf-775ac25bb3b8', 'status': 'completed', 'code': 200} Aug 16 13:15:55.629701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:15:55.658252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-277145b9-0188-4552-8790-a3c741f448ab tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.679668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-277145b9-0188-4552-8790-a3c741f448ab tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.702668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 7f4ee277-6aef-4fdf-8603-5e237e445983) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:55.742710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927884c4-c130-4ccd-86af-fd83cc4dff95 None None] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:55.745773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:55.751899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:55.752599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.783685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-277145b9-0188-4552-8790-a3c741f448ab tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.785045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-277145b9-0188-4552-8790-a3c741f448ab tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0707936 Aug 16 13:15:55.794199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33226) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:55.801749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b42e23ea-7d09-4b08-a8ce-518bb3af8962 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': 'eeb79cbd-f56d-41a6-9763-0ecab96a184f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:55.803005 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-b42e23ea-7d09-4b08-a8ce-518bb3af8962 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 13:15:55.803747 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-b42e23ea-7d09-4b08-a8ce-518bb3af8962 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:55.805118 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b42e23ea-7d09-4b08-a8ce-518bb3af8962 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074484 Aug 16 13:15:55.809078 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4c2483da-e270-4ed9-9cf8-3c20e61bf85f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.9962239 Aug 16 13:15:55.810344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277145b9-0188-4552-8790-a3c741f448ab tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb79cbd-f56d-41a6-9763-0ecab96a184f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:55.813022 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33228) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:55.813570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33230) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:55.820601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a475f39a-ddf0-4825-970a-e13c800ab3ae tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': 'eeb79cbd-f56d-41a6-9763-0ecab96a184f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:55.821592 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-a475f39a-ddf0-4825-970a-e13c800ab3ae tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 13:15:55.822338 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-a475f39a-ddf0-4825-970a-e13c800ab3ae tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:55.823614 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a475f39a-ddf0-4825-970a-e13c800ab3ae tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068753 Aug 16 13:15:55.829166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-84913763'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:55.844104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890fd5-635e-42d3-ba76-704c39a638e7 req-aed05e9d-eb85-4d09-859c-96886eea622e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:55.844939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33232) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:55.849800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-78d9386f-e750-4405-b907-056becfcde9f tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': 'eeb79cbd-f56d-41a6-9763-0ecab96a184f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:55.850726 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-78d9386f-e750-4405-b907-056becfcde9f tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 13:15:55.851239 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-78d9386f-e750-4405-b907-056becfcde9f tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:55.852509 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-78d9386f-e750-4405-b907-056becfcde9f tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065360 Aug 16 13:15:55.858994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62890fd5-635e-42d3-ba76-704c39a638e7 req-aed05e9d-eb85-4d09-859c-96886eea622e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 814 time: 0.4822712 Aug 16 13:15:55.862009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33234) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:55.907604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:55.913347 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.937731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-dc143673-f8bf-4156-a527-e215b589b783 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': 'eeb79cbd-f56d-41a6-9763-0ecab96a184f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:55.938985 n-d-804708-1 neutron-server[101395]: WARNING neutron.api.v2.base [None req-dc143673-f8bf-4156-a527-e215b589b783 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 13:15:55.939652 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-dc143673-f8bf-4156-a527-e215b589b783 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:55.945342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dc143673-f8bf-4156-a527-e215b589b783 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087895 Aug 16 13:15:55.950382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33236) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:55.967207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Router 89103c60-c7fc-4876-a472-87be15341eff is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:15:55.986303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:15:55.994266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62890fd5-635e-42d3-ba76-704c39a638e7 req-a78fc680-32a4-4443-bddb-73830c89bba1 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/quotas/1cf4446a23fa4885b21e09ea03e593ba HTTP/1.1" status: 200 len: 375 time: 0.1337051 Aug 16 13:15:56.023691 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.024039 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Added segment c5fd134a-cab3-42b9-bee3-1a83f4e68acc of type vlan for network ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031 Aug 16 13:15:56.113362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c024c14f-c204-4c5d-8885-8d17d3304a56 req-45050347-ec77-4e8f-bf44-fce31a2ab456 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.1002691 Aug 16 13:15:56.148253 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'name': 'tempest-TestVolumeBootPattern-1145282988-router', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:41Z', 'updated_at': '2021-08-16T13:15:50Z', 'revision_number': 3, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'gw_port': {'id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:46Z', 'updated_at': '2021-08-16T13:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:56.185386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Checking router: c5697492-bc79-4c72-b54e-9cc4895e6f6e for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:15:56.186484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Updating router c5697492-bc79-4c72-b54e-9cc4895e6f6e port 6be12fad-c086-41a0-9e66-4217bff76fc7 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:15:56.226407 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.280523 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.287654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:56.296883 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d563b70a-4b15-412b-9c2e-7f63d555d985 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "PUT /v2.0/routers/89103c60-c7fc-4876-a472-87be15341eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7025275 Aug 16 13:15:56.301462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62890fd5-635e-42d3-ba76-704c39a638e7 req-30f97769-74d6-4e8c-8bea-72cc83cc12fa tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2780993 Aug 16 13:15:56.305506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33238) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:56.308962 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cacfad0-fd28-4358-9758-723afe104eaf None None] Sync routers for ids ['89103c60-c7fc-4876-a472-87be15341eff'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:56.374283 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cacfad0-fd28-4358-9758-723afe104eaf None None] Routers {'89103c60-c7fc-4876-a472-87be15341eff'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:56.375942 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6cacfad0-fd28-4358-9758-723afe104eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['89103c60-c7fc-4876-a472-87be15341eff'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:56.483703 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6cacfad0-fd28-4358-9758-723afe104eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:56.500596 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.507872 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cacfad0-fd28-4358-9758-723afe104eaf None None] Routers {'89103c60-c7fc-4876-a472-87be15341eff'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:56.508789 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6cacfad0-fd28-4358-9758-723afe104eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['89103c60-c7fc-4876-a472-87be15341eff'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:56.509579 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.resource_extend [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:15:56.516527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2a67611b-69d6-46fa-99cd-338fa5cde7df None None] Provisioning complete for port 3960b999-9afa-4306-a193-966c2832953f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:56.526966 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2a67611b-69d6-46fa-99cd-338fa5cde7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.552641 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8744fe2f-9eef-445b-acc0-b8e2f949b3d0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.569407 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6cacfad0-fd28-4358-9758-723afe104eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:56.578251 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cacfad0-fd28-4358-9758-723afe104eaf None None] The sync data for ids ['89103c60-c7fc-4876-a472-87be15341eff'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:56.631262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2a67611b-69d6-46fa-99cd-338fa5cde7df None None] Port 3960b999-9afa-4306-a193-966c2832953f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:56.703584 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8744fe2f-9eef-445b-acc0-b8e2f949b3d0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.766915 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.779070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:56.780077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.787414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b10be2-cebc-49d7-95a8-7f97464b2783 req-cf96bec0-e8c9-4f23-8ab6-d7af03529bf1 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:56.789110 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1b10be2-cebc-49d7-95a8-7f97464b2783 req-cf96bec0-e8c9-4f23-8ab6-d7af03529bf1 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2398744 Aug 16 13:15:56.896503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8744fe2f-9eef-445b-acc0-b8e2f949b3d0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.899269 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8744fe2f-9eef-445b-acc0-b8e2f949b3d0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.900593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8744fe2f-9eef-445b-acc0-b8e2f949b3d0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "DELETE /v2.0/security-groups/eeb79cbd-f56d-41a6-9763-0ecab96a184f HTTP/1.1" status: 204 len: 168 time: 0.9407582 Aug 16 13:15:56.909838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33242) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:56.925091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1b10be2-cebc-49d7-95a8-7f97464b2783 req-2a11a1eb-3d2d-49a9-8dd6-370862d5c698 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222560 Aug 16 13:15:56.958224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744fe2f-9eef-445b-acc0-b8e2f949b3d0 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb79cbd-f56d-41a6-9763-0ecab96a184f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:56.970456 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.971932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Allocated IP 172.20.0.1 (ab326085-0032-4b80-bfa8-60cf20fc9091/38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3/aa2679d7-d463-4820-931c-9ddddc084543) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:15:56.989453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Network': ['ID=ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:57.002984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Transition to ACTIVE for port object 6be12fad-c086-41a0-9e66-4217bff76fc7 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:57.015725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:15:57.045259 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.173128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368df5e1-56ac-449d-976d-ba4d4dce05fc None None] Pushing event updated for resources: {'Port': ['ID=6be12fad-c086-41a0-9e66-4217bff76fc7,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:57.183517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Attempting to bind port 6be12fad-c086-41a0-9e66-4217bff76fc7 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:15:57.183517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Attempting to bind port 6be12fad-c086-41a0-9e66-4217bff76fc7 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:15:57.183517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Attempting to bind port 6be12fad-c086-41a0-9e66-4217bff76fc7 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:15:57.185296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:15:57.185834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:15:57.186807 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.186807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:15:57.187433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Bound port: 6be12fad-c086-41a0-9e66-4217bff76fc7, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:15:57.187655 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.200301 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-38ea96ec-dfeb-45a8-a4ad-d3a6ce6df87e tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2734671 Aug 16 13:15:57.217647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33248) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:57.236898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-702a4454-a571-4ceb-958a-a7ffdebf8c31 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group': {'name': 'tempest-secgroup--795966954'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:57.299187 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-340e4b75-37a3-47ab-92f1-b370ff773a02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4742167 Aug 16 13:15:57.308223 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] For port 6be12fad-c086-41a0-9e66-4217bff76fc7, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:15:57.310143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33250) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:57.313535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] For port 6be12fad-c086-41a0-9e66-4217bff76fc7, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6be12fad-c086-41a0-9e66-4217bff76fc7,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:15:57.326407 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.328872 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'ports': [{'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983'}, {'network_id': 'ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031'}]} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:57.329382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:57.330307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': 'ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:57.378036 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-702a4454-a571-4ceb-958a-a7ffdebf8c31 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.405022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3406619-8618-40ef-820d-39b7177d04cd req-b996a05f-4de7-4956-a4b9-6aea661b86a2 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:57.407986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3406619-8618-40ef-820d-39b7177d04cd req-b996a05f-4de7-4956-a4b9-6aea661b86a2 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2503335 Aug 16 13:15:57.434669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Routers {'c5697492-bc79-4c72-b54e-9cc4895e6f6e'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:57.435519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:57.476725 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-a365fe00-603d-4e30-a2a3-70c94a9a381c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:57.483428 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a365fe00-603d-4e30-a2a3-70c94a9a381c tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "PUT /v2.0/routers/89103c60-c7fc-4876-a472-87be15341eff/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1695690 Aug 16 13:15:57.483755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33252) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:57.543264 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d0784fc2-d4b5-4a44-99b2-430aecd2a821 req-f0bf8912-3fd7-4863-adf2-8d71682f972f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.1552317 Aug 16 13:15:57.573390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] Set router c5697492-bc79-4c72-b54e-9cc4895e6f6e gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:57.589882 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.661993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Transition to ACTIVE for port object aa2679d7-d463-4820-931c-9ddddc084543 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:15:57.741360 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368df5e1-56ac-449d-976d-ba4d4dce05fc None None] Pushing event updated for resources: {'Port': ['ID=6be12fad-c086-41a0-9e66-4217bff76fc7,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:57.830970 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-702a4454-a571-4ceb-958a-a7ffdebf8c31 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.844326 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-702a4454-a571-4ceb-958a-a7ffdebf8c31 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.870401 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3406619-8618-40ef-820d-39b7177d04cd req-2da52c68-2993-4434-a80f-4d108cc26181 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683696 Aug 16 13:15:57.883563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.899146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'name': 'tempest-TestVolumeBootPattern-1145282988-router', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:41Z', 'updated_at': '2021-08-16T13:15:50Z', 'revision_number': 3, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'gw_port': {'id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:46Z', 'updated_at': '2021-08-16T13:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:57.936548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ef566-1de6-44c9-969c-581965cd1d4d None None] The sync data for ids ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'] in n-d-804708-1 is: [{'id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'name': 'tempest-TestVolumeBootPattern-1145282988-router', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:41Z', 'updated_at': '2021-08-16T13:15:50Z', 'revision_number': 3, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'gw_port': {'id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:46Z', 'updated_at': '2021-08-16T13:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:57.968524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a4454-a571-4ceb-958a-a7ffdebf8c31 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fc64ad-d42c-4fe7-8eb6-a6e5fe625684,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:57.997938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Network ab326085-0032-4b80-bfa8-60cf20fc9091 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:15:58.001391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 2} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:15:58.006993 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.012241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-702a4454-a571-4ceb-958a-a7ffdebf8c31 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.013021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:15:58.018068 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-702a4454-a571-4ceb-958a-a7ffdebf8c31 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7938039 Aug 16 13:15:58.018602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Pushing event updated for resources: {'Port': ['ID=aa2679d7-d463-4820-931c-9ddddc084543,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:58.018789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33258) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:58.028307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:15:58.038537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4c3a23b9-6005-49aa-94b0-6fb042ac9d58 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '14fc64ad-d42c-4fe7-8eb6-a6e5fe625684', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:58.040347 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-4c3a23b9-6005-49aa-94b0-6fb042ac9d58 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 13:15:58.042368 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-4c3a23b9-6005-49aa-94b0-6fb042ac9d58 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:58.043789 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4c3a23b9-6005-49aa-94b0-6fb042ac9d58 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0236022 Aug 16 13:15:58.067368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33260) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:58.076301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8a1092db-376e-4b3a-8f25-523ae80104cb tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '14fc64ad-d42c-4fe7-8eb6-a6e5fe625684', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:58.107594 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.136044 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.209911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d592215-dc4b-48d5-8c01-9dee392af143 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.280957 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-8a1092db-376e-4b3a-8f25-523ae80104cb tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:58.282625 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8a1092db-376e-4b3a-8f25-523ae80104cb tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2135458 Aug 16 13:15:58.292294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33270) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:58.299828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b73a4faf-2ce9-4323-bcb9-ada950591398 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '14fc64ad-d42c-4fe7-8eb6-a6e5fe625684', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:58.300324 n-d-804708-1 neutron-server[101395]: WARNING neutron.api.v2.base [None req-b73a4faf-2ce9-4323-bcb9-ada950591398 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 13:15:58.300838 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-b73a4faf-2ce9-4323-bcb9-ada950591398 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:58.301909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b73a4faf-2ce9-4323-bcb9-ada950591398 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086248 Aug 16 13:15:58.321349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33272) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:58.330477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ae1992e3-7249-4356-9420-97f1df71b1bc tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '14fc64ad-d42c-4fe7-8eb6-a6e5fe625684', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:58.378370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port 995c39cf-26d5-4652-900b-4e25b5587293 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:15:58.502476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9bc085a2-7bd0-40ba-9206-a29008a39845 None None] Provisioning for port aa2679d7-d463-4820-931c-9ddddc084543 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:58.524517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9bc085a2-7bd0-40ba-9206-a29008a39845 None None] Provisioning complete for port aa2679d7-d463-4820-931c-9ddddc084543 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:58.525116 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9bc085a2-7bd0-40ba-9206-a29008a39845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.674559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-9bc085a2-7bd0-40ba-9206-a29008a39845 None None] Port aa2679d7-d463-4820-931c-9ddddc084543 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:15:58.779706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6be12fad-c086-41a0-9e66-4217bff76fc7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:15:58.901855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 6be12fad-c086-41a0-9e66-4217bff76fc7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:15:58.909652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6be12fad-c086-41a0-9e66-4217bff76fc7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:15:58.910122 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.919039 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2671244a-01d8-4c4c-a682-6d27df6f62f3 req-cb84cd59-9fa5-48f5-8f1c-516ab0ffaac7 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.1040211 Aug 16 13:15:58.929639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17026631-0286-43d0-9768-0c046d090bbf req-7cb9397f-f8c9-4575-9557-8d846ed23874 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1cf4446a23fa4885b21e09ea03e593ba HTTP/1.1" status: 200 len: 221 time: 0.6474993 Aug 16 13:15:58.944038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2d592215-dc4b-48d5-8c01-9dee392af143 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Deleting port 3960b999-9afa-4306-a193-966c2832953f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:58.944629 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d592215-dc4b-48d5-8c01-9dee392af143 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.094436 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.097562 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.099052 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-ae1992e3-7249-4356-9420-97f1df71b1bc tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:59.106419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ae1992e3-7249-4356-9420-97f1df71b1bc tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7836356 Aug 16 13:15:59.109750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33278) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:59.152012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 6be12fad-c086-41a0-9e66-4217bff76fc7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6be12fad-c086-41a0-9e66-4217bff76fc7,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:59.160761 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.163872 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.173898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b18a8733-b7bd-40cc-ae22-a086276ac5dc tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '14fc64ad-d42c-4fe7-8eb6-a6e5fe625684', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:59.174731 n-d-804708-1 neutron-server[101395]: WARNING neutron.api.v2.base [None req-b18a8733-b7bd-40cc-ae22-a086276ac5dc tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 13:15:59.175580 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-b18a8733-b7bd-40cc-ae22-a086276ac5dc tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:59.180271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b18a8733-b7bd-40cc-ae22-a086276ac5dc tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0627458 Aug 16 13:15:59.183122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33280) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:59.198638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ae6259bd-e071-4584-8cc6-28e7113d95c5 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '14fc64ad-d42c-4fe7-8eb6-a6e5fe625684', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:59.227820 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d592215-dc4b-48d5-8c01-9dee392af143 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.254408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2d592215-dc4b-48d5-8c01-9dee392af143 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Calling delete_port for 3960b999-9afa-4306-a193-966c2832953f owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:59.337749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=6be12fad-c086-41a0-9e66-4217bff76fc7,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:59.400055 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-ae6259bd-e071-4584-8cc6-28e7113d95c5 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:59.402668 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ae6259bd-e071-4584-8cc6-28e7113d95c5 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2146471 Aug 16 13:15:59.407035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33282) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:59.408674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port 830de559-efa1-4aa2-b03c-2adb68029aa8 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:15:59.414976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-08e578df-248a-409c-81f2-d3931fbbdfcc tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '14fc64ad-d42c-4fe7-8eb6-a6e5fe625684', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:59.415853 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-08e578df-248a-409c-81f2-d3931fbbdfcc tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 13:15:59.417402 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-08e578df-248a-409c-81f2-d3931fbbdfcc tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:59.419447 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-08e578df-248a-409c-81f2-d3931fbbdfcc tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105908 Aug 16 13:15:59.425025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33284) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:59.434760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-595d26d6-d8f6-4b30-b12a-2879f8ea598c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '14fc64ad-d42c-4fe7-8eb6-a6e5fe625684', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:59.539327 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-595d26d6-d8f6-4b30-b12a-2879f8ea598c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:59.541043 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-595d26d6-d8f6-4b30-b12a-2879f8ea598c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1145942 Aug 16 13:15:59.545180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33286) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:59.550466 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ea50b13c-8493-456f-bd12-72ecbd2a82ef tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '14fc64ad-d42c-4fe7-8eb6-a6e5fe625684', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:15:59.666980 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d592215-dc4b-48d5-8c01-9dee392af143 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.714838 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-ea50b13c-8493-456f-bd12-72ecbd2a82ef tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:15:59.715650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aa8ba-4601-4395-b8e4-bc9538ae444e req-77ba6dab-5c2b-4199-bc7b-4d6e204e3f2c tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:59.720857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ea50b13c-8493-456f-bd12-72ecbd2a82ef tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1703286 Aug 16 13:15:59.722989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae0aa8ba-4601-4395-b8e4-bc9538ae444e req-77ba6dab-5c2b-4199-bc7b-4d6e204e3f2c tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.5434511 Aug 16 13:15:59.724323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33288) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:59.738026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d592215-dc4b-48d5-8c01-9dee392af143 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Port': ['ID=3960b999-9afa-4306-a193-966c2832953f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:59.775126 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.857455 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d592215-dc4b-48d5-8c01-9dee392af143 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.982666 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:00.082001 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:00.200058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae0aa8ba-4601-4395-b8e4-bc9538ae444e req-c275c3c6-3ec9-4a9e-b249-06b0932261b4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587955 Aug 16 13:16:00.302708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d592215-dc4b-48d5-8c01-9dee392af143 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Router 89103c60-c7fc-4876-a472-87be15341eff has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:16:00.323494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9063af0d-002f-4965-830f-04e87b311e3e req-977894cc-d05a-4c13-b760-2df4ddb5069b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.1593509 Aug 16 13:16:00.381456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:00.393788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=995c39cf-26d5-4652-900b-4e25b5587293,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:00.413498 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:00.417432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:00.420592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:00.420960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d592215-dc4b-48d5-8c01-9dee392af143 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:16:00.422622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:00.426484 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2d592215-dc4b-48d5-8c01-9dee392af143 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "PUT /v2.0/routers/89103c60-c7fc-4876-a472-87be15341eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9417000 Aug 16 13:16:00.431010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33294) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:00.441424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e56921-3b09-46e7-a65e-b42503c5e8cf None None] Sync routers for ids ['89103c60-c7fc-4876-a472-87be15341eff'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:16:00.451721 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dd61f1-a0b0-4149-9ca4-77f1b8594f05 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:00.462788 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e56921-3b09-46e7-a65e-b42503c5e8cf None None] Routers {'89103c60-c7fc-4876-a472-87be15341eff'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:00.467798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3e56921-3b09-46e7-a65e-b42503c5e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['89103c60-c7fc-4876-a472-87be15341eff'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:00.484053 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-c1145b9f-425c-4fea-a1fa-41dcd4236054 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] delete failed (client error): The resource could not be found. Aug 16 13:16:00.485158 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c1145b9f-425c-4fea-a1fa-41dcd4236054 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1008804481 HTTP/1.1" status: 404 len: 335 time: 0.0522783 Aug 16 13:16:00.491031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33296) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:00.496777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-544949b2-a261-4f16-acbe-53d3fde763b8 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'router': {'external_gateway_info': {'network_id': '89103c60-c7fc-4876-a472-87be15341eff'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:00.610245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3e56921-3b09-46e7-a65e-b42503c5e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:00.650163 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e56921-3b09-46e7-a65e-b42503c5e8cf None None] Routers {'89103c60-c7fc-4876-a472-87be15341eff'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:00.653210 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3e56921-3b09-46e7-a65e-b42503c5e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['89103c60-c7fc-4876-a472-87be15341eff'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:00.813442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3e56921-3b09-46e7-a65e-b42503c5e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:00.814135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e56921-3b09-46e7-a65e-b42503c5e8cf None None] The sync data for ids ['89103c60-c7fc-4876-a472-87be15341eff'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:16:00.816027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6be12fad-c086-41a0-9e66-4217bff76fc7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:00.890681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6be12fad-c086-41a0-9e66-4217bff76fc7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:00.891346 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:00.925115 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.043739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dd61f1-a0b0-4149-9ca4-77f1b8594f05 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.095041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=830de559-efa1-4aa2-b03c-2adb68029aa8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:01.109511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.127106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9295f-11a8-454b-9484-46bfb21b4ca3 req-1f67caa6-2e4b-437b-9eb5-5a137d236222 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:01.128969 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6f9295f-11a8-454b-9484-46bfb21b4ca3 req-1f67caa6-2e4b-437b-9eb5-5a137d236222 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.7456505 Aug 16 13:16:01.163050 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-544949b2-a261-4f16-acbe-53d3fde763b8 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.191078 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-544949b2-a261-4f16-acbe-53d3fde763b8 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] update failed (client error): The resource could not be found. Aug 16 13:16:01.192312 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-544949b2-a261-4f16-acbe-53d3fde763b8 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "PUT /v2.0/routers/89103c60-c7fc-4876-a472-87be15341eff HTTP/1.1" status: 404 len: 339 time: 0.7001271 Aug 16 13:16:01.196031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33298) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:01.203942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Checking segment: {'id': 'c5fd134a-cab3-42b9-bee3-1a83f4e68acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:01.204211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1708007420'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:01.204316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network hostable DHCP agents. Network: ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:16:01.231944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Made reservation on behalf of 2105c09885b941abb4ab062154d65fbd for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:01.234950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Pushing event updated for resources: {'Port': ['ID=aa2679d7-d463-4820-931c-9ddddc084543,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:01.236204 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.243797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dd61f1-a0b0-4149-9ca4-77f1b8594f05 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.246557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dd61f1-a0b0-4149-9ca4-77f1b8594f05 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.247765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a4dd61f1-a0b0-4149-9ca4-77f1b8594f05 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "DELETE /v2.0/security-groups/14fc64ad-d42c-4fe7-8eb6-a6e5fe625684 HTTP/1.1" status: 204 len: 168 time: 1.5141280 Aug 16 13:16:01.250716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33300) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:01.304542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:16:01.321771 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6f9295f-11a8-454b-9484-46bfb21b4ca3 req-30feb20e-a604-49f0-b07a-cca697436eb6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649184 Aug 16 13:16:01.331774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd61f1-a0b0-4149-9ca4-77f1b8594f05 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fc64ad-d42c-4fe7-8eb6-a6e5fe625684,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:01.334194 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.334586 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Added segment 42782ee2-b24d-4fba-8eb6-58118733f957 of type vlan for network 8d9a186c-223f-414d-8cc9-d41a2879fe60 Aug 16 13:16:01.342157 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:16:01.349465 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-71000e4e-fb34-4f9d-b8a0-155508798f15 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973268 Aug 16 13:16:01.355758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33302) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:01.361617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3e12ec48-1423-4e88-b03c-31216383c642 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613762619'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:01.380798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:01.411185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc5846e-d0ba-4d91-80e4-bfe015e8cecb None None] Network ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:01.418042 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.427298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:01.443385 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e12ec48-1423-4e88-b03c-31216383c642 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.449335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:01.465362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:01.466857 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.502720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.519631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:01.520838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.527854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-535a9713-b046-4291-8856-01e0b7283155 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2067842 Aug 16 13:16:01.529031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33310) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:01.595505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Network ab326085-0032-4b80-bfa8-60cf20fc9091 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:01.647537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:01.740266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Network': ['ID=8d9a186c-223f-414d-8cc9-d41a2879fe60,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:01.778634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 8d9a186c-223f-414d-8cc9-d41a2879fe60 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:16:01.917641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e12ec48-1423-4e88-b03c-31216383c642 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.937033 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e12ec48-1423-4e88-b03c-31216383c642 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.972868 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e1780a1d-a06e-4145-9c7f-3b8e0d6f9c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.981107 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4d71494f-6bce-4de3-8873-8e580a472172 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7816689 Aug 16 13:16:01.992733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33312) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:02.046633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'subnet': {'network_id': '8d9a186c-223f-414d-8cc9-d41a2879fe60', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:02.102147 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e12ec48-1423-4e88-b03c-31216383c642 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.102430 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3e12ec48-1423-4e88-b03c-31216383c642 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7453144 Aug 16 13:16:02.108618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33314) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:02.114519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5f11ff02-09fa-4170-bbf0-29cbd801bf76 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': 'fcc2048f-5980-4ced-8278-1d6d9666ad50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:02.125243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12ec48-1423-4e88-b03c-31216383c642 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc2048f-5980-4ced-8278-1d6d9666ad50,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:02.187782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Router c5697492-bc79-4c72-b54e-9cc4895e6f6e has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:16:02.222606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32311b74-04e7-4c7c-96d7-c60f0a2d8f6b req-654afbd2-3a54-4cfc-898b-ec9ebb6cceac tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.5572097 Aug 16 13:16:02.279595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Made reservation on behalf of 2105c09885b941abb4ab062154d65fbd for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:02.289014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9874981d-b101-43f7-b215-0e1003c3cc9d None None] Provisioning complete for port aa2679d7-d463-4820-931c-9ddddc084543 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:02.289892 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9874981d-b101-43f7-b215-0e1003c3cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.290809 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.301139 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-5f11ff02-09fa-4170-bbf0-29cbd801bf76 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The resource could not be found. Aug 16 13:16:02.303508 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5f11ff02-09fa-4170-bbf0-29cbd801bf76 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1926901 Aug 16 13:16:02.324503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33316) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:02.330379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-41f15e1e-6bc6-4d23-a5d6-b9e27b6e2fdf tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': 'fcc2048f-5980-4ced-8278-1d6d9666ad50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0fd33368-a3ed-4beb-9949-5e72104a2f54'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:02.344720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d66ad9-1035-4c0d-9e52-1fe63d774542 req-f9330f79-c648-4c32-a0c5-adf25c66e582 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:02.346290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d66ad9-1035-4c0d-9e52-1fe63d774542 req-f9330f79-c648-4c32-a0c5-adf25c66e582 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.6773624 Aug 16 13:16:02.420369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-9874981d-b101-43f7-b215-0e1003c3cc9d None None] Port aa2679d7-d463-4820-931c-9ddddc084543 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:16:02.486985 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-41f15e1e-6bc6-4d23-a5d6-b9e27b6e2fdf tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The resource could not be found. Aug 16 13:16:02.501829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33318) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:02.503507 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-41f15e1e-6bc6-4d23-a5d6-b9e27b6e2fdf tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1755095 Aug 16 13:16:02.511502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-1219e2ce-d4d1-404d-9de6-b84bdc9bfa81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 830de559-efa1-4aa2-b03c-2adb68029aa8 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:02.511963 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1219e2ce-d4d1-404d-9de6-b84bdc9bfa81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.522919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d66ad9-1035-4c0d-9e52-1fe63d774542 req-03eb083c-2a99-46d9-904a-f5ca907b3771 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309266 Aug 16 13:16:02.636731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:16:02.661238 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Sync routers for ids ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:16:02.670933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e26aa1b4-a97c-404f-8c1c-bfc8cc8db9bc admin admin] 10.222.0.25 "PUT /v2.0/routers/c5697492-bc79-4c72-b54e-9cc4895e6f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9011350 Aug 16 13:16:02.683247 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Routers {'c5697492-bc79-4c72-b54e-9cc4895e6f6e'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:02.683927 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:15:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:02.723704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1219e2ce-d4d1-404d-9de6-b84bdc9bfa81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.792031 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.824564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-1219e2ce-d4d1-404d-9de6-b84bdc9bfa81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 830de559-efa1-4aa2-b03c-2adb68029aa8 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:02.871649 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d75e6129-ff3b-44d9-8e35-1e2846b59671 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.956856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa457382-f9e9-48ef-98b0-94afbc1f2498 req-3fb9efec-c64e-42fe-a624-4b0f56678489 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:02.965607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa457382-f9e9-48ef-98b0-94afbc1f2498 req-3fb9efec-c64e-42fe-a624-4b0f56678489 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2839839 Aug 16 13:16:02.980452 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Set router c5697492-bc79-4c72-b54e-9cc4895e6f6e gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:16:03.013732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Subnet': ['ID=a7cf6fd0-dc2b-44d0-aff4-45babe1f792a,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:03.020836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d75e6129-ff3b-44d9-8e35-1e2846b59671 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:03.031672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Checking segment: {'id': '42782ee2-b24d-4fba-8eb6-58118733f957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d9a186c-223f-414d-8cc9-d41a2879fe60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:03.032017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network hostable DHCP agents. Network: 8d9a186c-223f-414d-8cc9-d41a2879fe60, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:16:03.082241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network 8d9a186c-223f-414d-8cc9-d41a2879fe60 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:16:03.106622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 8d9a186c-223f-414d-8cc9-d41a2879fe60) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:03.112163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:03.112855 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:03.116709 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f82ca51-c736-4b50-9004-9b8cf6994677 None None] Network 8d9a186c-223f-414d-8cc9-d41a2879fe60 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:03.122303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa457382-f9e9-48ef-98b0-94afbc1f2498 req-488012e3-7554-4a13-9b27-003d76aaa290 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556411 Aug 16 13:16:03.162333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-681cca20-bbb5-40ee-9658-91de96191dcc tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1471384 Aug 16 13:16:03.163147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33330) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:03.170861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-331366d5-a3d0-40c9-b254-bbfa9737ccaf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d9a186c-223f-414d-8cc9-d41a2879fe60'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:03.322193 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1219e2ce-d4d1-404d-9de6-b84bdc9bfa81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:03.420533 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1219e2ce-d4d1-404d-9de6-b84bdc9bfa81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:03.425295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1219e2ce-d4d1-404d-9de6-b84bdc9bfa81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/830de559-efa1-4aa2-b03c-2adb68029aa8 HTTP/1.1" status: 204 len: 168 time: 1.8900940 Aug 16 13:16:03.431235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33338) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:03.437861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219e2ce-d4d1-404d-9de6-b84bdc9bfa81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=830de559-efa1-4aa2-b03c-2adb68029aa8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:03.721270 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'name': 'tempest-TestVolumeBootPattern-1145282988-router', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:41Z', 'updated_at': '2021-08-16T13:15:58Z', 'revision_number': 4, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'gw_port': {'id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:46Z', 'updated_at': '2021-08-16T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'aa2679d7-d463-4820-931c-9ddddc084543', 'name': '', 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'mac_address': 'fa:16:3e:bc:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:56Z', 'updated_at': '2021-08-16T13:15:59Z', 'revision_number': 2, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'subnets': [{'id': '38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:03.759650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-8d9a186c-223f-414d-8cc9-d41a2879fe60', 'network_id': '8d9a186c-223f-414d-8cc9-d41a2879fe60', 'tenant_id': '2105c09885b941abb4ab062154d65fbd', 'fixed_ips': [{'subnet_id': 'a7cf6fd0-dc2b-44d0-aff4-45babe1f792a'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:16:03.765714 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:03.777161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1a8cf-01ee-4673-871f-b1acdd0766af req-4e3ec7cb-0a8b-4213-b11f-c675cfd98acf tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:03.780175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3bc1a8cf-01ee-4673-871f-b1acdd0766af req-4e3ec7cb-0a8b-4213-b11f-c675cfd98acf tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3508792 Aug 16 13:16:03.803282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-807cc2cb-6608-4bba-90cc-14db4e0acc22 req-7b05ef32-6a24-43a3-874b-de9d527bea57 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.2002275 Aug 16 13:16:03.809465 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Checking router: c5697492-bc79-4c72-b54e-9cc4895e6f6e for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:16:03.810703 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Updating router c5697492-bc79-4c72-b54e-9cc4895e6f6e port aa2679d7-d463-4820-931c-9ddddc084543 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:16:03.883547 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3bc1a8cf-01ee-4673-871f-b1acdd0766af req-3ea914be-dad6-4dfb-a533-9d98d4a832e3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743678 Aug 16 13:16:03.885696 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d75e6129-ff3b-44d9-8e35-1e2846b59671 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:03.889104 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d75e6129-ff3b-44d9-8e35-1e2846b59671 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:03.897380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d75e6129-ff3b-44d9-8e35-1e2846b59671 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "DELETE /v2.0/security-groups/fcc2048f-5980-4ced-8278-1d6d9666ad50 HTTP/1.1" status: 204 len: 168 time: 1.3942385 Aug 16 13:16:03.898077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33344) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:03.922933 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:03.995823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e6129-ff3b-44d9-8e35-1e2846b59671 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc2048f-5980-4ced-8278-1d6d9666ad50,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:04.033681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98caf4da-0562-4201-b0bd-842dae1578fe tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:04.045916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98caf4da-0562-4201-b0bd-842dae1578fe tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:04.056477 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-98caf4da-0562-4201-b0bd-842dae1578fe tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6152575 Aug 16 13:16:04.062691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33348) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:04.110780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-331366d5-a3d0-40c9-b254-bbfa9737ccaf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:04.235766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Allocated IP 2001:db8:1::2 (8d9a186c-223f-414d-8cc9-d41a2879fe60/a7cf6fd0-dc2b-44d0-aff4-45babe1f792a/dec58389-770f-48e6-be98-eba56be11fca) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:04.272015 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-30885c30-abd7-4081-bbb8-e08a72634247 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3443849 Aug 16 13:16:04.272657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33350) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:04.285437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d443c33a-631d-4ee9-acb5-3b427d6d42e6 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '3a421c20-b4ca-45eb-9074-1f9b9b544706', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:04.302572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d036a-0180-45ca-ab1b-34e1c0526cc4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 995c39cf-26d5-4652-900b-4e25b5587293 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:04.302916 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb3d036a-0180-45ca-ab1b-34e1c0526cc4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:04.388802 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb3d036a-0180-45ca-ab1b-34e1c0526cc4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:04.430779 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-61172f9b-93f2-49d7-9d4f-8a16146e620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:04.476160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d036a-0180-45ca-ab1b-34e1c0526cc4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 995c39cf-26d5-4652-900b-4e25b5587293 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:04.506036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65ebcb-e706-49c8-9389-38a51cf11634 req-cf83bbaf-5b7f-4b7e-8578-2eb9df8b0c5d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:04.521973 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:04.524721 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-331366d5-a3d0-40c9-b254-bbfa9737ccaf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:16:04.530584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-331366d5-a3d0-40c9-b254-bbfa9737ccaf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "PUT /v2.0/routers/89103c60-c7fc-4876-a472-87be15341eff HTTP/1.1" status: 400 len: 364 time: 1.3627393 Aug 16 13:16:04.531550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc65ebcb-e706-49c8-9389-38a51cf11634 req-cf83bbaf-5b7f-4b7e-8578-2eb9df8b0c5d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3892620 Aug 16 13:16:04.534295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Transition to ACTIVE for port object dec58389-770f-48e6-be98-eba56be11fca will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:04.542876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33352) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:04.575643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Transition to ACTIVE for port object dec58389-770f-48e6-be98-eba56be11fca will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:04.605267 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:04.626293 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:04.705495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Network 8d9a186c-223f-414d-8cc9-d41a2879fe60 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:04.722283 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:04.735658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:04.752362 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-d443c33a-631d-4ee9-acb5-3b427d6d42e6 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The resource could not be found. Aug 16 13:16:04.758435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d443c33a-631d-4ee9-acb5-3b427d6d42e6 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4736626 Aug 16 13:16:04.763037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33358) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:04.774676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-866e8c43-2586-4b2c-bf0d-aff6065d9f8c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group': {'name': 'tempest-secgroup--242899156'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:04.798044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Pushing event updated for resources: {'Port': ['ID=dec58389-770f-48e6-be98-eba56be11fca,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:04.830691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc65ebcb-e706-49c8-9389-38a51cf11634 req-cc63eecd-37f5-4fdd-b9b1-1bbd9a4f9202 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978671 Aug 16 13:16:04.831657 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:04.835416 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-866e8c43-2586-4b2c-bf0d-aff6065d9f8c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:04.876037 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Transition to ACTIVE for port object aa2679d7-d463-4820-931c-9ddddc084543 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:04.896763 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.020578 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619384a5-56c1-491a-9690-4aeacc59f7cd None None] Pushing event updated for resources: {'Port': ['ID=aa2679d7-d463-4820-931c-9ddddc084543,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:05.083552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Attempting to bind port dec58389-770f-48e6-be98-eba56be11fca on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:16:05.083854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Attempting to bind port dec58389-770f-48e6-be98-eba56be11fca by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '42782ee2-b24d-4fba-8eb6-58118733f957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d9a186c-223f-414d-8cc9-d41a2879fe60'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:16:05.084236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Attempting to bind port dec58389-770f-48e6-be98-eba56be11fca on network 8d9a186c-223f-414d-8cc9-d41a2879fe60 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:16:05.107260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:16:05.107663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Checking segment: {'id': '42782ee2-b24d-4fba-8eb6-58118733f957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d9a186c-223f-414d-8cc9-d41a2879fe60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:05.108093 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.108459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Bound using segment: {'id': '42782ee2-b24d-4fba-8eb6-58118733f957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d9a186c-223f-414d-8cc9-d41a2879fe60'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:16:05.108954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Bound port: dec58389-770f-48e6-be98-eba56be11fca, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42782ee2-b24d-4fba-8eb6-58118733f957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d9a186c-223f-414d-8cc9-d41a2879fe60'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:16:05.109422 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.194206 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Attempting to bind port aa2679d7-d463-4820-931c-9ddddc084543 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:16:05.194915 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Attempting to bind port aa2679d7-d463-4820-931c-9ddddc084543 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '1cbd1b28-25d6-4d7c-8873-a1915606531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:16:05.195479 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Attempting to bind port aa2679d7-d463-4820-931c-9ddddc084543 on network ab326085-0032-4b80-bfa8-60cf20fc9091 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:16:05.220637 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:16:05.221064 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Checking segment: {'id': '1cbd1b28-25d6-4d7c-8873-a1915606531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:05.221490 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.221904 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Bound using segment: {'id': '1cbd1b28-25d6-4d7c-8873-a1915606531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:16:05.222479 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Bound port: aa2679d7-d463-4820-931c-9ddddc084543, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd1b28-25d6-4d7c-8873-a1915606531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:16:05.222878 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.259235 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71a734a8-ec8e-4a0f-bcc1-ebc3c4f870d5 req-13f26dda-b43d-4bf5-8acb-c41cf74e3c04 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.2175968 Aug 16 13:16:05.399478 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb3d036a-0180-45ca-ab1b-34e1c0526cc4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.420408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] For port dec58389-770f-48e6-be98-eba56be11fca, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:16:05.424346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] For port dec58389-770f-48e6-be98-eba56be11fca, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dec58389-770f-48e6-be98-eba56be11fca,segment=NetworkSegment(42782ee2-b24d-4fba-8eb6-58118733f957),segment_id=42782ee2-b24d-4fba-8eb6-58118733f957)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:16:05.436104 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] For port aa2679d7-d463-4820-931c-9ddddc084543, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:16:05.443140 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-866e8c43-2586-4b2c-bf0d-aff6065d9f8c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.445450 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] For port aa2679d7-d463-4820-931c-9ddddc084543, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=aa2679d7-d463-4820-931c-9ddddc084543,segment=NetworkSegment(1cbd1b28-25d6-4d7c-8873-a1915606531c),segment_id=1cbd1b28-25d6-4d7c-8873-a1915606531c)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:16:05.451412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.461576 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.525371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d036a-0180-45ca-ab1b-34e1c0526cc4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=995c39cf-26d5-4652-900b-4e25b5587293,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:05.534072 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-866e8c43-2586-4b2c-bf0d-aff6065d9f8c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.565439 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb3d036a-0180-45ca-ab1b-34e1c0526cc4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.583851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fb3d036a-0180-45ca-ab1b-34e1c0526cc4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/995c39cf-26d5-4652-900b-4e25b5587293 HTTP/1.1" status: 204 len: 168 time: 1.5174265 Aug 16 13:16:05.591147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33368) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:05.628204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86460f8b-a822-457b-8e08-a3a0e1973dbc req-520173e8-8cdf-4f55-bf7f-addb209de1db tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:05.644409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86460f8b-a822-457b-8e08-a3a0e1973dbc req-520173e8-8cdf-4f55-bf7f-addb209de1db tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.4244139 Aug 16 13:16:05.789728 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-866e8c43-2586-4b2c-bf0d-aff6065d9f8c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.792373 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-866e8c43-2586-4b2c-bf0d-aff6065d9f8c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0279479 Aug 16 13:16:05.799867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33370) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:05.802282 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.823183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8d8b2c3b-87f4-42de-bf68-04160e3e1593 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group': {'name': 'tempest-secgroup--737924'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:05.883964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86460f8b-a822-457b-8e08-a3a0e1973dbc req-eb6c8ef9-f37a-4240-80ac-0600cd4bdc54 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152960 Aug 16 13:16:05.892285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8c43-2586-4b2c-bf0d-aff6065d9f8c tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005eb7d1-3e48-4c7a-ad98-7f53b0ff5793,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:06.020442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade71b91-b58e-490b-a3ec-cc2a2128ff66 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:06.026049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33378) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:06.026986 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ade71b91-b58e-490b-a3ec-cc2a2128ff66 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4342041 Aug 16 13:16:06.031311 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Routers {'c5697492-bc79-4c72-b54e-9cc4895e6f6e'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:06.032330 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:16:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:06.065288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2c3b-87f4-42de-bf68-04160e3e1593 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:06.070959 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-8247f9c6-70f1-4a09-8617-a523d8ee71ba tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:16:06.089479 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8247f9c6-70f1-4a09-8617-a523d8ee71ba tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/830de559-efa1-4aa2-b03c-2adb68029aa8 HTTP/1.1" status: 404 len: 333 time: 0.0595901 Aug 16 13:16:06.090721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33380) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:06.138272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4dfdd-c653-4a8b-ab17-8187168c0dce None None] Pushing event updated for resources: {'Port': ['ID=dec58389-770f-48e6-be98-eba56be11fca,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:06.173376 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:06.187954 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-a043fc4b-ce4e-4049-b1b0-18aee4fde2d7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:16:06.195187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a043fc4b-ce4e-4049-b1b0-18aee4fde2d7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/995c39cf-26d5-4652-900b-4e25b5587293 HTTP/1.1" status: 404 len: 333 time: 0.1031494 Aug 16 13:16:06.199336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33382) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:06.255253 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619384a5-56c1-491a-9690-4aeacc59f7cd None None] Pushing event updated for resources: {'Port': ['ID=aa2679d7-d463-4820-931c-9ddddc084543,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:06.460712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2c3b-87f4-42de-bf68-04160e3e1593 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:06.505939 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf8f75-5353-47b3-a9c1-36024d468e59 req-fa15eaab-f61b-4d35-beaa-f72b519c1b65 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:06.514062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2bf8f75-5353-47b3-a9c1-36024d468e59 req-fa15eaab-f61b-4d35-beaa-f72b519c1b65 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1807058 Aug 16 13:16:06.524354 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2c3b-87f4-42de-bf68-04160e3e1593 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:06.593119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b2c3b-87f4-42de-bf68-04160e3e1593 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2804383-2dca-483e-9de1-76d17c013311,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:06.595827 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] Set router c5697492-bc79-4c72-b54e-9cc4895e6f6e gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:16:06.625379 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2c3b-87f4-42de-bf68-04160e3e1593 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:06.629536 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8d8b2c3b-87f4-42de-bf68-04160e3e1593 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8205476 Aug 16 13:16:06.633703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33386) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:06.689786 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:06.699424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6ecc5e2-001a-4c8c-9d6c-7e1810e2c55a req-83f4d4dc-057d-4bc8-a46d-b0b6eadf1a9e tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.1727071 Aug 16 13:16:06.734955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2bf8f75-5353-47b3-a9c1-36024d468e59 req-b4c1c24a-41c8-406f-b9ac-64c29222e640 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198451 Aug 16 13:16:06.749329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1910ced3-6b58-4165-aa04-3fe0be744e0d tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group_rule': {'security_group_id': '005eb7d1-3e48-4c7a-ad98-7f53b0ff5793', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a2804383-2dca-483e-9de1-76d17c013311'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:06.866690 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-1910ced3-6b58-4165-aa04-3fe0be744e0d tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:16:06.872367 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1910ced3-6b58-4165-aa04-3fe0be744e0d tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2301881 Aug 16 13:16:06.879674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33392) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:06.880977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dec58389-770f-48e6-be98-eba56be11fca up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:06.972381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Allocated IP 2001:db8::1 (6b9f2000-f30f-48ed-97dc-3e50b865e613/008607ea-cfe4-4171-8d7d-4f534ab76dfa/7e161972-fa72-41a3-af47-a7045eb3d566) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:06.996924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port dec58389-770f-48e6-be98-eba56be11fca completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:07.040837 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'name': 'tempest-TestVolumeBootPattern-1145282988-router', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:41Z', 'updated_at': '2021-08-16T13:15:58Z', 'revision_number': 4, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'gw_port': {'id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:46Z', 'updated_at': '2021-08-16T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'aa2679d7-d463-4820-931c-9ddddc084543', 'name': '', 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'mac_address': 'fa:16:3e:bc:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:56Z', 'updated_at': '2021-08-16T13:16:05Z', 'revision_number': 4, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'subnets': [{'id': '38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:07.044141 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2244c5d7-9e84-4e7f-a2ab-174b4e1dd72a tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.093764 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2045632-41bb-429e-add8-4683cfabf5dc None None] The sync data for ids ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'] in n-d-804708-1 is: [{'id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'name': 'tempest-TestVolumeBootPattern-1145282988-router', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:41Z', 'updated_at': '2021-08-16T13:15:58Z', 'revision_number': 4, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'gw_port': {'id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:46Z', 'updated_at': '2021-08-16T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'aa2679d7-d463-4820-931c-9ddddc084543', 'name': '', 'network_id': 'ab326085-0032-4b80-bfa8-60cf20fc9091', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'mac_address': 'fa:16:3e:bc:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:56Z', 'updated_at': '2021-08-16T13:16:05Z', 'revision_number': 4, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'subnets': [{'id': '38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:16:07.099962 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.116779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:07.145486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fd134a-cab3-42b9-bee3-1a83f4e68acc') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:07.146329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fd134a-cab3-42b9-bee3-1a83f4e68acc') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:07.167581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.199032 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2244c5d7-9e84-4e7f-a2ab-174b4e1dd72a tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.200841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.216472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:16:07.217155 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:16:07.220947 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:16:07.364007 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.366464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860ab93-a999-41bc-ab47-096470dc77f4 req-14d1d553-3f39-49f8-90fb-2e89dbed3e4a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:07.368132 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5860ab93-a999-41bc-ab47-096470dc77f4 req-14d1d553-3f39-49f8-90fb-2e89dbed3e4a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3395054 Aug 16 13:16:07.380545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.387739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.418753 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2244c5d7-9e84-4e7f-a2ab-174b4e1dd72a tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.418970 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.421274 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2244c5d7-9e84-4e7f-a2ab-174b4e1dd72a tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.425337 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2244c5d7-9e84-4e7f-a2ab-174b4e1dd72a tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "DELETE /v2.0/security-groups/a2804383-2dca-483e-9de1-76d17c013311 HTTP/1.1" status: 204 len: 168 time: 0.5410626 Aug 16 13:16:07.427305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/networks/ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031 HTTP/1.1" status: 204 len: 168 time: 1.2269800 Aug 16 13:16:07.429679 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33400) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:07.429861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33402) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:07.434194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Transition to ACTIVE for port object 7e161972-fa72-41a3-af47-a7045eb3d566 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:07.437527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1141801468'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:07.500053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:07.503818 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.512870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f68841-ca5d-4d1b-a55b-994ac407c4b5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Network': ['ID=ee4b2188-d5a8-43cd-b1f4-cdf3be6e0031,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:07.534697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244c5d7-9e84-4e7f-a2ab-174b4e1dd72a tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2804383-2dca-483e-9de1-76d17c013311,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:07.563533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5860ab93-a999-41bc-ab47-096470dc77f4 req-a222e9a3-7172-4587-94db-61359bf53c51 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773143 Aug 16 13:16:07.608885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.618836 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b3793dfb-6074-4dd7-889b-47d97240ed91 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1520717 Aug 16 13:16:07.619133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33410) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:07.641421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:16:07.674942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.675290 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Added segment ad86cfad-462d-477b-aade-a47186954b11 of type vlan for network 1c034a56-df31-49f2-8dd5-02a781c7a343 Aug 16 13:16:07.766324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network 6b9f2000-f30f-48ed-97dc-3e50b865e613 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:07.775241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:07.788230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:07.790860 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.856839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Port': ['ID=7e161972-fa72-41a3-af47-a7045eb3d566,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:07.925180 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe5aef9-1741-402b-a552-ec5a2f106eb2 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:07.954788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-c6bf3ca1-bcf9-4478-9cf3-edc1c20fdbec tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:07.968305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-c6bf3ca1-bcf9-4478-9cf3-edc1c20fdbec tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.2218399 Aug 16 13:16:07.971667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe5aef9-1741-402b-a552-ec5a2f106eb2 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.058377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54580244-be29-4086-b79a-358e490bebcc None None] Network 8d9a186c-223f-414d-8cc9-d41a2879fe60 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:08.069792 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.105753 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe5aef9-1741-402b-a552-ec5a2f106eb2 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.111016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3fe5aef9-1741-402b-a552-ec5a2f106eb2 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.113119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3fe5aef9-1741-402b-a552-ec5a2f106eb2 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "DELETE /v2.0/security-groups/005eb7d1-3e48-4c7a-ad98-7f53b0ff5793 HTTP/1.1" status: 204 len: 168 time: 0.4903965 Aug 16 13:16:08.121089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33416) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:08.122815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-fca5b5a5-25d1-4dd1-bcd7-1df6f81330a1 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/quotas/36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 375 time: 0.1528642 Aug 16 13:16:08.132989 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.140156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:08.140964 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.232977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5aef9-1741-402b-a552-ec5a2f106eb2 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005eb7d1-3e48-4c7a-ad98-7f53b0ff5793,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:08.257518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Network': ['ID=1c034a56-df31-49f2-8dd5-02a781c7a343,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:08.305504 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9c75523e-caa4-469e-89a6-8f660e8c36b9 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1569204 Aug 16 13:16:08.305504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.306390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33418) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:08.314926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c094bdcb-325d-4f66-baed-8928950d96a9 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group': {'name': 'tempest-secgroup--482943101'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:08.315941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 1c034a56-df31-49f2-8dd5-02a781c7a343 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:16:08.341881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c6879-f735-4755-91fc-f8030777941a req-06a06d4e-9902-476d-a572-39b1ea9a342b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:08.349113 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a4c6879-f735-4755-91fc-f8030777941a req-06a06d4e-9902-476d-a572-39b1ea9a342b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.6033335 Aug 16 13:16:08.376867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0f2b89d6-e4c4-4ce1-9a71-758ec5d8e830 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9403851 Aug 16 13:16:08.393599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33420) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:08.407443 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': '1c034a56-df31-49f2-8dd5-02a781c7a343', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:08.461474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c094bdcb-325d-4f66-baed-8928950d96a9 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.504244 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-5ef47a4e-dc9d-4e95-8ea4-e9ac9694ff37 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3592589 Aug 16 13:16:08.518342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a69e72b2-278c-4a8a-a6cb-3f0fa1727d00 None None] Provisioning for port dec58389-770f-48e6-be98-eba56be11fca completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:08.525168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a69e72b2-278c-4a8a-a6cb-3f0fa1727d00 None None] Provisioning complete for port dec58389-770f-48e6-be98-eba56be11fca triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:08.526859 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a69e72b2-278c-4a8a-a6cb-3f0fa1727d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.550867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a4c6879-f735-4755-91fc-f8030777941a req-98427655-cfc9-4229-9e60-e0ed655d0509 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865091 Aug 16 13:16:08.778315 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a69e72b2-278c-4a8a-a6cb-3f0fa1727d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.798202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device aa2679d7-d463-4820-931c-9ddddc084543 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:08.812344 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-c6eac4ca-c49b-4712-b37e-fb158aa11268 service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957072 Aug 16 13:16:08.863389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24ac8d4d-eba5-47c0-917a-3b5e8d131d13 req-78b601e1-4b00-4ee9-9ab1-f283fce9fe81 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.0901184 Aug 16 13:16:08.884463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a69e72b2-278c-4a8a-a6cb-3f0fa1727d00 None None] For port dec58389-770f-48e6-be98-eba56be11fca, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dec58389-770f-48e6-be98-eba56be11fca,segment=NetworkSegment(42782ee2-b24d-4fba-8eb6-58118733f957),segment_id=42782ee2-b24d-4fba-8eb6-58118733f957)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:08.919726 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a69e72b2-278c-4a8a-a6cb-3f0fa1727d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.972215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c094bdcb-325d-4f66-baed-8928950d96a9 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:08.991388 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c094bdcb-325d-4f66-baed-8928950d96a9 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.004823 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e72b2-278c-4a8a-a6cb-3f0fa1727d00 None None] Pushing event updated for resources: {'Port': ['ID=dec58389-770f-48e6-be98-eba56be11fca,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:09.051241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port aa2679d7-d463-4820-931c-9ddddc084543 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:09.066247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port aa2679d7-d463-4820-931c-9ddddc084543 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:09.067362 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.116244 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:09.122550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.132095 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c094bdcb-325d-4f66-baed-8928950d96a9 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.139325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-969ff5fc-cf3c-426c-a6d4-b0e879c2ced7 None None] Provisioning for port 7e161972-fa72-41a3-af47-a7045eb3d566 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:09.143579 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c094bdcb-325d-4f66-baed-8928950d96a9 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8315361 Aug 16 13:16:09.148740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33426) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:09.156137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f35b125e-df07-416e-90c2-5da493d77f43 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:09.156703 n-d-804708-1 neutron-server[101396]: WARNING neutron.api.v2.base [None req-f35b125e-df07-416e-90c2-5da493d77f43 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 13:16:09.157341 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-f35b125e-df07-416e-90c2-5da493d77f43 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 13:16:09.159119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f35b125e-df07-416e-90c2-5da493d77f43 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "PUT /v2.0/security-groups/d4dee962-4c87-4849-826d-e8a68de2191c HTTP/1.1" status: 409 len: 330 time: 0.0069401 Aug 16 13:16:09.163947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33428) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:09.172246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-9961b9b5-b0c9-434a-8d05-c1c1bf2f81d3 service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259301 Aug 16 13:16:09.187876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094bdcb-325d-4f66-baed-8928950d96a9 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dee962-4c87-4849-826d-e8a68de2191c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:09.189569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-969ff5fc-cf3c-426c-a6d4-b0e879c2ced7 None None] Provisioning complete for port 7e161972-fa72-41a3-af47-a7045eb3d566 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:09.190190 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-969ff5fc-cf3c-426c-a6d4-b0e879c2ced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.212275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7badd-76a3-4382-a850-fb4e2da90206 req-5b580686-9981-48b3-8433-948edd22833f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:09.224501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8d7badd-76a3-4382-a850-fb4e2da90206 req-5b580686-9981-48b3-8433-948edd22833f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1541431 Aug 16 13:16:09.299559 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.303966 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.322191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-969ff5fc-cf3c-426c-a6d4-b0e879c2ced7 None None] Port 7e161972-fa72-41a3-af47-a7045eb3d566 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:16:09.336866 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.339418 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.411078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port aa2679d7-d463-4820-931c-9ddddc084543, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=aa2679d7-d463-4820-931c-9ddddc084543,segment=NetworkSegment(1cbd1b28-25d6-4d7c-8873-a1915606531c),segment_id=1cbd1b28-25d6-4d7c-8873-a1915606531c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:09.419402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.491989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d77c2182-6141-4eb4-bdcc-995b1b7a7417 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.499401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event updated for resources: {'Port': ['ID=7e161972-fa72-41a3-af47-a7045eb3d566,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:09.534737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-95b25943-c75e-43b7-b081-8d5e4ffd370d None None] Provisioning complete for port dec58389-770f-48e6-be98-eba56be11fca triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:09.535385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-95b25943-c75e-43b7-b081-8d5e4ffd370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.546504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d77c2182-6141-4eb4-bdcc-995b1b7a7417 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.552528 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.593207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Network 6b9f2000-f30f-48ed-97dc-3e50b865e613 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:09.600010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:09.643644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Subnet': ['ID=f78696bb-c2b0-483d-bc08-5465531b1d67,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:09.659933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8d7badd-76a3-4382-a850-fb4e2da90206 req-115d556c-dee6-4952-96b4-7bd7fd0d0835 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342566 Aug 16 13:16:09.697918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=aa2679d7-d463-4820-931c-9ddddc084543,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:09.742083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Checking segment: {'id': 'ad86cfad-462d-477b-aade-a47186954b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1c034a56-df31-49f2-8dd5-02a781c7a343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:09.742719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network hostable DHCP agents. Network: 1c034a56-df31-49f2-8dd5-02a781c7a343, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:16:09.826837 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d77c2182-6141-4eb4-bdcc-995b1b7a7417 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.830514 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d77c2182-6141-4eb4-bdcc-995b1b7a7417 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:09.836853 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d77c2182-6141-4eb4-bdcc-995b1b7a7417 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "DELETE /v2.0/security-groups/d4dee962-4c87-4849-826d-e8a68de2191c HTTP/1.1" status: 204 len: 168 time: 0.6695364 Aug 16 13:16:09.837070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 1c034a56-df31-49f2-8dd5-02a781c7a343 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:16:09.838946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33444) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:09.859455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c2182-6141-4eb4-bdcc-995b1b7a7417 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dee962-4c87-4849-826d-e8a68de2191c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:09.875209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Router 89103c60-c7fc-4876-a472-87be15341eff has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:16:09.935265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1444652d-e628-4550-b541-5a6c9919d7d5 req-4bdf53a5-481c-439d-b684-de4ddcf79365 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 210 time: 0.1039188 Aug 16 13:16:09.988862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0477f4d3-dcd2-4722-83d3-3108dab32218 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0989270 Aug 16 13:16:09.988862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 1c034a56-df31-49f2-8dd5-02a781c7a343) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:09.988862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33450) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:09.997601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab67f1f-75d6-4be5-a907-4ab5ed91286a None None] Network 1c034a56-df31-49f2-8dd5-02a781c7a343 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:10.002949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:10.003565 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:10.012187 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-739a867c-25da-4e5b-8d71-c13180437b38 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] delete failed (client error): The resource could not be found. Aug 16 13:16:10.019174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-739a867c-25da-4e5b-8d71-c13180437b38 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "DELETE /v2.0/security-groups/94d5f8c7-0084-4c12-b41f-7545cd8135b5 HTTP/1.1" status: 404 len: 347 time: 0.0259650 Aug 16 13:16:10.024130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199d75d-dceb-44aa-9407-da4db4fe1185 req-6f09992c-d19d-45dd-82e7-18f0489bbbb6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:10.035933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c199d75d-dceb-44aa-9407-da4db4fe1185 req-6f09992c-d19d-45dd-82e7-18f0489bbbb6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2297592 Aug 16 13:16:10.043304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33452) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:10.084631 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-040b240d-b63e-423a-9a60-79334b0de7a1 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] show failed (client error): The resource could not be found. Aug 16 13:16:10.093787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-040b240d-b63e-423a-9a60-79334b0de7a1 tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "GET /v2.0/security-groups/b3270974-5fbf-43bd-9b8b-1a24b763a7cf HTTP/1.1" status: 404 len: 347 time: 0.0337181 Aug 16 13:16:10.093787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8b4f193f-21d7-4657-9eb3-429279a2a2aa tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6915686 Aug 16 13:16:10.093787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33456) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:10.095933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': '1c034a56-df31-49f2-8dd5-02a781c7a343', 'name': 'tempest-PortsIpV6TestJSON-180159473'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:10.102155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33458) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:10.132312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:16:10.144273 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c24956f5-faae-4035-b04d-3a69e5f10d30 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "PUT /v2.0/routers/89103c60-c7fc-4876-a472-87be15341eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5998404 Aug 16 13:16:10.148293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33460) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:10.154292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f3648-5f54-40bb-8bbd-fec6d85dc211 None None] Sync routers for ids ['89103c60-c7fc-4876-a472-87be15341eff'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:16:10.184972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f3648-5f54-40bb-8bbd-fec6d85dc211 None None] Routers {'89103c60-c7fc-4876-a472-87be15341eff'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:10.185527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d25f3648-5f54-40bb-8bbd-fec6d85dc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:16:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['89103c60-c7fc-4876-a472-87be15341eff'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:10.204656 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-85f47f31-52a9-440f-9596-6e1e7455d09e tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] show failed (client error): The resource could not be found. Aug 16 13:16:10.211176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-85f47f31-52a9-440f-9596-6e1e7455d09e tempest-NegativeSecGroupTest-275214004 tempest-NegativeSecGroupTest-275214004-project] 10.222.0.25 "GET /v2.0/security-group-rules/c14ddd7c-5aac-4af2-bba4-da977e8e93c9 HTTP/1.1" status: 404 len: 356 time: 0.1025426 Aug 16 13:16:10.230178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82758a63-0e05-4570-8002-faf8721eef55 None None] Provisioning complete for port 7e161972-fa72-41a3-af47-a7045eb3d566 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:10.230616 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82758a63-0e05-4570-8002-faf8721eef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:10.235526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d25f3648-5f54-40bb-8bbd-fec6d85dc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:10.306037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f3648-5f54-40bb-8bbd-fec6d85dc211 None None] Routers {'89103c60-c7fc-4876-a472-87be15341eff'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:10.306768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d25f3648-5f54-40bb-8bbd-fec6d85dc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:16:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['89103c60-c7fc-4876-a472-87be15341eff'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:10.365867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-82758a63-0e05-4570-8002-faf8721eef55 None None] Port 7e161972-fa72-41a3-af47-a7045eb3d566 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:16:10.372667 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d25f3648-5f54-40bb-8bbd-fec6d85dc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:10.374478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f3648-5f54-40bb-8bbd-fec6d85dc211 None None] The sync data for ids ['89103c60-c7fc-4876-a472-87be15341eff'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:16:10.444390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-1c034a56-df31-49f2-8dd5-02a781c7a343', 'network_id': '1c034a56-df31-49f2-8dd5-02a781c7a343', 'tenant_id': '2694f58a77944a008914fa19fd77ef11', 'fixed_ips': [{'subnet_id': 'f78696bb-c2b0-483d-bc08-5465531b1d67'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:16:10.445313 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:10.706733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Allocated IP 2001:db8::2 (1c034a56-df31-49f2-8dd5-02a781c7a343/f78696bb-c2b0-483d-bc08-5465531b1d67/52175e60-a004-4918-8f61-4d5a89ab3cae) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:10.855963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33468) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:10.871957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device aa2679d7-d463-4820-931c-9ddddc084543 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:10.913017 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-04cf9078-1d05-4d00-8937-0a5d70dec036 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:10.920746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c199d75d-dceb-44aa-9407-da4db4fe1185 req-f356118b-236b-44b3-bef5-5aad3c2cec65 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8839135 Aug 16 13:16:10.928725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:10.937992 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33960e1a-cc8d-41ee-b127-af45f07f0ec3 req-66c8cc69-4481-496c-9f55-c38c9a455c57 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.7785325 Aug 16 13:16:11.008907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Transition to ACTIVE for port object 52175e60-a004-4918-8f61-4d5a89ab3cae will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:11.113099 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Transition to ACTIVE for port object 52175e60-a004-4918-8f61-4d5a89ab3cae will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:11.128362 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:11.131959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d195ed87-14c1-460e-aa14-f980e593f159 req-0d581073-3c29-4b94-a6e6-d7828113a7b3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 210 time: 0.0557182 Aug 16 13:16:11.223074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port aa2679d7-d463-4820-931c-9ddddc084543 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:11.223627 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:11.234198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Pushing event updated for resources: {'Port': ['ID=52175e60-a004-4918-8f61-4d5a89ab3cae,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:11.236113 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-04cf9078-1d05-4d00-8937-0a5d70dec036 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 13:16:11.237999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-04cf9078-1d05-4d00-8937-0a5d70dec036 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "DELETE /v2.0/routers/89103c60-c7fc-4876-a472-87be15341eff HTTP/1.1" status: 409 len: 329 time: 1.0732880 Aug 16 13:16:11.242754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33478) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:11.259355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7116813-b9cd-41bd-8630-633013b8c683 req-81acec68-bf07-4032-aac5-a4193866e4b2 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:11.261806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7116813-b9cd-41bd-8630-633013b8c683 req-81acec68-bf07-4032-aac5-a4193866e4b2 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1426156 Aug 16 13:16:11.263326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:11.267237 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:11.299739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Network 1c034a56-df31-49f2-8dd5-02a781c7a343 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:11.306242 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:11.311801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:11.331020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port 844732db-db9f-44fe-ac0b-10c67a2a6457 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:16:11.338830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7116813-b9cd-41bd-8630-633013b8c683 req-7a0ee3c6-d883-43a2-bb29-df8db781635f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530193 Aug 16 13:16:11.496390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Attempting to bind port 52175e60-a004-4918-8f61-4d5a89ab3cae on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:16:11.496900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Attempting to bind port 52175e60-a004-4918-8f61-4d5a89ab3cae by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'ad86cfad-462d-477b-aade-a47186954b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1c034a56-df31-49f2-8dd5-02a781c7a343'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:16:11.497496 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Attempting to bind port 52175e60-a004-4918-8f61-4d5a89ab3cae on network 1c034a56-df31-49f2-8dd5-02a781c7a343 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:16:11.516463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:16:11.517212 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Checking segment: {'id': 'ad86cfad-462d-477b-aade-a47186954b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1c034a56-df31-49f2-8dd5-02a781c7a343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:11.518198 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:11.518897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Bound using segment: {'id': 'ad86cfad-462d-477b-aade-a47186954b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1c034a56-df31-49f2-8dd5-02a781c7a343'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:16:11.519747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Bound port: 52175e60-a004-4918-8f61-4d5a89ab3cae, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad86cfad-462d-477b-aade-a47186954b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1c034a56-df31-49f2-8dd5-02a781c7a343'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:16:11.520538 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:11.571633 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dec58389-770f-48e6-be98-eba56be11fca up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:11.605135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8::163 (1c034a56-df31-49f2-8dd5-02a781c7a343/f78696bb-c2b0-483d-bc08-5465531b1d67/844732db-db9f-44fe-ac0b-10c67a2a6457) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:11.680028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] For port 52175e60-a004-4918-8f61-4d5a89ab3cae, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:16:11.685937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] For port 52175e60-a004-4918-8f61-4d5a89ab3cae, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=52175e60-a004-4918-8f61-4d5a89ab3cae,segment=NetworkSegment(ad86cfad-462d-477b-aade-a47186954b11),segment_id=ad86cfad-462d-477b-aade-a47186954b11)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:16:11.706325 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:11.711249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port dec58389-770f-48e6-be98-eba56be11fca triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:11.711615 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:11.795425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a6fd4-314b-4759-b900-9ec89c624337 req-335f389c-e2cd-4162-91c9-0c967a132c29 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:11.797043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f0a6fd4-314b-4759-b900-9ec89c624337 req-335f389c-e2cd-4162-91c9-0c967a132c29 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2824721 Aug 16 13:16:11.844611 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-47f61927-37b4-4e45-9ee8-70db8d56c78f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a8a5e361c564dd6a91e4ff6cdd6853c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9864902 Aug 16 13:16:11.848542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33482) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:11.927129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c02d05-bdb6-4e44-b622-1d4dc7463e0f None None] Pushing event updated for resources: {'Port': ['ID=52175e60-a004-4918-8f61-4d5a89ab3cae,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:11.996510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:12.032436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object 844732db-db9f-44fe-ac0b-10c67a2a6457 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:12.101482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f0a6fd4-314b-4759-b900-9ec89c624337 req-313d8dfe-5c29-4798-9863-041d54c77045 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834482 Aug 16 13:16:12.205771 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-39090821-b936-4918-a024-ce4abdafafb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:12.223214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:12.293480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-2c78e01e-3b90-424d-8bf4-5e59fcf7a155 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:12.305074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-2c78e01e-3b90-424d-8bf4-5e59fcf7a155 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.4592021 Aug 16 13:16:12.349025 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be0b3cfe-5ea9-4d01-9e45-dedd355d598d req-a3afc028-1722-495f-9771-176c58c800b9 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.2266791 Aug 16 13:16:12.425808 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-39090821-b936-4918-a024-ce4abdafafb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:12.443470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'port': {'device_id': 'dd823d0d-801c-4e45-8540-09adb4d8d46e', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'admin_state_up': True, 'tenant_id': '36258017bc834aab8f01df63a8d583bf'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:12.445949 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc4dd201-efd9-4d86-b20f-fe96a0a87193 req-514815f7-d752-4963-862a-2d02bc0d2418 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 210 time: 0.0590029 Aug 16 13:16:12.453624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 1c034a56-df31-49f2-8dd5-02a781c7a343 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:12.459917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:12.465196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:12.471267 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:12.471975 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:12.491856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=844732db-db9f-44fe-ac0b-10c67a2a6457,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:12.519023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1a945cf3-d0e6-4976-b35d-62b390463197 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4262750 Aug 16 13:16:12.519677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33494) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:12.708293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72002f-f3db-4c89-9cdf-d5f9f7b47ef0 req-5217f1b2-c9d2-40f5-869f-5d4917fc9536 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:12.710924 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c72002f-f3db-4c89-9cdf-d5f9f7b47ef0 req-5217f1b2-c9d2-40f5-869f-5d4917fc9536 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1406693 Aug 16 13:16:12.734474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 52175e60-a004-4918-8f61-4d5a89ab3cae up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:12.786197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-65972643-216d-4225-ae78-8ccd7698889d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 844732db-db9f-44fe-ac0b-10c67a2a6457 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:12.786473 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65972643-216d-4225-ae78-8ccd7698889d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:12.843175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 52175e60-a004-4918-8f61-4d5a89ab3cae completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:12.916674 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-39090821-b936-4918-a024-ce4abdafafb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:12.920998 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-39090821-b936-4918-a024-ce4abdafafb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:12.924930 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-39090821-b936-4918-a024-ce4abdafafb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d158bd4-7214-4f25-9331-cc703c47abd6 HTTP/1.1" status: 204 len: 168 time: 1.0730391 Aug 16 13:16:12.937030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c72002f-f3db-4c89-9cdf-d5f9f7b47ef0 req-c4d6495a-ce8a-4b74-9c7b-e3719a754cf2 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074072 Aug 16 13:16:12.960203 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39090821-b936-4918-a024-ce4abdafafb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d158bd4-7214-4f25-9331-cc703c47abd6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:12.972776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Made reservation on behalf of 36258017bc834aab8f01df63a8d583bf for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:12.997127 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:13.103817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65972643-216d-4225-ae78-8ccd7698889d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:13.149175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-65972643-216d-4225-ae78-8ccd7698889d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 844732db-db9f-44fe-ac0b-10c67a2a6457 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:13.328740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd5110f2-ade8-45be-8781-6f19e152a409 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:13.503135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3feb6-bdfd-4246-ba44-81a2f2416d38 req-126b414d-c668-403f-9c84-9a4e3f1f06a5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:13.518028 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ca3feb6-bdfd-4246-ba44-81a2f2416d38 req-126b414d-c668-403f-9c84-9a4e3f1f06a5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2344394 Aug 16 13:16:13.518825 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Allocated IP 172.20.0.13 (09008d7a-74f8-41ab-838d-28f8e4814bf4/af41ab79-8112-4b7c-93d4-d544d538fff7/8049eb2e-d060-4467-be29-f42d60877eca) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:13.568728 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65972643-216d-4225-ae78-8ccd7698889d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:13.576607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d652f-8eff-4917-89f9-6b934b8f9ec3 None None] Network 1c034a56-df31-49f2-8dd5-02a781c7a343 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:13.691944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97dbaa55-00e7-445d-8f2f-8171f3144a87 req-99a27b2e-c930-401b-8a6b-bf4a787cf7b8 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.1440115 Aug 16 13:16:13.698710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ee582644-1d0a-4f45-b0a6-c4800f67f654 None None] Provisioning for port 52175e60-a004-4918-8f61-4d5a89ab3cae completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:13.708063 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ee582644-1d0a-4f45-b0a6-c4800f67f654 None None] Provisioning complete for port 52175e60-a004-4918-8f61-4d5a89ab3cae triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:13.708857 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee582644-1d0a-4f45-b0a6-c4800f67f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:13.726576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65972643-216d-4225-ae78-8ccd7698889d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=844732db-db9f-44fe-ac0b-10c67a2a6457,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:13.865180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65972643-216d-4225-ae78-8ccd7698889d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:13.875271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-65972643-216d-4225-ae78-8ccd7698889d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/844732db-db9f-44fe-ac0b-10c67a2a6457 HTTP/1.1" status: 204 len: 168 time: 1.3537073 Aug 16 13:16:13.879613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33518) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:13.889659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ca3feb6-bdfd-4246-ba44-81a2f2416d38 req-8c7669de-2a13-4442-82e3-12add42be9a5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517234 Aug 16 13:16:14.023422 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee582644-1d0a-4f45-b0a6-c4800f67f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:14.031419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1390084-ee3c-4681-9007-222bd3cfa15a req-064e871f-025d-4bf0-ad28-b7873fd816d0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 210 time: 0.1525376 Aug 16 13:16:14.036656 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4be04d-fe03-42c4-9c75-be3221149061 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:16:14.042547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4be04d-fe03-42c4-9c75-be3221149061 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:16:14.052708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ad4be04d-fe03-42c4-9c75-be3221149061 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/844732db-db9f-44fe-ac0b-10c67a2a6457 HTTP/1.1" status: 404 len: 333 time: 0.1558585 Aug 16 13:16:14.053457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33524) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:14.154877 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-af302334-e8bb-4854-8a00-e26913908d98 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:16:14.167310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-af302334-e8bb-4854-8a00-e26913908d98 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/844732db-db9f-44fe-ac0b-10c67a2a6457 HTTP/1.1" status: 404 len: 333 time: 0.1094680 Aug 16 13:16:14.168259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:14.169436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33530) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:14.202677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Transition to ACTIVE for port object 8049eb2e-d060-4467-be29-f42d60877eca will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:14.219504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ee582644-1d0a-4f45-b0a6-c4800f67f654 None None] For port 52175e60-a004-4918-8f61-4d5a89ab3cae, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=52175e60-a004-4918-8f61-4d5a89ab3cae,segment=NetworkSegment(ad86cfad-462d-477b-aade-a47186954b11),segment_id=ad86cfad-462d-477b-aade-a47186954b11)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:14.237972 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee582644-1d0a-4f45-b0a6-c4800f67f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:14.400908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:14.412440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba2ed3b-bd6c-4290-b650-ca5d401c45c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting subnet f78696bb-c2b0-483d-bc08-5465531b1d67 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:16:14.427872 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ed3b-bd6c-4290-b650-ca5d401c45c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:14.479069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee582644-1d0a-4f45-b0a6-c4800f67f654 None None] Pushing event updated for resources: {'Port': ['ID=52175e60-a004-4918-8f61-4d5a89ab3cae,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:14.545570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=8049eb2e-d060-4467-be29-f42d60877eca,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:14.560866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33540) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:14.579921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:14.598876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:14.602236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:14.653541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ed3b-bd6c-4290-b650-ca5d401c45c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:14.688883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f14ac7e6-e403-4c51-a6e1-15e78ea44bed None None] Provisioning complete for port 52175e60-a004-4918-8f61-4d5a89ab3cae triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:14.689253 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f14ac7e6-e403-4c51-a6e1-15e78ea44bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:14.723317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-dd5110f2-ade8-45be-8781-6f19e152a409 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Deleting port 7e161972-fa72-41a3-af47-a7045eb3d566 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:14.724670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd5110f2-ade8-45be-8781-6f19e152a409 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:14.761550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0dc5-3a54-4cd2-ab8f-4edfb63b413f req-fb63250b-ea07-47c1-a71e-bfaaa2de28e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:14.764097 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-374e0dc5-3a54-4cd2-ab8f-4edfb63b413f req-fb63250b-ea07-47c1-a71e-bfaaa2de28e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2655115 Aug 16 13:16:14.771004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 52175e60-a004-4918-8f61-4d5a89ab3cae up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:14.831994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-374e0dc5-3a54-4cd2-ab8f-4edfb63b413f req-5e6cc7fd-6ef4-49b3-9e9d-cf237a06d291 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560215 Aug 16 13:16:14.918311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:14.922812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:14.941558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6ed9206d-8af8-42ad-87e0-97b930c95e95 tempest-ServiceProvidersTest-553430960 tempest-ServiceProvidersTest-553430960-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3710604 Aug 16 13:16:15.003321 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-bebbd136-d00c-4b21-bbe2-366bdd7ba4e3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6550403 Aug 16 13:16:15.070844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Request body: {'port': {'device_id': 'dd823d0d-801c-4e45-8540-09adb4d8d46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:15.074983 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ed3b-bd6c-4290-b650-ca5d401c45c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:15.175256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 52175e60-a004-4918-8f61-4d5a89ab3cae triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:15.176040 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:15.199827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6231e045-3847-4116-9ed2-f4b09b30024f req-a64e44c9-1ee2-429d-833b-7dfabb350bbf tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.1272914 Aug 16 13:16:15.250881 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b383522c-bb60-4467-986e-d278ccb4f152 None None] Could not find standard attr ID for object 844732db-db9f-44fe-ac0b-10c67a2a6457. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:16:15.277244 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accfe6e-3e52-4557-a0f5-540b4702a4d9 req-115d6f90-6ca1-48db-8a9d-bd2586bfde5b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:15.286016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9accfe6e-3e52-4557-a0f5-540b4702a4d9 req-115d6f90-6ca1-48db-8a9d-bd2586bfde5b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2915356 Aug 16 13:16:15.307313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b383522c-bb60-4467-986e-d278ccb4f152 None None] Provisioning for port 8049eb2e-d060-4467-be29-f42d60877eca completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:15.321179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b383522c-bb60-4467-986e-d278ccb4f152 None None] Provisioning complete for port 8049eb2e-d060-4467-be29-f42d60877eca triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:15.321691 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b383522c-bb60-4467-986e-d278ccb4f152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:15.324506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd5110f2-ade8-45be-8781-6f19e152a409 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:15.331866 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:15.366153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9accfe6e-3e52-4557-a0f5-540b4702a4d9 req-b66bed21-6a53-4891-827f-8f286978662a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790856 Aug 16 13:16:15.405812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-dd5110f2-ade8-45be-8781-6f19e152a409 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Calling delete_port for 7e161972-fa72-41a3-af47-a7045eb3d566 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:15.439563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ed3b-bd6c-4290-b650-ca5d401c45c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:15.547367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2ed3b-bd6c-4290-b650-ca5d401c45c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Subnet': ['ID=f78696bb-c2b0-483d-bc08-5465531b1d67,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:15.551697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33558) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:15.599105 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ed3b-bd6c-4290-b650-ca5d401c45c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:15.602601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9ba2ed3b-bd6c-4290-b650-ca5d401c45c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/f78696bb-c2b0-483d-bc08-5465531b1d67 HTTP/1.1" status: 204 len: 168 time: 1.4294803 Aug 16 13:16:15.619333 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33562) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:15.746676 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:15.827862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cf539d-0362-415b-accd-4d2f900a895b None None] Network 1c034a56-df31-49f2-8dd5-02a781c7a343 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:15.836049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823f164-d575-4617-9fda-2db1a68f9d44 req-5d2c546d-52de-49b1-be0b-3f288182ab04 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:15.854156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8823f164-d575-4617-9fda-2db1a68f9d44 req-5d2c546d-52de-49b1-be0b-3f288182ab04 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2480516 Aug 16 13:16:15.888289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b383522c-bb60-4467-986e-d278ccb4f152 None None] Port 8049eb2e-d060-4467-be29-f42d60877eca cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:16:15.925353 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f3b80a8-ceb2-42c7-94f8-cf93ab30e1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:15.988844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b580eda-9c7a-49f5-8a6e-82f31c382854 req-6ca38d67-bf42-484a-9f5c-42243876e770 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:16.000002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b580eda-9c7a-49f5-8a6e-82f31c382854 req-6ca38d67-bf42-484a-9f5c-42243876e770 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 932 time: 0.4549897 Aug 16 13:16:16.033068 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8823f164-d575-4617-9fda-2db1a68f9d44 req-93b38849-41b6-4bfc-9110-c67a3a948b54 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742165 Aug 16 13:16:16.051743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd5110f2-ade8-45be-8781-6f19e152a409 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.108568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5110f2-ade8-45be-8781-6f19e152a409 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Port': ['ID=7e161972-fa72-41a3-af47-a7045eb3d566,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:16.122561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b580eda-9c7a-49f5-8a6e-82f31c382854 req-d4ce7452-a76f-42a0-9a13-2c53c8cb10b5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216037 Aug 16 13:16:16.129106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 52175e60-a004-4918-8f61-4d5a89ab3cae {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:16.133728 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.182893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a3317-fc17-4cc4-be99-56a6319e46ec None None] DHCP port deletion for 1c034a56-df31-49f2-8dd5-02a781c7a343 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:16:16.343526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f3b80a8-ceb2-42c7-94f8-cf93ab30e1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.371867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] For port 52175e60-a004-4918-8f61-4d5a89ab3cae, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=52175e60-a004-4918-8f61-4d5a89ab3cae,segment=NetworkSegment(ad86cfad-462d-477b-aade-a47186954b11),segment_id=ad86cfad-462d-477b-aade-a47186954b11)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:16.372694 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.380800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-107a3317-fc17-4cc4-be99-56a6319e46ec None None] Deleting port 52175e60-a004-4918-8f61-4d5a89ab3cae {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:16.381865 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-107a3317-fc17-4cc4-be99-56a6319e46ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.386600 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0f3b80a8-ceb2-42c7-94f8-cf93ab30e1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.426848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8049eb2e-d060-4467-be29-f42d60877eca {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:16:16.442880 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.460313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.468761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b80a8-ceb2-42c7-94f8-cf93ab30e1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f457534-ccd2-4aad-b0ae-c305f3d26226,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:16.477612 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0f3b80a8-ceb2-42c7-94f8-cf93ab30e1da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8af4ca2950df445aa8e1cd4b29225ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9106183 Aug 16 13:16:16.496349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33568) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:16.497761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 52175e60-a004-4918-8f61-4d5a89ab3cae owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:16.501605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee12a75d-07c0-48da-b8f6-e11455cc0b50 req-a410b7b3-5f24-4345-be4f-30f7ae9a597e tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.1255977 Aug 16 13:16:16.501985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Transition to ACTIVE for port object 8049eb2e-d060-4467-be29-f42d60877eca will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:16.538319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a8a3e-f21b-4cf8-8f75-4edf14523ed2 req-23ceeb20-ec83-4d41-bef4-6a33cf977334 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:16.547089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e64a8a3e-f21b-4cf8-8f75-4edf14523ed2 req-23ceeb20-ec83-4d41-bef4-6a33cf977334 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3052871 Aug 16 13:16:16.559269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.684233 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e64a8a3e-f21b-4cf8-8f75-4edf14523ed2 req-367f24a4-25bb-4de3-9a63-7cf2ec1c21ca tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361182 Aug 16 13:16:16.691950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-107a3317-fc17-4cc4-be99-56a6319e46ec None None] For port 52175e60-a004-4918-8f61-4d5a89ab3cae, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=52175e60-a004-4918-8f61-4d5a89ab3cae,segment=NetworkSegment(ad86cfad-462d-477b-aade-a47186954b11),segment_id=ad86cfad-462d-477b-aade-a47186954b11)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:16.693132 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-107a3317-fc17-4cc4-be99-56a6319e46ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.693807 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd5110f2-ade8-45be-8781-6f19e152a409 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.761371 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33cb66d3-993f-44a6-a7dc-0fa7ab322e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.787875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 52175e60-a004-4918-8f61-4d5a89ab3cae no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:16.798185 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33cb66d3-993f-44a6-a7dc-0fa7ab322e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.801947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-107a3317-fc17-4cc4-be99-56a6319e46ec None None] Calling delete_port for 52175e60-a004-4918-8f61-4d5a89ab3cae owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:16.831374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8049eb2e-d060-4467-be29-f42d60877eca,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:16.870865 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33cb66d3-993f-44a6-a7dc-0fa7ab322e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.875543 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33cb66d3-993f-44a6-a7dc-0fa7ab322e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.880785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-33cb66d3-993f-44a6-a7dc-0fa7ab322e59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f457534-ccd2-4aad-b0ae-c305f3d26226 HTTP/1.1" status: 204 len: 168 time: 0.3779612 Aug 16 13:16:16.901603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb66d3-993f-44a6-a7dc-0fa7ab322e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f457534-ccd2-4aad-b0ae-c305f3d26226,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:16.919854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:16.980552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=52175e60-a004-4918-8f61-4d5a89ab3cae,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:17.005732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No DVR routers for this DVR port 52175e60-a004-4918-8f61-4d5a89ab3cae on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:17.051531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No active binding found for port 52175e60-a004-4918-8f61-4d5a89ab3cae {{(pid=101397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 13:16:17.053089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 52175e60-a004-4918-8f61-4d5a89ab3cae not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:16:17.079626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Attempting to bind port 8049eb2e-d060-4467-be29-f42d60877eca on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:16:17.083220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Attempting to bind port 8049eb2e-d060-4467-be29-f42d60877eca by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:16:17.083735 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Attempting to bind port 8049eb2e-d060-4467-be29-f42d60877eca on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:16:17.103488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Port 8049eb2e-d060-4467-be29-f42d60877eca on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:16:17.103770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Attempting to bind port 8049eb2e-d060-4467-be29-f42d60877eca on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:16:17.122978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:16:17.123293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Checking segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:17.123702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Bound using segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:16:17.125722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Bound port: 8049eb2e-d060-4467-be29-f42d60877eca, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:16:17.126164 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.148645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-107a3317-fc17-4cc4-be99-56a6319e46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.190903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a3317-fc17-4cc4-be99-56a6319e46ec None None] Pushing event deleted for resources: {'Port': ['ID=52175e60-a004-4918-8f61-4d5a89ab3cae,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:17.201343 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a3317-fc17-4cc4-be99-56a6319e46ec None None] No DVR routers for this DVR port 52175e60-a004-4918-8f61-4d5a89ab3cae on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:17.305747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.373693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5110f2-ade8-45be-8781-6f19e152a409 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Router 89103c60-c7fc-4876-a472-87be15341eff has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:16:17.414378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c034a56-df31-49f2-8dd5-02a781c7a343']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:17.455904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad86cfad-462d-477b-aade-a47186954b11') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:17.456824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad86cfad-462d-477b-aade-a47186954b11') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:17.499795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5110f2-ade8-45be-8781-6f19e152a409 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:16:17.501937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] For port 8049eb2e-d060-4467-be29-f42d60877eca, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:16:17.509192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dd5110f2-ade8-45be-8781-6f19e152a409 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "PUT /v2.0/routers/89103c60-c7fc-4876-a472-87be15341eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2638028 Aug 16 13:16:17.514994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33582) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:17.518191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] For port 8049eb2e-d060-4467-be29-f42d60877eca, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8049eb2e-d060-4467-be29-f42d60877eca,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:16:17.520200 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c0ec2-8025-4e56-a2a9-25961e61fd09 None None] Sync routers for ids ['89103c60-c7fc-4876-a472-87be15341eff'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:16:17.535063 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c0ec2-8025-4e56-a2a9-25961e61fd09 None None] Routers {'89103c60-c7fc-4876-a472-87be15341eff'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:17.536695 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fc7c0ec2-8025-4e56-a2a9-25961e61fd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:16:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['89103c60-c7fc-4876-a472-87be15341eff'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:17.553754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3140b-5eeb-448a-9b6d-b40675861fe2 req-3aff2e98-ceea-47ac-a01b-f68fae4ed252 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:17.556020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-78e3140b-5eeb-448a-9b6d-b40675861fe2 req-3aff2e98-ceea-47ac-a01b-f68fae4ed252 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.4250345 Aug 16 13:16:17.563159 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.576391 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.603386 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.619606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:16:17.620364 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:16:17.639858 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:16:17.648051 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-a8cc726a-cf5c-4ab6-9c7c-c36e054b2180 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] show failed (client error): The resource could not be found. Aug 16 13:16:17.652350 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a8cc726a-cf5c-4ab6-9c7c-c36e054b2180 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1000386774 HTTP/1.1" status: 404 len: 335 time: 0.1324759 Aug 16 13:16:17.654175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33590) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:17.654860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8049eb2e-d060-4467-be29-f42d60877eca,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:17.660167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-78e3140b-5eeb-448a-9b6d-b40675861fe2 req-a09e126c-fecb-4ac2-b1b9-6b071f070e4c tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923789 Aug 16 13:16:17.661532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4cab2571-cba4-40ea-b79c-450a3bead9cd tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:17.690648 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fc7c0ec2-8025-4e56-a2a9-25961e61fd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:17.710914 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c0ec2-8025-4e56-a2a9-25961e61fd09 None None] Routers {'89103c60-c7fc-4876-a472-87be15341eff'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:17.712189 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fc7c0ec2-8025-4e56-a2a9-25961e61fd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:16:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['89103c60-c7fc-4876-a472-87be15341eff'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:17.714265 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-4cab2571-cba4-40ea-b79c-450a3bead9cd tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] update failed (client error): The resource could not be found. Aug 16 13:16:17.720491 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4cab2571-cba4-40ea-b79c-450a3bead9cd tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1395250844 HTTP/1.1" status: 404 len: 335 time: 0.0623398 Aug 16 13:16:17.721198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33592) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:17.755960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e86acf-a79d-45bf-a4bf-9d89efdb9504 req-ce86f28c-8dbe-4153-8a3a-e0c099874158 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:17.761181 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28e86acf-a79d-45bf-a4bf-9d89efdb9504 req-ce86f28c-8dbe-4153-8a3a-e0c099874158 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.3701098 Aug 16 13:16:17.779822 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.794507 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.800613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/networks/1c034a56-df31-49f2-8dd5-02a781c7a343 HTTP/1.1" status: 204 len: 168 time: 2.1792147 Aug 16 13:16:17.801325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33594) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:17.803730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:17.804377 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.805792 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d298b46b-37eb-44c4-b2b6-93dd02bf54f2 service neutron] 10.222.0.22 "PUT /v2.0/ports/8049eb2e-d060-4467-be29-f42d60877eca HTTP/1.1" status: 200 len: 1092 time: 2.7466059 Aug 16 13:16:17.807094 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fc7c0ec2-8025-4e56-a2a9-25961e61fd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:17.808008 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c0ec2-8025-4e56-a2a9-25961e61fd09 None None] The sync data for ids ['89103c60-c7fc-4876-a472-87be15341eff'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:16:17.810736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2b85b6-501a-4b01-b0f4-f7e5cc411cf3 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Deleting subnet a7cf6fd0-dc2b-44d0-aff4-45babe1f792a {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:16:17.826144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f2b85b6-501a-4b01-b0f4-f7e5cc411cf3 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.836380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-651612763'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:17.860150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240800b6-c2c4-4975-a5f9-fe44c837f346 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Network': ['ID=1c034a56-df31-49f2-8dd5-02a781c7a343,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:17.880335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd823d0d-801c-4e45-8540-09adb4d8d46e', 'tag': '8049eb2e-d060-4467-be29-f42d60877eca'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:16:17.887769 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd823d0d-801c-4e45-8540-09adb4d8d46e", "tag": "8049eb2e-d060-4467-be29-f42d60877eca"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:16:17.918238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0eca9fa-b654-4c81-ab39-1234de72aca0 req-13bd7079-38b1-4752-8733-b1b247e3ec6b tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.0598891 Aug 16 13:16:17.929783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:17.933622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.963770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:16:17.974796 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:17.975157 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Added segment cedf48be-c958-4fbf-a63f-134e5d563922 of type vlan for network 082a0c25-9854-4318-8b1f-53ed0f7da11c Aug 16 13:16:17.980745 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f2b85b6-501a-4b01-b0f4-f7e5cc411cf3 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:18.039152 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:18.079976 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:18.087486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:18.088761 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:18.117721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f2b85b6-501a-4b01-b0f4-f7e5cc411cf3 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:18.176893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Network': ['ID=082a0c25-9854-4318-8b1f-53ed0f7da11c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:18.185687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28e86acf-a79d-45bf-a4bf-9d89efdb9504 req-13db8f01-4b1d-428a-a070-dc7b00a6cc9b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832250 Aug 16 13:16:18.196591 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec98329-3f0f-47ef-b87f-c02132138495 x-openstack-request-id: req-9ec98329-3f0f-47ef-b87f-c02132138495 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:16:18.197033 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd823d0d-801c-4e45-8540-09adb4d8d46e", "tag": "8049eb2e-d060-4467-be29-f42d60877eca", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:16:18.197966 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ec98329-3f0f-47ef-b87f-c02132138495 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:16:18.198482 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd823d0d-801c-4e45-8540-09adb4d8d46e', 'tag': '8049eb2e-d060-4467-be29-f42d60877eca', 'status': 'completed', 'code': 200} Aug 16 13:16:18.201010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-27723a46-ed39-4169-b70c-ba11f24dd4ec tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3744981 Aug 16 13:16:18.204196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33604) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:18.205377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d16e19d4-e9cd-4fc6-860b-204fc4781d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:18.207398 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-d16e19d4-e9cd-4fc6-860b-204fc4781d22 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 1095 time: 0.3011630 Aug 16 13:16:18.209242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f2b85b6-501a-4b01-b0f4-f7e5cc411cf3 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:18.210976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': '082a0c25-9854-4318-8b1f-53ed0f7da11c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:18.216547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 082a0c25-9854-4318-8b1f-53ed0f7da11c details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:16:18.331872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b85b6-501a-4b01-b0f4-f7e5cc411cf3 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Subnet': ['ID=a7cf6fd0-dc2b-44d0-aff4-45babe1f792a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:18.340836 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f2b85b6-501a-4b01-b0f4-f7e5cc411cf3 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:18.343854 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0f2b85b6-501a-4b01-b0f4-f7e5cc411cf3 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "DELETE /v2.0/subnets/a7cf6fd0-dc2b-44d0-aff4-45babe1f792a HTTP/1.1" status: 204 len: 168 time: 0.6197739 Aug 16 13:16:18.347157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33608) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:18.365916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:18.373195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:18.378423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2db5db8-c01b-407d-9d38-08539227a0fd None None] Network 8d9a186c-223f-414d-8cc9-d41a2879fe60 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:18.434083 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-40b2c1cf-205b-4b53-9859-42c5325b6db0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8049eb2e-d060-4467-be29-f42d60877eca HTTP/1.1" status: 200 len: 217 time: 0.1936100 Aug 16 13:16:18.559664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-370c48cc-9d6d-4aa7-8d43-a3ad446a12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:18.562327 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-370c48cc-9d6d-4aa7-8d43-a3ad446a12ec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.0945225 Aug 16 13:16:18.677757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33612) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:18.681495 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:18.688084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037885 Aug 16 13:16:18.693314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33614) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:18.706587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1bc43e-76a1-4a03-aa89-c164c2d14b29 None None] DHCP port deletion for 8d9a186c-223f-414d-8cc9-d41a2879fe60 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:16:18.852946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8a1bc43e-76a1-4a03-aa89-c164c2d14b29 None None] Deleting port dec58389-770f-48e6-be98-eba56be11fca {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:18.853237 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc43e-76a1-4a03-aa89-c164c2d14b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:18.956583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:19.006549 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-224eaf76-d3fc-4ca4-a979-3dda3a17bc23 tempest-NetworksApiDiscovery-691912770 tempest-NetworksApiDiscovery-691912770-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3123887 Aug 16 13:16:19.100690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8a1bc43e-76a1-4a03-aa89-c164c2d14b29 None None] For port dec58389-770f-48e6-be98-eba56be11fca, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dec58389-770f-48e6-be98-eba56be11fca,segment=NetworkSegment(42782ee2-b24d-4fba-8eb6-58118733f957),segment_id=42782ee2-b24d-4fba-8eb6-58118733f957)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:19.102842 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc43e-76a1-4a03-aa89-c164c2d14b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:19.140353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12850274-93b3-4613-85b3-bbc6e86f80a5 req-ae614589-acae-4abd-b581-a999b8652f04 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.0743928 Aug 16 13:16:19.180989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8a1bc43e-76a1-4a03-aa89-c164c2d14b29 None None] Calling delete_port for dec58389-770f-48e6-be98-eba56be11fca owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:19.208048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Subnet': ['ID=0c9e71b0-7d19-429b-b480-4d65bdd10fa5,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:19.240229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b1e9d-f6d8-41c7-a84b-e7f56a84d8b5 req-189ba6a7-3179-4e3f-b864-d745c15c50e0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:19.242175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff1b1e9d-f6d8-41c7-a84b-e7f56a84d8b5 req-189ba6a7-3179-4e3f-b864-d745c15c50e0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3638921 Aug 16 13:16:19.262342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Checking segment: {'id': 'cedf48be-c958-4fbf-a63f-134e5d563922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '082a0c25-9854-4318-8b1f-53ed0f7da11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:19.262935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network hostable DHCP agents. Network: 082a0c25-9854-4318-8b1f-53ed0f7da11c, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:16:19.394640 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc43e-76a1-4a03-aa89-c164c2d14b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:19.410125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff1b1e9d-f6d8-41c7-a84b-e7f56a84d8b5 req-35e5d37b-d786-4353-b0a9-95087f3dfaff tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506963 Aug 16 13:16:19.418234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 082a0c25-9854-4318-8b1f-53ed0f7da11c is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:16:19.469179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1bc43e-76a1-4a03-aa89-c164c2d14b29 None None] No DVR routers for this DVR port dec58389-770f-48e6-be98-eba56be11fca on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:19.494949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bc43e-76a1-4a03-aa89-c164c2d14b29 None None] Pushing event deleted for resources: {'Port': ['ID=dec58389-770f-48e6-be98-eba56be11fca,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:19.512728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-77677f1a-7df9-42e0-857c-f7fe6de9a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:19.512728 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-77677f1a-7df9-42e0-857c-f7fe6de9a13f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9329851 Aug 16 13:16:19.542426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 082a0c25-9854-4318-8b1f-53ed0f7da11c) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:19.560116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:19.561022 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:19.561991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce090e4-2c00-424a-8dd8-eb61b1cb8881 None None] Network 082a0c25-9854-4318-8b1f-53ed0f7da11c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:19.582315 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41367931-b4e8-4f5b-8f49-00111f17948b req-3ccf9b97-4d9e-4373-8e6a-959cb29636a7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:19.585746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41367931-b4e8-4f5b-8f49-00111f17948b req-3ccf9b97-4d9e-4373-8e6a-959cb29636a7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.2170205 Aug 16 13:16:19.640459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-86127dc0-fb15-4539-bff3-a4602b6713e3 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4343338 Aug 16 13:16:19.643806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33630) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:19.652912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': '082a0c25-9854-4318-8b1f-53ed0f7da11c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-886331066'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:19.745917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41367931-b4e8-4f5b-8f49-00111f17948b req-666b72cc-4825-47eb-95a2-b43c79392e65 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356020 Aug 16 13:16:19.783740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33634) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:19.857294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Deleting port dec58389-770f-48e6-be98-eba56be11fca {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:19.857744 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:19.994917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-082a0c25-9854-4318-8b1f-53ed0f7da11c', 'network_id': '082a0c25-9854-4318-8b1f-53ed0f7da11c', 'tenant_id': '2694f58a77944a008914fa19fd77ef11', 'fixed_ips': [{'subnet_id': '0c9e71b0-7d19-429b-b480-4d65bdd10fa5'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:16:19.996001 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.007242 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-b324a79f-c1d2-41a5-a1a3-872c8e8957fc service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867315 Aug 16 13:16:20.143111 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c683e84-d8bd-42c2-98bb-91709507dcef req-da8aa5d0-eccc-4c7b-a387-b4162deab2d0 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203322 Aug 16 13:16:20.162217 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a92a6bd-f423-44bb-a762-b760e6018614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.190829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] For port dec58389-770f-48e6-be98-eba56be11fca, host n-d-804708-1, got binding levels [] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:20.191188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.219083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a83d9-a07c-4ce5-97f9-3fb9440db024 req-bc39cc06-4066-4e30-be3b-f06b9b780fc5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:20.222380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-697a83d9-a07c-4ce5-97f9-3fb9440db024 req-bc39cc06-4066-4e30-be3b-f06b9b780fc5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1822629 Aug 16 13:16:20.262185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Calling delete_port for dec58389-770f-48e6-be98-eba56be11fca owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:20.269812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.ipam_backend_mixin [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Port dec58389-770f-48e6-be98-eba56be11fca was not found and therefore no delete operation was performed {{(pid=101396) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:16:20.273568 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.309501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Allocated IP 2001:db8::2 (082a0c25-9854-4318-8b1f-53ed0f7da11c/0c9e71b0-7d19-429b-b480-4d65bdd10fa5/16195615-3f52-4853-837f-11836ced612d) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:20.314090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:20.320754 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.340396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-697a83d9-a07c-4ce5-97f9-3fb9440db024 req-d870a310-a53f-4a6f-9f90-e2bfc8cbd120 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972397 Aug 16 13:16:20.427103 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Port': ['ID=dec58389-770f-48e6-be98-eba56be11fca,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:20.457974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] No DVR routers for this DVR port dec58389-770f-48e6-be98-eba56be11fca on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:20.477381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e9ed73eb-b67b-48d2-b859-899953cf802c req-6f7efcc7-403f-4687-8bd9-1da18c22a18c tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.0620742 Aug 16 13:16:20.528659 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a92a6bd-f423-44bb-a762-b760e6018614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.537765 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a92a6bd-f423-44bb-a762-b760e6018614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.541695 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port 90f04ec2-5408-4f7c-b582-31ceb84e6e13 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:16:20.641330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2a92a6bd-f423-44bb-a762-b760e6018614 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c62c4aaa57d940389bd58d1d4398b216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8560529 Aug 16 13:16:20.644759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92a6bd-f423-44bb-a762-b760e6018614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d61806-7c77-4be8-be85-767fca61362d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:20.645527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33642) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:20.658005 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.691406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dec58389-770f-48e6-be98-eba56be11fca no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:20.723120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: dec58389-770f-48e6-be98-eba56be11fca {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:16:20.723629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dec58389-770f-48e6-be98-eba56be11fca not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:16:20.731663 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.739026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8 req-a1daef04-0473-4a12-82a5-b7d5ba60addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:20.741677 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8 req-a1daef04-0473-4a12-82a5-b7d5ba60addb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 1095 time: 0.3164508 Aug 16 13:16:20.744697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9a186c-223f-414d-8cc9-d41a2879fe60']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:20.751720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Transition to ACTIVE for port object 16195615-3f52-4853-837f-11836ced612d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:20.772511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Transition to ACTIVE for port object 16195615-3f52-4853-837f-11836ced612d will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:20.786329 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.810797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42782ee2-b24d-4fba-8eb6-58118733f957') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:20.811342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42782ee2-b24d-4fba-8eb6-58118733f957') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:20.826551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Network 082a0c25-9854-4318-8b1f-53ed0f7da11c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:20.830335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:20.834310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:20.848784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.904640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Pushing event updated for resources: {'Port': ['ID=16195615-3f52-4853-837f-11836ced612d,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:20.929988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Attempting to bind port 16195615-3f52-4853-837f-11836ced612d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:16:20.931187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Attempting to bind port 16195615-3f52-4853-837f-11836ced612d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'cedf48be-c958-4fbf-a63f-134e5d563922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '082a0c25-9854-4318-8b1f-53ed0f7da11c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:16:20.932073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Attempting to bind port 16195615-3f52-4853-837f-11836ced612d on network 082a0c25-9854-4318-8b1f-53ed0f7da11c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:16:20.942614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:16:20.943852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Checking segment: {'id': 'cedf48be-c958-4fbf-a63f-134e5d563922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '082a0c25-9854-4318-8b1f-53ed0f7da11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:20.946610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:20.946918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c7ed5-c38c-4888-93e3-1140790be14a req-54fba96d-a47f-44d7-b0ab-d8be022bb6fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:20.948457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Bound using segment: {'id': 'cedf48be-c958-4fbf-a63f-134e5d563922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '082a0c25-9854-4318-8b1f-53ed0f7da11c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:16:20.949561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Bound port: 16195615-3f52-4853-837f-11836ced612d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedf48be-c958-4fbf-a63f-134e5d563922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '082a0c25-9854-4318-8b1f-53ed0f7da11c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:16:20.949867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-327c7ed5-c38c-4888-93e3-1140790be14a req-54fba96d-a47f-44d7-b0ab-d8be022bb6fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.1128054 Aug 16 13:16:20.950764 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.012072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-327c7ed5-c38c-4888-93e3-1140790be14a req-adae433d-11d0-4cae-b033-45b59801438d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552838 Aug 16 13:16:21.052675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.067850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] For port 16195615-3f52-4853-837f-11836ced612d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:16:21.073479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] For port 16195615-3f52-4853-837f-11836ced612d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=16195615-3f52-4853-837f-11836ced612d,segment=NetworkSegment(cedf48be-c958-4fbf-a63f-134e5d563922),segment_id=cedf48be-c958-4fbf-a63f-134e5d563922)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:16:21.081376 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.084182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:16:21.084833 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:16:21.089283 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:16:21.172777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81661e64-ebeb-45e6-9528-cce817cd3bf4 None None] Pushing event updated for resources: {'Port': ['ID=16195615-3f52-4853-837f-11836ced612d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:21.237334 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8::1b1 (082a0c25-9854-4318-8b1f-53ed0f7da11c/0c9e71b0-7d19-429b-b480-4d65bdd10fa5/90f04ec2-5408-4f7c-b582-31ceb84e6e13) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:21.254646 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3145cdd-cafe-474f-8497-9bbefd2dc933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.269330 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.292424 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.294398 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "DELETE /v2.0/networks/8d9a186c-223f-414d-8cc9-d41a2879fe60 HTTP/1.1" status: 204 len: 168 time: 2.8771360 Aug 16 13:16:21.295628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8 req-971063a7-6c2f-4247-ab24-d4d713f8974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:21.297022 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8 req-971063a7-6c2f-4247-ab24-d4d713f8974c service neutron] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.5263543 Aug 16 13:16:21.299489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33646) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:21.337372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aad9a6-c6a4-4ade-a3d1-17721f566060 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Network': ['ID=8d9a186c-223f-414d-8cc9-d41a2879fe60,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:21.351103 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3145cdd-cafe-474f-8497-9bbefd2dc933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.427473 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8 req-5250642e-2605-49df-bbb7-5baf59142e8b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8049eb2e-d060-4467-be29-f42d60877eca HTTP/1.1" status: 200 len: 217 time: 0.1059008 Aug 16 13:16:21.457117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c36f400-c51c-4d47-9824-318512f5d8cf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Deleting subnet 641c7cf6-8b3e-4005-9554-89eb6eeea7f0 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:16:21.465784 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9c36f400-c51c-4d47-9824-318512f5d8cf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.558193 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9c36f400-c51c-4d47-9824-318512f5d8cf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.607050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8 req-eb63b034-2185-41e2-bcde-2cdf19450e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:21.612473 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8 req-eb63b034-2185-41e2-bcde-2cdf19450e42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.1208966 Aug 16 13:16:21.693366 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3145cdd-cafe-474f-8497-9bbefd2dc933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.696950 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3145cdd-cafe-474f-8497-9bbefd2dc933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.701542 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c3145cdd-cafe-474f-8497-9bbefd2dc933 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9d61806-7c77-4be8-be85-767fca61362d HTTP/1.1" status: 204 len: 168 time: 1.0446014 Aug 16 13:16:21.715363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54851109-857c-4a98-aeed-d45636d33604 req-197bd525-2994-4560-92a1-04bff40a5d07 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:21.735343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:21.736537 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54851109-857c-4a98-aeed-d45636d33604 req-197bd525-2994-4560-92a1-04bff40a5d07 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2208781 Aug 16 13:16:21.758172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8 req-a83abb7e-0fe6-4121-a501-838620f5ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:21.760844 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8 req-a83abb7e-0fe6-4121-a501-838620f5ebf1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389418 Aug 16 13:16:21.761965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3145cdd-cafe-474f-8497-9bbefd2dc933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d61806-7c77-4be8-be85-767fca61362d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:21.813546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object 90f04ec2-5408-4f7c-b582-31ceb84e6e13 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:21.930456 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9c36f400-c51c-4d47-9824-318512f5d8cf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:22.005388 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8 req-2861adfd-1254-4fc4-b10b-3cde840247b1 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082663 Aug 16 13:16:22.008880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:22.060853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2861541e-dc5f-4d89-8481-379c47347eea req-68243ea2-2194-400b-b164-65b57b040dce tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.2948880 Aug 16 13:16:22.073149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9c36f400-c51c-4d47-9824-318512f5d8cf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:22.131189 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9c36f400-c51c-4d47-9824-318512f5d8cf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:22.137208 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9c36f400-c51c-4d47-9824-318512f5d8cf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "DELETE /v2.0/subnets/641c7cf6-8b3e-4005-9554-89eb6eeea7f0 HTTP/1.1" status: 204 len: 168 time: 0.8323805 Aug 16 13:16:22.137802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbecc5a5-ed45-4f1f-9c20-6b2875d74fab None None] Network 0188168e-b2e3-4720-a3aa-4acbb41b1a44 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:22.173589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33658) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:22.204259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36f400-c51c-4d47-9824-318512f5d8cf tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Subnet': ['ID=641c7cf6-8b3e-4005-9554-89eb6eeea7f0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:22.267176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 082a0c25-9854-4318-8b1f-53ed0f7da11c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:22.269569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:22.286476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:22.295346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:22.296201 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:22.308722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=90f04ec2-5408-4f7c-b582-31ceb84e6e13,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:22.368296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54851109-857c-4a98-aeed-d45636d33604 req-7465ab78-44e7-49ad-887c-fe2a9cf190e2 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297703 Aug 16 13:16:22.460548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f274bb-7703-4574-8933-9dbbea50ad24 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Deleting subnet bb62efed-a4ea-4d6b-8808-3d9da96efb39 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:16:22.472324 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87f274bb-7703-4574-8933-9dbbea50ad24 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:22.496190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e83d189c-ddbb-46fd-9f75-fc0af639c7b8 req-ed099b72-354d-42b5-89e1-1dc62a27587d service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611185 Aug 16 13:16:22.516639 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e81c77eb-b7d1-4c6c-99cf-36cb6a957a2c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8571711 Aug 16 13:16:22.518369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33668) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:22.561719 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87f274bb-7703-4574-8933-9dbbea50ad24 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:22.747996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c2738-ad99-46de-be14-aa2e3a0aa8e6 req-b559d306-a47c-4c0b-90f7-1ae9f37a6179 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:22.757274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c87f5-39ed-4dca-b996-f2d98256edc6 None None] DHCP port deletion for 0188168e-b2e3-4720-a3aa-4acbb41b1a44 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:16:22.767636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f60c2738-ad99-46de-be14-aa2e3a0aa8e6 req-b559d306-a47c-4c0b-90f7-1ae9f37a6179 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.5521455 Aug 16 13:16:22.796659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f5869-5e78-4253-b601-62f1d324935a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 90f04ec2-5408-4f7c-b582-31ceb84e6e13 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:22.803244 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bb3f5869-5e78-4253-b601-62f1d324935a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:22.872891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 16195615-3f52-4853-837f-11836ced612d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:22.944421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f60c2738-ad99-46de-be14-aa2e3a0aa8e6 req-6c53b900-8e79-4d4c-90a0-e5d09fcd0bec tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331978 Aug 16 13:16:23.037388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164756-f8dd-4f9a-8f25-9f420bb80658 req-a6ed1de2-2e63-4136-bef9-f929915bed9d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:23.040684 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39164756-f8dd-4f9a-8f25-9f420bb80658 req-a6ed1de2-2e63-4136-bef9-f929915bed9d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.4444461 Aug 16 13:16:23.054142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcada6c3-d89b-41d4-a8cf-5f16cfa18dcd None None] Network 082a0c25-9854-4318-8b1f-53ed0f7da11c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:23.071020 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87f274bb-7703-4574-8933-9dbbea50ad24 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:23.095677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bb3f5869-5e78-4253-b601-62f1d324935a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:23.125643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f5869-5e78-4253-b601-62f1d324935a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 90f04ec2-5408-4f7c-b582-31ceb84e6e13 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:23.272369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-af845a00-9625-4e4b-be08-cbd8efd48b6c None None] Provisioning for port 16195615-3f52-4853-837f-11836ced612d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:23.326456 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40191b5c-9a02-487e-8144-3215eff1680e req-c639c3ec-a7e5-4c32-862e-42234231bea5 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.1216764 Aug 16 13:16:23.340200 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87f274bb-7703-4574-8933-9dbbea50ad24 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:23.367526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 16195615-3f52-4853-837f-11836ced612d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:23.376102 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39164756-f8dd-4f9a-8f25-9f420bb80658 req-eb302f19-2105-4148-a9d3-6d57dae6fa69 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261820 Aug 16 13:16:23.390487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 16195615-3f52-4853-837f-11836ced612d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:23.391553 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:23.436732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c87f5-39ed-4dca-b996-f2d98256edc6 None None] Deleting port c2ff9306-af9b-4756-81b9-e8eae5574474 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:23.436732 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d6c87f5-39ed-4dca-b996-f2d98256edc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:23.444021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f274bb-7703-4574-8933-9dbbea50ad24 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Subnet': ['ID=bb62efed-a4ea-4d6b-8808-3d9da96efb39,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:23.446456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bb3f5869-5e78-4253-b601-62f1d324935a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:23.455515 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87f274bb-7703-4574-8933-9dbbea50ad24 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:23.469110 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-87f274bb-7703-4574-8933-9dbbea50ad24 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "DELETE /v2.0/subnets/bb62efed-a4ea-4d6b-8808-3d9da96efb39 HTTP/1.1" status: 204 len: 168 time: 1.2907169 Aug 16 13:16:23.469897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33686) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:23.515772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dc7215-5f21-4022-a5e3-58f132909c01 None None] Network 5481668c-54a8-461f-81aa-b5f3a3a34e80 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:23.563870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f5869-5e78-4253-b601-62f1d324935a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=90f04ec2-5408-4f7c-b582-31ceb84e6e13,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:23.612901 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:23.623981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bb3f5869-5e78-4253-b601-62f1d324935a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:23.632770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33690) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:23.634273 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bb3f5869-5e78-4253-b601-62f1d324935a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/90f04ec2-5408-4f7c-b582-31ceb84e6e13 HTTP/1.1" status: 204 len: 168 time: 1.1138647 Aug 16 13:16:23.691682 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7429fcb-f7e2-4f48-9ad4-4bb435056df1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:16:23.694288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c7429fcb-f7e2-4f48-9ad4-4bb435056df1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/90f04ec2-5408-4f7c-b582-31ceb84e6e13 HTTP/1.1" status: 404 len: 333 time: 0.0598481 Aug 16 13:16:23.700427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33694) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:23.712135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5d6c87f5-39ed-4dca-b996-f2d98256edc6 None None] For port c2ff9306-af9b-4756-81b9-e8eae5574474, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c2ff9306-af9b-4756-81b9-e8eae5574474,segment=NetworkSegment(dd065a85-1222-4460-a40a-5d61d9ec639c),segment_id=dd065a85-1222-4460-a40a-5d61d9ec639c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:23.712135 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d6c87f5-39ed-4dca-b996-f2d98256edc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:23.742960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c87f5-39ed-4dca-b996-f2d98256edc6 None None] Calling delete_port for c2ff9306-af9b-4756-81b9-e8eae5574474 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:23.860316 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:23.899478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe772ce-53ee-45b6-b3ce-82bc436e8e78 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting subnet 0c9e71b0-7d19-429b-b480-4d65bdd10fa5 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:16:23.911025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfe772ce-53ee-45b6-b3ce-82bc436e8e78 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:24.051283 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfe772ce-53ee-45b6-b3ce-82bc436e8e78 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:24.173395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 16195615-3f52-4853-837f-11836ced612d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=16195615-3f52-4853-837f-11836ced612d,segment=NetworkSegment(cedf48be-c958-4fbf-a63f-134e5d563922),segment_id=cedf48be-c958-4fbf-a63f-134e5d563922)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:24.197565 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:24.359011 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d6c87f5-39ed-4dca-b996-f2d98256edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:24.365461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfe772ce-53ee-45b6-b3ce-82bc436e8e78 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:24.403723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea5f9be-b6c0-46a0-b309-7dedda7002b0 None None] DHCP port deletion for 5481668c-54a8-461f-81aa-b5f3a3a34e80 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:16:24.414614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=16195615-3f52-4853-837f-11836ced612d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:24.427976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c87f5-39ed-4dca-b996-f2d98256edc6 None None] No DVR routers for this DVR port c2ff9306-af9b-4756-81b9-e8eae5574474 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:24.523581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c6e5-cd7a-48ac-a567-855a4705b31c req-dce1fb92-65f6-427c-99a8-c266324c5864 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:24.524375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c87f5-39ed-4dca-b996-f2d98256edc6 None None] Pushing event deleted for resources: {'Port': ['ID=c2ff9306-af9b-4756-81b9-e8eae5574474,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:24.525810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fdf0c6e5-cd7a-48ac-a567-855a4705b31c req-dce1fb92-65f6-427c-99a8-c266324c5864 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.8376260 Aug 16 13:16:24.652690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5f9be-b6c0-46a0-b309-7dedda7002b0 None None] Deleting port 17fff0cd-a277-47c1-a65a-32ec968fbb86 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:24.653749 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f9be-b6c0-46a0-b309-7dedda7002b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:24.687213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfe772ce-53ee-45b6-b3ce-82bc436e8e78 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:24.802328 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dfe772ce-53ee-45b6-b3ce-82bc436e8e78 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:24.810619 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dfe772ce-53ee-45b6-b3ce-82bc436e8e78 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/0c9e71b0-7d19-429b-b480-4d65bdd10fa5 HTTP/1.1" status: 204 len: 168 time: 1.1083782 Aug 16 13:16:24.811744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33710) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:24.815290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe772ce-53ee-45b6-b3ce-82bc436e8e78 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9e71b0-7d19-429b-b480-4d65bdd10fa5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:24.824536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c31d9e-f754-4a13-963c-e5e8361c6a1f req-3518fdbb-8390-4bda-963d-3f70c25655fe tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:24.845697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67c31d9e-f754-4a13-963c-e5e8361c6a1f req-3518fdbb-8390-4bda-963d-3f70c25655fe tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.4695666 Aug 16 13:16:24.880959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 16195615-3f52-4853-837f-11836ced612d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:24.917705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Deleting port c2ff9306-af9b-4756-81b9-e8eae5574474 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:24.922441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:24.960727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fdf0c6e5-cd7a-48ac-a567-855a4705b31c req-2ba2fa61-92c2-4317-bdfb-858051e5a280 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788033 Aug 16 13:16:25.086595 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8ea5f9be-b6c0-46a0-b309-7dedda7002b0 None None] For port 17fff0cd-a277-47c1-a65a-32ec968fbb86, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=17fff0cd-a277-47c1-a65a-32ec968fbb86,segment=NetworkSegment(358b7d50-7adc-44d8-bdc0-6ea7c32a54fe),segment_id=358b7d50-7adc-44d8-bdc0-6ea7c32a54fe)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:25.087440 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f9be-b6c0-46a0-b309-7dedda7002b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.092511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3ca45334-cf48-49cb-8ec9-e556f440cc36 None None] Provisioning complete for port 16195615-3f52-4853-837f-11836ced612d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:25.094367 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3ca45334-cf48-49cb-8ec9-e556f440cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.156926 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67c31d9e-f754-4a13-963c-e5e8361c6a1f req-763bbc59-da7f-4a6b-9f69-b94440ce9e45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099275 Aug 16 13:16:25.180491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.188183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] For port c2ff9306-af9b-4756-81b9-e8eae5574474, host n-d-804708-1, got binding levels [] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:25.188966 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.214764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Calling delete_port for c2ff9306-af9b-4756-81b9-e8eae5574474 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:25.271900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4ac0056-7e27-4e73-ba87-829f12bab450 req-f206173a-799b-40ef-b276-9081a1c92b15 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d95941b-aaa2-4443-a352-9123c3d067a9 HTTP/1.1" status: 200 len: 210 time: 0.0676544 Aug 16 13:16:25.276463 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Port c2ff9306-af9b-4756-81b9-e8eae5574474 was not found and therefore no delete operation was performed {{(pid=101395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:16:25.278741 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.287457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c8969c-e561-4abf-97ab-2d9b9bab01ed None None] Network 082a0c25-9854-4318-8b1f-53ed0f7da11c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:25.313893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Port': ['ID=c2ff9306-af9b-4756-81b9-e8eae5574474,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:25.329876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] No DVR routers for this DVR port c2ff9306-af9b-4756-81b9-e8eae5574474 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:25.354787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 16195615-3f52-4853-837f-11836ced612d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:25.355357 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.367353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5f9be-b6c0-46a0-b309-7dedda7002b0 None None] Calling delete_port for 17fff0cd-a277-47c1-a65a-32ec968fbb86 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:25.397042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 16195615-3f52-4853-837f-11836ced612d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:25.397682 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.477006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] For port 16195615-3f52-4853-837f-11836ced612d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=16195615-3f52-4853-837f-11836ced612d,segment=NetworkSegment(cedf48be-c958-4fbf-a63f-134e5d563922),segment_id=cedf48be-c958-4fbf-a63f-134e5d563922)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:25.477216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.481517 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.499574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 16195615-3f52-4853-837f-11836ced612d owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:25.550918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0188168e-b2e3-4720-a3aa-4acbb41b1a44']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:25.589388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79b790-209c-49e2-af89-29e840d3a387 req-e2887241-daa5-445b-a3ec-162d33b886e0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:25.591323 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c79b790-209c-49e2-af89-29e840d3a387 req-e2887241-daa5-445b-a3ec-162d33b886e0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2125931 Aug 16 13:16:25.652622 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.655327 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd065a85-1222-4460-a40a-5d61d9ec639c') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:25.655643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd065a85-1222-4460-a40a-5d61d9ec639c') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:25.683496 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.720287 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.747433 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c79b790-209c-49e2-af89-29e840d3a387 req-a934ff01-b44c-472d-bec7-d303db9fbd52 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418352 Aug 16 13:16:25.753780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:16:25.756254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=16195615-3f52-4853-837f-11836ced612d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:25.756822 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.773063 n-d-804708-1 neutron-server[101397]: INFO neutron.plugins.ml2.db [None req-3ca45334-cf48-49cb-8ec9-e556f440cc36 None None] No ports have port_id starting with 16195615-3f52-4853-837f-11836ced612d Aug 16 13:16:25.783093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No DVR routers for this DVR port 16195615-3f52-4853-837f-11836ced612d on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:16:25.820883 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:16:25.896200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.897318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.898037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.898901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.900766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.901509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.901680 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.902344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.903080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.903685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.904210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.904790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.905340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:25.912132 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:25.923281 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "DELETE /v2.0/networks/0188168e-b2e3-4720-a3aa-4acbb41b1a44 HTTP/1.1" status: 204 len: 168 time: 2.4522047 Aug 16 13:16:25.925755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33726) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:25.956161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-98d11499-7d05-4f66-887f-8b77064eb40a None None] Could not find standard attr ID for object 90f04ec2-5408-4f7c-b582-31ceb84e6e13. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:16:25.985587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Could not find standard attr ID for object 16195615-3f52-4853-837f-11836ced612d. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:16:25.993243 n-d-804708-1 neutron-server[101397]: INFO neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No ports have port_id starting with 16195615-3f52-4853-837f-11836ced612d Aug 16 13:16:26.066227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:26.109820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59ffed9-759f-4e72-9897-3e87ec729d64 None None] DHCP port deletion for 082a0c25-9854-4318-8b1f-53ed0f7da11c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:16:26.131251 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f9be-b6c0-46a0-b309-7dedda7002b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:26.145354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082a0c25-9854-4318-8b1f-53ed0f7da11c']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:26.158347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 17fff0cd-a277-47c1-a65a-32ec968fbb86 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:26.195371 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:16:26.200660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedf48be-c958-4fbf-a63f-134e5d563922') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:26.200660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedf48be-c958-4fbf-a63f-134e5d563922') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:26.223719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d76dbc-6657-4748-95b9-a8bbeab94a8e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Network': ['ID=0188168e-b2e3-4720-a3aa-4acbb41b1a44,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:26.231353 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:26.264357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 17fff0cd-a277-47c1-a65a-32ec968fbb86 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:16:26.265853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 17fff0cd-a277-47c1-a65a-32ec968fbb86 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:16:26.266416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c2ff9306-af9b-4756-81b9-e8eae5574474 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:26.281303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5f9be-b6c0-46a0-b309-7dedda7002b0 None None] Pushing event deleted for resources: {'Port': ['ID=17fff0cd-a277-47c1-a65a-32ec968fbb86,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:26.281303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5f9be-b6c0-46a0-b309-7dedda7002b0 None None] No DVR routers for this DVR port 17fff0cd-a277-47c1-a65a-32ec968fbb86 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:26.323705 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: c2ff9306-af9b-4756-81b9-e8eae5574474 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:16:26.324097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c2ff9306-af9b-4756-81b9-e8eae5574474 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:16:26.337862 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:26.357366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:16:26.358950 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:26.381468 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:26.405931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab48108-07ca-471a-8213-1fb03c470a69 req-e6ed4e98-a9d3-4612-8782-55e9b57fbbb7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:26.409440 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ab48108-07ca-471a-8213-1fb03c470a69 req-e6ed4e98-a9d3-4612-8782-55e9b57fbbb7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2532318 Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:16:26.512632 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:16:26.516532 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:26.549098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:26.555143 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/networks/082a0c25-9854-4318-8b1f-53ed0f7da11c HTTP/1.1" status: 204 len: 168 time: 1.7376437 Aug 16 13:16:26.555143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fbc79-13a9-463c-a599-cb5875e86be7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Network': ['ID=082a0c25-9854-4318-8b1f-53ed0f7da11c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:26.555724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33742) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:26.562212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'name': 'tempest-PortsIpV6TestJSON-334498761'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:26.762471 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:26.770605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:26.784077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:26.787891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 16195615-3f52-4853-837f-11836ced612d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:26.798629 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ab48108-07ca-471a-8213-1fb03c470a69 req-f33848f4-77ce-4bdf-a6ce-bf91d61365c3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751807 Aug 16 13:16:26.803870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5481668c-54a8-461f-81aa-b5f3a3a34e80']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:26.826871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port 6a061891-1db4-4d05-87d9-2b7290308ee2 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:16:26.849481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 16195615-3f52-4853-837f-11836ced612d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:16:26.858071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 16195615-3f52-4853-837f-11836ced612d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:16:26.889683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358b7d50-7adc-44d8-bdc0-6ea7c32a54fe') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:26.890194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358b7d50-7adc-44d8-bdc0-6ea7c32a54fe') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:26.912409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df88b6-8bb5-4563-9152-05af0d8cabc5 req-b3871565-44c0-4bff-bae5-4c32390b7819 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:26.916992 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1df88b6-8bb5-4563-9152-05af0d8cabc5 req-b3871565-44c0-4bff-bae5-4c32390b7819 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.3825977 Aug 16 13:16:26.938399 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.024748 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.043977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:16:27.044410 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:16:27.047711 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:16:27.073055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1df88b6-8bb5-4563-9152-05af0d8cabc5 req-232e9d36-0cbf-4a7c-ace7-93a41a94f426 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432950 Aug 16 13:16:27.088102 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.139978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e93b9-2403-4718-92cc-473be294b9d1 req-37a1c34c-42bf-4a65-9ef1-124dfffd996f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:27.141655 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d1e93b9-2403-4718-92cc-473be294b9d1 req-37a1c34c-42bf-4a65-9ef1-124dfffd996f tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 947 time: 0.2138095 Aug 16 13:16:27.171481 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.203857 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.215845 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.221584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "DELETE /v2.0/networks/5481668c-54a8-461f-81aa-b5f3a3a34e80 HTTP/1.1" status: 204 len: 168 time: 1.2912428 Aug 16 13:16:27.224389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33750) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:27.255727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:27.266551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:27.274269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:27.280773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdab6ee-9bee-4d8d-ac8a-b0871d52d1b2 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Network': ['ID=5481668c-54a8-461f-81aa-b5f3a3a34e80,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:27.281992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:27.282969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.289097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=6a061891-1db4-4d05-87d9-2b7290308ee2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:27.314936 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7c35a895-0a9b-4d0f-bd01-543c1bccfe3f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7565782 Aug 16 13:16:27.316932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d1e93b9-2403-4718-92cc-473be294b9d1 req-932ff643-aae7-4410-8d11-2120fe983b5c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546655 Aug 16 13:16:27.317607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33752) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:27.339639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e97057-cf9e-4979-a4a1-1cdbab4caddb req-29f9bfb9-538c-41bd-bb4b-16f66a3e9d55 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:27.341591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94e97057-cf9e-4979-a4a1-1cdbab4caddb req-29f9bfb9-538c-41bd-bb4b-16f66a3e9d55 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1944256 Aug 16 13:16:27.392822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33754) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:27.410448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ac397f-9c63-42ba-b25d-2e8dcbaad308 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Deleting subnet 008607ea-cfe4-4171-8d7d-4f534ab76dfa {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:16:27.422997 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87ac397f-9c63-42ba-b25d-2e8dcbaad308 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.484147 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f99d4596-c585-4603-80d2-6dc56c172e06 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.516367 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87ac397f-9c63-42ba-b25d-2e8dcbaad308 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.532088 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f99d4596-c585-4603-80d2-6dc56c172e06 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.542381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94e97057-cf9e-4979-a4a1-1cdbab4caddb req-aa279649-71e9-47db-986b-c1395c472f06 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681228 Aug 16 13:16:27.590864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7f70936b-2187-49c6-95c1-17e759921c97 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 6a061891-1db4-4d05-87d9-2b7290308ee2 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:27.591588 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f70936b-2187-49c6-95c1-17e759921c97 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.666696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f99d4596-c585-4603-80d2-6dc56c172e06 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.674837 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f99d4596-c585-4603-80d2-6dc56c172e06 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.682073 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f99d4596-c585-4603-80d2-6dc56c172e06 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "DELETE /v2.0/security-groups/772245a9-3dbc-41b4-a02b-41b455803408 HTTP/1.1" status: 204 len: 168 time: 0.2863827 Aug 16 13:16:27.707598 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33760) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:27.723985 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f70936b-2187-49c6-95c1-17e759921c97 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.725161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d4596-c585-4603-80d2-6dc56c172e06 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772245a9-3dbc-41b4-a02b-41b455803408,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:27.771177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7f70936b-2187-49c6-95c1-17e759921c97 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 6a061891-1db4-4d05-87d9-2b7290308ee2 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:27.792116 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87ac397f-9c63-42ba-b25d-2e8dcbaad308 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.801551 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-1cb80506-5e1d-417a-b846-ef046cc671c2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] show failed (client error): The resource could not be found. Aug 16 13:16:27.806477 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1cb80506-5e1d-417a-b846-ef046cc671c2 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "GET /v2.0/security-groups/772245a9-3dbc-41b4-a02b-41b455803408 HTTP/1.1" status: 404 len: 347 time: 0.0740802 Aug 16 13:16:27.807130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33764) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:27.882850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1802d-52db-4709-b749-073d93e9d028 req-4fa2425d-c117-46a9-933f-712c77b4c760 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:27.885071 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4dc1802d-52db-4709-b749-073d93e9d028 req-4fa2425d-c117-46a9-933f-712c77b4c760 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.42 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 947 time: 0.2007828 Aug 16 13:16:27.898876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff700835-a9dc-4d43-98ac-45c3268348c8 req-ea3c87f4-c40b-42b0-b0ef-78bfe49fcbb0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:27.901118 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff700835-a9dc-4d43-98ac-45c3268348c8 req-ea3c87f4-c40b-42b0-b0ef-78bfe49fcbb0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1841736 Aug 16 13:16:28.008319 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87ac397f-9c63-42ba-b25d-2e8dcbaad308 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:28.027391 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff700835-a9dc-4d43-98ac-45c3268348c8 req-4c42c3e0-c0ab-433c-8299-bcfb96e2ae7b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037235 Aug 16 13:16:28.060307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac397f-9c63-42ba-b25d-2e8dcbaad308 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Subnet': ['ID=008607ea-cfe4-4171-8d7d-4f534ab76dfa,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:28.067785 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87ac397f-9c63-42ba-b25d-2e8dcbaad308 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:28.086144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33774) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:28.086733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-87ac397f-9c63-42ba-b25d-2e8dcbaad308 tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "DELETE /v2.0/subnets/008607ea-cfe4-4171-8d7d-4f534ab76dfa HTTP/1.1" status: 204 len: 168 time: 0.8419380 Aug 16 13:16:28.086733 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f70936b-2187-49c6-95c1-17e759921c97 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:28.109772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafdde91-436e-43f2-9395-900233473911 None None] Network 6b9f2000-f30f-48ed-97dc-3e50b865e613 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:28.145654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8dddf155-a3f6-4bb4-807a-09b51789cb62 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Deleting port 08d66535-d3bd-46b6-9d56-b96138d89ac7 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:28.146286 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8dddf155-a3f6-4bb4-807a-09b51789cb62 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:28.173048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70936b-2187-49c6-95c1-17e759921c97 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=6a061891-1db4-4d05-87d9-2b7290308ee2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:28.211262 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f70936b-2187-49c6-95c1-17e759921c97 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:28.214345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7f70936b-2187-49c6-95c1-17e759921c97 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/6a061891-1db4-4d05-87d9-2b7290308ee2 HTTP/1.1" status: 204 len: 168 time: 0.8924599 Aug 16 13:16:28.222138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33784) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:28.233969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'mac_address': 'fa:16:3e:f1:2f:33', 'name': 'tempest-PortsIpV6TestJSON-998524992'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:28.400872 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a9a28-bd3e-4b9c-9aed-84c20c6a03d9 req-1cf465a3-50c0-484f-8593-62b69079cafc tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:28.402578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d58a9a28-bd3e-4b9c-9aed-84c20c6a03d9 req-1cf465a3-50c0-484f-8593-62b69079cafc tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1794810 Aug 16 13:16:28.414011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Deleting port 299fa087-78cf-4580-826a-5d2faa0c9eba {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:28.414634 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:28.462412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcfa3a-c6a9-4fed-86d2-62e1920cf827 req-0ec534aa-ec46-4634-affc-e5c283d71369 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:28.465008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01bcfa3a-c6a9-4fed-86d2-62e1920cf827 req-0ec534aa-ec46-4634-affc-e5c283d71369 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.2218587 Aug 16 13:16:28.523846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:28.524211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:28.530739 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d58a9a28-bd3e-4b9c-9aed-84c20c6a03d9 req-9f822d14-cc2c-4dcd-85dc-1e526f53dfc0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059470 Aug 16 13:16:28.533109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:28.570155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c952d7-228c-4871-9708-fd81adb92073 None None] DHCP port deletion for 6b9f2000-f30f-48ed-97dc-3e50b865e613 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:16:28.716636 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01bcfa3a-c6a9-4fed-86d2-62e1920cf827 req-5577c389-fe40-4a47-93c8-71e27fc4c347 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225180 Aug 16 13:16:28.768384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-10c952d7-228c-4871-9708-fd81adb92073 None None] Deleting port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:28.768939 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-10c952d7-228c-4871-9708-fd81adb92073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:28.778969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:28.815715 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:28.953801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port ea638235-817a-4bd5-8d57-f5f5d023893a yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:16:28.962065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-10c952d7-228c-4871-9708-fd81adb92073 None None] For port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd,segment=NetworkSegment(7ba0d55d-c8cc-4885-80c3-f85d711b4739),segment_id=7ba0d55d-c8cc-4885-80c3-f85d711b4739)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:28.962603 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-10c952d7-228c-4871-9708-fd81adb92073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:28.983141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-10c952d7-228c-4871-9708-fd81adb92073 None None] Calling delete_port for 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:29.003373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a26d7-411a-45df-acfd-a3e593a69e58 req-496d0870-0827-44c8-b320-7978122c716a tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:29.018959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae7a26d7-411a-45df-acfd-a3e593a69e58 req-496d0870-0827-44c8-b320-7978122c716a tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 947 time: 0.3162036 Aug 16 13:16:29.092401 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8dddf155-a3f6-4bb4-807a-09b51789cb62 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.092646 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8dddf155-a3f6-4bb4-807a-09b51789cb62 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.104577 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-10c952d7-228c-4871-9708-fd81adb92073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.107503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8dddf155-a3f6-4bb4-807a-09b51789cb62 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Calling delete_port for 08d66535-d3bd-46b6-9d56-b96138d89ac7 owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:29.146177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c952d7-228c-4871-9708-fd81adb92073 None None] Pushing event deleted for resources: {'Port': ['ID=2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:29.160875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No active binding found for port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd {{(pid=101397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 13:16:29.161950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:16:29.172992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c952d7-228c-4871-9708-fd81adb92073 None None] No DVR routers for this DVR port 2d00ea6f-a6ea-49f3-b64e-0a14304eb1bd on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:29.199470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29ed29-4c53-4239-8e7d-09cbd9b9f57f req-78e7ff96-3828-418c-bd67-dc3466233634 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:29.202484 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de29ed29-4c53-4239-8e7d-09cbd9b9f57f req-78e7ff96-3828-418c-bd67-dc3466233634 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3233001 Aug 16 13:16:29.208534 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.242412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae7a26d7-411a-45df-acfd-a3e593a69e58 req-88139b3a-3b43-408d-a608-0fe5209c3fe1 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217121 Aug 16 13:16:29.330291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de29ed29-4c53-4239-8e7d-09cbd9b9f57f req-4aec94c4-e0d9-4abd-80cc-33783ca6b7dc tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187689 Aug 16 13:16:29.540185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.548576 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.563778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9f2000-f30f-48ed-97dc-3e50b865e613']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:29.577032 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8dddf155-a3f6-4bb4-807a-09b51789cb62 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.580335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba0d55d-c8cc-4885-80c3-f85d711b4739') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:29.580625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba0d55d-c8cc-4885-80c3-f85d711b4739') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:29.599512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.600537 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.600879 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Floating IP 6d1fc206-3664-4c18-8b52-01f6b52ce5e9 disassociated. External IP: 172.25.0.56, port: 299fa087-78cf-4580-826a-5d2faa0c9eba. Aug 16 13:16:29.601257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Calling delete_port for 299fa087-78cf-4580-826a-5d2faa0c9eba owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:29.614213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f25682-576d-41d0-98e9-3a3f069b3e0b req-93790004-0c53-49ba-a4fb-8d432be2dc63 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:29.616869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2f25682-576d-41d0-98e9-3a3f069b3e0b req-93790004-0c53-49ba-a4fb-8d432be2dc63 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1371586 Aug 16 13:16:29.633114 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.637993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddf155-a3f6-4bb4-807a-09b51789cb62 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Port': ['ID=08d66535-d3bd-46b6-9d56-b96138d89ac7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:29.705964 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.706359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.712314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2f25682-576d-41d0-98e9-3a3f069b3e0b req-cd880398-f9d8-4ccb-94c8-4f2d0c948119 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818820 Aug 16 13:16:29.735047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:16:29.735479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:16:29.740532 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:16:29.801741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.817931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:29.825784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:29.839038 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:29.855169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:29.856377 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:29.906630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=ea638235-817a-4bd5-8d57-f5f5d023893a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:29.922214 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-59930be3-aaab-4492-9d3d-88e64ba426c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6941824 Aug 16 13:16:29.922945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 299fa087-78cf-4580-826a-5d2faa0c9eba no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:29.924707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33814) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:30.045163 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8dddf155-a3f6-4bb4-807a-09b51789cb62 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.054032 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8dddf155-a3f6-4bb4-807a-09b51789cb62 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.060120 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8dddf155-a3f6-4bb4-807a-09b51789cb62 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "DELETE /v2.0/floatingips/458b5ab9-27ba-4ece-8bcc-029c34242e9f HTTP/1.1" status: 204 len: 168 time: 2.2476599 Aug 16 13:16:30.062128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24104c0-1d4c-4335-b3a4-164e092267c4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:30.067432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f24104c0-1d4c-4335-b3a4-164e092267c4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/ea638235-817a-4bd5-8d57-f5f5d023893a HTTP/1.1" status: 200 len: 844 time: 0.1380010 Aug 16 13:16:30.067432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33818) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:30.078392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33820) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:30.170232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafa39e-c488-4c10-8dab-7900839fd130 req-17e8e4b6-04b2-42e0-870b-dc1610abb4b5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:30.172084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6aafa39e-c488-4c10-8dab-7900839fd130 req-17e8e4b6-04b2-42e0-870b-dc1610abb4b5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.1831486 Aug 16 13:16:30.182173 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.209993 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.220837 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "DELETE /v2.0/networks/6b9f2000-f30f-48ed-97dc-3e50b865e613 HTTP/1.1" status: 204 len: 168 time: 2.1374209 Aug 16 13:16:30.251113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33826) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:30.261765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71277fb-31ec-4476-96e5-a798de2acaae req-b2b0e694-a11d-402c-9889-a30d315061cb tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:30.276091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a71277fb-31ec-4476-96e5-a798de2acaae req-b2b0e694-a11d-402c-9889-a30d315061cb tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2856686 Aug 16 13:16:30.296124 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.344062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a71277fb-31ec-4476-96e5-a798de2acaae req-fcbf5352-981a-47cc-9446-5a2a19e32f71 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669050 Aug 16 13:16:30.354891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f7634-0c61-4d40-ae7c-7c29bdfa248e tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Pushing event deleted for resources: {'Network': ['ID=6b9f2000-f30f-48ed-97dc-3e50b865e613,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:30.401136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:16:30.405681 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e823a9-ca83-4458-ac6e-541978091c82" -d '{"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-unplugged", "status": "completed", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:16:30.415235 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f19873b2-1b4b-4198-b27a-3ee02910da0b tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "GET /v2.0/ports?device_id=89103c60-c7fc-4876-a472-87be15341eff HTTP/1.1" status: 200 len: 205 time: 0.1473956 Aug 16 13:16:30.418068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33834) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:30.439857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 299fa087-78cf-4580-826a-5d2faa0c9eba, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=299fa087-78cf-4580-826a-5d2faa0c9eba,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:30.450639 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.545838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6aafa39e-c488-4c10-8dab-7900839fd130 req-c8a4a0ac-56f3-4264-a99e-775484f5b136 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988172 Aug 16 13:16:30.558268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-cb706b5b-3969-4553-8dbf-8b243efb2444 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Deleting port b6c3b3de-bc6e-4f0c-9756-0c2b426c973f {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:30.558625 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cb706b5b-3969-4553-8dbf-8b243efb2444 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.578410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7d03f8b4-1321-4966-a22b-9328e9fb3675 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port ea638235-817a-4bd5-8d57-f5f5d023893a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:30.578856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d03f8b4-1321-4966-a22b-9328e9fb3675 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.618004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f7c2280-680a-449b-9268-586aafefbd9a tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.652956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=11']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:30.760468 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cb706b5b-3969-4553-8dbf-8b243efb2444 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.779078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-cb706b5b-3969-4553-8dbf-8b243efb2444 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Calling delete_port for b6c3b3de-bc6e-4f0c-9756-0c2b426c973f owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:30.909209 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.938307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33838) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:30.938747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7654-afa6-4f33-8996-5d086a87fb58 req-63501477-9fa7-4810-8575-4d4af8da535c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:30.940308 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61fd7654-afa6-4f33-8996-5d086a87fb58 req-63501477-9fa7-4810-8575-4d4af8da535c tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/ports?device_id=005f8d73-919c-4e6d-ada7-e672d9fb65d2 HTTP/1.1" status: 200 len: 945 time: 0.4573109 Aug 16 13:16:30.989107 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d03f8b4-1321-4966-a22b-9328e9fb3675 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:30.999726 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f7c2280-680a-449b-9268-586aafefbd9a tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.007108 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f7c2280-680a-449b-9268-586aafefbd9a tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.010929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event deleted for resources: {'Port': ['ID=299fa087-78cf-4580-826a-5d2faa0c9eba,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:31.023020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7d03f8b4-1321-4966-a22b-9328e9fb3675 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for ea638235-817a-4bd5-8d57-f5f5d023893a owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:31.087260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0763e-000f-46c8-be55-b6dd736920f6 req-1c4c1727-2c53-4274-8fe6-fb8e4e69706a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:31.091052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85c0763e-000f-46c8-be55-b6dd736920f6 req-1c4c1727-2c53-4274-8fe6-fb8e4e69706a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3612297 Aug 16 13:16:31.100500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61fd7654-afa6-4f33-8996-5d086a87fb58 req-fa833d9e-b401-4353-87c7-7e0f082a62f6 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups?id=f76a3dd0-53f2-4943-ba6b-31ef299b572c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453118 Aug 16 13:16:31.161374 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da743070-2287-4e4b-a24f-85b4228602db x-openstack-request-id: req-da743070-2287-4e4b-a24f-85b4228602db {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:16:31.161774 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-unplugged", "status": "completed", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:16:31.162231 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da743070-2287-4e4b-a24f-85b4228602db {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:16:31.162885 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'code': 200} Aug 16 13:16:31.194242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88ee0ca4-015c-43e5-82d1-cfcea1f7b123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.196689 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f7c2280-680a-449b-9268-586aafefbd9a tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.198274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7c2280-680a-449b-9268-586aafefbd9a tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Fanout notify agent at l3_agent the message router_deleted on router 89103c60-c7fc-4876-a472-87be15341eff {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:16:31.206889 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0f7c2280-680a-449b-9268-586aafefbd9a tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.208097 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0f7c2280-680a-449b-9268-586aafefbd9a tempest-RoutersNegativeIpV6Test-762204584 tempest-RoutersNegativeIpV6Test-762204584-project] 10.222.0.25 "DELETE /v2.0/routers/89103c60-c7fc-4876-a472-87be15341eff HTTP/1.1" status: 204 len: 168 time: 0.7884200 Aug 16 13:16:31.331720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85c0763e-000f-46c8-be55-b6dd736920f6 req-f732a9f0-7fd7-4a4f-89f4-70007a01eb66 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161627 Aug 16 13:16:31.339151 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cb706b5b-3969-4553-8dbf-8b243efb2444 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.380470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb706b5b-3969-4553-8dbf-8b243efb2444 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Port': ['ID=b6c3b3de-bc6e-4f0c-9756-0c2b426c973f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:31.396648 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d03f8b4-1321-4966-a22b-9328e9fb3675 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.414440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:16:31.438725 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7d03f8b4-1321-4966-a22b-9328e9fb3675 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.443735 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7d03f8b4-1321-4966-a22b-9328e9fb3675 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/ea638235-817a-4bd5-8d57-f5f5d023893a HTTP/1.1" status: 204 len: 168 time: 1.3641582 Aug 16 13:16:31.449340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33846) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:31.525125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03f8b4-1321-4966-a22b-9328e9fb3675 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=ea638235-817a-4bd5-8d57-f5f5d023893a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:31.558377 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f4a393-55cb-4368-83ba-697f802f32a0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:16:31.560085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-17f4a393-55cb-4368-83ba-697f802f32a0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/ea638235-817a-4bd5-8d57-f5f5d023893a HTTP/1.1" status: 404 len: 333 time: 0.0862079 Aug 16 13:16:31.565956 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33852) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:31.574811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'name': 'tempest-PortsIpV6TestJSON-705254743'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:31.641465 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cb706b5b-3969-4553-8dbf-8b243efb2444 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.644143 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cb706b5b-3969-4553-8dbf-8b243efb2444 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "DELETE /v2.0/ports/b6c3b3de-bc6e-4f0c-9756-0c2b426c973f HTTP/1.1" status: 204 len: 168 time: 1.5759923 Aug 16 13:16:31.656095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33854) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:31.691858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33858) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:31.784794 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b06c-481e-4eaa-9362-7db1562f66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.801566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88ee0ca4-015c-43e5-82d1-cfcea1f7b123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.804724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1d17-c622-4667-a1bf-3344761ef2d8 req-c97fe82e-f90b-4a9c-84c7-5ff890cf51e1 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:31.814638 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aacd1d17-c622-4667-a1bf-3344761ef2d8 req-c97fe82e-f90b-4a9c-84c7-5ff890cf51e1 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2073586 Aug 16 13:16:31.816075 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-88ee0ca4-015c-43e5-82d1-cfcea1f7b123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:31.897381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aacd1d17-c622-4667-a1bf-3344761ef2d8 req-1f3d6667-2a1d-447a-a8e9-dc9a03609689 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805576 Aug 16 13:16:31.911032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:16:31.924279 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-88ee0ca4-015c-43e5-82d1-cfcea1f7b123 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5605a9dceeb14b1bb88bdbfad540c6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9830871 Aug 16 13:16:31.928365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62fd2d7-3287-43de-83ba-7de2ff7c4111 None None] Sync routers for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:16:31.932940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee0ca4-015c-43e5-82d1-cfcea1f7b123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25801399-d896-48e5-976f-f9422af47946,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:31.936234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33862) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:31.985090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62fd2d7-3287-43de-83ba-7de2ff7c4111 None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:31.990460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a62fd2d7-3287-43de-83ba-7de2ff7c4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:16:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:31.992921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:31.997691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] No DVR routers for this DVR port 299fa087-78cf-4580-826a-5d2faa0c9eba on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:32.003474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.005783 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.006313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4dc1802d-52db-4709-b749-073d93e9d028 req-bdd75f1d-71eb-4b52-829b-a10655d3041b tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.42 "DELETE /v2.0/ports/299fa087-78cf-4580-826a-5d2faa0c9eba HTTP/1.1" status: 204 len: 173 time: 4.0576463 Aug 16 13:16:32.007059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-deleted', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:16:32.012724 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf054a3f-2032-4942-a2e8-9f84cd3ad510" -d '{"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-deleted", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:16:32.045277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3f6bf11e-039d-44d9-93c4-50b9d1f6fa4f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Deleting port dbb92b44-7542-4aa4-b86d-fb0e64c40531 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:32.046468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf11e-039d-44d9-93c4-50b9d1f6fa4f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.079626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc8486-6376-4717-92b7-41906468320b req-06ab01e0-ed06-4a08-84d3-6b1a8744d626 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:32.082507 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08dc8486-6376-4717-92b7-41906468320b req-06ab01e0-ed06-4a08-84d3-6b1a8744d626 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.3028228 Aug 16 13:16:32.149338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port 59a83670-9d7f-409d-9aef-52fcbef1d690 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:16:32.205207 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf11e-039d-44d9-93c4-50b9d1f6fa4f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.223734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3f6bf11e-039d-44d9-93c4-50b9d1f6fa4f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Calling delete_port for dbb92b44-7542-4aa4-b86d-fb0e64c40531 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:32.281261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a62fd2d7-3287-43de-83ba-7de2ff7c4111 None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:16:32.299426 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-089620bf-2fc9-42b3-a973-fe780e2baf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.331712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08dc8486-6376-4717-92b7-41906468320b req-2b92282d-14af-4272-84e4-32330b533ddd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029281 Aug 16 13:16:32.361099 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a260273a-dd30-43c4-a98a-b0d9925c3030 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2105c09885b941abb4ab062154d65fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6429768 Aug 16 13:16:32.367460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33870) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:32.510652 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6c9e4e-42f1-432b-8613-b9a3cfc1f367 x-openstack-request-id: req-4a6c9e4e-42f1-432b-8613-b9a3cfc1f367 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:16:32.511493 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005f8d73-919c-4e6d-ada7-e672d9fb65d2", "name": "network-vif-deleted", "tag": "299fa087-78cf-4580-826a-5d2faa0c9eba", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:16:32.512025 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a6c9e4e-42f1-432b-8613-b9a3cfc1f367 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:16:32.512829 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005f8d73-919c-4e6d-ada7-e672d9fb65d2', 'name': 'network-vif-deleted', 'tag': '299fa087-78cf-4580-826a-5d2faa0c9eba', 'status': 'completed', 'code': 200} Aug 16 13:16:32.535613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33874) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:32.586208 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-089620bf-2fc9-42b3-a973-fe780e2baf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.595520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2ce1-606e-40ac-a0a8-9d3b88ee5bc5 req-295f823b-e121-4bed-a9aa-573eddb2cbc3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:32.603447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-506d2ce1-606e-40ac-a0a8-9d3b88ee5bc5 req-295f823b-e121-4bed-a9aa-573eddb2cbc3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.5190582 Aug 16 13:16:32.611284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a62fd2d7-3287-43de-83ba-7de2ff7c4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:32.672272 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf11e-039d-44d9-93c4-50b9d1f6fa4f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.674820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62fd2d7-3287-43de-83ba-7de2ff7c4111 None None] Checking router: 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:16:32.694825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62fd2d7-3287-43de-83ba-7de2ff7c4111 None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:32.695992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a62fd2d7-3287-43de-83ba-7de2ff7c4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:16:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:32.699794 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.702877 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-190884e8-d070-4123-bcc5-15a8ddac0302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.715117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-506d2ce1-606e-40ac-a0a8-9d3b88ee5bc5 req-bbc2b056-2244-40bb-b852-f2d0e4624336 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105287 Aug 16 13:16:32.743571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bf11e-039d-44d9-93c4-50b9d1f6fa4f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Port': ['ID=dbb92b44-7542-4aa4-b86d-fb0e64c40531,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:32.786517 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-190884e8-d070-4123-bcc5-15a8ddac0302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.792897 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-089620bf-2fc9-42b3-a973-fe780e2baf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.803641 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-089620bf-2fc9-42b3-a973-fe780e2baf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.810917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-089620bf-2fc9-42b3-a973-fe780e2baf9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25801399-d896-48e5-976f-f9422af47946 HTTP/1.1" status: 204 len: 168 time: 0.8538620 Aug 16 13:16:32.818668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f34a76b-7a8e-4d07-bc22-d25c49de3fc8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.842180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089620bf-2fc9-42b3-a973-fe780e2baf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25801399-d896-48e5-976f-f9422af47946,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:32.916229 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.946028 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f34a76b-7a8e-4d07-bc22-d25c49de3fc8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.002182 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf11e-039d-44d9-93c4-50b9d1f6fa4f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.006003 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3f6bf11e-039d-44d9-93c4-50b9d1f6fa4f tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "DELETE /v2.0/ports/dbb92b44-7542-4aa4-b86d-fb0e64c40531 HTTP/1.1" status: 204 len: 168 time: 1.3480644 Aug 16 13:16:33.011906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33882) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:33.070270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a62fd2d7-3287-43de-83ba-7de2ff7c4111 None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:16:33.116089 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-190884e8-d070-4123-bcc5-15a8ddac0302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.122022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-190884e8-d070-4123-bcc5-15a8ddac0302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.124624 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-190884e8-d070-4123-bcc5-15a8ddac0302 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31166328-090c-4ae0-8c21-b595e10c5f33 HTTP/1.1" status: 204 len: 168 time: 0.7412550 Aug 16 13:16:33.158712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190884e8-d070-4123-bcc5-15a8ddac0302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31166328-090c-4ae0-8c21-b595e10c5f33,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:33.184116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-72afe8ed-9b3b-4e3e-888c-9bbe7ce00beb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Deleting subnet 387c5fd0-fea3-480f-b6d8-da37d653b781 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:16:33.191463 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f34a76b-7a8e-4d07-bc22-d25c49de3fc8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.198063 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f34a76b-7a8e-4d07-bc22-d25c49de3fc8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.206002 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8f34a76b-7a8e-4d07-bc22-d25c49de3fc8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "DELETE /v2.0/security-groups/f76a3dd0-53f2-4943-ba6b-31ef299b572c HTTP/1.1" status: 204 len: 168 time: 0.6684544 Aug 16 13:16:33.207440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33888) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:33.209067 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72afe8ed-9b3b-4e3e-888c-9bbe7ce00beb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.384593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34a76b-7a8e-4d07-bc22-d25c49de3fc8 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76a3dd0-53f2-4943-ba6b-31ef299b572c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:33.404341 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-e572cc87-2651-49a4-9af8-2c081bc31c61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] show failed (client error): The resource could not be found. Aug 16 13:16:33.411130 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e572cc87-2651-49a4-9af8-2c081bc31c61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "GET /v2.0/security-groups/f76a3dd0-53f2-4943-ba6b-31ef299b572c HTTP/1.1" status: 404 len: 347 time: 0.1891935 Aug 16 13:16:33.414729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33892) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:33.538582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33894) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:33.565057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72afe8ed-9b3b-4e3e-888c-9bbe7ce00beb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.586019 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=59a83670-9d7f-409d-9aef-52fcbef1d690,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:33.646054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:33.659221 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4187435d-deed-4132-9108-95ad9b619174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.664162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8b849-3c88-4d9e-af68-4c8aad864f6c req-96e9a00d-a530-498a-b00a-1b0270a51e42 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:33.672004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58a8b849-3c88-4d9e-af68-4c8aad864f6c req-96e9a00d-a530-498a-b00a-1b0270a51e42 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.8014231 Aug 16 13:16:33.675703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:33.688158 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:33.701344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:33.702762 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.721388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a62fd2d7-3287-43de-83ba-7de2ff7c4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:33.753183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c1087-85b5-4542-bce0-3821ff8aff90 req-52de0fc1-a4d9-443f-b1c1-025e62d242c9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:33.764126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62fd2d7-3287-43de-83ba-7de2ff7c4111 None None] The sync data for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 is: [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:05:08Z', 'revision_number': 4, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ae2bd06-225e-405c-8fe1-29470dac139a', 'name': '', 'network_id': '9cc824de-04de-4c01-9674-275e59dd3473', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'mac_address': 'fa:16:3e:9f:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:05:18Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'subnets': [{'id': '869c6635-1347-4341-97aa-dd06c69f7bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:16:33.768635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-104c1087-85b5-4542-bce0-3821ff8aff90 req-52de0fc1-a4d9-443f-b1c1-025e62d242c9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.1763039 Aug 16 13:16:33.850612 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58a8b849-3c88-4d9e-af68-4c8aad864f6c req-d16d9f0b-e9f9-4163-8eb4-2ffc1942ae18 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416521 Aug 16 13:16:33.895090 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72afe8ed-9b3b-4e3e-888c-9bbe7ce00beb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.903562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-104c1087-85b5-4542-bce0-3821ff8aff90 req-841a9020-8e16-4215-b7ce-36c866c1e037 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297951 Aug 16 13:16:33.984100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-71d970a9-1576-46d7-9922-9130ea8ada61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Deleting port bf740579-c369-427a-ba37-2d4390b0a9ea {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:33.984384 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-71d970a9-1576-46d7-9922-9130ea8ada61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.073987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038f84-1a83-4a4e-9c1c-5ca94c58d3e8 req-2c5d8b97-2145-4f17-b92b-f2758a61a4a5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:34.077729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30038f84-1a83-4a4e-9c1c-5ca94c58d3e8 req-2c5d8b97-2145-4f17-b92b-f2758a61a4a5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1087492 Aug 16 13:16:34.097962 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72afe8ed-9b3b-4e3e-888c-9bbe7ce00beb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.127660 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4187435d-deed-4132-9108-95ad9b619174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.133820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4b9cd-ec8d-4a24-b72d-7b9ba4d778dc None None] Network c713c00c-dbe1-4ead-a45d-cad421c0d5b0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:34.149396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d2dd0cf9-f217-4e2f-9640-97b00f05a83f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5821555 Aug 16 13:16:34.154042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33908) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:34.163351 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7a8f3d35-0995-4c8c-a576-775c80c7bf81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:34.193334 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72afe8ed-9b3b-4e3e-888c-9bbe7ce00beb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.203332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-72afe8ed-9b3b-4e3e-888c-9bbe7ce00beb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "DELETE /v2.0/subnets/387c5fd0-fea3-480f-b6d8-da37d653b781 HTTP/1.1" status: 204 len: 168 time: 1.1876976 Aug 16 13:16:34.204896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33910) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:34.210408 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4187435d-deed-4132-9108-95ad9b619174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.216676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afe8ed-9b3b-4e3e-888c-9bbe7ce00beb tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Subnet': ['ID=387c5fd0-fea3-480f-b6d8-da37d653b781,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:34.239169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30038f84-1a83-4a4e-9c1c-5ca94c58d3e8 req-fe109165-851a-41fd-bd4b-d49a63bfd583 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483824 Aug 16 13:16:34.293612 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-71d970a9-1576-46d7-9922-9130ea8ada61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.294330 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94241243-e4c1-4cd4-9ab3-59d4d8fda99b None None] New status for floating IP 6d1fc206-3664-4c18-8b52-01f6b52ce5e9: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:16:34.295251 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-71d970a9-1576-46d7-9922-9130ea8ada61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.390684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-71d970a9-1576-46d7-9922-9130ea8ada61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Calling delete_port for bf740579-c369-427a-ba37-2d4390b0a9ea owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:34.411265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4187435d-deed-4132-9108-95ad9b619174 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f0e5a6f45e5436aa143c34f03ea8fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8658149 Aug 16 13:16:34.415810 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3d35-0995-4c8c-a576-775c80c7bf81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.425179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187435d-deed-4132-9108-95ad9b619174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e0587d-54d0-4192-8961-ffc01817f95d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:34.431243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 33918) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:34.436159 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb98a51f-f52d-4d7c-984d-5fc10d7f405d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.443819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Deleting subnet 4a819e90-011a-49f1-ad93-ebd64fac9246 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:16:34.452279 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.563558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e6597-71db-490c-9bf1-84a5fd821904 None None] DHCP port deletion for c713c00c-dbe1-4ead-a45d-cad421c0d5b0 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:16:34.644758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.727001 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.756934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33926) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:34.782933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-574e6597-71db-490c-9bf1-84a5fd821904 None None] Deleting port 6193d874-5401-4516-8777-126bbb74ecd8 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:34.783492 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-574e6597-71db-490c-9bf1-84a5fd821904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.804607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6193d874-5401-4516-8777-126bbb74ecd8 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:34.842385 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-71d970a9-1576-46d7-9922-9130ea8ada61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.867543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86e4fa-8ff0-4f7d-9a16-5b805c054b9d req-c6cff11d-f047-4111-b393-e66c56a37c90 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:34.871637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a86e4fa-8ff0-4f7d-9a16-5b805c054b9d req-c6cff11d-f047-4111-b393-e66c56a37c90 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3217132 Aug 16 13:16:34.904933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d970a9-1576-46d7-9922-9130ea8ada61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Pushing event deleted for resources: {'Port': ['ID=bf740579-c369-427a-ba37-2d4390b0a9ea,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:34.961358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-71d970a9-1576-46d7-9922-9130ea8ada61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.965585 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-71d970a9-1576-46d7-9922-9130ea8ada61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:34.972518 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-71d970a9-1576-46d7-9922-9130ea8ada61 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] 10.222.0.25 "DELETE /v2.0/floatingips/6d1fc206-3664-4c18-8b52-01f6b52ce5e9 HTTP/1.1" status: 204 len: 168 time: 1.5372977 Aug 16 13:16:35.001778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-abaaf236-91ed-4078-b5a4-715077852fd1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2122392342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:35.038711 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abaaf236-91ed-4078-b5a4-715077852fd1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.040422 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abaaf236-91ed-4078-b5a4-715077852fd1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.044604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-574e6597-71db-490c-9bf1-84a5fd821904 None None] For port 6193d874-5401-4516-8777-126bbb74ecd8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6193d874-5401-4516-8777-126bbb74ecd8,segment=NetworkSegment(2a5f3c51-6eee-4c85-9572-21c7eadd617c),segment_id=2a5f3c51-6eee-4c85-9572-21c7eadd617c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:35.045491 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-574e6597-71db-490c-9bf1-84a5fd821904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.065991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-574e6597-71db-490c-9bf1-84a5fd821904 None None] Calling delete_port for 6193d874-5401-4516-8777-126bbb74ecd8 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:35.073183 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19374f70-c80f-417b-b00d-77788f035580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.122900 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abaaf236-91ed-4078-b5a4-715077852fd1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.129274 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abaaf236-91ed-4078-b5a4-715077852fd1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.176131 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-abaaf236-91ed-4078-b5a4-715077852fd1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.177811 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-abaaf236-91ed-4078-b5a4-715077852fd1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4194298 Aug 16 13:16:35.182833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33936) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:35.192033 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-620418322'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:35.214858 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.230555 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.240179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Made reservation on behalf of 4a7b1520402747c4b2c9f7274bd06302 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:35.256559 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.260235 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-574e6597-71db-490c-9bf1-84a5fd821904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.286817 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.304377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e6597-71db-490c-9bf1-84a5fd821904 None None] Pushing event deleted for resources: {'Port': ['ID=6193d874-5401-4516-8777-126bbb74ecd8,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:35.306860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e6597-71db-490c-9bf1-84a5fd821904 None None] No DVR routers for this DVR port 6193d874-5401-4516-8777-126bbb74ecd8 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:35.315164 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19374f70-c80f-417b-b00d-77788f035580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.462398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a86e4fa-8ff0-4f7d-9a16-5b805c054b9d req-f363e90e-1b2f-4eba-a31a-7042da7ba168 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679052 Aug 16 13:16:35.476835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19374f70-c80f-417b-b00d-77788f035580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.480168 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19374f70-c80f-417b-b00d-77788f035580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.481809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-19374f70-c80f-417b-b00d-77788f035580 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4e0587d-54d0-4192-8961-ffc01817f95d HTTP/1.1" status: 204 len: 168 time: 0.9334435 Aug 16 13:16:35.494231 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.508453 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.539579 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.539961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19374f70-c80f-417b-b00d-77788f035580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e0587d-54d0-4192-8961-ffc01817f95d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:35.558017 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3d35-0995-4c8c-a576-775c80c7bf81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.582171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959feb3-5570-4270-b93e-afb6441916d0 req-bd2c9e42-fee5-462c-a817-51f16e4e6182 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:35.583626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:16:35.587157 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b959feb3-5570-4270-b93e-afb6441916d0 req-bd2c9e42-fee5-462c-a817-51f16e4e6182 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.4481173 Aug 16 13:16:35.593638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3d9d7d-f4de-401d-99a3-7999906fe05b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:35.597334 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3d35-0995-4c8c-a576-775c80c7bf81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.612471 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.614143 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Added segment b8a1a802-90b8-4308-9624-45c7a10a0a03 of type vlan for network 520a51d2-b520-4192-ac4e-1be2b45b1330 Aug 16 13:16:35.695919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.731796 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.757376 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.770952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:35.772290 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.776463 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f3d35-0995-4c8c-a576-775c80c7bf81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] In _notify_port_updated(), no bound segment for port 59a83670-9d7f-409d-9aef-52fcbef1d690 on network 7f4ee277-6aef-4fdf-8603-5e237e445983 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:16:35.790192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f3d35-0995-4c8c-a576-775c80c7bf81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:35.792697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3d35-0995-4c8c-a576-775c80c7bf81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.797059 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7a8f3d35-0995-4c8c-a576-775c80c7bf81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "PUT /v2.0/ports/59a83670-9d7f-409d-9aef-52fcbef1d690 HTTP/1.1" status: 200 len: 818 time: 1.6399140 Aug 16 13:16:35.801718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33942) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:35.802661 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.807738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3256ca9a-0d14-4f54-ab43-6290b9673b7e None None] Network 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:35.812700 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "DELETE /v2.0/subnets/4a819e90-011a-49f1-ad93-ebd64fac9246 HTTP/1.1" status: 204 len: 168 time: 1.6031396 Aug 16 13:16:35.842000 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6550481 Aug 16 13:16:35.857288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33944) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:35.857797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33946) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:35.880810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Request body: {'subnet': {'network_id': '520a51d2-b520-4192-ac4e-1be2b45b1330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:35.951590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Subnet': ['ID=4a819e90-011a-49f1-ad93-ebd64fac9246,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:36.007641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.008186 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.008758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.009350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.009924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.010702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.011266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.011934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.012554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.013124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.013783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.014847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df53b1-a5ef-453a-a99c-3b70449fc8bd tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:36.026615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f3d35-0995-4c8c-a576-775c80c7bf81 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=59a83670-9d7f-409d-9aef-52fcbef1d690,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:36.043047 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b959feb3-5570-4270-b93e-afb6441916d0 req-dfec7a74-1d22-45ab-ade2-e810286d5ccb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128196 Aug 16 13:16:36.071068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b265224-7286-4add-ae65-4d40cbdbeed8 req-65292c88-cafc-4b3d-bfc8-591fa5446c1f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:36.074760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b265224-7286-4add-ae65-4d40cbdbeed8 req-65292c88-cafc-4b3d-bfc8-591fa5446c1f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3795974 Aug 16 13:16:36.161918 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b265224-7286-4add-ae65-4d40cbdbeed8 req-2aa9b466-a40d-4c72-9756-372fee552d0a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773942 Aug 16 13:16:36.235213 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93992c06-8482-437f-961d-6e5666fd2ef4 None None] DHCP port deletion for 1fd045db-f1f9-4edf-a04e-3fa085ee1d06 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:16:36.320621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-93992c06-8482-437f-961d-6e5666fd2ef4 None None] Deleting port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:36.323469 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93992c06-8482-437f-961d-6e5666fd2ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:36.498719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-93992c06-8482-437f-961d-6e5666fd2ef4 None None] For port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=37f4a73f-3dfb-4ec1-8581-30b91c8f5c09,segment=NetworkSegment(32dc23b8-7185-4b4d-bf7b-c0eb0d113d32),segment_id=32dc23b8-7185-4b4d-bf7b-c0eb0d113d32)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:36.499388 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93992c06-8482-437f-961d-6e5666fd2ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:36.519370 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-93992c06-8482-437f-961d-6e5666fd2ef4 None None] Calling delete_port for 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:36.530046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd417b-bb6e-4e5d-b5b1-351d30b8ed40 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event updated for resources: {'Network': ['ID=520a51d2-b520-4192-ac4e-1be2b45b1330,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:36.574050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 520a51d2-b520-4192-ac4e-1be2b45b1330 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:16:36.604548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2973-bc1b-4f49-97e0-83a366feead7 req-3ccd9857-5017-45e7-bf29-e2640d494822 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:36.608431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1ca2973-bc1b-4f49-97e0-83a366feead7 req-3ccd9857-5017-45e7-bf29-e2640d494822 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1373198 Aug 16 13:16:36.707932 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:36.711735 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1ca2973-bc1b-4f49-97e0-83a366feead7 req-672597ac-a148-4517-87b5-36a0eab5b7f7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940666 Aug 16 13:16:36.781565 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:36.929369 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93992c06-8482-437f-961d-6e5666fd2ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:36.993396 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b28e0f91-24c1-4057-8916-ff7524b40c9d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 59a83670-9d7f-409d-9aef-52fcbef1d690 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:36.994674 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b28e0f91-24c1-4057-8916-ff7524b40c9d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:36.997227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93992c06-8482-437f-961d-6e5666fd2ef4 None None] Pushing event deleted for resources: {'Port': ['ID=37f4a73f-3dfb-4ec1-8581-30b91c8f5c09,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:37.001625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd122533-7462-412a-9480-f496abf3f112 req-7aad2c45-1069-4d4e-9938-d84985b23b2b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:37.006355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93992c06-8482-437f-961d-6e5666fd2ef4 None None] No DVR routers for this DVR port 37f4a73f-3dfb-4ec1-8581-30b91c8f5c09 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:37.009098 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:37.026084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd122533-7462-412a-9480-f496abf3f112 req-7aad2c45-1069-4d4e-9938-d84985b23b2b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1656048 Aug 16 13:16:37.027942 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Made reservation on behalf of 4a7b1520402747c4b2c9f7274bd06302 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:37.042201 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:37.168606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd122533-7462-412a-9480-f496abf3f112 req-b3dc0ef2-7399-4126-a94f-54e3043d1ec8 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405258 Aug 16 13:16:37.324793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8af1-f730-4ba3-907e-e5b5ea630fef req-52991271-62c2-4509-a333-1073b4745511 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:37.328635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce4c8af1-f730-4ba3-907e-e5b5ea630fef req-52991271-62c2-4509-a333-1073b4745511 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.1370478 Aug 16 13:16:37.385069 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:37.515363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce4c8af1-f730-4ba3-907e-e5b5ea630fef req-52e9bfef-8268-4a4d-a318-6763f15e6723 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713812 Aug 16 13:16:37.558891 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440948-cb1b-463d-8d30-d3a618f57fea req-ccd9419e-2fd3-4fae-bfdc-e017fcad35ca tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:37.567380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14440948-cb1b-463d-8d30-d3a618f57fea req-ccd9419e-2fd3-4fae-bfdc-e017fcad35ca tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.2048745 Aug 16 13:16:37.595529 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b28e0f91-24c1-4057-8916-ff7524b40c9d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:37.624552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b28e0f91-24c1-4057-8916-ff7524b40c9d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 59a83670-9d7f-409d-9aef-52fcbef1d690 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:37.639782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14440948-cb1b-463d-8d30-d3a618f57fea req-7835d49e-3169-4b96-ade3-0f6916a8b600 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700581 Aug 16 13:16:37.719993 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:37.737990 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:37.813613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c713c00c-dbe1-4ead-a45d-cad421c0d5b0']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:37.896014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cab19-0291-423e-893a-20c6c7784f7a req-153ba273-4de8-4a67-8f2b-fb6c116669f3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:37.907864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5f3c51-6eee-4c85-9572-21c7eadd617c') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:37.908928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5f3c51-6eee-4c85-9572-21c7eadd617c') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:37.911245 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb9cab19-0291-423e-893a-20c6c7784f7a req-153ba273-4de8-4a67-8f2b-fb6c116669f3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1226358 Aug 16 13:16:37.961360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.008769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb9cab19-0291-423e-893a-20c6c7784f7a req-08597079-f42a-40d1-8f72-847772953ac9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960724 Aug 16 13:16:38.038665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event updated for resources: {'Subnet': ['ID=ef269964-dae7-41d8-97a6-d939bf182165,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:38.051770 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.091340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:16:38.092182 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:16:38.100576 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:16:38.214585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Checking segment: {'id': 'b8a1a802-90b8-4308-9624-45c7a10a0a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '520a51d2-b520-4192-ac4e-1be2b45b1330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:38.214585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Network hostable DHCP agents. Network: 520a51d2-b520-4192-ac4e-1be2b45b1330, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:16:38.243414 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b28e0f91-24c1-4057-8916-ff7524b40c9d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.306004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.326901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.335184 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "DELETE /v2.0/networks/c713c00c-dbe1-4ead-a45d-cad421c0d5b0 HTTP/1.1" status: 204 len: 168 time: 2.4739828 Aug 16 13:16:38.338054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34002) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:38.340166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Network 520a51d2-b520-4192-ac4e-1be2b45b1330 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:16:38.344299 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e0f91-24c1-4057-8916-ff7524b40c9d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=59a83670-9d7f-409d-9aef-52fcbef1d690,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:38.382874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dd000-75a2-4fc0-8d34-7a2a5347ef76 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Network': ['ID=c713c00c-dbe1-4ead-a45d-cad421c0d5b0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:38.387788 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b28e0f91-24c1-4057-8916-ff7524b40c9d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.391630 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b28e0f91-24c1-4057-8916-ff7524b40c9d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/59a83670-9d7f-409d-9aef-52fcbef1d690 HTTP/1.1" status: 204 len: 168 time: 2.5878608 Aug 16 13:16:38.394439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34004) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:38.395662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 520a51d2-b520-4192-ac4e-1be2b45b1330) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:38.410976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b47b5ae-b8cb-4752-bb3b-d21f787ac244 None None] Network 520a51d2-b520-4192-ac4e-1be2b45b1330 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:38.419765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:38.421025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.427996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8049eb2e-d060-4467-be29-f42d60877eca details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:16:38.473059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b2dbe51c-0430-47e8-a6bf-cc1905589cd7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6106968 Aug 16 13:16:38.474141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34010) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:38.483698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe8826-d3a9-4194-a595-d11a4656abbc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:38.485654 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d4fe8826-d3a9-4194-a595-d11a4656abbc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0867274 Aug 16 13:16:38.488596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34012) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:38.494496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Request body: {'network': {'name': 'tempest-router-network01--824993155'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:38.535045 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb473ca-7234-4e9d-8a0f-2e5241a49706 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:16:38.539637 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9fb473ca-7234-4e9d-8a0f-2e5241a49706 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/59a83670-9d7f-409d-9aef-52fcbef1d690 HTTP/1.1" status: 404 len: 333 time: 0.0496352 Aug 16 13:16:38.555767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34014) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:38.585583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1601533227'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:38.614985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Made reservation on behalf of 4a7b1520402747c4b2c9f7274bd06302 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:38.628681 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.644638 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.809897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:38.833941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.863307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 8049eb2e-d060-4467-be29-f42d60877eca, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8049eb2e-d060-4467-be29-f42d60877eca,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:38.878854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '8049eb2e-d060-4467-be29-f42d60877eca', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'port_id': '8049eb2e-d060-4467-be29-f42d60877eca', 'mac_address': 'fa:16:3e:4e:64:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:16:38.897964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:16:38.924714 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.951491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.952172 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Added segment bc3b5d95-55c7-469d-aba9-7265de99926b of type vlan for network e1db3578-a75c-45a6-9e4b-bdb82db3bdcb Aug 16 13:16:38.953946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:16:38.980575 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:38.981122 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Added segment be5976e1-f974-4fd8-ba6f-8af9d2e5202a of type vlan for network de667eb5-fe90-4a05-b8db-1fc00bb9e47c Aug 16 13:16:38.995016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f487b7-c8e0-4250-9aab-cc4788547495 req-b28cb3b9-d067-41e7-9625-d41bb8bd0b4f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:39.010037 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.012097 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85f487b7-c8e0-4250-9aab-cc4788547495 req-b28cb3b9-d067-41e7-9625-d41bb8bd0b4f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 944 time: 0.3273971 Aug 16 13:16:39.037058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.037694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd045db-f1f9-4edf-a04e-3fa085ee1d06']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:39.088016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8049eb2e-d060-4467-be29-f42d60877eca {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:16:39.091476 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.120670 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-520a51d2-b520-4192-ac4e-1be2b45b1330', 'network_id': '520a51d2-b520-4192-ac4e-1be2b45b1330', 'tenant_id': '4a7b1520402747c4b2c9f7274bd06302', 'fixed_ips': [{'subnet_id': 'ef269964-dae7-41d8-97a6-d939bf182165'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:16:39.122394 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.138735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.143530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:39.146447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:39.147561 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.150995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32dc23b8-7185-4b4d-bf7b-c0eb0d113d32') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:39.211942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.218371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:39.219098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.249579 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85f487b7-c8e0-4250-9aab-cc4788547495 req-ac8de8da-4f2b-4f7f-9364-4404e87bfaa2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256269 Aug 16 13:16:39.264507 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7772701 Aug 16 13:16:39.279870 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.281786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34040) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:39.300722 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Request body: {'network': {'name': 'tempest-router-network02--512001088'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:39.320196 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7573447 Aug 16 13:16:39.321163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34042) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:39.333399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': 'de667eb5-fe90-4a05-b8db-1fc00bb9e47c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:39.343517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 8049eb2e-d060-4467-be29-f42d60877eca, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8049eb2e-d060-4467-be29-f42d60877eca,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:39.366970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317893d-6bf4-4824-be18-60d415dd6140 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event updated for resources: {'Network': ['ID=e1db3578-a75c-45a6-9e4b-bdb82db3bdcb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:39.398660 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.447197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network e1db3578-a75c-45a6-9e4b-bdb82db3bdcb details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:16:39.457761 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.537743 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:16:39.551167 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:16:39.566583 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:16:39.607724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Made reservation on behalf of 4a7b1520402747c4b2c9f7274bd06302 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:39.613920 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.728807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99960ec2-2d21-47ac-ac77-832dbac3cd95 req-0d34a9e5-29a2-4466-beb0-54f7fe48a11c tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:39.742680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99960ec2-2d21-47ac-ac77-832dbac3cd95 req-0d34a9e5-29a2-4466-beb0-54f7fe48a11c tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.4108086 Aug 16 13:16:39.783421 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.808755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.812531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] 10.222.0.25 "DELETE /v2.0/networks/1fd045db-f1f9-4edf-a04e-3fa085ee1d06 HTTP/1.1" status: 204 len: 168 time: 1.4723210 Aug 16 13:16:39.818406 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:16:39.865405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51731f3e-bd57-441d-9743-c30b0cfd0fa6 tempest-TaggedBootDevicesTest_v242-609596605 tempest-TaggedBootDevicesTest_v242-609596605-project] Pushing event deleted for resources: {'Network': ['ID=1fd045db-f1f9-4edf-a04e-3fa085ee1d06,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:39.874706 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:39.875612 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Added segment 05f4de86-07c5-4365-9310-c8d7ae57c643 of type vlan for network 871d6055-b34b-4b9e-878f-3b9cf473dc58 Aug 16 13:16:39.892725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=8049eb2e-d060-4467-be29-f42d60877eca,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:39.912431 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99960ec2-2d21-47ac-ac77-832dbac3cd95 req-1587da93-181d-4570-b5f9-a8fa0bb44afb tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679037 Aug 16 13:16:40.038453 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:40.149895 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:40.158612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:40.159466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:40.176029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f0445-6420-40c1-a733-dff256bf1cc1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Network': ['ID=de667eb5-fe90-4a05-b8db-1fc00bb9e47c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:40.205589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:40.208686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['8049eb2e-d060-4467-be29-f42d60877eca'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:16:40.214278 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:40.266152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network de667eb5-fe90-4a05-b8db-1fc00bb9e47c details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:16:40.435004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f50fb7-eda2-4c48-a18c-b897ea3877f0 req-3b6f8107-642b-4130-88dc-c6aca5359698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:40.439500 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1f50fb7-eda2-4c48-a18c-b897ea3877f0 req-3b6f8107-642b-4130-88dc-c6aca5359698 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 1096 time: 0.8140774 Aug 16 13:16:40.503752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event updated for resources: {'Network': ['ID=871d6055-b34b-4b9e-878f-3b9cf473dc58,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:40.568816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a0afe65a-0d18-4f7a-88ba-b5524d08cb68 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2856798 Aug 16 13:16:40.574217 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34062) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:40.585231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Request body: {'subnet': {'network_id': 'e1db3578-a75c-45a6-9e4b-bdb82db3bdcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:40.645259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 871d6055-b34b-4b9e-878f-3b9cf473dc58 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:16:40.862444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c9714-4bb4-4140-8704-8f81f26f9202 req-98275649-edaf-4a84-83a9-5f98c7b176af tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:40.872591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-065c9714-4bb4-4140-8704-8f81f26f9202 req-98275649-edaf-4a84-83a9-5f98c7b176af tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 945 time: 0.3642743 Aug 16 13:16:40.904369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f50fb7-eda2-4c48-a18c-b897ea3877f0 req-3cdd444d-65b9-40f7-a245-00df077cefc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:40.910229 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1f50fb7-eda2-4c48-a18c-b897ea3877f0 req-3cdd444d-65b9-40f7-a245-00df077cefc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 914 time: 0.4238055 Aug 16 13:16:40.982897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Made reservation on behalf of 4a7b1520402747c4b2c9f7274bd06302 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:40.987473 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:41.003666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-065c9714-4bb4-4140-8704-8f81f26f9202 req-c22780c4-228b-4db9-93e1-42be9f4a0a8e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300828 Aug 16 13:16:41.040276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1f50fb7-eda2-4c48-a18c-b897ea3877f0 req-56089acb-5bb1-40ae-af09-21c69cbf6895 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3 HTTP/1.1" status: 200 len: 217 time: 0.1233468 Aug 16 13:16:41.075718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Allocated IP 172.20.0.2 (520a51d2-b520-4192-ac4e-1be2b45b1330/ef269964-dae7-41d8-97a6-d939bf182165/cacf1e4d-5241-46d0-a053-dfa249214678) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:41.158781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f50fb7-eda2-4c48-a18c-b897ea3877f0 req-eb612612-8f74-46a3-9b89-20955bc2fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:41.162143 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1f50fb7-eda2-4c48-a18c-b897ea3877f0 req-eb612612-8f74-46a3-9b89-20955bc2fb1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=372eeca5-8a07-42e8-a3b6-c0d782c3fee7 HTTP/1.1" status: 200 len: 854 time: 0.1127169 Aug 16 13:16:41.234663 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1f50fb7-eda2-4c48-a18c-b897ea3877f0 req-c3585a0f-d7b5-40d3-beb6-f30db6b0b034 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b059f55d-827b-47fc-b46e-b05c6494339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644162 Aug 16 13:16:41.332709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9061e-895e-45af-8e8e-98ea9af699c8 req-7cce6952-031b-4f10-856c-2a25e63bbbf9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:41.334389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01c9061e-895e-45af-8e8e-98ea9af699c8 req-7cce6952-031b-4f10-856c-2a25e63bbbf9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1997306 Aug 16 13:16:41.492076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01c9061e-895e-45af-8e8e-98ea9af699c8 req-e6dc3131-0dc8-47d0-a579-d88ded72be7b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156251 Aug 16 13:16:41.592742 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:41.623266 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:41.635497 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1f50fb7-eda2-4c48-a18c-b897ea3877f0 req-ab73bfac-11bf-4754-bab1-5bb89c6862a8 service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871207 Aug 16 13:16:41.718814 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:41.745269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Subnet': ['ID=77c72ebf-3458-4615-98f0-12ce19093712,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:41.766238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Transition to ACTIVE for port object cacf1e4d-5241-46d0-a053-dfa249214678 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:41.767999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Checking segment: {'id': 'be5976e1-f974-4fd8-ba6f-8af9d2e5202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'de667eb5-fe90-4a05-b8db-1fc00bb9e47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:41.768207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network hostable DHCP agents. Network: de667eb5-fe90-4a05-b8db-1fc00bb9e47c, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:16:41.808974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event updated for resources: {'Subnet': ['ID=58bedd4f-35e2-486d-bda3-4e9c8d963a5b,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:41.825032 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1f50fb7-eda2-4c48-a18c-b897ea3877f0 req-72b1892a-a610-4c2f-a429-220035218065 service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809943 Aug 16 13:16:41.825932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network de667eb5-fe90-4a05-b8db-1fc00bb9e47c is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:16:41.865544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, de667eb5-fe90-4a05-b8db-1fc00bb9e47c) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:41.870786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:41.871403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:41.890995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Checking segment: {'id': 'bc3b5d95-55c7-469d-aba9-7265de99926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e1db3578-a75c-45a6-9e4b-bdb82db3bdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:41.891419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Network hostable DHCP agents. Network: e1db3578-a75c-45a6-9e4b-bdb82db3bdcb, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:16:41.901751 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-37a6f68b-d1d7-41d4-b5a7-a4bc9b4439a7 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5795400 Aug 16 13:16:41.905467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34074) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:41.918904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9c41d1-4dbe-45ad-b139-6d26a812a5a4 None None] Network de667eb5-fe90-4a05-b8db-1fc00bb9e47c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:41.926503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-10778f4d-3424-4b16-8879-853b2241b37f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': 'de667eb5-fe90-4a05-b8db-1fc00bb9e47c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:41.960682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Network e1db3578-a75c-45a6-9e4b-bdb82db3bdcb is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:16:41.969102 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, e1db3578-a75c-45a6-9e4b-bdb82db3bdcb) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:41.986291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:41.987415 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:42.013365 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-add0c3e9-3d24-4f63-9dea-b4cd79b28837 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4371111 Aug 16 13:16:42.017984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34078) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:42.024594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Request body: {'subnet': {'network_id': '871d6055-b34b-4b9e-878f-3b9cf473dc58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:42.073075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Transition to ACTIVE for port object cacf1e4d-5241-46d0-a053-dfa249214678 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:42.075617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b4bc39-7758-4242-a3aa-0e2827b2dbf0 None None] Network e1db3578-a75c-45a6-9e4b-bdb82db3bdcb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:42.185396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:42.262250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10778f4d-3424-4b16-8879-853b2241b37f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:42.266916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10778f4d-3424-4b16-8879-853b2241b37f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:42.324225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Pushing event updated for resources: {'Port': ['ID=cacf1e4d-5241-46d0-a053-dfa249214678,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:42.348850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9e0-7f3c-4552-89e4-a92c6d2be3f4 req-bcac9ada-ce18-4550-98f4-a98d548536c2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:42.357717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f977e9e0-7f3c-4552-89e4-a92c6d2be3f4 req-bcac9ada-ce18-4550-98f4-a98d548536c2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 945 time: 0.1561995 Aug 16 13:16:42.378161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Made reservation on behalf of 4a7b1520402747c4b2c9f7274bd06302 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:42.382221 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:42.414828 n-d-804708-1 neutron-server[101396]: INFO neutron.db.ipam_backend_mixin [None req-10778f4d-3424-4b16-8879-853b2241b37f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77c72ebf-3458-4615-98f0-12ce19093712 (CIDR: 2001:db8::/64) Aug 16 13:16:42.421730 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-10778f4d-3424-4b16-8879-853b2241b37f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:16:42.422734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10778f4d-3424-4b16-8879-853b2241b37f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:16:42.458685 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-10778f4d-3424-4b16-8879-853b2241b37f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5518203 Aug 16 13:16:42.459358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34082) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:42.465566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7f92ba9f-2ab4-46b9-ad7a-0a5839bc1f02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': 'de667eb5-fe90-4a05-b8db-1fc00bb9e47c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:42.471230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f977e9e0-7f3c-4552-89e4-a92c6d2be3f4 req-55e9b0b4-f0e0-466f-a64f-15c4986c83b8 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122451 Aug 16 13:16:42.472000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Network 520a51d2-b520-4192-ac4e-1be2b45b1330 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:42.651133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:42.655050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:42.657112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8049eb2e-d060-4467-be29-f42d60877eca up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:42.799497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f92ba9f-2ab4-46b9-ad7a-0a5839bc1f02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:42.807280 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f92ba9f-2ab4-46b9-ad7a-0a5839bc1f02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:42.874689 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:42.956518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-e1db3578-a75c-45a6-9e4b-bdb82db3bdcb', 'network_id': 'e1db3578-a75c-45a6-9e4b-bdb82db3bdcb', 'tenant_id': '4a7b1520402747c4b2c9f7274bd06302', 'fixed_ips': [{'subnet_id': '58bedd4f-35e2-486d-bda3-4e9c8d963a5b'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:16:42.957675 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:43.003754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-de667eb5-fe90-4a05-b8db-1fc00bb9e47c', 'network_id': 'de667eb5-fe90-4a05-b8db-1fc00bb9e47c', 'tenant_id': '2694f58a77944a008914fa19fd77ef11', 'fixed_ips': [{'subnet_id': '77c72ebf-3458-4615-98f0-12ce19093712'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:16:43.018602 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:43.030527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837d3ab-fd5c-469e-bb41-55d88cfdd009 req-e22dc252-3d38-4a15-94ef-ee22032d713f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:43.038350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5837d3ab-fd5c-469e-bb41-55d88cfdd009 req-e22dc252-3d38-4a15-94ef-ee22032d713f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3071196 Aug 16 13:16:43.190489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Attempting to bind port cacf1e4d-5241-46d0-a053-dfa249214678 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:16:43.211133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Attempting to bind port cacf1e4d-5241-46d0-a053-dfa249214678 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b8a1a802-90b8-4308-9624-45c7a10a0a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '520a51d2-b520-4192-ac4e-1be2b45b1330'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:16:43.211672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Attempting to bind port cacf1e4d-5241-46d0-a053-dfa249214678 on network 520a51d2-b520-4192-ac4e-1be2b45b1330 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:16:43.225199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Checking segment: {'id': '05f4de86-07c5-4365-9310-c8d7ae57c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '871d6055-b34b-4b9e-878f-3b9cf473dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:43.225763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Network hostable DHCP agents. Network: 871d6055-b34b-4b9e-878f-3b9cf473dc58, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:16:43.272859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f92ba9f-2ab4-46b9-ad7a-0a5839bc1f02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:43.362988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Network 871d6055-b34b-4b9e-878f-3b9cf473dc58 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:16:43.388831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5837d3ab-fd5c-469e-bb41-55d88cfdd009 req-818f7dcc-6853-4f76-a90b-e9e5b49e1576 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846445 Aug 16 13:16:43.399467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 871d6055-b34b-4b9e-878f-3b9cf473dc58) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:43.411959 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:43.413005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:43.437370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f92ba9f-2ab4-46b9-ad7a-0a5839bc1f02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network de667eb5-fe90-4a05-b8db-1fc00bb9e47c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:43.439580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event updated for resources: {'Subnet': ['ID=2c1d53d9-ebdc-4b94-bb73-e7f15a95db99,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:43.450544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9701d5c7-9c9c-4b3c-8697-2ec31bc756c5 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4303198 Aug 16 13:16:43.453403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34096) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:43.461171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-7f92ba9f-2ab4-46b9-ad7a-0a5839bc1f02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:43.483777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f92ba9f-2ab4-46b9-ad7a-0a5839bc1f02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:43.484794 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f92ba9f-2ab4-46b9-ad7a-0a5839bc1f02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:43.515671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92ba9f-2ab4-46b9-ad7a-0a5839bc1f02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Subnet': ['ID=488f38f5-5af6-4a22-830c-19a20f165eee,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:43.544258 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7f92ba9f-2ab4-46b9-ad7a-0a5839bc1f02 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0832095 Aug 16 13:16:43.545606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34100) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:43.555387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': 'de667eb5-fe90-4a05-b8db-1fc00bb9e47c', 'fixed_ips': [{'subnet_id': '77c72ebf-3458-4615-98f0-12ce19093712'}, {'subnet_id': '488f38f5-5af6-4a22-830c-19a20f165eee'}], 'name': 'tempest-PortsIpV6TestJSON-1937133520'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:43.737770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:16:43.740560 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Checking segment: {'id': 'b8a1a802-90b8-4308-9624-45c7a10a0a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '520a51d2-b520-4192-ac4e-1be2b45b1330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:43.741103 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:43.741709 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Bound using segment: {'id': 'b8a1a802-90b8-4308-9624-45c7a10a0a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '520a51d2-b520-4192-ac4e-1be2b45b1330'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:16:43.742892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Bound port: cacf1e4d-5241-46d0-a053-dfa249214678, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a1a802-90b8-4308-9624-45c7a10a0a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '520a51d2-b520-4192-ac4e-1be2b45b1330'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:16:43.742892 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:43.753185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125200e5-d37c-40a5-8ca5-6af3d6045887 None None] Network 871d6055-b34b-4b9e-878f-3b9cf473dc58 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:43.767126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 8049eb2e-d060-4467-be29-f42d60877eca completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:43.854822 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 8049eb2e-d060-4467-be29-f42d60877eca triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:43.863021 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:43.867559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:16:44.062250 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:44.121050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port 58b72bbc-e969-4490-ac37-d8ce40fd0313 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:16:44.264761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e24e36-fdbe-49c2-a5f6-4c385c02ea72 req-bfada9ec-95a2-4936-aaa1-1621c21cb78f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:44.267698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3e24e36-fdbe-49c2-a5f6-4c385c02ea72 req-bfada9ec-95a2-4936-aaa1-1621c21cb78f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 945 time: 0.5290532 Aug 16 13:16:44.401179 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:44.412886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Allocated IP 172.20.0.2 (e1db3578-a75c-45a6-9e4b-bdb82db3bdcb/58bedd4f-35e2-486d-bda3-4e9c8d963a5b/280f353d-0107-427d-89b7-6acc4b9360e4) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:44.472356 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3e24e36-fdbe-49c2-a5f6-4c385c02ea72 req-df9b7d48-10c1-4b23-8f94-496c5bd6e56d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913571 Aug 16 13:16:44.607225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Allocated IP 2001:db8::2 (de667eb5-fe90-4a05-b8db-1fc00bb9e47c/77c72ebf-3458-4615-98f0-12ce19093712/64366c87-bcda-42da-ac17-1b7a2f5c4462) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:44.628449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] For port cacf1e4d-5241-46d0-a053-dfa249214678, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:16:44.694562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] For port cacf1e4d-5241-46d0-a053-dfa249214678, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cacf1e4d-5241-46d0-a053-dfa249214678,segment=NetworkSegment(b8a1a802-90b8-4308-9624-45c7a10a0a03),segment_id=b8a1a802-90b8-4308-9624-45c7a10a0a03)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:16:44.729043 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:44.733566 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:44.985168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd823d0d-801c-4e45-8540-09adb4d8d46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8049eb2e-d060-4467-be29-f42d60877eca'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:16:44.988606 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83402295-5e6d-491a-91b7-7938ad20e4e3" -d '{"events": [{"server_uuid": "dd823d0d-801c-4e45-8540-09adb4d8d46e", "name": "network-vif-plugged", "status": "completed", "tag": "8049eb2e-d060-4467-be29-f42d60877eca"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:16:45.050937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7619ca-6207-4b9d-af6a-6aeb11d3abb8 req-b1f04d60-5f18-43d4-9ff9-8f90af5efe58 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:45.057645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c7619ca-6207-4b9d-af6a-6aeb11d3abb8 req-b1f04d60-5f18-43d4-9ff9-8f90af5efe58 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1938391 Aug 16 13:16:45.204461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-871d6055-b34b-4b9e-878f-3b9cf473dc58', 'network_id': '871d6055-b34b-4b9e-878f-3b9cf473dc58', 'tenant_id': '4a7b1520402747c4b2c9f7274bd06302', 'fixed_ips': [{'subnet_id': '2c1d53d9-ebdc-4b94-bb73-e7f15a95db99'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:16:45.206062 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:45.211014 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312bbec0-2700-40d4-9912-838ec8ade07d x-openstack-request-id: req-312bbec0-2700-40d4-9912-838ec8ade07d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:16:45.211734 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd823d0d-801c-4e45-8540-09adb4d8d46e", "name": "network-vif-plugged", "status": "completed", "tag": "8049eb2e-d060-4467-be29-f42d60877eca", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:16:45.212160 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-312bbec0-2700-40d4-9912-838ec8ade07d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:16:45.213310 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd823d0d-801c-4e45-8540-09adb4d8d46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8049eb2e-d060-4467-be29-f42d60877eca', 'code': 200} Aug 16 13:16:45.245446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 8049eb2e-d060-4467-be29-f42d60877eca, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8049eb2e-d060-4467-be29-f42d60877eca,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:45.277343 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1386c2-8efa-4556-b159-f943edadcad9 None None] Pushing event updated for resources: {'Port': ['ID=cacf1e4d-5241-46d0-a053-dfa249214678,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:45.284210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c7619ca-6207-4b9d-af6a-6aeb11d3abb8 req-b4a4921e-c199-44cd-ae2b-aac164af9167 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754119 Aug 16 13:16:45.300814 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:45.353582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402cb6-c975-4cf5-bca3-eafed8896c70 req-db004081-6ebb-4f47-98a4-7b5c7d23f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:45.357230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-39402cb6-c975-4cf5-bca3-eafed8896c70 req-db004081-6ebb-4f47-98a4-7b5c7d23f81c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 1096 time: 0.1800125 Aug 16 13:16:45.359369 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:45.452774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Transition to ACTIVE for port object 64366c87-bcda-42da-ac17-1b7a2f5c4462 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:45.476831 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-39402cb6-c975-4cf5-bca3-eafed8896c70 req-63577d36-12bb-4e27-baf0-6a76f8ab5137 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114464 Aug 16 13:16:45.484127 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:45.534275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Transition to ACTIVE for port object 280f353d-0107-427d-89b7-6acc4b9360e4 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:45.659747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Transition to ACTIVE for port object 64366c87-bcda-42da-ac17-1b7a2f5c4462 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:45.685090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Transition to ACTIVE for port object 280f353d-0107-427d-89b7-6acc4b9360e4 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:45.696076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=8049eb2e-d060-4467-be29-f42d60877eca,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:45.714280 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:45.722391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983417e-bcad-494c-a7e6-c843aa0cea7e req-41a60c24-0fa3-41e7-8d60-5c31e3afcbe2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:45.724151 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4983417e-bcad-494c-a7e6-c843aa0cea7e req-41a60c24-0fa3-41e7-8d60-5c31e3afcbe2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 946 time: 0.1072366 Aug 16 13:16:45.791856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Allocated IP 172.20.0.2 (871d6055-b34b-4b9e-878f-3b9cf473dc58/2c1d53d9-ebdc-4b94-bb73-e7f15a95db99/59e377d7-14d8-4395-8319-3e9a4320cb70) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:45.825645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4983417e-bcad-494c-a7e6-c843aa0cea7e req-6981e2c1-e455-4c9c-9ec5-f8bf6040e294 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902493 Aug 16 13:16:45.858713 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Allocated IP 172.20.0.1 (e1db3578-a75c-45a6-9e4b-bdb82db3bdcb/58bedd4f-35e2-486d-bda3-4e9c8d963a5b/d97d3f34-76ef-4ebe-b4bb-ff4198401dec) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:45.869732 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:45.912023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.912023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.912825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.912825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.912825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.913276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.913472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.913804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.914160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.914493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.914824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.915147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:45.955372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8::1ba (de667eb5-fe90-4a05-b8db-1fc00bb9e47c/77c72ebf-3458-4615-98f0-12ce19093712/58b72bbc-e969-4490-ac37-d8ce40fd0313) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:45.971928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8:0:1::2a8 (de667eb5-fe90-4a05-b8db-1fc00bb9e47c/488f38f5-5af6-4a22-830c-19a20f165eee/58b72bbc-e969-4490-ac37-d8ce40fd0313) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:46.088634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Network de667eb5-fe90-4a05-b8db-1fc00bb9e47c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:46.113468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Network e1db3578-a75c-45a6-9e4b-bdb82db3bdcb is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:46.118058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:46.140749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:46.149654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:46.171350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:46.217270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Pushing event updated for resources: {'Port': ['ID=64366c87-bcda-42da-ac17-1b7a2f5c4462,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:46.344072 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:46.365526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:46.408086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object 58b72bbc-e969-4490-ac37-d8ce40fd0313 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:46.420057 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Transition to ACTIVE for port object d97d3f34-76ef-4ebe-b4bb-ff4198401dec will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:46.558493 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:46.572435 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:46.581549 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:46.593369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Attempting to bind port 280f353d-0107-427d-89b7-6acc4b9360e4 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:16:46.594025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Attempting to bind port 280f353d-0107-427d-89b7-6acc4b9360e4 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'bc3b5d95-55c7-469d-aba9-7265de99926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e1db3578-a75c-45a6-9e4b-bdb82db3bdcb'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:16:46.594621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Attempting to bind port 280f353d-0107-427d-89b7-6acc4b9360e4 on network e1db3578-a75c-45a6-9e4b-bdb82db3bdcb {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:16:46.671265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Pushing event updated for resources: {'Port': ['ID=280f353d-0107-427d-89b7-6acc4b9360e4,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:46.705205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:16:46.705689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Checking segment: {'id': 'bc3b5d95-55c7-469d-aba9-7265de99926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e1db3578-a75c-45a6-9e4b-bdb82db3bdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:46.706083 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:46.706323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Bound using segment: {'id': 'bc3b5d95-55c7-469d-aba9-7265de99926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e1db3578-a75c-45a6-9e4b-bdb82db3bdcb'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:16:46.706798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Bound port: 280f353d-0107-427d-89b7-6acc4b9360e4, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3b5d95-55c7-469d-aba9-7265de99926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e1db3578-a75c-45a6-9e4b-bdb82db3bdcb'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:16:46.713144 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:46.715815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Attempting to bind port 64366c87-bcda-42da-ac17-1b7a2f5c4462 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:16:46.716175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Attempting to bind port 64366c87-bcda-42da-ac17-1b7a2f5c4462 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'be5976e1-f974-4fd8-ba6f-8af9d2e5202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'de667eb5-fe90-4a05-b8db-1fc00bb9e47c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:16:46.716573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Attempting to bind port 64366c87-bcda-42da-ac17-1b7a2f5c4462 on network de667eb5-fe90-4a05-b8db-1fc00bb9e47c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:16:46.736103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:16:46.736479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Checking segment: {'id': 'be5976e1-f974-4fd8-ba6f-8af9d2e5202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'de667eb5-fe90-4a05-b8db-1fc00bb9e47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:46.736884 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:46.737292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Bound using segment: {'id': 'be5976e1-f974-4fd8-ba6f-8af9d2e5202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'de667eb5-fe90-4a05-b8db-1fc00bb9e47c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:16:46.737793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Bound port: 64366c87-bcda-42da-ac17-1b7a2f5c4462, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5976e1-f974-4fd8-ba6f-8af9d2e5202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'de667eb5-fe90-4a05-b8db-1fc00bb9e47c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:16:46.751460 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:46.805452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network de667eb5-fe90-4a05-b8db-1fc00bb9e47c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:46.816060 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:46.818876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:46.825367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:46.838311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34140) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:46.880923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Transition to ACTIVE for port object 59e377d7-14d8-4395-8319-3e9a4320cb70 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:46.888538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:46.891025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:46.970962 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event updated for resources: {'Port': ['ID=d97d3f34-76ef-4ebe-b4bb-ff4198401dec,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:47.048801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Network e1db3578-a75c-45a6-9e4b-bdb82db3bdcb is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:47.062538 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.5152984 Aug 16 13:16:47.070755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:47.073708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34150) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:47.077357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63b507-b0cb-41df-81b2-8eef24a62bee tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=58b72bbc-e969-4490-ac37-d8ce40fd0313,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:47.099817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c5a1c3bc-716c-4d85-abf2-70e27258094b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77c72ebf-3458-4615-98f0-12ce19093712'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:47.151943 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:47.198141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d038ea-7d55-44ad-87c3-43b1e09a5365 req-ea766588-37ea-44f0-b9a4-ceb04521cbdc tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:47.199566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80d038ea-7d55-44ad-87c3-43b1e09a5365 req-ea766588-37ea-44f0-b9a4-ceb04521cbdc tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.6745484 Aug 16 13:16:47.211938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cacf1e4d-5241-46d0-a053-dfa249214678 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:47.227954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Transition to ACTIVE for port object 59e377d7-14d8-4395-8319-3e9a4320cb70 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:16:47.297238 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c5a1c3bc-716c-4d85-abf2-70e27258094b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:47.326514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd5015-2fc5-4f03-9c2b-1795037de63d None None] Network 520a51d2-b520-4192-ac4e-1be2b45b1330 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:47.379277 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:47.415216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] For port 280f353d-0107-427d-89b7-6acc4b9360e4, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:16:47.558610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] For port 280f353d-0107-427d-89b7-6acc4b9360e4, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=280f353d-0107-427d-89b7-6acc4b9360e4,segment=NetworkSegment(bc3b5d95-55c7-469d-aba9-7265de99926b),segment_id=bc3b5d95-55c7-469d-aba9-7265de99926b)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:16:47.598403 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] For port 64366c87-bcda-42da-ac17-1b7a2f5c4462, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:16:47.606170 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:47.666569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80d038ea-7d55-44ad-87c3-43b1e09a5365 req-bdb33b95-6071-4072-83a8-e17b0edc4476 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631058 Aug 16 13:16:47.667399 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:47.677477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Network 871d6055-b34b-4b9e-878f-3b9cf473dc58 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:47.680431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a667a00d-6261-459d-a55d-98ad45949730 None None] Provisioning for port cacf1e4d-5241-46d0-a053-dfa249214678 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:47.729688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] For port 64366c87-bcda-42da-ac17-1b7a2f5c4462, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=64366c87-bcda-42da-ac17-1b7a2f5c4462,segment=NetworkSegment(be5976e1-f974-4fd8-ba6f-8af9d2e5202a),segment_id=be5976e1-f974-4fd8-ba6f-8af9d2e5202a)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:16:47.747014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:47.758452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:16:47.786041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Pushing event updated for resources: {'Port': ['ID=59e377d7-14d8-4395-8319-3e9a4320cb70,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:47.802978 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:47.850774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99e2d2-4a4d-4bdb-ba64-b3a2ad6f2304 req-cfa89438-f6ca-4cd3-9b97-712c5d2636ec tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:47.852237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b99e2d2-4a4d-4bdb-ba64-b3a2ad6f2304 req-cfa89438-f6ca-4cd3-9b97-712c5d2636ec tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 946 time: 0.7596695 Aug 16 13:16:47.975883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4d5b5-c5de-4970-878c-1ec24e0b8252 None None] Pushing event updated for resources: {'Port': ['ID=280f353d-0107-427d-89b7-6acc4b9360e4,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:48.180732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-c5a1c3bc-716c-4d85-abf2-70e27258094b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Delete allocated IP 2001:db8:0:1::2a8 (de667eb5-fe90-4a05-b8db-1fc00bb9e47c/488f38f5-5af6-4a22-830c-19a20f165eee) {{(pid=101396) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 13:16:48.422499 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c5a1c3bc-716c-4d85-abf2-70e27258094b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:48.438273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-c5a1c3bc-716c-4d85-abf2-70e27258094b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Ignored duplicate provisioning block setup for port 58b72bbc-e969-4490-ac37-d8ce40fd0313 by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 13:16:48.448998 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c5a1c3bc-716c-4d85-abf2-70e27258094b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:48.463364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b99e2d2-4a4d-4bdb-ba64-b3a2ad6f2304 req-2e0348cb-fe40-4eb8-9145-99f6fe463328 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895596 Aug 16 13:16:48.551713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e253cf-78f3-42c2-bae4-05195d858297 None None] Pushing event updated for resources: {'Port': ['ID=64366c87-bcda-42da-ac17-1b7a2f5c4462,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:48.733933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1c3bc-716c-4d85-abf2-70e27258094b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] In _notify_port_updated(), no bound segment for port 58b72bbc-e969-4490-ac37-d8ce40fd0313 on network de667eb5-fe90-4a05-b8db-1fc00bb9e47c {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:16:48.742679 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:48.768786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a1c3bc-716c-4d85-abf2-70e27258094b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:48.774401 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c5a1c3bc-716c-4d85-abf2-70e27258094b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:48.776486 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c5a1c3bc-716c-4d85-abf2-70e27258094b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "PUT /v2.0/ports/58b72bbc-e969-4490-ac37-d8ce40fd0313 HTTP/1.1" status: 200 len: 926 time: 1.7002299 Aug 16 13:16:48.783474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34164) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:48.795042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-15ddb497-d56a-4a67-bd12-d1d9b3d1e7f2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77c72ebf-3458-4615-98f0-12ce19093712'}, {'subnet_id': '488f38f5-5af6-4a22-830c-19a20f165eee'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:16:48.870181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1c3bc-716c-4d85-abf2-70e27258094b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=58b72bbc-e969-4490-ac37-d8ce40fd0313,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:48.947813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port cacf1e4d-5241-46d0-a053-dfa249214678 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:48.995613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-15ddb497-d56a-4a67-bd12-d1d9b3d1e7f2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:49.029571 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port cacf1e4d-5241-46d0-a053-dfa249214678 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:49.042713 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:49.050208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Attempting to bind port 59e377d7-14d8-4395-8319-3e9a4320cb70 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:16:49.050640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Attempting to bind port 59e377d7-14d8-4395-8319-3e9a4320cb70 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '05f4de86-07c5-4365-9310-c8d7ae57c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '871d6055-b34b-4b9e-878f-3b9cf473dc58'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:16:49.051057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Attempting to bind port 59e377d7-14d8-4395-8319-3e9a4320cb70 on network 871d6055-b34b-4b9e-878f-3b9cf473dc58 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:16:49.132954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:16:49.137469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Checking segment: {'id': '05f4de86-07c5-4365-9310-c8d7ae57c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '871d6055-b34b-4b9e-878f-3b9cf473dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:16:49.141753 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:49.142441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Bound using segment: {'id': '05f4de86-07c5-4365-9310-c8d7ae57c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '871d6055-b34b-4b9e-878f-3b9cf473dc58'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:16:49.143173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Bound port: 59e377d7-14d8-4395-8319-3e9a4320cb70, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f4de86-07c5-4365-9310-c8d7ae57c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '871d6055-b34b-4b9e-878f-3b9cf473dc58'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:16:49.146504 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:49.781665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] For port 59e377d7-14d8-4395-8319-3e9a4320cb70, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:16:49.812809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] For port 59e377d7-14d8-4395-8319-3e9a4320cb70, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=59e377d7-14d8-4395-8319-3e9a4320cb70,segment=NetworkSegment(05f4de86-07c5-4365-9310-c8d7ae57c643),segment_id=05f4de86-07c5-4365-9310-c8d7ae57c643)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:16:49.815895 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:49.862704 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:49.935418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-15ddb497-d56a-4a67-bd12-d1d9b3d1e7f2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8:0:1::1e5 (de667eb5-fe90-4a05-b8db-1fc00bb9e47c/488f38f5-5af6-4a22-830c-19a20f165eee/58b72bbc-e969-4490-ac37-d8ce40fd0313) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:16:50.054341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a6e71557-75f3-4b27-9a97-6926004f0dc3 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:16:50.067620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb38d3e-dd4f-4f5f-9da9-654a086ba48b None None] Network e1db3578-a75c-45a6-9e4b-bdb82db3bdcb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:50.132096 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-15ddb497-d56a-4a67-bd12-d1d9b3d1e7f2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:50.165897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-15ddb497-d56a-4a67-bd12-d1d9b3d1e7f2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Ignored duplicate provisioning block setup for port 58b72bbc-e969-4490-ac37-d8ce40fd0313 by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 13:16:50.179353 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-15ddb497-d56a-4a67-bd12-d1d9b3d1e7f2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:50.297012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddb497-d56a-4a67-bd12-d1d9b3d1e7f2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=58b72bbc-e969-4490-ac37-d8ce40fd0313,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:50.352295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-15ddb497-d56a-4a67-bd12-d1d9b3d1e7f2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] In _notify_port_updated(), no bound segment for port 58b72bbc-e969-4490-ac37-d8ce40fd0313 on network de667eb5-fe90-4a05-b8db-1fc00bb9e47c {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:16:50.360148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ddb497-d56a-4a67-bd12-d1d9b3d1e7f2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:50.361357 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-15ddb497-d56a-4a67-bd12-d1d9b3d1e7f2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:50.363639 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-15ddb497-d56a-4a67-bd12-d1d9b3d1e7f2 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "PUT /v2.0/ports/58b72bbc-e969-4490-ac37-d8ce40fd0313 HTTP/1.1" status: 200 len: 1012 time: 1.5786393 Aug 16 13:16:50.368361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34174) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:50.639985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538d078-4f4a-48d4-a3f4-b48e2f61447d None None] Pushing event updated for resources: {'Port': ['ID=59e377d7-14d8-4395-8319-3e9a4320cb70,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:50.649541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port cacf1e4d-5241-46d0-a053-dfa249214678, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cacf1e4d-5241-46d0-a053-dfa249214678,segment=NetworkSegment(b8a1a802-90b8-4308-9624-45c7a10a0a03),segment_id=b8a1a802-90b8-4308-9624-45c7a10a0a03)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:50.728285 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:50.812198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=cacf1e4d-5241-46d0-a053-dfa249214678,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:50.825007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-549e860c-7177-4ab2-a905-bde6098c6b3a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 58b72bbc-e969-4490-ac37-d8ce40fd0313 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:50.825348 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-549e860c-7177-4ab2-a905-bde6098c6b3a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:50.835010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:50.866610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5de02398-4e00-4ec7-9bf8-0de23e10d324 None None] Provisioning complete for port cacf1e4d-5241-46d0-a053-dfa249214678 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:50.866999 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5de02398-4e00-4ec7-9bf8-0de23e10d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:50.876335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b', 'port_id': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'mac_address': 'fa:16:3e:1b:87:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372eeca5-8a07-42e8-a3b6-c0d782c3fee7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:16:50.887294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acd2a2-818b-4204-9bb1-0c2aac3f3e33 req-a426e978-ee26-4186-932e-5913a8a52e3d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:50.889585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99acd2a2-818b-4204-9bb1-0c2aac3f3e33 req-a426e978-ee26-4186-932e-5913a8a52e3d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 1.8321583 Aug 16 13:16:51.117604 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-549e860c-7177-4ab2-a905-bde6098c6b3a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:51.144852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b07d6-05e2-44e2-a7de-c19a940edb9d None None] Network de667eb5-fe90-4a05-b8db-1fc00bb9e47c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:51.151870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-549e860c-7177-4ab2-a905-bde6098c6b3a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 58b72bbc-e969-4490-ac37-d8ce40fd0313 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:51.221087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6379f-df40-40e6-ae26-58c0028cc2ab req-bb409cf6-f23b-49de-a251-731c4a7fb3ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:51.223978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14b6379f-df40-40e6-ae26-58c0028cc2ab req-bb409cf6-f23b-49de-a251-731c4a7fb3ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 946 time: 1.0579357 Aug 16 13:16:51.233958 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99acd2a2-818b-4204-9bb1-0c2aac3f3e33 req-04aad3eb-fb9d-4358-a653-0686a07595ff tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120635 Aug 16 13:16:51.397070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14b6379f-df40-40e6-ae26-58c0028cc2ab req-a675ef1c-4e3d-4f20-94e6-bfed9fa9e0f5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477244 Aug 16 13:16:51.397845 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:51.414082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 64366c87-bcda-42da-ac17-1b7a2f5c4462 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:51.569255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6e71557-75f3-4b27-9a97-6926004f0dc3 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:16:51.761074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:51.877721 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:51.880324 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:51.900337 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:51.909991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5de02398-4e00-4ec7-9bf8-0de23e10d324 None None] Provisioning for port 280f353d-0107-427d-89b7-6acc4b9360e4 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:51.953569 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-549e860c-7177-4ab2-a905-bde6098c6b3a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:52.031148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 64366c87-bcda-42da-ac17-1b7a2f5c4462 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:52.038534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['a6e71557-75f3-4b27-9a97-6926004f0dc3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:16:52.041493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e860c-7177-4ab2-a905-bde6098c6b3a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=58b72bbc-e969-4490-ac37-d8ce40fd0313,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:52.094133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event updated for resources: {'Port': ['ID=d97d3f34-76ef-4ebe-b4bb-ff4198401dec,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:52.120004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce75e7-7e49-4314-aee7-1509304b4c45 req-bb21d19e-45c0-4e40-8953-e41e0b33c321 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:52.126980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91ce75e7-7e49-4314-aee7-1509304b4c45 req-bb21d19e-45c0-4e40-8953-e41e0b33c321 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 946 time: 0.3915834 Aug 16 13:16:52.184067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 280f353d-0107-427d-89b7-6acc4b9360e4 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:52.210429 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-549e860c-7177-4ab2-a905-bde6098c6b3a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:52.223037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91ce75e7-7e49-4314-aee7-1509304b4c45 req-ed424814-b7a4-44a0-bd54-881d3ee3730b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943961 Aug 16 13:16:52.223764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-549e860c-7177-4ab2-a905-bde6098c6b3a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/58b72bbc-e969-4490-ac37-d8ce40fd0313 HTTP/1.1" status: 204 len: 168 time: 1.8519256 Aug 16 13:16:52.224141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:52.224795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34202) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:52.316898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a6e71557-75f3-4b27-9a97-6926004f0dc3,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:52.345099 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Provisioning for port d97d3f34-76ef-4ebe-b4bb-ff4198401dec completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:52.357965 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6002f0-c60b-4875-8263-324eb0bb797f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:16:52.359719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cf6002f0-c60b-4875-8263-324eb0bb797f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/58b72bbc-e969-4490-ac37-d8ce40fd0313 HTTP/1.1" status: 404 len: 333 time: 0.1121523 Aug 16 13:16:52.370787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34208) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:52.379680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Provisioning complete for port d97d3f34-76ef-4ebe-b4bb-ff4198401dec triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:52.380058 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:52.480441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:52.541809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afd393e-dcde-47a5-b71a-8ff2a78e9159 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting subnet 488f38f5-5af6-4a22-830c-19a20f165eee {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:16:52.553492 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6afd393e-dcde-47a5-b71a-8ff2a78e9159 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:52.588824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Port d97d3f34-76ef-4ebe-b4bb-ff4198401dec cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:16:52.622971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 280f353d-0107-427d-89b7-6acc4b9360e4 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:52.647053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Provisioning for port 64366c87-bcda-42da-ac17-1b7a2f5c4462 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:52.667520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71070ed8-ca18-4a1a-8c62-00584b28e0b6 None None] Update dhcp port {'port': {'network_id': 'de667eb5-fe90-4a05-b8db-1fc00bb9e47c', 'fixed_ips': [{'subnet_id': '77c72ebf-3458-4615-98f0-12ce19093712', 'ip_address': '2001:db8::2'}, {'subnet_id': '488f38f5-5af6-4a22-830c-19a20f165eee'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '64366c87-bcda-42da-ac17-1b7a2f5c4462'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:16:52.669668 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 280f353d-0107-427d-89b7-6acc4b9360e4 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:52.670171 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:52.706455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Provisioning complete for port 64366c87-bcda-42da-ac17-1b7a2f5c4462 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:52.706849 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:52.732682 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6afd393e-dcde-47a5-b71a-8ff2a78e9159 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:52.897653 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6afd393e-dcde-47a5-b71a-8ff2a78e9159 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:52.911336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c0707-6172-45ea-afbc-3fff792ca395 None None] Network 871d6055-b34b-4b9e-878f-3b9cf473dc58 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:52.979133 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-71070ed8-ca18-4a1a-8c62-00584b28e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:53.047930 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6afd393e-dcde-47a5-b71a-8ff2a78e9159 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:53.082656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Network e1db3578-a75c-45a6-9e4b-bdb82db3bdcb is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:16:53.122325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:16:53.152450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d035b16-7a56-4c59-891c-de2e57dc2851 req-6651a72d-870d-4ba2-8785-9aa55377e256 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:53.172914 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d035b16-7a56-4c59-891c-de2e57dc2851 req-6651a72d-870d-4ba2-8785-9aa55377e256 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 946 time: 0.4600391 Aug 16 13:16:53.174843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd393e-dcde-47a5-b71a-8ff2a78e9159 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Subnet': ['ID=488f38f5-5af6-4a22-830c-19a20f165eee,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:53.198216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6afd393e-dcde-47a5-b71a-8ff2a78e9159 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:53.211156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1feeb4f-2cb9-41f2-978d-28092d36ca9e req-749b82d0-9953-47d9-a534-2d50640e26b5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:53.211531 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6afd393e-dcde-47a5-b71a-8ff2a78e9159 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/488f38f5-5af6-4a22-830c-19a20f165eee HTTP/1.1" status: 204 len: 168 time: 0.8392587 Aug 16 13:16:53.214191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1feeb4f-2cb9-41f2-978d-28092d36ca9e req-749b82d0-9953-47d9-a534-2d50640e26b5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 944 time: 0.4871500 Aug 16 13:16:53.229627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34230) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:53.483700 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1feeb4f-2cb9-41f2-978d-28092d36ca9e req-c7981cad-647b-4e5c-b7db-5181a0dba43c tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532133 Aug 16 13:16:53.563354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0ed1bc-311a-4836-a13a-c7705decc08c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting subnet 77c72ebf-3458-4615-98f0-12ce19093712 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:16:53.563354 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed1bc-311a-4836-a13a-c7705decc08c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:53.669721 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:53.705630 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:53.715664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d035b16-7a56-4c59-891c-de2e57dc2851 req-6bb0b2ad-560f-4c18-92da-2d7499658bb8 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534328 Aug 16 13:16:53.791398 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed1bc-311a-4836-a13a-c7705decc08c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:53.836759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] For port 64366c87-bcda-42da-ac17-1b7a2f5c4462, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=64366c87-bcda-42da-ac17-1b7a2f5c4462,segment=NetworkSegment(be5976e1-f974-4fd8-ba6f-8af9d2e5202a),segment_id=be5976e1-f974-4fd8-ba6f-8af9d2e5202a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:53.855758 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:53.867917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 280f353d-0107-427d-89b7-6acc4b9360e4, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=280f353d-0107-427d-89b7-6acc4b9360e4,segment=NetworkSegment(bc3b5d95-55c7-469d-aba9-7265de99926b),segment_id=bc3b5d95-55c7-469d-aba9-7265de99926b)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:53.893983 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Router 58df3db2-fa57-4775-ba7c-90e1866eeb24 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:16:53.937337 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:53.962000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Provisioning complete for port 280f353d-0107-427d-89b7-6acc4b9360e4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:53.971076 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:54.260465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed1bc-311a-4836-a13a-c7705decc08c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:54.366822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] Deleting port 0ae2bd06-225e-405c-8fe1-29470dac139a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:54.370451 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:54.472809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a6e71557-75f3-4b27-9a97-6926004f0dc3 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:54.475265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 59e377d7-14d8-4395-8319-3e9a4320cb70 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:54.523719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] For port 0ae2bd06-225e-405c-8fe1-29470dac139a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0ae2bd06-225e-405c-8fe1-29470dac139a,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:54.524271 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:54.564659 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] Calling delete_port for 0ae2bd06-225e-405c-8fe1-29470dac139a owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:54.586952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79cadb-f7e2-4167-b534-2f2889e58c59 None None] Pushing event updated for resources: {'Port': ['ID=64366c87-bcda-42da-ac17-1b7a2f5c4462,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:54.653028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 59e377d7-14d8-4395-8319-3e9a4320cb70 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:54.691976 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed1bc-311a-4836-a13a-c7705decc08c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:54.706087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cacf1e4d-5241-46d0-a053-dfa249214678 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server [None req-71070ed8-ca18-4a1a-8c62-00584b28e0b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77c72ebf-3458-4615-98f0-12ce19093712: This subnet is being modified by another concurrent operation. Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise exception Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77c72ebf-3458-4615-98f0-12ce19093712: This subnet is being modified by another concurrent operation. Aug 16 13:16:54.816847 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Aug 16 13:16:54.823385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ed1bc-311a-4836-a13a-c7705decc08c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Subnet': ['ID=77c72ebf-3458-4615-98f0-12ce19093712,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:54.842618 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed1bc-311a-4836-a13a-c7705decc08c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:54.867759 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fa0ed1bc-311a-4836-a13a-c7705decc08c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/77c72ebf-3458-4615-98f0-12ce19093712 HTTP/1.1" status: 204 len: 168 time: 1.6361516 Aug 16 13:16:54.879021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34252) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:54.896189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=280f353d-0107-427d-89b7-6acc4b9360e4,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:54.975164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port a6e71557-75f3-4b27-9a97-6926004f0dc3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:54.975543 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:55.011915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1874c2e-7ab1-4311-855e-422521d6d4c8 None None] Network de667eb5-fe90-4a05-b8db-1fc00bb9e47c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:55.089685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port cacf1e4d-5241-46d0-a053-dfa249214678 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:55.090802 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:55.293932 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:55.315563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Provisioning complete for port d97d3f34-76ef-4ebe-b4bb-ff4198401dec triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:55.322391 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:55.341336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:55.474467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae2bd06-225e-405c-8fe1-29470dac139a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:55.484448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:16:55.523837 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-67709945-0e31-4d79-b58e-be7a510d52c0 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "PUT /v2.0/routers/58df3db2-fa57-4775-ba7c-90e1866eeb24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0686619 Aug 16 13:16:55.536343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34256) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:55.598029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a3ac1f-6758-4304-9905-b5a375610886 None None] Sync routers for ids ['58df3db2-fa57-4775-ba7c-90e1866eeb24'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:16:55.609074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434fc2-3748-4018-81d2-e92a0e92b78f req-54dd0111-6269-478b-a72e-2facf968ac0e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:55.614382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1434fc2-3748-4018-81d2-e92a0e92b78f req-54dd0111-6269-478b-a72e-2facf968ac0e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 944 time: 0.3532691 Aug 16 13:16:55.646323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa909b-ca5c-449c-8a42-aa299ac3b996 req-69b76ebd-c32d-41c9-8b44-924a228419bf tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:55.648084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dfa909b-ca5c-449c-8a42-aa299ac3b996 req-69b76ebd-c32d-41c9-8b44-924a228419bf tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 946 time: 0.4456856 Aug 16 13:16:55.671743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Port d97d3f34-76ef-4ebe-b4bb-ff4198401dec cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:16:55.816177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dfa909b-ca5c-449c-8a42-aa299ac3b996 req-1f7f8aba-6d15-4a9e-adfb-410a194f3efe tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448205 Aug 16 13:16:55.881634 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:55.905687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3ac1f-6758-4304-9905-b5a375610886 None None] Routers {'58df3db2-fa57-4775-ba7c-90e1866eeb24'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:55.906389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d0a3ac1f-6758-4304-9905-b5a375610886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:16:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['58df3db2-fa57-4775-ba7c-90e1866eeb24'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:56.116259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Provisioning complete for port 64366c87-bcda-42da-ac17-1b7a2f5c4462 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:56.124478 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:56.132459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fbb592-602a-47e6-9d60-88ad9dc26e7d None None] DHCP port deletion for de667eb5-fe90-4a05-b8db-1fc00bb9e47c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:16:56.160097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d0a3ac1f-6758-4304-9905-b5a375610886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:56.335825 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:56.421305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1434fc2-3748-4018-81d2-e92a0e92b78f req-a896114f-515c-4816-a4ae-a64dba4496f5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7630532 Aug 16 13:16:56.621703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:16:56.636020 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2263c4b4-c916-4ce9-b33a-d60ddc0de426" -d '{"events": [{"server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "name": "network-vif-plugged", "status": "completed", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:16:56.829025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:56.831535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3ac1f-6758-4304-9905-b5a375610886 None None] Routers {'58df3db2-fa57-4775-ba7c-90e1866eeb24'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:56.832254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d0a3ac1f-6758-4304-9905-b5a375610886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:16:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['58df3db2-fa57-4775-ba7c-90e1866eeb24'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:56.947872 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50215871-15ca-46b3-ab70-33cece3896ba x-openstack-request-id: req-50215871-15ca-46b3-ab70-33cece3896ba {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:16:56.947872 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "name": "network-vif-plugged", "status": "completed", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:16:56.947872 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50215871-15ca-46b3-ab70-33cece3896ba {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:16:56.947872 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'code': 200} Aug 16 13:16:56.970626 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:56.973061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 280f353d-0107-427d-89b7-6acc4b9360e4 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:57.085560 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d0a3ac1f-6758-4304-9905-b5a375610886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:57.098563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a3ac1f-6758-4304-9905-b5a375610886 None None] The sync data for ids ['58df3db2-fa57-4775-ba7c-90e1866eeb24'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:16:57.326561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Could not find standard attr ID for object 58b72bbc-e969-4490-ac37-d8ce40fd0313. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:16:57.435368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 64366c87-bcda-42da-ac17-1b7a2f5c4462 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:57.436220 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:57.443700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a6e71557-75f3-4b27-9a97-6926004f0dc3,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:57.487281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-81fbb592-602a-47e6-9d60-88ad9dc26e7d None None] Deleting port 64366c87-bcda-42da-ac17-1b7a2f5c4462 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:57.489279 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-81fbb592-602a-47e6-9d60-88ad9dc26e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:57.523095 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8d3e9-528d-45b4-a16a-fa04826e4870 req-c5cafbda-e438-4bc3-87e1-bbf748b77376 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:57.546208 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9c8d3e9-528d-45b4-a16a-fa04826e4870 req-c5cafbda-e438-4bc3-87e1-bbf748b77376 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 946 time: 0.2912514 Aug 16 13:16:57.589694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] For port 64366c87-bcda-42da-ac17-1b7a2f5c4462, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=64366c87-bcda-42da-ac17-1b7a2f5c4462,segment=NetworkSegment(be5976e1-f974-4fd8-ba6f-8af9d2e5202a),segment_id=be5976e1-f974-4fd8-ba6f-8af9d2e5202a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:57.590073 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:57.627674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 64366c87-bcda-42da-ac17-1b7a2f5c4462 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:57.641875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] Router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:16:57.691939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-81fbb592-602a-47e6-9d60-88ad9dc26e7d None None] For port 64366c87-bcda-42da-ac17-1b7a2f5c4462, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=64366c87-bcda-42da-ac17-1b7a2f5c4462,segment=NetworkSegment(be5976e1-f974-4fd8-ba6f-8af9d2e5202a),segment_id=be5976e1-f974-4fd8-ba6f-8af9d2e5202a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:57.692505 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-81fbb592-602a-47e6-9d60-88ad9dc26e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:57.726979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9c8d3e9-528d-45b4-a16a-fa04826e4870 req-256c85fd-1180-40c0-90ce-d35ea82aec39 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789372 Aug 16 13:16:57.746674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-81fbb592-602a-47e6-9d60-88ad9dc26e7d None None] Calling delete_port for 64366c87-bcda-42da-ac17-1b7a2f5c4462 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:57.791909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Provisioning for port 59e377d7-14d8-4395-8319-3e9a4320cb70 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:16:57.825916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Provisioning complete for port 59e377d7-14d8-4395-8319-3e9a4320cb70 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:57.825916 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:57.987083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 280f353d-0107-427d-89b7-6acc4b9360e4 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:16:57.988163 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:58.073668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e955e0b-307c-4961-971d-dff37bfa66ac req-fd131c0d-da3c-4ec9-971d-d1c7c0522070 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:58.078382 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e955e0b-307c-4961-971d-dff37bfa66ac req-fd131c0d-da3c-4ec9-971d-d1c7c0522070 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 946 time: 0.9217293 Aug 16 13:16:58.084928 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:58.150062 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:58.176285 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-81fbb592-602a-47e6-9d60-88ad9dc26e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:58.203169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No DVR routers for this DVR port 64366c87-bcda-42da-ac17-1b7a2f5c4462 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:58.317592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e4f70-fae6-4c87-bac6-be6d5824161d req-e872585d-84cf-4eb9-9792-538753594cc9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:16:58.332476 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e4e4f70-fae6-4c87-bac6-be6d5824161d req-e872585d-84cf-4eb9-9792-538753594cc9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.4103823 Aug 16 13:16:58.447611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbb592-602a-47e6-9d60-88ad9dc26e7d None None] Pushing event deleted for resources: {'Port': ['ID=64366c87-bcda-42da-ac17-1b7a2f5c4462,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:58.455872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fbb592-602a-47e6-9d60-88ad9dc26e7d None None] No DVR routers for this DVR port 64366c87-bcda-42da-ac17-1b7a2f5c4462 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:58.492286 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] For port 59e377d7-14d8-4395-8319-3e9a4320cb70, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=59e377d7-14d8-4395-8319-3e9a4320cb70,segment=NetworkSegment(05f4de86-07c5-4365-9310-c8d7ae57c643),segment_id=05f4de86-07c5-4365-9310-c8d7ae57c643)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:58.503960 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:58.611989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:16:58.628767 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45980d3-35bb-454d-8090-00dff54a08d2 None None] Sync routers for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:16:58.631760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e4e4f70-fae6-4c87-bac6-be6d5824161d req-41a3c649-e134-40ce-bf68-417685f97c02 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903700 Aug 16 13:16:58.636545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bacae8-8d39-41cf-94d3-9f0105503f9f None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:16:58.640770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7ae71625-57ca-4f23-9e8c-396a91362c00 admin admin] 10.222.0.25 "PUT /v2.0/routers/2c14bf65-a33a-4b83-abff-4f0ece9ebe78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8015440 Aug 16 13:16:58.647340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34278) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:58.674404 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45980d3-35bb-454d-8090-00dff54a08d2 None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:58.675845 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f45980d3-35bb-454d-8090-00dff54a08d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:16:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:58.697424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=64366c87-bcda-42da-ac17-1b7a2f5c4462,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:58.893411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 64366c87-bcda-42da-ac17-1b7a2f5c4462 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:58.993385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631513e-d53e-4efd-9724-085ca1541e0b None None] Pushing event updated for resources: {'Port': ['ID=59e377d7-14d8-4395-8319-3e9a4320cb70,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:59.012199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 64366c87-bcda-42da-ac17-1b7a2f5c4462 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:16:59.012832 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 64366c87-bcda-42da-ac17-1b7a2f5c4462 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:16:59.126572 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f45980d3-35bb-454d-8090-00dff54a08d2 None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:16:59.176068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:59.193992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de667eb5-fe90-4a05-b8db-1fc00bb9e47c']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:59.234150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5976e1-f974-4fd8-ba6f-8af9d2e5202a') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:59.234150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5976e1-f974-4fd8-ba6f-8af9d2e5202a') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:59.269447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:59.314781 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:59.339351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:16:59.340183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:59.352371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 59e377d7-14d8-4395-8319-3e9a4320cb70 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:16:59.498389 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:16:59.549363 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:59.559643 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:59.563488 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/networks/de667eb5-fe90-4a05-b8db-1fc00bb9e47c HTTP/1.1" status: 204 len: 168 time: 4.6823990 Aug 16 13:16:59.599299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bacae8-8d39-41cf-94d3-9f0105503f9f None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:16:59.666783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34286) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:59.708314 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f45980d3-35bb-454d-8090-00dff54a08d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:16:55Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:59.764597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6499d5-058a-4d0c-8986-59ff6b245c07 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Network': ['ID=de667eb5-fe90-4a05-b8db-1fc00bb9e47c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:59.816581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-2e955e0b-307c-4961-971d-dff37bfa66ac req-8bbf5fd8-7466-4734-9f70-77e5bb51020d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Deleting port 8049eb2e-d060-4467-be29-f42d60877eca {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:59.818621 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2e955e0b-307c-4961-971d-dff37bfa66ac req-8bbf5fd8-7466-4734-9f70-77e5bb51020d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:59.865268 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45980d3-35bb-454d-8090-00dff54a08d2 None None] Checking router: 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:16:59.916850 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45980d3-35bb-454d-8090-00dff54a08d2 None None] Routers {'2c14bf65-a33a-4b83-abff-4f0ece9ebe78'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:59.918225 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f45980d3-35bb-454d-8090-00dff54a08d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:16:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:59.997902 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:00.007809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2e955e0b-307c-4961-971d-dff37bfa66ac req-8bbf5fd8-7466-4734-9f70-77e5bb51020d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] For port 8049eb2e-d060-4467-be29-f42d60877eca, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=8049eb2e-d060-4467-be29-f42d60877eca,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:00.008255 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2e955e0b-307c-4961-971d-dff37bfa66ac req-8bbf5fd8-7466-4734-9f70-77e5bb51020d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:00.051721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-2e955e0b-307c-4961-971d-dff37bfa66ac req-8bbf5fd8-7466-4734-9f70-77e5bb51020d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Calling delete_port for 8049eb2e-d060-4467-be29-f42d60877eca owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:00.152192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 59e377d7-14d8-4395-8319-3e9a4320cb70 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:00.152739 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:00.253906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34294) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:00.276623 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-63943c3e-a07c-4a38-bbf1-591b9f4ceb1e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:17:00.295095 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-63943c3e-a07c-4a38-bbf1-591b9f4ceb1e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "PUT /v2.0/routers/58df3db2-fa57-4775-ba7c-90e1866eeb24/add_router_interface HTTP/1.1" status: 400 len: 438 time: 4.7453034 Aug 16 13:17:00.339740 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f45980d3-35bb-454d-8090-00dff54a08d2 None None] Set router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:17:00.384093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34296) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:00.506179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d5de3e-8b28-4f51-8c99-a55d1fe620f5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:00.509220 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e8d5de3e-8b28-4f51-8c99-a55d1fe620f5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8303869 Aug 16 13:17:00.511225 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2e955e0b-307c-4961-971d-dff37bfa66ac req-8bbf5fd8-7466-4734-9f70-77e5bb51020d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:00.521082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34300) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:00.613827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8049eb2e-d060-4467-be29-f42d60877eca no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:00.703100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf5fd8-7466-4734-9f70-77e5bb51020d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event deleted for resources: {'Port': ['ID=8049eb2e-d060-4467-be29-f42d60877eca,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:00.789537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e955e0b-307c-4961-971d-dff37bfa66ac req-8bbf5fd8-7466-4734-9f70-77e5bb51020d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] No DVR routers for this DVR port 8049eb2e-d060-4467-be29-f42d60877eca on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:00.792586 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2e955e0b-307c-4961-971d-dff37bfa66ac req-8bbf5fd8-7466-4734-9f70-77e5bb51020d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:00.795370 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e955e0b-307c-4961-971d-dff37bfa66ac req-8bbf5fd8-7466-4734-9f70-77e5bb51020d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "DELETE /v2.0/ports/8049eb2e-d060-4467-be29-f42d60877eca HTTP/1.1" status: 204 len: 173 time: 2.6862037 Aug 16 13:17:00.797154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd823d0d-801c-4e45-8540-09adb4d8d46e', 'name': 'network-vif-deleted', 'tag': '8049eb2e-d060-4467-be29-f42d60877eca'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:17:00.800894 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c74163-b78f-47a9-9b86-b59a4d31c1e6" -d '{"events": [{"server_uuid": "dd823d0d-801c-4e45-8540-09adb4d8d46e", "name": "network-vif-deleted", "tag": "8049eb2e-d060-4467-be29-f42d60877eca"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:17:00.808849 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-23e02020-e188-4096-a507-1240bbaf0b5f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2864940 Aug 16 13:17:00.812697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34304) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:00.833932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-55998824'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:00.853123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 8049eb2e-d060-4467-be29-f42d60877eca {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:17:00.853526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 8049eb2e-d060-4467-be29-f42d60877eca not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:17:00.913082 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f45980d3-35bb-454d-8090-00dff54a08d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:16:55Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:00.919594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:00.936334 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:00.963502 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45980d3-35bb-454d-8090-00dff54a08d2 None None] The sync data for ids ['2c14bf65-a33a-4b83-abff-4f0ece9ebe78'] in n-d-804708-1 is: [{'id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'name': 'tempest-AttachVolumeShelveTestJSON-1417711022-router', 'tenant_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:03Z', 'updated_at': '2021-08-16T13:16:55Z', 'revision_number': 5, 'project_id': '98ca0f162b1f4e6598dff79c6f9eefd9', 'gw_port': {'id': '700d3e3e-0706-4c13-9238-7fe7ba4fa30c', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c14bf65-a33a-4b83-abff-4f0ece9ebe78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:04Z', 'updated_at': '2021-08-16T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:17:00.993266 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9cbaa90-06c1-491f-a3f2-e5ec2b4923e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:01.066980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:17:01.091871 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:01.092286 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Added segment 001338ac-36f7-4aa3-b9d8-78c693116bdc of type vlan for network 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 Aug 16 13:17:01.175468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:01.220453 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:01.233230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:01.243157 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:01.465732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ae2bd06-225e-405c-8fe1-29470dac139a no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:01.535519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d115e2-7ccd-4a83-a4e0-dce5bf5e38f8 req-ff2aaef2-0d3f-44ba-ae36-d8ef6b79a17b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:01.538517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8d115e2-7ccd-4a83-a4e0-dce5bf5e38f8 req-ff2aaef2-0d3f-44ba-ae36-d8ef6b79a17b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 1.1529722 Aug 16 13:17:01.606472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 0ae2bd06-225e-405c-8fe1-29470dac139a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:17:01.607181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ae2bd06-225e-405c-8fe1-29470dac139a not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:17:01.650292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:01.720819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc2309-7541-4154-9457-557ca2f79108 req-2dfb5a4a-52f5-4d4a-8bb0-72074a26e04b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:01.724703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0edc2309-7541-4154-9457-557ca2f79108 req-2dfb5a4a-52f5-4d4a-8bb0-72074a26e04b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 867 time: 2.6401887 Aug 16 13:17:01.785465 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0fd99dff-1cb1-458b-bb65-c105aba2da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:01.809186 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9cbaa90-06c1-491f-a3f2-e5ec2b4923e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:01.825329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9cbaa90-06c1-491f-a3f2-e5ec2b4923e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:01.830369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Network': ['ID=3bd43be6-b33b-4a70-91a4-92f1cd2a95e9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:01.851282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:17:01.857481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b1a5eafb-a85d-4242-bf8e-ad0fed76a597 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0432887 Aug 16 13:17:01.865338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34308) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:01.893433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': '3bd43be6-b33b-4a70-91a4-92f1cd2a95e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:02.032923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8d115e2-7ccd-4a83-a4e0-dce5bf5e38f8 req-fd404d35-b058-44ad-b11b-352f0dd7f51d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188321 Aug 16 13:17:02.139194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbaa90-06c1-491f-a3f2-e5ec2b4923e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53c36dd-3645-4adf-9bef-cf10b1741f73,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:02.146943 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e9cbaa90-06c1-491f-a3f2-e5ec2b4923e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a54c4c994cd140bfa2620bef45c8dcb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8851557 Aug 16 13:17:02.151070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34310) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:02.198947 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b81d42-8d24-46d9-82fc-e00293be14de x-openstack-request-id: req-f1b81d42-8d24-46d9-82fc-e00293be14de {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:17:02.199491 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd823d0d-801c-4e45-8540-09adb4d8d46e", "name": "network-vif-deleted", "tag": "8049eb2e-d060-4467-be29-f42d60877eca", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:17:02.199849 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1b81d42-8d24-46d9-82fc-e00293be14de {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:17:02.201052 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd823d0d-801c-4e45-8540-09adb4d8d46e', 'name': 'network-vif-deleted', 'tag': '8049eb2e-d060-4467-be29-f42d60877eca', 'status': 'completed', 'code': 200} Aug 16 13:17:02.263414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:02.275695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:02.372707 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0edc2309-7541-4154-9457-557ca2f79108 req-7c2d0f96-318d-4c83-8beb-6cf36950ce47 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419122 Aug 16 13:17:02.533070 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:02.678252 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61057c5e-a81a-48bb-8862-9ad717bbb445 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:02.795509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34314) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:02.818047 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40d47efe-57e4-44b5-b1b0-94cb3288089a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:02.821943 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:02.889665 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40d47efe-57e4-44b5-b1b0-94cb3288089a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:02.941878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Subnet': ['ID=5018a58c-c7fb-49e9-a1dd-a56b31c491e7,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:02.986090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Deleting port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:02.986470 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:03.026199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Checking segment: {'id': '001338ac-36f7-4aa3-b9d8-78c693116bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3bd43be6-b33b-4a70-91a4-92f1cd2a95e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:17:03.026597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network hostable DHCP agents. Network: 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:17:03.072563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:17:03.081217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40d47efe-57e4-44b5-b1b0-94cb3288089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:03.087651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40d47efe-57e4-44b5-b1b0-94cb3288089a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:03.090333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-40d47efe-57e4-44b5-b1b0-94cb3288089a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d53c36dd-3645-4adf-9bef-cf10b1741f73 HTTP/1.1" status: 204 len: 168 time: 0.9378769 Aug 16 13:17:03.161540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d47efe-57e4-44b5-b1b0-94cb3288089a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53c36dd-3645-4adf-9bef-cf10b1741f73,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:03.173020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:03.176993 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:17:03.191443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5613b556-c93f-4456-a2e1-4c851ddaf99b None None] Network 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:03.204970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] For port 700d3e3e-0706-4c13-9238-7fe7ba4fa30c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=700d3e3e-0706-4c13-9238-7fe7ba4fa30c,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:03.205492 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:03.211068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:03.211683 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:03.253069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Calling delete_port for 700d3e3e-0706-4c13-9238-7fe7ba4fa30c owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:03.271802 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1c5de1ba-fb5a-4746-bb89-acf125891976 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3914728 Aug 16 13:17:03.276357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34322) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:03.291839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': '3bd43be6-b33b-4a70-91a4-92f1cd2a95e9', 'name': 'tempest-PortsIpV6TestJSON-1050186824'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:03.725417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:03.729175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:03.775617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port 31a5f952-cb0e-4536-b81d-2452fa5aa533 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:17:03.935225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:04.190433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8::46 (3bd43be6-b33b-4a70-91a4-92f1cd2a95e9/5018a58c-c7fb-49e9-a1dd-a56b31c491e7/31a5f952-cb0e-4536-b81d-2452fa5aa533) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:17:04.192849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34328) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:04.228182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b79ae22-8081-4467-8b7d-de71df09e9d8 req-9e691a76-5b5b-4541-a8e7-2026dfcda72a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 210 time: 0.3684154 Aug 16 13:17:04.246629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=700d3e3e-0706-4c13-9238-7fe7ba4fa30c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:04.248543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d026b230-6764-4312-83e2-6b4d2f9b46a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:04.264901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-3bd43be6-b33b-4a70-91a4-92f1cd2a95e9', 'network_id': '3bd43be6-b33b-4a70-91a4-92f1cd2a95e9', 'tenant_id': '2694f58a77944a008914fa19fd77ef11', 'fixed_ips': [{'subnet_id': '5018a58c-c7fb-49e9-a1dd-a56b31c491e7'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:17:04.265802 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:04.533454 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa6eab95-0c34-453d-89c0-9cd3808eddb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:04.614559 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:04.849989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90ba64-ca4f-4775-ad62-67807f22abd6 req-56af8a91-5e80-4e27-9895-d2f6771a08dc tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:04.863923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d90ba64-ca4f-4775-ad62-67807f22abd6 req-56af8a91-5e80-4e27-9895-d2f6771a08dc tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 1.0358567 Aug 16 13:17:04.871545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:04.910956 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d026b230-6764-4312-83e2-6b4d2f9b46a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:04.922773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object 31a5f952-cb0e-4536-b81d-2452fa5aa533 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:04.925485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d026b230-6764-4312-83e2-6b4d2f9b46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:04.981632 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d026b230-6764-4312-83e2-6b4d2f9b46a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f19f1eecfb084ee0bcd7a59286910e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7873614 Aug 16 13:17:04.990135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34330) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:05.122891 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.157832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026b230-6764-4312-83e2-6b4d2f9b46a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74b8aa0-308b-42fe-b2bb-01e7372e548f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:05.167022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75d236ac-d4eb-4fb8-8d77-daf882393f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.248957 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.275965 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75d236ac-d4eb-4fb8-8d77-daf882393f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.417259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Allocated IP 2001:db8::2 (3bd43be6-b33b-4a70-91a4-92f1cd2a95e9/5018a58c-c7fb-49e9-a1dd-a56b31c491e7/8c571ca5-824b-44d2-abd4-5bd32fcbac1a) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:17:05.494907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=31a5f952-cb0e-4536-b81d-2452fa5aa533,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:05.499926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:05.504863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:05.509050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:17:05.529135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:05.530219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.564970 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1d909f79-b12c-45f6-b7fd-aab93cf6615c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2867646 Aug 16 13:17:05.568856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34334) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:05.592204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': '3bd43be6-b33b-4a70-91a4-92f1cd2a95e9', 'name': 'tempest-PortsIpV6TestJSON-1629694885'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:05.650413 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.718761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb30faf8-3412-4e99-9546-fcdeb3d7b98f req-22cc2908-63e8-4e28-b614-ce15d0535e05 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 210 time: 0.1016238 Aug 16 13:17:05.724939 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.732042 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.747886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d90ba64-ca4f-4775-ad62-67807f22abd6 req-390ecc49-0920-4b83-a9bc-797f0e87facd tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8814857 Aug 16 13:17:05.805965 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.826173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Transition to ACTIVE for port object 8c571ca5-824b-44d2-abd4-5bd32fcbac1a will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:05.831042 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75d236ac-d4eb-4fb8-8d77-daf882393f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.842874 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75d236ac-d4eb-4fb8-8d77-daf882393f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.845363 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-75d236ac-d4eb-4fb8-8d77-daf882393f31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f74b8aa0-308b-42fe-b2bb-01e7372e548f HTTP/1.1" status: 204 len: 168 time: 0.8537199 Aug 16 13:17:05.860245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Transition to ACTIVE for port object 8c571ca5-824b-44d2-abd4-5bd32fcbac1a will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:05.875699 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:05.907210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d236ac-d4eb-4fb8-8d77-daf882393f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74b8aa0-308b-42fe-b2bb-01e7372e548f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:05.951562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Network 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:05.964944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:05.995089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:17:06.031910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:06.038156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:06.103954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port e34a19ef-c25e-4583-97d0-884dad1ac255 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:17:06.110216 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:06.111252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c14bf65-a33a-4b83-abff-4f0ece9ebe78 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:17:06.148402 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Pushing event updated for resources: {'Port': ['ID=8c571ca5-824b-44d2-abd4-5bd32fcbac1a,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:06.156785 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Attempting to bind port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:17:06.157162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Attempting to bind port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '001338ac-36f7-4aa3-b9d8-78c693116bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3bd43be6-b33b-4a70-91a4-92f1cd2a95e9'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:17:06.157948 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Attempting to bind port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a on network 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:17:06.202729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:17:06.205974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Checking segment: {'id': '001338ac-36f7-4aa3-b9d8-78c693116bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3bd43be6-b33b-4a70-91a4-92f1cd2a95e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:17:06.211775 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:06.213742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Bound using segment: {'id': '001338ac-36f7-4aa3-b9d8-78c693116bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3bd43be6-b33b-4a70-91a4-92f1cd2a95e9'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:17:06.215046 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Bound port: 8c571ca5-824b-44d2-abd4-5bd32fcbac1a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001338ac-36f7-4aa3-b9d8-78c693116bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3bd43be6-b33b-4a70-91a4-92f1cd2a95e9'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:17:06.215725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:06.223049 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:06.227271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-06f3e2ae-d095-4a12-9cbf-2cd035aa81e0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2c14bf65-a33a-4b83-abff-4f0ece9ebe78 HTTP/1.1" status: 204 len: 168 time: 7.5765738 Aug 16 13:17:06.242869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34338) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:06.362511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-61057c5e-a81a-48bb-8862-9ad717bbb445 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Deleting port d97d3f34-76ef-4ebe-b4bb-ff4198401dec {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:06.363571 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61057c5e-a81a-48bb-8862-9ad717bbb445 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:06.439841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] For port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:17:06.445848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] For port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8c571ca5-824b-44d2-abd4-5bd32fcbac1a,segment=NetworkSegment(001338ac-36f7-4aa3-b9d8-78c693116bdc),segment_id=001338ac-36f7-4aa3-b9d8-78c693116bdc)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:17:06.462677 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:06.532236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-9327a45f-4360-404d-8a7c-b51a1a8638ee admin admin] Deleting subnet 869c6635-1347-4341-97aa-dd06c69f7bf6 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:17:06.539828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9327a45f-4360-404d-8a7c-b51a1a8638ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:06.602570 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61057c5e-a81a-48bb-8862-9ad717bbb445 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:06.631161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-61057c5e-a81a-48bb-8862-9ad717bbb445 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Calling delete_port for d97d3f34-76ef-4ebe-b4bb-ff4198401dec owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:06.635716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2483b0-60c3-4a46-a98f-ca5dc7fc307c None None] Pushing event updated for resources: {'Port': ['ID=8c571ca5-824b-44d2-abd4-5bd32fcbac1a,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:06.750855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8::2c6 (3bd43be6-b33b-4a70-91a4-92f1cd2a95e9/5018a58c-c7fb-49e9-a1dd-a56b31c491e7/e34a19ef-c25e-4583-97d0-884dad1ac255) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:17:07.110193 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:07.348265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05fab3c3-52e1-4258-9d1b-5bdd13aa6622 req-b7c44a1d-3a6b-49bd-9a8c-428f4e41ded4 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 210 time: 0.2350481 Aug 16 13:17:07.473956 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:07.548677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9327a45f-4360-404d-8a7c-b51a1a8638ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:07.557771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8c571ca5-824b-44d2-abd4-5bd32fcbac1a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:17:07.584817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be01c4b-ab21-4618-8f5a-6387db9bf7fb req-611a4cfe-a8ef-4138-afe8-1c467ecb6b9c tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:07.586996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7be01c4b-ab21-4618-8f5a-6387db9bf7fb req-611a4cfe-a8ef-4138-afe8-1c467ecb6b9c tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.4238555 Aug 16 13:17:07.657660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:07.677565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 700d3e3e-0706-4c13-9238-7fe7ba4fa30c no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:07.746544 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 700d3e3e-0706-4c13-9238-7fe7ba4fa30c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:17:07.753002 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 700d3e3e-0706-4c13-9238-7fe7ba4fa30c not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:17:07.814947 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61057c5e-a81a-48bb-8862-9ad717bbb445 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:07.889928 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:07.909826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7be01c4b-ab21-4618-8f5a-6387db9bf7fb req-c7eda305-3839-4535-80f8-f96d187ae09f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155944 Aug 16 13:17:07.974241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9327a45f-4360-404d-8a7c-b51a1a8638ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:08.120206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object e34a19ef-c25e-4583-97d0-884dad1ac255 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:08.334363 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:08.391747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9327a45f-4360-404d-8a7c-b51a1a8638ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:08.583596 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeadbcd-c3fd-4434-ac94-fd034465c5ae None None] Network 9cc824de-04de-4c01-9674-275e59dd3473 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:08.584586 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9327a45f-4360-404d-8a7c-b51a1a8638ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:08.588228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9327a45f-4360-404d-8a7c-b51a1a8638ee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/869c6635-1347-4341-97aa-dd06c69f7bf6 HTTP/1.1" status: 204 len: 168 time: 2.3437502 Aug 16 13:17:08.629511 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34372) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:08.650624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327a45f-4360-404d-8a7c-b51a1a8638ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869c6635-1347-4341-97aa-dd06c69f7bf6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:08.699115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:08.724745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=e34a19ef-c25e-4583-97d0-884dad1ac255,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:08.731136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:08.769677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:17:08.778910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:08.780129 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:08.813184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:08.818758 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cae999a0-970d-4629-b4e5-cc79e7221072 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2460740 Aug 16 13:17:08.823500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34374) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:08.929202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f2c28-7a78-44d2-a21a-28cea901e2be None None] Network 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:09.048439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63334ddd-8af3-4d4f-863b-5c3ed0c0470c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:09.056100 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-63334ddd-8af3-4d4f-863b-5c3ed0c0470c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A46 HTTP/1.1" status: 200 len: 928 time: 0.2270811 Aug 16 13:17:09.058766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34378) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:09.171685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61057c5e-a81a-48bb-8862-9ad717bbb445 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event deleted for resources: {'Port': ['ID=d97d3f34-76ef-4ebe-b4bb-ff4198401dec,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:09.306751 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3e0c5c95-57a5-40f9-b999-15b95af54ff2 None None] Provisioning for port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:09.330502 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3e0c5c95-57a5-40f9-b999-15b95af54ff2 None None] Provisioning complete for port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:09.337850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Deleting port b58002a0-e14b-45d1-8947-612972ed89db {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:09.338398 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3e0c5c95-57a5-40f9-b999-15b95af54ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:09.342826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:09.438641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4230410-27ca-4950-9614-3f51b77733ca req-e6886114-7958-4c19-b07d-2b7f7dd1d122 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 210 time: 0.3807871 Aug 16 13:17:09.862300 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3e0c5c95-57a5-40f9-b999-15b95af54ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:09.866307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10241029-0f67-4f2e-90fa-00dfc076dab0 req-decdd5a2-2027-42cc-bcf8-c9aa24b4fbee tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:09.874882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10241029-0f67-4f2e-90fa-00dfc076dab0 req-decdd5a2-2027-42cc-bcf8-c9aa24b4fbee tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.5542622 Aug 16 13:17:09.883127 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ba88f8-ee60-4fe2-a201-da627357e488 None None] DHCP port deletion for 9cc824de-04de-4c01-9674-275e59dd3473 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:17:09.987750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3e0c5c95-57a5-40f9-b999-15b95af54ff2 None None] For port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8c571ca5-824b-44d2-abd4-5bd32fcbac1a,segment=NetworkSegment(001338ac-36f7-4aa3-b9d8-78c693116bdc),segment_id=001338ac-36f7-4aa3-b9d8-78c693116bdc)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:09.988777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61057c5e-a81a-48bb-8862-9ad717bbb445 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:10.000009 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3e0c5c95-57a5-40f9-b999-15b95af54ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:10.066313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c5c95-57a5-40f9-b999-15b95af54ff2 None None] Pushing event updated for resources: {'Port': ['ID=8c571ca5-824b-44d2-abd4-5bd32fcbac1a,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:10.102198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba88f8-ee60-4fe2-a201-da627357e488 None None] Deleting port b58002a0-e14b-45d1-8947-612972ed89db {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:10.102883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c2ba88f8-ee60-4fe2-a201-da627357e488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:10.314923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c2ba88f8-ee60-4fe2-a201-da627357e488 None None] For port b58002a0-e14b-45d1-8947-612972ed89db, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b58002a0-e14b-45d1-8947-612972ed89db,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:10.315564 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c2ba88f8-ee60-4fe2-a201-da627357e488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:10.385802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba88f8-ee60-4fe2-a201-da627357e488 None None] Calling delete_port for b58002a0-e14b-45d1-8947-612972ed89db owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:10.439243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10241029-0f67-4f2e-90fa-00dfc076dab0 req-733744b2-0207-421a-8683-85e3abbc75dc tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461424 Aug 16 13:17:10.598790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] For port b58002a0-e14b-45d1-8947-612972ed89db, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b58002a0-e14b-45d1-8947-612972ed89db,segment=NetworkSegment(c6043c3c-fb45-4f35-8915-31b27003069a),segment_id=c6043c3c-fb45-4f35-8915-31b27003069a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:10.599669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:10.631772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-0786f4df-743b-48ae-94b6-b606e33df0d4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port e34a19ef-c25e-4583-97d0-884dad1ac255 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:10.632524 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0786f4df-743b-48ae-94b6-b606e33df0d4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:10.657457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Calling delete_port for b58002a0-e14b-45d1-8947-612972ed89db owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:10.714493 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c2ba88f8-ee60-4fe2-a201-da627357e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:10.772444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba88f8-ee60-4fe2-a201-da627357e488 None None] No DVR routers for this DVR port b58002a0-e14b-45d1-8947-612972ed89db on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:10.830697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba88f8-ee60-4fe2-a201-da627357e488 None None] Pushing event deleted for resources: {'Port': ['ID=b58002a0-e14b-45d1-8947-612972ed89db,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:10.843698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-53970b10-146e-43fa-ae7d-2442f572f745 None None] Provisioning complete for port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:10.844447 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-53970b10-146e-43fa-ae7d-2442f572f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:10.927183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6e9ef42-6dfd-4b21-9d14-283a71acc620 req-f9985ed8-cce9-403f-a31c-a2654b704af4 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 210 time: 0.1520846 Aug 16 13:17:10.934994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61057c5e-a81a-48bb-8862-9ad717bbb445 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Router 58df3db2-fa57-4775-ba7c-90e1866eeb24 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:17:10.965142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] Deleting port fc3315b5-3a98-44a3-b4d2-4153938d0f3e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:10.965925 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:11.130003 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] For port fc3315b5-3a98-44a3-b4d2-4153938d0f3e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fc3315b5-3a98-44a3-b4d2-4153938d0f3e,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:11.130580 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:11.149339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] Calling delete_port for fc3315b5-3a98-44a3-b4d2-4153938d0f3e owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:11.168249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-53970b10-146e-43fa-ae7d-2442f572f745 None None] Provisioning for port e34a19ef-c25e-4583-97d0-884dad1ac255 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:11.181920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-53970b10-146e-43fa-ae7d-2442f572f745 None None] Provisioning complete for port e34a19ef-c25e-4583-97d0-884dad1ac255 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:11.182589 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-53970b10-146e-43fa-ae7d-2442f572f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:11.329731 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:11.333980 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0786f4df-743b-48ae-94b6-b606e33df0d4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:11.344891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8c571ca5-824b-44d2-abd4-5bd32fcbac1a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:17:11.392737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-53970b10-146e-43fa-ae7d-2442f572f745 None None] Port e34a19ef-c25e-4583-97d0-884dad1ac255 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:11.427563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-0786f4df-743b-48ae-94b6-b606e33df0d4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for e34a19ef-c25e-4583-97d0-884dad1ac255 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:11.435170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-53970b10-146e-43fa-ae7d-2442f572f745 None None] Provisioning for port 31a5f952-cb0e-4536-b81d-2452fa5aa533 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:11.440674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:11.441108 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:11.498162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-53970b10-146e-43fa-ae7d-2442f572f745 None None] Provisioning complete for port 31a5f952-cb0e-4536-b81d-2452fa5aa533 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:11.498482 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-53970b10-146e-43fa-ae7d-2442f572f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:11.560313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b58002a0-e14b-45d1-8947-612972ed89db,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:11.567799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] No DVR routers for this DVR port b58002a0-e14b-45d1-8947-612972ed89db on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:11.664072 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:11.747971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-53970b10-146e-43fa-ae7d-2442f572f745 None None] Port 31a5f952-cb0e-4536-b81d-2452fa5aa533 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:11.796227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:11.891380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc824de-04de-4c01-9674-275e59dd3473']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:11.947446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6043c3c-fb45-4f35-8915-31b27003069a') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:11.948364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6043c3c-fb45-4f35-8915-31b27003069a') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:11.983569 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:12.005903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1eaf2de1-48d0-4c44-9711-6b25c970ee38 None None] Provisioning complete for port e34a19ef-c25e-4583-97d0-884dad1ac255 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:12.013329 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2de1-48d0-4c44-9711-6b25c970ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:12.069246 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:12.144036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:17:12.150340 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:17:12.156919 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:17:12.173861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf2de1-48d0-4c44-9711-6b25c970ee38 None None] Port e34a19ef-c25e-4583-97d0-884dad1ac255 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:12.211469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1eaf2de1-48d0-4c44-9711-6b25c970ee38 None None] Provisioning complete for port 31a5f952-cb0e-4536-b81d-2452fa5aa533 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:12.213078 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2de1-48d0-4c44-9711-6b25c970ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:12.328666 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:12.347714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3315b5-3a98-44a3-b4d2-4153938d0f3e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:12.362333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf2de1-48d0-4c44-9711-6b25c970ee38 None None] Port 31a5f952-cb0e-4536-b81d-2452fa5aa533 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:12.366812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b58002a0-e14b-45d1-8947-612972ed89db no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:12.418459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c76f36ec-3741-4cf3-8ccf-8f17d127fc54 req-8c301dd1-dcce-4f7e-8f63-fceb169d031b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd823d0d-801c-4e45-8540-09adb4d8d46e HTTP/1.1" status: 200 len: 210 time: 0.0662863 Aug 16 13:17:12.491074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: b58002a0-e14b-45d1-8947-612972ed89db {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:17:12.491523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b58002a0-e14b-45d1-8947-612972ed89db not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:17:12.555377 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:12.561893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:12.567527 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] 10.222.0.25 "DELETE /v2.0/networks/9cc824de-04de-4c01-9674-275e59dd3473 HTTP/1.1" status: 204 len: 168 time: 3.9364157 Aug 16 13:17:12.605311 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0786f4df-743b-48ae-94b6-b606e33df0d4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:12.623788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61057c5e-a81a-48bb-8862-9ad717bbb445 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:17:12.636354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e76c3-07dc-47e8-8674-5bb59e448ff4 None None] Sync routers for ids ['58df3db2-fa57-4775-ba7c-90e1866eeb24'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:17:12.636750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe444739-698c-455b-a68f-9f83b5fea010 req-130d6995-e250-4fd7-b1d5-0d606a2cda0e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:12.638980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe444739-698c-455b-a68f-9f83b5fea010 req-130d6995-e250-4fd7-b1d5-0d606a2cda0e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.9453161 Aug 16 13:17:12.650149 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-61057c5e-a81a-48bb-8862-9ad717bbb445 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "PUT /v2.0/routers/58df3db2-fa57-4775-ba7c-90e1866eeb24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2416475 Aug 16 13:17:12.653394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34406) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:12.658414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e76c3-07dc-47e8-8674-5bb59e448ff4 None None] Routers {'58df3db2-fa57-4775-ba7c-90e1866eeb24'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:17:12.659091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-950e76c3-07dc-47e8-8674-5bb59e448ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:17:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['58df3db2-fa57-4775-ba7c-90e1866eeb24'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:12.680425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dcf14-8ae9-444f-a5cb-1564d8bd45bd admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc824de-04de-4c01-9674-275e59dd3473,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:12.744370 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-950e76c3-07dc-47e8-8674-5bb59e448ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:12.784449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e76c3-07dc-47e8-8674-5bb59e448ff4 None None] Routers {'58df3db2-fa57-4775-ba7c-90e1866eeb24'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:17:12.786155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-950e76c3-07dc-47e8-8674-5bb59e448ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:17:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['58df3db2-fa57-4775-ba7c-90e1866eeb24'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:12.809340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786f4df-743b-48ae-94b6-b606e33df0d4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=e34a19ef-c25e-4583-97d0-884dad1ac255,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:12.829110 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0786f4df-743b-48ae-94b6-b606e33df0d4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:12.833043 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0786f4df-743b-48ae-94b6-b606e33df0d4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/e34a19ef-c25e-4583-97d0-884dad1ac255 HTTP/1.1" status: 204 len: 168 time: 3.7686541 Aug 16 13:17:12.841190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34412) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:12.852840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-950e76c3-07dc-47e8-8674-5bb59e448ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:12.853693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e76c3-07dc-47e8-8674-5bb59e448ff4 None None] The sync data for ids ['58df3db2-fa57-4775-ba7c-90e1866eeb24'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:17:12.920626 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1912e7e-689a-4cac-8d6c-918ec5c97cc9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:17:12.924982 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a1912e7e-689a-4cac-8d6c-918ec5c97cc9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/e34a19ef-c25e-4583-97d0-884dad1ac255 HTTP/1.1" status: 404 len: 333 time: 0.0794804 Aug 16 13:17:12.925884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34414) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:12.936734 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-3dff6c4f-14c4-4d58-876a-854bb49c6b95 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] delete failed (client error): The resource could not be found. Aug 16 13:17:12.942526 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3dff6c4f-14c4-4d58-876a-854bb49c6b95 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-151826548 HTTP/1.1" status: 404 len: 334 time: 0.2853060 Aug 16 13:17:13.010955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34416) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:13.011624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34418) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:13.030517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3a9a33f4-9f2e-4c05-98eb-cba6f17d2477 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Request body: {'router': {'external_gateway_info': {'network_id': '58df3db2-fa57-4775-ba7c-90e1866eeb24'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:13.038804 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-26b12c11-b2f8-423a-8dce-36ae53e90f55 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=31e257331f9c41a4946ffd76b396d91a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493736 Aug 16 13:17:13.234281 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe444739-698c-455b-a68f-9f83b5fea010 req-d52be2f2-677f-4301-92c4-3c76979ab90e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220056 Aug 16 13:17:13.267565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] Router cac07ad7-ef4c-4650-89c4-ae7f49334c15 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:17:13.356324 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9758fae9-460d-4170-916b-5566ab47bb04 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98ca0f162b1f4e6598dff79c6f9eefd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339424 Aug 16 13:17:13.359734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34420) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:13.420145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7b2276a7-42ae-4036-a6ff-f1872cf1e419 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 31a5f952-cb0e-4536-b81d-2452fa5aa533 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:13.420487 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b2276a7-42ae-4036-a6ff-f1872cf1e419 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:13.471951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504302c2-0d23-4155-9211-b300f0c84a4b req-c7e6933f-51b2-42ec-a072-829c2388c1e7 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:13.480698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-c7e6933f-51b2-42ec-a072-829c2388c1e7 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4405208 Aug 16 13:17:13.498156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a9a33f4-9f2e-4c05-98eb-cba6f17d2477 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:13.501895 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92b85246-8056-422d-9b76-b96c8e1e11af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:13.528404 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-35579dae-f20f-470a-923f-22300ba562f2 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/quotas/31e257331f9c41a4946ffd76b396d91a HTTP/1.1" status: 200 len: 375 time: 0.0462501 Aug 16 13:17:13.575252 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-3a9a33f4-9f2e-4c05-98eb-cba6f17d2477 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] update failed (client error): The resource could not be found. Aug 16 13:17:13.580610 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3a9a33f4-9f2e-4c05-98eb-cba6f17d2477 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "PUT /v2.0/routers/58df3db2-fa57-4775-ba7c-90e1866eeb24 HTTP/1.1" status: 404 len: 339 time: 0.5583928 Aug 16 13:17:13.581028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34426) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:13.658067 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-ce7582ba-5837-421f-9115-3c3523e07812 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31e257331f9c41a4946ffd76b396d91a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095965 Aug 16 13:17:13.670925 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92b85246-8056-422d-9b76-b96c8e1e11af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:13.834860 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b2276a7-42ae-4036-a6ff-f1872cf1e419 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:13.915477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:17:13.932900 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3b860-a9e5-4c21-aabb-96dfe9f211d1 None None] Sync routers for ids ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:17:13.959413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-48f6cc28-171c-4a96-9770-a60e77712f66 admin admin] 10.222.0.25 "PUT /v2.0/routers/cac07ad7-ef4c-4650-89c4-ae7f49334c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1605432 Aug 16 13:17:13.959989 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3b860-a9e5-4c21-aabb-96dfe9f211d1 None None] Routers {'cac07ad7-ef4c-4650-89c4-ae7f49334c15'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:17:13.960085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34432) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:13.962676 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d0f3b860-a9e5-4c21-aabb-96dfe9f211d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:17:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:14.101971 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31d3a378-2acb-4cf8-9d2e-107e3eaa37e2 req-52ad566d-d238-4301-b67f-619855532513 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 210 time: 0.1363211 Aug 16 13:17:14.116695 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92b85246-8056-422d-9b76-b96c8e1e11af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:14.120114 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-92b85246-8056-422d-9b76-b96c8e1e11af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:14.123640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-92b85246-8056-422d-9b76-b96c8e1e11af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6da51b7-3781-4adb-9786-533c00ec601f HTTP/1.1" status: 204 len: 168 time: 0.7581608 Aug 16 13:17:14.171128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7b2276a7-42ae-4036-a6ff-f1872cf1e419 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 31a5f952-cb0e-4536-b81d-2452fa5aa533 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:14.174215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b85246-8056-422d-9b76-b96c8e1e11af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6da51b7-3781-4adb-9786-533c00ec601f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:14.372446 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d0f3b860-a9e5-4c21-aabb-96dfe9f211d1 None None] Set router cac07ad7-ef4c-4650-89c4-ae7f49334c15 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:17:14.533740 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:15.096450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83e1b-d42d-41b7-ac7a-746f6224886d req-e12f6d2d-c2fb-4b13-96cc-1fc54cf0b3a6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:15.102943 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ba83e1b-d42d-41b7-ac7a-746f6224886d req-e12f6d2d-c2fb-4b13-96cc-1fc54cf0b3a6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.6394494 Aug 16 13:17:15.273501 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d0f3b860-a9e5-4c21-aabb-96dfe9f211d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:17:11Z', 'revision_number': 5, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:15.332598 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:15.367528 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3b860-a9e5-4c21-aabb-96dfe9f211d1 None None] Checking router: cac07ad7-ef4c-4650-89c4-ae7f49334c15 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:17:15.408882 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3b860-a9e5-4c21-aabb-96dfe9f211d1 None None] Routers {'cac07ad7-ef4c-4650-89c4-ae7f49334c15'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:17:15.409986 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d0f3b860-a9e5-4c21-aabb-96dfe9f211d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:17:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:15.514396 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:15.545359 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41be6bec-562a-45f8-875f-bce7e0bd36b5 req-372143c5-72ec-4a82-a453-0ab61f4359ee tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 210 time: 0.2046926 Aug 16 13:17:15.559106 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ba83e1b-d42d-41b7-ac7a-746f6224886d req-5da1f939-ae76-42f7-b692-036c9d566091 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238229 Aug 16 13:17:15.728425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Deleting port 90189777-e394-46e6-af31-b6a822b9ff5d {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:15.728797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:15.883495 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b2276a7-42ae-4036-a6ff-f1872cf1e419 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:15.955608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2276a7-42ae-4036-a6ff-f1872cf1e419 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=31a5f952-cb0e-4536-b81d-2452fa5aa533,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:15.983268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] For port 90189777-e394-46e6-af31-b6a822b9ff5d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=90189777-e394-46e6-af31-b6a822b9ff5d,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:15.983669 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:16.031278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Calling delete_port for 90189777-e394-46e6-af31-b6a822b9ff5d owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:16.046809 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d0f3b860-a9e5-4c21-aabb-96dfe9f211d1 None None] Set router cac07ad7-ef4c-4650-89c4-ae7f49334c15 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:17:16.215930 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7b2276a7-42ae-4036-a6ff-f1872cf1e419 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:16.229215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7b2276a7-42ae-4036-a6ff-f1872cf1e419 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/31a5f952-cb0e-4536-b81d-2452fa5aa533 HTTP/1.1" status: 204 len: 168 time: 3.2999403 Aug 16 13:17:16.234838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34462) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:16.411659 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:16.502843 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b960951a-90af-4657-91fd-4d5e5e6c4805 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:17:16.505630 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b960951a-90af-4657-91fd-4d5e5e6c4805 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/31a5f952-cb0e-4536-b81d-2452fa5aa533 HTTP/1.1" status: 404 len: 333 time: 0.2595277 Aug 16 13:17:16.611013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34468) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:16.706645 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d0f3b860-a9e5-4c21-aabb-96dfe9f211d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:17:11Z', 'revision_number': 5, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:16.758232 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3b860-a9e5-4c21-aabb-96dfe9f211d1 None None] The sync data for ids ['cac07ad7-ef4c-4650-89c4-ae7f49334c15'] in n-d-804708-1 is: [{'id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'name': 'tempest-TaggedBootDevicesTest_v242-1259579843-router', 'tenant_id': 'f0bff93acd024030911c824e4926974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:05:07Z', 'updated_at': '2021-08-16T13:17:11Z', 'revision_number': 5, 'project_id': 'f0bff93acd024030911c824e4926974a', 'gw_port': {'id': '90189777-e394-46e6-af31-b6a822b9ff5d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac07ad7-ef4c-4650-89c4-ae7f49334c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:05:09Z', 'updated_at': '2021-08-16T13:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:17:16.974312 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-51a23f86-54e8-4a1f-a467-0e49cde4ec14 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=31e257331f9c41a4946ffd76b396d91a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5122857 Aug 16 13:17:17.328351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fc3315b5-3a98-44a3-b4d2-4153938d0f3e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:17.410800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: fc3315b5-3a98-44a3-b4d2-4153938d0f3e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:17:17.412002 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fc3315b5-3a98-44a3-b4d2-4153938d0f3e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:17:17.453240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa3056b-1335-4b8c-8ebc-966124e9ba1f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting subnet 5018a58c-c7fb-49e9-a1dd-a56b31c491e7 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:17:17.463643 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7aa3056b-1335-4b8c-8ebc-966124e9ba1f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:17.499497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3c31639-ac1c-47bd-9b5f-a0c96a3cbd8b req-56407535-6ec9-4067-a8c6-9bf483778f46 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 210 time: 0.1978149 Aug 16 13:17:17.601861 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7aa3056b-1335-4b8c-8ebc-966124e9ba1f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:17.623785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d1adf-cbff-4e8b-9e14-ea2607074c99 req-3303049b-b47d-45f4-8c13-c75d789435d4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:17.628062 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b13d1adf-cbff-4e8b-9e14-ea2607074c99 req-3303049b-b47d-45f4-8c13-c75d789435d4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3236732 Aug 16 13:17:17.817167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b13d1adf-cbff-4e8b-9e14-ea2607074c99 req-634e0bbf-3521-43de-bb02-817b9980f116 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804162 Aug 16 13:17:17.890943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Allocated IP 172.20.0.1 (520a51d2-b520-4192-ac4e-1be2b45b1330/ef269964-dae7-41d8-97a6-d939bf182165/50ab5050-e0eb-4434-affd-70c268f955be) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:17:17.943200 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:17.981798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=90189777-e394-46e6-af31-b6a822b9ff5d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:18.032108 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7aa3056b-1335-4b8c-8ebc-966124e9ba1f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:18.151595 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7aa3056b-1335-4b8c-8ebc-966124e9ba1f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:18.157765 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:18.253714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504302c2-0d23-4155-9211-b300f0c84a4b req-3df014e4-34b8-40d3-b262-e8104de38ec8 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:18.256570 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-3df014e4-34b8-40d3-b262-e8104de38ec8 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2105105 Aug 16 13:17:18.275087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3056b-1335-4b8c-8ebc-966124e9ba1f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Subnet': ['ID=5018a58c-c7fb-49e9-a1dd-a56b31c491e7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:18.355176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Request body: {'port': {'device_id': 'f41bc699-25d4-4253-9746-b52daa993db9', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '31e257331f9c41a4946ffd76b396d91a'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:18.356673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98375c2-5a1c-4d4b-ac3a-acd1bb624d16 None None] Network 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:18.362955 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7aa3056b-1335-4b8c-8ebc-966124e9ba1f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:18.366231 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7aa3056b-1335-4b8c-8ebc-966124e9ba1f tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/5018a58c-c7fb-49e9-a1dd-a56b31c491e7 HTTP/1.1" status: 204 len: 168 time: 1.7534230 Aug 16 13:17:18.378324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34494) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:18.544235 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:18.582199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Transition to ACTIVE for port object 50ab5050-e0eb-4434-affd-70c268f955be will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:18.718811 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:18.929265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:18.939330 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:19.053810 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:19.062213 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:19.062213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac07ad7-ef4c-4650-89c4-ae7f49334c15 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:17:19.063657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e45db1d0-4d25-4045-b14b-32f26f397023 req-cb6522e3-5d9f-48d8-a685-8f6f43af03c8 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 210 time: 0.2621346 Aug 16 13:17:19.089354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8089424a-8a19-4f8c-a63b-f8afa2322bc8 None None] DHCP port deletion for 3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:17:19.098961 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:19.103622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-48896aca-0d09-406c-8ff9-c56e13a4bcc9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cac07ad7-ef4c-4650-89c4-ae7f49334c15 HTTP/1.1" status: 204 len: 168 time: 5.1073186 Aug 16 13:17:19.105232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34506) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:19.244485 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6999fc-4900-4ec5-9bdd-7afc5dc885dc admin admin] Deleting subnet 735734cd-086e-4d3e-af34-921802ddaecb {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:17:19.249392 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb6999fc-4900-4ec5-9bdd-7afc5dc885dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:19.278160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Network 520a51d2-b520-4192-ac4e-1be2b45b1330 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:19.297798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8089424a-8a19-4f8c-a63b-f8afa2322bc8 None None] Deleting port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:19.298326 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8089424a-8a19-4f8c-a63b-f8afa2322bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:19.323409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb6999fc-4900-4ec5-9bdd-7afc5dc885dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:19.390368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:19.409376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:17:19.532400 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8c571ca5-824b-44d2-abd4-5bd32fcbac1a no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:19.560532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event updated for resources: {'Port': ['ID=50ab5050-e0eb-4434-affd-70c268f955be,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:19.596594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354ad4a-ff26-4d52-b84b-3f8f3e84c23f req-3f85446a-d530-477d-8b35-0d7117a85fe9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:19.602958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Made reservation on behalf of 31e257331f9c41a4946ffd76b396d91a for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:19.603608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f354ad4a-ff26-4d52-b84b-3f8f3e84c23f req-3f85446a-d530-477d-8b35-0d7117a85fe9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.5644014 Aug 16 13:17:19.610802 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:19.647526 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:19.685394 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:19.726568 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb6999fc-4900-4ec5-9bdd-7afc5dc885dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:19.912999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8089424a-8a19-4f8c-a63b-f8afa2322bc8 None None] For port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8c571ca5-824b-44d2-abd4-5bd32fcbac1a,segment=NetworkSegment(001338ac-36f7-4aa3-b9d8-78c693116bdc),segment_id=001338ac-36f7-4aa3-b9d8-78c693116bdc)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:19.918318 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8089424a-8a19-4f8c-a63b-f8afa2322bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:20.006691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f354ad4a-ff26-4d52-b84b-3f8f3e84c23f req-858b97f0-e12c-4216-a2b7-83d0befb5300 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738413 Aug 16 13:17:20.083129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8089424a-8a19-4f8c-a63b-f8afa2322bc8 None None] Calling delete_port for 8c571ca5-824b-44d2-abd4-5bd32fcbac1a owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:20.191526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:20.191848 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:20.233250 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb6999fc-4900-4ec5-9bdd-7afc5dc885dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:20.250527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-46c05c78-ab0e-47ad-8903-0ab8748e08af None None] Provisioning for port 50ab5050-e0eb-4434-affd-70c268f955be completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:20.445499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-46c05c78-ab0e-47ad-8903-0ab8748e08af None None] Provisioning complete for port 50ab5050-e0eb-4434-affd-70c268f955be triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:20.445982 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-46c05c78-ab0e-47ad-8903-0ab8748e08af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:20.550585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] For port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8c571ca5-824b-44d2-abd4-5bd32fcbac1a,segment=NetworkSegment(001338ac-36f7-4aa3-b9d8-78c693116bdc),segment_id=001338ac-36f7-4aa3-b9d8-78c693116bdc)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:20.551187 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:20.613849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 8c571ca5-824b-44d2-abd4-5bd32fcbac1a owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:20.637536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-46c05c78-ab0e-47ad-8903-0ab8748e08af None None] Port 50ab5050-e0eb-4434-affd-70c268f955be cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:20.787485 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:20.853887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb6999fc-4900-4ec5-9bdd-7afc5dc885dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:20.861692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bb6999fc-4900-4ec5-9bdd-7afc5dc885dc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/735734cd-086e-4d3e-af34-921802ddaecb HTTP/1.1" status: 204 len: 168 time: 1.7541013 Aug 16 13:17:20.863589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6999fc-4900-4ec5-9bdd-7afc5dc885dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735734cd-086e-4d3e-af34-921802ddaecb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:20.888295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34564) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:20.889798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26613fc-8f87-4586-aa53-8995b5a33589 None None] Network ee5ff9e6-121a-4482-9933-172fba3187c8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:20.894503 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8089424a-8a19-4f8c-a63b-f8afa2322bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:20.953217 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:20.981820 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a829f6b6-931b-4507-8564-dba1d0cb3ab9 req-fc975b41-1ef0-4ad7-a790-ebef24cc02bb tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 210 time: 0.1422486 Aug 16 13:17:21.025329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089424a-8a19-4f8c-a63b-f8afa2322bc8 None None] No DVR routers for this DVR port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:21.131631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=8c571ca5-824b-44d2-abd4-5bd32fcbac1a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:21.137792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089424a-8a19-4f8c-a63b-f8afa2322bc8 None None] Pushing event deleted for resources: {'Port': ['ID=8c571ca5-824b-44d2-abd4-5bd32fcbac1a,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:21.203289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No DVR routers for this DVR port 8c571ca5-824b-44d2-abd4-5bd32fcbac1a on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:21.326006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 90189777-e394-46e6-af31-b6a822b9ff5d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:21.401500 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:21.498390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:21.566644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:21.586483 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 90189777-e394-46e6-af31-b6a822b9ff5d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:17:21.589159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 90189777-e394-46e6-af31-b6a822b9ff5d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:17:21.686533 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:21.915975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1608332-873b-40bd-abc9-afaf2374ed33 None None] DHCP port deletion for ee5ff9e6-121a-4482-9933-172fba3187c8 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:17:21.967409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.001037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd43be6-b33b-4a70-91a4-92f1cd2a95e9']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:22.028774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001338ac-36f7-4aa3-b9d8-78c693116bdc') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:22.029268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001338ac-36f7-4aa3-b9d8-78c693116bdc') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:22.057141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.100569 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.115829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:17:22.116385 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.173853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e1608332-873b-40bd-abc9-afaf2374ed33 None None] Deleting port 81a10733-9a61-49de-a01e-33331115452c {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:22.175770 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e1608332-873b-40bd-abc9-afaf2374ed33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:17:22.244440 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:17:22.277624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86557738-d674-448f-bac5-a74788b577ef req-5ed1c5db-9533-4721-9437-c3fb232050e9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:22.303483 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86557738-d674-448f-bac5-a74788b577ef req-5ed1c5db-9533-4721-9437-c3fb232050e9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 1.0960209 Aug 16 13:17:22.414957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e1608332-873b-40bd-abc9-afaf2374ed33 None None] For port 81a10733-9a61-49de-a01e-33331115452c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=81a10733-9a61-49de-a01e-33331115452c,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:22.417448 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e1608332-873b-40bd-abc9-afaf2374ed33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.444897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e1608332-873b-40bd-abc9-afaf2374ed33 None None] Calling delete_port for 81a10733-9a61-49de-a01e-33331115452c owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:22.478946 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2add7ed9-9299-4917-b693-c4142629c633 req-d61b358a-c951-478b-aa0b-2b85860cb94f tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 210 time: 0.1552029 Aug 16 13:17:22.578585 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.637736 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.646739 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/networks/3bd43be6-b33b-4a70-91a4-92f1cd2a95e9 HTTP/1.1" status: 204 len: 168 time: 4.2616925 Aug 16 13:17:22.647251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25efe3b8-9682-4421-a3dc-e878bc02680b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:22.647914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Allocated IP 192.168.233.245 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/10c7ec4b-804c-4572-950d-7b80ff6ad3e8) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:17:22.652294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34618) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:22.668273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1919003396'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:22.721823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86557738-d674-448f-bac5-a74788b577ef req-bd65945d-f25c-493a-869e-c2b9fc047b65 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171948 Aug 16 13:17:22.735679 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd183c-9921-4e70-91b1-6b7c38c7b03a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Network': ['ID=3bd43be6-b33b-4a70-91a4-92f1cd2a95e9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:22.779499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Deleting port 81a10733-9a61-49de-a01e-33331115452c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:22.779499 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.813468 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e1608332-873b-40bd-abc9-afaf2374ed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.860142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:22.865299 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.910942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1608332-873b-40bd-abc9-afaf2374ed33 None None] Pushing event deleted for resources: {'Port': ['ID=81a10733-9a61-49de-a01e-33331115452c,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:22.915673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1608332-873b-40bd-abc9-afaf2374ed33 None None] No DVR routers for this DVR port 81a10733-9a61-49de-a01e-33331115452c on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:22.982928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:17:22.994964 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.997076 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Added segment 92d54a52-0bac-4302-b656-d0ac75b813af of type vlan for network b1b450d6-a3fc-4485-8ee2-1a285d63be96 Aug 16 13:17:23.029503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] For port 81a10733-9a61-49de-a01e-33331115452c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=81a10733-9a61-49de-a01e-33331115452c,segment=NetworkSegment(189bc363-8925-4d56-b639-92b38be286d2),segment_id=189bc363-8925-4d56-b639-92b38be286d2)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:23.030286 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:23.065786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Calling delete_port for 81a10733-9a61-49de-a01e-33331115452c owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:23.309892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 81a10733-9a61-49de-a01e-33331115452c no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:23.388392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 81a10733-9a61-49de-a01e-33331115452c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:17:23.388923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 81a10733-9a61-49de-a01e-33331115452c not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:17:23.433233 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:23.480944 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] No DVR routers for this DVR port 81a10733-9a61-49de-a01e-33331115452c on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:23.490746 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:23.590774 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:23.613309 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:23.710535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-759bfacf-0f43-469a-9182-684f7dc0cb13 req-91e5eec5-b6e4-4564-b992-c43ae43a91bf tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 210 time: 0.0597155 Aug 16 13:17:23.712565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a10733-9a61-49de-a01e-33331115452c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:23.920082 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:23.925240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:23.944920 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:23.952050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:23.952727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:23.972169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5ff9e6-121a-4482-9933-172fba3187c8']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:24.050416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189bc363-8925-4d56-b639-92b38be286d2') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:24.050700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189bc363-8925-4d56-b639-92b38be286d2') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:24.071564 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:24.077339 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Transition to ACTIVE for port object 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:24.082704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event updated for resources: {'Port': ['ID=50ab5050-e0eb-4434-affd-70c268f955be,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:24.092715 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:24.146056 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4895356 Aug 16 13:17:24.155455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34630) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:24.174590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26af9b1-cd57-48b1-b8a5-94add0c3ce94 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Network': ['ID=b1b450d6-a3fc-4485-8ee2-1a285d63be96,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:24.177150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': 'b1b450d6-a3fc-4485-8ee2-1a285d63be96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:24.197222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:24.197582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b1b450d6-a3fc-4485-8ee2-1a285d63be96 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:17:24.215757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:17:24.216868 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:24.287240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52f5dd-c80b-4ab7-8e54-28098c8c50f0 req-53b59eac-03d9-4d8b-be50-2ce548410a12 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:24.288894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e52f5dd-c80b-4ab7-8e54-28098c8c50f0 req-53b59eac-03d9-4d8b-be50-2ce548410a12 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3658822 Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:17:24.289606 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:17:24.487692 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:24.554974 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:24.592184 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:24.597934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ee5ff9e6-121a-4482-9933-172fba3187c8 HTTP/1.1" status: 204 len: 168 time: 3.6324203 Aug 16 13:17:24.622839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34636) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:24.683863 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24efc7-fa8d-40ea-a53f-4c07ef263389 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5ff9e6-121a-4482-9933-172fba3187c8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:24.696759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e52f5dd-c80b-4ab7-8e54-28098c8c50f0 req-181bfca4-f6fc-403e-9ced-3ad78bc91920 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881688 Aug 16 13:17:24.703813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:24.727452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Network 520a51d2-b520-4192-ac4e-1be2b45b1330 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:24.732413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:24.745984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Pushing event updated for resources: {'Port': ['ID=10c7ec4b-804c-4572-950d-7b80ff6ad3e8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:24.750493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:24.760171 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:24.764023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:17:24.772337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:25.200814 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:25.238569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:25.240821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:25.278289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34644) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:25.385629 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-2d759140-6411-498f-80f1-53d32f9eb603 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0441179 Aug 16 13:17:25.418702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Router 58df3db2-fa57-4775-ba7c-90e1866eeb24 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:17:25.429352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Request body: {'port': {'device_id': 'f41bc699-25d4-4253-9746-b52daa993db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:25.496302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7f24f717-e4cb-4ab3-89b2-399264cceabf None None] Provisioning complete for port 50ab5050-e0eb-4434-affd-70c268f955be triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:25.497546 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7f24f717-e4cb-4ab3-89b2-399264cceabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:25.575997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-ac0e3dd9-b942-42f2-94d2-590869ca7d6f req-c44139c8-a59a-4bb6-b63b-0242c9432e23 service neutron] (101396) timed out ('10.222.0.22', 51187) {{(pid=101396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:17:25.597101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7f24f717-e4cb-4ab3-89b2-399264cceabf None None] Port 50ab5050-e0eb-4434-affd-70c268f955be cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:25.604259 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:25.610890 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eaad49e1-da77-44aa-b567-8113ab6c2848 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0bff93acd024030911c824e4926974a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221455 Aug 16 13:17:25.621395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34646) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:25.626395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7f24f717-e4cb-4ab3-89b2-399264cceabf None None] Provisioning for port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:25.650426 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7f24f717-e4cb-4ab3-89b2-399264cceabf None None] Provisioning complete for port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:25.652051 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7f24f717-e4cb-4ab3-89b2-399264cceabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:25.733345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Subnet': ['ID=5be61279-f35a-42d3-8e6d-61540a2fb695,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:25.778142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7f24f717-e4cb-4ab3-89b2-399264cceabf None None] Port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:25.787645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:25.809971 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a01f3f-e2d9-4760-8eab-2607358ca825 req-be357781-3f4a-4ad0-9bce-6a4f51a9170e tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:25.812042 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4a01f3f-e2d9-4760-8eab-2607358ca825 req-be357781-3f4a-4ad0-9bce-6a4f51a9170e tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 936 time: 0.3797731 Aug 16 13:17:25.825347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Checking segment: {'id': '92d54a52-0bac-4302-b656-d0ac75b813af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1b450d6-a3fc-4485-8ee2-1a285d63be96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:17:25.825940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network hostable DHCP agents. Network: b1b450d6-a3fc-4485-8ee2-1a285d63be96, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:17:25.867002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:17:25.877543 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-51b2bcc5-17e8-4fd0-a176-e8f052f1230e tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "PUT /v2.0/routers/58df3db2-fa57-4775-ba7c-90e1866eeb24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2950699 Aug 16 13:17:25.881386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34652) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:25.906000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257d4f9-0054-46f6-8687-4351c36c4180 None None] Sync routers for ids ['58df3db2-fa57-4775-ba7c-90e1866eeb24'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:17:25.908822 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:25.925605 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd935-6a8a-41f5-a9d3-9ff2a207cd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:25.937469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257d4f9-0054-46f6-8687-4351c36c4180 None None] Routers {'58df3db2-fa57-4775-ba7c-90e1866eeb24'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:17:25.940354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f257d4f9-0054-46f6-8687-4351c36c4180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:17:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['58df3db2-fa57-4775-ba7c-90e1866eeb24'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:25.952982 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd935-6a8a-41f5-a9d3-9ff2a207cd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:26.032455 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd935-6a8a-41f5-a9d3-9ff2a207cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:26.036110 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd935-6a8a-41f5-a9d3-9ff2a207cd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:26.043494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f257d4f9-0054-46f6-8687-4351c36c4180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:26.047713 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:26.051745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f1ebd935-6a8a-41f5-a9d3-9ff2a207cd46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2530c3b1-bea5-48c4-9fcf-06a7aad90e95 HTTP/1.1" status: 204 len: 168 time: 0.3095245 Aug 16 13:17:26.077722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257d4f9-0054-46f6-8687-4351c36c4180 None None] Routers {'58df3db2-fa57-4775-ba7c-90e1866eeb24'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:17:26.077722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f257d4f9-0054-46f6-8687-4351c36c4180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:17:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['58df3db2-fa57-4775-ba7c-90e1866eeb24'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:26.100976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebd935-6a8a-41f5-a9d3-9ff2a207cd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2530c3b1-bea5-48c4-9fcf-06a7aad90e95,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:26.126472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network b1b450d6-a3fc-4485-8ee2-1a285d63be96 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:17:26.160191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, b1b450d6-a3fc-4485-8ee2-1a285d63be96) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:26.177999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4a01f3f-e2d9-4760-8eab-2607358ca825 req-71aaa9f5-c604-4a30-a66e-5534c900c2cc tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538501 Aug 16 13:17:26.195031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:26.197812 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:26.215654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2817cd2-58c2-4a14-a107-e7b3653317cd req-aace4761-40cf-4b85-921f-c3ef1d477cb0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:26.225466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c1b36d-68d7-4d1d-8757-54bb597e9931 None None] Network b1b450d6-a3fc-4485-8ee2-1a285d63be96 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:26.226297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2817cd2-58c2-4a14-a107-e7b3653317cd req-aace4761-40cf-4b85-921f-c3ef1d477cb0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3635049 Aug 16 13:17:26.231062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f257d4f9-0054-46f6-8687-4351c36c4180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:26.231741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257d4f9-0054-46f6-8687-4351c36c4180 None None] The sync data for ids ['58df3db2-fa57-4775-ba7c-90e1866eeb24'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:17:26.322473 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c7655444f5742ceb7263399aedf3fca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6869588 Aug 16 13:17:26.330344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61fac1d-0961-49ff-b7c0-c58d164b5f05,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:26.337436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34658) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:26.349750 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04805fab-6936-4c03-bdc5-1c40b4a06ae9 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:26.436072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.436353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.436951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.437149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.437333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.437842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.438237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.438576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.438913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.439239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.439571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.440132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda3ef3f-9392-4b21-b938-dff674217811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:26.458072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f989f580-563f-4375-8786-03bbf9d778e8 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3000736 Aug 16 13:17:26.481889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34662) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:26.491610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2817cd2-58c2-4a14-a107-e7b3653317cd req-90839df9-e0f0-4bd3-8524-dfcfe6e18ab3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612429 Aug 16 13:17:26.506441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': 'b1b450d6-a3fc-4485-8ee2-1a285d63be96', 'name': 'tempest-PortsIpV6TestJSON-187530290', 'fixed_ips': [{'subnet_id': '5be61279-f35a-42d3-8e6d-61540a2fb695', 'ip_address': '2001:db8::10'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:26.594053 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ffef79b5-3186-460c-ac75-1488d53a1a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:26.671964 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-04805fab-6936-4c03-bdc5-1c40b4a06ae9 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 13:17:26.678850 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-04805fab-6936-4c03-bdc5-1c40b4a06ae9 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "DELETE /v2.0/routers/58df3db2-fa57-4775-ba7c-90e1866eeb24 HTTP/1.1" status: 409 len: 329 time: 0.7877936 Aug 16 13:17:26.684629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34666) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:26.779722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ffef79b5-3186-460c-ac75-1488d53a1a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:26.977763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-b1b450d6-a3fc-4485-8ee2-1a285d63be96', 'network_id': 'b1b450d6-a3fc-4485-8ee2-1a285d63be96', 'tenant_id': '2694f58a77944a008914fa19fd77ef11', 'fixed_ips': [{'subnet_id': '5be61279-f35a-42d3-8e6d-61540a2fb695'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:17:26.988007 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:27.210247 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ffef79b5-3186-460c-ac75-1488d53a1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:27.236020 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ffef79b5-3186-460c-ac75-1488d53a1a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:27.237762 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ffef79b5-3186-460c-ac75-1488d53a1a51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f61fac1d-0961-49ff-b7c0-c58d164b5f05 HTTP/1.1" status: 204 len: 168 time: 0.8926952 Aug 16 13:17:27.297211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:27.345519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:17:27.372320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef79b5-3186-460c-ac75-1488d53a1a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61fac1d-0961-49ff-b7c0-c58d164b5f05,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:27.376941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:27.601280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Transition to ACTIVE for port object 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:27.616195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Allocated IP 2001:db8::2 (b1b450d6-a3fc-4485-8ee2-1a285d63be96/5be61279-f35a-42d3-8e6d-61540a2fb695/4e425e49-b504-4ad7-a108-bdce7015eaa7) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:17:27.620708 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:27.840170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798116b-2fdb-4b9d-941d-0e892c755c0f req-f4830212-7552-4a06-bc6a-21d203059e6b tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:27.850381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3798116b-2fdb-4b9d-941d-0e892c755c0f req-f4830212-7552-4a06-bc6a-21d203059e6b tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 948 time: 0.2738516 Aug 16 13:17:27.858038 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:27.893867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Pushing event updated for resources: {'Port': ['ID=10c7ec4b-804c-4572-950d-7b80ff6ad3e8,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:27.921901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-efef91ff-5df4-4ed5-b4cc-a692c3e7aa47 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:28.065138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port a855c4eb-a0a9-403c-98ce-ef304d775da9 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:17:28.099112 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3798116b-2fdb-4b9d-941d-0e892c755c0f req-0ec70de3-7f68-4d2b-90ba-a51e0f4eed70 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110088 Aug 16 13:17:28.340637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358bad7-56ba-4ee4-9ca9-aa4bd34a6bbf req-e2df2fd0-42dc-4ed7-8b1f-32a3094b59b9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:28.359952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e358bad7-56ba-4ee4-9ca9-aa4bd34a6bbf req-e2df2fd0-42dc-4ed7-8b1f-32a3094b59b9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.3995035 Aug 16 13:17:28.467396 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34702) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:28.468165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34704) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:28.492273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e358bad7-56ba-4ee4-9ca9-aa4bd34a6bbf req-4d0f3318-6a98-45be-a924-8629bd1d8729 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281872 Aug 16 13:17:28.563913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d36533a4-2c39-41d9-ac8d-33e7505c8391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:28.609493 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:28.623589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Transition to ACTIVE for port object 4e425e49-b504-4ad7-a108-bdce7015eaa7 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:28.644809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Transition to ACTIVE for port object 4e425e49-b504-4ad7-a108-bdce7015eaa7 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:28.662831 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:28.732014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Pushing event updated for resources: {'Port': ['ID=4e425e49-b504-4ad7-a108-bdce7015eaa7,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:28.747254 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d36533a4-2c39-41d9-ac8d-33e7505c8391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:28.775783 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d36533a4-2c39-41d9-ac8d-33e7505c8391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:28.780152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Network b1b450d6-a3fc-4485-8ee2-1a285d63be96 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:28.785153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:28.791806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:17:28.847108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d36533a4-2c39-41d9-ac8d-33e7505c8391 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b78c741871349898ca6b382b64480e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459275 Aug 16 13:17:28.855423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36533a4-2c39-41d9-ac8d-33e7505c8391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664bd4bd-1ee3-467b-826b-b8989bebeda8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:28.863631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34710) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:28.990165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Attempting to bind port 4e425e49-b504-4ad7-a108-bdce7015eaa7 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:17:28.991611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Attempting to bind port 4e425e49-b504-4ad7-a108-bdce7015eaa7 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '92d54a52-0bac-4302-b656-d0ac75b813af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1b450d6-a3fc-4485-8ee2-1a285d63be96'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:17:28.994484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Attempting to bind port 4e425e49-b504-4ad7-a108-bdce7015eaa7 on network b1b450d6-a3fc-4485-8ee2-1a285d63be96 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:17:29.011155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:17:29.011910 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Checking segment: {'id': '92d54a52-0bac-4302-b656-d0ac75b813af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1b450d6-a3fc-4485-8ee2-1a285d63be96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:17:29.012505 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.014947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Bound using segment: {'id': '92d54a52-0bac-4302-b656-d0ac75b813af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1b450d6-a3fc-4485-8ee2-1a285d63be96'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:17:29.015619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Bound port: 4e425e49-b504-4ad7-a108-bdce7015eaa7, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d54a52-0bac-4302-b656-d0ac75b813af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1b450d6-a3fc-4485-8ee2-1a285d63be96'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:17:29.020050 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.057895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8::10 (b1b450d6-a3fc-4485-8ee2-1a285d63be96/5be61279-f35a-42d3-8e6d-61540a2fb695/a855c4eb-a0a9-403c-98ce-ef304d775da9) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:17:29.125194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Attempting to bind port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:17:29.125713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Attempting to bind port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:17:29.127315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Attempting to bind port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:17:29.140678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:17:29.140951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Attempting to bind port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:17:29.150439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:17:29.151005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:17:29.151418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:17:29.151888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Bound port: 10c7ec4b-804c-4572-950d-7b80ff6ad3e8, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:17:29.152562 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.173952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1296933731-network', 'tenant_id': '6646b744cdfd4e10999a9d4be581f72a'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:29.204755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] For port 4e425e49-b504-4ad7-a108-bdce7015eaa7, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:17:29.212402 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] For port 4e425e49-b504-4ad7-a108-bdce7015eaa7, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4e425e49-b504-4ad7-a108-bdce7015eaa7,segment=NetworkSegment(92d54a52-0bac-4302-b656-d0ac75b813af),segment_id=92d54a52-0bac-4302-b656-d0ac75b813af)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:17:29.218506 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.266242 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-987020d2-7141-4daf-971f-6d5e80fa039e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.316525 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-987020d2-7141-4daf-971f-6d5e80fa039e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.339258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41eff3-22db-492a-acc2-d8d57abda9fb req-229aa10b-26e2-410b-ab66-82916fff3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:29.340893 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5a41eff3-22db-492a-acc2-d8d57abda9fb req-229aa10b-26e2-410b-ab66-82916fff3020 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 1096 time: 0.1725824 Aug 16 13:17:29.372226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8516c-c687-4f91-a44d-4713c62164e0 None None] Pushing event updated for resources: {'Port': ['ID=4e425e49-b504-4ad7-a108-bdce7015eaa7,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:29.457054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] For port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:17:29.536101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Made reservation on behalf of 6646b744cdfd4e10999a9d4be581f72a for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:29.540376 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.576161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] For port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=10c7ec4b-804c-4572-950d-7b80ff6ad3e8,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:17:29.578965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41eff3-22db-492a-acc2-d8d57abda9fb req-d42b9a4c-e71a-42f8-845e-841536cda573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:29.580784 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5a41eff3-22db-492a-acc2-d8d57abda9fb req-d42b9a4c-e71a-42f8-845e-841536cda573 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 914 time: 0.2310770 Aug 16 13:17:29.592789 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.627495 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.656069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fce73-1834-429a-9f9a-f5bc9955b244 req-afe18c16-a06c-498f-aa55-f9a8f1594716 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:29.658951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b5fce73-1834-429a-9f9a-f5bc9955b244 req-afe18c16-a06c-498f-aa55-f9a8f1594716 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 948 time: 0.3524265 Aug 16 13:17:29.714199 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.734179 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5a41eff3-22db-492a-acc2-d8d57abda9fb req-c2aeaf67-60a7-4d13-b0e8-7b8af0e17539 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3 HTTP/1.1" status: 200 len: 217 time: 0.1086292 Aug 16 13:17:29.771506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:29.772254 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.773809 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] 10.222.0.22 "PUT /v2.0/ports/10c7ec4b-804c-4572-950d-7b80ff6ad3e8 HTTP/1.1" status: 200 len: 1096 time: 4.3659379 Aug 16 13:17:29.775114 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41bc699-25d4-4253-9746-b52daa993db9', 'tag': '10c7ec4b-804c-4572-950d-7b80ff6ad3e8'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:17:29.776979 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.777748 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f41bc699-25d4-4253-9746-b52daa993db9", "tag": "10c7ec4b-804c-4572-950d-7b80ff6ad3e8"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:17:29.832892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e75b46-c36b-40eb-9721-470198ec4dde service neutron] Pushing event updated for resources: {'Port': ['ID=10c7ec4b-804c-4572-950d-7b80ff6ad3e8,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:29.875583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-987020d2-7141-4daf-971f-6d5e80fa039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.879452 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-987020d2-7141-4daf-971f-6d5e80fa039e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.880961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-987020d2-7141-4daf-971f-6d5e80fa039e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/664bd4bd-1ee3-467b-826b-b8989bebeda8 HTTP/1.1" status: 204 len: 168 time: 1.0160282 Aug 16 13:17:29.933054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41eff3-22db-492a-acc2-d8d57abda9fb req-281bac1c-c1e3-49c9-8027-e78587ad969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:29.935044 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5a41eff3-22db-492a-acc2-d8d57abda9fb req-281bac1c-c1e3-49c9-8027-e78587ad969d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=372eeca5-8a07-42e8-a3b6-c0d782c3fee7 HTTP/1.1" status: 200 len: 854 time: 0.1924708 Aug 16 13:17:29.962405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-efef91ff-5df4-4ed5-b4cc-a692c3e7aa47 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Deleting port 50ab5050-e0eb-4434-affd-70c268f955be {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:29.963382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-efef91ff-5df4-4ed5-b4cc-a692c3e7aa47 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.997284 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5a41eff3-22db-492a-acc2-d8d57abda9fb req-90806f05-5a64-4784-8df2-bf6819b35306 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b059f55d-827b-47fc-b46e-b05c6494339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518854 Aug 16 13:17:30.013537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object a855c4eb-a0a9-403c-98ce-ef304d775da9 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:30.080078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987020d2-7141-4daf-971f-6d5e80fa039e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664bd4bd-1ee3-467b-826b-b8989bebeda8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:30.086982 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:30.122271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network b1b450d6-a3fc-4485-8ee2-1a285d63be96 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:30.160732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:30.163798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:17:30.170786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:30.171370 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:30.176850 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b5fce73-1834-429a-9f9a-f5bc9955b244 req-a668d170-1376-4b57-b8ea-60dddb0f1c85 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437134 Aug 16 13:17:30.197478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504302c2-0d23-4155-9211-b300f0c84a4b req-80058ac6-fb97-48c9-84ac-d8d3c7c65bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:30.200408 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-80058ac6-fb97-48c9-84ac-d8d3c7c65bb3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31e257331f9c41a4946ffd76b396d91a&device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 1099 time: 0.3443551 Aug 16 13:17:30.289155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9a0b6-a662-43b5-ae9d-2ba6e9980bd7 req-91b7b3c3-68ce-407c-9b9e-5737f05e1052 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:30.293714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3a9a0b6-a662-43b5-ae9d-2ba6e9980bd7 req-91b7b3c3-68ce-407c-9b9e-5737f05e1052 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.5729487 Aug 16 13:17:30.314411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=a855c4eb-a0a9-403c-98ce-ef304d775da9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:30.398533 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-bd5c909f-e2e1-4e78-9af6-c9a98e531a1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=10c7ec4b-804c-4572-950d-7b80ff6ad3e8 HTTP/1.1" status: 200 len: 217 time: 0.0937877 Aug 16 13:17:30.426895 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347aa52b-2ab6-4509-951d-ef8a1b479d54 x-openstack-request-id: req-347aa52b-2ab6-4509-951d-ef8a1b479d54 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:17:30.427188 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41bc699-25d4-4253-9746-b52daa993db9", "tag": "10c7ec4b-804c-4572-950d-7b80ff6ad3e8", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:17:30.427447 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-347aa52b-2ab6-4509-951d-ef8a1b479d54 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:17:30.427863 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41bc699-25d4-4253-9746-b52daa993db9', 'tag': '10c7ec4b-804c-4572-950d-7b80ff6ad3e8', 'status': 'completed', 'code': 200} Aug 16 13:17:30.460578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3a9a0b6-a662-43b5-ae9d-2ba6e9980bd7 req-dc6d6e6c-13c1-435f-83cd-b3d39431191f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188459 Aug 16 13:17:30.502600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-efef91ff-5df4-4ed5-b4cc-a692c3e7aa47 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:30.514210 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:30.529595 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5a41eff3-22db-492a-acc2-d8d57abda9fb req-67089207-2b97-4a70-bfb5-2299a99070f0 service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155382 Aug 16 13:17:30.531413 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:30.536201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-efef91ff-5df4-4ed5-b4cc-a692c3e7aa47 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Calling delete_port for 50ab5050-e0eb-4434-affd-70c268f955be owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:30.540673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504302c2-0d23-4155-9211-b300f0c84a4b req-9c589c47-1254-4e6f-8946-a71d99d998c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:30.542513 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-9c589c47-1254-4e6f-8946-a71d99d998c1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1287134 Aug 16 13:17:30.554533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-51eb8c51-2030-41d4-96ad-a03710770793 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0609839 Aug 16 13:17:30.564125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34726) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:30.578482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': 'b1b450d6-a3fc-4485-8ee2-1a285d63be96', 'name': 'tempest-PortsIpV6TestJSON-1846813798', 'fixed_ips': [{'subnet_id': '5be61279-f35a-42d3-8e6d-61540a2fb695', 'ip_address': '2001:db8::f'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:30.625052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:17:30.653750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ff7643-fd29-476b-a9bf-6924df6026d8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:30.664578 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:30.664963 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Added segment 96547e8c-df44-4482-911e-7d0cd858f594 of type vlan for network 3f2d756d-55d0-4164-b060-cf2e33c520b2 Aug 16 13:17:30.722594 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:30.789612 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:30.791263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:30.791954 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:30.855396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3540044 Aug 16 13:17:30.864373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34734) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:30.882993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] Request body: {'subnet': {'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1296933731-subnet', 'tenant_id': '6646b744cdfd4e10999a9d4be581f72a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:30.952211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504302c2-0d23-4155-9211-b300f0c84a4b req-ad091eb2-bb5b-497a-bbd8-277b16d24d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:30.953812 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-ad091eb2-bb5b-497a-bbd8-277b16d24d8e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3887765 Aug 16 13:17:30.956210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b4886-5296-4dbe-b427-f168fc0f414a admin admin] Pushing event updated for resources: {'Network': ['ID=3f2d756d-55d0-4164-b060-cf2e33c520b2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:30.970599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3f2d756d-55d0-4164-b060-cf2e33c520b2 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:17:31.033606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5a41eff3-22db-492a-acc2-d8d57abda9fb req-e0feabe3-8cac-42eb-87b5-eaf14fecec77 service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862761 Aug 16 13:17:31.099495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] Made reservation on behalf of 6646b744cdfd4e10999a9d4be581f72a for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:31.101955 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:31.209144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ffdea2-12bc-444e-b357-87b6362ef94a None None] Network b1b450d6-a3fc-4485-8ee2-1a285d63be96 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:31.357493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:31.376750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4e425e49-b504-4ad7-a108-bdce7015eaa7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:17:31.485220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7e441729-9695-44aa-9818-b9d3b57f8230 None None] Provisioning for port 4e425e49-b504-4ad7-a108-bdce7015eaa7 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:31.535199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e934f-3891-4654-8dce-f2990082d687 req-5c877251-36eb-4299-892c-0f37850df332 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:31.542807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-073e934f-3891-4654-8dce-f2990082d687 req-5c877251-36eb-4299-892c-0f37850df332 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 948 time: 0.1206815 Aug 16 13:17:31.560445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 4e425e49-b504-4ad7-a108-bdce7015eaa7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:31.568753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4e425e49-b504-4ad7-a108-bdce7015eaa7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:31.569290 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:31.647173 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-073e934f-3891-4654-8dce-f2990082d687 req-a0fb451a-1b61-4f97-b81a-581d0930ed36 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652423 Aug 16 13:17:31.729951 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:31.802574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7b6c5-4f31-4986-8a9e-e6ea5ae8e967 req-51806eff-d101-4139-adc9-4473d129ccb4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:31.804667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11a7b6c5-4f31-4986-8a9e-e6ea5ae8e967 req-51806eff-d101-4139-adc9-4473d129ccb4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 945 time: 0.1405280 Aug 16 13:17:31.822908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:31.830575 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0cf69776-95f5-455d-b292-de12bdbf504c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:31.867188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 4e425e49-b504-4ad7-a108-bdce7015eaa7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4e425e49-b504-4ad7-a108-bdce7015eaa7,segment=NetworkSegment(92d54a52-0bac-4302-b656-d0ac75b813af),segment_id=92d54a52-0bac-4302-b656-d0ac75b813af)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:31.879033 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:31.901771 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11a7b6c5-4f31-4986-8a9e-e6ea5ae8e967 req-989338de-c572-4fee-97a8-529efa84c660 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834897 Aug 16 13:17:31.904621 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-db3b5398-4d5d-4a8e-b6a9-cca405f7b497 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9047754 Aug 16 13:17:31.962816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=4e425e49-b504-4ad7-a108-bdce7015eaa7,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:31.986921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port 7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:17:31.999050 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-efef91ff-5df4-4ed5-b4cc-a692c3e7aa47 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:32.073282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef91ff-5df4-4ed5-b4cc-a692c3e7aa47 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event deleted for resources: {'Port': ['ID=50ab5050-e0eb-4434-affd-70c268f955be,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:32.145102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-29d7a093-1df3-4c64-ba27-624f2cd83562 None None] Provisioning for port a855c4eb-a0a9-403c-98ce-ef304d775da9 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:32.153653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-29d7a093-1df3-4c64-ba27-624f2cd83562 None None] Provisioning complete for port a855c4eb-a0a9-403c-98ce-ef304d775da9 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:32.154065 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-29d7a093-1df3-4c64-ba27-624f2cd83562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:32.206916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a6e71557-75f3-4b27-9a97-6926004f0dc3 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:32.218487 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:32.308962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-29d7a093-1df3-4c64-ba27-624f2cd83562 None None] Port a855c4eb-a0a9-403c-98ce-ef304d775da9 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:32.360733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-29d7a093-1df3-4c64-ba27-624f2cd83562 None None] Provisioning complete for port 4e425e49-b504-4ad7-a108-bdce7015eaa7 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:32.361048 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-29d7a093-1df3-4c64-ba27-624f2cd83562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:32.447074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1538c9d3-16c4-4d7e-bd07-b353e311035f,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:32.609711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:32.704138 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-504302c2-0d23-4155-9211-b300f0c84a4b req-aff063d5-6d5b-4c00-a575-1dd32721dc62 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7069767 Aug 16 13:17:32.710247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-efef91ff-5df4-4ed5-b4cc-a692c3e7aa47 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:32.716972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] Checking segment: {'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:17:32.717684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] Network hostable DHCP agents. Network: 3f2d756d-55d0-4164-b060-cf2e33c520b2, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:17:32.733321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:32.736573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:17:32.745903 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611ca599-e487-4f40-b8d8-46bcc30eb27c" -d '{"events": [{"server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:17:32.774746 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:32.935318 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7561f2c-75ea-483e-863d-36e6d76be131 x-openstack-request-id: req-e7561f2c-75ea-483e-863d-36e6d76be131 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:17:32.936623 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:17:32.936948 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7561f2c-75ea-483e-863d-36e6d76be131 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:17:32.937382 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'code': 200} Aug 16 13:17:32.955628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] Network 3f2d756d-55d0-4164-b060-cf2e33c520b2 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:17:32.985397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a6e71557-75f3-4b27-9a97-6926004f0dc3,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:33.001338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1717be11-3586-47b7-a988-d5bc98f80436 None None] Provisioning complete for port a855c4eb-a0a9-403c-98ce-ef304d775da9 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:33.001724 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1717be11-3586-47b7-a988-d5bc98f80436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:33.012597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33987b19-4dd1-4985-afb8-5e21266ad097 req-52d0fa2c-91f6-45d5-9501-c2dd6b8d7187 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:33.014315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33987b19-4dd1-4985-afb8-5e21266ad097 req-52d0fa2c-91f6-45d5-9501-c2dd6b8d7187 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 948 time: 0.1295104 Aug 16 13:17:33.027224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8::f (b1b450d6-a3fc-4485-8ee2-1a285d63be96/5be61279-f35a-42d3-8e6d-61540a2fb695/7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:17:33.089091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3f2d756d-55d0-4164-b060-cf2e33c520b2) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:33.112336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4938730-ac1a-451f-b397-576b6ac4a77c None None] Network 3f2d756d-55d0-4164-b060-cf2e33c520b2 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:33.116428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:33.117358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:33.146569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33987b19-4dd1-4985-afb8-5e21266ad097 req-51cf7e18-94ca-4574-8eaf-4d0f11707546 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093609 Aug 16 13:17:33.152326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1717be11-3586-47b7-a988-d5bc98f80436 None None] Port a855c4eb-a0a9-403c-98ce-ef304d775da9 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:33.241433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90bc14-8b74-4513-8f1d-497a8c44eeeb req-db015c2f-9668-4a5e-aed5-359bf01fdf78 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:33.253290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae90bc14-8b74-4513-8f1d-497a8c44eeeb req-db015c2f-9668-4a5e-aed5-359bf01fdf78 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.1290114 Aug 16 13:17:33.268866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4 req-7c1f5428-04d9-4560-b37d-0c2c1ba4f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:33.271417 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4 req-7c1f5428-04d9-4560-b37d-0c2c1ba4f3c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31e257331f9c41a4946ffd76b396d91a&device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 1099 time: 0.4187500 Aug 16 13:17:33.309990 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e168a162-1d77-45b9-ac06-bb9c0c4e7501 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4365475 Aug 16 13:17:33.367366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4e425e49-b504-4ad7-a108-bdce7015eaa7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:17:33.400976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae90bc14-8b74-4513-8f1d-497a8c44eeeb req-f54e9d21-5eb6-4eb1-8127-03761a59465f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460676 Aug 16 13:17:33.555719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4e425e49-b504-4ad7-a108-bdce7015eaa7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:33.556095 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:33.771331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad2b01a-22f6-47df-b421-d0b04fd11a43 None None] Network 3f2d756d-55d0-4164-b060-cf2e33c520b2 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:33.986687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efef91ff-5df4-4ed5-b4cc-a692c3e7aa47 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Router 58df3db2-fa57-4775-ba7c-90e1866eeb24 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:17:34.200693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4 req-8fcb4a07-170f-4a7f-9a7b-5b42b3773d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:34.202353 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4 req-8fcb4a07-170f-4a7f-9a7b-5b42b3773d91 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.8815432 Aug 16 13:17:34.207442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efef91ff-5df4-4ed5-b4cc-a692c3e7aa47 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:17:34.220393 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-efef91ff-5df4-4ed5-b4cc-a692c3e7aa47 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "PUT /v2.0/routers/58df3db2-fa57-4775-ba7c-90e1866eeb24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5343707 Aug 16 13:17:34.221260 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836e147e-68fa-464a-90a3-216f74050b20 None None] Sync routers for ids ['58df3db2-fa57-4775-ba7c-90e1866eeb24'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:17:34.225635 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34794) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:34.254063 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e147e-68fa-464a-90a3-216f74050b20 None None] Routers {'58df3db2-fa57-4775-ba7c-90e1866eeb24'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:17:34.256084 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-836e147e-68fa-464a-90a3-216f74050b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:17:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['58df3db2-fa57-4775-ba7c-90e1866eeb24'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:34.351192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4 req-2757d7db-549c-4f6d-ae37-cb8829647786 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=10c7ec4b-804c-4572-950d-7b80ff6ad3e8 HTTP/1.1" status: 200 len: 217 time: 0.1273124 Aug 16 13:17:34.352553 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-846faf98-3b5d-4c71-ba3a-513724201b64 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] show failed (client error): The resource could not be found. Aug 16 13:17:34.356820 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:34.357396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-846faf98-3b5d-4c71-ba3a-513724201b64 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-529143977 HTTP/1.1" status: 404 len: 334 time: 0.1258190 Aug 16 13:17:34.359394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34796) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:34.371316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-bfd41487-23a9-42d7-9558-161cf1cd3d5c tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:34.386517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bd39042b-141d-4e2d-a44f-c900279aafbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:34.396250 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-836e147e-68fa-464a-90a3-216f74050b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:34.434076 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-bfd41487-23a9-42d7-9558-161cf1cd3d5c tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] update failed (client error): The resource could not be found. Aug 16 13:17:34.435398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bfd41487-23a9-42d7-9558-161cf1cd3d5c tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-662482887 HTTP/1.1" status: 404 len: 334 time: 0.0747986 Aug 16 13:17:34.444104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34804) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:34.448825 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e147e-68fa-464a-90a3-216f74050b20 None None] Routers {'58df3db2-fa57-4775-ba7c-90e1866eeb24'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:17:34.454906 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-836e147e-68fa-464a-90a3-216f74050b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:17:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['58df3db2-fa57-4775-ba7c-90e1866eeb24'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:34.471364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object 7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:34.514514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4 req-2f520ad2-ff25-449b-bc3f-873c968b261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:34.516372 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4 req-2f520ad2-ff25-449b-bc3f-873c968b261a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1492553 Aug 16 13:17:34.537522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-19af6a72-fa6c-4908-b16c-4331ff2688d1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Deleting subnet 2c1d53d9-ebdc-4b94-bb73-e7f15a95db99 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:17:34.548749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e69b5-e54b-4c5a-a56a-23f580f2cb8d req-ece6411d-2db5-4eab-a81c-099931ec256e tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:34.550708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f7e69b5-e54b-4c5a-a56a-23f580f2cb8d req-ece6411d-2db5-4eab-a81c-099931ec256e tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 948 time: 0.1189008 Aug 16 13:17:34.554787 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19af6a72-fa6c-4908-b16c-4331ff2688d1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:34.583343 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-836e147e-68fa-464a-90a3-216f74050b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:34.584010 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836e147e-68fa-464a-90a3-216f74050b20 None None] The sync data for ids ['58df3db2-fa57-4775-ba7c-90e1866eeb24'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:17:34.603494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4 req-6413460e-043d-4ba1-9659-563fbc6bc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:34.605083 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4 req-6413460e-043d-4ba1-9659-563fbc6bc53f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725782 Aug 16 13:17:34.606407 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:34.623008 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:34.714856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19af6a72-fa6c-4908-b16c-4331ff2688d1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:34.733586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network b1b450d6-a3fc-4485-8ee2-1a285d63be96 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:34.748409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:34.751579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:17:34.758429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:34.758993 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:34.773729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:34.786507 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-77cc05e8-fa52-4ba3-8530-b27636b58e0e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2201083 Aug 16 13:17:34.790362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34814) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:34.944956 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4 req-c817cee2-dc08-4694-ae96-0a6dbb45604e service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296871 Aug 16 13:17:34.974071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d3b8a-9432-4a3f-a814-d81040bb5bbc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:34.979232 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c61d3b8a-9432-4a3f-a814-d81040bb5bbc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1857021 Aug 16 13:17:34.979897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34816) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:35.123083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2001423c-0eae-4ffb-bf73-7694e27c2db1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:35.143059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2001423c-0eae-4ffb-bf73-7694e27c2db1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:35.149853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2001423c-0eae-4ffb-bf73-7694e27c2db1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:35.154754 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2001423c-0eae-4ffb-bf73-7694e27c2db1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1646578 Aug 16 13:17:35.157570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34820) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:35.250547 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84fc35d9-b2e3-4155-ba68-a3180a49a1e4 req-bf378976-296a-4b68-8221-1685738b394b service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954037 Aug 16 13:17:35.271605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34822) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:35.277585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-99d5d80f-6972-4f2f-8f7b-cacdd9e44de2 None None] Provisioning for port 7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:35.292813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-99d5d80f-6972-4f2f-8f7b-cacdd9e44de2 None None] Provisioning complete for port 7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:35.294467 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99d5d80f-6972-4f2f-8f7b-cacdd9e44de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:35.315390 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19af6a72-fa6c-4908-b16c-4331ff2688d1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:35.327044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-eb90f562-04d5-433e-917d-a535def82d0d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:35.327395 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb90f562-04d5-433e-917d-a535def82d0d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:35.333735 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f7e69b5-e54b-4c5a-a56a-23f580f2cb8d req-b33e5f9c-967f-497a-9f23-c48ab1ae362c tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7206106 Aug 16 13:17:35.380638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-99d5d80f-6972-4f2f-8f7b-cacdd9e44de2 None None] Port 7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:35.493546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-ffee6cf8-bcff-4cfd-b9dc-d0d197bfd40a tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:35.495570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-ffee6cf8-bcff-4cfd-b9dc-d0d197bfd40a tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/networks?id=3f2d756d-55d0-4164-b060-cf2e33c520b2 HTTP/1.1" status: 200 len: 815 time: 0.9436924 Aug 16 13:17:35.521108 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0437524f-c974-45a9-b407-69189c57ab7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:35.551181 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:35.563150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-263934f8-f621-4858-8426-3a500b9dcc3d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/quotas/6646b744cdfd4e10999a9d4be581f72a HTTP/1.1" status: 200 len: 375 time: 0.0187414 Aug 16 13:17:35.567531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19af6a72-fa6c-4908-b16c-4331ff2688d1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:35.616938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af6a72-fa6c-4908-b16c-4331ff2688d1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1d53d9-ebdc-4b94-bb73-e7f15a95db99,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:35.616938 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19af6a72-fa6c-4908-b16c-4331ff2688d1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:35.620569 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-19af6a72-fa6c-4908-b16c-4331ff2688d1 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "DELETE /v2.0/subnets/2c1d53d9-ebdc-4b94-bb73-e7f15a95db99 HTTP/1.1" status: 204 len: 168 time: 1.1715465 Aug 16 13:17:35.629121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e0b09-ddf1-41f6-8f01-4eb7d667ed45 None None] Network 871d6055-b34b-4b9e-878f-3b9cf473dc58 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:35.638546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34826) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:35.646815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-55a0f896-3c80-4d65-a8f4-a490317e23c4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6646b744cdfd4e10999a9d4be581f72a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736012 Aug 16 13:17:35.655904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af6ee9-93a1-4a01-9dcc-c12c90b35319 req-d454b787-069c-4ea4-a67d-03dc636f7c15 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:35.657485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8af6ee9-93a1-4a01-9dcc-c12c90b35319 req-d454b787-069c-4ea4-a67d-03dc636f7c15 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.1545851 Aug 16 13:17:35.679439 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb90f562-04d5-433e-917d-a535def82d0d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:35.749346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-eb90f562-04d5-433e-917d-a535def82d0d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:35.785379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8af6ee9-93a1-4a01-9dcc-c12c90b35319 req-3ab8e10c-9e0f-47fb-a187-5466b9a93b7d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982265 Aug 16 13:17:35.823887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-89afaf89-d808-4c27-826a-057623b9f719 service neutron] 10.222.0.25 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649563 Aug 16 13:17:35.869538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-9532da54-8f23-4039-9d92-8550e26ae48d tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Deleting subnet 58bedd4f-35e2-486d-bda3-4e9c8d963a5b {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:17:35.883826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9532da54-8f23-4039-9d92-8550e26ae48d tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:35.970692 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0437524f-c974-45a9-b407-69189c57ab7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.015067 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0437524f-c974-45a9-b407-69189c57ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.045756 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9532da54-8f23-4039-9d92-8550e26ae48d tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.055318 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc5d02-1198-47e8-aef0-c0f0c3797407 req-6d6ca6fb-b616-4dbd-8aaf-e3c6ea031f22 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:36.057649 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59cc5d02-1198-47e8-aef0-c0f0c3797407 req-6d6ca6fb-b616-4dbd-8aaf-e3c6ea031f22 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.1076441 Aug 16 13:17:36.059777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b048ba4a-a966-4db1-a198-368d12b4b1e4 None None] DHCP port deletion for 871d6055-b34b-4b9e-878f-3b9cf473dc58 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:17:36.062126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-c60e4983-0eb0-4ab5-8eb9-b6fe564bb57a service neutron] 10.222.0.25 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205286 Aug 16 13:17:36.141003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59cc5d02-1198-47e8-aef0-c0f0c3797407 req-aa81b268-ddb6-4f1e-9713-3ac92eb08269 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696814 Aug 16 13:17:36.148400 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b048ba4a-a966-4db1-a198-368d12b4b1e4 None None] Deleting port 59e377d7-14d8-4395-8319-3e9a4320cb70 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:36.148618 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b048ba4a-a966-4db1-a198-368d12b4b1e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.153655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437524f-c974-45a9-b407-69189c57ab7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef54f776-c5dd-4c5b-9984-0a47b34c8705,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:36.158473 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0437524f-c974-45a9-b407-69189c57ab7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6f790f3cb404a45bccee5fba147b511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8857713 Aug 16 13:17:36.162364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34832) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:36.272869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b048ba4a-a966-4db1-a198-368d12b4b1e4 None None] For port 59e377d7-14d8-4395-8319-3e9a4320cb70, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=59e377d7-14d8-4395-8319-3e9a4320cb70,segment=NetworkSegment(05f4de86-07c5-4365-9310-c8d7ae57c643),segment_id=05f4de86-07c5-4365-9310-c8d7ae57c643)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:36.273605 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b048ba4a-a966-4db1-a198-368d12b4b1e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.288780 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.290626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b048ba4a-a966-4db1-a198-368d12b4b1e4 None None] Calling delete_port for 59e377d7-14d8-4395-8319-3e9a4320cb70 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:36.327107 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.341378 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb90f562-04d5-433e-917d-a535def82d0d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.349979 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9532da54-8f23-4039-9d92-8550e26ae48d tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.352045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a6e71557-75f3-4b27-9a97-6926004f0dc3 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:36.440419 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.443692 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.449427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef54f776-c5dd-4c5b-9984-0a47b34c8705 HTTP/1.1" status: 204 len: 168 time: 0.2818592 Aug 16 13:17:36.497747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef54f776-c5dd-4c5b-9984-0a47b34c8705,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:36.522479 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b048ba4a-a966-4db1-a198-368d12b4b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.532342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.532929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.533481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.534037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.534623 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.535213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.535792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.536360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.536938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.537490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.538056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.548239 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b78940e-7752-4f42-9d39-b32f72b80b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:36.586370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90f562-04d5-433e-917d-a535def82d0d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:36.608138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9532da54-8f23-4039-9d92-8550e26ae48d tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.672230 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:17:36.683217 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048ba4a-a966-4db1-a198-368d12b4b1e4 None None] Pushing event deleted for resources: {'Port': ['ID=59e377d7-14d8-4395-8319-3e9a4320cb70,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:36.701222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048ba4a-a966-4db1-a198-368d12b4b1e4 None None] No DVR routers for this DVR port 59e377d7-14d8-4395-8319-3e9a4320cb70 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:36.701803 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb90f562-04d5-433e-917d-a535def82d0d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.708992 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eb90f562-04d5-433e-917d-a535def82d0d tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11 HTTP/1.1" status: 204 len: 168 time: 1.5502379 Aug 16 13:17:36.719499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532da54-8f23-4039-9d92-8550e26ae48d tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event deleted for resources: {'Subnet': ['ID=58bedd4f-35e2-486d-bda3-4e9c8d963a5b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:36.724235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34848) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:36.766840 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9532da54-8f23-4039-9d92-8550e26ae48d tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:36.775392 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9532da54-8f23-4039-9d92-8550e26ae48d tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "DELETE /v2.0/subnets/58bedd4f-35e2-486d-bda3-4e9c8d963a5b HTTP/1.1" status: 204 len: 168 time: 1.1086924 Aug 16 13:17:36.779962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11cd4b67-53df-4032-a0a4-f1e3499d355b req-c57255cf-1d30-4e7b-90af-b3063758a8c7 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 210 time: 0.2519526 Aug 16 13:17:36.780487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34852) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:36.792436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3edcfa-0850-4d27-86a7-9e3658857ae8 None None] Network e1db3578-a75c-45a6-9e4b-bdb82db3bdcb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:36.839215 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af71ba2-476d-4412-96d3-3094894ef65a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:17:36.841619 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8af71ba2-476d-4412-96d3-3094894ef65a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/7cbcc0f0-d9a0-4a3e-8381-7b2ecc41de11 HTTP/1.1" status: 404 len: 333 time: 0.1159976 Aug 16 13:17:36.844858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34856) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:37.287087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833f0cc-8e9f-44ae-9ea2-703ee71e5e6d req-83ce6b37-429b-418d-bbed-03a82917eb96 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:37.296313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a45837cf-c068-4c5f-943a-29271a4a640c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port a855c4eb-a0a9-403c-98ce-ef304d775da9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:37.296927 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a45837cf-c068-4c5f-943a-29271a4a640c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.314923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5833f0cc-8e9f-44ae-9ea2-703ee71e5e6d req-83ce6b37-429b-418d-bbed-03a82917eb96 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 948 time: 0.6924329 Aug 16 13:17:37.339206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=10c7ec4b-804c-4572-950d-7b80ff6ad3e8,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:37.393445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 59e377d7-14d8-4395-8319-3e9a4320cb70 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:37.396108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ecf97f-9157-4364-989b-ddfa3fe2f493 None None] DHCP port deletion for e1db3578-a75c-45a6-9e4b-bdb82db3bdcb request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:17:37.426972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '10c7ec4b-804c-4572-950d-7b80ff6ad3e8', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '10c7ec4b-804c-4572-950d-7b80ff6ad3e8', 'mac_address': 'fa:16:3e:80:d2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:17:37.429256 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.432068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 59e377d7-14d8-4395-8319-3e9a4320cb70 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:17:37.432807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 59e377d7-14d8-4395-8319-3e9a4320cb70 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:17:37.449001 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.510973 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.573829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5833f0cc-8e9f-44ae-9ea2-703ee71e5e6d req-51cf4470-0a7f-43f2-ad36-10cf883b7794 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560165 Aug 16 13:17:37.618326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34872) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:37.662003 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f907e3b7-3c2f-4813-9452-f9951a437c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.664605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:17:37.761842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=10c7ec4b-804c-4572-950d-7b80ff6ad3e8,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:37.772406 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a45837cf-c068-4c5f-943a-29271a4a640c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.777146 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.784786 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.790449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871d6055-b34b-4b9e-878f-3b9cf473dc58']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:37.801835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecf97f-9157-4364-989b-ddfa3fe2f493 None None] Deleting port 280f353d-0107-427d-89b7-6acc4b9360e4 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:37.804370 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf97f-9157-4364-989b-ddfa3fe2f493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.804808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f4de86-07c5-4365-9310-c8d7ae57c643') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:37.804808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f4de86-07c5-4365-9310-c8d7ae57c643') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:37.820514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a45837cf-c068-4c5f-943a-29271a4a640c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for a855c4eb-a0a9-403c-98ce-ef304d775da9 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:37.823900 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.844909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.854172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:17:37.856158 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:17:37.922519 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:17:37.963253 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-f3f36a12-516f-4bb6-8893-4027468e622a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2055330 Aug 16 13:17:38.084200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f2f00fd-191f-4fee-9e67-c58fe2c16c13 req-14b6011f-b550-4d61-b235-8809a62ad43d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 210 time: 0.1591902 Aug 16 13:17:38.152903 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:38.175685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a3ecf97f-9157-4364-989b-ddfa3fe2f493 None None] For port 280f353d-0107-427d-89b7-6acc4b9360e4, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=280f353d-0107-427d-89b7-6acc4b9360e4,segment=NetworkSegment(bc3b5d95-55c7-469d-aba9-7265de99926b),segment_id=bc3b5d95-55c7-469d-aba9-7265de99926b)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:38.176833 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf97f-9157-4364-989b-ddfa3fe2f493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:38.178239 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a45837cf-c068-4c5f-943a-29271a4a640c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:38.191037 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:38.193347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "DELETE /v2.0/networks/871d6055-b34b-4b9e-878f-3b9cf473dc58 HTTP/1.1" status: 204 len: 168 time: 1.3576069 Aug 16 13:17:38.215778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34882) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:38.216863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45837cf-c068-4c5f-943a-29271a4a640c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=a855c4eb-a0a9-403c-98ce-ef304d775da9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:38.238856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecf97f-9157-4364-989b-ddfa3fe2f493 None None] Calling delete_port for 280f353d-0107-427d-89b7-6acc4b9360e4 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:38.244773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c27c8-ff2c-42f9-b1f0-1f87bcdd268a tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event deleted for resources: {'Network': ['ID=871d6055-b34b-4b9e-878f-3b9cf473dc58,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:38.247574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=10c7ec4b-804c-4572-950d-7b80ff6ad3e8,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:38.345370 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['10c7ec4b-804c-4572-950d-7b80ff6ad3e8'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:17:38.561394 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf97f-9157-4364-989b-ddfa3fe2f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:38.690615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecf97f-9157-4364-989b-ddfa3fe2f493 None None] Pushing event deleted for resources: {'Port': ['ID=280f353d-0107-427d-89b7-6acc4b9360e4,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:38.704703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b4871-149a-4344-af20-d4cd3ce799d1 req-6b542cf2-c186-4d2b-a17e-36291f6064d9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:38.710460 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c3b4871-149a-4344-af20-d4cd3ce799d1 req-6b542cf2-c186-4d2b-a17e-36291f6064d9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.7867270 Aug 16 13:17:38.724127 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ecf97f-9157-4364-989b-ddfa3fe2f493 None None] No DVR routers for this DVR port 280f353d-0107-427d-89b7-6acc4b9360e4 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:38.771680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a45837cf-c068-4c5f-943a-29271a4a640c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:38.775911 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a45837cf-c068-4c5f-943a-29271a4a640c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/a855c4eb-a0a9-403c-98ce-ef304d775da9 HTTP/1.1" status: 204 len: 168 time: 1.9297082 Aug 16 13:17:38.812861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34892) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:38.906226 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-993652f7-33dd-4fb0-bdce-4a94d87abaef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:17:38.908266 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-993652f7-33dd-4fb0-bdce-4a94d87abaef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/a855c4eb-a0a9-403c-98ce-ef304d775da9 HTTP/1.1" status: 404 len: 333 time: 0.0940218 Aug 16 13:17:38.914542 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:38.916713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34894) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:38.924178 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f907e3b7-3c2f-4813-9452-f9951a437c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:38.960296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f907e3b7-3c2f-4813-9452-f9951a437c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:39.035736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f907e3b7-3c2f-4813-9452-f9951a437c97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b2a5a667b0c41ab8da847fcab4d021d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4113271 Aug 16 13:17:39.041489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34896) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:39.047085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c3b4871-149a-4344-af20-d4cd3ce799d1 req-2b99375e-e7d9-458a-9e7c-0bf32a429040 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051672 Aug 16 13:17:39.051975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907e3b7-3c2f-4813-9452-f9951a437c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86c6c7c-ead1-42ef-ad9b-4d58a6c0208a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:39.095821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849ffba-ddec-4df4-8423-0c919b0977d0 req-793bf52f-5c0f-4849-997c-3d3609482c5c tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:39.098767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a849ffba-ddec-4df4-8423-0c919b0977d0 req-793bf52f-5c0f-4849-997c-3d3609482c5c tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 949 time: 0.3859491 Aug 16 13:17:39.099202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3dc443-445e-42b4-a084-a75a8319c14a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting subnet 5be61279-f35a-42d3-8e6d-61540a2fb695 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:17:39.114938 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3dc443-445e-42b4-a084-a75a8319c14a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:39.249082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a849ffba-ddec-4df4-8423-0c919b0977d0 req-5aa8571e-f7a5-4121-90a2-f6c6f16a4253 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400549 Aug 16 13:17:39.274366 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:39.320209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 280f353d-0107-427d-89b7-6acc4b9360e4 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:39.328669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-afdb6244-b63b-4688-858d-504a324f5ffe req-d5087d6a-d574-4c36-8ba6-8b97806046b9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 210 time: 0.0393615 Aug 16 13:17:39.336222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3dc443-445e-42b4-a084-a75a8319c14a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:39.380538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 280f353d-0107-427d-89b7-6acc4b9360e4 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:17:39.381915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 280f353d-0107-427d-89b7-6acc4b9360e4 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:17:39.444404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1db3578-a75c-45a6-9e4b-bdb82db3bdcb']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:39.475082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3b5d95-55c7-469d-aba9-7265de99926b') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:39.475539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3b5d95-55c7-469d-aba9-7265de99926b') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:39.497189 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3b463f-6ee8-4615-9aba-ed08942963c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:39.506946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:39.565837 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:39.597443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-0357dce8-ea9e-4664-aaae-e1c5c2fb3979 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:39.599193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-0357dce8-ea9e-4664-aaae-e1c5c2fb3979 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "GET /v2.0/networks?id=3f2d756d-55d0-4164-b060-cf2e33c520b2 HTTP/1.1" status: 200 len: 815 time: 0.4472890 Aug 16 13:17:39.601531 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3b463f-6ee8-4615-9aba-ed08942963c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:39.615532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:17:39.615961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:17:39.623201 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:17:39.640214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Request body: {'port': {'device_id': '2f77138d-ea1b-465d-9536-d92746fefa63', 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2', 'admin_state_up': True, 'tenant_id': '6646b744cdfd4e10999a9d4be581f72a'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:39.752616 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3dc443-445e-42b4-a084-a75a8319c14a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.179387 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:17:40.221152 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.240413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.242415 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "DELETE /v2.0/networks/e1db3578-a75c-45a6-9e4b-bdb82db3bdcb HTTP/1.1" status: 204 len: 168 time: 2.0227926 Aug 16 13:17:40.249198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34904) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:40.289068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd5ae8-7c0f-4b3a-9fc9-ff8874722100 req-8f35cb9e-9f04-4f0c-b0c1-10b97ec17ad4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:40.291628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87fd5ae8-7c0f-4b3a-9fc9-ff8874722100 req-8f35cb9e-9f04-4f0c-b0c1-10b97ec17ad4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.1157408 Aug 16 13:17:40.310989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3b463f-6ee8-4615-9aba-ed08942963c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.313215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cd3b463f-6ee8-4615-9aba-ed08942963c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.314409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cd3b463f-6ee8-4615-9aba-ed08942963c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c86c6c7c-ead1-42ef-ad9b-4d58a6c0208a HTTP/1.1" status: 204 len: 168 time: 1.2602797 Aug 16 13:17:40.324139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-c2ffa3a2-44b1-4a54-973b-fb96402a4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:40.325697 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-c2ffa3a2-44b1-4a54-973b-fb96402a4993 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37&tenant_id=1cf4446a23fa4885b21e09ea03e593ba HTTP/1.1" status: 200 len: 1094 time: 0.5924473 Aug 16 13:17:40.326572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ad280-c952-4140-bff7-85a2f0315183 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event deleted for resources: {'Network': ['ID=e1db3578-a75c-45a6-9e4b-bdb82db3bdcb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:40.350429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b463f-6ee8-4615-9aba-ed08942963c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86c6c7c-ead1-42ef-ad9b-4d58a6c0208a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:40.374821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3dc443-445e-42b4-a084-a75a8319c14a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.391672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87fd5ae8-7c0f-4b3a-9fc9-ff8874722100 req-0b70f1a6-50d1-49ef-b584-b189f8eeb82d tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886877 Aug 16 13:17:40.416554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea54c0c-295d-47b8-a087-eb61dc5db8fa tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Deleting subnet ef269964-dae7-41d8-97a6-d939bf182165 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:17:40.449192 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dea54c0c-295d-47b8-a087-eb61dc5db8fa tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.479260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dc443-445e-42b4-a084-a75a8319c14a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Subnet': ['ID=5be61279-f35a-42d3-8e6d-61540a2fb695,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:40.488550 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3dc443-445e-42b4-a084-a75a8319c14a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.493513 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af3dc443-445e-42b4-a084-a75a8319c14a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/5be61279-f35a-42d3-8e6d-61540a2fb695 HTTP/1.1" status: 204 len: 168 time: 1.5725896 Aug 16 13:17:40.494805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34912) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:40.509390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d5cae8-150c-45f6-8e14-bd4dc3f639dc None None] Network b1b450d6-a3fc-4485-8ee2-1a285d63be96 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:40.528720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066c079-41bd-4594-b2de-356f89ce760a req-07d6dff3-bd2b-4fc5-a572-3e16f9b375f8 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:40.529518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Made reservation on behalf of 6646b744cdfd4e10999a9d4be581f72a for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:40.530467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0066c079-41bd-4594-b2de-356f89ce760a req-07d6dff3-bd2b-4fc5-a572-3e16f9b375f8 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 949 time: 0.1261280 Aug 16 13:17:40.539186 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.569947 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dea54c0c-295d-47b8-a087-eb61dc5db8fa tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.639057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-6717da24-6692-4f4e-a2ec-778b7c6f70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:40.640518 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-6717da24-6692-4f4e-a2ec-778b7c6f70fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 1094 time: 0.2866232 Aug 16 13:17:40.675621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-305fcf7f-dad7-48cc-8a62-0067ea49e093 req-e75be03d-0b98-4262-b89c-5065c4323481 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 210 time: 0.0543628 Aug 16 13:17:40.694683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:17:40.694868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.719901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0066c079-41bd-4594-b2de-356f89ce760a req-bd83afec-73a1-416e-87d6-8820d0b74b10 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832957 Aug 16 13:17:40.819284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:40.850164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:40.850922 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:40.896390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-fe743e8f-4d8d-45a1-9685-4a7c6451f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:40.898053 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-fe743e8f-4d8d-45a1-9685-4a7c6451f080 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 914 time: 0.2346554 Aug 16 13:17:40.950982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f086abb-29cf-4be6-bc92-63075c8c3af2 None None] DHCP port deletion for b1b450d6-a3fc-4485-8ee2-1a285d63be96 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:17:40.966831 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-204e6c4c-5e74-4169-a7fb-1a85bd56c0b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3 HTTP/1.1" status: 200 len: 217 time: 0.0589941 Aug 16 13:17:41.056711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:41.104047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41bc699-25d4-4253-9746-b52daa993db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c7ec4b-804c-4572-950d-7b80ff6ad3e8'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:17:41.109941 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1df55c-d02f-4389-a77a-fada4f79c8b1" -d '{"events": [{"server_uuid": "f41bc699-25d4-4253-9746-b52daa993db9", "name": "network-vif-plugged", "status": "completed", "tag": "10c7ec4b-804c-4572-950d-7b80ff6ad3e8"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:17:41.116510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6f086abb-29cf-4be6-bc92-63075c8c3af2 None None] Deleting port 4e425e49-b504-4ad7-a108-bdce7015eaa7 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:41.116898 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f086abb-29cf-4be6-bc92-63075c8c3af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:41.138642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=10c7ec4b-804c-4572-950d-7b80ff6ad3e8,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:41.154952 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dea54c0c-295d-47b8-a087-eb61dc5db8fa tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:41.189655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-330d466c-f70f-4af0-bd1f-99570d55b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:41.191219 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-330d466c-f70f-4af0-bd1f-99570d55b6c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=372eeca5-8a07-42e8-a3b6-c0d782c3fee7 HTTP/1.1" status: 200 len: 854 time: 0.1968179 Aug 16 13:17:41.245989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 4e425e49-b504-4ad7-a108-bdce7015eaa7 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:41.246611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:41.249943 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-d913073e-9e93-49de-b39a-91c4f5e16eaf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b059f55d-827b-47fc-b46e-b05c6494339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491683 Aug 16 13:17:41.253398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Allocated IP 172.20.0.9 (3f2d756d-55d0-4164-b060-cf2e33c520b2/1538c9d3-16c4-4d7e-bd07-b353e311035f/6b8698c8-85f2-4685-800c-87c0c95d2bb9) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:17:41.281074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6f086abb-29cf-4be6-bc92-63075c8c3af2 None None] For port 4e425e49-b504-4ad7-a108-bdce7015eaa7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4e425e49-b504-4ad7-a108-bdce7015eaa7,segment=NetworkSegment(92d54a52-0bac-4302-b656-d0ac75b813af),segment_id=92d54a52-0bac-4302-b656-d0ac75b813af)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:41.282206 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f086abb-29cf-4be6-bc92-63075c8c3af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:41.321297 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6f086abb-29cf-4be6-bc92-63075c8c3af2 None None] Calling delete_port for 4e425e49-b504-4ad7-a108-bdce7015eaa7 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:41.328480 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:41.337956 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd67785-ff43-488f-901f-99c2db8c9986 x-openstack-request-id: req-bdd67785-ff43-488f-901f-99c2db8c9986 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:17:41.338457 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41bc699-25d4-4253-9746-b52daa993db9", "name": "network-vif-plugged", "status": "completed", "tag": "10c7ec4b-804c-4572-950d-7b80ff6ad3e8", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:17:41.339853 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdd67785-ff43-488f-901f-99c2db8c9986 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:17:41.340472 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41bc699-25d4-4253-9746-b52daa993db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c7ec4b-804c-4572-950d-7b80ff6ad3e8', 'code': 200} Aug 16 13:17:41.344928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4e425e49-b504-4ad7-a108-bdce7015eaa7 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:41.500962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=10c7ec4b-804c-4572-950d-7b80ff6ad3e8,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:41.552962 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dea54c0c-295d-47b8-a087-eb61dc5db8fa tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:41.593669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] For port 4e425e49-b504-4ad7-a108-bdce7015eaa7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4e425e49-b504-4ad7-a108-bdce7015eaa7,segment=NetworkSegment(92d54a52-0bac-4302-b656-d0ac75b813af),segment_id=92d54a52-0bac-4302-b656-d0ac75b813af)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:41.594273 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:41.608789 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dea54c0c-295d-47b8-a087-eb61dc5db8fa tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:41.613608 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dea54c0c-295d-47b8-a087-eb61dc5db8fa tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "DELETE /v2.0/subnets/ef269964-dae7-41d8-97a6-d939bf182165 HTTP/1.1" status: 204 len: 168 time: 1.3570135 Aug 16 13:17:41.616939 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34936) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:41.661608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea54c0c-295d-47b8-a087-eb61dc5db8fa tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event deleted for resources: {'Subnet': ['ID=ef269964-dae7-41d8-97a6-d939bf182165,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:41.679637 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-d793eb65-5567-40a4-b7d9-f5a7f6225406 service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154682 Aug 16 13:17:41.682137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 4e425e49-b504-4ad7-a108-bdce7015eaa7 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:41.696850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac4986-3185-4a40-a3ab-a034ceca15ba req-ad082552-2173-429d-86ed-cb5fe1449550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:41.711910 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-afac4986-3185-4a40-a3ab-a034ceca15ba req-ad082552-2173-429d-86ed-cb5fe1449550 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 1101 time: 0.3769367 Aug 16 13:17:41.845593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6a3f2-8aa5-4527-ac46-fd6b435ea141 req-b71607e4-5ddf-4768-8958-2a4931e6ccaa tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:41.848042 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-daa6a3f2-8aa5-4527-ac46-fd6b435ea141 req-b71607e4-5ddf-4768-8958-2a4931e6ccaa tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.2389820 Aug 16 13:17:41.853403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:41.898998 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c0bf3a5-4d48-4bc6-bd5f-c566d4ff9533 req-707dc32f-1939-46ac-b4b2-afc927b597ef tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 210 time: 0.0798790 Aug 16 13:17:41.995259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-daa6a3f2-8aa5-4527-ac46-fd6b435ea141 req-128442c3-9856-40ce-b7b5-0cd807894d63 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998805 Aug 16 13:17:42.026177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266140fb-4527-4cc1-a95f-52b3bab04d4d None None] Network 520a51d2-b520-4192-ac4e-1be2b45b1330 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:42.034562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Deleting port cacf1e4d-5241-46d0-a053-dfa249214678 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:42.035250 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.177435 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.182288 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f086abb-29cf-4be6-bc92-63075c8c3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.223126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.229576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113659f-2ada-4329-99e2-4fb4800bb55d req-01ae1ffd-05ea-4b40-a08c-d23527e3a3d2 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:42.235996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f086abb-29cf-4be6-bc92-63075c8c3af2 None None] No DVR routers for this DVR port 4e425e49-b504-4ad7-a108-bdce7015eaa7 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:42.252311 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b113659f-2ada-4329-99e2-4fb4800bb55d req-01ae1ffd-05ea-4b40-a08c-d23527e3a3d2 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 950 time: 0.2110558 Aug 16 13:17:42.257433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] For port cacf1e4d-5241-46d0-a053-dfa249214678, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cacf1e4d-5241-46d0-a053-dfa249214678,segment=NetworkSegment(b8a1a802-90b8-4308-9624-45c7a10a0a03),segment_id=b8a1a802-90b8-4308-9624-45c7a10a0a03)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:42.258447 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.266433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f086abb-29cf-4be6-bc92-63075c8c3af2 None None] Pushing event deleted for resources: {'Port': ['ID=4e425e49-b504-4ad7-a108-bdce7015eaa7,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:42.343411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Calling delete_port for cacf1e4d-5241-46d0-a053-dfa249214678 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:42.371260 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b113659f-2ada-4329-99e2-4fb4800bb55d req-1a7b223a-b36e-4062-81a1-b28cb9b4b392 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176355 Aug 16 13:17:42.410312 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-afac4986-3185-4a40-a3ab-a034ceca15ba req-cb52e8f9-b54c-47b3-a83c-b497f10735aa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771222 Aug 16 13:17:42.436834 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.445121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a04fba4-665f-457c-b086-9ceb98e3cc2d None None] DHCP port deletion for 520a51d2-b520-4192-ac4e-1be2b45b1330 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:17:42.452901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f58c6b27-10ff-49c0-96bf-18b7cdd6ea46 req-835cc6f6-50ca-4f00-97fd-df2753e0a6f0 service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811867 Aug 16 13:17:42.497298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Network 3f2d756d-55d0-4164-b060-cf2e33c520b2 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:42.502135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:42.514524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:17:42.568068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7a04fba4-665f-457c-b086-9ceb98e3cc2d None None] Deleting port cacf1e4d-5241-46d0-a053-dfa249214678 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:17:42.570256 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7a04fba4-665f-457c-b086-9ceb98e3cc2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.619157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.675597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] No DVR routers for this DVR port cacf1e4d-5241-46d0-a053-dfa249214678 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:42.680896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7a04fba4-665f-457c-b086-9ceb98e3cc2d None None] For port cacf1e4d-5241-46d0-a053-dfa249214678, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cacf1e4d-5241-46d0-a053-dfa249214678,segment=NetworkSegment(b8a1a802-90b8-4308-9624-45c7a10a0a03),segment_id=b8a1a802-90b8-4308-9624-45c7a10a0a03)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:42.682057 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7a04fba4-665f-457c-b086-9ceb98e3cc2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.734917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7a04fba4-665f-457c-b086-9ceb98e3cc2d None None] Calling delete_port for cacf1e4d-5241-46d0-a053-dfa249214678 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:17:42.758796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event deleted for resources: {'Port': ['ID=cacf1e4d-5241-46d0-a053-dfa249214678,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:42.797981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:42.797981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.832708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Pushing event updated for resources: {'Port': ['ID=6b8698c8-85f2-4685-800c-87c0c95d2bb9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:42.848045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.882249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=4e425e49-b504-4ad7-a108-bdce7015eaa7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:42.893410 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-3f9dbdc9-466c-49a6-b4f3-44e63ddd2df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2711918 Aug 16 13:17:42.905025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No DVR routers for this DVR port 4e425e49-b504-4ad7-a108-bdce7015eaa7 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:42.942278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Request body: {'port': {'device_id': '2f77138d-ea1b-465d-9536-d92746fefa63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:42.967151 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:42.985814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520a51d2-b520-4192-ac4e-1be2b45b1330']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:42.989657 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7a04fba4-665f-457c-b086-9ceb98e3cc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.023042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04fba4-665f-457c-b086-9ceb98e3cc2d None None] No DVR routers for this DVR port cacf1e4d-5241-46d0-a053-dfa249214678 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:17:43.032169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a1a802-90b8-4308-9624-45c7a10a0a03') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:43.034367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a1a802-90b8-4308-9624-45c7a10a0a03') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:43.078374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.091501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04fba4-665f-457c-b086-9ceb98e3cc2d None None] Pushing event deleted for resources: {'Port': ['ID=cacf1e4d-5241-46d0-a053-dfa249214678,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:43.104453 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.121712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b450d6-a3fc-4485-8ee2-1a285d63be96']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:43.139562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d54a52-0bac-4302-b656-d0ac75b813af') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:43.139863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d54a52-0bac-4302-b656-d0ac75b813af') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:17:43.153909 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.170014 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.177874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:17:43.178590 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.182856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:17:43.224320 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:17:43.265592 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:17:43.277789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fa181-8fbe-4526-9205-a805cc06b1bb req-6edde380-76a3-4936-8a1e-fbe0f677c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:43.277789 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef3fa181-8fbe-4526-9205-a805cc06b1bb req-6edde380-76a3-4936-8a1e-fbe0f677c257 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 1094 time: 0.6927903 Aug 16 13:17:43.377752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc04b04-5f82-455c-a33e-2dd1da36ba9a req-0e5741d4-75b6-425e-929e-2427bcc6d78b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:43.380026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bc04b04-5f82-455c-a33e-2dd1da36ba9a req-0e5741d4-75b6-425e-929e-2427bcc6d78b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 931 time: 0.1907325 Aug 16 13:17:43.385802 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.389329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cacf1e4d-5241-46d0-a053-dfa249214678 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:17:43.391844 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.394474 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "DELETE /v2.0/networks/520a51d2-b520-4192-ac4e-1be2b45b1330 HTTP/1.1" status: 204 len: 168 time: 1.7751987 Aug 16 13:17:43.409404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34976) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:43.417809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d31dcf-828e-4a58-8484-3168937e4216 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Pushing event deleted for resources: {'Network': ['ID=520a51d2-b520-4192-ac4e-1be2b45b1330,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:43.449370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867fe3-f73e-4e3f-9d38-5cdbec7697ed req-cdaca650-2577-4c29-8ee6-9012fb8a3753 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:43.451683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e867fe3-f73e-4e3f-9d38-5cdbec7697ed req-cdaca650-2577-4c29-8ee6-9012fb8a3753 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.1996052 Aug 16 13:17:43.506712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bc04b04-5f82-455c-a33e-2dd1da36ba9a req-ccabbdf3-81c6-4115-bc93-81e0d0fc4830 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073802 Aug 16 13:17:43.513193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: cacf1e4d-5241-46d0-a053-dfa249214678 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:17:43.515342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cacf1e4d-5241-46d0-a053-dfa249214678 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:17:43.563340 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.576995 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8275f129-eb23-496b-b027-612994d27859 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "GET /v2.0/ports?device_id=58df3db2-fa57-4775-ba7c-90e1866eeb24 HTTP/1.1" status: 200 len: 205 time: 0.0889363 Aug 16 13:17:43.580098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e867fe3-f73e-4e3f-9d38-5cdbec7697ed req-b08125eb-3bb1-4f8f-b838-502182bdcadf tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194122 Aug 16 13:17:43.581837 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34980) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:43.721340 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.733124 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/networks/b1b450d6-a3fc-4485-8ee2-1a285d63be96 HTTP/1.1" status: 204 len: 168 time: 3.2289321 Aug 16 13:17:43.733434 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34984) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:43.736727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.745824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-542263165'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:43.791282 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a69c1c64-6441-484c-9e55-f4cb0e09d7d7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:43.843131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33633bd9-9db6-41be-87fe-1abd96b8056c tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Network': ['ID=b1b450d6-a3fc-4485-8ee2-1a285d63be96,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:44.171589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fa181-8fbe-4526-9205-a805cc06b1bb req-c78f6add-9d10-4328-b95d-5d9bc502c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:44.175074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef3fa181-8fbe-4526-9205-a805cc06b1bb req-c78f6add-9d10-4328-b95d-5d9bc502c31d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 914 time: 0.8642068 Aug 16 13:17:44.306889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:44.313681 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:44.349958 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a69c1c64-6441-484c-9e55-f4cb0e09d7d7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:44.360957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d49291-4016-4d07-9a41-147346e3764e req-e67f4d26-9eb9-4a76-8b0b-351bc4fcf9da tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:44.370347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00d49291-4016-4d07-9a41-147346e3764e req-e67f4d26-9eb9-4a76-8b0b-351bc4fcf9da tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 950 time: 0.6379788 Aug 16 13:17:44.379771 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a69c1c64-6441-484c-9e55-f4cb0e09d7d7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:44.440472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:17:44.453936 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:44.454393 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Added segment 7060df87-920a-47b0-9746-d4bb1ffe090a of type vlan for network ea88756d-9109-4988-92fb-168922eb2c2c Aug 16 13:17:44.531273 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:44.750070 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:44.764342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:44.765956 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:44.903332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00d49291-4016-4d07-9a41-147346e3764e req-d8d763e1-987b-4dc9-94fb-efeb5828c366 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316391 Aug 16 13:17:44.904406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a69c1c64-6441-484c-9e55-f4cb0e09d7d7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:44.906792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69c1c64-6441-484c-9e55-f4cb0e09d7d7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Fanout notify agent at l3_agent the message router_deleted on router 58df3db2-fa57-4775-ba7c-90e1866eeb24 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:17:44.980431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8698c8-85f2-4685-800c-87c0c95d2bb9 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:17:44.983511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a69c1c64-6441-484c-9e55-f4cb0e09d7d7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:44.993548 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:45.015603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a69c1c64-6441-484c-9e55-f4cb0e09d7d7 tempest-RoutersNegativeTest-708799550 tempest-RoutersNegativeTest-708799550-project] 10.222.0.25 "DELETE /v2.0/routers/58df3db2-fa57-4775-ba7c-90e1866eeb24 HTTP/1.1" status: 204 len: 168 time: 1.4324770 Aug 16 13:17:45.060289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Transition to ACTIVE for port object 6b8698c8-85f2-4685-800c-87c0c95d2bb9 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:45.074023 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef3fa181-8fbe-4526-9205-a805cc06b1bb req-b455f664-2dee-4d30-b677-f9715c6eb146 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3 HTTP/1.1" status: 200 len: 217 time: 0.8502173 Aug 16 13:17:45.078966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:45.201301 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4666858 Aug 16 13:17:45.203163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35010) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:45.289026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': 'ea88756d-9109-4988-92fb-168922eb2c2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:45.397327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8698c8-85f2-4685-800c-87c0c95d2bb9,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:45.416490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7b01-0d8c-4253-9969-ae3871170363 req-840c387c-28c1-4e3b-adb4-990d134b3a42 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:45.434071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fa181-8fbe-4526-9205-a805cc06b1bb req-d5aaba92-0607-4aa2-8483-ec44c557c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:45.436059 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72bb7b01-0d8c-4253-9969-ae3871170363 req-840c387c-28c1-4e3b-adb4-990d134b3a42 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 931 time: 0.6882255 Aug 16 13:17:45.439520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49063df5-b494-4a4e-b5c2-07adeb2914bc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Network': ['ID=ea88756d-9109-4988-92fb-168922eb2c2c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:45.444676 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef3fa181-8fbe-4526-9205-a805cc06b1bb req-d5aaba92-0607-4aa2-8483-ec44c557c98d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=372eeca5-8a07-42e8-a3b6-c0d782c3fee7 HTTP/1.1" status: 200 len: 854 time: 0.3559639 Aug 16 13:17:45.461084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ea88756d-9109-4988-92fb-168922eb2c2c details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:17:45.657831 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef3fa181-8fbe-4526-9205-a805cc06b1bb req-0ef3f0de-9b6e-4316-a453-13cd7ccd09cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b059f55d-827b-47fc-b46e-b05c6494339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350365 Aug 16 13:17:45.721147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e57ef0-6aec-4c1d-9ed4-cd9457fb85b2 req-3013345b-3f92-46ef-81b0-9c66ba38db49 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:45.723560 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66e57ef0-6aec-4c1d-9ed4-cd9457fb85b2 req-3013345b-3f92-46ef-81b0-9c66ba38db49 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.5625734 Aug 16 13:17:45.734729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72bb7b01-0d8c-4253-9969-ae3871170363 req-d6dc1724-9073-48a0-84d3-265175e55430 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921939 Aug 16 13:17:45.825064 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:45.840970 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:45.970230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35020) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:46.025781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Attempting to bind port 6b8698c8-85f2-4685-800c-87c0c95d2bb9 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:17:46.026648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Attempting to bind port 6b8698c8-85f2-4685-800c-87c0c95d2bb9 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:17:46.035021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Attempting to bind port 6b8698c8-85f2-4685-800c-87c0c95d2bb9 on network 3f2d756d-55d0-4164-b060-cf2e33c520b2 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:17:46.108026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Port 6b8698c8-85f2-4685-800c-87c0c95d2bb9 on network 3f2d756d-55d0-4164-b060-cf2e33c520b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:17:46.110672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Attempting to bind port 6b8698c8-85f2-4685-800c-87c0c95d2bb9 on network 3f2d756d-55d0-4164-b060-cf2e33c520b2 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:17:46.193779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:17:46.194613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Checking segment: {'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:17:46.196576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Bound using segment: {'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:17:46.197689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Bound port: 6b8698c8-85f2-4685-800c-87c0c95d2bb9, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:17:46.198406 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:46.391478 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef3fa181-8fbe-4526-9205-a805cc06b1bb req-8b1cba2a-ddbd-4a71-8b6d-b34fe087a1d5 service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7131202 Aug 16 13:17:46.403970 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:46.521357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66e57ef0-6aec-4c1d-9ed4-cd9457fb85b2 req-e9518553-1c82-4b6e-a186-090c8d9aba0e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7286644 Aug 16 13:17:46.703238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] For port 6b8698c8-85f2-4685-800c-87c0c95d2bb9, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:17:46.775395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] For port 6b8698c8-85f2-4685-800c-87c0c95d2bb9, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6b8698c8-85f2-4685-800c-87c0c95d2bb9,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:17:46.797898 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:46.890738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8c3b7-ca63-4403-841e-8033f3be9ac9 req-51b1cb6d-f10f-49a6-b7c9-23f26506526c tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:46.900887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4cb8c3b7-ca63-4403-841e-8033f3be9ac9 req-51b1cb6d-f10f-49a6-b7c9-23f26506526c tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 950 time: 0.6482563 Aug 16 13:17:46.913443 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:47.031719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4cb8c3b7-ca63-4403-841e-8033f3be9ac9 req-bf07815f-6353-4428-b698-66a10b3a19ca tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295061 Aug 16 13:17:47.032912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Subnet': ['ID=7e6e66ff-3843-4de3-9cf8-7dfee58cd45a,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:47.083697 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef3fa181-8fbe-4526-9205-a805cc06b1bb req-03510960-da10-4fdd-aefb-7d8c93bcbbbe service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6777608 Aug 16 13:17:47.115063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Checking segment: {'id': '7060df87-920a-47b0-9746-d4bb1ffe090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ea88756d-9109-4988-92fb-168922eb2c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:17:47.116059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network hostable DHCP agents. Network: ea88756d-9109-4988-92fb-168922eb2c2c, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:17:47.185520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:47.186261 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:47.187803 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-a805d902-ab11-49db-94d7-45653e551378 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b8698c8-85f2-4685-800c-87c0c95d2bb9 HTTP/1.1" status: 200 len: 1091 time: 4.2806962 Aug 16 13:17:47.188809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f77138d-ea1b-465d-9536-d92746fefa63', 'tag': '6b8698c8-85f2-4685-800c-87c0c95d2bb9'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:17:47.191957 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da256eb4-6df5-48cc-87f0-3a37e62770e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f77138d-ea1b-465d-9536-d92746fefa63", "tag": "6b8698c8-85f2-4685-800c-87c0c95d2bb9"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:17:47.226405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network ea88756d-9109-4988-92fb-168922eb2c2c is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:17:47.243483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb3ae-f363-4208-b124-4dc1efef923a req-b83f2914-6f8b-4198-9679-ddf0d4bfdfd7 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:47.246278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26ebb3ae-f363-4208-b124-4dc1efef923a req-b83f2914-6f8b-4198-9679-ddf0d4bfdfd7 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 943 time: 0.2025130 Aug 16 13:17:47.247517 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-abfd0e22-197f-4a60-8f95-505dab770b83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a7b1520402747c4b2c9f7274bd06302&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2761805 Aug 16 13:17:47.248787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35042) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:47.256338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805d902-ab11-49db-94d7-45653e551378 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8698c8-85f2-4685-800c-87c0c95d2bb9,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:47.293513 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ea88756d-9109-4988-92fb-168922eb2c2c) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:47.303168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa0c9f-ce61-4544-a720-a0323b5714e1 None None] Network ea88756d-9109-4988-92fb-168922eb2c2c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:47.336574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:47.339887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:47.398313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26ebb3ae-f363-4208-b124-4dc1efef923a req-066bfdc7-1351-4207-b761-1ffd97ee3869 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339040 Aug 16 13:17:47.426867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-6d13bcb2-3075-414e-9e85-230b0f5473a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:47.452672 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-6d13bcb2-3075-414e-9e85-230b0f5473a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6646b744cdfd4e10999a9d4be581f72a&device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 1094 time: 0.1283152 Aug 16 13:17:47.470131 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7566e5b0-d04c-4dc1-bb4e-2afeac94617b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:47.475148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7edfe1fc-ffdb-465b-9c2e-fafe2eb698cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2249269 Aug 16 13:17:47.479199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35044) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:47.522418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c79f65ac-ae1b-4a04-9677-cb28202967ea tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-897058503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:47.587363 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c79f65ac-ae1b-4a04-9677-cb28202967ea tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:47.589005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c79f65ac-ae1b-4a04-9677-cb28202967ea tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:47.638489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35062) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:47.700179 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7566e5b0-d04c-4dc1-bb4e-2afeac94617b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:47.714939 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-34475bf5-2e5d-4645-b283-2e42fd2565bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8698c8-85f2-4685-800c-87c0c95d2bb9 HTTP/1.1" status: 200 len: 217 time: 0.2484434 Aug 16 13:17:47.738220 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e3b063-55b6-4224-9785-afdfc42f76f6 x-openstack-request-id: req-b1e3b063-55b6-4224-9785-afdfc42f76f6 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:17:47.741033 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f77138d-ea1b-465d-9536-d92746fefa63", "tag": "6b8698c8-85f2-4685-800c-87c0c95d2bb9", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:17:47.741486 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1e3b063-55b6-4224-9785-afdfc42f76f6 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:17:47.742261 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f77138d-ea1b-465d-9536-d92746fefa63', 'tag': '6b8698c8-85f2-4685-800c-87c0c95d2bb9', 'status': 'completed', 'code': 200} Aug 16 13:17:47.772292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-ea88756d-9109-4988-92fb-168922eb2c2c', 'network_id': 'ea88756d-9109-4988-92fb-168922eb2c2c', 'tenant_id': '2694f58a77944a008914fa19fd77ef11', 'fixed_ips': [{'subnet_id': '7e6e66ff-3843-4de3-9cf8-7dfee58cd45a'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:17:47.774446 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:48.107548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-106f66ad-94d7-48e5-b3f9-fd10e2b4b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:48.115690 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-106f66ad-94d7-48e5-b3f9-fd10e2b4b63f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1538c9d3-16c4-4d7e-bd07-b353e311035f HTTP/1.1" status: 200 len: 855 time: 0.3718154 Aug 16 13:17:48.250551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558fd0f-9118-4255-b1f0-a3072b24a8bb req-327d88f1-e73a-49b2-9f77-909c64f7c37e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:48.263007 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1558fd0f-9118-4255-b1f0-a3072b24a8bb req-327d88f1-e73a-49b2-9f77-909c64f7c37e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.5774949 Aug 16 13:17:48.308055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-dae7080d-c56d-460b-8ba0-5e0b86e026e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f2d756d-55d0-4164-b060-cf2e33c520b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864813 Aug 16 13:17:48.332057 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c79f65ac-ae1b-4a04-9677-cb28202967ea tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:48.347746 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7566e5b0-d04c-4dc1-bb4e-2afeac94617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:48.350419 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7566e5b0-d04c-4dc1-bb4e-2afeac94617b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:48.352072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Allocated IP 2001:db8::2 (ea88756d-9109-4988-92fb-168922eb2c2c/7e6e66ff-3843-4de3-9cf8-7dfee58cd45a/869ee6da-02b6-4bb4-a1c5-de4b317fc9fb) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:17:48.352639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7566e5b0-d04c-4dc1-bb4e-2afeac94617b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa3d9d7d-f4de-401d-99a3-7999906fe05b HTTP/1.1" status: 204 len: 168 time: 1.1012754 Aug 16 13:17:48.353795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c428dc7-c13b-414f-9ef0-ee30783c33e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:48.379980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c79f65ac-ae1b-4a04-9677-cb28202967ea tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:48.542857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566e5b0-d04c-4dc1-bb4e-2afeac94617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3d9d7d-f4de-401d-99a3-7999906fe05b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:48.733323 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1558fd0f-9118-4255-b1f0-a3072b24a8bb req-fdff9144-86bf-4cad-a3d9-12034056bba4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944862 Aug 16 13:17:48.743122 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-751ac5a3-7f48-42e3-98c3-201efb92f98a service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009142 Aug 16 13:17:48.868110 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:48.901906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Transition to ACTIVE for port object 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:48.962885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Transition to ACTIVE for port object 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:48.970949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b478f-cff2-4e44-b333-8417677384b3 req-7570a6ba-3d9f-4654-8798-972e4a7e9d72 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:48.972929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f4b478f-cff2-4e44-b333-8417677384b3 req-7570a6ba-3d9f-4654-8798-972e4a7e9d72 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 943 time: 0.2685513 Aug 16 13:17:48.989061 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:49.058874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f4b478f-cff2-4e44-b333-8417677384b3 req-c5f63cf0-6139-4b58-9db9-840816e3e928 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677888 Aug 16 13:17:49.065723 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c428dc7-c13b-414f-9ef0-ee30783c33e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:49.074627 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c428dc7-c13b-414f-9ef0-ee30783c33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:49.124957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c79f65ac-ae1b-4a04-9677-cb28202967ea tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:49.135048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c79f65ac-ae1b-4a04-9677-cb28202967ea tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6542947 Aug 16 13:17:49.137784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35078) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:49.179096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'network_id': 'ea88756d-9109-4988-92fb-168922eb2c2c', 'name': 'tempest-PortsIpV6TestJSON-2020754663'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:17:49.239554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1c428dc7-c13b-414f-9ef0-ee30783c33e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a96a165e76e74faabcbdb8941d95e0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5687599 Aug 16 13:17:49.240589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c428dc7-c13b-414f-9ef0-ee30783c33e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aa2ade-cf52-4ff2-a7c0-fabf4cce5ed4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:49.241602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-09110bdd-ee91-46e9-b261-b91ade4a8d3c req-b939a651-8f6a-4fe6-9bcc-36baf7007a25 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653053 Aug 16 13:17:49.250473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35084) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:49.271546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Pushing event updated for resources: {'Port': ['ID=869ee6da-02b6-4bb4-a1c5-de4b317fc9fb,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:49.353775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Network ea88756d-9109-4988-92fb-168922eb2c2c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:49.364928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:49.375752 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:17:49.381543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.381877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.385501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.385920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.389534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.390082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.390370 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.390682 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.391045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.391367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.391705 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.392042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:17:49.555846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Attempting to bind port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:17:49.555846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Attempting to bind port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7060df87-920a-47b0-9746-d4bb1ffe090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ea88756d-9109-4988-92fb-168922eb2c2c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:17:49.555846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Attempting to bind port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb on network ea88756d-9109-4988-92fb-168922eb2c2c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:17:49.560985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:17:49.561357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Checking segment: {'id': '7060df87-920a-47b0-9746-d4bb1ffe090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ea88756d-9109-4988-92fb-168922eb2c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:17:49.561781 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:49.562356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Bound using segment: {'id': '7060df87-920a-47b0-9746-d4bb1ffe090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ea88756d-9109-4988-92fb-168922eb2c2c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:17:49.562860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Bound port: 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7060df87-920a-47b0-9746-d4bb1ffe090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ea88756d-9109-4988-92fb-168922eb2c2c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:17:49.563255 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:49.723445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] For port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:17:49.733135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] For port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=869ee6da-02b6-4bb4-a1c5-de4b317fc9fb,segment=NetworkSegment(7060df87-920a-47b0-9746-d4bb1ffe090a),segment_id=7060df87-920a-47b0-9746-d4bb1ffe090a)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:17:49.745839 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:49.830807 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c763126d-d290-4c81-95ac-cdf6ec30ef4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:49.845657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256eb4-6df5-48cc-87f0-3a37e62770e4 req-fd6ccdb1-58ff-4b63-b490-614329572f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:49.869746 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-da256eb4-6df5-48cc-87f0-3a37e62770e4 req-fd6ccdb1-58ff-4b63-b490-614329572f1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6646b744cdfd4e10999a9d4be581f72a&device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 1094 time: 0.3412468 Aug 16 13:17:50.072827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d23dce-2fdb-4143-8df7-15e4b94b50fa None None] Pushing event updated for resources: {'Port': ['ID=869ee6da-02b6-4bb4-a1c5-de4b317fc9fb,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:50.141320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c763126d-d290-4c81-95ac-cdf6ec30ef4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:50.237807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fb9fb-1a3e-4a2d-a46b-11a5a62f774a req-17b26fb6-3e21-463a-987c-a37dfb3857af tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:50.256753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f4fb9fb-1a3e-4a2d-a46b-11a5a62f774a req-17b26fb6-3e21-463a-987c-a37dfb3857af tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.2511537 Aug 16 13:17:50.468449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f4fb9fb-1a3e-4a2d-a46b-11a5a62f774a req-ae103a63-4874-4897-803a-0394142f9da7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100849 Aug 16 13:17:50.484399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9e228-0835-4a68-85e2-7abbe454b643 req-7196c3ca-f569-4d89-b9f6-229a4354805a tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:50.498318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bd9e228-0835-4a68-85e2-7abbe454b643 req-7196c3ca-f569-4d89-b9f6-229a4354805a tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 943 time: 0.1922004 Aug 16 13:17:50.596351 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bd9e228-0835-4a68-85e2-7abbe454b643 req-92f93646-046c-463e-9b6e-2f0b8fa6ba04 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968828 Aug 16 13:17:51.109194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:17:51.123876 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:51.359403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port 5917d108-45e5-4d85-941e-3e6910106011 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:17:51.554669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:17:51.557131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256eb4-6df5-48cc-87f0-3a37e62770e4 req-a9fc0bcb-ed99-4348-93ad-b98626322d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:51.567225 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-da256eb4-6df5-48cc-87f0-3a37e62770e4 req-a9fc0bcb-ed99-4348-93ad-b98626322d80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f2d756d-55d0-4164-b060-cf2e33c520b2 HTTP/1.1" status: 200 len: 915 time: 1.6287909 Aug 16 13:17:51.788650 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-da256eb4-6df5-48cc-87f0-3a37e62770e4 req-4635b4de-75b6-4f5e-84ab-3aa5a2bad7e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8698c8-85f2-4685-800c-87c0c95d2bb9 HTTP/1.1" status: 200 len: 217 time: 0.1909084 Aug 16 13:17:51.829041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:51.971228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c763126d-d290-4c81-95ac-cdf6ec30ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:51.974021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c763126d-d290-4c81-95ac-cdf6ec30ef4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:51.981077 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c763126d-d290-4c81-95ac-cdf6ec30ef4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49aa2ade-cf52-4ff2-a7c0-fabf4cce5ed4 HTTP/1.1" status: 204 len: 168 time: 2.7290716 Aug 16 13:17:52.143741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763126d-d290-4c81-95ac-cdf6ec30ef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aa2ade-cf52-4ff2-a7c0-fabf4cce5ed4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:52.260448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 6b8698c8-85f2-4685-800c-87c0c95d2bb9 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:17:52.303975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256eb4-6df5-48cc-87f0-3a37e62770e4 req-bde4a5dc-66bb-489b-b8a8-36630b15f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:52.313515 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-da256eb4-6df5-48cc-87f0-3a37e62770e4 req-bde4a5dc-66bb-489b-b8a8-36630b15f4d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1538c9d3-16c4-4d7e-bd07-b353e311035f HTTP/1.1" status: 200 len: 855 time: 0.5182078 Aug 16 13:17:52.425466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dde79b-0cf6-4c47-996c-7cae7cd52d82 req-b5e03a0c-56ec-44e5-8a5e-8dff908d25ba tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:52.444373 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b0dde79b-0cf6-4c47-996c-7cae7cd52d82 req-b5e03a0c-56ec-44e5-8a5e-8dff908d25ba tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.6779962 Aug 16 13:17:52.494576 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-da256eb4-6df5-48cc-87f0-3a37e62770e4 req-90771164-e57f-46e7-b862-4f26ed749014 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f2d756d-55d0-4164-b060-cf2e33c520b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422639 Aug 16 13:17:52.530187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ba593-3c21-445c-a64b-bb1113eb295c None None] Network ea88756d-9109-4988-92fb-168922eb2c2c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:17:52.541653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53e278-72cd-49a4-9c69-c6ae7f66d53e req-d50c7087-9280-4bbe-9602-e0c7efd35d3d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:52.547337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a53e278-72cd-49a4-9c69-c6ae7f66d53e req-d50c7087-9280-4bbe-9602-e0c7efd35d3d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 943 time: 0.5595310 Aug 16 13:17:52.715176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8::10d (ea88756d-9109-4988-92fb-168922eb2c2c/7e6e66ff-3843-4de3-9cf8-7dfee58cd45a/5917d108-45e5-4d85-941e-3e6910106011) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:17:52.816684 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b0dde79b-0cf6-4c47-996c-7cae7cd52d82 req-23ac060e-9f83-4ec4-bd69-cb28d7c4635b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563135 Aug 16 13:17:52.830395 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a53e278-72cd-49a4-9c69-c6ae7f66d53e req-e5cf9d43-931e-4f3b-98d1-af3dc9bb69ef tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590947 Aug 16 13:17:53.074364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fd2adcc8-358e-4dad-842a-3829c5708e99 None None] Provisioning for port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:53.194272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fd2adcc8-358e-4dad-842a-3829c5708e99 None None] Provisioning complete for port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:53.194803 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd2adcc8-358e-4dad-842a-3829c5708e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:53.242777 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-da256eb4-6df5-48cc-87f0-3a37e62770e4 req-8513f580-4e8f-4b9a-9e8a-a19ab4b4232d service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468734 Aug 16 13:17:53.400321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35158) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:53.467539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d51869dc-08b9-475e-acb3-237434e70417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:53.743936 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:53.855468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object 5917d108-45e5-4d85-941e-3e6910106011 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:17:53.897317 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d51869dc-08b9-475e-acb3-237434e70417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:53.939714 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d51869dc-08b9-475e-acb3-237434e70417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:54.011797 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 6b8698c8-85f2-4685-800c-87c0c95d2bb9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6b8698c8-85f2-4685-800c-87c0c95d2bb9,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:54.150817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51869dc-08b9-475e-acb3-237434e70417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41682586-17bd-43e0-949c-641f31186c3c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:54.235082 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-da256eb4-6df5-48cc-87f0-3a37e62770e4 req-de458209-56ff-4f75-bba1-1158e01dad97 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9491951 Aug 16 13:17:54.262528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '6b8698c8-85f2-4685-800c-87c0c95d2bb9', 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2', 'port_id': '6b8698c8-85f2-4685-800c-87c0c95d2bb9', 'mac_address': 'fa:16:3e:d0:46:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1538c9d3-16c4-4d7e-bd07-b353e311035f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:17:54.369934 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:54.450681 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd2adcc8-358e-4dad-842a-3829c5708e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:54.505556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d51869dc-08b9-475e-acb3-237434e70417 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1298531e0bea4e188e1463239a699808&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1010718 Aug 16 13:17:54.526433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35178) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:54.613572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=5917d108-45e5-4d85-941e-3e6910106011,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:54.624764 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:54.654361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network ea88756d-9109-4988-92fb-168922eb2c2c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:17:54.658136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:17:54.673134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:17:54.694964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:54.712236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:54.726334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8698c8-85f2-4685-800c-87c0c95d2bb9 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:17:54.749593 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8b02468a-ea5f-44c8-ad5f-59868bd07f42 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.6106439 Aug 16 13:17:54.753922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35180) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:17:54.782671 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98f44b2b-7542-45ee-adf6-3e5805e195dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:54.813118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fd2adcc8-358e-4dad-842a-3829c5708e99 None None] For port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=869ee6da-02b6-4bb4-a1c5-de4b317fc9fb,segment=NetworkSegment(7060df87-920a-47b0-9746-d4bb1ffe090a),segment_id=7060df87-920a-47b0-9746-d4bb1ffe090a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:54.840256 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd2adcc8-358e-4dad-842a-3829c5708e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:54.928557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98f44b2b-7542-45ee-adf6-3e5805e195dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:55.121941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1100871-575d-40b0-a7bc-2d7bf5189474 req-74b67ee8-bb0c-4976-badd-380c7421e54b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:55.137418 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1100871-575d-40b0-a7bc-2d7bf5189474 req-74b67ee8-bb0c-4976-badd-380c7421e54b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 943 time: 0.9105930 Aug 16 13:17:55.214459 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98f44b2b-7542-45ee-adf6-3e5805e195dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:55.219500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2adcc8-358e-4dad-842a-3829c5708e99 None None] Pushing event updated for resources: {'Port': ['ID=869ee6da-02b6-4bb4-a1c5-de4b317fc9fb,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:55.220587 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98f44b2b-7542-45ee-adf6-3e5805e195dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:55.222837 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-98f44b2b-7542-45ee-adf6-3e5805e195dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41682586-17bd-43e0-949c-641f31186c3c HTTP/1.1" status: 204 len: 168 time: 0.6931028 Aug 16 13:17:55.236455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51961a4c-34ef-49b2-ba74-ccf39694c886 req-78d26993-480a-43db-84ed-fc2615db7a91 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:55.247324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51961a4c-34ef-49b2-ba74-ccf39694c886 req-78d26993-480a-43db-84ed-fc2615db7a91 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 1.0630202 Aug 16 13:17:55.271481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 6b8698c8-85f2-4685-800c-87c0c95d2bb9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6b8698c8-85f2-4685-800c-87c0c95d2bb9,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:55.285358 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:55.292495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-77452e2e-d907-4111-84b9-c1bfa0dd93f0 None None] Provisioning complete for port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:55.292873 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-77452e2e-d907-4111-84b9-c1bfa0dd93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:55.361785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f44b2b-7542-45ee-adf6-3e5805e195dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41682586-17bd-43e0-949c-641f31186c3c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:55.400306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1100871-575d-40b0-a7bc-2d7bf5189474 req-0c279a4d-2106-41a8-8c34-1b794a72e1dc tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557607 Aug 16 13:17:55.470759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51961a4c-34ef-49b2-ba74-ccf39694c886 req-2fd412fc-7ca4-4110-8768-1cbd21b1d34b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221670 Aug 16 13:17:55.579930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['6b8698c8-85f2-4685-800c-87c0c95d2bb9'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:17:55.619971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=6b8698c8-85f2-4685-800c-87c0c95d2bb9,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:55.951702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-680162f7-e87a-4c08-b566-a435c84598e4 None None] Provisioning for port 5917d108-45e5-4d85-941e-3e6910106011 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:56.002560 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-680162f7-e87a-4c08-b566-a435c84598e4 None None] Provisioning complete for port 5917d108-45e5-4d85-941e-3e6910106011 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:56.005081 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-680162f7-e87a-4c08-b566-a435c84598e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:56.260278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-680162f7-e87a-4c08-b566-a435c84598e4 None None] Port 5917d108-45e5-4d85-941e-3e6910106011 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:56.373420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:56.937596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e8da9-1716-4fb6-9e84-b4d5802c3338 req-05d791a8-6315-4527-b7fe-ac0de69a8c2c tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:56.948164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c6e8da9-1716-4fb6-9e84-b4d5802c3338 req-05d791a8-6315-4527-b7fe-ac0de69a8c2c tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 944 time: 0.2865734 Aug 16 13:17:57.072194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef627676-1c72-4369-bcbc-18d85dd4c88d req-35b43329-2d0b-4206-8768-6a22932cb91c tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:57.089713 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef627676-1c72-4369-bcbc-18d85dd4c88d req-35b43329-2d0b-4206-8768-6a22932cb91c tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.3958111 Aug 16 13:17:57.189565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c6e8da9-1716-4fb6-9e84-b4d5802c3338 req-44f8bc15-197c-483f-a37c-659aa3ae4ca7 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340393 Aug 16 13:17:57.192123 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:57.224545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:57.257729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef627676-1c72-4369-bcbc-18d85dd4c88d req-0ba8366d-4bcc-47a9-9a63-21b106f642c4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656740 Aug 16 13:17:57.314162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 6b8698c8-85f2-4685-800c-87c0c95d2bb9 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:17:57.403467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=5917d108-45e5-4d85-941e-3e6910106011,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:57.418940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:17:57.698971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:57.699294 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:57.713849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 6b8698c8-85f2-4685-800c-87c0c95d2bb9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:17:57.808629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 6b8698c8-85f2-4685-800c-87c0c95d2bb9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:57.809167 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:58.325431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-53be154f-6bf7-4e7f-8a93-680b567d2e3f None None] Provisioning complete for port 5917d108-45e5-4d85-941e-3e6910106011 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:17:58.326725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-53be154f-6bf7-4e7f-8a93-680b567d2e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:58.463839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:58.676683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-53be154f-6bf7-4e7f-8a93-680b567d2e3f None None] Port 5917d108-45e5-4d85-941e-3e6910106011 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:17:58.683451 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95d23bd2-774a-4325-afca-915e6f162954 req-ee0d2e80-cf25-47a7-81fb-f29fea240b6a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7308147 Aug 16 13:17:58.691452 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:58.763562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f77138d-ea1b-465d-9536-d92746fefa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8698c8-85f2-4685-800c-87c0c95d2bb9'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:17:58.771216 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e473f74-4d08-45d4-b9ff-2f3cc72b009b" -d '{"events": [{"server_uuid": "2f77138d-ea1b-465d-9536-d92746fefa63", "name": "network-vif-plugged", "status": "completed", "tag": "6b8698c8-85f2-4685-800c-87c0c95d2bb9"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:17:58.783687 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:58.798342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 6b8698c8-85f2-4685-800c-87c0c95d2bb9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6b8698c8-85f2-4685-800c-87c0c95d2bb9,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:17:58.808405 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:58.948148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910a5ea-0283-4045-a70c-f076279b52d0 req-54374ef8-b2e0-41df-a99f-956d13911c57 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:58.949819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8910a5ea-0283-4045-a70c-f076279b52d0 req-54374ef8-b2e0-41df-a99f-956d13911c57 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.4641478 Aug 16 13:17:58.975914 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=6b8698c8-85f2-4685-800c-87c0c95d2bb9,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:59.000932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63025d-b418-45a6-8918-303b2a3dbcd9 req-c120e446-deab-46a3-bafe-6d3cca12bb30 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:59.022557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a63025d-b418-45a6-8918-303b2a3dbcd9 req-c120e446-deab-46a3-bafe-6d3cca12bb30 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 944 time: 0.5628655 Aug 16 13:17:59.256567 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:59.267538 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:59.267538 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:59.358958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23bd2-774a-4325-afca-915e6f162954 req-e7e7c2a9-1a9c-4936-bfdf-e52e725b1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:17:59.360901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95d23bd2-774a-4325-afca-915e6f162954 req-e7e7c2a9-1a9c-4936-bfdf-e52e725b1963 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31e257331f9c41a4946ffd76b396d91a&device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 1101 time: 0.5939574 Aug 16 13:17:59.588242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=5917d108-45e5-4d85-941e-3e6910106011,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:17:59.780286 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:59.969003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network ea88756d-9109-4988-92fb-168922eb2c2c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:00.002331 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:00.060320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23bd2-774a-4325-afca-915e6f162954 req-b260f13d-ec1e-4af2-8a46-acad3aca0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:00.078043 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95d23bd2-774a-4325-afca-915e6f162954 req-b260f13d-ec1e-4af2-8a46-acad3aca0640 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.6103826 Aug 16 13:18:00.303476 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95d23bd2-774a-4325-afca-915e6f162954 req-6ac33f7e-79bc-406c-b417-5031694605f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=10c7ec4b-804c-4572-950d-7b80ff6ad3e8 HTTP/1.1" status: 200 len: 217 time: 0.2085340 Aug 16 13:18:00.772193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8910a5ea-0283-4045-a70c-f076279b52d0 req-51a18a0a-1e56-452d-b7f4-728eb5ba7fb4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7484472 Aug 16 13:18:00.856177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0d0d96e6-6db5-4c01-8d39-c6f64aa291b2 None None] Provisioning complete for port 5917d108-45e5-4d85-941e-3e6910106011 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:00.856939 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0d0d96e6-6db5-4c01-8d39-c6f64aa291b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:00.914011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a63025d-b418-45a6-8918-303b2a3dbcd9 req-6180bc31-09d0-4213-8e6c-9347d906a799 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975411 Aug 16 13:18:01.045978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23bd2-774a-4325-afca-915e6f162954 req-16718f58-b12e-4014-a17f-3fef2b86e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:01.050325 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95d23bd2-774a-4325-afca-915e6f162954 req-16718f58-b12e-4014-a17f-3fef2b86e3e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.4919457 Aug 16 13:18:01.054719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Router f04e27d6-4f7b-44bf-93c9-06174b30aa50 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:18:01.092342 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec38b89-04c2-42b2-9067-eba370b4f227 x-openstack-request-id: req-3ec38b89-04c2-42b2-9067-eba370b4f227 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:18:01.093724 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f77138d-ea1b-465d-9536-d92746fefa63", "name": "network-vif-plugged", "status": "completed", "tag": "6b8698c8-85f2-4685-800c-87c0c95d2bb9", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:18:01.095754 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ec38b89-04c2-42b2-9067-eba370b4f227 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:18:01.099037 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f77138d-ea1b-465d-9536-d92746fefa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8698c8-85f2-4685-800c-87c0c95d2bb9', 'code': 200} Aug 16 13:18:01.329735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d96e6-6db5-4c01-8d39-c6f64aa291b2 None None] Port 5917d108-45e5-4d85-941e-3e6910106011 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:01.662947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23bd2-774a-4325-afca-915e6f162954 req-05dd2826-621f-4df5-804c-339ddbd4289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:01.665079 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95d23bd2-774a-4325-afca-915e6f162954 req-05dd2826-621f-4df5-804c-339ddbd4289c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6010869 Aug 16 13:18:01.673891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6f0f-3423-4e91-8388-f117550a228f req-2ebf70cb-fdb3-4cae-90fa-b77bb2a83575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:01.676112 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ce0f6f0f-3423-4e91-8388-f117550a228f req-2ebf70cb-fdb3-4cae-90fa-b77bb2a83575 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 1096 time: 0.4976993 Aug 16 13:18:01.705557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:18:01.714675 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8773929f-3de2-4f84-b1a8-a2befb9091ef tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "PUT /v2.0/routers/f04e27d6-4f7b-44bf-93c9-06174b30aa50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9592233 Aug 16 13:18:01.718220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35282) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:01.721588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e2eb01-d981-4e65-9874-4f3f23167786 None None] Sync routers for ids ['f04e27d6-4f7b-44bf-93c9-06174b30aa50'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:18:01.992165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51818691-dac3-4a70-b8d0-772d4b8d43ed tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:02.001421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-51818691-dac3-4a70-b8d0-772d4b8d43ed tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04e27d6-4f7b-44bf-93c9-06174b30aa50 HTTP/1.1" status: 200 len: 989 time: 0.2781067 Aug 16 13:18:02.006671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35294) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:02.126048 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ce0f6f0f-3423-4e91-8388-f117550a228f req-cb2a4153-79e4-4cc9-8133-7abcd9b10ccc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084064 Aug 16 13:18:02.212977 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95d23bd2-774a-4325-afca-915e6f162954 req-7118d2c6-9e72-4ac2-884f-a330dd3ac9c6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332274 Aug 16 13:18:02.402359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35300) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:02.443450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95d23bd2-774a-4325-afca-915e6f162954 req-6f769abc-e5c4-411b-b770-73db9c009dc7 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231915 Aug 16 13:18:02.455317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2eb01-d981-4e65-9874-4f3f23167786 None None] Routers {'f04e27d6-4f7b-44bf-93c9-06174b30aa50'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:18:02.457052 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-11e2eb01-d981-4e65-9874-4f3f23167786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:17:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f04e27d6-4f7b-44bf-93c9-06174b30aa50'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:02.502607 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d796-fe7b-4166-af99-f9dc6b322ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:02.508390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-11e2eb01-d981-4e65-9874-4f3f23167786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:02.520384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2eb01-d981-4e65-9874-4f3f23167786 None None] Routers {'f04e27d6-4f7b-44bf-93c9-06174b30aa50'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:18:02.521268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-11e2eb01-d981-4e65-9874-4f3f23167786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:17:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f04e27d6-4f7b-44bf-93c9-06174b30aa50'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:02.567338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-11e2eb01-d981-4e65-9874-4f3f23167786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:02.568945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e2eb01-d981-4e65-9874-4f3f23167786 None None] The sync data for ids ['f04e27d6-4f7b-44bf-93c9-06174b30aa50'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:18:02.612816 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9b689-d79b-4306-bec2-f363145e27d1 req-59e38cad-92fc-48aa-a418-e48b3d474fc0 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:02.622810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0c9b689-d79b-4306-bec2-f363145e27d1 req-59e38cad-92fc-48aa-a418-e48b3d474fc0 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.3846645 Aug 16 13:18:02.652489 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5147eea4-af57-449b-ae25-e8fa3f05c47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:02.830479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5147eea4-af57-449b-ae25-e8fa3f05c47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:02.840014 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5147eea4-af57-449b-ae25-e8fa3f05c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:02.864931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd081137-82aa-4945-8126-778744e6bf37 req-b47a5a4d-4cad-4dc7-91ca-0d9df8cb96e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:02.866962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd081137-82aa-4945-8126-778744e6bf37 req-b47a5a4d-4cad-4dc7-91ca-0d9df8cb96e5 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.6613262 Aug 16 13:18:02.918307 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5147eea4-af57-449b-ae25-e8fa3f05c47f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efcecaa6fd134525805df1e4ad925a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125203 Aug 16 13:18:02.919782 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35308) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:02.922657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0c9b689-d79b-4306-bec2-f363145e27d1 req-7151636a-2e9f-4850-b1d7-801f7d51a54f tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961524 Aug 16 13:18:02.996615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd081137-82aa-4945-8126-778744e6bf37 req-e9e80779-c854-4867-bc9f-9fdeaee17a12 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686402 Aug 16 13:18:03.001096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147eea4-af57-449b-ae25-e8fa3f05c47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefc6b7f-d939-490b-a194-a3895a22ff2d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:03.033341 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3678b848-fc7f-4a9d-ac95-82366b797d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:03.084804 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3678b848-fc7f-4a9d-ac95-82366b797d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:03.318598 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3678b848-fc7f-4a9d-ac95-82366b797d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:03.323946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3678b848-fc7f-4a9d-ac95-82366b797d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:03.325579 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3678b848-fc7f-4a9d-ac95-82366b797d07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cefc6b7f-d939-490b-a194-a3895a22ff2d HTTP/1.1" status: 204 len: 168 time: 0.4043007 Aug 16 13:18:03.343932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678b848-fc7f-4a9d-ac95-82366b797d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefc6b7f-d939-490b-a194-a3895a22ff2d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:03.483303 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cba53ca3-2ca3-4af8-8ca2-4a0143cb7ff5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:03.921500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35324) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:03.938961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a9e8ba1-f6c3-4325-891d-3bbe9d737c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:03.963072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-cba53ca3-2ca3-4af8-8ca2-4a0143cb7ff5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 5917d108-45e5-4d85-941e-3e6910106011 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:18:03.963525 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cba53ca3-2ca3-4af8-8ca2-4a0143cb7ff5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:04.094994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a9e8ba1-f6c3-4325-891d-3bbe9d737c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:04.101158 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a9e8ba1-f6c3-4325-891d-3bbe9d737c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:04.156033 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e8ba1-f6c3-4325-891d-3bbe9d737c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b9e892-7754-42c5-96c5-210f8b73bc35,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:04.187974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60a17c-2f94-4af6-94c1-a57addfff145 req-628d6816-4b66-40b7-9ba9-d68784b89f31 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:04.189674 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c60a17c-2f94-4af6-94c1-a57addfff145 req-628d6816-4b66-40b7-9ba9-d68784b89f31 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.1685288 Aug 16 13:18:04.203485 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35332) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:04.204519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9a9e8ba1-f6c3-4325-891d-3bbe9d737c07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b252b33e04b24017bf8ba2f42b2bc393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811823 Aug 16 13:18:04.274550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cba53ca3-2ca3-4af8-8ca2-4a0143cb7ff5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:04.339999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-cba53ca3-2ca3-4af8-8ca2-4a0143cb7ff5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 5917d108-45e5-4d85-941e-3e6910106011 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:18:04.360107 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82cfad7a-18c4-4e3b-be1c-48e55c99f409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:04.401291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c60a17c-2f94-4af6-94c1-a57addfff145 req-618caefc-9da6-4496-a20e-b9cd0bd417d8 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964207 Aug 16 13:18:04.503047 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6302b62-afb9-4059-9373-46c97ff83ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:04.511938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58665435-4e18-4846-9271-f0a665fc3e27 req-653199cb-cb08-463a-a94a-7c08b607a7c1 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:04.513588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58665435-4e18-4846-9271-f0a665fc3e27 req-653199cb-cb08-463a-a94a-7c08b607a7c1 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 943 time: 0.2634201 Aug 16 13:18:04.595091 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:04.627616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6302b62-afb9-4059-9373-46c97ff83ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:04.715407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58665435-4e18-4846-9271-f0a665fc3e27 req-3f27f4c8-4f4c-4776-9404-94deef8c4a0f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870902 Aug 16 13:18:04.733332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72186f38-898f-46b0-8303-9f4d846410f3 req-8779afa6-159b-40c8-9f47-282f501f1cd3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:04.735004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72186f38-898f-46b0-8303-9f4d846410f3 req-8779afa6-159b-40c8-9f47-282f501f1cd3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.2185278 Aug 16 13:18:04.840910 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6302b62-afb9-4059-9373-46c97ff83ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:04.842670 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6302b62-afb9-4059-9373-46c97ff83ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:04.847189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d6302b62-afb9-4059-9373-46c97ff83ece admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3b9e892-7754-42c5-96c5-210f8b73bc35 HTTP/1.1" status: 204 len: 168 time: 0.6419187 Aug 16 13:18:04.856177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72186f38-898f-46b0-8303-9f4d846410f3 req-9837192d-c671-4827-a53c-c5f5ce4a5b96 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954781 Aug 16 13:18:04.865097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302b62-afb9-4059-9373-46c97ff83ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b9e892-7754-42c5-96c5-210f8b73bc35,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:04.940926 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cba53ca3-2ca3-4af8-8ca2-4a0143cb7ff5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:04.995918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba53ca3-2ca3-4af8-8ca2-4a0143cb7ff5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=5917d108-45e5-4d85-941e-3e6910106011,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:05.277960 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cba53ca3-2ca3-4af8-8ca2-4a0143cb7ff5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:05.336973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a6e71557-75f3-4b27-9a97-6926004f0dc3 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:18:05.553104 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:05.698838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:05.715697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'network_id': 'b059f55d-827b-47fc-b46e-b05c6494339b', 'port_id': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'mac_address': 'fa:16:3e:1b:87:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372eeca5-8a07-42e8-a3b6-c0d782c3fee7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:18:05.835372 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:05.844240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba53ca3-2ca3-4af8-8ca2-4a0143cb7ff5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Router f04e27d6-4f7b-44bf-93c9-06174b30aa50 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:18:05.876324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e71557-75f3-4b27-9a97-6926004f0dc3 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:18:05.964830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:05.979536 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:06.104436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba53ca3-2ca3-4af8-8ca2-4a0143cb7ff5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:18:06.104753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a6e71557-75f3-4b27-9a97-6926004f0dc3,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:06.112027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cba53ca3-2ca3-4af8-8ca2-4a0143cb7ff5 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "PUT /v2.0/routers/f04e27d6-4f7b-44bf-93c9-06174b30aa50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1013153 Aug 16 13:18:06.114688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35382) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:06.139105 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be807202-38da-4187-bfca-3f78d20a8fae None None] Sync routers for ids ['f04e27d6-4f7b-44bf-93c9-06174b30aa50'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:18:06.144011 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b0887-ff74-4761-976c-121e77136647 req-e0a9476e-6946-4bd8-b7b6-494301087a06 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:06.150446 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-609b0887-ff74-4761-976c-121e77136647 req-e0a9476e-6946-4bd8-b7b6-494301087a06 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.4621642 Aug 16 13:18:06.178275 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be807202-38da-4187-bfca-3f78d20a8fae None None] Routers {'f04e27d6-4f7b-44bf-93c9-06174b30aa50'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:18:06.179393 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-be807202-38da-4187-bfca-3f78d20a8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:18:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f04e27d6-4f7b-44bf-93c9-06174b30aa50'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:06.206185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3755-8f8a-41f6-9786-cdd96fb80c60 req-057ee1cf-b7af-4af1-b18a-b1fb14af54a3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:06.211999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28aa3755-8f8a-41f6-9786-cdd96fb80c60 req-057ee1cf-b7af-4af1-b18a-b1fb14af54a3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 944 time: 0.1833484 Aug 16 13:18:06.224479 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe7bf80-8161-4252-957c-59272fd4d340 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:18:06.230531 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7fe7bf80-8161-4252-957c-59272fd4d340 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/5917d108-45e5-4d85-941e-3e6910106011 HTTP/1.1" status: 404 len: 333 time: 0.1126075 Aug 16 13:18:06.233940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35386) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:06.247265 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-be807202-38da-4187-bfca-3f78d20a8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:06.250256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-609b0887-ff74-4761-976c-121e77136647 req-2d38a790-7d4b-4a7b-a3a3-b4a7325c2e31 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908065 Aug 16 13:18:06.256562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['a6e71557-75f3-4b27-9a97-6926004f0dc3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:18:06.284359 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be807202-38da-4187-bfca-3f78d20a8fae None None] Routers {'f04e27d6-4f7b-44bf-93c9-06174b30aa50'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:18:06.284992 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-be807202-38da-4187-bfca-3f78d20a8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:18:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f04e27d6-4f7b-44bf-93c9-06174b30aa50'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:06.341093 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-be807202-38da-4187-bfca-3f78d20a8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:06.342923 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be807202-38da-4187-bfca-3f78d20a8fae None None] The sync data for ids ['f04e27d6-4f7b-44bf-93c9-06174b30aa50'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:18:06.360663 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28aa3755-8f8a-41f6-9786-cdd96fb80c60 req-3bd666ce-3ac1-44a7-ad90-e26dd1cf80ca tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268549 Aug 16 13:18:06.404618 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a538e180-c591-4b2b-b67b-c2440a890de0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:06.609285 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a538e180-c591-4b2b-b67b-c2440a890de0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:06.612179 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a538e180-c591-4b2b-b67b-c2440a890de0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:06.687043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a538e180-c591-4b2b-b67b-c2440a890de0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:06.687638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a538e180-c591-4b2b-b67b-c2440a890de0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Fanout notify agent at l3_agent the message router_deleted on router f04e27d6-4f7b-44bf-93c9-06174b30aa50 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:18:06.706803 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a538e180-c591-4b2b-b67b-c2440a890de0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:06.708618 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a538e180-c591-4b2b-b67b-c2440a890de0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/routers/f04e27d6-4f7b-44bf-93c9-06174b30aa50 HTTP/1.1" status: 204 len: 168 time: 0.4682422 Aug 16 13:18:06.713822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35398) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:06.878368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6208f21-2ee3-40de-a323-bbafe0cad033 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting subnet 7e6e66ff-3843-4de3-9cf8-7dfee58cd45a {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:18:06.888526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6208f21-2ee3-40de-a323-bbafe0cad033 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:06.956104 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6208f21-2ee3-40de-a323-bbafe0cad033 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:07.067800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6208f21-2ee3-40de-a323-bbafe0cad033 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:07.181860 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6208f21-2ee3-40de-a323-bbafe0cad033 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:07.220945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6208f21-2ee3-40de-a323-bbafe0cad033 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6e66ff-3843-4de3-9cf8-7dfee58cd45a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:07.223241 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6208f21-2ee3-40de-a323-bbafe0cad033 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:07.228161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e6208f21-2ee3-40de-a323-bbafe0cad033 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/7e6e66ff-3843-4de3-9cf8-7dfee58cd45a HTTP/1.1" status: 204 len: 168 time: 0.5070026 Aug 16 13:18:07.228882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35410) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:07.236965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa5202-d37e-4309-8c19-b90c19565135 None None] Network ea88756d-9109-4988-92fb-168922eb2c2c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:18:07.363240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a6e71557-75f3-4b27-9a97-6926004f0dc3 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:18:07.482047 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:07.642588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef3b2c-e2fd-4a47-a389-9f757890babe req-71a3d140-f093-4fc9-98c2-0c0f95ec9890 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:07.651119 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5ef3b2c-e2fd-4a47-a389-9f757890babe req-71a3d140-f093-4fc9-98c2-0c0f95ec9890 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.2084002 Aug 16 13:18:07.668339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port a6e71557-75f3-4b27-9a97-6926004f0dc3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:07.669712 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:07.721470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b886476-646e-4210-9f32-4d9cb4372839 req-2ba86249-78ec-42ae-bf54-717d614d78cf tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:07.724029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b886476-646e-4210-9f32-4d9cb4372839 req-2ba86249-78ec-42ae-bf54-717d614d78cf tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 944 time: 0.2179158 Aug 16 13:18:07.767908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8259e9c-7e89-4592-8e64-842e4132b206 None None] DHCP port deletion for ea88756d-9109-4988-92fb-168922eb2c2c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:18:07.905783 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5ef3b2c-e2fd-4a47-a389-9f757890babe req-bc4690b1-ee46-400e-b5a1-450dba499158 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536671 Aug 16 13:18:07.917686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b886476-646e-4210-9f32-4d9cb4372839 req-3137bd84-0396-437d-9b18-73e16b0d6abe tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851938 Aug 16 13:18:08.022277 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:08.042013 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:08.106464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c8259e9c-7e89-4592-8e64-842e4132b206 None None] Deleting port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:18:08.106888 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c8259e9c-7e89-4592-8e64-842e4132b206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:08.144441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:18:08.149465 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a98636-f523-491f-8880-12f542772524" -d '{"events": [{"server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "name": "network-vif-plugged", "status": "completed", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:18:08.176895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:18:08.181757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:08.183908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:08.386085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c8259e9c-7e89-4592-8e64-842e4132b206 None None] For port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=869ee6da-02b6-4bb4-a1c5-de4b317fc9fb,segment=NetworkSegment(7060df87-920a-47b0-9746-d4bb1ffe090a),segment_id=7060df87-920a-47b0-9746-d4bb1ffe090a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:08.386794 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c8259e9c-7e89-4592-8e64-842e4132b206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:08.412461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] For port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=869ee6da-02b6-4bb4-a1c5-de4b317fc9fb,segment=NetworkSegment(7060df87-920a-47b0-9746-d4bb1ffe090a),segment_id=7060df87-920a-47b0-9746-d4bb1ffe090a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:08.413047 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:08.427376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c8259e9c-7e89-4592-8e64-842e4132b206 None None] Calling delete_port for 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:18:08.465969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:18:08.506239 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa0965b-b5ab-4c35-9f91-f1e3773ac28d x-openstack-request-id: req-bfa0965b-b5ab-4c35-9f91-f1e3773ac28d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:18:08.506989 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "name": "network-vif-plugged", "status": "completed", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:18:08.507627 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfa0965b-b5ab-4c35-9f91-f1e3773ac28d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:18:08.508923 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'code': 200} Aug 16 13:18:08.513190 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:08.555398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-5d647f13-ad14-43e1-a655-0710d33b82f3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:08.567632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-5d647f13-ad14-43e1-a655-0710d33b82f3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.2559600 Aug 16 13:18:08.583531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-b756ae55-e6ab-4ce0-bd12-68bd331739d4 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/quotas/36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 375 time: 0.0145371 Aug 16 13:18:08.610587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a6e71557-75f3-4b27-9a97-6926004f0dc3,revision_number=10']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:08.629210 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c8259e9c-7e89-4592-8e64-842e4132b206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:08.661296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8259e9c-7e89-4592-8e64-842e4132b206 None None] Pushing event deleted for resources: {'Port': ['ID=869ee6da-02b6-4bb4-a1c5-de4b317fc9fb,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:08.662318 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:08.665258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8259e9c-7e89-4592-8e64-842e4132b206 None None] No DVR routers for this DVR port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:18:08.688671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No DVR routers for this DVR port 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:18:08.708132 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-da07917b-7381-400f-b9f8-554b117d12c0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106243 Aug 16 13:18:08.734930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=869ee6da-02b6-4bb4-a1c5-de4b317fc9fb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:08.830302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143e463-d25a-4d89-978f-2be288eae883 req-b00821e5-d88b-45f7-986a-242d401a6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:08.833514 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2143e463-d25a-4d89-978f-2be288eae883 req-b00821e5-d88b-45f7-986a-242d401a6113 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 1097 time: 0.3479896 Aug 16 13:18:08.936249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-862815b6-4ec1-4230-819d-fe82e074271b service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103689 Aug 16 13:18:08.963097 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:08.978286 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea88756d-9109-4988-92fb-168922eb2c2c']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:08.991810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7060df87-920a-47b0-9746-d4bb1ffe090a') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:08.993240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7060df87-920a-47b0-9746-d4bb1ffe090a') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:09.005485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:09.022664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:09.041081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:18:09.042219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:18:09.181435 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:18:09.221565 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2143e463-d25a-4d89-978f-2be288eae883 req-11f762b9-fe80-41ef-8175-130da307f672 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799868 Aug 16 13:18:09.229796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a934da1-6507-4184-8f19-4e91209d22a3 req-42e3f3dc-7ff9-4917-8b7b-63dd0739317c tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:09.231641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a934da1-6507-4184-8f19-4e91209d22a3 req-42e3f3dc-7ff9-4917-8b7b-63dd0739317c tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.1674731 Aug 16 13:18:09.260592 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:09.261805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-cb55e39f-201d-4154-b1a8-d0966637e887 service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211792 Aug 16 13:18:09.316122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:09.320052 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/networks/ea88756d-9109-4988-92fb-168922eb2c2c HTTP/1.1" status: 204 len: 168 time: 2.0894408 Aug 16 13:18:09.328728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35484) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:09.341594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfd54e-7ee5-4784-83d6-9d7e2c2256c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Network': ['ID=ea88756d-9109-4988-92fb-168922eb2c2c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:09.344859 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:18:09.370354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:18:09.371066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 869ee6da-02b6-4bb4-a1c5-de4b317fc9fb not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:18:09.459698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a934da1-6507-4184-8f19-4e91209d22a3 req-f3afa503-9ea1-47d6-9615-a934b1503065 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966043 Aug 16 13:18:09.494842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b09eb2-5a8b-4a26-a48c-2ddbae89659e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:09.500556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-04b09eb2-5a8b-4a26-a48c-2ddbae89659e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d HTTP/1.1" status: 200 len: 844 time: 0.1697555 Aug 16 13:18:09.504895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35496) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:09.623276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0582c03f-8142-4625-b965-b747defad164 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1160502 Aug 16 13:18:09.634145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35500) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:09.646562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-40fafeda-825e-4fef-a185-a4a65a43f435 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:09.718940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae745a-e665-44af-b5d2-9395f9cf0c68 req-e7ac217c-fa9d-480b-8b95-26c6c72188ac tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:09.721269 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85ae745a-e665-44af-b5d2-9395f9cf0c68 req-e7ac217c-fa9d-480b-8b95-26c6c72188ac tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.1079488 Aug 16 13:18:09.839000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-073f7a0d-19c6-4d87-af05-14bca0f8bec9 req-3dd9b2f6-79d1-425e-8ca3-699904ade6c0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 210 time: 0.0573225 Aug 16 13:18:09.944214 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85ae745a-e665-44af-b5d2-9395f9cf0c68 req-6b5de293-865f-4057-888d-045366a990d6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081156 Aug 16 13:18:10.041614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fafeda-825e-4fef-a185-a4a65a43f435 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:10.059000 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40fafeda-825e-4fef-a185-a4a65a43f435 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:10.279742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35518) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:10.723706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e1a8e-b8c2-4efb-a364-857c5052f74f req-20ede371-2edc-4078-bb4c-629135a8b205 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:10.732972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-601e1a8e-b8c2-4efb-a364-857c5052f74f req-20ede371-2edc-4078-bb4c-629135a8b205 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.1124878 Aug 16 13:18:10.770288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40fafeda-825e-4fef-a185-a4a65a43f435 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:10.776986 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12bdb75d-f4bb-4fd6-90b4-a1b5d42b0550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:10.937206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-601e1a8e-b8c2-4efb-a364-857c5052f74f req-2c987710-ae29-4684-a92c-979d0573366d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028093 Aug 16 13:18:10.964427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12bdb75d-f4bb-4fd6-90b4-a1b5d42b0550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:10.975812 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12bdb75d-f4bb-4fd6-90b4-a1b5d42b0550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:11.025321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fafeda-825e-4fef-a185-a4a65a43f435 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:11.049729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-40fafeda-825e-4fef-a185-a4a65a43f435 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:11.063787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fafeda-825e-4fef-a185-a4a65a43f435 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:11.064446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-40fafeda-825e-4fef-a185-a4a65a43f435 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:11.087116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc5394b-12cc-446a-8f9b-80d99432568e None None] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:18:11.114730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fafeda-825e-4fef-a185-a4a65a43f435 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Subnet': ['ID=62c62258-0d3b-4025-bce6-8ad97fc90994,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:11.121689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-919a57a8-a752-4cb4-89d5-e934f7780a2f req-da688aab-106c-4990-90ec-eeeec1a2ac69 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 210 time: 0.0525248 Aug 16 13:18:11.131734 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-12bdb75d-f4bb-4fd6-90b4-a1b5d42b0550 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8adb19a38c094b9e8a4cc151a18887a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8523500 Aug 16 13:18:11.136509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35552) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:11.139985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdb75d-f4bb-4fd6-90b4-a1b5d42b0550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe7a433-6725-4ee5-ad73-c25790cada10,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:11.171146 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-40fafeda-825e-4fef-a185-a4a65a43f435 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5303085 Aug 16 13:18:11.172182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35554) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:11.188447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9e364f55-e394-41be-af87-c3cc75213f4a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'security_group': {'name': 'tempest-secgroup-1111517487'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:11.308259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e364f55-e394-41be-af87-c3cc75213f4a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:11.607327 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e364f55-e394-41be-af87-c3cc75213f4a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:11.616754 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e364f55-e394-41be-af87-c3cc75213f4a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:11.687160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e364f55-e394-41be-af87-c3cc75213f4a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:11.691890 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9e364f55-e394-41be-af87-c3cc75213f4a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5179605 Aug 16 13:18:11.695839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35576) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:11.702798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f7efdc69-020c-42a1-8841-0c54bfee2e44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'security_group': {'name': 'tempest-secgroup-1170018615'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:11.734853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e364f55-e394-41be-af87-c3cc75213f4a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eea26b6-8554-42ee-97e7-a386b6ea2e8b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:11.790235 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7efdc69-020c-42a1-8841-0c54bfee2e44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:11.903835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-7f4ee277-6aef-4fdf-8603-5e237e445983', 'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'tenant_id': '2694f58a77944a008914fa19fd77ef11', 'fixed_ips': [{'subnet_id': '62c62258-0d3b-4025-bce6-8ad97fc90994'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:18:11.905019 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:12.356990 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7efdc69-020c-42a1-8841-0c54bfee2e44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:12.373946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7efdc69-020c-42a1-8841-0c54bfee2e44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:12.472718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Allocated IP 2001:db8::2 (7f4ee277-6aef-4fdf-8603-5e237e445983/62c62258-0d3b-4025-bce6-8ad97fc90994/3134a263-d5db-4335-9af9-52ae20cbf9c2) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:12.496958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efdc69-020c-42a1-8841-0c54bfee2e44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7d80c8-6aea-4305-a62b-510a74bf3ba0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:12.517901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f7efdc69-020c-42a1-8841-0c54bfee2e44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:12.522412 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f7efdc69-020c-42a1-8841-0c54bfee2e44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8249583 Aug 16 13:18:12.523878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35588) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:12.537827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-444179835', 'security_groups': ['7b7d80c8-6aea-4305-a62b-510a74bf3ba0'], 'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '62c62258-0d3b-4025-bce6-8ad97fc90994'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:12.731663 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a841ba45-96dc-47e1-b1d0-dfd5da94d85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:12.803530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235252d-c16c-4f6f-acbe-7ff45134b8be req-a3fef95d-ebbd-478f-8c83-18722863c8c2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:12.811774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0235252d-c16c-4f6f-acbe-7ff45134b8be req-a3fef95d-ebbd-478f-8c83-18722863c8c2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.3779931 Aug 16 13:18:12.836149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a841ba45-96dc-47e1-b1d0-dfd5da94d85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:12.893922 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498adf8-a2e9-41a2-8118-befe96bf0c2f req-a445396c-df9c-4bb5-901f-d23e32fc24f3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:12.897271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3498adf8-a2e9-41a2-8118-befe96bf0c2f req-a445396c-df9c-4bb5-901f-d23e32fc24f3 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.4646511 Aug 16 13:18:12.919667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:13.051021 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0235252d-c16c-4f6f-acbe-7ff45134b8be req-18407a99-a1ac-4ad0-aea5-188a8b4a0962 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375953 Aug 16 13:18:13.109178 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:13.185306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3498adf8-a2e9-41a2-8118-befe96bf0c2f req-5a1481be-42a4-4693-8aac-9b1cc2f96ef6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689199 Aug 16 13:18:13.193258 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:13.203589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a841ba45-96dc-47e1-b1d0-dfd5da94d85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:13.204699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Transition to ACTIVE for port object 3134a263-d5db-4335-9af9-52ae20cbf9c2 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:13.206576 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a841ba45-96dc-47e1-b1d0-dfd5da94d85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:13.210558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a841ba45-96dc-47e1-b1d0-dfd5da94d85e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fe7a433-6725-4ee5-ad73-c25790cada10 HTTP/1.1" status: 204 len: 168 time: 2.0715113 Aug 16 13:18:13.243282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841ba45-96dc-47e1-b1d0-dfd5da94d85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe7a433-6725-4ee5-ad73-c25790cada10,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:13.252281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port f82bb51f-aa4a-4c18-baa2-7c041562dfd0 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:18:13.370735 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77b07114-4fe4-4405-8dc6-b3a0fba49e03 req-cbf27eb6-f210-4380-8fe2-6c4782756b50 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 210 time: 0.0491917 Aug 16 13:18:13.378878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Transition to ACTIVE for port object 3134a263-d5db-4335-9af9-52ae20cbf9c2 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:13.411562 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:13.536137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8::6c (7f4ee277-6aef-4fdf-8603-5e237e445983/62c62258-0d3b-4025-bce6-8ad97fc90994/f82bb51f-aa4a-4c18-baa2-7c041562dfd0) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:13.626615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:13.633345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:13.642065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:18:13.660145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Pushing event updated for resources: {'Port': ['ID=3134a263-d5db-4335-9af9-52ae20cbf9c2,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:13.734893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:13.751610 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object f82bb51f-aa4a-4c18-baa2-7c041562dfd0 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:13.788346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Attempting to bind port 3134a263-d5db-4335-9af9-52ae20cbf9c2 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:18:13.794049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Attempting to bind port 3134a263-d5db-4335-9af9-52ae20cbf9c2 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7400c8c3-a1c0-49a9-be43-6b955866ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:18:13.796387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Attempting to bind port 3134a263-d5db-4335-9af9-52ae20cbf9c2 on network 7f4ee277-6aef-4fdf-8603-5e237e445983 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:18:13.810928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:18:13.813310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Checking segment: {'id': '7400c8c3-a1c0-49a9-be43-6b955866ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:18:13.813884 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:13.816235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Bound using segment: {'id': '7400c8c3-a1c0-49a9-be43-6b955866ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:18:13.816887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Bound port: 3134a263-d5db-4335-9af9-52ae20cbf9c2, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7400c8c3-a1c0-49a9-be43-6b955866ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:18:13.819603 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:13.916176 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:13.994203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] For port 3134a263-d5db-4335-9af9-52ae20cbf9c2, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:18:14.001621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] For port 3134a263-d5db-4335-9af9-52ae20cbf9c2, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3134a263-d5db-4335-9af9-52ae20cbf9c2,segment=NetworkSegment(7400c8c3-a1c0-49a9-be43-6b955866ef97),segment_id=7400c8c3-a1c0-49a9-be43-6b955866ef97)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:18:14.021782 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:14.107715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:14.124842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:14.136983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:18:14.143569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:14.144553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:14.236669 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7112157 Aug 16 13:18:14.252522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35604) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:14.261780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73845fd-e935-42e8-b185-8cf66e19657b None None] Pushing event updated for resources: {'Port': ['ID=3134a263-d5db-4335-9af9-52ae20cbf9c2,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:14.286568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c4ff0-ca0b-42be-9d6b-ad17672938e0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=f82bb51f-aa4a-4c18-baa2-7c041562dfd0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:14.291743 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3a47d3ba-cc13-419a-adce-8428493dbb9b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:14.334264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-8b0ae8d0-f1b2-46ae-b932-9f2ada62edf2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:14.336713 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-8b0ae8d0-f1b2-46ae-b932-9f2ada62edf2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.5355868 Aug 16 13:18:14.364960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'port': {'device_id': '6f298788-22c7-4471-9083-22b1447fe40e', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'admin_state_up': True, 'tenant_id': '36258017bc834aab8f01df63a8d583bf'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:14.444208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35608) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:14.723797 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb034-3cac-4dea-aecd-e4ab643a6074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:14.918467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6c159-0016-4438-a647-ef46430b82fe req-6c6e7b8b-f101-4d69-9c33-709fc10462b0 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:14.927200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2fe6c159-0016-4438-a647-ef46430b82fe req-6c6e7b8b-f101-4d69-9c33-709fc10462b0 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.4255269 Aug 16 13:18:15.020785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2fe6c159-0016-4438-a647-ef46430b82fe req-e583d98e-097e-43f6-aa91-2480c7afd8bc tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922947 Aug 16 13:18:15.064604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5834c7-95e4-4269-9f30-2f5bbcb5d705 req-d0130c90-acf9-4c3c-bd54-43d5bb3c1cc9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:15.074798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b5834c7-95e4-4269-9f30-2f5bbcb5d705 req-d0130c90-acf9-4c3c-bd54-43d5bb3c1cc9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.4258368 Aug 16 13:18:15.078797 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb034-3cac-4dea-aecd-e4ab643a6074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:15.109524 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb034-3cac-4dea-aecd-e4ab643a6074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:15.208063 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Made reservation on behalf of 36258017bc834aab8f01df63a8d583bf for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:15.214741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:15.262140 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ff2cb034-3cac-4dea-aecd-e4ab643a6074 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b93a660358244e3b6a0d5be6f6885be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8098965 Aug 16 13:18:15.262140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cb034-3cac-4dea-aecd-e4ab643a6074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f33c0b9-6f32-4a44-8bf9-d27c6e1024e4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:15.268746 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35620) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:15.280412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b5834c7-95e4-4269-9f30-2f5bbcb5d705 req-e33e7dfa-82e7-4626-ab71-838b873ed91a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044740 Aug 16 13:18:15.401061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f9a693d-35f7-475f-ab32-5b7c53ed54a4 req-71e7adcd-d07d-4bfc-9f13-d1f4d1e9dbea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 210 time: 0.2078631 Aug 16 13:18:15.455004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a47d3ba-cc13-419a-adce-8428493dbb9b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:15.463694 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3a47d3ba-cc13-419a-adce-8428493dbb9b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:15.645446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3134a263-d5db-4335-9af9-52ae20cbf9c2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:18:15.807081 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-345af3ad-289f-41bd-af98-15ac1aeecafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:15.873403 n-d-804708-1 neutron-server[101395]: INFO neutron.db.ipam_backend_mixin [None req-3a47d3ba-cc13-419a-adce-8428493dbb9b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62c62258-0d3b-4025-bce6-8ad97fc90994 (CIDR: 2001:db8::/64) Aug 16 13:18:15.889385 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a47d3ba-cc13-419a-adce-8428493dbb9b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:18:15.892488 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a47d3ba-cc13-419a-adce-8428493dbb9b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:15.909662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01119679-4bb1-480e-a56b-f5b1f48ace59 req-e92d6dd3-7f97-40c6-a932-a97e77bcd7f0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:15.916839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:18:15.922772 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01119679-4bb1-480e-a56b-f5b1f48ace59 req-e92d6dd3-7f97-40c6-a932-a97e77bcd7f0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.1902997 Aug 16 13:18:16.010530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01119679-4bb1-480e-a56b-f5b1f48ace59 req-9f8a3222-8106-4dbc-8f3b-77db46a38297 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862849 Aug 16 13:18:16.013518 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3a47d3ba-cc13-419a-adce-8428493dbb9b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7543302 Aug 16 13:18:16.023024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35632) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:16.032245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1d358742-a99b-4769-9c6f-88627d77442b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:16.174500 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-345af3ad-289f-41bd-af98-15ac1aeecafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:16.373533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Allocated IP 172.20.0.7 (09008d7a-74f8-41ab-838d-28f8e4814bf4/af41ab79-8112-4b7c-93d4-d544d538fff7/15fe5cee-7ffe-45c8-b17b-84f984a3d96d) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:16.440932 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:16.490351 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-345af3ad-289f-41bd-af98-15ac1aeecafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:16.496720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-345af3ad-289f-41bd-af98-15ac1aeecafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:16.506349 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-345af3ad-289f-41bd-af98-15ac1aeecafc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f33c0b9-6f32-4a44-8bf9-d27c6e1024e4 HTTP/1.1" status: 204 len: 168 time: 1.2354901 Aug 16 13:18:16.591179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345af3ad-289f-41bd-af98-15ac1aeecafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f33c0b9-6f32-4a44-8bf9-d27c6e1024e4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:16.702091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e2764-5f96-4982-8351-789b9e2dc4af req-c6aa31e5-efa9-4f0d-96b5-9b21ab365813 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:16.711968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-789e2764-5f96-4982-8351-789b9e2dc4af req-c6aa31e5-efa9-4f0d-96b5-9b21ab365813 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.2864959 Aug 16 13:18:16.795071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4ebbd-72b7-489a-a37b-f0bf8681272a req-776b9313-e4eb-4792-9ae8-96291e2a2aa4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:16.810621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41a4ebbd-72b7-489a-a37b-f0bf8681272a req-776b9313-e4eb-4792-9ae8-96291e2a2aa4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.3229542 Aug 16 13:18:16.951215 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-789e2764-5f96-4982-8351-789b9e2dc4af req-aed3be1e-53a1-445d-93b6-b03f6b070772 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380011 Aug 16 13:18:16.972563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-329e40df-30fb-4b51-a606-5113266bc1b9 None None] Provisioning complete for port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:16.973810 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-329e40df-30fb-4b51-a606-5113266bc1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:17.081601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41a4ebbd-72b7-489a-a37b-f0bf8681272a req-2c62b816-3a9d-4120-bac8-50fad121d4cb tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607853 Aug 16 13:18:17.083674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d358742-a99b-4769-9c6f-88627d77442b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:17.110849 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:17.127980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d358742-a99b-4769-9c6f-88627d77442b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:17.160638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Transition to ACTIVE for port object 15fe5cee-7ffe-45c8-b17b-84f984a3d96d will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:17.182979 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:18:17.255970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-329e40df-30fb-4b51-a606-5113266bc1b9 None None] Port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:17.308685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:17.332121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-329e40df-30fb-4b51-a606-5113266bc1b9 None None] Provisioning for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:18:17.369548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-329e40df-30fb-4b51-a606-5113266bc1b9 None None] Provisioning complete for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:17.372336 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-329e40df-30fb-4b51-a606-5113266bc1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:17.475684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:17.494527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:17.500989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:18:17.828943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=15fe5cee-7ffe-45c8-b17b-84f984a3d96d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:17.905373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:17.906714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:17.912191 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-329e40df-30fb-4b51-a606-5113266bc1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:17.985179 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e599701b-d0c4-4dc5-a1fa-bce1acb1aff9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6341844 Aug 16 13:18:18.027022 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Request body: {'port': {'device_id': '6f298788-22c7-4471-9083-22b1447fe40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:18.107098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-329e40df-30fb-4b51-a606-5113266bc1b9 None None] For port 3134a263-d5db-4335-9af9-52ae20cbf9c2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3134a263-d5db-4335-9af9-52ae20cbf9c2,segment=NetworkSegment(7400c8c3-a1c0-49a9-be43-6b955866ef97),segment_id=7400c8c3-a1c0-49a9-be43-6b955866ef97)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:18.117738 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-329e40df-30fb-4b51-a606-5113266bc1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:18.336528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bb4fd6ec-5219-47ea-9923-7f2b321ef957 None None] Provisioning for port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:18:18.370027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bb4fd6ec-5219-47ea-9923-7f2b321ef957 None None] Provisioning complete for port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:18.375469 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd6ec-5219-47ea-9923-7f2b321ef957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:18.395081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81455167-9d02-40b8-bf21-bf76ba690b12 req-ce681282-012d-44ff-ac9a-e136a6aef807 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:18.412258 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81455167-9d02-40b8-bf21-bf76ba690b12 req-ce681282-012d-44ff-ac9a-e136a6aef807 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 931 time: 1.0467656 Aug 16 13:18:18.424075 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:18.518027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cafcf0-8430-4f55-8e7b-e0dc4c5a2ca2 req-f323feaa-5d5e-4704-84ac-727820c976c7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:18.523788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84cafcf0-8430-4f55-8e7b-e0dc4c5a2ca2 req-f323feaa-5d5e-4704-84ac-727820c976c7 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.8350964 Aug 16 13:18:18.537854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d358742-a99b-4769-9c6f-88627d77442b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:18.624591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e40df-30fb-4b51-a606-5113266bc1b9 None None] Pushing event updated for resources: {'Port': ['ID=3134a263-d5db-4335-9af9-52ae20cbf9c2,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:18.668248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84cafcf0-8430-4f55-8e7b-e0dc4c5a2ca2 req-39b0b8a2-e1a7-4c94-ae79-a81503b47b28 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076241 Aug 16 13:18:18.677047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fd6ec-5219-47ea-9923-7f2b321ef957 None None] Port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:18.747593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81455167-9d02-40b8-bf21-bf76ba690b12 req-b66c3cd8-08c2-4d5f-ab0a-a9c526b4b559 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298845 Aug 16 13:18:18.766064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bb4fd6ec-5219-47ea-9923-7f2b321ef957 None None] Provisioning for port f82bb51f-aa4a-4c18-baa2-7c041562dfd0 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:18:18.793911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bb4fd6ec-5219-47ea-9923-7f2b321ef957 None None] Provisioning complete for port f82bb51f-aa4a-4c18-baa2-7c041562dfd0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:18.794909 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bb4fd6ec-5219-47ea-9923-7f2b321ef957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:18.858503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d358742-a99b-4769-9c6f-88627d77442b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:18.878652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1d358742-a99b-4769-9c6f-88627d77442b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:18.945767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d358742-a99b-4769-9c6f-88627d77442b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:18.947004 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d358742-a99b-4769-9c6f-88627d77442b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:18.965293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d358742-a99b-4769-9c6f-88627d77442b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Subnet': ['ID=7e816106-8f59-4afa-93cf-578b2a3d0d3a,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:18.968577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fd6ec-5219-47ea-9923-7f2b321ef957 None None] Port f82bb51f-aa4a-4c18-baa2-7c041562dfd0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:18.976058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19670030-9bed-4d95-bd44-1ff805b8988e None None] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:18:19.342357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1d358742-a99b-4769-9c6f-88627d77442b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3172700 Aug 16 13:18:19.348037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35686) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:19.363794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1383622397', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7e816106-8f59-4afa-93cf-578b2a3d0d3a'}], 'security_groups': ['0eea26b6-8554-42ee-97e7-a386b6ea2e8b']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:19.408228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc835e3e-9195-4417-a148-cb6635e32511 req-d8dee22d-6283-4d32-86c3-fbb660187472 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:19.417678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc835e3e-9195-4417-a148-cb6635e32511 req-d8dee22d-6283-4d32-86c3-fbb660187472 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.4795997 Aug 16 13:18:19.434122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868da15-51cf-460b-a5e0-afc13e4e033e req-534bf937-d9fb-47ea-8a85-3e4832c58fff tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:19.446507 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1868da15-51cf-460b-a5e0-afc13e4e033e req-534bf937-d9fb-47ea-8a85-3e4832c58fff tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.3530421 Aug 16 13:18:19.525251 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3134a263-d5db-4335-9af9-52ae20cbf9c2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:18:19.544181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fe5cee-7ffe-45c8-b17b-84f984a3d96d {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:18:19.583934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1868da15-51cf-460b-a5e0-afc13e4e033e req-28322df9-c89d-4296-8aeb-bb063905353b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340194 Aug 16 13:18:19.591891 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:19.637486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc835e3e-9195-4417-a148-cb6635e32511 req-6c9fc03b-d700-4847-a3e6-73ac8b36394d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760316 Aug 16 13:18:19.779301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Transition to ACTIVE for port object 15fe5cee-7ffe-45c8-b17b-84f984a3d96d will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:19.786646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:19.788657 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:19.803825 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:19.869347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b54af-4c74-4460-80b1-0aac8a931b9b req-a1fd91cb-d34a-4adf-8d96-0fe633a0d94a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:19.872457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-725b54af-4c74-4460-80b1-0aac8a931b9b req-a1fd91cb-d34a-4adf-8d96-0fe633a0d94a tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.1907516 Aug 16 13:18:20.032136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b2b11-1169-4f63-8a48-9135f022856c None None] Update dhcp port {'port': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'fixed_ips': [{'subnet_id': '62c62258-0d3b-4025-bce6-8ad97fc90994', 'ip_address': '2001:db8::2'}, {'subnet_id': '7e816106-8f59-4afa-93cf-578b2a3d0d3a'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '3134a263-d5db-4335-9af9-52ae20cbf9c2'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:18:20.090606 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-660b2b11-1169-4f63-8a48-9135f022856c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:20.145203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-725b54af-4c74-4460-80b1-0aac8a931b9b req-9aab592a-308e-41cb-9910-ea16c23466b8 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652187 Aug 16 13:18:20.158359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Pushing event updated for resources: {'Port': ['ID=15fe5cee-7ffe-45c8-b17b-84f984a3d96d,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:20.264686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f2649-34dd-4b95-b5e9-42a0b22bfa5c req-207f47f6-c27f-4bd5-b059-775dcd57e318 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:20.270197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef3f2649-34dd-4b95-b5e9-42a0b22bfa5c req-207f47f6-c27f-4bd5-b059-775dcd57e318 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.2788486 Aug 16 13:18:20.319324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:20.480170 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef3f2649-34dd-4b95-b5e9-42a0b22bfa5c req-968147ff-6ca2-4f5a-bcf2-048de0ea969f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989815 Aug 16 13:18:20.541525 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35710) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:20.577487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a05a79-250c-44ba-a150-83248374faae req-0600ae46-d826-47f9-9c3e-f595d8ff7703 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:20.596052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47a05a79-250c-44ba-a150-83248374faae req-0600ae46-d826-47f9-9c3e-f595d8ff7703 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.2924104 Aug 16 13:18:20.774893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Attempting to bind port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:18:20.775656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Attempting to bind port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:18:20.775862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Attempting to bind port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:18:20.796767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:18:20.797128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Attempting to bind port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:18:20.867610 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:18:20.873607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Checking segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:18:20.875771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Bound using segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:18:20.878893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Bound port: 15fe5cee-7ffe-45c8-b17b-84f984a3d96d, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:18:20.884203 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:20.887520 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47a05a79-250c-44ba-a150-83248374faae req-78c0c7ce-d37d-41bd-8e0c-40e7e3030988 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880824 Aug 16 13:18:21.061440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-660b2b11-1169-4f63-8a48-9135f022856c None None] Allocated IP 2001:db8:0:1::2 (7f4ee277-6aef-4fdf-8603-5e237e445983/7e816106-8f59-4afa-93cf-578b2a3d0d3a/3134a263-d5db-4335-9af9-52ae20cbf9c2) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:21.205438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a023151-875d-44e7-811a-71ab6643448e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:21.254512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-660b2b11-1169-4f63-8a48-9135f022856c None None] For port 3134a263-d5db-4335-9af9-52ae20cbf9c2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3134a263-d5db-4335-9af9-52ae20cbf9c2,segment=NetworkSegment(7400c8c3-a1c0-49a9-be43-6b955866ef97),segment_id=7400c8c3-a1c0-49a9-be43-6b955866ef97)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:21.271534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fa988-8121-40d9-b2e2-94da103030eb req-9524044a-133b-4da5-9c21-1104ffd97cdb tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:21.291169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-079fa988-8121-40d9-b2e2-94da103030eb req-9524044a-133b-4da5-9c21-1104ffd97cdb tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.2174697 Aug 16 13:18:21.358724 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-660b2b11-1169-4f63-8a48-9135f022856c None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:21.399790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-660b2b11-1169-4f63-8a48-9135f022856c None None] Transition to ACTIVE for port object 3134a263-d5db-4335-9af9-52ae20cbf9c2 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:21.414599 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-660b2b11-1169-4f63-8a48-9135f022856c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:21.633185 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-079fa988-8121-40d9-b2e2-94da103030eb req-2830ba43-c183-4c11-bf11-2e25d74e4e3c tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175757 Aug 16 13:18:21.652583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] For port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:18:21.667423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] For port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=15fe5cee-7ffe-45c8-b17b-84f984a3d96d,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:18:21.695581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989524-ae91-4f4a-a7d4-6b61da00ffea req-91f291ac-f3fe-444f-817c-91757b62d51e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:21.718868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef989524-ae91-4f4a-a7d4-6b61da00ffea req-91f291ac-f3fe-444f-817c-91757b62d51e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.2192588 Aug 16 13:18:21.721729 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:21.729523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b2b11-1169-4f63-8a48-9135f022856c None None] Pushing event updated for resources: {'Port': ['ID=3134a263-d5db-4335-9af9-52ae20cbf9c2,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:21.837228 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef989524-ae91-4f4a-a7d4-6b61da00ffea req-1f6db28b-87b7-47e8-9427-1f7c24a3ec0c tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173491 Aug 16 13:18:21.987683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:21.990838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:21.993654 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] 10.222.0.22 "PUT /v2.0/ports/15fe5cee-7ffe-45c8-b17b-84f984a3d96d HTTP/1.1" status: 200 len: 1091 time: 3.9936142 Aug 16 13:18:21.995888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f298788-22c7-4471-9083-22b1447fe40e', 'tag': '15fe5cee-7ffe-45c8-b17b-84f984a3d96d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:18:22.000400 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8a1462-8daa-43da-914f-e4afc12ec4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f298788-22c7-4471-9083-22b1447fe40e", "tag": "15fe5cee-7ffe-45c8-b17b-84f984a3d96d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:18:22.049487 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a023151-875d-44e7-811a-71ab6643448e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:22.091806 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a023151-875d-44e7-811a-71ab6643448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:22.180985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb250e-a41d-4140-a849-d92ca3538d12 service neutron] Pushing event updated for resources: {'Port': ['ID=15fe5cee-7ffe-45c8-b17b-84f984a3d96d,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:22.209995 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1411e3c-b3fa-4396-8484-6b1ba3e92799 x-openstack-request-id: req-c1411e3c-b3fa-4396-8484-6b1ba3e92799 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:18:22.209995 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f298788-22c7-4471-9083-22b1447fe40e", "tag": "15fe5cee-7ffe-45c8-b17b-84f984a3d96d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:18:22.210402 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1411e3c-b3fa-4396-8484-6b1ba3e92799 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:18:22.212897 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f298788-22c7-4471-9083-22b1447fe40e', 'tag': '15fe5cee-7ffe-45c8-b17b-84f984a3d96d', 'status': 'completed', 'code': 200} Aug 16 13:18:22.273753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a023151-875d-44e7-811a-71ab6643448e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0b7805-f363-488d-90c6-a8df0517dbf5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:22.385947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9812b2-ec42-445b-9360-c6a1774f9296 req-786110f6-d3ce-46bb-b888-7c6ed1b0c5bd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:22.390019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d9812b2-ec42-445b-9360-c6a1774f9296 req-786110f6-d3ce-46bb-b888-7c6ed1b0c5bd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.5284550 Aug 16 13:18:22.402076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6a023151-875d-44e7-811a-71ab6643448e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c9142a7eab845b7836b8d00efd639f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7701073 Aug 16 13:18:22.409495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35736) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:22.453940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Delete allocated IP 2001:db8::6c (7f4ee277-6aef-4fdf-8603-5e237e445983/62c62258-0d3b-4025-bce6-8ad97fc90994) {{(pid=101396) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 13:18:22.489373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8:0:1::2b5 (7f4ee277-6aef-4fdf-8603-5e237e445983/7e816106-8f59-4afa-93cf-578b2a3d0d3a/f82bb51f-aa4a-4c18-baa2-7c041562dfd0) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:22.567630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e039faf0-c06f-48a7-91be-9a3221205166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:22.573961 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-e039faf0-c06f-48a7-91be-9a3221205166 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 1094 time: 0.3597159 Aug 16 13:18:22.654408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d9812b2-ec42-445b-9360-c6a1774f9296 req-980fa70d-59ee-4c35-8fed-b1dfbc1b6aa6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833827 Aug 16 13:18:22.717883 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d8765669-7f9d-425b-9493-b38f382cd0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:22.766275 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-74f2b986-f339-48f0-97b9-d433b7d44dce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15fe5cee-7ffe-45c8-b17b-84f984a3d96d HTTP/1.1" status: 200 len: 217 time: 0.1775932 Aug 16 13:18:22.800779 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d8765669-7f9d-425b-9493-b38f382cd0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:22.905012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-b428d1b0-a945-4d5b-9b7b-a8dc615ab391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:22.908016 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-b428d1b0-a945-4d5b-9b7b-a8dc615ab391 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.1127198 Aug 16 13:18:22.952035 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d8765669-7f9d-425b-9493-b38f382cd0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:22.959934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d8765669-7f9d-425b-9493-b38f382cd0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:22.961952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d8765669-7f9d-425b-9493-b38f382cd0f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd0b7805-f363-488d-90c6-a8df0517dbf5 HTTP/1.1" status: 204 len: 168 time: 0.5502236 Aug 16 13:18:22.980781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8765669-7f9d-425b-9493-b38f382cd0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0b7805-f363-488d-90c6-a8df0517dbf5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:23.061993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e54bbf-aba4-4524-95b4-4ec0e8b239a8 req-79284b73-542f-4d5c-9aeb-3bc833a61a37 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:23.063713 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08e54bbf-aba4-4524-95b4-4ec0e8b239a8 req-79284b73-542f-4d5c-9aeb-3bc833a61a37 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.2659838 Aug 16 13:18:23.126919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08e54bbf-aba4-4524-95b4-4ec0e8b239a8 req-ebc4d2d4-06a2-4f1f-ad40-ea9d847fba9e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560985 Aug 16 13:18:23.168293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce1533-b47d-4700-846d-1ab7a67ed065 req-e08e67ca-e453-4da5-82a0-6be6c8d00230 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:23.170389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55ce1533-b47d-4700-846d-1ab7a67ed065 req-e08e67ca-e453-4da5-82a0-6be6c8d00230 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.2057672 Aug 16 13:18:23.176339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a0616e1a-b9f3-4087-9ae9-86bfa61a8e65 None None] Provisioning complete for port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:23.177470 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a0616e1a-b9f3-4087-9ae9-86bfa61a8e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:23.361111 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a0616e1a-b9f3-4087-9ae9-86bfa61a8e65 None None] Port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:23.376412 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:23.380096 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55ce1533-b47d-4700-846d-1ab7a67ed065 req-a70389aa-8a90-40d5-8df6-c203ebd3fe16 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949036 Aug 16 13:18:23.395854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a0616e1a-b9f3-4087-9ae9-86bfa61a8e65 None None] Provisioning for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:18:23.405768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-8e765aa6-6c3f-48b0-bc2c-e75ab4a1aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:23.411247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a0616e1a-b9f3-4087-9ae9-86bfa61a8e65 None None] Provisioning complete for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:23.411903 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a0616e1a-b9f3-4087-9ae9-86bfa61a8e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:23.419993 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-8e765aa6-6c3f-48b0-bc2c-e75ab4a1aa97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4859087 Aug 16 13:18:23.421321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object f82bb51f-aa4a-4c18-baa2-7c041562dfd0 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:23.427155 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:23.551930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3134a263-d5db-4335-9af9-52ae20cbf9c2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:18:23.783572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] In _notify_port_updated(), no bound segment for port f82bb51f-aa4a-4c18-baa2-7c041562dfd0 on network 7f4ee277-6aef-4fdf-8603-5e237e445983 {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:18:23.789883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:23.820856 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:23.824422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:23.824798 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:23.826281 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "PUT /v2.0/ports/f82bb51f-aa4a-4c18-baa2-7c041562dfd0 HTTP/1.1" status: 200 len: 931 time: 4.4760077 Aug 16 13:18:23.832849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35762) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:23.887845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7fa0f-ea4f-4c32-aeab-5f8de2a7b079 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=f82bb51f-aa4a-4c18-baa2-7c041562dfd0,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:24.044858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e6f74-3833-47bf-b176-a8b33471a2be req-87cbc27a-3f1b-440d-84b5-1cd52523db27 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:24.060656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-127e6f74-3833-47bf-b176-a8b33471a2be req-87cbc27a-3f1b-440d-84b5-1cd52523db27 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.2597301 Aug 16 13:18:24.065983 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-52b3887f-405a-4dde-8e56-d83b694a0eee service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287925 Aug 16 13:18:24.200908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-127e6f74-3833-47bf-b176-a8b33471a2be req-f11f0a6d-6c3b-479c-b1bc-8156dfc6a20e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391008 Aug 16 13:18:24.286809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-68596e23-3199-4d59-8e77-720077fd1d96 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port f82bb51f-aa4a-4c18-baa2-7c041562dfd0 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:18:24.287273 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-68596e23-3199-4d59-8e77-720077fd1d96 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:24.308984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a0616e1a-b9f3-4087-9ae9-86bfa61a8e65 None None] Provisioning for port f82bb51f-aa4a-4c18-baa2-7c041562dfd0 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:18:24.448052 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a0616e1a-b9f3-4087-9ae9-86bfa61a8e65 None None] Provisioning complete for port f82bb51f-aa4a-4c18-baa2-7c041562dfd0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:24.448450 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a0616e1a-b9f3-4087-9ae9-86bfa61a8e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:24.550981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5a965-9227-4152-be6a-6f367bde6eba req-793f7ae0-c10f-4c83-acbd-cdc529f3f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:24.550981 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57e5a965-9227-4152-be6a-6f367bde6eba req-793f7ae0-c10f-4c83-acbd-cdc529f3f3e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 1097 time: 0.3623848 Aug 16 13:18:24.553792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a0616e1a-b9f3-4087-9ae9-86bfa61a8e65 None None] Port f82bb51f-aa4a-4c18-baa2-7c041562dfd0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:24.604029 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-68596e23-3199-4d59-8e77-720077fd1d96 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:24.637472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-68596e23-3199-4d59-8e77-720077fd1d96 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for f82bb51f-aa4a-4c18-baa2-7c041562dfd0 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:18:24.717050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cd5c157e-c4f2-4a4b-b3bb-5ce9d1580e98 None None] Provisioning complete for port f82bb51f-aa4a-4c18-baa2-7c041562dfd0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:24.717641 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd5c157e-c4f2-4a4b-b3bb-5ce9d1580e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:24.727366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5a965-9227-4152-be6a-6f367bde6eba req-1836cd11-81d8-4914-8c96-2a7e087288f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:24.728944 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57e5a965-9227-4152-be6a-6f367bde6eba req-1836cd11-81d8-4914-8c96-2a7e087288f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 914 time: 0.1687379 Aug 16 13:18:24.815577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c157e-c4f2-4a4b-b3bb-5ce9d1580e98 None None] Port f82bb51f-aa4a-4c18-baa2-7c041562dfd0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:24.833543 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57e5a965-9227-4152-be6a-6f367bde6eba req-9d1a49da-9a5c-4914-b846-677138c648f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3 HTTP/1.1" status: 200 len: 217 time: 0.0894418 Aug 16 13:18:24.844838 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-563a2706-b44c-4707-bacb-09f06c7ea47c req-3bb625a8-c41d-4ddb-bb72-8fdbc1b408dc service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7723761 Aug 16 13:18:24.971275 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-68596e23-3199-4d59-8e77-720077fd1d96 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:25.035131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5a965-9227-4152-be6a-6f367bde6eba req-0a1dcaa1-662b-45fe-8242-6aa6b6079911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:25.035335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68596e23-3199-4d59-8e77-720077fd1d96 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=f82bb51f-aa4a-4c18-baa2-7c041562dfd0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:25.036619 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57e5a965-9227-4152-be6a-6f367bde6eba req-0a1dcaa1-662b-45fe-8242-6aa6b6079911 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=372eeca5-8a07-42e8-a3b6-c0d782c3fee7 HTTP/1.1" status: 200 len: 854 time: 0.1897161 Aug 16 13:18:25.087300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970891c4-309b-4b5b-b724-33f526c3a05b req-42684c7a-1c68-4a23-bbdb-fe4f15cb41f5 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:25.087300 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-970891c4-309b-4b5b-b724-33f526c3a05b req-42684c7a-1c68-4a23-bbdb-fe4f15cb41f5 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.1535454 Aug 16 13:18:25.124213 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57e5a965-9227-4152-be6a-6f367bde6eba req-36ae52a0-7045-4953-85e0-25ec2426a7b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b059f55d-827b-47fc-b46e-b05c6494339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640433 Aug 16 13:18:25.137341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aab228-edf7-44a4-826c-6815d68ab412 req-4724481a-afa3-4488-94f3-6691d2f8a508 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:25.146774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5aab228-edf7-44a4-826c-6815d68ab412 req-4724481a-afa3-4488-94f3-6691d2f8a508 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.2234476 Aug 16 13:18:25.155528 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-68596e23-3199-4d59-8e77-720077fd1d96 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:25.157867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-68596e23-3199-4d59-8e77-720077fd1d96 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/f82bb51f-aa4a-4c18-baa2-7c041562dfd0 HTTP/1.1" status: 204 len: 168 time: 1.3206728 Aug 16 13:18:25.163895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35794) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:25.280096 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5aab228-edf7-44a4-826c-6815d68ab412 req-acadae51-5481-4a42-841f-2fedc224859e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304936 Aug 16 13:18:25.303311 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a208e37-5fb8-46ed-a492-006c14379c54 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:18:25.312121 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1a208e37-5fb8-46ed-a492-006c14379c54 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/f82bb51f-aa4a-4c18-baa2-7c041562dfd0 HTTP/1.1" status: 404 len: 333 time: 0.1426089 Aug 16 13:18:25.317576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35800) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:25.708678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-970891c4-309b-4b5b-b724-33f526c3a05b req-c7cb7e98-8e56-4048-9729-f269a4ab601c tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575473 Aug 16 13:18:25.727008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1462-8daa-43da-914f-e4afc12ec4c8 req-d4784ae5-d42c-462b-b7fd-1a1ec7b62977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:25.736868 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f8a1462-8daa-43da-914f-e4afc12ec4c8 req-d4784ae5-d42c-462b-b7fd-1a1ec7b62977 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 1094 time: 0.6989517 Aug 16 13:18:25.837284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-170eda7d-ba62-4ecd-b730-442d29ba8e64 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:25.881200 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-170eda7d-ba62-4ecd-b730-442d29ba8e64 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:26.055772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdb6fe-32fa-4aa5-b6e0-76c4801f3d79 req-518893bd-b4ae-494d-b23d-918a528e4465 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:26.070560 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41cdb6fe-32fa-4aa5-b6e0-76c4801f3d79 req-518893bd-b4ae-494d-b23d-918a528e4465 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.4012098 Aug 16 13:18:26.085611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-170eda7d-ba62-4ecd-b730-442d29ba8e64 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:26.090531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-170eda7d-ba62-4ecd-b730-442d29ba8e64 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:26.092646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-170eda7d-ba62-4ecd-b730-442d29ba8e64 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/security-groups/7b7d80c8-6aea-4305-a62b-510a74bf3ba0 HTTP/1.1" status: 204 len: 168 time: 0.7763183 Aug 16 13:18:26.119549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35808) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:26.154968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170eda7d-ba62-4ecd-b730-442d29ba8e64 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7d80c8-6aea-4305-a62b-510a74bf3ba0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:26.177786 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57e5a965-9227-4152-be6a-6f367bde6eba req-fd676de6-0b10-45cf-9cbc-a3236ec7d1d8 service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0128508 Aug 16 13:18:26.293976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41cdb6fe-32fa-4aa5-b6e0-76c4801f3d79 req-8dcb6be8-6c06-4ccd-bfee-be72d90e760d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219419 Aug 16 13:18:26.374534 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95866f18-4033-4afa-b47c-6eec61865540 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:26.447429 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95866f18-4033-4afa-b47c-6eec61865540 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:26.602339 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-57e5a965-9227-4152-be6a-6f367bde6eba req-696d18b0-b1e5-48bc-8009-912a4d591a94 service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121737 Aug 16 13:18:26.609960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1462-8daa-43da-914f-e4afc12ec4c8 req-97747b3d-9b53-4dd6-83af-557cc8e1a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:26.612008 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f8a1462-8daa-43da-914f-e4afc12ec4c8 req-97747b3d-9b53-4dd6-83af-557cc8e1a6c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.8641808 Aug 16 13:18:26.702589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95866f18-4033-4afa-b47c-6eec61865540 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:26.705510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95866f18-4033-4afa-b47c-6eec61865540 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:26.721625 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-95866f18-4033-4afa-b47c-6eec61865540 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/security-groups/0eea26b6-8554-42ee-97e7-a386b6ea2e8b HTTP/1.1" status: 204 len: 168 time: 0.6008382 Aug 16 13:18:26.729274 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35820) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:26.762085 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f8a1462-8daa-43da-914f-e4afc12ec4c8 req-9a08dc7c-b256-4011-8842-adcd624ed0cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15fe5cee-7ffe-45c8-b17b-84f984a3d96d HTTP/1.1" status: 200 len: 217 time: 0.1371992 Aug 16 13:18:26.906972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-23efdabf-76e5-42a2-b1b4-294d916eaa44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting subnet 62c62258-0d3b-4025-bce6-8ad97fc90994 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:18:26.909121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1462-8daa-43da-914f-e4afc12ec4c8 req-9a57ca7e-0a1a-44de-9fd6-bab608553504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:26.914993 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f8a1462-8daa-43da-914f-e4afc12ec4c8 req-9a57ca7e-0a1a-44de-9fd6-bab608553504 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.1435070 Aug 16 13:18:26.932351 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95866f18-4033-4afa-b47c-6eec61865540 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eea26b6-8554-42ee-97e7-a386b6ea2e8b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:26.935660 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23efdabf-76e5-42a2-b1b4-294d916eaa44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:26.998706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954010d-e253-428b-8ea8-3dbff1d65299 req-1601a8ec-6059-42e6-8312-6d9c77b261fe tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:27.000766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4954010d-e253-428b-8ea8-3dbff1d65299 req-1601a8ec-6059-42e6-8312-6d9c77b261fe tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.4402514 Aug 16 13:18:27.048893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1462-8daa-43da-914f-e4afc12ec4c8 req-15c03652-ef67-4923-996c-b2d5aa7d781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:27.050577 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f8a1462-8daa-43da-914f-e4afc12ec4c8 req-15c03652-ef67-4923-996c-b2d5aa7d781a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270669 Aug 16 13:18:27.161995 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23efdabf-76e5-42a2-b1b4-294d916eaa44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:27.276687 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f8a1462-8daa-43da-914f-e4afc12ec4c8 req-206b2818-4855-41e7-bd60-082681635808 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170663 Aug 16 13:18:27.339585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4954010d-e253-428b-8ea8-3dbff1d65299 req-65d29f90-b55d-4a89-8abd-e6b9ce0cf052 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286428 Aug 16 13:18:27.446608 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be6e9e-b511-4457-a3a3-d05d2c206983 req-d5224975-393e-4c8b-b35b-e24edf37a692 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:27.454505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12be6e9e-b511-4457-a3a3-d05d2c206983 req-d5224975-393e-4c8b-b35b-e24edf37a692 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.4498928 Aug 16 13:18:27.502307 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23efdabf-76e5-42a2-b1b4-294d916eaa44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:27.692853 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f8a1462-8daa-43da-914f-e4afc12ec4c8 req-edb1beed-2de5-4918-b90d-745705d75117 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016566 Aug 16 13:18:27.732651 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23efdabf-76e5-42a2-b1b4-294d916eaa44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:27.832479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efdabf-76e5-42a2-b1b4-294d916eaa44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Subnet': ['ID=62c62258-0d3b-4025-bce6-8ad97fc90994,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:27.853212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23efdabf-76e5-42a2-b1b4-294d916eaa44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:27.861455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35838) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:27.868002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35840) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:27.878034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c71377da-a453-40ae-9517-b92ff36dcd9a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:27.878273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-23efdabf-76e5-42a2-b1b4-294d916eaa44 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/62c62258-0d3b-4025-bce6-8ad97fc90994 HTTP/1.1" status: 204 len: 168 time: 1.1289401 Aug 16 13:18:27.890770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3973db-ef02-42d3-bae9-96293faa42d2 None None] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:18:27.907733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12be6e9e-b511-4457-a3a3-d05d2c206983 req-b613ba03-3be3-4a4f-9151-5b38f5917546 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171984 Aug 16 13:18:27.964916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e0b9d-dabc-48cb-a021-2e0a556161ba req-799e2059-e9a1-4b09-ad56-3261c1158ace tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:27.967011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf8e0b9d-dabc-48cb-a021-2e0a556161ba req-799e2059-e9a1-4b09-ad56-3261c1158ace tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.2762368 Aug 16 13:18:28.191459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf8e0b9d-dabc-48cb-a021-2e0a556161ba req-8d05ee8e-7099-49a1-8baa-ed8fbd2321e2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105365 Aug 16 13:18:28.219798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1066082369', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:28.355252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Made reservation on behalf of 1eae45f7547d448897b720c5df0ab902 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:28.357911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:28.360856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71377da-a453-40ae-9517-b92ff36dcd9a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:28.364758 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c71377da-a453-40ae-9517-b92ff36dcd9a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:28.390632 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:28.667760 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2b9de-31f6-40ea-bbd2-4cfacf7b978b req-4ea25d87-88e5-4835-832c-e44e09eae2ec tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:28.676058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23c2b9de-31f6-40ea-bbd2-4cfacf7b978b req-4ea25d87-88e5-4835-832c-e44e09eae2ec tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.1571684 Aug 16 13:18:28.751968 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:28.787237 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:28.839095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] device_id is not set on port a648bcdc-2e09-4496-a2b5-293ccf4e5429 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:18:28.950059 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23c2b9de-31f6-40ea-bbd2-4cfacf7b978b req-e8d16eb5-60a8-4542-936f-2c8b2711a064 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295725 Aug 16 13:18:28.955351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6001470-e24d-44ff-8fe1-49b5d1886d2f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:28.990763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:28.991362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:28.993230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:28.993230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:28.993741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:28.994367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:28.994908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:28.995481 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:28.996314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:28.996888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:28.998056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:28.999069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:29.380788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10643404-195a-46f2-8a33-e3ae9e04f0f8 req-a68e7212-ae78-4066-9068-ad01a691996c tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:29.383319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10643404-195a-46f2-8a33-e3ae9e04f0f8 req-a68e7212-ae78-4066-9068-ad01a691996c tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.2408869 Aug 16 13:18:29.413696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c921314-b06e-496c-8fa7-fc4848433606 req-813fbc04-a388-4cba-b4a2-d3735d7f15fa tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:29.421658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c921314-b06e-496c-8fa7-fc4848433606 req-813fbc04-a388-4cba-b4a2-d3735d7f15fa tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.1710274 Aug 16 13:18:29.531370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10643404-195a-46f2-8a33-e3ae9e04f0f8 req-56d2fc88-bb1b-4a71-8c3d-1527a2ad5d61 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403894 Aug 16 13:18:29.575681 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c921314-b06e-496c-8fa7-fc4848433606 req-f512b46e-5a9c-42e4-9c53-b92128aa6026 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373529 Aug 16 13:18:29.806607 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:29.993793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625e3bf-8f14-4786-95a3-95905ee360c2 req-4c16be53-a877-4df7-8d57-b33680084135 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:30.011385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2625e3bf-8f14-4786-95a3-95905ee360c2 req-4c16be53-a877-4df7-8d57-b33680084135 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.2682564 Aug 16 13:18:30.153687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2625e3bf-8f14-4786-95a3-95905ee360c2 req-46858dc2-a26a-4644-a9fe-c1493a646505 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313303 Aug 16 13:18:30.156991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bafc67aa-40d6-412d-8fbe-3254e9b88af9 None None] Provisioning complete for port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:30.157802 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bafc67aa-40d6-412d-8fbe-3254e9b88af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:30.189653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a00de-3e65-4df5-b1ed-d1519e958858 req-de4daecd-179f-47aa-8f4b-4e6beee1c95e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:30.196578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df9a00de-3e65-4df5-b1ed-d1519e958858 req-de4daecd-179f-47aa-8f4b-4e6beee1c95e tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.3379862 Aug 16 13:18:30.228236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-bafc67aa-40d6-412d-8fbe-3254e9b88af9 None None] Port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:30.263334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bafc67aa-40d6-412d-8fbe-3254e9b88af9 None None] Provisioning complete for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:30.264152 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bafc67aa-40d6-412d-8fbe-3254e9b88af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:30.336314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df9a00de-3e65-4df5-b1ed-d1519e958858 req-df70ce95-c766-4e05-9136-dec796dac8f0 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191623 Aug 16 13:18:30.561866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Allocated IP 172.25.0.98 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/a648bcdc-2e09-4496-a2b5-293ccf4e5429) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:30.655045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c71377da-a453-40ae-9517-b92ff36dcd9a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:30.794744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbb223-636f-487b-9e06-8878027494c5 req-fb24065f-f008-4896-a6fc-e0a393078030 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:30.828131 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bdbb223-636f-487b-9e06-8878027494c5 req-fb24065f-f008-4896-a6fc-e0a393078030 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.3108263 Aug 16 13:18:30.933521 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:30.987961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bdbb223-636f-487b-9e06-8878027494c5 req-c06fc196-c2b2-419d-959f-c906622b1552 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586785 Aug 16 13:18:31.048576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276b055-bb90-455e-aa64-a6a9d224b1da req-42afbf07-f490-482b-bbd4-1b5ed4bbac33 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:31.077555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0276b055-bb90-455e-aa64-a6a9d224b1da req-42afbf07-f490-482b-bbd4-1b5ed4bbac33 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.2467883 Aug 16 13:18:31.195812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:31.374315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0276b055-bb90-455e-aa64-a6a9d224b1da req-079639d1-0c29-493b-bf63-d6dee0a75c83 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955287 Aug 16 13:18:31.443098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:31.444622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71377da-a453-40ae-9517-b92ff36dcd9a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Subnet': ['ID=302cbe03-f8ac-44db-866f-038b344a4e85,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:31.449932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Pushing event updated for resources: {'Port': ['ID=a648bcdc-2e09-4496-a2b5-293ccf4e5429,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:31.459441 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:31.482571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:18:31.649029 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a9305-a169-4c5e-81af-9a7fd6d05913 req-dbd58260-a224-4b01-a8f7-79872562ad45 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:31.658689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-337a9305-a169-4c5e-81af-9a7fd6d05913 req-dbd58260-a224-4b01-a8f7-79872562ad45 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.2463219 Aug 16 13:18:31.671451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71377da-a453-40ae-9517-b92ff36dcd9a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:31.698195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-c71377da-a453-40ae-9517-b92ff36dcd9a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:31.704350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71377da-a453-40ae-9517-b92ff36dcd9a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:31.704958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c71377da-a453-40ae-9517-b92ff36dcd9a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:31.716142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8812c28-2938-44e2-b258-6e74f3f3ce1b req-a7d3144b-9dd4-4ea4-9eb2-48f3d1bc9000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:31.717807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8812c28-2938-44e2-b258-6e74f3f3ce1b req-a7d3144b-9dd4-4ea4-9eb2-48f3d1bc9000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.1415713 Aug 16 13:18:31.718745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b14b0a-97f6-40ba-a950-8aa3b3e886e6 None None] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:18:31.730328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-337a9305-a169-4c5e-81af-9a7fd6d05913 req-d8566f3f-259e-44d9-97ca-219b5f8b2032 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692122 Aug 16 13:18:31.790767 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c71377da-a453-40ae-9517-b92ff36dcd9a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9210711 Aug 16 13:18:31.795068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:31.797394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35894) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:31.799243 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:31.815517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-da3b7277-d3a6-45fe-bdcd-4db7aba8cfa1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'security_group': {'name': 'tempest-secgroup-732260195'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:31.849223 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-210cdba8-305b-4583-a620-cb9bf3f1fe70 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9867158 Aug 16 13:18:31.852868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35896) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:31.866029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}]}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:31.881581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8812c28-2938-44e2-b258-6e74f3f3ce1b req-d7001d15-a815-4d17-839e-c276e8a4f42c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488597 Aug 16 13:18:31.894497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.api [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 13:18:31.894497 n-d-804708-1 neutron-server[101396]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 13:18:31.894497 n-d-804708-1 neutron-server[101396]: [parameters: {'project_id_1': '1eae45f7547d448897b720c5df0ab902', 'expiration_1': datetime.datetime(2021, 8, 16, 13, 18, 31, 878010)}] Aug 16 13:18:31.894497 n-d-804708-1 neutron-server[101396]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:18:31.895209 n-d-804708-1 neutron-server[101396]: DEBUG oslo_db.api [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:18:31.969276 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da3b7277-d3a6-45fe-bdcd-4db7aba8cfa1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:31.983653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2231e0-b9c9-485b-90a9-d69bf97afac5 req-830aad48-b256-4788-b4c9-f4fbfd8b56ad tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:31.992180 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a2231e0-b9c9-485b-90a9-d69bf97afac5 req-830aad48-b256-4788-b4c9-f4fbfd8b56ad tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.1271167 Aug 16 13:18:32.111038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a2231e0-b9c9-485b-90a9-d69bf97afac5 req-727b79a8-7f33-4056-ada2-2f8fd4c2794b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173506 Aug 16 13:18:32.178872 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da3b7277-d3a6-45fe-bdcd-4db7aba8cfa1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:32.199258 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da3b7277-d3a6-45fe-bdcd-4db7aba8cfa1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:32.199596 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-91fbff69-df10-46ff-9dac-250dfd0ef3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:32.294599 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-da3b7277-d3a6-45fe-bdcd-4db7aba8cfa1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:32.302520 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-da3b7277-d3a6-45fe-bdcd-4db7aba8cfa1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4995618 Aug 16 13:18:32.303703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35904) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:32.309313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0d5c504a-8b19-43de-89a7-d9146e7aec09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'security_group': {'name': 'tempest-secgroup-351395394'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:32.338782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b7277-d3a6-45fe-bdcd-4db7aba8cfa1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23afa90c-6bf6-41ef-bb1d-a93c61c6a144,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:32.351936 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d5c504a-8b19-43de-89a7-d9146e7aec09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:32.458985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421f332a-53cc-46c6-b865-8f2c9a0393f9 None None] Update dhcp port {'port': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'fixed_ips': [{'subnet_id': '7e816106-8f59-4afa-93cf-578b2a3d0d3a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '302cbe03-f8ac-44db-866f-038b344a4e85'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '3134a263-d5db-4335-9af9-52ae20cbf9c2'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:18:32.533680 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-421f332a-53cc-46c6-b865-8f2c9a0393f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:32.571286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e55e4-c130-4a4e-ad25-374f2cf4f0bc req-ee0e0c8c-14df-4448-acac-e34fc233586b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:32.593952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c0e55e4-c130-4a4e-ad25-374f2cf4f0bc req-ee0e0c8c-14df-4448-acac-e34fc233586b tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.1702733 Aug 16 13:18:32.738483 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c0e55e4-c130-4a4e-ad25-374f2cf4f0bc req-890b4916-589a-4d0c-99b7-050b89b4ca14 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428978 Aug 16 13:18:32.808857 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d5c504a-8b19-43de-89a7-d9146e7aec09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:32.814329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fca0e-6dbf-45e1-9613-87d91477ccf0 req-a0980def-118b-492e-b9c8-30149b17c104 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:32.829361 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d59fca0e-6dbf-45e1-9613-87d91477ccf0 req-a0980def-118b-492e-b9c8-30149b17c104 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.2310088 Aug 16 13:18:32.852580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d5c504a-8b19-43de-89a7-d9146e7aec09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:33.002912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-421f332a-53cc-46c6-b865-8f2c9a0393f9 None None] Allocated IP 2001:db8::2 (7f4ee277-6aef-4fdf-8603-5e237e445983/302cbe03-f8ac-44db-866f-038b344a4e85/3134a263-d5db-4335-9af9-52ae20cbf9c2) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:33.005807 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:33.009161 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:33.022523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c504a-8b19-43de-89a7-d9146e7aec09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f03d3d3-f595-4080-84d9-e567147d67e1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:33.028418 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d5c504a-8b19-43de-89a7-d9146e7aec09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:33.029791 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0d5c504a-8b19-43de-89a7-d9146e7aec09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7245212 Aug 16 13:18:33.032595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35916) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:33.037520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-cc2b3c8b-0d29-4a67-9f3a-823d083228c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'security_group': {'name': 'tempest-secgroup-1738657046'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:33.115838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3c8b-0d29-4a67-9f3a-823d083228c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:33.129670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d59fca0e-6dbf-45e1-9613-87d91477ccf0 req-a1b21221-ac25-4ba5-a107-eea665e1fe12 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991378 Aug 16 13:18:33.274692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078e6ed-0e1d-4e8e-812b-0349dafcc76f req-c8eee795-8159-4fb2-a587-5bc6d2e3c971 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:33.291266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3078e6ed-0e1d-4e8e-812b-0349dafcc76f req-c8eee795-8159-4fb2-a587-5bc6d2e3c971 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.3257930 Aug 16 13:18:33.330470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:33.396292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-421f332a-53cc-46c6-b865-8f2c9a0393f9 None None] For port 3134a263-d5db-4335-9af9-52ae20cbf9c2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3134a263-d5db-4335-9af9-52ae20cbf9c2,segment=NetworkSegment(7400c8c3-a1c0-49a9-be43-6b955866ef97),segment_id=7400c8c3-a1c0-49a9-be43-6b955866ef97)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:33.431434 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-421f332a-53cc-46c6-b865-8f2c9a0393f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:33.448238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-421f332a-53cc-46c6-b865-8f2c9a0393f9 None None] Transition to ACTIVE for port object 3134a263-d5db-4335-9af9-52ae20cbf9c2 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:33.456539 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-421f332a-53cc-46c6-b865-8f2c9a0393f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:33.603103 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3078e6ed-0e1d-4e8e-812b-0349dafcc76f req-81d69f7d-f467-49f4-8f05-da9823937356 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106198 Aug 16 13:18:33.672826 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd13d1-e585-4924-aad0-cb0d4b0fecfb req-465069c9-289c-4a86-a461-9ea28b584bfb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:33.697144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f332a-53cc-46c6-b865-8f2c9a0393f9 None None] Pushing event updated for resources: {'Port': ['ID=3134a263-d5db-4335-9af9-52ae20cbf9c2,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:33.703249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ccd13d1-e585-4924-aad0-cb0d4b0fecfb req-465069c9-289c-4a86-a461-9ea28b584bfb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.3012500 Aug 16 13:18:33.839667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:33.856134 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6ccd13d1-e585-4924-aad0-cb0d4b0fecfb req-1b418b6a-9bc5-4cd3-8ef3-d271db4630f2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514096 Aug 16 13:18:33.928371 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3c8b-0d29-4a67-9f3a-823d083228c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:33.942670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3c8b-0d29-4a67-9f3a-823d083228c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:34.077845 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3c8b-0d29-4a67-9f3a-823d083228c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:34.079328 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cc2b3c8b-0d29-4a67-9f3a-823d083228c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0457411 Aug 16 13:18:34.088514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35928) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:34.097830 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-513943211', 'security_groups': ['1a4e21c4-9f24-406d-9377-8eeb7f73ce2b'], 'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '302cbe03-f8ac-44db-866f-038b344a4e85'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:34.184819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b3c8b-0d29-4a67-9f3a-823d083228c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4e21c4-9f24-406d-9377-8eeb7f73ce2b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:34.318236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cea11-fbd3-4a55-94fc-9b981585b9a4 req-0d2e7e9e-4c7c-4d0d-9e99-d4149903f774 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:34.323001 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f5cea11-fbd3-4a55-94fc-9b981585b9a4 req-0d2e7e9e-4c7c-4d0d-9e99-d4149903f774 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.3354907 Aug 16 13:18:34.414745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ca4a10eb-7454-4b7f-a5f6-8b605bfd1c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:34.614740 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:34.717376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:34.737539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:34.778956 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:35.142045 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:35.199296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f5cea11-fbd3-4a55-94fc-9b981585b9a4 req-0bd36b79-2e30-4211-88b6-44ca116ead73 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396051 Aug 16 13:18:35.215202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] device_id is not set on port 2890f030-3c16-49f6-9201-de87974c8ee5 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:18:35.292858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eca0c-264b-4c38-9cf0-6fbc9d03dfc6 req-21d0b939-595c-4665-ad0e-4781420c2761 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:35.317388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e76eca0c-264b-4c38-9cf0-6fbc9d03dfc6 req-21d0b939-595c-4665-ad0e-4781420c2761 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.8281510 Aug 16 13:18:35.415305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 6b8698c8-85f2-4685-800c-87c0c95d2bb9 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:18:35.520601 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:35.531394 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3134a263-d5db-4335-9af9-52ae20cbf9c2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:18:35.608403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e76eca0c-264b-4c38-9cf0-6fbc9d03dfc6 req-5480aaf2-11db-462e-bbd9-eac6640e18bb tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826798 Aug 16 13:18:35.757750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed014e-6ca3-447b-9901-4886a8c06f1d req-fc9f5f7c-cad1-4470-aadd-d6a95793f68b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:35.759574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62ed014e-6ca3-447b-9901-4886a8c06f1d req-fc9f5f7c-cad1-4470-aadd-d6a95793f68b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.2473879 Aug 16 13:18:35.796256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 6b8698c8-85f2-4685-800c-87c0c95d2bb9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6b8698c8-85f2-4685-800c-87c0c95d2bb9,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:35.884669 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:35.885831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '6b8698c8-85f2-4685-800c-87c0c95d2bb9', 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2', 'port_id': '6b8698c8-85f2-4685-800c-87c0c95d2bb9', 'mac_address': 'fa:16:3e:d0:46:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1538c9d3-16c4-4d7e-bd07-b353e311035f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:18:35.912855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62ed014e-6ca3-447b-9901-4886a8c06f1d req-af2b8092-c0b0-494e-a152-199f94726922 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316702 Aug 16 13:18:35.971465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8::3a0 (7f4ee277-6aef-4fdf-8603-5e237e445983/302cbe03-f8ac-44db-866f-038b344a4e85/2890f030-3c16-49f6-9201-de87974c8ee5) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:35.978861 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:35.990404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d6752e83-9749-4f7b-9996-1b4b4f5f7bfd None None] Provisioning complete for port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:35.990959 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d6752e83-9749-4f7b-9996-1b4b4f5f7bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:36.006868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb389972-a478-41c8-b812-741c3b5098ed req-ed75667e-5ae1-4bde-974e-f78f8c60e906 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:36.009574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb389972-a478-41c8-b812-741c3b5098ed req-ed75667e-5ae1-4bde-974e-f78f8c60e906 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.1660900 Aug 16 13:18:36.110688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b8698c8-85f2-4685-800c-87c0c95d2bb9 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:18:36.117598 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb389972-a478-41c8-b812-741c3b5098ed req-e9022f4f-9db7-4e63-b55f-1505242b41a9 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974665 Aug 16 13:18:36.159360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:36.163900 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:36.200838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 6b8698c8-85f2-4685-800c-87c0c95d2bb9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6b8698c8-85f2-4685-800c-87c0c95d2bb9,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:36.213724 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:36.222696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d6752e83-9749-4f7b-9996-1b4b4f5f7bfd None None] Port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:36.339989 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:36.383375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object 2890f030-3c16-49f6-9201-de87974c8ee5 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:36.416228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=6b8698c8-85f2-4685-800c-87c0c95d2bb9,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:36.430989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:36.436475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f5bc626-22fa-481b-8f5f-6689e9455e32 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:18:36.451379 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d6752e83-9749-4f7b-9996-1b4b4f5f7bfd None None] Provisioning for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:18:36.473424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d6752e83-9749-4f7b-9996-1b4b4f5f7bfd None None] Provisioning complete for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:36.473806 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d6752e83-9749-4f7b-9996-1b4b4f5f7bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:36.502174 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 13:18:36.504193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4be9f62d-c74d-401b-8772-7801af50a6ef tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.6493170 Aug 16 13:18:36.510189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35964) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:36.561891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['6b8698c8-85f2-4685-800c-87c0c95d2bb9'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:18:36.793613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-44d79fc1-fb56-4d8e-b696-4a1815e134e9 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Deleting port a648bcdc-2e09-4496-a2b5-293ccf4e5429 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:18:36.793613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-44d79fc1-fb56-4d8e-b696-4a1815e134e9 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:37.098342 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-44d79fc1-fb56-4d8e-b696-4a1815e134e9 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:37.134239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-44d79fc1-fb56-4d8e-b696-4a1815e134e9 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Calling delete_port for a648bcdc-2e09-4496-a2b5-293ccf4e5429 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:18:37.231676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35974) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:37.386023 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:37.394749 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:37.405418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cd7c4-f7d6-4a07-9dc0-382851ed69c3 req-a4bb60c9-32fb-45f6-9188-09c6ea7d2cf8 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:37.407200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f8cd7c4-f7d6-4a07-9dc0-382851ed69c3 req-a4bb60c9-32fb-45f6-9188-09c6ea7d2cf8 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 944 time: 0.0961299 Aug 16 13:18:37.439516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 6b8698c8-85f2-4685-800c-87c0c95d2bb9 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:18:37.482631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=2890f030-3c16-49f6-9201-de87974c8ee5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:37.517774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccec0f-4f15-49e8-bec8-22f389a55825 req-8ab13a0f-6a26-4225-b489-fb46b20c6e74 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:37.519634 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aaccec0f-4f15-49e8-bec8-22f389a55825 req-8ab13a0f-6a26-4225-b489-fb46b20c6e74 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.2186987 Aug 16 13:18:37.528232 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-44d79fc1-fb56-4d8e-b696-4a1815e134e9 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:37.604350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 6b8698c8-85f2-4685-800c-87c0c95d2bb9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:37.604730 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:37.618597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f8cd7c4-f7d6-4a07-9dc0-382851ed69c3 req-25c336d2-d232-4335-8f05-88587c4f261b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396906 Aug 16 13:18:37.656389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:37.661306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.666056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d79fc1-fb56-4d8e-b696-4a1815e134e9 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Pushing event deleted for resources: {'Port': ['ID=a648bcdc-2e09-4496-a2b5-293ccf4e5429,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:37.669371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.669811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.670179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.671985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.671985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.672348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.672490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.672825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.673121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.673466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.673768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:37.685007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eaaa3e65-1e3f-4f6d-b3e3-b3c63326487f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:37.750308 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aaccec0f-4f15-49e8-bec8-22f389a55825 req-f3bc52e6-3853-4330-97a5-0d95fed917fe tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713293 Aug 16 13:18:37.753022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:37.763746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:18:37.788278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:37.788790 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:37.891874 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:37.965442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54477-ba37-4d4c-93c7-4148dd831623 req-0b5a9ac6-357b-470d-9ea2-28515a7baadb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:37.978122 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09f54477-ba37-4d4c-93c7-4148dd831623 req-0b5a9ac6-357b-470d-9ea2-28515a7baadb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.1862671 Aug 16 13:18:37.998189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 6b8698c8-85f2-4685-800c-87c0c95d2bb9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6b8698c8-85f2-4685-800c-87c0c95d2bb9,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:38.000539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f77138d-ea1b-465d-9536-d92746fefa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8698c8-85f2-4685-800c-87c0c95d2bb9'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:18:38.015012 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3a8e93-509c-446a-9531-0c4316f55b92" -d '{"events": [{"server_uuid": "2f77138d-ea1b-465d-9536-d92746fefa63", "name": "network-vif-plugged", "status": "completed", "tag": "6b8698c8-85f2-4685-800c-87c0c95d2bb9"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:18:38.029036 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:38.109926 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eaaa3e65-1e3f-4f6d-b3e3-b3c63326487f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:38.128512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eaaa3e65-1e3f-4f6d-b3e3-b3c63326487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:38.138552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738c93b-9a34-4247-b5e8-52b2a5c1967c req-29c26733-9973-48ec-aafd-13f0d59a3cd6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:38.142420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3738c93b-9a34-4247-b5e8-52b2a5c1967c req-29c26733-9973-48ec-aafd-13f0d59a3cd6 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.1618595 Aug 16 13:18:38.154408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-76727a37-b2fa-4ddc-a753-cd0168c25fad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0633590 Aug 16 13:18:38.170232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35984) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:38.182874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-cab946a9-ac63-47b2-937a-f66fc6965f6a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:38.216760 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eaaa3e65-1e3f-4f6d-b3e3-b3c63326487f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53a67b81a3554623804c378e4b68b766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9834888 Aug 16 13:18:38.235847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35986) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:38.252133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=6b8698c8-85f2-4685-800c-87c0c95d2bb9,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:38.312497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-44d79fc1-fb56-4d8e-b696-4a1815e134e9 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:38.324298 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-44d79fc1-fb56-4d8e-b696-4a1815e134e9 tempest-RoutersAdminNegativeTest-1107816809 tempest-RoutersAdminNegativeTest-1107816809-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a648bcdc-2e09-4496-a2b5-293ccf4e5429 HTTP/1.1" status: 204 len: 168 time: 1.8122597 Aug 16 13:18:38.379906 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09f54477-ba37-4d4c-93c7-4148dd831623 req-2fc05101-2140-4dde-a40b-95d568fafc90 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277247 Aug 16 13:18:38.384973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2909f690-6d86-4344-bf04-870a3fffe606 None None] Provisioning for port 2890f030-3c16-49f6-9201-de87974c8ee5 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:18:38.399147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2909f690-6d86-4344-bf04-870a3fffe606 None None] Provisioning complete for port 2890f030-3c16-49f6-9201-de87974c8ee5 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:38.399950 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2909f690-6d86-4344-bf04-870a3fffe606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:38.438700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa3e65-1e3f-4f6d-b3e3-b3c63326487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118234c9-1789-43aa-952d-85820681d12e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:38.442692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3738c93b-9a34-4247-b5e8-52b2a5c1967c req-c2f659f4-cce6-4fa1-92db-9ced29f43d15 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735839 Aug 16 13:18:38.458924 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b33c720-042a-4a61-af97-6e98fb301edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:38.474466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab946a9-ac63-47b2-937a-f66fc6965f6a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:38.494212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cab946a9-ac63-47b2-937a-f66fc6965f6a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:38.512070 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2865b806-f9ee-483e-84ca-377dc8e4b413 x-openstack-request-id: req-2865b806-f9ee-483e-84ca-377dc8e4b413 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:18:38.513045 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f77138d-ea1b-465d-9536-d92746fefa63", "name": "network-vif-plugged", "status": "completed", "tag": "6b8698c8-85f2-4685-800c-87c0c95d2bb9", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:18:38.513487 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2865b806-f9ee-483e-84ca-377dc8e4b413 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:18:38.514254 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f77138d-ea1b-465d-9536-d92746fefa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8698c8-85f2-4685-800c-87c0c95d2bb9', 'code': 200} Aug 16 13:18:38.525117 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b33c720-042a-4a61-af97-6e98fb301edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:38.539803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2909f690-6d86-4344-bf04-870a3fffe606 None None] Port 2890f030-3c16-49f6-9201-de87974c8ee5 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:38.766827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36000) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:38.822846 n-d-804708-1 neutron-server[101395]: INFO neutron.db.ipam_backend_mixin [None req-cab946a9-ac63-47b2-937a-f66fc6965f6a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 302cbe03-f8ac-44db-866f-038b344a4e85 (CIDR: 2001:db8::/64) Aug 16 13:18:38.835338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a5874-616d-4518-b79d-48243704da32 req-a45edc3c-8c94-4d17-96df-3562e3a6c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:38.838332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a3a5874-616d-4518-b79d-48243704da32 req-a45edc3c-8c94-4d17-96df-3562e3a6c6ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 1096 time: 0.1988041 Aug 16 13:18:38.840242 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab946a9-ac63-47b2-937a-f66fc6965f6a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:18:38.840828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab946a9-ac63-47b2-937a-f66fc6965f6a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:38.857409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279cb76-edb1-4d97-92f5-4bd1f68f49dc req-ffc47f41-b02f-471e-a849-92207d8a3a4f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:38.865262 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0279cb76-edb1-4d97-92f5-4bd1f68f49dc req-ffc47f41-b02f-471e-a849-92207d8a3a4f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.2162035 Aug 16 13:18:38.903817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1934-fd2c-47ee-bcf4-66e59e62ac59 req-6078bc26-6ceb-4e4d-b62b-f2df904a1e70 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:38.904188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b33c720-042a-4a61-af97-6e98fb301edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:38.905638 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-270f1934-fd2c-47ee-bcf4-66e59e62ac59 req-6078bc26-6ceb-4e4d-b62b-f2df904a1e70 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.1354086 Aug 16 13:18:38.915318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cab946a9-ac63-47b2-937a-f66fc6965f6a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7390118 Aug 16 13:18:38.919493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36004) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:38.931440 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b33c720-042a-4a61-af97-6e98fb301edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:38.931887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c772cbea-83c5-4076-bb39-d87de02508c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:38.937409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6b33c720-042a-4a61-af97-6e98fb301edb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/118234c9-1789-43aa-952d-85820681d12e HTTP/1.1" status: 204 len: 168 time: 0.6963482 Aug 16 13:18:39.002572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33c720-042a-4a61-af97-6e98fb301edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118234c9-1789-43aa-952d-85820681d12e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:39.015180 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0279cb76-edb1-4d97-92f5-4bd1f68f49dc req-dbc91ddb-a337-401a-ac4f-a5b37c510562 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487217 Aug 16 13:18:39.065861 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a3a5874-616d-4518-b79d-48243704da32 req-b3ad877a-0b6e-4e3d-9ef9-1b815d0e293c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173684 Aug 16 13:18:39.212880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-270f1934-fd2c-47ee-bcf4-66e59e62ac59 req-09686e48-ddb5-4d4b-9799-51b421d6f3ad tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941618 Aug 16 13:18:39.423851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e0309-1e7e-4a41-ae11-71894008b255 req-b84ac3b0-fc08-4ed3-abbb-6a991923e421 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:39.432548 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e2e0309-1e7e-4a41-ae11-71894008b255 req-b84ac3b0-fc08-4ed3-abbb-6a991923e421 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.2051899 Aug 16 13:18:39.500045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce612eea-71fb-458a-9a0c-a3cc1ac4a454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:39.537410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36014) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:39.584104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c772cbea-83c5-4076-bb39-d87de02508c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:39.590486 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c772cbea-83c5-4076-bb39-d87de02508c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:39.604159 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27bed67c-38ba-4972-81b6-3fdf0863d8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:39.650437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e2e0309-1e7e-4a41-ae11-71894008b255 req-72159af0-f900-4408-bbee-1e210b513313 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863849 Aug 16 13:18:39.753868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f997a-98c7-4d38-a374-f28001be2659 req-a12738d2-73eb-42a0-9dc4-47dcf70b659c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:39.764252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-675f997a-98c7-4d38-a374-f28001be2659 req-a12738d2-73eb-42a0-9dc4-47dcf70b659c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.2696793 Aug 16 13:18:39.807654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce612eea-71fb-458a-9a0c-a3cc1ac4a454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:39.814508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ce612eea-71fb-458a-9a0c-a3cc1ac4a454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:39.863144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce612eea-71fb-458a-9a0c-a3cc1ac4a454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc711b6-5f03-422b-9013-7a50141c8807,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:39.869730 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ce612eea-71fb-458a-9a0c-a3cc1ac4a454 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb92cf8d0a7546f086b5de70877f6990&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0980556 Aug 16 13:18:39.872949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36022) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:39.963447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-675f997a-98c7-4d38-a374-f28001be2659 req-71acfcdd-73b3-43a3-acb5-67c84b41267a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982553 Aug 16 13:18:39.978898 n-d-804708-1 neutron-server[101395]: INFO neutron.db.ipam_backend_mixin [None req-c772cbea-83c5-4076-bb39-d87de02508c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7e816106-8f59-4afa-93cf-578b2a3d0d3a (CIDR: 2001:db8:0:1::/64) Aug 16 13:18:40.005583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-220c13e1-1393-4761-ad31-db7b238c90a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:40.030694 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-c772cbea-83c5-4076-bb39-d87de02508c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:18:40.031530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c772cbea-83c5-4076-bb39-d87de02508c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:40.043627 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-220c13e1-1393-4761-ad31-db7b238c90a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:40.049750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0858bb-4213-43e1-8b89-b8a6652b8b20 req-dd7dc299-227f-44cf-8a4d-48fab05364f2 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:40.065913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff0858bb-4213-43e1-8b89-b8a6652b8b20 req-dd7dc299-227f-44cf-8a4d-48fab05364f2 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.2570605 Aug 16 13:18:40.123852 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-220c13e1-1393-4761-ad31-db7b238c90a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:40.127772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-220c13e1-1393-4761-ad31-db7b238c90a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:40.129527 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-220c13e1-1393-4761-ad31-db7b238c90a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cc711b6-5f03-422b-9013-7a50141c8807 HTTP/1.1" status: 204 len: 168 time: 0.2510693 Aug 16 13:18:40.142456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c13e1-1393-4761-ad31-db7b238c90a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc711b6-5f03-422b-9013-7a50141c8807,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:40.163154 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff0858bb-4213-43e1-8b89-b8a6652b8b20 req-7a06c9be-4a3c-457d-af5a-047e2bd22645 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943279 Aug 16 13:18:40.214362 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27bed67c-38ba-4972-81b6-3fdf0863d8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:40.239839 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27bed67c-38ba-4972-81b6-3fdf0863d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:40.279948 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c772cbea-83c5-4076-bb39-d87de02508c9 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3522680 Aug 16 13:18:40.282819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36030) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:40.290478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2b8c436f-0c3d-4d97-a93c-f9a7b7eeeaad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'subnet': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:40.416268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-27bed67c-38ba-4972-81b6-3fdf0863d8b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d18900341a8d455bae3bf4603a8d7823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8778245 Aug 16 13:18:40.436246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36034) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:40.443985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bed67c-38ba-4972-81b6-3fdf0863d8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63af2db8-b8c3-416e-88ad-336402bddfcf,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:40.547885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37998e-4804-4274-a614-d60f056e77e9 req-8a14686d-4d20-4260-80f2-16853330d0d2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:40.549848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf37998e-4804-4274-a614-d60f056e77e9 req-8a14686d-4d20-4260-80f2-16853330d0d2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.1624143 Aug 16 13:18:40.589706 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1e55e744-023c-4497-a645-39074d7bfa54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:40.692199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8c436f-0c3d-4d97-a93c-f9a7b7eeeaad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Made reservation on behalf of 2694f58a77944a008914fa19fd77ef11 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:40.702072 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b8c436f-0c3d-4d97-a93c-f9a7b7eeeaad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:40.705535 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1e55e744-023c-4497-a645-39074d7bfa54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:40.717750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf37998e-4804-4274-a614-d60f056e77e9 req-5d14754f-60d1-4320-9ce5-ac597c8c8b44 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550658 Aug 16 13:18:40.877127 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1e55e744-023c-4497-a645-39074d7bfa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:40.880949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1e55e744-023c-4497-a645-39074d7bfa54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:40.883267 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1e55e744-023c-4497-a645-39074d7bfa54 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63af2db8-b8c3-416e-88ad-336402bddfcf HTTP/1.1" status: 204 len: 168 time: 0.4451396 Aug 16 13:18:40.902356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55e744-023c-4497-a645-39074d7bfa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af2db8-b8c3-416e-88ad-336402bddfcf,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:41.076238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6836895-ca72-4667-b462-5c19c4ff4a7d req-7569155e-05be-4341-aa25-02cc169f6014 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:41.082721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6836895-ca72-4667-b462-5c19c4ff4a7d req-7569155e-05be-4341-aa25-02cc169f6014 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.1635630 Aug 16 13:18:41.181187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6836895-ca72-4667-b462-5c19c4ff4a7d req-5e26f129-74b4-444f-9720-ae9a8a369f5d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877447 Aug 16 13:18:41.254027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36048) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:41.327896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4b7a-5154-4b55-9992-c5d5a88f8e8c req-30e8ee48-3b67-4583-838f-05f869ab65ac tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:41.332271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-800c4b7a-5154-4b55-9992-c5d5a88f8e8c req-30e8ee48-3b67-4583-838f-05f869ab65ac tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.1415539 Aug 16 13:18:41.424278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-800c4b7a-5154-4b55-9992-c5d5a88f8e8c req-3a2d4817-5428-4002-bdf7-294615513739 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845406 Aug 16 13:18:41.454648 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d2a96d20-047a-495f-911a-b75e06d86a64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1eae45f7547d448897b720c5df0ab902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991334 Aug 16 13:18:41.457275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36052) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:41.544169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b8c436f-0c3d-4d97-a93c-f9a7b7eeeaad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:41.559375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3274ea5e-602d-478d-9074-7f3e700df8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:41.619188 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3274ea5e-602d-478d-9074-7f3e700df8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:41.625813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8c436f-0c3d-4d97-a93c-f9a7b7eeeaad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:41.637125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2b8c436f-0c3d-4d97-a93c-f9a7b7eeeaad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:41.651949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8c436f-0c3d-4d97-a93c-f9a7b7eeeaad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:41.652672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b8c436f-0c3d-4d97-a93c-f9a7b7eeeaad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:41.659730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34528e1d-b43e-4e73-869a-cb11b495376c None None] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:18:41.708151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2b8c436f-0c3d-4d97-a93c-f9a7b7eeeaad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4200435 Aug 16 13:18:41.709566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36062) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:41.715830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1963916261', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5fd6db91-1b43-4138-a2a2-b7cd852efb14'}], 'security_groups': ['23afa90c-6bf6-41ef-bb1d-a93c61c6a144', '8f03d3d3-f595-4080-84d9-e567147d67e1']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:41.760049 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3274ea5e-602d-478d-9074-7f3e700df8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:41.763275 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3274ea5e-602d-478d-9074-7f3e700df8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:41.764289 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3274ea5e-602d-478d-9074-7f3e700df8e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6001470-e24d-44ff-8fe1-49b5d1886d2f HTTP/1.1" status: 204 len: 168 time: 0.3056252 Aug 16 13:18:41.802238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274ea5e-602d-478d-9074-7f3e700df8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6001470-e24d-44ff-8fe1-49b5d1886d2f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:41.805966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c436f-0c3d-4d97-a93c-f9a7b7eeeaad tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Subnet': ['ID=5fd6db91-1b43-4138-a2a2-b7cd852efb14,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:42.188975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:42.265673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5caa900c-d1e1-434c-9307-076528d31756 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:42.276487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5caa900c-d1e1-434c-9307-076528d31756 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/networks?id=3f2d756d-55d0-4164-b060-cf2e33c520b2 HTTP/1.1" status: 200 len: 815 time: 0.3053024 Aug 16 13:18:42.296620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-e5239403-0fed-4a0f-9391-469e78d25dd2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/quotas/6646b744cdfd4e10999a9d4be581f72a HTTP/1.1" status: 200 len: 375 time: 0.0188413 Aug 16 13:18:42.417984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-f35f0dbf-e452-4d05-842b-90858ad55a71 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6646b744cdfd4e10999a9d4be581f72a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1137960 Aug 16 13:18:42.539516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03e9f84-9092-49c0-945f-4a77b9c4938e None None] Update dhcp port {'port': {'network_id': '7f4ee277-6aef-4fdf-8603-5e237e445983', 'fixed_ips': [{'subnet_id': '7e816106-8f59-4afa-93cf-578b2a3d0d3a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '302cbe03-f8ac-44db-866f-038b344a4e85', 'ip_address': '2001:db8::2'}, {'subnet_id': '5fd6db91-1b43-4138-a2a2-b7cd852efb14'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '3134a263-d5db-4335-9af9-52ae20cbf9c2'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:18:42.606634 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d03e9f84-9092-49c0-945f-4a77b9c4938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:42.689562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d62c0b-22c5-4147-a1bb-a05f3511f579 req-79933d01-f82a-469d-af63-e2e31a4a2deb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:42.699123 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6d62c0b-22c5-4147-a1bb-a05f3511f579 req-79933d01-f82a-469d-af63-e2e31a4a2deb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.1164196 Aug 16 13:18:42.780695 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6d62c0b-22c5-4147-a1bb-a05f3511f579 req-307e4663-bee4-40f2-89f1-9d40f91911eb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801561 Aug 16 13:18:42.991074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-96a8c8d8-0fe5-43d5-be6a-26dcbff88b25 service neutron] 10.222.0.25 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652819 Aug 16 13:18:43.040912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Delete allocated IP 2001:db8::3a0 (7f4ee277-6aef-4fdf-8603-5e237e445983/302cbe03-f8ac-44db-866f-038b344a4e85) {{(pid=101396) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 13:18:43.052122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Allocated IP 2001:db8:0:2::120 (7f4ee277-6aef-4fdf-8603-5e237e445983/5fd6db91-1b43-4138-a2a2-b7cd852efb14/2890f030-3c16-49f6-9201-de87974c8ee5) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:43.193929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-210a0f89-5af5-4839-9b21-d32abc00aace service neutron] 10.222.0.25 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939149 Aug 16 13:18:43.391681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:43.416311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Transition to ACTIVE for port object 2890f030-3c16-49f6-9201-de87974c8ee5 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:43.461415 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:43.642895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-d03e9f84-9092-49c0-945f-4a77b9c4938e None None] Allocated IP 2001:db8:0:2::2 (7f4ee277-6aef-4fdf-8603-5e237e445983/5fd6db91-1b43-4138-a2a2-b7cd852efb14/3134a263-d5db-4335-9af9-52ae20cbf9c2) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:43.673099 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-108337f5-b561-4d53-a62a-2ef451186e05 req-c476abc2-76c1-48dd-8b5e-8a915725d179 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2001886 Aug 16 13:18:43.741825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3468782c-d751-4ca9-b8f9-4b2bb0c7bf60 req-cdde2df9-c19e-44ae-96a3-99a385432e3a tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 210 time: 0.0855424 Aug 16 13:18:43.812318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166ef1e-7748-4119-a15f-de59b35ed7fd req-bac6dd6b-3d5f-46f1-9906-2db1c49d963c tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:43.836294 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e166ef1e-7748-4119-a15f-de59b35ed7fd req-bac6dd6b-3d5f-46f1-9906-2db1c49d963c tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f77138d-ea1b-465d-9536-d92746fefa63 HTTP/1.1" status: 200 len: 945 time: 0.8398476 Aug 16 13:18:44.011612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d03e9f84-9092-49c0-945f-4a77b9c4938e None None] For port 3134a263-d5db-4335-9af9-52ae20cbf9c2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3134a263-d5db-4335-9af9-52ae20cbf9c2,segment=NetworkSegment(7400c8c3-a1c0-49a9-be43-6b955866ef97),segment_id=7400c8c3-a1c0-49a9-be43-6b955866ef97)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:44.070484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68abbb-08e7-4995-bffa-aed1925b9cce req-b4c2ebd8-584a-4158-8657-8b3c5338284d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:44.081445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d68abbb-08e7-4995-bffa-aed1925b9cce req-b4c2ebd8-584a-4158-8657-8b3c5338284d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.1332273 Aug 16 13:18:44.158923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] In _notify_port_updated(), no bound segment for port 2890f030-3c16-49f6-9201-de87974c8ee5 on network 7f4ee277-6aef-4fdf-8603-5e237e445983 {{(pid=101396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:18:44.168839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:44.171587 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d03e9f84-9092-49c0-945f-4a77b9c4938e None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:44.183257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:44.191167 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "PUT /v2.0/ports/2890f030-3c16-49f6-9201-de87974c8ee5 HTTP/1.1" status: 200 len: 970 time: 2.4815757 Aug 16 13:18:44.198671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36142) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:44.204968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f918c-35c1-43d2-825d-0e3c383f4ac0 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event updated for resources: {'Port': ['ID=2890f030-3c16-49f6-9201-de87974c8ee5,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:44.224295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d03e9f84-9092-49c0-945f-4a77b9c4938e None None] Transition to ACTIVE for port object 3134a263-d5db-4335-9af9-52ae20cbf9c2 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:44.230250 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d03e9f84-9092-49c0-945f-4a77b9c4938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:44.278313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d68abbb-08e7-4995-bffa-aed1925b9cce req-365b842e-fd09-491a-86bd-96c008e661b3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956546 Aug 16 13:18:44.393121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108337f5-b561-4d53-a62a-2ef451186e05 req-ade2a2f8-6fa4-469f-a42d-0dd09c38b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:44.394874 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-108337f5-b561-4d53-a62a-2ef451186e05 req-ade2a2f8-6fa4-469f-a42d-0dd09c38b78c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 1097 time: 0.5519118 Aug 16 13:18:44.449523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-39f206b8-646b-4390-a796-bbe670031f31 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port 2890f030-3c16-49f6-9201-de87974c8ee5 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:18:44.450366 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-39f206b8-646b-4390-a796-bbe670031f31 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:44.639468 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-39f206b8-646b-4390-a796-bbe670031f31 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:44.667478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-39f206b8-646b-4390-a796-bbe670031f31 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for 2890f030-3c16-49f6-9201-de87974c8ee5 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:18:44.724314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e9f84-9092-49c0-945f-4a77b9c4938e None None] Pushing event updated for resources: {'Port': ['ID=3134a263-d5db-4335-9af9-52ae20cbf9c2,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:44.891489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108337f5-b561-4d53-a62a-2ef451186e05 req-418fc18c-b70a-441c-bbee-a0720e443c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:44.893702 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-108337f5-b561-4d53-a62a-2ef451186e05 req-418fc18c-b70a-441c-bbee-a0720e443c76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 200 len: 914 time: 0.4296103 Aug 16 13:18:44.962852 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e166ef1e-7748-4119-a15f-de59b35ed7fd req-0851342e-99f0-4c3c-88ff-62d0f0766849 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Deleting port 6b8698c8-85f2-4685-800c-87c0c95d2bb9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:18:44.963399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2fd0604c-52d1-4983-80f7-3920d0355c8e req-21bc52b1-1fb7-4ae3-bf10-b079d1baedb2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 210 time: 0.0743234 Aug 16 13:18:44.963892 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e166ef1e-7748-4119-a15f-de59b35ed7fd req-0851342e-99f0-4c3c-88ff-62d0f0766849 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:45.039213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36156) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:45.128803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-39f206b8-646b-4390-a796-bbe670031f31 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:45.203979 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-108337f5-b561-4d53-a62a-2ef451186e05 req-b854e4fa-3638-4955-85b6-bcc52a0f61d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3 HTTP/1.1" status: 200 len: 217 time: 0.2842531 Aug 16 13:18:45.377834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f206b8-646b-4390-a796-bbe670031f31 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=2890f030-3c16-49f6-9201-de87974c8ee5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:45.389833 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-39f206b8-646b-4390-a796-bbe670031f31 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:45.392521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-39f206b8-646b-4390-a796-bbe670031f31 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/2890f030-3c16-49f6-9201-de87974c8ee5 HTTP/1.1" status: 204 len: 168 time: 1.1915569 Aug 16 13:18:45.404031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36166) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:45.484718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3134a263-d5db-4335-9af9-52ae20cbf9c2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:18:45.523716 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a36d72-df92-4cfc-8699-9b631c987c7b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] GET failed (client error): The resource could not be found. Aug 16 13:18:45.536953 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-70a36d72-df92-4cfc-8699-9b631c987c7b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports/2890f030-3c16-49f6-9201-de87974c8ee5 HTTP/1.1" status: 404 len: 333 time: 0.1309683 Aug 16 13:18:45.558796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36168) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:45.767435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-e166ef1e-7748-4119-a15f-de59b35ed7fd req-0851342e-99f0-4c3c-88ff-62d0f0766849 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] For port 6b8698c8-85f2-4685-800c-87c0c95d2bb9, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=6b8698c8-85f2-4685-800c-87c0c95d2bb9,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:45.771765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e166ef1e-7748-4119-a15f-de59b35ed7fd req-0851342e-99f0-4c3c-88ff-62d0f0766849 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:45.816709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d60fbeb8-43fe-46ac-9c71-e3a9590f8e2a tempest-AgentManagementNegativeTest-261187605 tempest-AgentManagementNegativeTest-261187605-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7756593 Aug 16 13:18:45.852638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e166ef1e-7748-4119-a15f-de59b35ed7fd req-0851342e-99f0-4c3c-88ff-62d0f0766849 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Calling delete_port for 6b8698c8-85f2-4685-800c-87c0c95d2bb9 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:18:46.111937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108337f5-b561-4d53-a62a-2ef451186e05 req-f218c68a-5633-455c-8841-174e099a86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:46.114023 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-108337f5-b561-4d53-a62a-2ef451186e05 req-f218c68a-5633-455c-8841-174e099a86b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=372eeca5-8a07-42e8-a3b6-c0d782c3fee7 HTTP/1.1" status: 200 len: 854 time: 0.8685942 Aug 16 13:18:46.181386 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-108337f5-b561-4d53-a62a-2ef451186e05 req-77b9c292-365a-4cdd-be35-93a0febaa92a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b059f55d-827b-47fc-b46e-b05c6494339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531287 Aug 16 13:18:46.279474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c93619d7-0fd0-48fd-92f0-b4777edadfa1 None None] Could not find standard attr ID for object 2890f030-3c16-49f6-9201-de87974c8ee5. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:18:46.346538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc866e12-c1e5-4eb8-9653-b0fcfae7dd46 req-4a6671d4-75b7-470f-9578-14a0f19368ab tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:46.364513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc866e12-c1e5-4eb8-9653-b0fcfae7dd46 req-4a6671d4-75b7-470f-9578-14a0f19368ab tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.8065157 Aug 16 13:18:46.389372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c93619d7-0fd0-48fd-92f0-b4777edadfa1 None None] Provisioning complete for port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:46.402730 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c93619d7-0fd0-48fd-92f0-b4777edadfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:46.418603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e91c-521e-4c4e-a888-4e0016608bf1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:46.471376 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d5586ab-37ae-470a-8383-f65292821374 req-cb87d91f-4476-40c1-9056-0661c9b39779 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 210 time: 0.1053102 Aug 16 13:18:46.500730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c93619d7-0fd0-48fd-92f0-b4777edadfa1 None None] Port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:46.525741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:46.531606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c93619d7-0fd0-48fd-92f0-b4777edadfa1 None None] Provisioning for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:18:46.549458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c93619d7-0fd0-48fd-92f0-b4777edadfa1 None None] Provisioning complete for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:46.550051 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c93619d7-0fd0-48fd-92f0-b4777edadfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:46.575637 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e91c-521e-4c4e-a888-4e0016608bf1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:46.627942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e166ef1e-7748-4119-a15f-de59b35ed7fd req-0851342e-99f0-4c3c-88ff-62d0f0766849 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:46.781003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc866e12-c1e5-4eb8-9653-b0fcfae7dd46 req-6b0a0dba-2f64-4064-957e-d3f5ec62724a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944099 Aug 16 13:18:46.828144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-42215de3-005f-465a-958f-51adce8abcd9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:46.830720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-42215de3-005f-465a-958f-51adce8abcd9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "GET /v2.0/networks?id=3f2d756d-55d0-4164-b060-cf2e33c520b2 HTTP/1.1" status: 200 len: 815 time: 0.8928676 Aug 16 13:18:46.831629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36186) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:46.849476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Request body: {'port': {'device_id': '999dc87e-b880-4814-a255-857e551cdd77', 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2', 'admin_state_up': True, 'tenant_id': '6646b744cdfd4e10999a9d4be581f72a'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:46.880560 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-108337f5-b561-4d53-a62a-2ef451186e05 req-de229f8b-8ff6-41c7-812a-7098b0db9f09 service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885030 Aug 16 13:18:46.885836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851342e-99f0-4c3c-88ff-62d0f0766849 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Pushing event deleted for resources: {'Port': ['ID=6b8698c8-85f2-4685-800c-87c0c95d2bb9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:46.939992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e166ef1e-7748-4119-a15f-de59b35ed7fd req-0851342e-99f0-4c3c-88ff-62d0f0766849 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] No DVR routers for this DVR port 6b8698c8-85f2-4685-800c-87c0c95d2bb9 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:18:46.941843 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e91c-521e-4c4e-a888-4e0016608bf1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:46.944662 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e91c-521e-4c4e-a888-4e0016608bf1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:46.947121 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e166ef1e-7748-4119-a15f-de59b35ed7fd req-0851342e-99f0-4c3c-88ff-62d0f0766849 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:46.949613 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e166ef1e-7748-4119-a15f-de59b35ed7fd req-0851342e-99f0-4c3c-88ff-62d0f0766849 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "DELETE /v2.0/ports/6b8698c8-85f2-4685-800c-87c0c95d2bb9 HTTP/1.1" status: 204 len: 173 time: 3.0187304 Aug 16 13:18:46.949999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b4f0e91c-521e-4c4e-a888-4e0016608bf1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/security-groups/1a4e21c4-9f24-406d-9377-8eeb7f73ce2b HTTP/1.1" status: 204 len: 168 time: 1.3897319 Aug 16 13:18:46.951271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36192) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:46.954064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f77138d-ea1b-465d-9536-d92746fefa63', 'name': 'network-vif-deleted', 'tag': '6b8698c8-85f2-4685-800c-87c0c95d2bb9'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:18:46.957277 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70c72a6-e2a9-4322-9d21-44ea04f303df" -d '{"events": [{"server_uuid": "2f77138d-ea1b-465d-9536-d92746fefa63", "name": "network-vif-deleted", "tag": "6b8698c8-85f2-4685-800c-87c0c95d2bb9"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:18:47.029113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ea880028-4657-4d3a-873d-ef243a464ca5 None None] Could not find standard attr ID for object 2890f030-3c16-49f6-9201-de87974c8ee5. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:18:47.052202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0e91c-521e-4c4e-a888-4e0016608bf1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4e21c4-9f24-406d-9377-8eeb7f73ce2b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:47.349061 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-108337f5-b561-4d53-a62a-2ef451186e05 req-3b69e4a8-41f2-4671-9257-7b15a3626ebe service neutron] 10.222.0.42 "GET /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181564 Aug 16 13:18:47.352721 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42bc0e1-9ebf-46d4-ac8e-1d4d5ce0d814 x-openstack-request-id: req-d42bc0e1-9ebf-46d4-ac8e-1d4d5ce0d814 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:18:47.353638 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f77138d-ea1b-465d-9536-d92746fefa63", "name": "network-vif-deleted", "tag": "6b8698c8-85f2-4685-800c-87c0c95d2bb9", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:18:47.354330 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d42bc0e1-9ebf-46d4-ac8e-1d4d5ce0d814 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:18:47.355206 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f77138d-ea1b-465d-9536-d92746fefa63', 'name': 'network-vif-deleted', 'tag': '6b8698c8-85f2-4685-800c-87c0c95d2bb9', 'status': 'completed', 'code': 200} Aug 16 13:18:47.394597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Made reservation on behalf of 6646b744cdfd4e10999a9d4be581f72a for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:47.410155 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:47.492498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 6b8698c8-85f2-4685-800c-87c0c95d2bb9 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:18:47.575240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 6b8698c8-85f2-4685-800c-87c0c95d2bb9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:18:47.576034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 6b8698c8-85f2-4685-800c-87c0c95d2bb9 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:18:47.587633 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c0d53c7-e8df-4959-ab7a-0ad95606c0d1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:47.649650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c0d53c7-e8df-4959-ab7a-0ad95606c0d1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:47.821751 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c0d53c7-e8df-4959-ab7a-0ad95606c0d1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:47.835121 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1c0d53c7-e8df-4959-ab7a-0ad95606c0d1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:47.854039 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1c0d53c7-e8df-4959-ab7a-0ad95606c0d1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/security-groups/8f03d3d3-f595-4080-84d9-e567147d67e1 HTTP/1.1" status: 204 len: 168 time: 0.8918676 Aug 16 13:18:47.861441 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36204) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:47.939456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d53c7-e8df-4959-ab7a-0ad95606c0d1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f03d3d3-f595-4080-84d9-e567147d67e1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:48.075431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d68c87a-3872-4b17-a793-a4fe533ac9cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:48.125610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d68c87a-3872-4b17-a793-a4fe533ac9cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:48.197478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d68c87a-3872-4b17-a793-a4fe533ac9cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:48.204238 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d68c87a-3872-4b17-a793-a4fe533ac9cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:48.209408 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4d68c87a-3872-4b17-a793-a4fe533ac9cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/security-groups/23afa90c-6bf6-41ef-bb1d-a93c61c6a144 HTTP/1.1" status: 204 len: 168 time: 0.3362601 Aug 16 13:18:48.210657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36210) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:48.240911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68c87a-3872-4b17-a793-a4fe533ac9cc tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23afa90c-6bf6-41ef-bb1d-a93c61c6a144,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:48.295812 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33d03c60-0e28-4c3e-8ba5-89428e54a2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:48.317298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Allocated IP 172.20.0.11 (3f2d756d-55d0-4164-b060-cf2e33c520b2/1538c9d3-16c4-4d7e-bd07-b353e311035f/e0d7d97c-d40c-4362-bf00-c64efa788be2) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:48.330977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f05e0e-7e3f-4502-9739-d20b627fb02b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting subnet 302cbe03-f8ac-44db-866f-038b344a4e85 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:18:48.337861 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7f05e0e-7e3f-4502-9739-d20b627fb02b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:48.429680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7f05e0e-7e3f-4502-9739-d20b627fb02b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:48.530980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3600d3b1-0a14-4315-9851-329a113d17f2 req-b4765ebc-7204-4bb9-b978-0c6299f778e3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 210 time: 0.6721840 Aug 16 13:18:48.589145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58422f1-b995-46c5-b9a6-0e70c022792e req-c17155bc-ea6a-4536-b018-09a6c25f091d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:48.603261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b58422f1-b995-46c5-b9a6-0e70c022792e req-c17155bc-ea6a-4536-b018-09a6c25f091d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.5416870 Aug 16 13:18:48.674949 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7f05e0e-7e3f-4502-9739-d20b627fb02b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:48.849016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7f05e0e-7e3f-4502-9739-d20b627fb02b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:48.868698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b58422f1-b995-46c5-b9a6-0e70c022792e req-7055b094-ab77-4194-9204-300e25294885 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641170 Aug 16 13:18:48.913972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f05e0e-7e3f-4502-9739-d20b627fb02b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Subnet': ['ID=302cbe03-f8ac-44db-866f-038b344a4e85,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:48.948607 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7f05e0e-7e3f-4502-9739-d20b627fb02b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:48.952473 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c7f05e0e-7e3f-4502-9739-d20b627fb02b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/302cbe03-f8ac-44db-866f-038b344a4e85 HTTP/1.1" status: 204 len: 168 time: 0.7362893 Aug 16 13:18:48.956918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36216) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:48.962263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edba313-d90b-4989-b72e-4e56c53df09b None None] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:18:49.043039 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.160751 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33d03c60-0e28-4c3e-8ba5-89428e54a2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.171315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4f5082-193a-42d7-84b6-6da3055b9e09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting subnet 5fd6db91-1b43-4138-a2a2-b7cd852efb14 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:18:49.180464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5082-193a-42d7-84b6-6da3055b9e09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.225061 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33d03c60-0e28-4c3e-8ba5-89428e54a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.295814 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5082-193a-42d7-84b6-6da3055b9e09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.349953 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-33d03c60-0e28-4c3e-8ba5-89428e54a2e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ab07cc0d0084ad588df0f9149c80ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5162930 Aug 16 13:18:49.362424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36224) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:49.435842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d03c60-0e28-4c3e-8ba5-89428e54a2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02856743-26da-4a60-b8b7-8144505e3261,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:49.472531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.595394 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3358d09-d390-48b3-89a4-074c32fb103b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.648778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3358d09-d390-48b3-89a4-074c32fb103b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.664162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Network 3f2d756d-55d0-4164-b060-cf2e33c520b2 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:49.673435 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5082-193a-42d7-84b6-6da3055b9e09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.687752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:49.699340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:18:49.822796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5082-193a-42d7-84b6-6da3055b9e09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.878248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f5082-193a-42d7-84b6-6da3055b9e09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd6db91-1b43-4138-a2a2-b7cd852efb14,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:49.878668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:49.881510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.889680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5082-193a-42d7-84b6-6da3055b9e09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:49.894498 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0c4f5082-193a-42d7-84b6-6da3055b9e09 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/5fd6db91-1b43-4138-a2a2-b7cd852efb14 HTTP/1.1" status: 204 len: 168 time: 0.9360242 Aug 16 13:18:49.895685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36228) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:49.950443 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6caba2-11ba-4b6b-988f-d4f1f9c61c4e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:18:49.950443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6caba2-11ba-4b6b-988f-d4f1f9c61c4e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:49.958145 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4d6caba2-11ba-4b6b-988f-d4f1f9c61c4e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/302cbe03-f8ac-44db-866f-038b344a4e85 HTTP/1.1" status: 404 len: 337 time: 0.0608730 Aug 16 13:18:49.959279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36232) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:50.037870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Pushing event updated for resources: {'Port': ['ID=e0d7d97c-d40c-4362-bf00-c64efa788be2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:50.044631 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3358d09-d390-48b3-89a4-074c32fb103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:50.071880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d3358d09-d390-48b3-89a4-074c32fb103b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:50.073827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-7520ff18-5e85-4be5-b687-7064f35a58c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2303677 Aug 16 13:18:50.079439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d3358d09-d390-48b3-89a4-074c32fb103b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02856743-26da-4a60-b8b7-8144505e3261 HTTP/1.1" status: 204 len: 168 time: 0.7152820 Aug 16 13:18:50.109836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Request body: {'port': {'device_id': '999dc87e-b880-4814-a255-857e551cdd77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:50.136317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8456074-6a17-471b-8929-20e9a154c0c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting subnet 7e816106-8f59-4afa-93cf-578b2a3d0d3a {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:18:50.179673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8456074-6a17-471b-8929-20e9a154c0c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:50.186343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3358d09-d390-48b3-89a4-074c32fb103b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02856743-26da-4a60-b8b7-8144505e3261,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:50.479509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ebd16-b06e-4052-96f1-b4ba05c9b9e0 req-2d1f05cb-8560-4185-ac38-9c0019ad77b7 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:50.484196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c24ebd16-b06e-4052-96f1-b4ba05c9b9e0 req-2d1f05cb-8560-4185-ac38-9c0019ad77b7 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 932 time: 0.5714557 Aug 16 13:18:50.704663 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c24ebd16-b06e-4052-96f1-b4ba05c9b9e0 req-95f9cc0c-d71b-4e69-8248-6cdf374b06ac tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716933 Aug 16 13:18:50.715307 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:50.775878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad1310-6c36-4187-97b8-e368d679a79d req-0986b893-f3df-4217-96ba-03874e4b26d0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:50.789926 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51ad1310-6c36-4187-97b8-e368d679a79d req-0986b893-f3df-4217-96ba-03874e4b26d0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.5333259 Aug 16 13:18:50.825010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c2b925-90e7-436c-9342-6cb680f7d14b None None] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:18:51.010527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51ad1310-6c36-4187-97b8-e368d679a79d req-0c20c418-e6a8-46a7-9cc7-bea3f4430e6e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186687 Aug 16 13:18:51.090216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-05d254a0-ece5-4fd5-a21a-9fb4891f9dcf None None] Provisioning complete for port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:51.090897 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-05d254a0-ece5-4fd5-a21a-9fb4891f9dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:51.340898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-05d254a0-ece5-4fd5-a21a-9fb4891f9dcf None None] Port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:51.359988 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8456074-6a17-471b-8929-20e9a154c0c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:51.427186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-05d254a0-ece5-4fd5-a21a-9fb4891f9dcf None None] Provisioning complete for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:51.427929 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-05d254a0-ece5-4fd5-a21a-9fb4891f9dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:51.695372 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8456074-6a17-471b-8929-20e9a154c0c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:51.878055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d7d97c-d40c-4362-bf00-c64efa788be2 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:18:51.892806 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8456074-6a17-471b-8929-20e9a154c0c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:51.903249 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:51.937298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8456074-6a17-471b-8929-20e9a154c0c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Subnet': ['ID=7e816106-8f59-4afa-93cf-578b2a3d0d3a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:51.940007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8456074-6a17-471b-8929-20e9a154c0c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:51.942649 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d8456074-6a17-471b-8929-20e9a154c0c1 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/7e816106-8f59-4afa-93cf-578b2a3d0d3a HTTP/1.1" status: 204 len: 168 time: 1.9808450 Aug 16 13:18:51.946080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36274) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:51.955767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Transition to ACTIVE for port object e0d7d97c-d40c-4362-bf00-c64efa788be2 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:51.987403 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4266224a-ccc4-4836-9bae-5632fe893e13 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:18:51.988171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4266224a-ccc4-4836-9bae-5632fe893e13 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:51.990225 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4266224a-ccc4-4836-9bae-5632fe893e13 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/62c62258-0d3b-4025-bce6-8ad97fc90994 HTTP/1.1" status: 404 len: 337 time: 0.0428174 Aug 16 13:18:51.996038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36280) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.050719 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:52.083819 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-51dbca4a-55f5-4a7a-8ed3-0b331fb74c1a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04e27d6-4f7b-44bf-93c9-06174b30aa50 HTTP/1.1" status: 200 len: 205 time: 0.0855169 Aug 16 13:18:52.086245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36284) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.178502 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-3da3a568-21e2-42cb-9177-8c4274822e8a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] delete failed (client error): The resource could not be found. Aug 16 13:18:52.186518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36286) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.188630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d7d97c-d40c-4362-bf00-c64efa788be2,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:52.200013 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3da3a568-21e2-42cb-9177-8c4274822e8a tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/routers/f04e27d6-4f7b-44bf-93c9-06174b30aa50 HTTP/1.1" status: 404 len: 336 time: 0.1117349 Aug 16 13:18:52.286900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36288) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.293720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f733ae-2c6e-4356-a7b2-868938b79c50 req-9f70f076-3ac8-4b5b-b96e-7d8aadc1e170 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:52.303144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51f733ae-2c6e-4356-a7b2-868938b79c50 req-9f70f076-3ac8-4b5b-b96e-7d8aadc1e170 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 944 time: 0.3454745 Aug 16 13:18:52.308591 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6719f7-6b12-4f03-8918-451c62215810 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:18:52.310185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6719f7-6b12-4f03-8918-451c62215810 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:52.313487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bc6719f7-6b12-4f03-8918-451c62215810 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/7e6e66ff-3843-4de3-9cf8-7dfee58cd45a HTTP/1.1" status: 404 len: 337 time: 0.1170421 Aug 16 13:18:52.315597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36292) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.368893 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-714aa333-3730-4370-8ddc-f1cf906af701 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:18:52.369727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714aa333-3730-4370-8ddc-f1cf906af701 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:52.371608 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-714aa333-3730-4370-8ddc-f1cf906af701 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/5be61279-f35a-42d3-8e6d-61540a2fb695 HTTP/1.1" status: 404 len: 337 time: 0.0545952 Aug 16 13:18:52.375976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36294) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.428319 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71affa1-0a58-4219-9f28-a80c85271cca tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:18:52.428867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71affa1-0a58-4219-9f28-a80c85271cca tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:52.433148 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c71affa1-0a58-4219-9f28-a80c85271cca tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/5018a58c-c7fb-49e9-a1dd-a56b31c491e7 HTTP/1.1" status: 404 len: 337 time: 0.0538664 Aug 16 13:18:52.433460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36298) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.447339 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51f733ae-2c6e-4356-a7b2-868938b79c50 req-ffaea815-df5a-446c-96e5-08ed46754bf8 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427286 Aug 16 13:18:52.508783 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-92256eff-2ad5-432d-be0f-6a8cb708d01e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:18:52.513163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92256eff-2ad5-432d-be0f-6a8cb708d01e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:52.521353 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-92256eff-2ad5-432d-be0f-6a8cb708d01e tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/58b72bbc-e969-4490-ac37-d8ce40fd0313 HTTP/1.1" status: 404 len: 333 time: 0.0867534 Aug 16 13:18:52.533853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-921323150'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:52.537147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36306) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.644324 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbd5c1b-3ccc-429b-8f96-2b66d32cc44b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:18:52.646511 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbd5c1b-3ccc-429b-8f96-2b66d32cc44b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:52.652308 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4dbd5c1b-3ccc-429b-8f96-2b66d32cc44b tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/488f38f5-5af6-4a22-830c-19a20f165eee HTTP/1.1" status: 404 len: 337 time: 0.1098387 Aug 16 13:18:52.654090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36308) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.685806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Made reservation on behalf of 594169b0c0b348d7a7cb523505cbfa32 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:52.689753 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:52.711423 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c9f542-3a4f-4d51-b45f-83dfccc98f08 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:18:52.711857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c9f542-3a4f-4d51-b45f-83dfccc98f08 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:52.716338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:52.716727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-09c9f542-3a4f-4d51-b45f-83dfccc98f08 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/77c72ebf-3458-4615-98f0-12ce19093712 HTTP/1.1" status: 404 len: 337 time: 0.0597219 Aug 16 13:18:52.719483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36310) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.722976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Attempting to bind port e0d7d97c-d40c-4362-bf00-c64efa788be2 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:18:52.723309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Attempting to bind port e0d7d97c-d40c-4362-bf00-c64efa788be2 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:18:52.723638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Attempting to bind port e0d7d97c-d40c-4362-bf00-c64efa788be2 on network 3f2d756d-55d0-4164-b060-cf2e33c520b2 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:18:52.734016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56480e3-5a81-48e8-b1ce-ec6b4dba7209 req-9572246c-e9c8-4acf-8bce-ef0f5902c546 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:52.735710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b56480e3-5a81-48e8-b1ce-ec6b4dba7209 req-9572246c-e9c8-4acf-8bce-ef0f5902c546 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.7774003 Aug 16 13:18:52.751351 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335d697-04a8-4685-a990-3dce1bfffcc7 req-b401dc26-cf71-4137-8ff6-b78a646628c6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:52.753884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d335d697-04a8-4685-a990-3dce1bfffcc7 req-b401dc26-cf71-4137-8ff6-b78a646628c6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.1750343 Aug 16 13:18:52.764173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Port e0d7d97c-d40c-4362-bf00-c64efa788be2 on network 3f2d756d-55d0-4164-b060-cf2e33c520b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:18:52.764841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Attempting to bind port e0d7d97c-d40c-4362-bf00-c64efa788be2 on network 3f2d756d-55d0-4164-b060-cf2e33c520b2 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:18:52.817368 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c239aa-c58d-452a-b48e-85742c5ef6ff tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:18:52.822244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c239aa-c58d-452a-b48e-85742c5ef6ff tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:52.824606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b9c239aa-c58d-452a-b48e-85742c5ef6ff tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/90f04ec2-5408-4f7c-b582-31ceb84e6e13 HTTP/1.1" status: 404 len: 333 time: 0.1038189 Aug 16 13:18:52.832963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36312) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.849899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69bcc20-1e81-41f3-baab-393eadf43b74 None None] Network 7f4ee277-6aef-4fdf-8603-5e237e445983 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:18:52.865122 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d335d697-04a8-4685-a990-3dce1bfffcc7 req-320a2c38-7ffb-4947-bd97-e3a50d867b45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954025 Aug 16 13:18:52.876881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:18:52.877343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Checking segment: {'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:18:52.889754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Bound using segment: {'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:18:52.889754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Bound port: e0d7d97c-d40c-4362-bf00-c64efa788be2, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:18:52.889754 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:52.915742 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-62be85f6-e721-4c63-a0ed-db6346bd5edd tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:18:52.916486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62be85f6-e721-4c63-a0ed-db6346bd5edd tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:52.920973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-62be85f6-e721-4c63-a0ed-db6346bd5edd tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/0c9e71b0-7d19-429b-b480-4d65bdd10fa5 HTTP/1.1" status: 404 len: 337 time: 0.0865827 Aug 16 13:18:52.924389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36314) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:52.945544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b56480e3-5a81-48e8-b1ce-ec6b4dba7209 req-f704f018-97b6-4899-97eb-82f8c5eb22d4 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825495 Aug 16 13:18:52.995193 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-690827f8-6f4c-4388-b0c2-ed1a08a8cef4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] DELETE failed (client error): The resource could not be found. Aug 16 13:18:52.995933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690827f8-6f4c-4388-b0c2-ed1a08a8cef4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:18:52.998317 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-690827f8-6f4c-4388-b0c2-ed1a08a8cef4 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/subnets/f78696bb-c2b0-483d-bc08-5465531b1d67 HTTP/1.1" status: 404 len: 337 time: 0.0724764 Aug 16 13:18:53.002230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36318) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:53.057587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-48a7fe46-5e7d-4c7d-8295-1ceb70c9680d None None] Provisioning complete for port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:53.057951 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48a7fe46-5e7d-4c7d-8295-1ceb70c9680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.086275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] For port e0d7d97c-d40c-4362-bf00-c64efa788be2, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:18:53.091568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] For port e0d7d97c-d40c-4362-bf00-c64efa788be2, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:18:53.105841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.120212 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-48a7fe46-5e7d-4c7d-8295-1ceb70c9680d None None] Port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:18:53.141641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-48a7fe46-5e7d-4c7d-8295-1ceb70c9680d None None] Provisioning complete for port 3134a263-d5db-4335-9af9-52ae20cbf9c2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:18:53.142012 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48a7fe46-5e7d-4c7d-8295-1ceb70c9680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.196401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:53.197052 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.203236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a432559-8761-4dd9-9d9b-06b09b72e82f None None] DHCP port deletion for 7f4ee277-6aef-4fdf-8603-5e237e445983 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:18:53.205148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] 10.222.0.42 "PUT /v2.0/ports/e0d7d97c-d40c-4362-bf00-c64efa788be2 HTTP/1.1" status: 200 len: 1092 time: 3.1104903 Aug 16 13:18:53.210987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999dc87e-b880-4814-a255-857e551cdd77', 'tag': 'e0d7d97c-d40c-4362-bf00-c64efa788be2'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:18:53.218885 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4400c1ec-9aa5-40a1-ae00-6b76881f931c" -d '{"events": [{"name": "network-changed", "server_uuid": "999dc87e-b880-4814-a255-857e551cdd77", "tag": "e0d7d97c-d40c-4362-bf00-c64efa788be2"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:18:53.303637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd5fc8-3433-41d7-b0e7-628373dcffe6 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Deleting port f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:18:53.304333 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5fc8-3433-41d7-b0e7-628373dcffe6 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.342983 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.393172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc08765-b0b9-4d71-8720-25ab6de2bf71 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d7d97c-d40c-4362-bf00-c64efa788be2,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:53.403113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3134a263-d5db-4335-9af9-52ae20cbf9c2 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:18:53.408684 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.438031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-e1bc8d56-57fa-4dc3-997b-e7625bc3b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:53.445684 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-e1bc8d56-57fa-4dc3-997b-e7625bc3b0d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6646b744cdfd4e10999a9d4be581f72a&device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 1095 time: 0.1758692 Aug 16 13:18:53.504166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3975f2-a928-4143-995e-5bc97b3501a2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:53.581135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-e5aedd81-3adc-40ca-bc15-b90f5d5d225b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2 HTTP/1.1" status: 200 len: 217 time: 0.1265779 Aug 16 13:18:53.593924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:18:53.599143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5fc8-3433-41d7-b0e7-628373dcffe6 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.625478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd5fc8-3433-41d7-b0e7-628373dcffe6 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Calling delete_port for f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:18:53.637614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.638078 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Added segment ff3cac67-9514-4f05-9312-e9343b36ad4e of type vlan for network 3126be88-5494-4a1d-9512-fed52721fd45 Aug 16 13:18:53.671917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677f520-e3d4-4a80-b570-b6ffc0d7d271 req-ed4cea13-5443-444a-b636-7bbd68234759 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:53.673548 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9677f520-e3d4-4a80-b570-b6ffc0d7d271 req-ed4cea13-5443-444a-b636-7bbd68234759 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.42 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.3258500 Aug 16 13:18:53.711264 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135ceebf-386a-4400-ab8c-3306d8089bc7 x-openstack-request-id: req-135ceebf-386a-4400-ab8c-3306d8089bc7 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:18:53.711566 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999dc87e-b880-4814-a255-857e551cdd77", "tag": "e0d7d97c-d40c-4362-bf00-c64efa788be2", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:18:53.711825 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-135ceebf-386a-4400-ab8c-3306d8089bc7 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:18:53.712241 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999dc87e-b880-4814-a255-857e551cdd77', 'tag': 'e0d7d97c-d40c-4362-bf00-c64efa788be2', 'status': 'completed', 'code': 200} Aug 16 13:18:53.723788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-01f4f024-13a0-4df1-ab61-0984c08c736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:53.725354 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-01f4f024-13a0-4df1-ab61-0984c08c736b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1538c9d3-16c4-4d7e-bd07-b353e311035f HTTP/1.1" status: 200 len: 855 time: 0.1369944 Aug 16 13:18:53.774314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2a432559-8761-4dd9-9d9b-06b09b72e82f None None] Deleting port 3134a263-d5db-4335-9af9-52ae20cbf9c2 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:18:53.774914 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2a432559-8761-4dd9-9d9b-06b09b72e82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.810972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-77345c21-9e61-43ec-bbce-69f9a02db90f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f2d756d-55d0-4164-b060-cf2e33c520b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756247 Aug 16 13:18:53.813826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.888644 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.908661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78f93f-352b-4e44-8d7d-e2c06f426212 req-e2fe2ec6-729c-4f2f-8b9e-1fcdeb96125d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:53.919495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b78f93f-352b-4e44-8d7d-e2c06f426212 req-e2fe2ec6-729c-4f2f-8b9e-1fcdeb96125d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 944 time: 0.2595427 Aug 16 13:18:53.939883 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:53.946953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:53.947951 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.023223 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2a432559-8761-4dd9-9d9b-06b09b72e82f None None] For port 3134a263-d5db-4335-9af9-52ae20cbf9c2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3134a263-d5db-4335-9af9-52ae20cbf9c2,segment=NetworkSegment(7400c8c3-a1c0-49a9-be43-6b955866ef97),segment_id=7400c8c3-a1c0-49a9-be43-6b955866ef97)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:54.023506 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2a432559-8761-4dd9-9d9b-06b09b72e82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.057432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 3134a263-d5db-4335-9af9-52ae20cbf9c2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3134a263-d5db-4335-9af9-52ae20cbf9c2,segment=NetworkSegment(7400c8c3-a1c0-49a9-be43-6b955866ef97),segment_id=7400c8c3-a1c0-49a9-be43-6b955866ef97)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:54.059210 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2a432559-8761-4dd9-9d9b-06b09b72e82f None None] Calling delete_port for 3134a263-d5db-4335-9af9-52ae20cbf9c2 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:18:54.066278 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.098710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event updated for resources: {'Network': ['ID=3126be88-5494-4a1d-9512-fed52721fd45,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:54.125752 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e836e443-0c28-4f44-8dc5-e1f49ff227c9 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8350542 Aug 16 13:18:54.126953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36340) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:54.138684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=3134a263-d5db-4335-9af9-52ae20cbf9c2,revision_number=11']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:54.141480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3126be88-5494-4a1d-9512-fed52721fd45 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:18:54.143394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b78f93f-352b-4e44-8d7d-e2c06f426212 req-7c01d1ac-7c75-4461-a117-fdc1616b1833 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128997 Aug 16 13:18:54.150879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Request body: {'subnet': {'network_id': '3126be88-5494-4a1d-9512-fed52721fd45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:54.186956 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:18:54.196200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955f384-4d33-4d7d-ba51-5c475c8840f9 req-1a856b61-dca7-4fb5-a19c-753a63d16fd7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:54.224064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2955f384-4d33-4d7d-ba51-5c475c8840f9 req-1a856b61-dca7-4fb5-a19c-753a63d16fd7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.1697450 Aug 16 13:18:54.237900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.238281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.238627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.238967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.239300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.239629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.239959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.240284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.240607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.240929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.241294 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.241628 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:18:54.281844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-8e804b5a-a573-4412-a887-45c170b30a49 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603875 Aug 16 13:18:54.407342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2955f384-4d33-4d7d-ba51-5c475c8840f9 req-aafe2762-a984-4cc2-bcd7-8edd32808e77 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822703 Aug 16 13:18:54.430146 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2a432559-8761-4dd9-9d9b-06b09b72e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.470533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a432559-8761-4dd9-9d9b-06b09b72e82f None None] Pushing event deleted for resources: {'Port': ['ID=3134a263-d5db-4335-9af9-52ae20cbf9c2,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:54.472624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5fc8-3433-41d7-b0e7-628373dcffe6 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.493248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a432559-8761-4dd9-9d9b-06b09b72e82f None None] No DVR routers for this DVR port 3134a263-d5db-4335-9af9-52ae20cbf9c2 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:18:54.514850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baa085-e9eb-4a39-8d0a-4f88b71a1447 req-d0e9e4e6-eb34-4943-be74-20de0d33bc87 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:54.516557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1baa085-e9eb-4a39-8d0a-4f88b71a1447 req-d0e9e4e6-eb34-4943-be74-20de0d33bc87 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/ports?device_id=c58e4c85-0433-44e0-8191-d8d8c5d87d37 HTTP/1.1" status: 200 len: 946 time: 0.2013574 Aug 16 13:18:54.560679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5fc8-3433-41d7-b0e7-628373dcffe6 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.567583 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1bfd5fc8-3433-41d7-b0e7-628373dcffe6 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/ports/f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d HTTP/1.1" status: 204 len: 168 time: 1.5629449 Aug 16 13:18:54.569038 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36342) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:54.622644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd5fc8-3433-41d7-b0e7-628373dcffe6 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Port': ['ID=f45b8942-a02e-4ae3-ba62-30e1f1aa3b6d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:54.639880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-9677f520-e3d4-4a80-b570-b6ffc0d7d271 req-e0a95102-4ca6-4c63-9fec-4236c3d0f425 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Deleting port a6e71557-75f3-4b27-9a97-6926004f0dc3 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:18:54.640436 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9677f520-e3d4-4a80-b570-b6ffc0d7d271 req-e0a95102-4ca6-4c63-9fec-4236c3d0f425 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.700649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Made reservation on behalf of 594169b0c0b348d7a7cb523505cbfa32 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:54.700950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.704501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a7035e-8901-40b6-9d1a-e2a861ffe5f0 req-5fd43613-dbdc-4bf9-8aae-d0ffd0c4e501 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106040 Aug 16 13:18:54.707477 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.743355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1baa085-e9eb-4a39-8d0a-4f88b71a1447 req-ec665b30-37ff-4d54-a93f-87da7ec0d47f tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.25 "GET /v2.0/security-groups?id=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180512 Aug 16 13:18:54.865989 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.878335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4ee277-6aef-4fdf-8603-5e237e445983']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:54.892248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7400c8c3-a1c0-49a9-be43-6b955866ef97') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:54.892531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7400c8c3-a1c0-49a9-be43-6b955866ef97') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:54.905925 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.924026 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:54.933383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:18:54.933818 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:55.016097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9677f520-e3d4-4a80-b570-b6ffc0d7d271 req-e0a95102-4ca6-4c63-9fec-4236c3d0f425 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] For port a6e71557-75f3-4b27-9a97-6926004f0dc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a6e71557-75f3-4b27-9a97-6926004f0dc3,segment=NetworkSegment(5213314c-c2e1-4a9c-b69a-68f82669ad15),segment_id=5213314c-c2e1-4a9c-b69a-68f82669ad15)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:55.016806 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9677f520-e3d4-4a80-b570-b6ffc0d7d271 req-e0a95102-4ca6-4c63-9fec-4236c3d0f425 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:55.051261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-9677f520-e3d4-4a80-b570-b6ffc0d7d271 req-e0a95102-4ca6-4c63-9fec-4236c3d0f425 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Calling delete_port for a6e71557-75f3-4b27-9a97-6926004f0dc3 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:18:55.052167 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:18:55.056331 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:55.089577 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:55.103946 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] 10.222.0.25 "DELETE /v2.0/networks/7f4ee277-6aef-4fdf-8603-5e237e445983 HTTP/1.1" status: 204 len: 168 time: 0.5214119 Aug 16 13:18:55.106028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f645a5-b3b9-42b8-992b-d0dd5050e598 tempest-PortsIpV6TestJSON-916131295 tempest-PortsIpV6TestJSON-916131295-project] Pushing event deleted for resources: {'Network': ['ID=7f4ee277-6aef-4fdf-8603-5e237e445983,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:55.143173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400c1ec-9aa5-40a1-ae00-6b76881f931c req-769f581a-7886-465c-a6f2-b40bc26aa6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:55.144778 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4400c1ec-9aa5-40a1-ae00-6b76881f931c req-769f581a-7886-465c-a6f2-b40bc26aa6e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6646b744cdfd4e10999a9d4be581f72a&device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 1095 time: 0.3654873 Aug 16 13:18:55.341942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:55.467818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event updated for resources: {'Subnet': ['ID=a692b25c-f3ad-4cd2-a19f-4af57956c9b7,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:55.730706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Checking segment: {'id': 'ff3cac67-9514-4f05-9312-e9343b36ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3126be88-5494-4a1d-9512-fed52721fd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:18:55.731984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Network hostable DHCP agents. Network: 3126be88-5494-4a1d-9512-fed52721fd45, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:18:55.745682 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9677f520-e3d4-4a80-b570-b6ffc0d7d271 req-e0a95102-4ca6-4c63-9fec-4236c3d0f425 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:55.800194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a95102-4ca6-4c63-9fec-4236c3d0f425 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Pushing event deleted for resources: {'Port': ['ID=a6e71557-75f3-4b27-9a97-6926004f0dc3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:55.833387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Network 3126be88-5494-4a1d-9512-fed52721fd45 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:18:55.859791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36360) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:55.867671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9677f520-e3d4-4a80-b570-b6ffc0d7d271 req-e0a95102-4ca6-4c63-9fec-4236c3d0f425 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] No DVR routers for this DVR port a6e71557-75f3-4b27-9a97-6926004f0dc3 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:18:55.872776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9677f520-e3d4-4a80-b570-b6ffc0d7d271 req-e0a95102-4ca6-4c63-9fec-4236c3d0f425 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:55.875166 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9677f520-e3d4-4a80-b570-b6ffc0d7d271 req-e0a95102-4ca6-4c63-9fec-4236c3d0f425 tempest-ServersNegativeTestJSON-590475908 tempest-ServersNegativeTestJSON-590475908-project] 10.222.0.42 "DELETE /v2.0/ports/a6e71557-75f3-4b27-9a97-6926004f0dc3 HTTP/1.1" status: 204 len: 173 time: 2.1706257 Aug 16 13:18:55.875908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'name': 'network-vif-deleted', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:18:55.879794 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a8d3be-b74a-43f4-b6ee-94050acc5048" -d '{"events": [{"server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "name": "network-vif-deleted", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:18:55.883351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3126be88-5494-4a1d-9512-fed52721fd45) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:55.888836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:55.889666 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:55.904883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d2a077-6eeb-4896-99c5-a9f9beeb5dc7 None None] Network 3126be88-5494-4a1d-9512-fed52721fd45 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:18:55.925592 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e452dccc-e212-41f3-9d2d-5c088b1dde9e tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7925079 Aug 16 13:18:55.926826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36366) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:55.934145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c77ed637-f9ca-4a06-97ea-72fde79eb95b tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2015247765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:55.978769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c77ed637-f9ca-4a06-97ea-72fde79eb95b tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:55.980714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c77ed637-f9ca-4a06-97ea-72fde79eb95b tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:56.130572 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c77ed637-f9ca-4a06-97ea-72fde79eb95b tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:56.141690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c77ed637-f9ca-4a06-97ea-72fde79eb95b tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:56.186600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c77ed637-f9ca-4a06-97ea-72fde79eb95b tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:56.187891 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c77ed637-f9ca-4a06-97ea-72fde79eb95b tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2594445 Aug 16 13:18:56.196805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36370) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:56.268704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb2eb4-6c68-498c-81bf-822bb286bcf1 req-8585027e-9fb5-4a4b-9676-6bd25862a6d3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:56.268704 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0bb2eb4-6c68-498c-81bf-822bb286bcf1 req-8585027e-9fb5-4a4b-9676-6bd25862a6d3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.3890810 Aug 16 13:18:56.287048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9e69-595f-41ed-b282-285c60b0c834 req-10871cf2-30f4-4e4b-ba5d-71ea2b6c9665 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:56.290239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db5e9e69-595f-41ed-b282-285c60b0c834 req-10871cf2-30f4-4e4b-ba5d-71ea2b6c9665 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 944 time: 0.3561256 Aug 16 13:18:56.295704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-3126be88-5494-4a1d-9512-fed52721fd45', 'network_id': '3126be88-5494-4a1d-9512-fed52721fd45', 'tenant_id': '594169b0c0b348d7a7cb523505cbfa32', 'fixed_ips': [{'subnet_id': 'a692b25c-f3ad-4cd2-a19f-4af57956c9b7'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:18:56.297271 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:56.345480 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-54c312c6-7899-44a0-b21d-90dff51eb677 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2694f58a77944a008914fa19fd77ef11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839613 Aug 16 13:18:56.364023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36372) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:56.403032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400c1ec-9aa5-40a1-ae00-6b76881f931c req-913256f4-c8ae-462b-8e2b-b37ddc88d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:56.404769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4400c1ec-9aa5-40a1-ae00-6b76881f931c req-913256f4-c8ae-462b-8e2b-b37ddc88d0b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f2d756d-55d0-4164-b060-cf2e33c520b2 HTTP/1.1" status: 200 len: 915 time: 1.2519147 Aug 16 13:18:56.504692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4400c1ec-9aa5-40a1-ae00-6b76881f931c req-bc45a6e1-f3cf-4af9-b2d5-6be16f2c9cfe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2 HTTP/1.1" status: 200 len: 217 time: 0.0819306 Aug 16 13:18:56.514553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0bb2eb4-6c68-498c-81bf-822bb286bcf1 req-e6090a87-88bd-41d7-98de-3ace9244093f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182493 Aug 16 13:18:56.518039 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db5e9e69-595f-41ed-b282-285c60b0c834 req-f473b544-6e6d-4f31-a6a1-d2d6de17d3df tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121198 Aug 16 13:18:56.582181 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a1f2bd6-28b4-43a5-99bf-8f66e2ebd652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:56.611910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400c1ec-9aa5-40a1-ae00-6b76881f931c req-1582380b-93cc-4965-b848-6db5ac55182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:56.613867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4400c1ec-9aa5-40a1-ae00-6b76881f931c req-1582380b-93cc-4965-b848-6db5ac55182a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1538c9d3-16c4-4d7e-bd07-b353e311035f HTTP/1.1" status: 200 len: 855 time: 0.0944016 Aug 16 13:18:56.635019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Allocated IP 172.20.0.2 (3126be88-5494-4a1d-9512-fed52721fd45/a692b25c-f3ad-4cd2-a19f-4af57956c9b7/7b8f3951-448f-4dc8-bf42-64d22412cb16) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:56.638437 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08be78a-cc55-483b-b4d9-72bf8fbfac63 x-openstack-request-id: req-d08be78a-cc55-483b-b4d9-72bf8fbfac63 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:18:56.638687 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58e4c85-0433-44e0-8191-d8d8c5d87d37", "name": "network-vif-deleted", "tag": "a6e71557-75f3-4b27-9a97-6926004f0dc3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:18:56.638810 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d08be78a-cc55-483b-b4d9-72bf8fbfac63 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:18:56.639290 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58e4c85-0433-44e0-8191-d8d8c5d87d37', 'name': 'network-vif-deleted', 'tag': 'a6e71557-75f3-4b27-9a97-6926004f0dc3', 'status': 'completed', 'code': 200} Aug 16 13:18:56.660170 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a1f2bd6-28b4-43a5-99bf-8f66e2ebd652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:56.673125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36374) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:56.684424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4400c1ec-9aa5-40a1-ae00-6b76881f931c req-40a6fc93-555d-4ab8-b4a9-920bab4eef19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f2d756d-55d0-4164-b060-cf2e33c520b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579743 Aug 16 13:18:56.736924 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:56.839096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-74190029-72ea-4e94-b591-3c87a17e03de admin admin] Deleting subnet 372eeca5-8a07-42e8-a3b6-c0d782c3fee7 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:18:56.890367 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-74190029-72ea-4e94-b591-3c87a17e03de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:56.893470 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a1f2bd6-28b4-43a5-99bf-8f66e2ebd652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:56.908640 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a1f2bd6-28b4-43a5-99bf-8f66e2ebd652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:56.910669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4a1f2bd6-28b4-43a5-99bf-8f66e2ebd652 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae65bc80-3d6e-4da8-a1e7-3e776da82d3d HTTP/1.1" status: 204 len: 168 time: 0.5420294 Aug 16 13:18:56.941458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f2bd6-28b4-43a5-99bf-8f66e2ebd652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae65bc80-3d6e-4da8-a1e7-3e776da82d3d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:56.957454 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4400c1ec-9aa5-40a1-ae00-6b76881f931c req-26f1dbff-d73a-4194-b7f1-5ca56ecc4d74 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629669 Aug 16 13:18:56.990809 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:57.002654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Transition to ACTIVE for port object 7b8f3951-448f-4dc8-bf42-64d22412cb16 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:57.020348 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-74190029-72ea-4e94-b591-3c87a17e03de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:57.023130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Transition to ACTIVE for port object 7b8f3951-448f-4dc8-bf42-64d22412cb16 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:57.047488 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:57.136190 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Pushing event updated for resources: {'Port': ['ID=7b8f3951-448f-4dc8-bf42-64d22412cb16,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:57.146670 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Network 3126be88-5494-4a1d-9512-fed52721fd45 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:57.155423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:57.162776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:18:57.215478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-74190029-72ea-4e94-b591-3c87a17e03de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:57.322900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Attempting to bind port 7b8f3951-448f-4dc8-bf42-64d22412cb16 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:18:57.323533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Attempting to bind port 7b8f3951-448f-4dc8-bf42-64d22412cb16 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'ff3cac67-9514-4f05-9312-e9343b36ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3126be88-5494-4a1d-9512-fed52721fd45'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:18:57.324160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Attempting to bind port 7b8f3951-448f-4dc8-bf42-64d22412cb16 on network 3126be88-5494-4a1d-9512-fed52721fd45 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:18:57.351414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:18:57.352395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Checking segment: {'id': 'ff3cac67-9514-4f05-9312-e9343b36ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3126be88-5494-4a1d-9512-fed52721fd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:18:57.357695 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:57.358597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Bound using segment: {'id': 'ff3cac67-9514-4f05-9312-e9343b36ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3126be88-5494-4a1d-9512-fed52721fd45'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:18:57.359433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Bound port: 7b8f3951-448f-4dc8-bf42-64d22412cb16, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3cac67-9514-4f05-9312-e9343b36ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3126be88-5494-4a1d-9512-fed52721fd45'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:18:57.360133 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:57.375014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4400c1ec-9aa5-40a1-ae00-6b76881f931c req-c319cfc1-5e86-433b-be55-013792b27865 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084911 Aug 16 13:18:57.488247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Allocated IP 172.20.0.1 (3126be88-5494-4a1d-9512-fed52721fd45/a692b25c-f3ad-4cd2-a19f-4af57956c9b7/f8fd0824-9674-4e3f-8049-7918439958d3) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:18:57.510663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e0d7d97c-d40c-4362-bf00-c64efa788be2 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:18:57.523197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a6e71557-75f3-4b27-9a97-6926004f0dc3 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:18:57.558943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] For port 7b8f3951-448f-4dc8-bf42-64d22412cb16, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:18:57.570050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] For port 7b8f3951-448f-4dc8-bf42-64d22412cb16, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7b8f3951-448f-4dc8-bf42-64d22412cb16,segment=NetworkSegment(ff3cac67-9514-4f05-9312-e9343b36ad4e),segment_id=ff3cac67-9514-4f05-9312-e9343b36ad4e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:18:57.632465 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:57.673134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: a6e71557-75f3-4b27-9a97-6926004f0dc3 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:18:57.674522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a6e71557-75f3-4b27-9a97-6926004f0dc3 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:18:57.755577 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-74190029-72ea-4e94-b591-3c87a17e03de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:57.815511 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-74190029-72ea-4e94-b591-3c87a17e03de admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:57.821891 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-74190029-72ea-4e94-b591-3c87a17e03de admin admin] 10.222.0.25 "DELETE /v2.0/subnets/372eeca5-8a07-42e8-a3b6-c0d782c3fee7 HTTP/1.1" status: 204 len: 168 time: 1.1434135 Aug 16 13:18:57.822250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36406) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:57.823056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74190029-72ea-4e94-b591-3c87a17e03de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372eeca5-8a07-42e8-a3b6-c0d782c3fee7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:57.831491 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.resource_extend [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:18:57.958765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e0d7d97c-d40c-4362-bf00-c64efa788be2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:57.968198 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:57.982900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'e0d7d97c-d40c-4362-bf00-c64efa788be2', 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2', 'port_id': 'e0d7d97c-d40c-4362-bf00-c64efa788be2', 'mac_address': 'fa:16:3e:50:c0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1538c9d3-16c4-4d7e-bd07-b353e311035f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:18:58.019643 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-724f6fbd-fe0a-4c17-a8cb-cd8823f89386 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1611187 Aug 16 13:18:58.033262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Transition to ACTIVE for port object f8fd0824-9674-4e3f-8049-7918439958d3 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:18:58.045818 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:58.058251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d31d62-143a-4d7d-9029-efd77f2cf925 req-a1cdb2a4-2da9-4cd7-ae69-f6abd52cffd5 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:58.086308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f289a6-c2ff-4174-be45-16d93ad4d133 None None] Pushing event updated for resources: {'Port': ['ID=7b8f3951-448f-4dc8-bf42-64d22412cb16,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:58.106159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05d31d62-143a-4d7d-9029-efd77f2cf925 req-a1cdb2a4-2da9-4cd7-ae69-f6abd52cffd5 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 944 time: 0.4339807 Aug 16 13:18:58.125156 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:58.162728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d7d97c-d40c-4362-bf00-c64efa788be2 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:18:58.229177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d281f-10a4-444a-932c-83d30b5f08cf req-6ef5a89d-962c-4244-98d9-94b95122704c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:58.231346 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad8d281f-10a4-444a-932c-83d30b5f08cf req-6ef5a89d-962c-4244-98d9-94b95122704c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.4354434 Aug 16 13:18:58.244319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e0d7d97c-d40c-4362-bf00-c64efa788be2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:18:58.260562 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:58.261040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-bdb3ee26-93fc-424d-a315-b04f598bdb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:58.266698 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-bdb3ee26-93fc-424d-a315-b04f598bdb8a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31e257331f9c41a4946ffd76b396d91a&device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 1101 time: 0.1075177 Aug 16 13:18:58.309225 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05d31d62-143a-4d7d-9029-efd77f2cf925 req-15bc6f94-c271-4f84-9306-f1b179f32c99 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856105 Aug 16 13:18:58.342659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad8d281f-10a4-444a-932c-83d30b5f08cf req-8e769de7-d3fd-4189-bd4d-a4b8a3b5de21 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020274 Aug 16 13:18:58.394214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e0d7d97c-d40c-4362-bf00-c64efa788be2,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:58.402322 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:58.416152 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:58.474484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b059f55d-827b-47fc-b46e-b05c6494339b']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:58.490804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e0d7d97c-d40c-4362-bf00-c64efa788be2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:18:58.496956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Network 3126be88-5494-4a1d-9512-fed52721fd45 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:18:58.528027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:18:58.533379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5213314c-c2e1-4a9c-b69a-68f82669ad15') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:58.533675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5213314c-c2e1-4a9c-b69a-68f82669ad15') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:18:58.537465 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:18:58.612664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:58.624134 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:58.697499 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:58.700210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event updated for resources: {'Port': ['ID=f8fd0824-9674-4e3f-8049-7918439958d3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:58.738383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:18:58.738717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:18:58.740663 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:18:58.756479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36420) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:58.820603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-63eba1ce-321c-4069-9eb1-f9c2f4ce0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:58.822052 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-63eba1ce-321c-4069-9eb1-f9c2f4ce0eb4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.4313922 Aug 16 13:18:58.925546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:58.933724 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-c77422d3-86fe-4ae3-ad6f-af8c2a011f53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=10c7ec4b-804c-4572-950d-7b80ff6ad3e8 HTTP/1.1" status: 200 len: 217 time: 0.1033943 Aug 16 13:18:58.945304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:58.950813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] 10.222.0.25 "DELETE /v2.0/networks/b059f55d-827b-47fc-b46e-b05c6494339b HTTP/1.1" status: 204 len: 168 time: 1.1236658 Aug 16 13:18:59.012203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1961243672'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:18:59.017260 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:59.028910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3ece2-6bba-4e44-8d94-0416496ec6eb admin admin] Pushing event deleted for resources: {'Network': ['ID=b059f55d-827b-47fc-b46e-b05c6494339b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:59.072617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Made reservation on behalf of 7bc78e0e43f74d3ab2dd133ad5afdb53 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:18:59.085773 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:59.103191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-44a381d4-90c8-4eb6-9b14-1233d9460cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:59.105747 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-44a381d4-90c8-4eb6-9b14-1233d9460cb3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1537983 Aug 16 13:18:59.110146 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:59.507901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36434) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:59.532138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e0d7d97c-d40c-4362-bf00-c64efa788be2 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:18:59.536006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7b8f3951-448f-4dc8-bf42-64d22412cb16 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:18:59.547868 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:59.608731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:59.630478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:18:59.656519 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:59.657575 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Added segment 74535f3e-656a-4dac-a7ee-9a24145fea64 of type vlan for network fa675f00-580c-4f83-a45c-10f9e423a25b Aug 16 13:18:59.721972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489a75e8-aff3-4c19-be61-f45ce93d23a6 None None] Network 3126be88-5494-4a1d-9512-fed52721fd45 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:18:59.743826 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:59.845225 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-799d1d1b-b280-4126-bffb-82c77b43c0a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1cf4446a23fa4885b21e09ea03e593ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226945 Aug 16 13:18:59.850052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36444) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:18:59.906570 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.resource_extend [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:18:59.957574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82b464-956e-4f00-a311-a8958fd87095 req-c1719afa-b6df-411f-9953-1a0d1bea5235 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:18:59.959584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fd82b464-956e-4f00-a311-a8958fd87095 req-c1719afa-b6df-411f-9953-1a0d1bea5235 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 945 time: 0.3959725 Aug 16 13:18:59.970509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2260c4-44a5-441b-afa4-2252a0a4db0f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:18:59.982145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4b22736b-da01-4b37-8c3f-221d377b7a94 None None] Provisioning for port 7b8f3951-448f-4dc8-bf42-64d22412cb16 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:00.018897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9d15-2f4f-4d67-a285-d4d4b9c434cd req-2704261b-633d-49d1-9001-68839cae5027 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:00.019838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-85367b6f-4461-426e-ab6d-05d8c84f9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:00.020835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c66a9d15-2f4f-4d67-a285-d4d4b9c434cd req-2704261b-633d-49d1-9001-68839cae5027 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.3276696 Aug 16 13:19:00.029388 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-85367b6f-4461-426e-ab6d-05d8c84f9eee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8943188 Aug 16 13:19:00.029874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port e0d7d97c-d40c-4362-bf00-c64efa788be2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:00.039943 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.046660 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.052440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port e0d7d97c-d40c-4362-bf00-c64efa788be2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:00.053102 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.054822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:00.055483 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.143394 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 7b8f3951-448f-4dc8-bf42-64d22412cb16 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:00.158814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fd82b464-956e-4f00-a311-a8958fd87095 req-cbe6d948-a3d5-4eaa-96cf-dc325674f7eb tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692271 Aug 16 13:19:00.166637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7b8f3951-448f-4dc8-bf42-64d22412cb16 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:00.166976 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.239069 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce12475-3553-4c98-9b97-37d021d1088f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.255421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4961116 Aug 16 13:19:00.261763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36446) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:00.263120 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-f62bc701-28ed-4f61-807e-6476a9124d46 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230585 Aug 16 13:19:00.270676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c66a9d15-2f4f-4d67-a285-d4d4b9c434cd req-60da6c2d-d5ec-4c27-9a19-97ab861013eb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983647 Aug 16 13:19:00.279467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Request body: {'subnet': {'network_id': 'fa675f00-580c-4f83-a45c-10f9e423a25b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:00.307613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4631275-553e-4f92-93e1-11b468ce0ab3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Pushing event updated for resources: {'Network': ['ID=fa675f00-580c-4f83-a45c-10f9e423a25b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:00.320144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network fa675f00-580c-4f83-a45c-10f9e423a25b details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:19:00.328773 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce12475-3553-4c98-9b97-37d021d1088f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.503657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Made reservation on behalf of 7bc78e0e43f74d3ab2dd133ad5afdb53 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:00.512025 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.551609 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.554990 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.587929 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce12475-3553-4c98-9b97-37d021d1088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.594638 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce12475-3553-4c98-9b97-37d021d1088f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.598819 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.599199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4ce12475-3553-4c98-9b97-37d021d1088f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4653bef0-f1f6-4880-9f3e-5f037b2bbdc5 HTTP/1.1" status: 204 len: 168 time: 0.7347789 Aug 16 13:19:00.610055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f4cd7cef-20f5-47d8-be6e-66752631c1c8 req-5ea2a72b-7122-4fb4-85a2-0d817c0e82ec service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315396 Aug 16 13:19:00.619259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.637282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 7b8f3951-448f-4dc8-bf42-64d22412cb16, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7b8f3951-448f-4dc8-bf42-64d22412cb16,segment=NetworkSegment(ff3cac67-9514-4f05-9312-e9343b36ad4e),segment_id=ff3cac67-9514-4f05-9312-e9343b36ad4e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:00.655230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce12475-3553-4c98-9b97-37d021d1088f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4653bef0-f1f6-4880-9f3e-5f037b2bbdc5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:00.681652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e0d7d97c-d40c-4362-bf00-c64efa788be2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:00.682781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999dc87e-b880-4814-a255-857e551cdd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d7d97c-d40c-4362-bf00-c64efa788be2'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:19:00.687401 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86379ed0-d938-408c-978b-a6a3b4166119" -d '{"events": [{"server_uuid": "999dc87e-b880-4814-a255-857e551cdd77", "name": "network-vif-plugged", "status": "completed", "tag": "e0d7d97c-d40c-4362-bf00-c64efa788be2"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:19:00.705340 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.779929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event updated for resources: {'Port': ['ID=f8fd0824-9674-4e3f-8049-7918439958d3,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:00.809448 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.827375 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cb5b29-a089-491e-8b3c-ea766723803c x-openstack-request-id: req-08cb5b29-a089-491e-8b3c-ea766723803c {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:19:00.827375 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999dc87e-b880-4814-a255-857e551cdd77", "name": "network-vif-plugged", "status": "completed", "tag": "e0d7d97c-d40c-4362-bf00-c64efa788be2", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:19:00.827375 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08cb5b29-a089-491e-8b3c-ea766723803c {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:19:00.830328 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999dc87e-b880-4814-a255-857e551cdd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d7d97c-d40c-4362-bf00-c64efa788be2', 'code': 200} Aug 16 13:19:00.845716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:00.861559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=7b8f3951-448f-4dc8-bf42-64d22412cb16,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:01.067085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e0d7d97c-d40c-4362-bf00-c64efa788be2,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:01.076089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eb3bf-9aa1-446c-bb2e-49e0d2c7ca4d req-321b0b0c-d422-4762-9d49-80f2decacb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:01.077663 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a51eb3bf-9aa1-446c-bb2e-49e0d2c7ca4d req-321b0b0c-d422-4762-9d49-80f2decacb8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 1097 time: 0.1861873 Aug 16 13:19:01.078951 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:01.198603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bbd6d21f-b891-49a7-9192-980443e76851 None None] Provisioning complete for port 7b8f3951-448f-4dc8-bf42-64d22412cb16 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:01.216546 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d21f-b891-49a7-9192-980443e76851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:01.255590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Network 3126be88-5494-4a1d-9512-fed52721fd45 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:19:01.259242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:01.436542 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a51eb3bf-9aa1-446c-bb2e-49e0d2c7ca4d req-0e4ba7f7-4fba-45a5-b0e6-463506b9058b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920072 Aug 16 13:19:01.489577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7b8f3951-448f-4dc8-bf42-64d22412cb16 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:19:01.526172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Checking segment: {'id': '74535f3e-656a-4dac-a7ee-9a24145fea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fa675f00-580c-4f83-a45c-10f9e423a25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:01.526554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Network hostable DHCP agents. Network: fa675f00-580c-4f83-a45c-10f9e423a25b, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:19:01.530085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Pushing event updated for resources: {'Subnet': ['ID=078a4975-57ef-42d9-a377-ee3e214bc3db,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:01.652119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bbd6d21f-b891-49a7-9192-980443e76851 None None] Provisioning for port f8fd0824-9674-4e3f-8049-7918439958d3 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:01.662788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Router 6db5dfb7-4463-4613-ab37-47b0934315aa is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:19:01.684951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2a15f-4f3f-4467-a876-e023ec42b0a1 req-977c177b-e7ac-43d7-b079-cec801e86a6f tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:01.686983 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33a2a15f-4f3f-4467-a876-e023ec42b0a1 req-977c177b-e7ac-43d7-b079-cec801e86a6f tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.2528155 Aug 16 13:19:01.689743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bbd6d21f-b891-49a7-9192-980443e76851 None None] Provisioning complete for port f8fd0824-9674-4e3f-8049-7918439958d3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:01.690682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Network fa675f00-580c-4f83-a45c-10f9e423a25b is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:19:01.708291 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d21f-b891-49a7-9192-980443e76851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:01.793225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, fa675f00-580c-4f83-a45c-10f9e423a25b) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:01.807460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dd8952-b0c0-4731-831e-8bf745f9e1ab None None] Network fa675f00-580c-4f83-a45c-10f9e423a25b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:01.812646 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ea62-30e3-4338-a191-ab027e318a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:01.814424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6d21f-b891-49a7-9192-980443e76851 None None] Port f8fd0824-9674-4e3f-8049-7918439958d3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:19:01.815782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c94328-ab88-4617-8f29-b548c6fc020e req-13ef0c71-4ca9-4986-b442-351c70671d69 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:01.819891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7b8f3951-448f-4dc8-bf42-64d22412cb16 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:01.822285 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:01.823726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50c94328-ab88-4617-8f29-b548c6fc020e req-13ef0c71-4ca9-4986-b442-351c70671d69 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.2987683 Aug 16 13:19:01.850022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:01.858800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:01.959882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-23f18fc0-9ce3-423b-9b69-68860605d0fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6895690 Aug 16 13:19:01.994794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33a2a15f-4f3f-4467-a876-e023ec42b0a1 req-e340cd3d-4aff-4ee8-a6f1-7a69857b8b86 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866249 Aug 16 13:19:02.007960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36496) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:02.038773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Request body: {'port': {'network_id': 'fa675f00-580c-4f83-a45c-10f9e423a25b', 'name': 'tempest-TagsExtTest-1105159713'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:02.074733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3bf77933-952f-4bd1-8097-8e8a62b36782 None None] Provisioning complete for port f8fd0824-9674-4e3f-8049-7918439958d3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:02.075670 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3bf77933-952f-4bd1-8097-8e8a62b36782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:02.261073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:19:02.291542 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a881886f-91f1-4d1f-861f-e531f0590ede tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "PUT /v2.0/routers/6db5dfb7-4463-4613-ab37-47b0934315aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0951481 Aug 16 13:19:02.294418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36506) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:02.332791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Request body: {'port': {'network_id': '3126be88-5494-4a1d-9512-fed52721fd45', 'name': 'tempest-FloatingIPNegativeTestJSON-1273248446'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:02.346448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f613c0-9779-4783-a4c9-c2cb7bf09b10 None None] Sync routers for ids ['6db5dfb7-4463-4613-ab37-47b0934315aa'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:19:02.364821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3bf77933-952f-4bd1-8097-8e8a62b36782 None None] Port f8fd0824-9674-4e3f-8049-7918439958d3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:19:02.478646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50c94328-ab88-4617-8f29-b548c6fc020e req-8c176132-c4ea-4e2d-a2e5-99f34e036a0e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5990181 Aug 16 13:19:02.493101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Made reservation on behalf of 7bc78e0e43f74d3ab2dd133ad5afdb53 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:02.501715 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:02.507896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f613c0-9779-4783-a4c9-c2cb7bf09b10 None None] Routers {'6db5dfb7-4463-4613-ab37-47b0934315aa'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:19:02.508619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f7f613c0-9779-4783-a4c9-c2cb7bf09b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:18:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6db5dfb7-4463-4613-ab37-47b0934315aa'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:02.565029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f7f613c0-9779-4783-a4c9-c2cb7bf09b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:02.589240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] device_id is not set on port 14c7ea8f-7dfd-4d97-a713-dbb0ce371752 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:19:02.613524 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8d396f40-6f90-4eed-8d20-e69a9447b225 None None] Provisioning complete for port f8fd0824-9674-4e3f-8049-7918439958d3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:02.613907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d396f40-6f90-4eed-8d20-e69a9447b225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:02.622475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f613c0-9779-4783-a4c9-c2cb7bf09b10 None None] Routers {'6db5dfb7-4463-4613-ab37-47b0934315aa'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:19:02.622475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f7f613c0-9779-4783-a4c9-c2cb7bf09b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:18:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6db5dfb7-4463-4613-ab37-47b0934315aa'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:02.695873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Made reservation on behalf of 594169b0c0b348d7a7cb523505cbfa32 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:02.701311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-f7f613c0-9779-4783-a4c9-c2cb7bf09b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:02.702043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f613c0-9779-4783-a4c9-c2cb7bf09b10 None None] The sync data for ids ['6db5dfb7-4463-4613-ab37-47b0934315aa'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:19:02.704497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-fa675f00-580c-4f83-a45c-10f9e423a25b', 'network_id': 'fa675f00-580c-4f83-a45c-10f9e423a25b', 'tenant_id': '7bc78e0e43f74d3ab2dd133ad5afdb53', 'fixed_ips': [{'subnet_id': '078a4975-57ef-42d9-a377-ee3e214bc3db'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:19:02.705638 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:02.715587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:02.817183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] device_id is not set on port 7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:19:03.051853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8d396f40-6f90-4eed-8d20-e69a9447b225 None None] Port f8fd0824-9674-4e3f-8049-7918439958d3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:19:03.057271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Allocated IP 172.20.0.11 (3126be88-5494-4a1d-9512-fed52721fd45/a692b25c-f3ad-4cd2-a19f-4af57956c9b7/7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:19:03.099750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Allocated IP 172.20.0.8 (fa675f00-580c-4f83-a45c-10f9e423a25b/078a4975-57ef-42d9-a377-ee3e214bc3db/14c7ea8f-7dfd-4d97-a713-dbb0ce371752) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:19:03.396707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87546e03-9160-482c-87b1-129411fba2f4 req-ada059af-5c4e-4fad-8897-66ea7fad0050 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:03.421665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87546e03-9160-482c-87b1-129411fba2f4 req-ada059af-5c4e-4fad-8897-66ea7fad0050 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.2246740 Aug 16 13:19:03.448415 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:03.505767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Transition to ACTIVE for port object 7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:03.625344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:03.643657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Transition to ACTIVE for port object 14c7ea8f-7dfd-4d97-a713-dbb0ce371752 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:03.682702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:03.705543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87546e03-9160-482c-87b1-129411fba2f4 req-1c494eed-801b-4ca7-9ba2-3240ca3f1f5d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769601 Aug 16 13:19:03.716132 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:03.746189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Network fa675f00-580c-4f83-a45c-10f9e423a25b is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:19:03.746943 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:03.750401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:19:03.796424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Allocated IP 172.20.0.2 (fa675f00-580c-4f83-a45c-10f9e423a25b/078a4975-57ef-42d9-a377-ee3e214bc3db/7577f6d1-98d1-4ba2-84fe-3a16dbd19c68) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:19:03.876957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Pushing event updated for resources: {'Port': ['ID=14c7ea8f-7dfd-4d97-a713-dbb0ce371752,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:03.888666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Network 3126be88-5494-4a1d-9512-fed52721fd45 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:19:03.894210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:03.898975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:19:03.902001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event updated for resources: {'Port': ['ID=7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:03.911975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:03.912667 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:03.958823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-79ada564-124c-489e-b0b4-34bd6cb95294 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9482210 Aug 16 13:19:03.963853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36546) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:03.976996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-99fd0a4e-7b92-4c09-a278-c9048310593b tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1883997762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:04.029086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:04.029785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.033937 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99fd0a4e-7b92-4c09-a278-c9048310593b tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.035630 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99fd0a4e-7b92-4c09-a278-c9048310593b tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.074174 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f5e6fe34-e1e4-45fd-aa23-08a7a54fad74 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7716651 Aug 16 13:19:04.074174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36550) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:04.079178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:04.115559 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.188398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025e19-dd67-4aa5-bb4e-a1504d44ac0b req-99c20734-7a5c-4e7e-8059-2fd269020030 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:04.190706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c025e19-dd67-4aa5-bb4e-a1504d44ac0b req-99c20734-7a5c-4e7e-8059-2fd269020030 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.1727972 Aug 16 13:19:04.191728 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99fd0a4e-7b92-4c09-a278-c9048310593b tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.200923 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99fd0a4e-7b92-4c09-a278-c9048310593b tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.254984 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99fd0a4e-7b92-4c09-a278-c9048310593b tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.259254 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-99fd0a4e-7b92-4c09-a278-c9048310593b tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2912197 Aug 16 13:19:04.260791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36554) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:04.324576 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.361583 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Transition to ACTIVE for port object 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:04.364578 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-06428752-a8e5-4d37-a733-f689cb307da6 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-749856140', 'prefixes': ['172.20.0.0/16']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:04.384791 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c025e19-dd67-4aa5-bb4e-a1504d44ac0b req-933cb86c-45e2-4cd2-aec3-b443f405723f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718633 Aug 16 13:19:04.409755 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b0c1447b-9894-4e66-ac0f-de2015a094ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.428042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Transition to ACTIVE for port object 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:04.448455 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.464374 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.466766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660e649-3c83-409c-b8ab-094a7ff6f08c req-33b779be-c152-4380-9d61-750cf81bd818 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:04.469088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c660e649-3c83-409c-b8ab-094a7ff6f08c req-33b779be-c152-4380-9d61-750cf81bd818 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.2037635 Aug 16 13:19:04.569269 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c660e649-3c83-409c-b8ab-094a7ff6f08c req-452a9536-5dab-408c-b14a-302f40807e91 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524182 Aug 16 13:19:04.589242 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06428752-a8e5-4d37-a733-f689cb307da6 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for subnetpool, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:04.591230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-06428752-a8e5-4d37-a733-f689cb307da6 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3295841 Aug 16 13:19:04.595399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36568) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:04.614201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-dc0f92c5-3ce4-4883-b38c-48f53aadd542 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db', 'tempest-TagsExtTest-Tag-1978411074') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:04.899324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dc0f92c5-3ce4-4883-b38c-48f53aadd542 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags/tempest-TagsExtTest-Tag-1978411074 HTTP/1.1" status: 201 len: 201 time: 0.3017945 Aug 16 13:19:04.904410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36588) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:04.917569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-a1843432-15c6-478c-ad05-4af3daf42916 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752', 'tempest-TagsExtTest-Tag-1189601688') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:04.932929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Allocated IP 172.25.0.214 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/c7e02098-0d23-4831-9681-1526a7fa914e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:19:05.122307 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:05.134866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Pushing event updated for resources: {'Port': ['ID=7577f6d1-98d1-4ba2-84fe-3a16dbd19c68,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:05.157847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Network fa675f00-580c-4f83-a45c-10f9e423a25b is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:19:05.171056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 15fe5cee-7ffe-45c8-b17b-84f984a3d96d details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:19:05.177429 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:05.244885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd049d69-1ef5-4d74-8cc5-473b9bfb1f7c req-e0e1191a-2d52-480b-a136-07118dd8f4ff tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:05.253396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd049d69-1ef5-4d74-8cc5-473b9bfb1f7c req-e0e1191a-2d52-480b-a136-07118dd8f4ff tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.3499506 Aug 16 13:19:05.283964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:19:05.287767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:05.292671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:19:05.345403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event updated for resources: {'Port': ['ID=c7e02098-0d23-4831-9681-1526a7fa914e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:05.358063 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a1843432-15c6-478c-ad05-4af3daf42916 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags/tempest-TagsExtTest-Tag-1189601688 HTTP/1.1" status: 201 len: 201 time: 0.4518433 Aug 16 13:19:05.361506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36602) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:05.369430 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd049d69-1ef5-4d74-8cc5-473b9bfb1f7c req-46b2da0f-be92-4839-b571-1d2ac0595d90 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017718 Aug 16 13:19:05.372777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-8cc6d53f-0e29-4300-9edd-3672ab1b5ab9 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42', 'tempest-TagsExtTest-Tag-262058401') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:05.377899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=15fe5cee-7ffe-45c8-b17b-84f984a3d96d,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:05.386865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:05.410955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:19:05.426089 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:05.434016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0072063f-bd8c-4d61-9d4a-59a95bf35a1e None None] Provisioning for port 7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:05.464337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0072063f-bd8c-4d61-9d4a-59a95bf35a1e None None] Provisioning complete for port 7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:05.465086 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0072063f-bd8c-4d61-9d4a-59a95bf35a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:05.467439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '15fe5cee-7ffe-45c8-b17b-84f984a3d96d', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'port_id': '15fe5cee-7ffe-45c8-b17b-84f984a3d96d', 'mac_address': 'fa:16:3e:28:d9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:19:05.563056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:05.774222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Attempting to bind port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:19:05.775246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Attempting to bind port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '74535f3e-656a-4dac-a7ee-9a24145fea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fa675f00-580c-4f83-a45c-10f9e423a25b'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:19:05.775575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Attempting to bind port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 on network fa675f00-580c-4f83-a45c-10f9e423a25b {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:19:05.793562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0072063f-bd8c-4d61-9d4a-59a95bf35a1e None None] Port 7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:19:05.803178 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:05.818025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4378ef-0003-4942-9e1e-ca7cd131e808 req-0344d5fc-648c-4d85-9251-1a96ef892689 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:05.824255 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:05.826544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a4378ef-0003-4942-9e1e-ca7cd131e808 req-0344d5fc-648c-4d85-9251-1a96ef892689 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 943 time: 0.1669097 Aug 16 13:19:05.830058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:19:05.830731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Checking segment: {'id': '74535f3e-656a-4dac-a7ee-9a24145fea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fa675f00-580c-4f83-a45c-10f9e423a25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:05.831433 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:05.841134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3451c-59be-4fd3-a67f-0a46428f64df req-58b8d756-5aa3-4630-bffc-031775a0ab54 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:05.842635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Bound using segment: {'id': '74535f3e-656a-4dac-a7ee-9a24145fea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fa675f00-580c-4f83-a45c-10f9e423a25b'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:19:05.843998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Bound port: 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74535f3e-656a-4dac-a7ee-9a24145fea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fa675f00-580c-4f83-a45c-10f9e423a25b'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:19:05.844808 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01f3451c-59be-4fd3-a67f-0a46428f64df req-58b8d756-5aa3-4630-bffc-031775a0ab54 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.3068972 Aug 16 13:19:05.844951 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:05.876552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36618) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:05.887537 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:05.901270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fe5cee-7ffe-45c8-b17b-84f984a3d96d {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:19:05.933527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01f3451c-59be-4fd3-a67f-0a46428f64df req-533a907c-7bee-4986-82d2-e27c70375485 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558231 Aug 16 13:19:05.940587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=15fe5cee-7ffe-45c8-b17b-84f984a3d96d,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:05.995290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a4378ef-0003-4942-9e1e-ca7cd131e808 req-be23e43c-75b0-46b0-903a-bb208239b0a6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492817 Aug 16 13:19:06.009869 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:06.110466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbfd32d5-41f7-445c-9ece-49d4203b3d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:06.124537 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8cc6d53f-0e29-4300-9edd-3672ab1b5ab9 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags/tempest-TagsExtTest-Tag-262058401 HTTP/1.1" status: 201 len: 201 time: 0.7613363 Aug 16 13:19:06.132019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36632) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:06.144995 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=15fe5cee-7ffe-45c8-b17b-84f984a3d96d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:06.149579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-566f5a45-578b-41bc-b031-8a0dc23f7ac0 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f', 'tempest-TagsExtTest-Tag-366239878') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:06.164561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] For port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:19:06.170616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] For port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7577f6d1-98d1-4ba2-84fe-3a16dbd19c68,segment=NetworkSegment(74535f3e-656a-4dac-a7ee-9a24145fea64),segment_id=74535f3e-656a-4dac-a7ee-9a24145fea64)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:19:06.181530 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:06.378660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5929c14-5216-4499-bf70-cd15ed1eab5b None None] Pushing event updated for resources: {'Port': ['ID=7577f6d1-98d1-4ba2-84fe-3a16dbd19c68,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:06.381055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-566f5a45-578b-41bc-b031-8a0dc23f7ac0 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags/tempest-TagsExtTest-Tag-366239878 HTTP/1.1" status: 201 len: 201 time: 0.2433538 Aug 16 13:19:06.382584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36636) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:06.434778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['15fe5cee-7ffe-45c8-b17b-84f984a3d96d'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:19:06.448614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-22568d41-9dca-49e1-a881-49ad6397e512 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:06.454559 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbfd32d5-41f7-445c-9ece-49d4203b3d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:06.542910 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbfd32d5-41f7-445c-9ece-49d4203b3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:06.626865 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:06.636400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd32d5-41f7-445c-9ece-49d4203b3d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4e134b-6ed3-4677-900e-aa2b3f53df1d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:06.657573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:06.723267 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fbfd32d5-41f7-445c-9ece-49d4203b3d9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f09e0f2ba474ec0babbdf6256c140a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8412151 Aug 16 13:19:06.725555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36646) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:06.839603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event updated for resources: {'Port': ['ID=c7e02098-0d23-4831-9681-1526a7fa914e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:06.952516 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:06.963242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2ff1-5135-4592-ab54-34e93c40cdf7 req-d8d64865-156c-484f-8283-0019603919bf tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:06.965433 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-147e2ff1-5135-4592-ab54-34e93c40cdf7 req-d8d64865-156c-484f-8283-0019603919bf tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.2273772 Aug 16 13:19:07.011817 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:07.014462 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-59a9916c-ec33-4448-ad8e-b9822b6b0d4d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9398725 Aug 16 13:19:07.017614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-22568d41-9dca-49e1-a881-49ad6397e512 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags HTTP/1.1" status: 200 len: 241 time: 0.6224482 Aug 16 13:19:07.020309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36652) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:07.034497 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36654) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:07.048292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-52d66f40-b76c-4afd-91b1-124bb4f28d82 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Request body: {'floatingip': {'port_id': '7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:07.058657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-2642ffed-007a-4674-92d4-4ede3a765426 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db', 'tempest-TagsExtTest-Tag-1978411074') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:07.064532 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-486afcff-febf-4dfa-9ded-f986136561dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:07.226187 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-486afcff-febf-4dfa-9ded-f986136561dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:07.271022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-52d66f40-b76c-4afd-91b1-124bb4f28d82 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:07.336012 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-147e2ff1-5135-4592-ab54-34e93c40cdf7 req-d24ecd79-67a9-4944-bfd7-a526ead5adc9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479066 Aug 16 13:19:07.421713 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:07.443566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c007b-736b-4620-9bf9-58daace48765 req-82932f22-f77e-4a7b-b78a-c24f9694b094 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:07.450550 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-52d66f40-b76c-4afd-91b1-124bb4f28d82 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] update failed (client error): The resource could not be found. Aug 16 13:19:07.452080 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-52d66f40-b76c-4afd-91b1-124bb4f28d82 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "PUT /v2.0/floatingips/569127ff-bb27-4e89-be57-71cda006ef35 HTTP/1.1" status: 404 len: 507 time: 0.4296887 Aug 16 13:19:07.453223 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a0c007b-736b-4620-9bf9-58daace48765 req-82932f22-f77e-4a7b-b78a-c24f9694b094 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 944 time: 0.2480600 Aug 16 13:19:07.456881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36662) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:07.512131 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a0c007b-736b-4620-9bf9-58daace48765 req-d4f7b294-d222-4b12-b428-bdb953745259 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Aug 16 13:19:07.514717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2642ffed-007a-4674-92d4-4ede3a765426 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags/tempest-TagsExtTest-Tag-1978411074 HTTP/1.1" status: 204 len: 168 time: 0.4765763 Aug 16 13:19:07.529263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36664) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:07.550520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-9d7677cb-0fcc-45b7-ac2b-8ebb2f27640d tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db', 'tempest-TagsExtTest-Tag-1978411074') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:07.560642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:19:07.642760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-486afcff-febf-4dfa-9ded-f986136561dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:07.655146 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-486afcff-febf-4dfa-9ded-f986136561dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:07.659182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-486afcff-febf-4dfa-9ded-f986136561dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f4e134b-6ed3-4677-900e-aa2b3f53df1d HTTP/1.1" status: 204 len: 168 time: 0.9184353 Aug 16 13:19:07.679147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:07.717938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486afcff-febf-4dfa-9ded-f986136561dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4e134b-6ed3-4677-900e-aa2b3f53df1d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:07.796890 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9d7677cb-0fcc-45b7-ac2b-8ebb2f27640d tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags/tempest-TagsExtTest-Tag-1978411074 HTTP/1.1" status: 204 len: 168 time: 0.2678185 Aug 16 13:19:07.799869 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36672) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:07.807069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-c15d3826-8cf4-429d-a1c3-900f4de0ea82 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:07.891727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-107428fd-f8d2-4231-a48e-6305fc0d394c tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Deleting port c7e02098-0d23-4831-9681-1526a7fa914e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:07.893076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-107428fd-f8d2-4231-a48e-6305fc0d394c tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:07.944044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c15d3826-8cf4-429d-a1c3-900f4de0ea82 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags HTTP/1.1" status: 200 len: 205 time: 0.1405468 Aug 16 13:19:07.945970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36680) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:07.961832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-de816b95-eba0-462b-a2ab-fdad246ca438 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:08.114330 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-107428fd-f8d2-4231-a48e-6305fc0d394c tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:08.114998 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-107428fd-f8d2-4231-a48e-6305fc0d394c tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:08.117937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-de816b95-eba0-462b-a2ab-fdad246ca438 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags HTTP/1.1" status: 200 len: 241 time: 0.1692610 Aug 16 13:19:08.119680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36688) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:08.132599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-df805553-895a-4d1a-9573-1e8c723596be tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752', 'tempest-TagsExtTest-Tag-1189601688') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:08.174311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-107428fd-f8d2-4231-a48e-6305fc0d394c tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Calling delete_port for c7e02098-0d23-4831-9681-1526a7fa914e owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:08.265342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd4fef9-965a-48c9-9d8a-8fa2733270b9 None None] Network fa675f00-580c-4f83-a45c-10f9e423a25b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:08.355824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36700) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:08.356090 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-df805553-895a-4d1a-9573-1e8c723596be tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags/tempest-TagsExtTest-Tag-1189601688 HTTP/1.1" status: 204 len: 168 time: 0.2256765 Aug 16 13:19:08.367169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-a4694270-7ace-403f-8f1b-1f6c6071d247 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752', 'tempest-TagsExtTest-Tag-1189601688') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:08.445686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-32c9c8d8-55c8-457f-a4be-3714b78d335b None None] Provisioning for port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:08.477812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-32c9c8d8-55c8-457f-a4be-3714b78d335b None None] Provisioning complete for port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:08.477812 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-32c9c8d8-55c8-457f-a4be-3714b78d335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:08.534971 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-107428fd-f8d2-4231-a48e-6305fc0d394c tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:08.588050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107428fd-f8d2-4231-a48e-6305fc0d394c tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event deleted for resources: {'Port': ['ID=c7e02098-0d23-4831-9681-1526a7fa914e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:08.684260 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-107428fd-f8d2-4231-a48e-6305fc0d394c tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:08.687513 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-107428fd-f8d2-4231-a48e-6305fc0d394c tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:08.689119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-107428fd-f8d2-4231-a48e-6305fc0d394c tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "DELETE /v2.0/floatingips/569127ff-bb27-4e89-be57-71cda006ef35 HTTP/1.1" status: 204 len: 168 time: 1.2307048 Aug 16 13:19:08.694754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36710) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:08.730085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6e219ad8-1ccb-4bc9-92af-c59c4a266ed4 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Request body: {'floatingip': {'floating_network_id': '3126be88-5494-4a1d-9512-fed52721fd45', 'port_id': '7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:08.761711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-32c9c8d8-55c8-457f-a4be-3714b78d335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:08.822666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ba19b-d804-4a2a-ba59-b31d7230441b req-44a8ef68-b56d-4f02-9b8a-5d8d6fe2adcc tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:08.832795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-205ba19b-d804-4a2a-ba59-b31d7230441b req-44a8ef68-b56d-4f02-9b8a-5d8d6fe2adcc tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.3214309 Aug 16 13:19:08.847212 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-32c9c8d8-55c8-457f-a4be-3714b78d335b None None] For port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7577f6d1-98d1-4ba2-84fe-3a16dbd19c68,segment=NetworkSegment(74535f3e-656a-4dac-a7ee-9a24145fea64),segment_id=74535f3e-656a-4dac-a7ee-9a24145fea64)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:08.848517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a4694270-7ace-403f-8f1b-1f6c6071d247 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags/tempest-TagsExtTest-Tag-1189601688 HTTP/1.1" status: 204 len: 168 time: 0.4949453 Aug 16 13:19:08.850272 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6e219ad8-1ccb-4bc9-92af-c59c4a266ed4 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:08.850997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36722) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:08.854827 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-32c9c8d8-55c8-457f-a4be-3714b78d335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:08.862556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-daab2d24-7dda-44c1-9208-96564e644cc4 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:08.949633 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9c8d8-55c8-457f-a4be-3714b78d335b None None] Pushing event updated for resources: {'Port': ['ID=7577f6d1-98d1-4ba2-84fe-3a16dbd19c68,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:09.001973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a800a-0a18-427e-881a-32008cbef219 req-e4fddeea-9b1d-4684-b156-1f0b3075ceaa tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:09.003928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a89a800a-0a18-427e-881a-32008cbef219 req-e4fddeea-9b1d-4684-b156-1f0b3075ceaa tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 944 time: 0.3638785 Aug 16 13:19:09.062194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-205ba19b-d804-4a2a-ba59-b31d7230441b req-3b2f8ab7-a486-405e-9d90-28e515aefc03 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278645 Aug 16 13:19:09.081004 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-daab2d24-7dda-44c1-9208-96564e644cc4 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags HTTP/1.1" status: 200 len: 205 time: 0.2285774 Aug 16 13:19:09.085738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36728) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:09.103000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-bafbb45b-0c6a-46ce-b9f1-33296e4d437a tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:09.188868 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 15fe5cee-7ffe-45c8-b17b-84f984a3d96d up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:19:09.263613 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bafbb45b-0c6a-46ce-b9f1-33296e4d437a tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags HTTP/1.1" status: 200 len: 240 time: 0.1761632 Aug 16 13:19:09.266398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36732) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:09.269573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a89a800a-0a18-427e-881a-32008cbef219 req-d0ab2961-e5e5-423a-9078-6a05400544b0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495174 Aug 16 13:19:09.295020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-b38f8294-9aa2-46dd-8922-364af2ed6717 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42', 'tempest-TagsExtTest-Tag-262058401') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:09.363471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eb9c1b1b-f752-42b1-a659-699509092e26 None None] Provisioning complete for port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:09.363868 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1b1b-f752-42b1-a659-699509092e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:09.377304 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-6e219ad8-1ccb-4bc9-92af-c59c4a266ed4 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:19:09.385000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6e219ad8-1ccb-4bc9-92af-c59c4a266ed4 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6812334 Aug 16 13:19:09.386237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36738) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:09.391713 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:09.461761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:09.479219 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:09.507283 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:19:09.514384 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b38f8294-9aa2-46dd-8922-364af2ed6717 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags/tempest-TagsExtTest-Tag-262058401 HTTP/1.1" status: 204 len: 168 time: 0.2390635 Aug 16 13:19:09.514660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36742) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:09.520136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-7d01ade2-b600-484f-9601-527fa8914258 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42', 'tempest-TagsExtTest-Tag-262058401') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:09.554077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:09.554787 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:09.753062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eb9c1b1b-f752-42b1-a659-699509092e26 None None] Provisioning for port 14c7ea8f-7dfd-4d97-a713-dbb0ce371752 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:09.791033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eb9c1b1b-f752-42b1-a659-699509092e26 None None] Provisioning complete for port 14c7ea8f-7dfd-4d97-a713-dbb0ce371752 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:09.794381 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1b1b-f752-42b1-a659-699509092e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:09.830421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7d01ade2-b600-484f-9601-527fa8914258 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags/tempest-TagsExtTest-Tag-262058401 HTTP/1.1" status: 204 len: 168 time: 0.3144379 Aug 16 13:19:09.833177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36750) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:09.839462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-de2d5943-3d36-4f00-814f-84cc683fe9f8 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:09.903244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c1b1b-f752-42b1-a659-699509092e26 None None] Port 14c7ea8f-7dfd-4d97-a713-dbb0ce371752 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:19:09.925953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:09.926708 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:09.937344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:10.065922 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de2d5943-3d36-4f00-814f-84cc683fe9f8 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags HTTP/1.1" status: 200 len: 205 time: 0.2310605 Aug 16 13:19:10.068221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36758) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:10.074980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-324413d9-44a3-4cd3-9c9c-4986c4c2ab3a tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:10.116983 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:10.122966 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-324413d9-44a3-4cd3-9c9c-4986c4c2ab3a tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags HTTP/1.1" status: 200 len: 240 time: 0.0532980 Aug 16 13:19:10.130289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36762) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:10.145543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-ffe92304-2a45-4eff-9a76-6c7399bc5f65 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f', 'tempest-TagsExtTest-Tag-366239878') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:10.271957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f298788-22c7-4471-9083-22b1447fe40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fe5cee-7ffe-45c8-b17b-84f984a3d96d'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:19:10.278299 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135d74b6-19f8-4132-adb0-0acb7216e6df" -d '{"events": [{"server_uuid": "6f298788-22c7-4471-9083-22b1447fe40e", "name": "network-vif-plugged", "status": "completed", "tag": "15fe5cee-7ffe-45c8-b17b-84f984a3d96d"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:19:10.340493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b5d24c52-2803-44e2-bfd9-8d59e7a99233 None None] Provisioning complete for port 14c7ea8f-7dfd-4d97-a713-dbb0ce371752 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:10.354756 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b5d24c52-2803-44e2-bfd9-8d59e7a99233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:10.391298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ffe92304-2a45-4eff-9a76-6c7399bc5f65 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags/tempest-TagsExtTest-Tag-366239878 HTTP/1.1" status: 204 len: 168 time: 0.2595701 Aug 16 13:19:10.394017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36776) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:10.399930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-43571f7f-4564-4e66-9ff2-ae5577cb86c8 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f', 'tempest-TagsExtTest-Tag-366239878') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:10.414202 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75203da0-a652-4ac4-8d9a-00c88d3e61b8 x-openstack-request-id: req-75203da0-a652-4ac4-8d9a-00c88d3e61b8 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:19:10.414722 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f298788-22c7-4471-9083-22b1447fe40e", "name": "network-vif-plugged", "status": "completed", "tag": "15fe5cee-7ffe-45c8-b17b-84f984a3d96d", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:19:10.415103 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75203da0-a652-4ac4-8d9a-00c88d3e61b8 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:19:10.416147 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f298788-22c7-4471-9083-22b1447fe40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fe5cee-7ffe-45c8-b17b-84f984a3d96d', 'code': 200} Aug 16 13:19:10.419722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=15fe5cee-7ffe-45c8-b17b-84f984a3d96d,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:10.449747 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:10.547612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Allocated IP 172.25.0.36 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/73cc637c-a7bf-400d-8ade-445ef10e74d2) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:19:10.617110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b5d24c52-2803-44e2-bfd9-8d59e7a99233 None None] Port 14c7ea8f-7dfd-4d97-a713-dbb0ce371752 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:19:10.640094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed4a6d-c801-41a2-93e0-d2b2102d2417 req-8fd8dd80-ac5d-46f2-82aa-8936587d25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:10.641917 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6ed4a6d-c801-41a2-93e0-d2b2102d2417 req-8fd8dd80-ac5d-46f2-82aa-8936587d25f8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 1096 time: 0.1475668 Aug 16 13:19:10.656994 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-43571f7f-4564-4e66-9ff2-ae5577cb86c8 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags/tempest-TagsExtTest-Tag-366239878 HTTP/1.1" status: 204 len: 168 time: 0.2616761 Aug 16 13:19:10.662210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36782) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:10.715821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=15fe5cee-7ffe-45c8-b17b-84f984a3d96d,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:10.724551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-677feab5-bc7a-4da6-82f8-bfa6fa7aaf16 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:10.770784 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d6ed4a6d-c801-41a2-93e0-d2b2102d2417 req-14b41e35-d879-4889-81b9-783e2149727c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083179 Aug 16 13:19:10.895871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab216da-7477-4d60-82de-ea4a114df6eb req-20efe528-c42d-4483-9c72-5a9e48815cb2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:10.898516 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ab216da-7477-4d60-82de-ea4a114df6eb req-20efe528-c42d-4483-9c72-5a9e48815cb2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.6184814 Aug 16 13:19:10.919333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-677feab5-bc7a-4da6-82f8-bfa6fa7aaf16 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags HTTP/1.1" status: 200 len: 205 time: 0.2490432 Aug 16 13:19:10.924011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36790) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:10.930252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-cf0ec7a3-68a4-4390-b2dd-d571fed8f152 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:10.970594 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cf0ec7a3-68a4-4390-b2dd-d571fed8f152 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags HTTP/1.1" status: 204 len: 168 time: 0.0451980 Aug 16 13:19:10.972903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbdc89-e90a-44cb-bd0a-434cf1c9f484 req-24388a79-f4b8-4721-b49d-2c7f134f0fd0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:10.974530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05fbdc89-e90a-44cb-bd0a-434cf1c9f484 req-24388a79-f4b8-4721-b49d-2c7f134f0fd0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 945 time: 0.3357525 Aug 16 13:19:10.975047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36794) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:10.988100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-f9af73fa-8b7b-425d-8109-54f232ebeadd tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:11.102457 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f9af73fa-8b7b-425d-8109-54f232ebeadd tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags HTTP/1.1" status: 204 len: 168 time: 0.1253915 Aug 16 13:19:11.106801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36798) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:11.111602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-3a7fefc2-e9d3-45f2-99b1-4c26d2e65b7b tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:11.207188 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3a7fefc2-e9d3-45f2-99b1-4c26d2e65b7b tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags HTTP/1.1" status: 204 len: 168 time: 0.0934079 Aug 16 13:19:11.208558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36802) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:11.214966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-5329bcfc-419f-4218-9dbe-6569457a13b9 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:11.395902 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5329bcfc-419f-4218-9dbe-6569457a13b9 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags HTTP/1.1" status: 204 len: 168 time: 0.1833687 Aug 16 13:19:11.402725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36810) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:11.409189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-363c8a8f-82fa-4b38-8156-c701a9c822fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db', 'tempest-TagsExtTest-Tag-269440751') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:11.483727 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:11.539256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ab216da-7477-4d60-82de-ea4a114df6eb req-beebc240-d52c-4c43-8ea3-4ca74225ba7a tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232114 Aug 16 13:19:11.573538 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-363c8a8f-82fa-4b38-8156-c701a9c822fb tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags/tempest-TagsExtTest-Tag-269440751 HTTP/1.1" status: 201 len: 201 time: 0.1665852 Aug 16 13:19:11.577811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36822) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:11.582651 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05fbdc89-e90a-44cb-bd0a-434cf1c9f484 req-090ea9c4-9a14-455e-9fda-2122274cb5ad tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815473 Aug 16 13:19:11.601595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-3f663324-5830-4310-bd3e-ffcb98b78e0e tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752', 'tempest-TagsExtTest-Tag-269416774') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:11.673015 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:11.733971 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:19:11.740118 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:11.750006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:19:11.782343 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3f663324-5830-4310-bd3e-ffcb98b78e0e tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags/tempest-TagsExtTest-Tag-269416774 HTTP/1.1" status: 201 len: 201 time: 0.2026849 Aug 16 13:19:11.784903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36830) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:11.792276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-9c768be8-e9a1-4fe7-8f71-d1b5b80bbfd8 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42', 'tempest-TagsExtTest-Tag-487704630') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:11.826264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event updated for resources: {'Port': ['ID=73cc637c-a7bf-400d-8ade-445ef10e74d2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:12.261610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Deleting port 73cc637c-a7bf-400d-8ade-445ef10e74d2 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:12.271924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:12.526695 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:12.527750 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:12.574636 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9c768be8-e9a1-4fe7-8f71-d1b5b80bbfd8 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags/tempest-TagsExtTest-Tag-487704630 HTTP/1.1" status: 201 len: 201 time: 0.7881646 Aug 16 13:19:12.580586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36852) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:12.590820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-36977da6-fba2-48b2-ac70-ba19e042a4d8 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f', 'tempest-TagsExtTest-Tag-519330214') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:12.592749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Calling delete_port for 73cc637c-a7bf-400d-8ade-445ef10e74d2 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:12.669514 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-36977da6-fba2-48b2-ac70-ba19e042a4d8 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags/tempest-TagsExtTest-Tag-519330214 HTTP/1.1" status: 201 len: 201 time: 0.0859475 Aug 16 13:19:12.673085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36856) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:12.681760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-9cb519c4-6b8a-42b1-9cce-c6849515e858 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db', {'tags': ['tempest-TagsExtTest-Tag-1859394012', 'tempest-TagsExtTest-Tag-1625207887', 'tempest-TagsExtTest-Tag-293389507']}) {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:12.852151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9cb519c4-6b8a-42b1-9cce-c6849515e858 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags HTTP/1.1" status: 200 len: 317 time: 0.1776893 Aug 16 13:19:12.856218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36860) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:12.865664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-60b9ca95-5492-4b23-9c72-8c674721555c tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:12.958694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78f8ce-3213-4315-bdbc-6f743587275a req-d910027f-e9b3-4a5f-bd0c-c6cee84c5980 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:12.962371 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da78f8ce-3213-4315-bdbc-6f743587275a req-d910027f-e9b3-4a5f-bd0c-c6cee84c5980 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.1850157 Aug 16 13:19:13.063537 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-60b9ca95-5492-4b23-9c72-8c674721555c tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags HTTP/1.1" status: 204 len: 168 time: 0.2050197 Aug 16 13:19:13.066912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36868) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:13.117565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da78f8ce-3213-4315-bdbc-6f743587275a req-e00f13fb-eaa8-47b1-8c15-92a8c07e119c tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674284 Aug 16 13:19:13.120605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-d417d48f-99ad-4a12-bc35-1cb9a64e6392 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db', 'tempest-TagsExtTest-Tag-1859394012') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:13.123583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:13.134319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088e66e-6dc8-4c39-b131-52f62fa7f044 req-c78f7118-8b44-4a8c-89fb-9b4e18c0cd6a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:13.142477 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b088e66e-6dc8-4c39-b131-52f62fa7f044 req-c78f7118-8b44-4a8c-89fb-9b4e18c0cd6a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 945 time: 0.2988884 Aug 16 13:19:13.192288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event deleted for resources: {'Port': ['ID=73cc637c-a7bf-400d-8ade-445ef10e74d2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:13.252189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b088e66e-6dc8-4c39-b131-52f62fa7f044 req-3fd82e82-0d32-499e-a547-29553d4e3d9e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087513 Aug 16 13:19:13.356759 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-d417d48f-99ad-4a12-bc35-1cb9a64e6392 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:13.361255 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d417d48f-99ad-4a12-bc35-1cb9a64e6392 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags/tempest-TagsExtTest-Tag-1859394012 HTTP/1.1" status: 404 len: 329 time: 0.2858083 Aug 16 13:19:13.361795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36878) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:13.369258 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] create failed (client error): The resource could not be found. Aug 16 13:19:13.373945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-25a49151-6071-46e8-b1f3-a711f2e46f9d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9829450 Aug 16 13:19:13.374600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36880) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:13.375373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-d7ebf29b-f673-407b-9a13-db5a6c8ccd88 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db', 'tempest-TagsExtTest-Tag-1625207887') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:13.503011 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-d7ebf29b-f673-407b-9a13-db5a6c8ccd88 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:13.504470 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d7ebf29b-f673-407b-9a13-db5a6c8ccd88 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags/tempest-TagsExtTest-Tag-1625207887 HTTP/1.1" status: 404 len: 329 time: 0.1405778 Aug 16 13:19:13.508422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36890) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:13.521852 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-c36b881b-b190-4dbc-b4fb-967c7bc25d91 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db', 'tempest-TagsExtTest-Tag-293389507') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:13.545332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ac20a-42f2-4091-8f85-ce448a1e6c0f req-b2ff8ddd-9e57-4470-aaea-2d0b7abf0f32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:13.553191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d17ac20a-42f2-4091-8f85-ce448a1e6c0f req-b2ff8ddd-9e57-4470-aaea-2d0b7abf0f32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 945 time: 0.1264143 Aug 16 13:19:13.606789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d17ac20a-42f2-4091-8f85-ce448a1e6c0f req-034f44d9-63c8-475a-b2c6-90b4f55425c9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519297 Aug 16 13:19:13.658813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-9feb5143-001b-4bd8-b1d9-06f26439aa2d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Deleting port 7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:13.659166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9feb5143-001b-4bd8-b1d9-06f26439aa2d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:13.674583 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-c36b881b-b190-4dbc-b4fb-967c7bc25d91 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:13.676026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c36b881b-b190-4dbc-b4fb-967c7bc25d91 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags/tempest-TagsExtTest-Tag-293389507 HTTP/1.1" status: 404 len: 328 time: 0.1663539 Aug 16 13:19:13.684190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36896) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:13.701523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-412c72c5-555d-4615-9450-5cf1d581c289 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752', {'tags': ['tempest-TagsExtTest-Tag-1912691579', 'tempest-TagsExtTest-Tag-1016319463', 'tempest-TagsExtTest-Tag-1396275944']}) {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:13.838526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9feb5143-001b-4bd8-b1d9-06f26439aa2d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:13.854400 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-412c72c5-555d-4615-9450-5cf1d581c289 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags HTTP/1.1" status: 200 len: 318 time: 0.1651206 Aug 16 13:19:13.855241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36900) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:13.862591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-b25828e7-239a-4e7c-832d-ef99b5a70f04 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:13.898815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-9feb5143-001b-4bd8-b1d9-06f26439aa2d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Calling delete_port for 7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:13.994811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36904) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:13.995640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b25828e7-239a-4e7c-832d-ef99b5a70f04 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags HTTP/1.1" status: 204 len: 168 time: 0.1377723 Aug 16 13:19:14.004815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-256be2b3-e455-4b86-9f5d-b24e20fc6a9f tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752', 'tempest-TagsExtTest-Tag-1912691579') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:14.050089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a90076-ac1b-4d2f-bb35-b8f4e5197320 req-99f0f2f2-3d7e-4974-a633-fbd39b281e00 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:14.051555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7a90076-ac1b-4d2f-bb35-b8f4e5197320 req-99f0f2f2-3d7e-4974-a633-fbd39b281e00 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 945 time: 0.2093413 Aug 16 13:19:14.177010 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-256be2b3-e455-4b86-9f5d-b24e20fc6a9f tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:14.183176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-256be2b3-e455-4b86-9f5d-b24e20fc6a9f tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags/tempest-TagsExtTest-Tag-1912691579 HTTP/1.1" status: 404 len: 329 time: 0.1810784 Aug 16 13:19:14.183881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36916) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:14.191204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-3013e9b3-e858-48e2-9a54-78d3f2845d71 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752', 'tempest-TagsExtTest-Tag-1016319463') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:14.210092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7a90076-ac1b-4d2f-bb35-b8f4e5197320 req-8edd8f5d-6a46-41f0-bb96-e33d68d939aa tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214230 Aug 16 13:19:14.365309 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9feb5143-001b-4bd8-b1d9-06f26439aa2d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:14.376162 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-3013e9b3-e858-48e2-9a54-78d3f2845d71 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:14.378155 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3013e9b3-e858-48e2-9a54-78d3f2845d71 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags/tempest-TagsExtTest-Tag-1016319463 HTTP/1.1" status: 404 len: 329 time: 0.1926405 Aug 16 13:19:14.381339 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36920) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:14.390686 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-13e9d331-ef21-43d8-8e9b-07715e616df2 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752', 'tempest-TagsExtTest-Tag-1396275944') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:14.435347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb5143-001b-4bd8-b1d9-06f26439aa2d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event deleted for resources: {'Port': ['ID=7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:14.531401 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-13e9d331-ef21-43d8-8e9b-07715e616df2 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:14.535777 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-13e9d331-ef21-43d8-8e9b-07715e616df2 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags/tempest-TagsExtTest-Tag-1396275944 HTTP/1.1" status: 404 len: 329 time: 0.1506245 Aug 16 13:19:14.536444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36926) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:14.544640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-138ca742-1c2c-4f18-80bb-7470b816eb68 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42', {'tags': ['tempest-TagsExtTest-Tag-203015173', 'tempest-TagsExtTest-Tag-1988702267', 'tempest-TagsExtTest-Tag-1012475602']}) {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:14.693642 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-138ca742-1c2c-4f18-80bb-7470b816eb68 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags HTTP/1.1" status: 200 len: 317 time: 0.1560023 Aug 16 13:19:14.696217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36930) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:14.701794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-0feddf1b-94cd-4457-9abe-bac6bd1eb0d3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:14.799754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42dd8e-83bf-43ab-b2f6-b8fbfdc3519a req-ac83d8cd-f924-458c-91cc-f5076e23b22f tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:14.802937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a42dd8e-83bf-43ab-b2f6-b8fbfdc3519a req-ac83d8cd-f924-458c-91cc-f5076e23b22f tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.3721664 Aug 16 13:19:14.839953 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9feb5143-001b-4bd8-b1d9-06f26439aa2d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:14.842975 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0feddf1b-94cd-4457-9abe-bac6bd1eb0d3 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags HTTP/1.1" status: 204 len: 168 time: 0.1455355 Aug 16 13:19:14.843746 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9feb5143-001b-4bd8-b1d9-06f26439aa2d tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "DELETE /v2.0/ports/7bc4f3c1-671f-43cb-80f9-3ba6b7db0da8 HTTP/1.1" status: 204 len: 168 time: 1.4637356 Aug 16 13:19:14.849860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36936) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:14.850452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36938) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:14.864756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-04d49aa6-8ab9-4615-9fdc-baf563ab6fb7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42', 'tempest-TagsExtTest-Tag-203015173') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:14.979939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a42dd8e-83bf-43ab-b2f6-b8fbfdc3519a req-09dbe294-6bad-4a8b-af27-486ea44d8d97 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594439 Aug 16 13:19:15.007904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef312a-6ca7-4268-af2f-d3cc3a890168 req-074cff2e-c4f9-4e26-81a0-9a6ac801e40e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:15.012198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4fef312a-6ca7-4268-af2f-d3cc3a890168 req-074cff2e-c4f9-4e26-81a0-9a6ac801e40e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 945 time: 0.1567361 Aug 16 13:19:15.021875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d838fb14-160e-45f5-89a7-0e5689e935b8 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:15.027678 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d838fb14-160e-45f5-89a7-0e5689e935b8 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6db5dfb7-4463-4613-ab37-47b0934315aa HTTP/1.1" status: 200 len: 913 time: 0.1730700 Aug 16 13:19:15.028200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36942) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:15.092323 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4fef312a-6ca7-4268-af2f-d3cc3a890168 req-8a73a901-689d-47ce-adfa-9c84b838845a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722952 Aug 16 13:19:15.098860 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-04d49aa6-8ab9-4615-9fdc-baf563ab6fb7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:15.098860 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-04d49aa6-8ab9-4615-9fdc-baf563ab6fb7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags/tempest-TagsExtTest-Tag-203015173 HTTP/1.1" status: 404 len: 328 time: 0.2425904 Aug 16 13:19:15.101755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36946) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:15.112005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-5baebf3f-e21a-4c31-aff4-bcc4a0e5110d tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42', 'tempest-TagsExtTest-Tag-1988702267') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:15.282947 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-5baebf3f-e21a-4c31-aff4-bcc4a0e5110d tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:15.286666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5baebf3f-e21a-4c31-aff4-bcc4a0e5110d tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags/tempest-TagsExtTest-Tag-1988702267 HTTP/1.1" status: 404 len: 329 time: 0.1828854 Aug 16 13:19:15.287573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36958) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:15.293517 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-08edf46d-b3d7-4047-a3fe-82f109620539 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42', 'tempest-TagsExtTest-Tag-1012475602') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:15.469466 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-08edf46d-b3d7-4047-a3fe-82f109620539 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:15.472241 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-08edf46d-b3d7-4047-a3fe-82f109620539 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags/tempest-TagsExtTest-Tag-1012475602 HTTP/1.1" status: 404 len: 329 time: 0.1833837 Aug 16 13:19:15.475117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36966) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:15.496252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-1aae5c3a-c5fd-4947-b1fb-95f69cf63798 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f', {'tags': ['tempest-TagsExtTest-Tag-1465481115', 'tempest-TagsExtTest-Tag-37740302', 'tempest-TagsExtTest-Tag-1772942191']}) {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:15.632986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1aae5c3a-c5fd-4947-b1fb-95f69cf63798 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "PUT /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags HTTP/1.1" status: 200 len: 316 time: 0.1552775 Aug 16 13:19:15.638298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36972) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:15.649350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-02d659d5-4579-4f94-ac34-cb80db5087ee tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:15.667273 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5103-b376-4db4-a022-64b0cf6158ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:15.749016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-02d659d5-4579-4f94-ac34-cb80db5087ee tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags HTTP/1.1" status: 204 len: 168 time: 0.1094840 Aug 16 13:19:15.754834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36976) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:15.768486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-684e7512-9f64-408c-9717-92b7008f4cf5 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f', 'tempest-TagsExtTest-Tag-1465481115') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:15.833456 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-684e7512-9f64-408c-9717-92b7008f4cf5 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:15.834966 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-684e7512-9f64-408c-9717-92b7008f4cf5 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags/tempest-TagsExtTest-Tag-1465481115 HTTP/1.1" status: 404 len: 329 time: 0.0779488 Aug 16 13:19:15.838716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36980) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:15.849207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-4c6feeac-0f4f-401d-a7ee-dd8c3cffd9d1 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f', 'tempest-TagsExtTest-Tag-37740302') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:15.917541 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-4c6feeac-0f4f-401d-a7ee-dd8c3cffd9d1 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:15.918845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4c6feeac-0f4f-401d-a7ee-dd8c3cffd9d1 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags/tempest-TagsExtTest-Tag-37740302 HTTP/1.1" status: 404 len: 327 time: 0.0792339 Aug 16 13:19:15.923087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36988) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:15.967040 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-70ad150d-a237-46bd-9299-7c56694dda93 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f', 'tempest-TagsExtTest-Tag-1772942191') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:16.025388 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-70ad150d-a237-46bd-9299-7c56694dda93 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] show failed (client error): The resource could not be found. Aug 16 13:19:16.032015 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-70ad150d-a237-46bd-9299-7c56694dda93 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags/tempest-TagsExtTest-Tag-1772942191 HTTP/1.1" status: 404 len: 329 time: 0.1075742 Aug 16 13:19:16.032745 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36992) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:16.042556 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-9916999c-08de-4876-b22f-10aeada04ad0 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:16.110848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9916999c-08de-4876-b22f-10aeada04ad0 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f/tags HTTP/1.1" status: 204 len: 168 time: 0.0765717 Aug 16 13:19:16.113562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36998) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:16.126409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-2d24c2a8-7e65-4d08-bc39-fa0a1b0c4ff7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c155385-6cc0-4967-a19e-4788be69de42') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:16.189928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd5103-b376-4db4-a022-64b0cf6158ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Deleting port f8fd0824-9674-4e3f-8049-7918439958d3 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:16.190573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5103-b376-4db4-a022-64b0cf6158ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:16.357925 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5103-b376-4db4-a022-64b0cf6158ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:16.376957 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:16.378262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd5103-b376-4db4-a022-64b0cf6158ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Calling delete_port for f8fd0824-9674-4e3f-8049-7918439958d3 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:16.409922 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2d24c2a8-7e65-4d08-bc39-fa0a1b0c4ff7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42/tags HTTP/1.1" status: 204 len: 168 time: 0.2947116 Aug 16 13:19:16.413318 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37010) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:16.423114 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-9b45d2f7-49fa-4c80-bcc8-edc91b4b9684 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14c7ea8f-7dfd-4d97-a713-dbb0ce371752') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:16.436702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dd5f8-09f4-4aed-883d-9c12a9334a65 req-cc05f041-3de7-4d45-abd6-b3af94b27038 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:16.439198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-308dd5f8-09f4-4aed-883d-9c12a9334a65 req-cc05f041-3de7-4d45-abd6-b3af94b27038 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.1849709 Aug 16 13:19:16.500844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bda19-45dd-4746-bcde-fbc2f4c3844c req-5a24175b-d11a-4874-8237-8788f4073999 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:16.506738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-495bda19-45dd-4746-bcde-fbc2f4c3844c req-5a24175b-d11a-4874-8237-8788f4073999 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 945 time: 0.1886499 Aug 16 13:19:16.582088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-308dd5f8-09f4-4aed-883d-9c12a9334a65 req-94b9518b-0e3b-435a-baab-16a085439855 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984998 Aug 16 13:19:16.604905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-495bda19-45dd-4746-bcde-fbc2f4c3844c req-3177d848-06b4-4bc3-81fc-6f17759eb4f3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920153 Aug 16 13:19:16.638381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9b45d2f7-49fa-4c80-bcc8-edc91b4b9684 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752/tags HTTP/1.1" status: 204 len: 168 time: 0.2216222 Aug 16 13:19:16.640964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37012) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:16.647025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-8ab9628a-06c1-4e13-8038-e1f6dc81a647 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '078a4975-57ef-42d9-a377-ee3e214bc3db') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:16.750140 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8ab9628a-06c1-4e13-8038-e1f6dc81a647 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db/tags HTTP/1.1" status: 204 len: 168 time: 0.0951176 Aug 16 13:19:16.753168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37022) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:16.821067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0fc75-7659-4abc-8b62-f62e40d53d3d req-7bb2024c-aec6-4dd6-9fec-ca5d3f61ee94 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:16.822947 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67a0fc75-7659-4abc-8b62-f62e40d53d3d req-7bb2024c-aec6-4dd6-9fec-ca5d3f61ee94 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 945 time: 0.2035990 Aug 16 13:19:16.824248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5103-b376-4db4-a022-64b0cf6158ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:16.902987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd5103-b376-4db4-a022-64b0cf6158ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event deleted for resources: {'Port': ['ID=f8fd0824-9674-4e3f-8049-7918439958d3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:16.936334 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52321144-613c-4779-b142-f31491145996 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for subnetpool, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:16.938170 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-52321144-613c-4779-b142-f31491145996 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/subnetpools/b69f56a7-10f1-4c92-9a05-ecfcb18b1e6f HTTP/1.1" status: 204 len: 168 time: 0.1842697 Aug 16 13:19:16.942649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37026) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:17.035276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e3272714-6839-49f7-b24b-e2abe355e947 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c155385-6cc0-4967-a19e-4788be69de42 HTTP/1.1" status: 200 len: 205 time: 0.0912347 Aug 16 13:19:17.037279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37032) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:17.170539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01c31068-a975-4016-a350-da6c53db7265 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:17.304846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-67a0fc75-7659-4abc-8b62-f62e40d53d3d req-44624ec6-ee18-4a9b-927f-e8defa614f7e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Deleting port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:17.305907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-67a0fc75-7659-4abc-8b62-f62e40d53d3d req-44624ec6-ee18-4a9b-927f-e8defa614f7e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:17.465282 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5103-b376-4db4-a022-64b0cf6158ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:17.539774 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01c31068-a975-4016-a350-da6c53db7265 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:17.544090 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01c31068-a975-4016-a350-da6c53db7265 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:17.777014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-67a0fc75-7659-4abc-8b62-f62e40d53d3d req-44624ec6-ee18-4a9b-927f-e8defa614f7e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] For port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=15fe5cee-7ffe-45c8-b17b-84f984a3d96d,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:17.777014 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-67a0fc75-7659-4abc-8b62-f62e40d53d3d req-44624ec6-ee18-4a9b-927f-e8defa614f7e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:17.800180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-67a0fc75-7659-4abc-8b62-f62e40d53d3d req-44624ec6-ee18-4a9b-927f-e8defa614f7e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Calling delete_port for 15fe5cee-7ffe-45c8-b17b-84f984a3d96d owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:17.884689 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01c31068-a975-4016-a350-da6c53db7265 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:17.885750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c31068-a975-4016-a350-da6c53db7265 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Fanout notify agent at l3_agent the message router_deleted on router 3c155385-6cc0-4967-a19e-4788be69de42 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:19:17.899398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-01c31068-a975-4016-a350-da6c53db7265 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:17.905818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-01c31068-a975-4016-a350-da6c53db7265 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/routers/3c155385-6cc0-4967-a19e-4788be69de42 HTTP/1.1" status: 204 len: 168 time: 0.8662632 Aug 16 13:19:17.907099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37066) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:17.973502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dd5103-b376-4db4-a022-64b0cf6158ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Router 6db5dfb7-4463-4613-ab37-47b0934315aa has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:19:18.071059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1d845-6dca-4dc6-9bf3-86084f542563 req-e759d8ad-f89c-4fed-bf28-d8db5d668833 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:18.071059 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84b1d845-6dca-4dc6-9bf3-86084f542563 req-e759d8ad-f89c-4fed-bf28-d8db5d668833 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.3059797 Aug 16 13:19:18.102554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7740a1-bbaf-4803-8e95-772368e23db9 req-8ed2ed30-218f-41a8-84e7-e23395549d74 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:18.104490 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a7740a1-bbaf-4803-8e95-772368e23db9 req-8ed2ed30-218f-41a8-84e7-e23395549d74 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 945 time: 0.1957681 Aug 16 13:19:18.206875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dd5103-b376-4db4-a022-64b0cf6158ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:19:18.220896 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f3dd5103-b376-4db4-a022-64b0cf6158ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "PUT /v2.0/routers/6db5dfb7-4463-4613-ab37-47b0934315aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1907434 Aug 16 13:19:18.222606 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acaf0f-9b28-4e04-9f9c-19f34451771d None None] Sync routers for ids ['6db5dfb7-4463-4613-ab37-47b0934315aa'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:19:18.228894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37082) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:18.256823 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acaf0f-9b28-4e04-9f9c-19f34451771d None None] Routers {'6db5dfb7-4463-4613-ab37-47b0934315aa'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:19:18.257559 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-30acaf0f-9b28-4e04-9f9c-19f34451771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:19:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6db5dfb7-4463-4613-ab37-47b0934315aa'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:18.291358 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84b1d845-6dca-4dc6-9bf3-86084f542563 req-e8150348-9328-4c11-a773-3a573596ac24 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989677 Aug 16 13:19:18.343240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c9ae4-d843-4534-9970-460326a467ec tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Deleting port 14c7ea8f-7dfd-4d97-a713-dbb0ce371752 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:18.344214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9ae4-d843-4534-9970-460326a467ec tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:18.345598 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-30acaf0f-9b28-4e04-9f9c-19f34451771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:18.356647 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acaf0f-9b28-4e04-9f9c-19f34451771d None None] Routers {'6db5dfb7-4463-4613-ab37-47b0934315aa'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:19:18.357355 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-30acaf0f-9b28-4e04-9f9c-19f34451771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:19:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['6db5dfb7-4463-4613-ab37-47b0934315aa'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:18.370817 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a7740a1-bbaf-4803-8e95-772368e23db9 req-a725e734-99fe-4927-b836-bc2e51bf916f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067428 Aug 16 13:19:18.390288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fde06543-f4bf-4fd4-9cbc-0d92b518b6b3 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:18.423378 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-30acaf0f-9b28-4e04-9f9c-19f34451771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:18.423822 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acaf0f-9b28-4e04-9f9c-19f34451771d None None] The sync data for ids ['6db5dfb7-4463-4613-ab37-47b0934315aa'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:19:18.503382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-67a0fc75-7659-4abc-8b62-f62e40d53d3d req-44624ec6-ee18-4a9b-927f-e8defa614f7e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:18.510882 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9ae4-d843-4534-9970-460326a467ec tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:18.527370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c9ae4-d843-4534-9970-460326a467ec tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Calling delete_port for 14c7ea8f-7dfd-4d97-a713-dbb0ce371752 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:18.569571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44624ec6-ee18-4a9b-927f-e8defa614f7e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event deleted for resources: {'Port': ['ID=15fe5cee-7ffe-45c8-b17b-84f984a3d96d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:18.804760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9ae4-d843-4534-9970-460326a467ec tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:18.884806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a0fc75-7659-4abc-8b62-f62e40d53d3d req-44624ec6-ee18-4a9b-927f-e8defa614f7e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] No DVR routers for this DVR port 15fe5cee-7ffe-45c8-b17b-84f984a3d96d on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:19:18.885544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c9ae4-d843-4534-9970-460326a467ec tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Pushing event deleted for resources: {'Port': ['ID=14c7ea8f-7dfd-4d97-a713-dbb0ce371752,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:18.898432 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-67a0fc75-7659-4abc-8b62-f62e40d53d3d req-44624ec6-ee18-4a9b-927f-e8defa614f7e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:18.901950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-67a0fc75-7659-4abc-8b62-f62e40d53d3d req-44624ec6-ee18-4a9b-927f-e8defa614f7e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "DELETE /v2.0/ports/15fe5cee-7ffe-45c8-b17b-84f984a3d96d HTTP/1.1" status: 204 len: 173 time: 2.0482693 Aug 16 13:19:18.919917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f298788-22c7-4471-9083-22b1447fe40e', 'name': 'network-vif-deleted', 'tag': '15fe5cee-7ffe-45c8-b17b-84f984a3d96d'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:19:18.933116 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcc943d-c75a-4fd2-8e4b-862f99993c67" -d '{"events": [{"server_uuid": "6f298788-22c7-4471-9083-22b1447fe40e", "name": "network-vif-deleted", "tag": "15fe5cee-7ffe-45c8-b17b-84f984a3d96d"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:19:18.974600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fde06543-f4bf-4fd4-9cbc-0d92b518b6b3 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:18.992535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fde06543-f4bf-4fd4-9cbc-0d92b518b6b3 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:19.196632 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9ae4-d843-4534-9970-460326a467ec tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:19.209115 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9d3c9ae4-d843-4534-9970-460326a467ec tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/ports/14c7ea8f-7dfd-4d97-a713-dbb0ce371752 HTTP/1.1" status: 204 len: 168 time: 1.2974470 Aug 16 13:19:19.214426 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585201db-9d39-487b-ad4b-bf9313b98eb7 x-openstack-request-id: req-585201db-9d39-487b-ad4b-bf9313b98eb7 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:19:19.214738 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f298788-22c7-4471-9083-22b1447fe40e", "name": "network-vif-deleted", "tag": "15fe5cee-7ffe-45c8-b17b-84f984a3d96d", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:19:19.214949 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-585201db-9d39-487b-ad4b-bf9313b98eb7 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:19:19.215563 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f298788-22c7-4471-9083-22b1447fe40e', 'name': 'network-vif-deleted', 'tag': '15fe5cee-7ffe-45c8-b17b-84f984a3d96d', 'status': 'completed', 'code': 200} Aug 16 13:19:19.216104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37128) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:19.234999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 15fe5cee-7ffe-45c8-b17b-84f984a3d96d no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:19:19.248899 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fde06543-f4bf-4fd4-9cbc-0d92b518b6b3 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:19.250542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde06543-f4bf-4fd4-9cbc-0d92b518b6b3 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Fanout notify agent at l3_agent the message router_deleted on router 6db5dfb7-4463-4613-ab37-47b0934315aa {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:19:19.284332 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fde06543-f4bf-4fd4-9cbc-0d92b518b6b3 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:19.290576 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fde06543-f4bf-4fd4-9cbc-0d92b518b6b3 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "DELETE /v2.0/routers/6db5dfb7-4463-4613-ab37-47b0934315aa HTTP/1.1" status: 204 len: 168 time: 1.0586760 Aug 16 13:19:19.290576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37132) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:19.389074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 15fe5cee-7ffe-45c8-b17b-84f984a3d96d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:19:19.389761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 15fe5cee-7ffe-45c8-b17b-84f984a3d96d not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:19:19.455671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-22faa301-7539-4295-95e4-f0df0e046060 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Deleting subnet a692b25c-f3ad-4cd2-a19f-4af57956c9b7 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:19:19.469890 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-22faa301-7539-4295-95e4-f0df0e046060 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:19.516381 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a56905-5452-447f-b45e-aa253b1dc772 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Deleting subnet 078a4975-57ef-42d9-a377-ee3e214bc3db {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:19:19.530490 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26a56905-5452-447f-b45e-aa253b1dc772 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:19.615613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-22faa301-7539-4295-95e4-f0df0e046060 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:19.680209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26a56905-5452-447f-b45e-aa253b1dc772 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:19.872683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75d453cb-1898-418a-807b-d72560bc5599 req-46e51f67-440c-496d-b569-0a934d4b1683 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 210 time: 0.1167274 Aug 16 13:19:19.951667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-22faa301-7539-4295-95e4-f0df0e046060 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:20.099211 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26a56905-5452-447f-b45e-aa253b1dc772 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:20.137149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-22faa301-7539-4295-95e4-f0df0e046060 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:20.174324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7929bac-655f-46e8-97b6-20986b6f3f60 req-0e43d96b-2c09-4e07-889a-3a3ae154ad99 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:20.189020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7929bac-655f-46e8-97b6-20986b6f3f60 req-0e43d96b-2c09-4e07-889a-3a3ae154ad99 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.4346857 Aug 16 13:19:20.223728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22faa301-7539-4295-95e4-f0df0e046060 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event deleted for resources: {'Subnet': ['ID=a692b25c-f3ad-4cd2-a19f-4af57956c9b7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:20.308736 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-22faa301-7539-4295-95e4-f0df0e046060 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:20.311209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ade7e7-f1c3-44f6-8bf3-439946f7af7f None None] Network 3126be88-5494-4a1d-9512-fed52721fd45 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:20.323376 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-22faa301-7539-4295-95e4-f0df0e046060 tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "DELETE /v2.0/subnets/a692b25c-f3ad-4cd2-a19f-4af57956c9b7 HTTP/1.1" status: 204 len: 168 time: 1.0277150 Aug 16 13:19:20.324390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37182) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:20.338581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7929bac-655f-46e8-97b6-20986b6f3f60 req-693d4c44-adc6-4b03-a8de-50df57411c2e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447387 Aug 16 13:19:20.421776 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26a56905-5452-447f-b45e-aa253b1dc772 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:20.469712 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-26a56905-5452-447f-b45e-aa253b1dc772 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:20.478179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-26a56905-5452-447f-b45e-aa253b1dc772 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/subnets/078a4975-57ef-42d9-a377-ee3e214bc3db HTTP/1.1" status: 204 len: 168 time: 1.2508516 Aug 16 13:19:20.482084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37190) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:20.595616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a56905-5452-447f-b45e-aa253b1dc772 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Pushing event deleted for resources: {'Subnet': ['ID=078a4975-57ef-42d9-a377-ee3e214bc3db,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:20.683105 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:20.773236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c17d64-e841-4688-834f-1ed4a3f37804 None None] Network fa675f00-580c-4f83-a45c-10f9e423a25b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:20.880410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Deleting port 7b8f3951-448f-4dc8-bf42-64d22412cb16 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:20.887163 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:20.903781 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:21.000178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] For port 7b8f3951-448f-4dc8-bf42-64d22412cb16, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7b8f3951-448f-4dc8-bf42-64d22412cb16,segment=NetworkSegment(ff3cac67-9514-4f05-9312-e9343b36ad4e),segment_id=ff3cac67-9514-4f05-9312-e9343b36ad4e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:21.003169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:21.055854 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Calling delete_port for 7b8f3951-448f-4dc8-bf42-64d22412cb16 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:21.313560 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:21.375767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event deleted for resources: {'Port': ['ID=7b8f3951-448f-4dc8-bf42-64d22412cb16,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:21.423727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] No DVR routers for this DVR port 7b8f3951-448f-4dc8-bf42-64d22412cb16 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:19:21.615762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad7bd2-3e1b-442e-bcff-726eda821fde None None] DHCP port deletion for 3126be88-5494-4a1d-9512-fed52721fd45 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:19:21.687380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c271006d-f060-42d5-977b-1a456bc2a725 None None] DHCP port deletion for fa675f00-580c-4f83-a45c-10f9e423a25b request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:19:21.989336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce40cfd2-64a2-4ac3-aec6-b1988ea409b4 req-130a8b96-ff3e-4c2d-ab17-f602fef286af tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 210 time: 0.8841023 Aug 16 13:19:22.000187 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.010905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c271006d-f060-42d5-977b-1a456bc2a725 None None] Deleting port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:22.014968 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c271006d-f060-42d5-977b-1a456bc2a725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.066635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3126be88-5494-4a1d-9512-fed52721fd45']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:22.076144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Deleting port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:22.078592 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.130681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3cac67-9514-4f05-9312-e9343b36ad4e') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:22.132313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3cac67-9514-4f05-9312-e9343b36ad4e') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:22.184204 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.189844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37228) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:22.241982 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.253168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:19:22.254371 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:19:22.261741 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:19:22.279429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504655a-159f-4f9d-b1c3-57c3bbfe1dd2 req-aeae07a9-1f3d-4f7b-9971-7231c5c38b7d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:22.286015 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f504655a-159f-4f9d-b1c3-57c3bbfe1dd2 req-aeae07a9-1f3d-4f7b-9971-7231c5c38b7d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.2897904 Aug 16 13:19:22.349984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c271006d-f060-42d5-977b-1a456bc2a725 None None] For port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7577f6d1-98d1-4ba2-84fe-3a16dbd19c68,segment=NetworkSegment(74535f3e-656a-4dac-a7ee-9a24145fea64),segment_id=74535f3e-656a-4dac-a7ee-9a24145fea64)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:22.358275 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c271006d-f060-42d5-977b-1a456bc2a725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.375573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] For port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7577f6d1-98d1-4ba2-84fe-3a16dbd19c68,segment=NetworkSegment(74535f3e-656a-4dac-a7ee-9a24145fea64),segment_id=74535f3e-656a-4dac-a7ee-9a24145fea64)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:22.377969 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.437327 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f504655a-159f-4f9d-b1c3-57c3bbfe1dd2 req-5cb17c1a-3c5f-4981-9b3a-2f8b7caaa9c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069860 Aug 16 13:19:22.477938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Calling delete_port for 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:22.490423 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.512824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.532737 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] 10.222.0.25 "DELETE /v2.0/networks/3126be88-5494-4a1d-9512-fed52721fd45 HTTP/1.1" status: 204 len: 168 time: 2.1922710 Aug 16 13:19:22.561494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f48a0-d33a-46e5-9f43-32bd1fe815ef tempest-FloatingIPNegativeTestJSON-1737410159 tempest-FloatingIPNegativeTestJSON-1737410159-project] Pushing event deleted for resources: {'Network': ['ID=3126be88-5494-4a1d-9512-fed52721fd45,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:22.570233 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c271006d-f060-42d5-977b-1a456bc2a725 None None] Calling delete_port for 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:22.675241 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.721680 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Pushing event deleted for resources: {'Port': ['ID=7577f6d1-98d1-4ba2-84fe-3a16dbd19c68,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:22.738759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] No DVR routers for this DVR port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:19:22.760272 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c271006d-f060-42d5-977b-1a456bc2a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.811097 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae4823d1-d032-4991-af83-fa0fa233d4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.836041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271006d-f060-42d5-977b-1a456bc2a725 None None] Pushing event deleted for resources: {'Port': ['ID=7577f6d1-98d1-4ba2-84fe-3a16dbd19c68,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:22.861816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271006d-f060-42d5-977b-1a456bc2a725 None None] No DVR routers for this DVR port 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:19:22.869921 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.887291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa675f00-580c-4f83-a45c-10f9e423a25b']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:22.912890 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74535f3e-656a-4dac-a7ee-9a24145fea64') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:22.913204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74535f3e-656a-4dac-a7ee-9a24145fea64') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:22.938826 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.968256 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.977108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:19:22.977641 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:19:22.985595 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:19:23.079257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae4823d1-d032-4991-af83-fa0fa233d4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.088893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae4823d1-d032-4991-af83-fa0fa233d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.134484 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.145129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.147752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] 10.222.0.25 "DELETE /v2.0/networks/fa675f00-580c-4f83-a45c-10f9e423a25b HTTP/1.1" status: 204 len: 168 time: 2.6633539 Aug 16 13:19:23.170334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fdfa3-7ee4-4509-9bc5-df1c680711a7 tempest-TagsExtTest-1542634159 tempest-TagsExtTest-1542634159-project] Pushing event deleted for resources: {'Network': ['ID=fa675f00-580c-4f83-a45c-10f9e423a25b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:23.178796 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ae4823d1-d032-4991-af83-fa0fa233d4b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=687b5894e7c54f3483abc3c4235110ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9845135 Aug 16 13:19:23.180510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4823d1-d032-4991-af83-fa0fa233d4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581b08f2-278b-4fef-8e82-1940baf1f2d9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:23.183784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37252) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:23.188185 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c69cf341-5332-4bf7-a21c-4b756b053f2b req-712fe62f-6b74-4ee4-ba8d-774b7e272769 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 210 time: 0.0444655 Aug 16 13:19:23.293259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37254) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:23.300426 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19642067-d467-4018-8600-552144b88362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.357106 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19642067-d467-4018-8600-552144b88362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.396606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7b8f3951-448f-4dc8-bf42-64d22412cb16 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:19:23.472544 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 7b8f3951-448f-4dc8-bf42-64d22412cb16 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:19:23.485390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7b8f3951-448f-4dc8-bf42-64d22412cb16 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:19:23.490313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:19:23.509256 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19642067-d467-4018-8600-552144b88362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.512016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19642067-d467-4018-8600-552144b88362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.516159 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-19642067-d467-4018-8600-552144b88362 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/581b08f2-278b-4fef-8e82-1940baf1f2d9 HTTP/1.1" status: 204 len: 168 time: 0.3308027 Aug 16 13:19:23.528515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19642067-d467-4018-8600-552144b88362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581b08f2-278b-4fef-8e82-1940baf1f2d9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:23.582383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:19:23.584072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7577f6d1-98d1-4ba2-84fe-3a16dbd19c68 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:19:23.628543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-060278f6-5944-40f9-88ff-60ea1e17036d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=594169b0c0b348d7a7cb523505cbfa32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303645 Aug 16 13:19:23.629224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37268) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:23.727462 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67aa9e3e-2824-4f87-95a9-2d1a16f5f590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.784266 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67aa9e3e-2824-4f87-95a9-2d1a16f5f590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.822542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37274) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:23.861208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232e612-1717-4d8c-807e-e29d8a9d0ffa req-032c12b9-6349-4124-b338-868fbcf218d9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:23.863441 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5232e612-1717-4d8c-807e-e29d8a9d0ffa req-032c12b9-6349-4124-b338-868fbcf218d9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.1224821 Aug 16 13:19:23.926404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67aa9e3e-2824-4f87-95a9-2d1a16f5f590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.932913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-67aa9e3e-2824-4f87-95a9-2d1a16f5f590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:23.936663 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-67aa9e3e-2824-4f87-95a9-2d1a16f5f590 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e3975f2-a928-4143-995e-5bc97b3501a2 HTTP/1.1" status: 204 len: 168 time: 0.3041298 Aug 16 13:19:23.977921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5232e612-1717-4d8c-807e-e29d8a9d0ffa req-5e8030fa-3b69-412b-8606-cff743aba18b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957599 Aug 16 13:19:23.994195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa9e3e-2824-4f87-95a9-2d1a16f5f590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3975f2-a928-4143-995e-5bc97b3501a2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:24.157100 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-00be369b-3076-48f3-976b-34270ccc5b7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7bc78e0e43f74d3ab2dd133ad5afdb53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311145 Aug 16 13:19:24.158237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37292) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:24.203661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37294) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:24.224557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6ddbc2de-1a8a-4143-8d52-32894de45611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:24.298427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1e593c64-4933-4e24-a687-4bc89fee1aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:24.368319 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1e593c64-4933-4e24-a687-4bc89fee1aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:24.449964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd91f3a0-1596-4262-bf37-74a19b838466 req-8418d0a3-99e6-4b56-8976-4bfd56b5e900 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 210 time: 0.0583527 Aug 16 13:19:24.529126 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1e593c64-4933-4e24-a687-4bc89fee1aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:24.532682 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1e593c64-4933-4e24-a687-4bc89fee1aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:24.536454 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1e593c64-4933-4e24-a687-4bc89fee1aad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a2260c4-44a5-441b-afa4-2252a0a4db0f HTTP/1.1" status: 204 len: 168 time: 0.3741863 Aug 16 13:19:24.550621 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6ddbc2de-1a8a-4143-8d52-32894de45611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:24.553565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e593c64-4933-4e24-a687-4bc89fee1aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2260c4-44a5-441b-afa4-2252a0a4db0f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:24.561960 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6ddbc2de-1a8a-4143-8d52-32894de45611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:24.624617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6ddbc2de-1a8a-4143-8d52-32894de45611 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67d2b434e7b3425a9724e83009cc482c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193287 Aug 16 13:19:24.629877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37324) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:24.647804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbc2de-1a8a-4143-8d52-32894de45611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4984d0-adb7-4160-b2c2-6dc6b97753c9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:24.815757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fdf8cc07-15a6-40ca-a34a-fb365a52586e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:24.908433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fdf8cc07-15a6-40ca-a34a-fb365a52586e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:25.039067 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fdf8cc07-15a6-40ca-a34a-fb365a52586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:25.043393 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fdf8cc07-15a6-40ca-a34a-fb365a52586e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:25.051593 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fdf8cc07-15a6-40ca-a34a-fb365a52586e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac4984d0-adb7-4160-b2c2-6dc6b97753c9 HTTP/1.1" status: 204 len: 168 time: 0.4204228 Aug 16 13:19:25.075906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8cc07-15a6-40ca-a34a-fb365a52586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4984d0-adb7-4160-b2c2-6dc6b97753c9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:25.326304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a29d-2355-421d-8bc7-73445304bb76 req-08a92f4a-1ef9-4385-83a6-b4854908b403 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:25.330342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e79a29d-2355-421d-8bc7-73445304bb76 req-08a92f4a-1ef9-4385-83a6-b4854908b403 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.1726758 Aug 16 13:19:25.451443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e79a29d-2355-421d-8bc7-73445304bb76 req-cca13183-6b62-40d5-b547-ca5fb28565c1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138353 Aug 16 13:19:25.768545 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f9eb228-fa25-47ac-86ad-27faa129e17b req-8a98c60b-feff-4779-9fd6-ec8281ea37e7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 210 time: 0.0792706 Aug 16 13:19:25.895158 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37376) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:26.299479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983004358'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:26.366540 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:26.373933 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:26.386642 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:26.570023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:26.577485 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:26.656083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:19:26.664424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1948a7-2407-4e21-abcd-ce439f9d1658,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:26.716968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:26.718720 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Added segment 70e1b0d6-0630-474e-a235-6241bfc56c9a of type vlan for network e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb Aug 16 13:19:26.988768 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:27.088787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed193672-74c6-4f5d-8b35-2fea7fbd2b04 req-1aff8aac-a7cc-48dc-8963-e76ad1e1acdd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 210 time: 0.1210103 Aug 16 13:19:27.129073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee75b9-a35e-44b8-b591-e8db3cbb5f4f req-61201000-5836-4061-b509-5783e8bccbea tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:27.130750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59ee75b9-a35e-44b8-b591-e8db3cbb5f4f req-61201000-5836-4061-b509-5783e8bccbea tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.4060235 Aug 16 13:19:27.146272 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:27.153421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:27.154090 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:27.294138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3836827 Aug 16 13:19:27.458968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a257b-de71-4409-80c9-a0faf6bc4e2f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:27.480936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59ee75b9-a35e-44b8-b591-e8db3cbb5f4f req-e1630d7c-55cc-4dc8-983d-e9c60415ef70 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186944 Aug 16 13:19:27.481216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:19:28.363756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-871f847a-909d-4b29-b8b3-cd178527b1d5 req-e8470881-6437-49fc-b300-c20701f1fa95 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f298788-22c7-4471-9083-22b1447fe40e HTTP/1.1" status: 200 len: 210 time: 0.1068475 Aug 16 13:19:28.771200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7391b9-6ce7-407a-b325-7fd939f07b17 req-9a16646b-3892-4b1b-8b99-ceb43c25dd07 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:28.783252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba7391b9-6ce7-407a-b325-7fd939f07b17 req-9a16646b-3892-4b1b-8b99-ceb43c25dd07 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.1320808 Aug 16 13:19:28.864829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba7391b9-6ce7-407a-b325-7fd939f07b17 req-bf3878d2-c1c2-453f-945d-fc42f164ee5b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803704 Aug 16 13:19:28.953780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37478) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:29.824626 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8995af9-f709-4768-ab1a-32d5027d4a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:29.854648 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:30.151974 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8995af9-f709-4768-ab1a-32d5027d4a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:30.251023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a8995af9-f709-4768-ab1a-32d5027d4a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:30.455246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5df11-fdeb-42fb-87f1-1b6ed993acbd req-b9eaed54-e975-49d1-9a90-47dbd1829a62 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:30.476733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0c5df11-fdeb-42fb-87f1-1b6ed993acbd req-b9eaed54-e975-49d1-9a90-47dbd1829a62 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.3803825 Aug 16 13:19:30.491729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a8995af9-f709-4768-ab1a-32d5027d4a54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce260b2d51914a0fac6b582c6b80971e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5377405 Aug 16 13:19:30.493826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37524) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:30.633847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8995af9-f709-4768-ab1a-32d5027d4a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d33baf8-ddb4-4fa6-bdd7-6795305511c8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:30.736335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:30.759809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0c5df11-fdeb-42fb-87f1-1b6ed993acbd req-3e6cede5-ad54-4e19-bfae-f22ca6f5cce9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306049 Aug 16 13:19:30.823498 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:30.890253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37534) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:30.899408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'network_id': 'e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:30.904508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:30.908443 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:30.910202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d33baf8-ddb4-4fa6-bdd7-6795305511c8 HTTP/1.1" status: 204 len: 168 time: 0.4134543 Aug 16 13:19:30.940759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d33baf8-ddb4-4fa6-bdd7-6795305511c8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:30.954520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:30.954982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:30.955403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:30.955820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:30.956228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:30.956842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:30.957251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:30.957662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:30.958065 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:30.958490 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:30.958905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:30.959324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d202af-31eb-4248-9da0-334fa8e92398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:31.093448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:31.098143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:31.181396 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:19:31.759968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37562) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:31.793135 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3578bb04-f4d1-49ff-863d-f763a41e2ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:31.891849 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2722c75d-be30-4410-a707-f74dcc5d1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:31.955691 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3578bb04-f4d1-49ff-863d-f763a41e2ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:31.963380 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3578bb04-f4d1-49ff-863d-f763a41e2ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.076106 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3578bb04-f4d1-49ff-863d-f763a41e2ea2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14a8c5eb858b46dab9106c4cb4adfeb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133364 Aug 16 13:19:32.108721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37574) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:32.130067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578bb04-f4d1-49ff-863d-f763a41e2ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe50b58a-edca-4671-846d-91c553bd8611,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:32.197941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37576) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:32.283776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab3162-7a11-43fa-8c5c-553fdfef201f req-fc352002-8a06-4a12-9da9-3f10a9be27eb tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:32.285455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faab3162-7a11-43fa-8c5c-553fdfef201f req-fc352002-8a06-4a12-9da9-3f10a9be27eb tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.2055838 Aug 16 13:19:32.329768 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.411358 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12b232d1-a97b-4edc-bf92-fa00c0bcf057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.497239 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12b232d1-a97b-4edc-bf92-fa00c0bcf057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.512544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faab3162-7a11-43fa-8c5c-553fdfef201f req-74e64c29-0e4c-403f-9a37-ffe67a9c3440 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993515 Aug 16 13:19:32.570544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=5042a678-2e6b-44c9-8a08-d85c37e34b12,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:32.588555 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2437f664-f172-48f3-8bd3-fd93b5375894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.629884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Checking segment: {'id': '70e1b0d6-0630-474e-a235-6241bfc56c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:32.631078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network hostable DHCP agents. Network: e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:19:32.687669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:19:32.771195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:32.784372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d9e525-ff3d-4034-8940-fc0ffb2e2121 None None] Network e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:32.791078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:32.794599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.830172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37588) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:32.883229 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2437f664-f172-48f3-8bd3-fd93b5375894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.888522 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12b232d1-a97b-4edc-bf92-fa00c0bcf057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.898091 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12b232d1-a97b-4edc-bf92-fa00c0bcf057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.899929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-12b232d1-a97b-4edc-bf92-fa00c0bcf057 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe50b58a-edca-4671-846d-91c553bd8611 HTTP/1.1" status: 204 len: 168 time: 0.7828858 Aug 16 13:19:32.907117 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2cd48f93-62c0-4fcc-931f-e7baddb63b10 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0151761 Aug 16 13:19:32.910755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37594) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:32.922032 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2437f664-f172-48f3-8bd3-fd93b5375894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.923772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-176580189'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:32.985212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b232d1-a97b-4edc-bf92-fa00c0bcf057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe50b58a-edca-4671-846d-91c553bd8611,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:33.032366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:33.035313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2437f664-f172-48f3-8bd3-fd93b5375894 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2033a704a95e430e8702f4ecb9595fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8358088 Aug 16 13:19:33.038008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437f664-f172-48f3-8bd3-fd93b5375894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69572a3a-19d4-4e27-8149-d175b655f962,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:33.041600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37600) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:33.095431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:33.163612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:19:33.192438 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:33.192946 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Added segment d6b81d34-3c95-4da3-ac5f-776132b50a71 of type vlan for network 552ceb4e-bd9c-4001-9add-6faf2b2296fd Aug 16 13:19:33.271053 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9604cf9-0067-4b18-8e16-8b54b84dbfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:33.311662 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9604cf9-0067-4b18-8e16-8b54b84dbfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:33.313121 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:33.325008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb', 'network_id': 'e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb', 'tenant_id': '623bb2f109544caaa1d8b74f4e4eef47', 'fixed_ips': [{'subnet_id': '5042a678-2e6b-44c9-8a08-d85c37e34b12'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:19:33.326623 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:33.454858 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9604cf9-0067-4b18-8e16-8b54b84dbfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:33.460106 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a9604cf9-0067-4b18-8e16-8b54b84dbfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:33.465834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a9604cf9-0067-4b18-8e16-8b54b84dbfd9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69572a3a-19d4-4e27-8149-d175b655f962 HTTP/1.1" status: 204 len: 168 time: 0.4193597 Aug 16 13:19:33.496387 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:33.517008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9604cf9-0067-4b18-8e16-8b54b84dbfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69572a3a-19d4-4e27-8149-d175b655f962,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:33.557935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:33.574187 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:33.838920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9265487 Aug 16 13:19:33.843691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37620) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:33.854244 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'network_id': '552ceb4e-bd9c-4001-9add-6faf2b2296fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:33.987101 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fedc2370-0d52-406f-a79e-2d0e888d6c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:34.016067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae287c-88f6-43dc-b4b0-8c369819ba37 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=552ceb4e-bd9c-4001-9add-6faf2b2296fd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:34.023189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Allocated IP 2001:db8:0:ffff::2 (e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb/5042a678-2e6b-44c9-8a08-d85c37e34b12/df33ce0d-6413-4c25-be07-10cc26492d35) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:19:34.049978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 552ceb4e-bd9c-4001-9add-6faf2b2296fd details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:19:34.265309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba681b45-b4d4-4f28-bf27-03771c16bdf0 req-f7cb2316-071c-439e-8c12-ca001911d33d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:34.275931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba681b45-b4d4-4f28-bf27-03771c16bdf0 req-f7cb2316-071c-439e-8c12-ca001911d33d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.3273704 Aug 16 13:19:34.323790 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fedc2370-0d52-406f-a79e-2d0e888d6c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:34.325643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37630) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:34.337949 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fedc2370-0d52-406f-a79e-2d0e888d6c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:34.414226 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02a09524-e40f-4b73-8ced-ccd1c8efe2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:34.501440 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba681b45-b4d4-4f28-bf27-03771c16bdf0 req-63d3383b-d5a8-41be-b2c3-63e005771fc5 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244885 Aug 16 13:19:34.505885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:34.529399 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:34.802919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02a09524-e40f-4b73-8ced-ccd1c8efe2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:34.812114 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc2370-0d52-406f-a79e-2d0e888d6c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d015b5a6-6e5e-4642-a38b-a80b714167e1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:34.824068 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fedc2370-0d52-406f-a79e-2d0e888d6c59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99c1d39253574f25becd6472c5a8192b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9912179 Aug 16 13:19:34.828343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02a09524-e40f-4b73-8ced-ccd1c8efe2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:34.832409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37650) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:34.909431 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:34.930291 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-02a09524-e40f-4b73-8ced-ccd1c8efe2d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f0daece2f2b4dfea9f42efe36c2acfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6012504 Aug 16 13:19:34.933376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a09524-e40f-4b73-8ced-ccd1c8efe2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ee279f-47dd-45db-9a1e-13802a9b20ff,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:34.942148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37652) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:34.982236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53a91bc7-a944-4752-9679-538991e72452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:34.996629 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.028187 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=58947ebe-12f0-4c6c-95ab-e299a95c1b48,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:35.033101 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-70d054f1-67cb-4e33-bc58-ad0c8620e9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.087477 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53a91bc7-a944-4752-9679-538991e72452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.122223 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Checking segment: {'id': 'd6b81d34-3c95-4da3-ac5f-776132b50a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '552ceb4e-bd9c-4001-9add-6faf2b2296fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:35.122791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network hostable DHCP agents. Network: 552ceb4e-bd9c-4001-9add-6faf2b2296fd, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:19:35.126182 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.153958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Transition to ACTIVE for port object df33ce0d-6413-4c25-be07-10cc26492d35 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:35.195808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Transition to ACTIVE for port object df33ce0d-6413-4c25-be07-10cc26492d35 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:35.200251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network 552ceb4e-bd9c-4001-9add-6faf2b2296fd is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:19:35.221906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 552ceb4e-bd9c-4001-9add-6faf2b2296fd) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:35.231271 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.231915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:35.233336 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.297411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2ec550c-7e9f-4a8f-9832-87d740302f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.310069 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ed8729bc-0ae3-42cf-94cf-20f97540c314 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4623337 Aug 16 13:19:35.310680 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37662) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:35.333286 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2ec550c-7e9f-4a8f-9832-87d740302f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.352431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a66971f-6cc5-4416-ab1d-b001cf6eb021 None None] Network 552ceb4e-bd9c-4001-9add-6faf2b2296fd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:35.448566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2ec550c-7e9f-4a8f-9832-87d740302f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.455295 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f2ec550c-7e9f-4a8f-9832-87d740302f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.459085 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f2ec550c-7e9f-4a8f-9832-87d740302f81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6ee279f-47dd-45db-9a1e-13802a9b20ff HTTP/1.1" status: 204 len: 168 time: 0.5144198 Aug 16 13:19:35.461868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53a91bc7-a944-4752-9679-538991e72452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.469859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53a91bc7-a944-4752-9679-538991e72452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.472428 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-53a91bc7-a944-4752-9679-538991e72452 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d015b5a6-6e5e-4642-a38b-a80b714167e1 HTTP/1.1" status: 204 len: 168 time: 0.6364295 Aug 16 13:19:35.499016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec550c-7e9f-4a8f-9832-87d740302f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ee279f-47dd-45db-9a1e-13802a9b20ff,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:35.529952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a91bc7-a944-4752-9679-538991e72452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d015b5a6-6e5e-4642-a38b-a80b714167e1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:35.613077 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.659727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Network e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:19:35.698554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:35.711745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:19:35.718701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Pushing event updated for resources: {'Port': ['ID=df33ce0d-6413-4c25-be07-10cc26492d35,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:35.735703 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.874085 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.947966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Attempting to bind port df33ce0d-6413-4c25-be07-10cc26492d35 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:19:35.949979 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Attempting to bind port df33ce0d-6413-4c25-be07-10cc26492d35 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '70e1b0d6-0630-474e-a235-6241bfc56c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:19:35.950815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Attempting to bind port df33ce0d-6413-4c25-be07-10cc26492d35 on network e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:19:35.987065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d628781-b500-4556-9b3f-f5300f0a6dda req-aea464a1-b4b9-4838-9203-71158a646a4f tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:35.998338 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d628781-b500-4556-9b3f-f5300f0a6dda req-aea464a1-b4b9-4838-9203-71158a646a4f tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.2674944 Aug 16 13:19:36.031310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:19:36.032168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Checking segment: {'id': '70e1b0d6-0630-474e-a235-6241bfc56c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:36.034865 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:36.035798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Bound using segment: {'id': '70e1b0d6-0630-474e-a235-6241bfc56c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:19:36.038599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Bound port: df33ce0d-6413-4c25-be07-10cc26492d35, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e1b0d6-0630-474e-a235-6241bfc56c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:19:36.039283 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:36.188340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d628781-b500-4556-9b3f-f5300f0a6dda req-cf61cd5d-3686-42a4-bc92-7a128dc6fa5b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865234 Aug 16 13:19:36.217666 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:36.388915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Subnet': ['ID=58947ebe-12f0-4c6c-95ab-e299a95c1b48,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:36.554700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:36.602365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552ceb4e-bd9c-4001-9add-6faf2b2296fd']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:36.611677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37698) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:36.651835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b81d34-3c95-4da3-ac5f-776132b50a71') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:36.652334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b81d34-3c95-4da3-ac5f-776132b50a71') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:36.658570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a20e646-c370-45a4-87b7-35e60a5beb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:36.694907 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:36.733438 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] For port df33ce0d-6413-4c25-be07-10cc26492d35, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:19:36.741103 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:36.742849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] For port df33ce0d-6413-4c25-be07-10cc26492d35, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=df33ce0d-6413-4c25-be07-10cc26492d35,segment=NetworkSegment(70e1b0d6-0630-474e-a235-6241bfc56c9a),segment_id=70e1b0d6-0630-474e-a235-6241bfc56c9a)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:19:36.758295 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:36.794414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:19:36.796246 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:36.933738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd8ef9-92d2-4d2f-be3c-b7523c73e60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-552ceb4e-bd9c-4001-9add-6faf2b2296fd', 'network_id': '552ceb4e-bd9c-4001-9add-6faf2b2296fd', 'tenant_id': '623bb2f109544caaa1d8b74f4e4eef47', 'fixed_ips': [{'subnet_id': '58947ebe-12f0-4c6c-95ab-e299a95c1b48'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:19:36.934880 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8ef9-92d2-4d2f-be3c-b7523c73e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:36.972040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b070d3e-ce3a-4922-91b2-77dd4c37560a None None] Pushing event updated for resources: {'Port': ['ID=df33ce0d-6413-4c25-be07-10cc26492d35,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:19:37.054082 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:19:37.192337 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:37.202883 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:37.213208 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/552ceb4e-bd9c-4001-9add-6faf2b2296fd HTTP/1.1" status: 204 len: 168 time: 1.8978555 Aug 16 13:19:37.221322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37718) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:37.257409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1954091754'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:37.279766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554566a5-3f5f-4a81-bbfa-dfd80b4c2f5c None None] Network 552ceb4e-bd9c-4001-9add-6faf2b2296fd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:37.330195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf43835-9f10-499e-ba76-4bcb175dc57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Network': ['ID=552ceb4e-bd9c-4001-9add-6faf2b2296fd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:37.438197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554566a5-3f5f-4a81-bbfa-dfd80b4c2f5c None None] Network 552ceb4e-bd9c-4001-9add-6faf2b2296fd could not be found, it might have been deleted concurrently. {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 13:19:37.482201 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a20e646-c370-45a4-87b7-35e60a5beb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:37.493517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:37.503315 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a20e646-c370-45a4-87b7-35e60a5beb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:37.537236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb17f7-e9c7-4121-a12f-1a2779ae69f3 req-1ec0b928-61b2-4e0f-8859-5cf9a116e42a tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:37.554991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2cb17f7-e9c7-4121-a12f-1a2779ae69f3 req-1ec0b928-61b2-4e0f-8859-5cf9a116e42a tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.1238229 Aug 16 13:19:37.617759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2cb17f7-e9c7-4121-a12f-1a2779ae69f3 req-f79b42d9-907f-4936-a1f0-0b617ec96878 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618203 Aug 16 13:19:37.661845 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3a20e646-c370-45a4-87b7-35e60a5beb45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a729c3afdfe4988a02d602bb87f8260&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0479927 Aug 16 13:19:37.663521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e0d7d97c-d40c-4362-bf00-c64efa788be2 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:19:37.665829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37734) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:37.668998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e0d7d97c-d40c-4362-bf00-c64efa788be2 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:19:37.680236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20e646-c370-45a4-87b7-35e60a5beb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd491e83-4982-4137-b304-7399a772e21f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:37.698590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:37.708916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:37.811013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:19:37.823735 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:37.852875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:37.854852 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Added segment c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea of type vlan for network c7d10345-cf9f-45f3-bac5-5b30fe0ebf15 Aug 16 13:19:37.894850 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:37.997102 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:38.002677 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:38.018683 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:38.019185 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd491e83-4982-4137-b304-7399a772e21f HTTP/1.1" status: 204 len: 168 time: 0.3470402 Aug 16 13:19:38.047371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd491e83-4982-4137-b304-7399a772e21f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:38.070357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.080212 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:38.085530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.086150 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:38.092522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.093049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.093663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.094486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.095081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.095681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.097396 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:38.098322 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.099027 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:38.099614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.101535 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.102169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b709a-6285-4825-90ad-9686b6240858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:38.171265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e0d7d97c-d40c-4362-bf00-c64efa788be2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:38.175886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999dc87e-b880-4814-a255-857e551cdd77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d7d97c-d40c-4362-bf00-c64efa788be2'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:19:38.179270 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a067c75d-b122-4828-9414-71a9da662950" -d '{"events": [{"server_uuid": "999dc87e-b880-4814-a255-857e551cdd77", "name": "network-vif-unplugged", "status": "completed", "tag": "e0d7d97c-d40c-4362-bf00-c64efa788be2"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:19:38.212692 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:38.216270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e0d7d97c-d40c-4362-bf00-c64efa788be2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:38.333450 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf5f51c-7ce7-4249-b44d-a5f3140c2099 x-openstack-request-id: req-4bf5f51c-7ce7-4249-b44d-a5f3140c2099 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:19:38.335172 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999dc87e-b880-4814-a255-857e551cdd77", "name": "network-vif-unplugged", "status": "completed", "tag": "e0d7d97c-d40c-4362-bf00-c64efa788be2", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:19:38.335686 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bf5f51c-7ce7-4249-b44d-a5f3140c2099 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:19:38.336395 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999dc87e-b880-4814-a255-857e551cdd77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d7d97c-d40c-4362-bf00-c64efa788be2', 'code': 200} Aug 16 13:19:38.342466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e0d7d97c-d40c-4362-bf00-c64efa788be2,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:38.354956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=c7d10345-cf9f-45f3-bac5-5b30fe0ebf15,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:38.355613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'e0d7d97c-d40c-4362-bf00-c64efa788be2', 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2', 'port_id': 'e0d7d97c-d40c-4362-bf00-c64efa788be2', 'mac_address': 'fa:16:3e:50:c0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1538c9d3-16c4-4d7e-bd07-b353e311035f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:19:38.361812 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37762) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:38.363054 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cbf57a4e-6cfc-4af0-ae06-1ea674a07d73 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1359811 Aug 16 13:19:38.374036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'network_id': 'c7d10345-cf9f-45f3-bac5-5b30fe0ebf15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:38.448661 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network c7d10345-cf9f-45f3-bac5-5b30fe0ebf15 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:19:38.593400 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:38.634628 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d7d97c-d40c-4362-bf00-c64efa788be2 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:19:38.706771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e0d7d97c-d40c-4362-bf00-c64efa788be2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:38.721919 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:38.738376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:38.749898 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:38.887963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e0d7d97c-d40c-4362-bf00-c64efa788be2,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:38.933853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e0d7d97c-d40c-4362-bf00-c64efa788be2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:19:39.149447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e160e3d0-60c3-43d5-860b-d2ea6fb0efb3 None None] Network e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:39.311659 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1825a9b-5ef4-4a57-9264-e957e85e80f2 req-35649eaf-8587-474a-8de3-fbc6124f9f46 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:39.314923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1825a9b-5ef4-4a57-9264-e957e85e80f2 req-35649eaf-8587-474a-8de3-fbc6124f9f46 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 945 time: 0.2542281 Aug 16 13:19:39.351783 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:39.524083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-181fb19f-359a-4b30-9496-4db91ec5e597 None None] Provisioning for port df33ce0d-6413-4c25-be07-10cc26492d35 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:39.580321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=b892c4e8-63dc-4fb3-9f3d-3bbd7c3f3bfa,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:39.593987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device df33ce0d-6413-4c25-be07-10cc26492d35 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:19:39.638951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1825a9b-5ef4-4a57-9264-e957e85e80f2 req-bd381d75-dcbe-48bd-bc04-20704b597ea0 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126059 Aug 16 13:19:39.743549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Checking segment: {'id': 'c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c7d10345-cf9f-45f3-bac5-5b30fe0ebf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:39.744583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network hostable DHCP agents. Network: c7d10345-cf9f-45f3-bac5-5b30fe0ebf15, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:19:39.747573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port df33ce0d-6413-4c25-be07-10cc26492d35 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:39.760384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port df33ce0d-6413-4c25-be07-10cc26492d35 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:39.760771 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:39.792551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network c7d10345-cf9f-45f3-bac5-5b30fe0ebf15 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:19:39.818420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, c7d10345-cf9f-45f3-bac5-5b30fe0ebf15) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:39.833849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:39.834721 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:39.879928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34bee4-ed61-47eb-992c-344df83a6f50 None None] Network c7d10345-cf9f-45f3-bac5-5b30fe0ebf15 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:39.889518 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7b9cacd4-1161-493a-b353-77bfb53b678b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5264397 Aug 16 13:19:39.895442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37798) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:39.916858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1350381416'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:40.008229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:40.023924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:40.216343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:19:40.263507 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:40.266855 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Added segment fc7c2367-a083-4d04-9fb2-90e77db89ce7 of type vlan for network a5bdce31-5937-40b6-a399-4394f38b27ac Aug 16 13:19:40.420460 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:40.463931 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:40.526205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port df33ce0d-6413-4c25-be07-10cc26492d35, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=df33ce0d-6413-4c25-be07-10cc26492d35,segment=NetworkSegment(70e1b0d6-0630-474e-a235-6241bfc56c9a),segment_id=70e1b0d6-0630-474e-a235-6241bfc56c9a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:40.544388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6c185ec7-f875-481b-b38b-956497d344ad None None] Provisioning complete for port df33ce0d-6413-4c25-be07-10cc26492d35 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:40.545089 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6c185ec7-f875-481b-b38b-956497d344ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:40.549483 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:40.603513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:40.658083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:40.663359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:40.678821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=df33ce0d-6413-4c25-be07-10cc26492d35,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:40.782727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37818) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:40.795720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'network_id': 'a5bdce31-5937-40b6-a399-4394f38b27ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:40.796482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8965459 Aug 16 13:19:40.831243 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-c7d10345-cf9f-45f3-bac5-5b30fe0ebf15', 'network_id': 'c7d10345-cf9f-45f3-bac5-5b30fe0ebf15', 'tenant_id': '623bb2f109544caaa1d8b74f4e4eef47', 'fixed_ips': [{'subnet_id': 'b892c4e8-63dc-4fb3-9f3d-3bbd7c3f3bfa'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:19:40.835835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:41.023967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301482f0-717a-43bf-b495-fbbbe0ffa64f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=a5bdce31-5937-40b6-a399-4394f38b27ac,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:41.053742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network a5bdce31-5937-40b6-a399-4394f38b27ac details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:19:41.130448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8049bf3-a5f3-4494-8053-013661317133 req-303777b1-2fc6-4b6f-b655-895733b281f7 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:41.143378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:41.155571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8049bf3-a5f3-4494-8053-013661317133 req-303777b1-2fc6-4b6f-b655-895733b281f7 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 945 time: 0.3149674 Aug 16 13:19:41.175276 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:41.393098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8049bf3-a5f3-4494-8053-013661317133 req-4cca73c0-4eac-41e0-b756-09f5e67acff3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195148 Aug 16 13:19:41.453750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.ipam_backend_mixin [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Performing IP validity checks on allocation pools {{(pid=101396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 13:19:41.455575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.ipam_backend_mixin [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 13:19:41.546498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Allocated IP 2001:db8::3 (c7d10345-cf9f-45f3-bac5-5b30fe0ebf15/b892c4e8-63dc-4fb3-9f3d-3bbd7c3f3bfa/3d284154-0c83-47c7-a394-5fa674cebeee) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:19:41.575905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device df33ce0d-6413-4c25-be07-10cc26492d35 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:19:41.729732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e0d7d97c-d40c-4362-bf00-c64efa788be2 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:19:41.730046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:41.843768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port df33ce0d-6413-4c25-be07-10cc26492d35 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:41.844385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:41.883120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=c67b93ae-446e-4892-8b47-45ff83a70492,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:41.903423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Checking segment: {'id': 'fc7c2367-a083-4d04-9fb2-90e77db89ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5bdce31-5937-40b6-a399-4394f38b27ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:41.911509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network hostable DHCP agents. Network: a5bdce31-5937-40b6-a399-4394f38b27ac, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:19:41.975298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network a5bdce31-5937-40b6-a399-4394f38b27ac is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:19:41.999400 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, a5bdce31-5937-40b6-a399-4394f38b27ac) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:42.004362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:42.005485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:42.056672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port e0d7d97c-d40c-4362-bf00-c64efa788be2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:42.062468 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:42.062775 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cdbf5303-9dc6-4285-a3c3-83c0958fd82f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2731006 Aug 16 13:19:42.064002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37850) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:42.295833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e7c4dd-5e7b-4d4f-a98e-1dc4c89d98b4 None None] Network a5bdce31-5937-40b6-a399-4394f38b27ac requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:42.404305 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:42.522652 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:42.627422 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:42.636199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Transition to ACTIVE for port object 3d284154-0c83-47c7-a394-5fa674cebeee will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:42.644564 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:42.712799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Transition to ACTIVE for port object 3d284154-0c83-47c7-a394-5fa674cebeee will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:42.721728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999dc87e-b880-4814-a255-857e551cdd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d7d97c-d40c-4362-bf00-c64efa788be2'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:19:42.724607 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb10def-ad3b-4d0b-bae6-89dc488c6408" -d '{"events": [{"server_uuid": "999dc87e-b880-4814-a255-857e551cdd77", "name": "network-vif-plugged", "status": "completed", "tag": "e0d7d97c-d40c-4362-bf00-c64efa788be2"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:19:42.746162 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:42.772205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e0d7d97c-d40c-4362-bf00-c64efa788be2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:42.831785 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Pushing event updated for resources: {'Port': ['ID=3d284154-0c83-47c7-a394-5fa674cebeee,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:42.845534 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:42.985081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd89f9-dc07-447f-8430-7f40b27ba156 req-abe74bc5-0bf7-4d67-99f7-de2d2ac9c6e6 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:42.988073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7cd89f9-dc07-447f-8430-7f40b27ba156 req-abe74bc5-0bf7-4d67-99f7-de2d2ac9c6e6 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.2309222 Aug 16 13:19:43.081863 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d42d24c-9c8b-47ac-8024-4fc56846e513 x-openstack-request-id: req-3d42d24c-9c8b-47ac-8024-4fc56846e513 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:19:43.083335 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:43.084659 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999dc87e-b880-4814-a255-857e551cdd77", "name": "network-vif-plugged", "status": "completed", "tag": "e0d7d97c-d40c-4362-bf00-c64efa788be2", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:19:43.086652 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d42d24c-9c8b-47ac-8024-4fc56846e513 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:19:43.087992 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999dc87e-b880-4814-a255-857e551cdd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d7d97c-d40c-4362-bf00-c64efa788be2', 'code': 200} Aug 16 13:19:43.139209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Network c7d10345-cf9f-45f3-bac5-5b30fe0ebf15 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:19:43.174830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:43.279148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Subnet': ['ID=c67b93ae-446e-4892-8b47-45ff83a70492,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:43.298437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:19:43.394641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7cd89f9-dc07-447f-8430-7f40b27ba156 req-b38757b1-a63b-49d7-ab30-a168df685f18 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634109 Aug 16 13:19:43.511247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e0d7d97c-d40c-4362-bf00-c64efa788be2,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:43.619176 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:43.626575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76faba7-0640-4c20-8a2f-60588c38dd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-a5bdce31-5937-40b6-a399-4394f38b27ac', 'network_id': 'a5bdce31-5937-40b6-a399-4394f38b27ac', 'tenant_id': '623bb2f109544caaa1d8b74f4e4eef47', 'fixed_ips': [{'subnet_id': 'c67b93ae-446e-4892-8b47-45ff83a70492'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:19:43.630576 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d76faba7-0640-4c20-8a2f-60588c38dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:43.638647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bdce31-5937-40b6-a399-4394f38b27ac']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:43.664498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7c2367-a083-4d04-9fb2-90e77db89ce7') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:43.665110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7c2367-a083-4d04-9fb2-90e77db89ce7') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:43.682560 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:43.725791 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:43.751469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:19:43.752242 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:19:43.775343 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:19:43.951580 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:43.962997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5db21-f635-476a-bc4b-bc14d198cc0d None None] Network a5bdce31-5937-40b6-a399-4394f38b27ac requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:43.999874 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:44.002032 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/a5bdce31-5937-40b6-a399-4394f38b27ac HTTP/1.1" status: 204 len: 168 time: 1.9293737 Aug 16 13:19:44.003084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5011d-4ccb-43b3-a9a0-59044cb3f07a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Network': ['ID=a5bdce31-5937-40b6-a399-4394f38b27ac,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:44.010075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37954) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:44.016553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-895686583'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:44.024473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5db21-f635-476a-bc4b-bc14d198cc0d None None] Network a5bdce31-5937-40b6-a399-4394f38b27ac could not be found, it might have been deleted concurrently. {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 13:19:44.033347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Attempting to bind port 3d284154-0c83-47c7-a394-5fa674cebeee on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:19:44.033994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Attempting to bind port 3d284154-0c83-47c7-a394-5fa674cebeee by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c7d10345-cf9f-45f3-bac5-5b30fe0ebf15'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:19:44.034656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Attempting to bind port 3d284154-0c83-47c7-a394-5fa674cebeee on network c7d10345-cf9f-45f3-bac5-5b30fe0ebf15 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:19:44.043607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:19:44.044390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Checking segment: {'id': 'c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c7d10345-cf9f-45f3-bac5-5b30fe0ebf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:44.044998 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:44.045772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Bound using segment: {'id': 'c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c7d10345-cf9f-45f3-bac5-5b30fe0ebf15'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:19:44.046899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Bound port: 3d284154-0c83-47c7-a394-5fa674cebeee, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c7d10345-cf9f-45f3-bac5-5b30fe0ebf15'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:19:44.049378 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:44.074182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:44.083033 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:44.144816 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:19:44.180814 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:44.182741 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Added segment 492a646b-3020-494e-af5e-0f327d2cf6b8 of type vlan for network cab473c9-66e4-4e24-b014-bbcc76d67ae6 Aug 16 13:19:44.244745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] For port 3d284154-0c83-47c7-a394-5fa674cebeee, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:19:44.253548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] For port 3d284154-0c83-47c7-a394-5fa674cebeee, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3d284154-0c83-47c7-a394-5fa674cebeee,segment=NetworkSegment(c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea),segment_id=c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:19:44.272462 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:44.425484 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:44.461995 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21c176-d7f0-4543-9d8f-60918cf7666c None None] Pushing event updated for resources: {'Port': ['ID=3d284154-0c83-47c7-a394-5fa674cebeee,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:44.592792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-8935f2ea-4d31-488e-9184-64f618ce05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:44.598327 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-8935f2ea-4d31-488e-9184-64f618ce05a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6646b744cdfd4e10999a9d4be581f72a&device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 1097 time: 0.8412435 Aug 16 13:19:44.608767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8bf25-f4c0-4332-811b-051cf677dac5 req-5ada37d1-bba7-47d7-b524-0fe67c71f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:44.612548 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29e8bf25-f4c0-4332-811b-051cf677dac5 req-5ada37d1-bba7-47d7-b524-0fe67c71f676 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 1097 time: 1.4420884 Aug 16 13:19:44.619593 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:44.657410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:44.658768 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:45.179573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-f85504af-ae3d-4c14-a53d-09d630af8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:45.189940 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-f85504af-ae3d-4c14-a53d-09d630af8687 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f2d756d-55d0-4164-b060-cf2e33c520b2 HTTP/1.1" status: 200 len: 915 time: 0.5531132 Aug 16 13:19:45.293437 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=cab473c9-66e4-4e24-b014-bbcc76d67ae6,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:45.344014 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-0f3ec2ab-84a0-486b-9088-7d08687f2e54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2 HTTP/1.1" status: 200 len: 217 time: 0.1429448 Aug 16 13:19:45.364000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eceeb5be-1c85-46c6-ace9-5592f1a787e0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3526459 Aug 16 13:19:45.375980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37996) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:45.391719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'network_id': 'cab473c9-66e4-4e24-b014-bbcc76d67ae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:45.419544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29e8bf25-f4c0-4332-811b-051cf677dac5 req-7a96d027-849f-4e56-8d88-bd864649acbd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7501671 Aug 16 13:19:45.458281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network cab473c9-66e4-4e24-b014-bbcc76d67ae6 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:19:45.494602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef8b88-cb0e-44ef-9031-140fc7adf36d req-75c3ae7c-ae9a-4b32-a496-5754fa5ae380 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:45.515889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58ef8b88-cb0e-44ef-9031-140fc7adf36d req-75c3ae7c-ae9a-4b32-a496-5754fa5ae380 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.7521055 Aug 16 13:19:45.536499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-961499ea-3321-4245-81e6-387700292a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:45.539150 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-961499ea-3321-4245-81e6-387700292a91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1538c9d3-16c4-4d7e-bd07-b353e311035f HTTP/1.1" status: 200 len: 855 time: 0.1842673 Aug 16 13:19:45.597950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-f4fce45d-6523-4588-b1ed-8c840ea74738 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f2d756d-55d0-4164-b060-cf2e33c520b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449026 Aug 16 13:19:45.639338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-4aeef3e6-a12e-44f3-bb4c-ef9c09e0e465 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:19:45.641272 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-4aeef3e6-a12e-44f3-bb4c-ef9c09e0e465 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238934 Aug 16 13:19:45.776113 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58ef8b88-cb0e-44ef-9031-140fc7adf36d req-55e225cc-5dd3-47da-8561-e443b0033df4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242711 Aug 16 13:19:45.834796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:45.856675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3d284154-0c83-47c7-a394-5fa674cebeee up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:19:45.883638 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:46.018558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 3d284154-0c83-47c7-a394-5fa674cebeee completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:46.411228 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:46.423799 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-99e40b13-4ca1-4ae6-b37e-3b18b4953443 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7632372 Aug 16 13:19:46.934874 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a6df4eea-98f0-4638-abb7-ea999339d385 req-8e4d5971-e7c8-4ad0-98f8-df03afafbd15 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945681 Aug 16 13:19:46.972601 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:47.017111 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d97350-b8c0-4ffe-a29a-748fbba4184e None None] Network c7d10345-cf9f-45f3-bac5-5b30fe0ebf15 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:47.112130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-93b685ac-3fa3-4448-ae70-455c2e87fc7f None None] Provisioning for port 3d284154-0c83-47c7-a394-5fa674cebeee completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:19:47.119186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-93b685ac-3fa3-4448-ae70-455c2e87fc7f None None] Provisioning complete for port 3d284154-0c83-47c7-a394-5fa674cebeee triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:47.119982 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93b685ac-3fa3-4448-ae70-455c2e87fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:47.177595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fee510-dc1e-4131-92bf-e9e490c423ee req-ba78bc13-8a80-4424-b74a-4d1be1ca90ae tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:47.191902 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56fee510-dc1e-4131-92bf-e9e490c423ee req-ba78bc13-8a80-4424-b74a-4d1be1ca90ae tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.1645057 Aug 16 13:19:47.227548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=8b4de7b9-8cdb-490d-91f9-54c542859a1f,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:47.283240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Checking segment: {'id': '492a646b-3020-494e-af5e-0f327d2cf6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cab473c9-66e4-4e24-b014-bbcc76d67ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:47.283690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network hostable DHCP agents. Network: cab473c9-66e4-4e24-b014-bbcc76d67ae6, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:19:47.375466 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56fee510-dc1e-4131-92bf-e9e490c423ee req-6cca6bf5-67af-48d9-b203-ead5ecd0dc22 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818445 Aug 16 13:19:47.420107 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network cab473c9-66e4-4e24-b014-bbcc76d67ae6 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:19:47.464196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, cab473c9-66e4-4e24-b014-bbcc76d67ae6) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:47.476291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:47.477293 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:47.513519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38086) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:47.514534 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d130c873-b5d8-422f-981f-8456aee77579 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1367552 Aug 16 13:19:47.738281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9d75a2-5066-4308-ae0e-6a364d1d7759 None None] Network cab473c9-66e4-4e24-b014-bbcc76d67ae6 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:47.883108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38092) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:48.233760 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804e318-98b3-4a00-bd38-808c421a4425 req-8981a7ba-f21b-426a-b133-455773dbdf5a tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:48.235438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4804e318-98b3-4a00-bd38-808c421a4425 req-8981a7ba-f21b-426a-b133-455773dbdf5a tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.0897040 Aug 16 13:19:48.302296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4804e318-98b3-4a00-bd38-808c421a4425 req-da5f25e0-a725-4fff-b795-08c4d9375bf9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434773 Aug 16 13:19:48.308537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:48.373833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-cab473c9-66e4-4e24-b014-bbcc76d67ae6', 'network_id': 'cab473c9-66e4-4e24-b014-bbcc76d67ae6', 'tenant_id': '623bb2f109544caaa1d8b74f4e4eef47', 'fixed_ips': [{'subnet_id': '8b4de7b9-8cdb-490d-91f9-54c542859a1f'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:19:48.375335 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:48.468039 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93b685ac-3fa3-4448-ae70-455c2e87fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:48.520811 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:48.725517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-93b685ac-3fa3-4448-ae70-455c2e87fc7f None None] For port 3d284154-0c83-47c7-a394-5fa674cebeee, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3d284154-0c83-47c7-a394-5fa674cebeee,segment=NetworkSegment(c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea),segment_id=c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:48.735164 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93b685ac-3fa3-4448-ae70-455c2e87fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:48.799506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Allocated IP 2001:db8::1 (cab473c9-66e4-4e24-b014-bbcc76d67ae6/8b4de7b9-8cdb-490d-91f9-54c542859a1f/eb8f7729-dc31-4a36-94c6-47c95acf7cfd) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:19:48.832345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b685ac-3fa3-4448-ae70-455c2e87fc7f None None] Pushing event updated for resources: {'Port': ['ID=3d284154-0c83-47c7-a394-5fa674cebeee,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:48.927037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38116) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:48.931739 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48dc8925-49a2-4d4c-992a-0add0dacbec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.117730 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36b84b2c-09b2-4009-884e-09afe73b3b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.147269 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4e41e352-baab-40ef-9bdc-4a0bb8dd3458 None None] Provisioning complete for port 3d284154-0c83-47c7-a394-5fa674cebeee triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:49.148061 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4e41e352-baab-40ef-9bdc-4a0bb8dd3458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.270696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48dc8925-49a2-4d4c-992a-0add0dacbec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.304126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48dc8925-49a2-4d4c-992a-0add0dacbec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.361980 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-48dc8925-49a2-4d4c-992a-0add0dacbec9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc3bc5178e8e48a98655ddbab8d8858f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4774096 Aug 16 13:19:49.368069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38132) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:49.439185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc8925-49a2-4d4c-992a-0add0dacbec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7896c0ee-16e7-4977-a25d-b5323234b73e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:49.544932 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.561315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Transition to ACTIVE for port object eb8f7729-dc31-4a36-94c6-47c95acf7cfd will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:49.565111 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88c4c75f-6889-472f-aed2-fdf1bfe6d12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.587693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3d284154-0c83-47c7-a394-5fa674cebeee up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:19:49.637371 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88c4c75f-6889-472f-aed2-fdf1bfe6d12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.705283 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36b84b2c-09b2-4009-884e-09afe73b3b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.706396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Transition to ACTIVE for port object eb8f7729-dc31-4a36-94c6-47c95acf7cfd will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:49.719795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 3d284154-0c83-47c7-a394-5fa674cebeee triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:19:49.720166 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.722622 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.860435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Pushing event updated for resources: {'Port': ['ID=eb8f7729-dc31-4a36-94c6-47c95acf7cfd,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:49.915054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-477e87c2-a7ea-49e4-b750-6c2e8bc06b5b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:49.918936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-477e87c2-a7ea-49e4-b750-6c2e8bc06b5b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/networks?id=3f2d756d-55d0-4164-b060-cf2e33c520b2 HTTP/1.1" status: 200 len: 815 time: 0.2174466 Aug 16 13:19:49.961439 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36b84b2c-09b2-4009-884e-09afe73b3b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:49.975920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Network cab473c9-66e4-4e24-b014-bbcc76d67ae6 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:19:49.980372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:49.985280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:19:50.065044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b84b2c-09b2-4009-884e-09afe73b3b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427e694b-4b81-46c5-90ad-13d3b2ae3687,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:50.074423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:50.081454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Attempting to bind port eb8f7729-dc31-4a36-94c6-47c95acf7cfd on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:19:50.081454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Attempting to bind port eb8f7729-dc31-4a36-94c6-47c95acf7cfd by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '492a646b-3020-494e-af5e-0f327d2cf6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cab473c9-66e4-4e24-b014-bbcc76d67ae6'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:19:50.081842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Attempting to bind port eb8f7729-dc31-4a36-94c6-47c95acf7cfd on network cab473c9-66e4-4e24-b014-bbcc76d67ae6 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:19:50.114263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:19:50.114715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Checking segment: {'id': '492a646b-3020-494e-af5e-0f327d2cf6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cab473c9-66e4-4e24-b014-bbcc76d67ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:50.115260 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:50.115869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Bound using segment: {'id': '492a646b-3020-494e-af5e-0f327d2cf6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cab473c9-66e4-4e24-b014-bbcc76d67ae6'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:19:50.116663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Bound port: eb8f7729-dc31-4a36-94c6-47c95acf7cfd, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492a646b-3020-494e-af5e-0f327d2cf6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cab473c9-66e4-4e24-b014-bbcc76d67ae6'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:19:50.117234 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:50.278065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] For port eb8f7729-dc31-4a36-94c6-47c95acf7cfd, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:19:50.284021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] For port eb8f7729-dc31-4a36-94c6-47c95acf7cfd, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=eb8f7729-dc31-4a36-94c6-47c95acf7cfd,segment=NetworkSegment(492a646b-3020-494e-af5e-0f327d2cf6b8),segment_id=492a646b-3020-494e-af5e-0f327d2cf6b8)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:19:50.295478 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:50.369113 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:50.375564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4de7b9-8cdb-490d-91f9-54c542859a1f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:50.386640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-36b84b2c-09b2-4009-884e-09afe73b3b52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1243709a3d64fc09ccfc8408ab373e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4566817 Aug 16 13:19:50.402015 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-8bceb49a-2158-4be0-9958-1679f7f554a2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/quotas/6646b744cdfd4e10999a9d4be581f72a HTTP/1.1" status: 200 len: 375 time: 0.4293387 Aug 16 13:19:50.407988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38156) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:50.410648 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88c4c75f-6889-472f-aed2-fdf1bfe6d12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:50.419438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88c4c75f-6889-472f-aed2-fdf1bfe6d12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:50.420619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-88c4c75f-6889-472f-aed2-fdf1bfe6d12b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7896c0ee-16e7-4977-a25d-b5323234b73e HTTP/1.1" status: 204 len: 168 time: 1.0471239 Aug 16 13:19:50.487400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab473c9-66e4-4e24-b014-bbcc76d67ae6']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:50.555514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0e1d7-1a43-4f85-ad08-0b81b8f21ba1 req-7f9b3766-a415-4784-8197-991a7a407147 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:50.561530 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73e0e1d7-1a43-4f85-ad08-0b81b8f21ba1 req-7f9b3766-a415-4784-8197-991a7a407147 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "GET /v2.0/ports?device_id=999dc87e-b880-4814-a255-857e551cdd77 HTTP/1.1" status: 200 len: 946 time: 0.2133949 Aug 16 13:19:50.657938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fd0c1-f89a-4ba0-9ab2-7b8ffb628497 None None] Pushing event updated for resources: {'Port': ['ID=eb8f7729-dc31-4a36-94c6-47c95acf7cfd,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:50.713077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a5931-ed0b-4982-9a7c-3ec3ee563df1 None None] Network cab473c9-66e4-4e24-b014-bbcc76d67ae6 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:50.726861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492a646b-3020-494e-af5e-0f327d2cf6b8') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:50.733263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492a646b-3020-494e-af5e-0f327d2cf6b8') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:50.753461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4c75f-6889-472f-aed2-fdf1bfe6d12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7896c0ee-16e7-4977-a25d-b5323234b73e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:50.832952 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:50.888612 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-1901bb9e-e4ab-463c-b2a2-da6f9bf894d0 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6646b744cdfd4e10999a9d4be581f72a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3983128 Aug 16 13:19:50.903894 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cafb0f7-2611-4a0a-976a-821a1421b0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:50.910361 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:50.923222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73e0e1d7-1a43-4f85-ad08-0b81b8f21ba1 req-6d715379-069c-48ba-9d1f-1ec08cda3f4e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Deleting port e0d7d97c-d40c-4362-bf00-c64efa788be2 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:50.930154 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73e0e1d7-1a43-4f85-ad08-0b81b8f21ba1 req-6d715379-069c-48ba-9d1f-1ec08cda3f4e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:50.964131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:19:50.964559 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:51.080018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aea871-ce8e-4054-9d8a-78c0cb0af4ae None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:19:51.102258 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:19:51.109934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.api [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 13:19:51.109934 n-d-804708-1 neutron-server[101395]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 13:19:51.109934 n-d-804708-1 neutron-server[101395]: [parameters: {'id': 'cab473c9-66e4-4e24-b014-bbcc76d67ae6'}] Aug 16 13:19:51.109934 n-d-804708-1 neutron-server[101395]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:19:51.111033 n-d-804708-1 neutron-server[101395]: DEBUG oslo_db.api [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:19:51.188512 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cafb0f7-2611-4a0a-976a-821a1421b0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:51.273430 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-f8470a1a-26cb-43f3-8158-76c9ee761a23 service neutron] 10.222.0.25 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563325 Aug 16 13:19:51.352433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aea871-ce8e-4054-9d8a-78c0cb0af4ae None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:19:51.418719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-73e0e1d7-1a43-4f85-ad08-0b81b8f21ba1 req-6d715379-069c-48ba-9d1f-1ec08cda3f4e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] For port e0d7d97c-d40c-4362-bf00-c64efa788be2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e0d7d97c-d40c-4362-bf00-c64efa788be2,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:51.419381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73e0e1d7-1a43-4f85-ad08-0b81b8f21ba1 req-6d715379-069c-48ba-9d1f-1ec08cda3f4e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:51.443361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-73e0e1d7-1a43-4f85-ad08-0b81b8f21ba1 req-6d715379-069c-48ba-9d1f-1ec08cda3f4e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Calling delete_port for e0d7d97c-d40c-4362-bf00-c64efa788be2 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:51.499585 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cafb0f7-2611-4a0a-976a-821a1421b0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:51.502214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0cafb0f7-2611-4a0a-976a-821a1421b0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:51.503412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0cafb0f7-2611-4a0a-976a-821a1421b0af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/427e694b-4b81-46c5-90ad-13d3b2ae3687 HTTP/1.1" status: 204 len: 168 time: 1.0747013 Aug 16 13:19:51.557301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafb0f7-2611-4a0a-976a-821a1421b0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427e694b-4b81-46c5-90ad-13d3b2ae3687,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:51.615697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:51.658215 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-bc6dfe0f-b115-4baf-9386-8354160e7a31 service neutron] 10.222.0.25 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764677 Aug 16 13:19:51.763639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Deleting port eb8f7729-dc31-4a36-94c6-47c95acf7cfd {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:51.764300 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:51.839638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] For port eb8f7729-dc31-4a36-94c6-47c95acf7cfd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=eb8f7729-dc31-4a36-94c6-47c95acf7cfd,segment=NetworkSegment(492a646b-3020-494e-af5e-0f327d2cf6b8),segment_id=492a646b-3020-494e-af5e-0f327d2cf6b8)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:51.840507 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:51.842403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38190) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:51.857995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Calling delete_port for eb8f7729-dc31-4a36-94c6-47c95acf7cfd owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:51.923080 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08d287e2-9743-4a11-b753-b36011c79e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:51.941343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73e0e1d7-1a43-4f85-ad08-0b81b8f21ba1 req-6d715379-069c-48ba-9d1f-1ec08cda3f4e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:51.962147 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:52.065294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Port': ['ID=eb8f7729-dc31-4a36-94c6-47c95acf7cfd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:52.071664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No DVR routers for this DVR port eb8f7729-dc31-4a36-94c6-47c95acf7cfd on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:19:52.209784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d715379-069c-48ba-9d1f-1ec08cda3f4e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Pushing event deleted for resources: {'Port': ['ID=e0d7d97c-d40c-4362-bf00-c64efa788be2,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:52.283470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e0e1d7-1a43-4f85-ad08-0b81b8f21ba1 req-6d715379-069c-48ba-9d1f-1ec08cda3f4e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] No DVR routers for this DVR port e0d7d97c-d40c-4362-bf00-c64efa788be2 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:19:52.290057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-73e0e1d7-1a43-4f85-ad08-0b81b8f21ba1 req-6d715379-069c-48ba-9d1f-1ec08cda3f4e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:52.292168 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-73e0e1d7-1a43-4f85-ad08-0b81b8f21ba1 req-6d715379-069c-48ba-9d1f-1ec08cda3f4e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "DELETE /v2.0/ports/e0d7d97c-d40c-4362-bf00-c64efa788be2 HTTP/1.1" status: 204 len: 173 time: 1.7254317 Aug 16 13:19:52.292642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999dc87e-b880-4814-a255-857e551cdd77', 'name': 'network-vif-deleted', 'tag': 'e0d7d97c-d40c-4362-bf00-c64efa788be2'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:19:52.295242 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2617ab08-04d7-4b22-a0b8-fe66a9fb3db6" -d '{"events": [{"server_uuid": "999dc87e-b880-4814-a255-857e551cdd77", "name": "network-vif-deleted", "tag": "e0d7d97c-d40c-4362-bf00-c64efa788be2"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:19:52.356915 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bfd15e-17b9-49bb-9ee0-03ec52aca859 x-openstack-request-id: req-b2bfd15e-17b9-49bb-9ee0-03ec52aca859 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:19:52.357492 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999dc87e-b880-4814-a255-857e551cdd77", "name": "network-vif-deleted", "tag": "e0d7d97c-d40c-4362-bf00-c64efa788be2", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:19:52.358497 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2bfd15e-17b9-49bb-9ee0-03ec52aca859 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:19:52.359192 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999dc87e-b880-4814-a255-857e551cdd77', 'name': 'network-vif-deleted', 'tag': 'e0d7d97c-d40c-4362-bf00-c64efa788be2', 'status': 'completed', 'code': 200} Aug 16 13:19:52.621295 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08d287e2-9743-4a11-b753-b36011c79e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:52.630575 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08d287e2-9743-4a11-b753-b36011c79e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:52.705439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-08d287e2-9743-4a11-b753-b36011c79e0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43a170ead3f24e38bfc4c1ebf88ef9fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8520081 Aug 16 13:19:52.706757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d287e2-9743-4a11-b753-b36011c79e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1d256a-7dd3-4c44-9e5b-c6e2d5bed061,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:52.710672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38214) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:52.799868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef3f06f0-8523-4670-a74a-1ebfa9a97c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:52.814176 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ba4f8e1-4142-4c56-bc41-a84b4b1c5da2 req-eaeb4193-5653-4a90-baf3-f00f9023d3bd tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 210 time: 0.3468318 Aug 16 13:19:52.849262 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:52.869458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab473c9-66e4-4e24-b014-bbcc76d67ae6']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:52.890045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef3f06f0-8523-4670-a74a-1ebfa9a97c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:52.923021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492a646b-3020-494e-af5e-0f327d2cf6b8') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:52.925700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492a646b-3020-494e-af5e-0f327d2cf6b8') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:52.963416 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.018735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef3f06f0-8523-4670-a74a-1ebfa9a97c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.025171 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef3f06f0-8523-4670-a74a-1ebfa9a97c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.027040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.037944 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ef3f06f0-8523-4670-a74a-1ebfa9a97c3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa1d256a-7dd3-4c44-9e5b-c6e2d5bed061 HTTP/1.1" status: 204 len: 168 time: 0.3223107 Aug 16 13:19:53.046088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:19:53.046615 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:19:53.084564 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:19:53.090016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f06f0-8523-4670-a74a-1ebfa9a97c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1d256a-7dd3-4c44-9e5b-c6e2d5bed061,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:53.250571 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.277289 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.283967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38228) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:53.291832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893626298'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:53.296622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/cab473c9-66e4-4e24-b014-bbcc76d67ae6 HTTP/1.1" status: 204 len: 168 time: 5.7815084 Aug 16 13:19:53.353209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f5538-6f42-4224-b858-0e12e5b600ab tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Network': ['ID=cab473c9-66e4-4e24-b014-bbcc76d67ae6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:53.382550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38232) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:53.407794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:53.428875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.430656 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f295847-22ce-48df-ae81-9bfbbd750532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.523126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:19:53.561917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.562313 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Added segment a7454923-2fd5-4b4f-8a78-993142e2e4b7 of type vlan for network cc1f3bba-07be-411e-9728-9baa4cdc0adc Aug 16 13:19:53.676995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.714946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.728558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e0d7d97c-d40c-4362-bf00-c64efa788be2 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:19:53.737936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:53.742618 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.749500 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f295847-22ce-48df-ae81-9bfbbd750532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.761818 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7f295847-22ce-48df-ae81-9bfbbd750532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:53.877593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7f295847-22ce-48df-ae81-9bfbbd750532 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12e900ba26f849b0be55c7684348fe7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921393 Aug 16 13:19:53.884497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: e0d7d97c-d40c-4362-bf00-c64efa788be2 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:19:53.884758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f295847-22ce-48df-ae81-9bfbbd750532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa773ed-c936-44be-ad10-a05498286a0e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:53.885746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e0d7d97c-d40c-4362-bf00-c64efa788be2 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:19:53.890581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38246) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:53.930571 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6442738 Aug 16 13:19:53.936273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38250) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:53.944615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56642ab-04dc-4a63-85ab-6e0920b81f25 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=cc1f3bba-07be-411e-9728-9baa4cdc0adc,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:53.948369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'network_id': 'cc1f3bba-07be-411e-9728-9baa4cdc0adc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:53.967804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network cc1f3bba-07be-411e-9728-9baa4cdc0adc details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:19:54.244584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7192eeb2-4a2f-46f9-94ed-f806761dbbdf req-db910b45-8976-4382-ab9b-3f4fc6d20af4 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 210 time: 0.2783508 Aug 16 13:19:54.392898 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c81616e2-f537-4fea-b374-4260bde99546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:54.484421 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c81616e2-f537-4fea-b374-4260bde99546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:54.510844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:54.517573 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:54.854384 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c81616e2-f537-4fea-b374-4260bde99546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:54.870560 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c81616e2-f537-4fea-b374-4260bde99546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:54.870560 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c81616e2-f537-4fea-b374-4260bde99546 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eaa773ed-c936-44be-ad10-a05498286a0e HTTP/1.1" status: 204 len: 168 time: 0.9698048 Aug 16 13:19:54.902929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81616e2-f537-4fea-b374-4260bde99546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa773ed-c936-44be-ad10-a05498286a0e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:55.181650 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:55.342881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=9fec3008-0c8f-4266-ab1b-97771b06ace2,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:55.372690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Checking segment: {'id': 'a7454923-2fd5-4b4f-8a78-993142e2e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc1f3bba-07be-411e-9728-9baa4cdc0adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:55.373240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network hostable DHCP agents. Network: cc1f3bba-07be-411e-9728-9baa4cdc0adc, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:19:55.407574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network cc1f3bba-07be-411e-9728-9baa4cdc0adc is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:19:55.454490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, cc1f3bba-07be-411e-9728-9baa4cdc0adc) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:55.464273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a8bfb7-9cf2-40c0-82c2-d6918b1935e7 None None] Network cc1f3bba-07be-411e-9728-9baa4cdc0adc requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:55.497868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc920c15-4051-4fd0-9dbe-66a2cd27d102 req-bdf012c7-2e3b-453b-8916-0ac2b05a7b7f tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 210 time: 0.0404170 Aug 16 13:19:55.499487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:55.500242 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:55.542543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3c1ee6b7-6d12-48b6-b79c-948a08289acd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6040366 Aug 16 13:19:55.546657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38302) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:55.765364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38308) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:55.814604 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:55.906490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-cc1f3bba-07be-411e-9728-9baa4cdc0adc', 'network_id': 'cc1f3bba-07be-411e-9728-9baa4cdc0adc', 'tenant_id': '623bb2f109544caaa1d8b74f4e4eef47', 'fixed_ips': [{'subnet_id': '9fec3008-0c8f-4266-ab1b-97771b06ace2'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:19:55.907738 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:56.137340 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:56.186348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-73c4564e-0ccb-4763-8ffa-200cc64b2963 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:56.191935 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-73c4564e-0ccb-4763-8ffa-200cc64b2963 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "GET /v2.0/networks?id=3f2d756d-55d0-4164-b060-cf2e33c520b2 HTTP/1.1" status: 200 len: 815 time: 0.3679631 Aug 16 13:19:56.206052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Request body: {'port': {'device_id': '2c2ea730-26e2-4bcb-9c0e-a603866162f4', 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2', 'admin_state_up': True, 'tenant_id': '6646b744cdfd4e10999a9d4be581f72a'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:56.302591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Allocated IP 2001:db8::1 (cc1f3bba-07be-411e-9728-9baa4cdc0adc/9fec3008-0c8f-4266-ab1b-97771b06ace2/022610b5-d772-4523-9c7a-bc8685ec4970) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:19:56.410317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1982361539-network', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:56.548368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Made reservation on behalf of 86644d1ddd9a48db9f4679dac2002c83 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:56.554664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:56.572927 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:56.593495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Made reservation on behalf of 6646b744cdfd4e10999a9d4be581f72a for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:56.601225 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:56.700384 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:56.725184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Transition to ACTIVE for port object 022610b5-d772-4523-9c7a-bc8685ec4970 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:56.770870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Transition to ACTIVE for port object 022610b5-d772-4523-9c7a-bc8685ec4970 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:19:56.775099 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:56.790497 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:56.813832 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-786d7173-6c41-4e27-9317-d56dac1e75a7 req-89022143-83a7-419d-8f5b-a35d4b550dd2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 210 time: 0.1208782 Aug 16 13:19:56.863467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:56.936837 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Subnet': ['ID=9fec3008-0c8f-4266-ab1b-97771b06ace2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:57.010617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Network cc1f3bba-07be-411e-9728-9baa4cdc0adc is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:19:57.014240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:57.018519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:19:57.054745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Pushing event updated for resources: {'Port': ['ID=022610b5-d772-4523-9c7a-bc8685ec4970,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:57.056416 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.077181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.077536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.077883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.078288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.078629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.078969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.079305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.079642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.082731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.083072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.083445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.084648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:19:57.092809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1f3bba-07be-411e-9728-9baa4cdc0adc']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:57.116355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7454923-2fd5-4b4f-8a78-993142e2e4b7') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:57.117255 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7454923-2fd5-4b4f-8a78-993142e2e4b7') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:57.137328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Attempting to bind port 022610b5-d772-4523-9c7a-bc8685ec4970 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:19:57.137779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Attempting to bind port 022610b5-d772-4523-9c7a-bc8685ec4970 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'a7454923-2fd5-4b4f-8a78-993142e2e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc1f3bba-07be-411e-9728-9baa4cdc0adc'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:19:57.138078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Attempting to bind port 022610b5-d772-4523-9c7a-bc8685ec4970 on network cc1f3bba-07be-411e-9728-9baa4cdc0adc {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:19:57.138969 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.156710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:19:57.157166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Checking segment: {'id': 'a7454923-2fd5-4b4f-8a78-993142e2e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc1f3bba-07be-411e-9728-9baa4cdc0adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:57.157559 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.157891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Bound using segment: {'id': 'a7454923-2fd5-4b4f-8a78-993142e2e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc1f3bba-07be-411e-9728-9baa4cdc0adc'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:19:57.158428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Bound port: 022610b5-d772-4523-9c7a-bc8685ec4970, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7454923-2fd5-4b4f-8a78-993142e2e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc1f3bba-07be-411e-9728-9baa4cdc0adc'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:19:57.158820 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.169208 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.180923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Allocated IP 172.20.0.11 (3f2d756d-55d0-4164-b060-cf2e33c520b2/1538c9d3-16c4-4d7e-bd07-b353e311035f/a752c9f0-7cfc-4e41-881a-7f1d20330623) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:19:57.182442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:19:57.183221 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.243317 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:19:57.314920 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:19:57.326430 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.api [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 13:19:57.326430 n-d-804708-1 neutron-server[101395]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 13:19:57.326430 n-d-804708-1 neutron-server[101395]: [parameters: {'id': 'cc1f3bba-07be-411e-9728-9baa4cdc0adc'}] Aug 16 13:19:57.326430 n-d-804708-1 neutron-server[101395]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:19:57.327765 n-d-804708-1 neutron-server[101395]: DEBUG oslo_db.api [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:19:57.338523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad0483-33b3-4925-a1cc-e3f8f3a88c7f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:57.374605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:19:57.405495 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.405910 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Added segment 4890bf81-0c81-4ff0-9782-21bbe34d82ae of type vlan for network 7b1b553f-4a02-43fb-ab30-612de5245869 Aug 16 13:19:57.455602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] For port 022610b5-d772-4523-9c7a-bc8685ec4970, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:19:57.462901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] For port 022610b5-d772-4523-9c7a-bc8685ec4970, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=022610b5-d772-4523-9c7a-bc8685ec4970,segment=NetworkSegment(a7454923-2fd5-4b4f-8a78-993142e2e4b7),segment_id=a7454923-2fd5-4b4f-8a78-993142e2e4b7)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:19:57.474385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.591076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e258d9f-603a-40bd-a1e5-91e56ed949f4 None None] Pushing event updated for resources: {'Port': ['ID=022610b5-d772-4523-9c7a-bc8685ec4970,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:57.625221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40dc2f-ca3c-4a35-8237-d43ef3068e89 None None] Network cc1f3bba-07be-411e-9728-9baa4cdc0adc requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:57.663049 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.783870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.796994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.800486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:57.803214 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.830292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:57.912224 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1445944 Aug 16 13:19:57.929951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38362) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:19:57.939455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] Request body: {'subnet': {'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1982361539-subnet', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:57.969071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d774aa3f-4f8e-4f35-9b9f-7c5d0a039842 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:19:58.051199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Deleting port 022610b5-d772-4523-9c7a-bc8685ec4970 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:19:58.052075 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:58.059699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] Made reservation on behalf of 86644d1ddd9a48db9f4679dac2002c83 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:19:58.064961 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:58.188737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb188e36-0748-4bd9-80b8-5bc54e7f2945 admin admin] Pushing event updated for resources: {'Network': ['ID=7b1b553f-4a02-43fb-ab30-612de5245869,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:58.211943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 7b1b553f-4a02-43fb-ab30-612de5245869 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:19:58.240301 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:58.332984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Network 3f2d756d-55d0-4164-b060-cf2e33c520b2 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:19:58.346089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:58.355562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:19:58.519190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:58.521434 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:58.529872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Pushing event updated for resources: {'Port': ['ID=a752c9f0-7cfc-4e41-881a-7f1d20330623,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:58.530182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d774aa3f-4f8e-4f35-9b9f-7c5d0a039842 None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:19:58.583005 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-2931fd10-6724-4aa2-83dc-3828faebe9a1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3821678 Aug 16 13:19:58.601687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Request body: {'port': {'device_id': '2c2ea730-26e2-4bcb-9c0e-a603866162f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:19:58.717162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66063212-7d1c-40dc-a9d2-8bd94867929a req-4a95334d-6a03-40f3-93e2-5bf0a89c642e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:58.728314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66063212-7d1c-40dc-a9d2-8bd94867929a req-4a95334d-6a03-40f3-93e2-5bf0a89c642e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 932 time: 0.5057540 Aug 16 13:19:58.760080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] For port 022610b5-d772-4523-9c7a-bc8685ec4970, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=022610b5-d772-4523-9c7a-bc8685ec4970,segment=NetworkSegment(a7454923-2fd5-4b4f-8a78-993142e2e4b7),segment_id=a7454923-2fd5-4b4f-8a78-993142e2e4b7)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:19:58.760682 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:58.775335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:58.809090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Calling delete_port for 022610b5-d772-4523-9c7a-bc8685ec4970 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:19:59.177322 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66063212-7d1c-40dc-a9d2-8bd94867929a req-58a2eb23-f99c-4224-a4e5-3bc081774584 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680331 Aug 16 13:19:59.304541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:59.350674 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-d11511c3-feb3-4217-8197-959dd37dc85a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4358306 Aug 16 13:19:59.472241 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:59.477568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Port': ['ID=022610b5-d772-4523-9c7a-bc8685ec4970,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:59.540997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a2e524-7cbd-45b8-b39c-3fab5c8992c4,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:19:59.545506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No DVR routers for this DVR port 022610b5-d772-4523-9c7a-bc8685ec4970 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:19:59.653251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-b5d2ba4f-98f5-4c1a-a992-2126009bd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:59.662017 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-b5d2ba4f-98f5-4c1a-a992-2126009bd35c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=31e257331f9c41a4946ffd76b396d91a&device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 1101 time: 0.2002797 Aug 16 13:19:59.783823 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:59.811393 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1f3bba-07be-411e-9728-9baa4cdc0adc']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:59.825055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] Checking segment: {'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:19:59.825428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] Network hostable DHCP agents. Network: 7b1b553f-4a02-43fb-ab30-612de5245869, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:19:59.832841 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:59.836553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7454923-2fd5-4b4f-8a78-993142e2e4b7') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:59.836858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7454923-2fd5-4b4f-8a78-993142e2e4b7') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:19:59.858234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:59.900566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] Network 7b1b553f-4a02-43fb-ab30-612de5245869 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:19:59.908478 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:59.924698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-2f9aed73-a396-494b-bf27-9c02479bb70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:19:59.926586 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-2f9aed73-a396-494b-bf27-9c02479bb70a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.2407222 Aug 16 13:19:59.932733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:19:59.933711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:19:59.938976 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:19:59.977094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 7b1b553f-4a02-43fb-ab30-612de5245869) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:19:59.988213 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-9fff4c81-4213-4cea-b1ea-d1f1fe03e765 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=10c7ec4b-804c-4572-950d-7b80ff6ad3e8 HTTP/1.1" status: 200 len: 217 time: 0.0483353 Aug 16 13:19:59.988491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78798512-a3d4-4ef4-8591-58be32016324 None None] Network 7b1b553f-4a02-43fb-ab30-612de5245869 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:19:59.994027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a752c9f0-7cfc-4e41-881a-7f1d20330623 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:20:00.042699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:00.044340 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.105664 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.124546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-248c5a00-7921-448f-b30f-a0bae52eaae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:00.127833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-248c5a00-7921-448f-b30f-a0bae52eaae9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.1271005 Aug 16 13:20:00.141505 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.143869 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.155311 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/cc1f3bba-07be-411e-9728-9baa4cdc0adc HTTP/1.1" status: 204 len: 168 time: 4.6059585 Aug 16 13:20:00.157292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb33ba-6323-4bde-b68d-12a8d5f911f8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Network': ['ID=cc1f3bba-07be-411e-9728-9baa4cdc0adc,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:00.160211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38414) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:00.171171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1889291396'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:00.207399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a5718b96-4a20-40e7-904a-c8371dde4e12 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2695320 Aug 16 13:20:00.209579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:00.213760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.234873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38418) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:00.260312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:20:00.268627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Transition to ACTIVE for port object a752c9f0-7cfc-4e41-881a-7f1d20330623 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:00.280423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.280775 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Added segment 8f7b28e3-227c-4a1f-9c41-48031eec55fa of type vlan for network 9af460f3-48ba-426b-9eb1-bf2b04305fbd Aug 16 13:20:00.290144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.367679 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:00.385957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.410730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-801dca01-2a28-414a-853f-71e207194859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:00.413278 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-801dca01-2a28-414a-853f-71e207194859 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2651598 Aug 16 13:20:00.414218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Pushing event updated for resources: {'Port': ['ID=a752c9f0-7cfc-4e41-881a-7f1d20330623,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:00.459817 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-7b1b553f-4a02-43fb-ab30-612de5245869', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:20:00.464119 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.467128 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.470346 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.479001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-5d74d28c-ebdc-490a-a16a-7f36531189f1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:20:00.480676 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-5d74d28c-ebdc-490a-a16a-7f36531189f1 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173545 Aug 16 13:20:00.481174 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.487110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:00.488187 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.530473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3677561 Aug 16 13:20:00.548286 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38434) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:00.553017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad7607-62b6-4c6f-881a-9d0eb35eb1cc req-779c3564-b4cc-4b65-8e3e-52590853f8b2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:00.568036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'network_id': '9af460f3-48ba-426b-9eb1-bf2b04305fbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:00.568823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67ad7607-62b6-4c6f-881a-9d0eb35eb1cc req-779c3564-b4cc-4b65-8e3e-52590853f8b2 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 944 time: 0.2301199 Aug 16 13:20:00.883876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:00.952114 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67ad7607-62b6-4c6f-881a-9d0eb35eb1cc req-c3715e97-47d9-42db-be2f-6c50517babb6 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795784 Aug 16 13:20:00.953502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850bd47-7da5-4a70-9e31-de924806baa2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=9af460f3-48ba-426b-9eb1-bf2b04305fbd,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:01.043755 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-63a367dd-82da-4484-ab88-8182827fc4d6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380142 Aug 16 13:20:01.047688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:01.059354 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:01.175356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Attempting to bind port a752c9f0-7cfc-4e41-881a-7f1d20330623 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:20:01.175711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Attempting to bind port a752c9f0-7cfc-4e41-881a-7f1d20330623 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:20:01.176298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Attempting to bind port a752c9f0-7cfc-4e41-881a-7f1d20330623 on network 3f2d756d-55d0-4164-b060-cf2e33c520b2 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:01.251172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 9af460f3-48ba-426b-9eb1-bf2b04305fbd details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:20:01.307961 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Port a752c9f0-7cfc-4e41-881a-7f1d20330623 on network 3f2d756d-55d0-4164-b060-cf2e33c520b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:20:01.312897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Attempting to bind port a752c9f0-7cfc-4e41-881a-7f1d20330623 on network 3f2d756d-55d0-4164-b060-cf2e33c520b2 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:01.359860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:20:01.362716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Allocated IP 172.20.0.2 (7b1b553f-4a02-43fb-ab30-612de5245869/f2a2e524-7cbd-45b8-b39c-3fab5c8992c4/66420b4d-bab2-49ca-997f-959119ed4d10) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:01.366212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Checking segment: {'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:01.366760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Bound using segment: {'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:20:01.367285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Bound port: a752c9f0-7cfc-4e41-881a-7f1d20330623, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96547e8c-df44-4482-911e-7d0cd858f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:20:01.372043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:01.698084 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:01.715291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Transition to ACTIVE for port object 66420b4d-bab2-49ca-997f-959119ed4d10 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:01.734538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Transition to ACTIVE for port object 66420b4d-bab2-49ca-997f-959119ed4d10 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:01.749136 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:01.963246 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e12c2b72-1e95-40f5-ae96-9a969eae747f req-cabcac9f-241b-4644-a93d-1e38feeb395a service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8951211 Aug 16 13:20:01.965959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Pushing event updated for resources: {'Port': ['ID=66420b4d-bab2-49ca-997f-959119ed4d10,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:02.016433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] For port a752c9f0-7cfc-4e41-881a-7f1d20330623, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:20:02.027315 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:02.113197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] For port a752c9f0-7cfc-4e41-881a-7f1d20330623, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a752c9f0-7cfc-4e41-881a-7f1d20330623,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:20:02.126984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Network 7b1b553f-4a02-43fb-ab30-612de5245869 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:02.136655 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:02.143232 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-80cb328f-5e00-4b2e-aa72-00f9443d1d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:02.152270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:02.158318 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:02.177198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:20:02.316327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:02.317328 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:02.343519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] 10.222.0.42 "PUT /v2.0/ports/a752c9f0-7cfc-4e41-881a-7f1d20330623 HTTP/1.1" status: 200 len: 1092 time: 3.7504163 Aug 16 13:20:02.393775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2ea730-26e2-4bcb-9c0e-a603866162f4', 'tag': 'a752c9f0-7cfc-4e41-881a-7f1d20330623'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:20:02.411979 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ea0916-1187-4eb3-b88e-5d91a810147b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2ea730-26e2-4bcb-9c0e-a603866162f4", "tag": "a752c9f0-7cfc-4e41-881a-7f1d20330623"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:20:02.457963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Attempting to bind port 66420b4d-bab2-49ca-997f-959119ed4d10 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:20:02.466986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Attempting to bind port 66420b4d-bab2-49ca-997f-959119ed4d10 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:20:02.466986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Attempting to bind port 66420b4d-bab2-49ca-997f-959119ed4d10 on network 7b1b553f-4a02-43fb-ab30-612de5245869 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:02.488480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:20:02.489089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Checking segment: {'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:02.489747 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:02.501064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Bound using segment: {'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:20:02.501685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Bound port: 66420b4d-bab2-49ca-997f-959119ed4d10, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:20:02.502466 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:02.553827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfc1c4-885e-46bc-a1c1-08f2eb9371ac req-8845ecbc-5d57-4491-a523-c58cf2e8acf9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:02.562335 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da455cc-472e-4021-bf6b-1808febc96aa x-openstack-request-id: req-5da455cc-472e-4021-bf6b-1808febc96aa {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:20:02.562335 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2ea730-26e2-4bcb-9c0e-a603866162f4", "tag": "a752c9f0-7cfc-4e41-881a-7f1d20330623", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:20:02.562743 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5da455cc-472e-4021-bf6b-1808febc96aa {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:20:02.563275 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2ea730-26e2-4bcb-9c0e-a603866162f4', 'tag': 'a752c9f0-7cfc-4e41-881a-7f1d20330623', 'status': 'completed', 'code': 200} Aug 16 13:20:02.574705 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5cfc1c4-885e-46bc-a1c1-08f2eb9371ac req-8845ecbc-5d57-4491-a523-c58cf2e8acf9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 944 time: 0.2821560 Aug 16 13:20:02.779708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=cecf7d0a-5161-490e-a540-46ec3d6c9c86,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:02.788846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e6f81-a9df-4232-a00e-bea1719fbd81 service neutron] Pushing event updated for resources: {'Port': ['ID=a752c9f0-7cfc-4e41-881a-7f1d20330623,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:02.792003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] For port 66420b4d-bab2-49ca-997f-959119ed4d10, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:20:02.797033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] For port 66420b4d-bab2-49ca-997f-959119ed4d10, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=66420b4d-bab2-49ca-997f-959119ed4d10,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:20:02.808605 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:02.867526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Checking segment: {'id': '8f7b28e3-227c-4a1f-9c41-48031eec55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9af460f3-48ba-426b-9eb1-bf2b04305fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:02.868873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network hostable DHCP agents. Network: 9af460f3-48ba-426b-9eb1-bf2b04305fbd, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:20:02.900928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5cfc1c4-885e-46bc-a1c1-08f2eb9371ac req-ef58e25b-4921-48a0-95b9-4529f8b04a5a tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248901 Aug 16 13:20:02.926074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-4a053e91-79d4-4f3f-9457-d81f2c2fd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:02.930359 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-4a053e91-79d4-4f3f-9457-d81f2c2fd6fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6646b744cdfd4e10999a9d4be581f72a&device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 1095 time: 0.4493387 Aug 16 13:20:03.035773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b85df4-c6d9-4724-8077-e37b63a444fa None None] Pushing event updated for resources: {'Port': ['ID=66420b4d-bab2-49ca-997f-959119ed4d10,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:03.079841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38480) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:03.082787 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:03.155602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-eeb79137-9fee-4fd3-96f8-8f5a81f1159e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a752c9f0-7cfc-4e41-881a-7f1d20330623 HTTP/1.1" status: 200 len: 217 time: 0.1980519 Aug 16 13:20:03.172134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:03.298617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-62af2ac5-9492-4831-aeca-b72c908414d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:03.300129 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-62af2ac5-9492-4831-aeca-b72c908414d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1538c9d3-16c4-4d7e-bd07-b353e311035f HTTP/1.1" status: 200 len: 855 time: 0.1358714 Aug 16 13:20:03.301467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network 9af460f3-48ba-426b-9eb1-bf2b04305fbd is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:20:03.367256 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-62f9dcce-f7f9-4f8c-b38a-d0bb45eba3f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f2d756d-55d0-4164-b060-cf2e33c520b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553555 Aug 16 13:20:03.370277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 9af460f3-48ba-426b-9eb1-bf2b04305fbd) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:03.384979 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1790d4d-10ad-4133-a3c8-ed2be1ea0197 None None] Network 9af460f3-48ba-426b-9eb1-bf2b04305fbd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:03.548381 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-f8fddf96-850a-4f94-8c8c-d1d5ed61c4f4 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742563 Aug 16 13:20:03.552749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:03.553506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:03.619154 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ae95560c-07b3-4db8-8f49-f0068c7ff613 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0625858 Aug 16 13:20:03.620057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38492) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:03.665062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-695b1601-4cbd-4461-becf-91d59ad0ed77 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'network_id': '9af460f3-48ba-426b-9eb1-bf2b04305fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:03.831371 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48c81caf-7928-4933-b78f-0433cae30831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:03.889990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-9af460f3-48ba-426b-9eb1-bf2b04305fbd', 'network_id': '9af460f3-48ba-426b-9eb1-bf2b04305fbd', 'tenant_id': '623bb2f109544caaa1d8b74f4e4eef47', 'fixed_ips': [{'subnet_id': 'cecf7d0a-5161-490e-a540-46ec3d6c9c86'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:20:03.891105 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:04.109155 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48c81caf-7928-4933-b78f-0433cae30831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:04.171896 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48c81caf-7928-4933-b78f-0433cae30831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:04.254247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-48c81caf-7928-4933-b78f-0433cae30831 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb5e251b2f004d9bad735ec83307d9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1729796 Aug 16 13:20:04.260422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5cad8585-ad76-4b6f-b4e6-a7285e3dd9aa req-7c8cbaf4-f2ab-463d-9b81-707bbec25886 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823218 Aug 16 13:20:04.265533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38502) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:04.324849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Allocated IP 172.25.0.213 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/2daff5c1-b884-4b27-9d79-b5681468eeaf) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:04.400981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Allocated IP 2001:db8::2 (9af460f3-48ba-426b-9eb1-bf2b04305fbd/cecf7d0a-5161-490e-a540-46ec3d6c9c86/41f8c107-e983-4325-b709-691adc0c77d7) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:04.435082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a22e3-b571-48ad-b5c9-b70792b658cb req-dfa1c1ce-087b-4ed5-83e8-16b4aa696786 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:04.439120 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-928a22e3-b571-48ad-b5c9-b70792b658cb req-dfa1c1ce-087b-4ed5-83e8-16b4aa696786 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 944 time: 0.3211052 Aug 16 13:20:04.450916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c81caf-7928-4933-b78f-0433cae30831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674a72bf-4c43-437a-9b17-4a878269b5ee,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:04.655653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-928a22e3-b571-48ad-b5c9-b70792b658cb req-81113992-c17d-4b65-88b9-158a35b85f0d tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900473 Aug 16 13:20:04.678881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695b1601-4cbd-4461-becf-91d59ad0ed77 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:04.684570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-695b1601-4cbd-4461-becf-91d59ad0ed77 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:04.723472 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-745e7ee1-d0dc-4af7-b816-c19bba931d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:04.737097 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:04.901202 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:04.925925 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:04.970876 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Transition to ACTIVE for port object 41f8c107-e983-4325-b709-691adc0c77d7 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:05.047412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Transition to ACTIVE for port object 41f8c107-e983-4325-b709-691adc0c77d7 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:05.068243 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:05.089321 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:05.253410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:05.275617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:05.278462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Network 9af460f3-48ba-426b-9eb1-bf2b04305fbd is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:05.282228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:20:05.297034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:05.314466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:20:05.331927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Pushing event updated for resources: {'Port': ['ID=41f8c107-e983-4325-b709-691adc0c77d7,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:05.432100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc13ea0-f87c-42b3-9055-1a9e44b8549d None None] Network 7b1b553f-4a02-43fb-ab30-612de5245869 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:05.514504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2daff5c1-b884-4b27-9d79-b5681468eeaf,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:05.621282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Attempting to bind port 41f8c107-e983-4325-b709-691adc0c77d7 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:20:05.622187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Attempting to bind port 41f8c107-e983-4325-b709-691adc0c77d7 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '8f7b28e3-227c-4a1f-9c41-48031eec55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9af460f3-48ba-426b-9eb1-bf2b04305fbd'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:20:05.623043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Attempting to bind port 41f8c107-e983-4325-b709-691adc0c77d7 on network 9af460f3-48ba-426b-9eb1-bf2b04305fbd {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:05.639502 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:20:05.640091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Checking segment: {'id': '8f7b28e3-227c-4a1f-9c41-48031eec55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9af460f3-48ba-426b-9eb1-bf2b04305fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:05.640700 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:05.641278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Bound using segment: {'id': '8f7b28e3-227c-4a1f-9c41-48031eec55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9af460f3-48ba-426b-9eb1-bf2b04305fbd'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:20:05.641957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Bound port: 41f8c107-e983-4325-b709-691adc0c77d7, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7b28e3-227c-4a1f-9c41-48031eec55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9af460f3-48ba-426b-9eb1-bf2b04305fbd'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:20:05.642559 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:05.657224 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:05.667492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ff3aa2e8-fa42-468c-b592-05c5e7933a76 None None] Provisioning for port 66420b4d-bab2-49ca-997f-959119ed4d10 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:05.809222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] For port 41f8c107-e983-4325-b709-691adc0c77d7, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:20:05.820245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] For port 41f8c107-e983-4325-b709-691adc0c77d7, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=41f8c107-e983-4325-b709-691adc0c77d7,segment=NetworkSegment(8f7b28e3-227c-4a1f-9c41-48031eec55fa),segment_id=8f7b28e3-227c-4a1f-9c41-48031eec55fa)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:20:05.833532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea0916-1187-4eb3-b88e-5d91a810147b req-262cc40b-964e-4e7a-847f-f3436f29c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:05.839408 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:05.847568 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40ea0916-1187-4eb3-b88e-5d91a810147b req-262cc40b-964e-4e7a-847f-f3436f29c7cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6646b744cdfd4e10999a9d4be581f72a&device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 1095 time: 1.3339593 Aug 16 13:20:05.851346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 66420b4d-bab2-49ca-997f-959119ed4d10 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:05.859010 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6a45-d7f5-451e-ab25-649413a9baab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:05.906895 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6a45-d7f5-451e-ab25-649413a9baab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:06.098159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f0c81-feec-40a6-8ae7-f58a836c8e04 None None] Pushing event updated for resources: {'Port': ['ID=41f8c107-e983-4325-b709-691adc0c77d7,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:06.109792 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6a45-d7f5-451e-ab25-649413a9baab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:06.113166 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6a45-d7f5-451e-ab25-649413a9baab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:06.118753 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5c2b6a45-d7f5-451e-ab25-649413a9baab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/674a72bf-4c43-437a-9b17-4a878269b5ee HTTP/1.1" status: 204 len: 168 time: 1.8510368 Aug 16 13:20:06.138601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 66420b4d-bab2-49ca-997f-959119ed4d10 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:06.150264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec03a0-d17f-41ee-aff3-c7e50348aa2e req-4215813f-1631-45e7-9680-38a0057c0931 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:06.152024 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 66420b4d-bab2-49ca-997f-959119ed4d10 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:06.153429 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:06.163513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-beec03a0-d17f-41ee-aff3-c7e50348aa2e req-4215813f-1631-45e7-9680-38a0057c0931 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 944 time: 0.2622006 Aug 16 13:20:06.235687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b6a45-d7f5-451e-ab25-649413a9baab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674a72bf-4c43-437a-9b17-4a878269b5ee,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:06.386564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-beec03a0-d17f-41ee-aff3-c7e50348aa2e req-24a19256-cc8b-49ec-83b6-ea7c56fe96dc tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211924 Aug 16 13:20:06.495321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea0916-1187-4eb3-b88e-5d91a810147b req-7fc6de75-4d4a-41e0-aeb4-0e707e40bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:06.496933 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40ea0916-1187-4eb3-b88e-5d91a810147b req-7fc6de75-4d4a-41e0-aeb4-0e707e40bc65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f2d756d-55d0-4164-b060-cf2e33c520b2 HTTP/1.1" status: 200 len: 915 time: 0.5638959 Aug 16 13:20:06.587002 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:06.606877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-16f0d2f9-c786-46dc-a92f-2aab24ddc35f None None] Provisioning complete for port 66420b4d-bab2-49ca-997f-959119ed4d10 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:06.607767 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-16f0d2f9-c786-46dc-a92f-2aab24ddc35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:06.712118 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40ea0916-1187-4eb3-b88e-5d91a810147b req-eabbf65e-0ace-4d0c-b870-a58ebf0a62fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a752c9f0-7cfc-4e41-881a-7f1d20330623 HTTP/1.1" status: 200 len: 217 time: 0.2012157 Aug 16 13:20:06.769723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 66420b4d-bab2-49ca-997f-959119ed4d10, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=66420b4d-bab2-49ca-997f-959119ed4d10,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:06.783938 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:06.899561 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:06.936879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea0916-1187-4eb3-b88e-5d91a810147b req-515a8847-cd7d-411e-8592-f858ae757374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:06.939400 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40ea0916-1187-4eb3-b88e-5d91a810147b req-515a8847-cd7d-411e-8592-f858ae757374 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1538c9d3-16c4-4d7e-bd07-b353e311035f HTTP/1.1" status: 200 len: 855 time: 0.2104137 Aug 16 13:20:06.967152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=66420b4d-bab2-49ca-997f-959119ed4d10,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:07.032275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38548) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:07.045174 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40ea0916-1187-4eb3-b88e-5d91a810147b req-60fa5adc-df2a-4eb6-8224-620746f12668 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f2d756d-55d0-4164-b060-cf2e33c520b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847323 Aug 16 13:20:07.086211 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-688121f0-08a0-42a4-8438-402719054ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:07.407716 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-688121f0-08a0-42a4-8438-402719054ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:07.416035 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:07.452038 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-688121f0-08a0-42a4-8438-402719054ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:07.512327 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-695b1601-4cbd-4461-becf-91d59ad0ed77 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:07.535833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688121f0-08a0-42a4-8438-402719054ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4689429a-4a90-407c-826b-2a8b6499d551,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:07.681515 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-688121f0-08a0-42a4-8438-402719054ba9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2789b4287b4243a388a00259657e6fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6442416 Aug 16 13:20:07.682950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38556) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:07.773860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a752c9f0-7cfc-4e41-881a-7f1d20330623 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:20:07.802187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b1601-4cbd-4461-becf-91d59ad0ed77 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network 9af460f3-48ba-426b-9eb1-bf2b04305fbd is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:07.819737 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40ea0916-1187-4eb3-b88e-5d91a810147b req-219b956a-d20b-4cd9-894f-207778bed30d service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7720385 Aug 16 13:20:07.832981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-695b1601-4cbd-4461-becf-91d59ad0ed77 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:07.853626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b1601-4cbd-4461-becf-91d59ad0ed77 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:07.855584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-695b1601-4cbd-4461-becf-91d59ad0ed77 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:08.051541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:08.074007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 66420b4d-bab2-49ca-997f-959119ed4d10 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:08.182377 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:20:08.220528 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40ea0916-1187-4eb3-b88e-5d91a810147b req-359ce266-1ba2-494d-9dd5-730156475ded service neutron] 10.222.0.42 "GET /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709624 Aug 16 13:20:08.265197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b1601-4cbd-4461-becf-91d59ad0ed77 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=bd796afb-2642-4b77-96fe-99138bf44639,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:08.279281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 66420b4d-bab2-49ca-997f-959119ed4d10 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:08.280630 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:08.288525 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-695b1601-4cbd-4461-becf-91d59ad0ed77 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.6672485 Aug 16 13:20:08.289279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38560) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:08.402654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f535f-d987-4b40-bf08-800ca428b7c1 req-22be6ac8-15a3-41e3-ad16-9780b17bf526 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:08.404873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-649f535f-d987-4b40-bf08-800ca428b7c1 req-22be6ac8-15a3-41e3-ad16-9780b17bf526 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 944 time: 0.6726530 Aug 16 13:20:08.408209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-058b01d6-7a14-46ff-89e2-abdca6718efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:08.426876 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a752c9f0-7cfc-4e41-881a-7f1d20330623, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a752c9f0-7cfc-4e41-881a-7f1d20330623,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:08.467329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d8c0a8-6102-48a4-9928-a8a8c9a1253f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:08.470742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'a752c9f0-7cfc-4e41-881a-7f1d20330623', 'network_id': '3f2d756d-55d0-4164-b060-cf2e33c520b2', 'port_id': 'a752c9f0-7cfc-4e41-881a-7f1d20330623', 'mac_address': 'fa:16:3e:33:4d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1538c9d3-16c4-4d7e-bd07-b353e311035f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:20:08.480841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe2d0c9-a346-4d1b-83fd-df9b8544a53e None None] Network 9af460f3-48ba-426b-9eb1-bf2b04305fbd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:08.482956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d8c0a8-6102-48a4-9928-a8a8c9a1253f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:08.487234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d8c0a8-6102-48a4-9928-a8a8c9a1253f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:08.493609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d8c0a8-6102-48a4-9928-a8a8c9a1253f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:08.504177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d8c0a8-6102-48a4-9928-a8a8c9a1253f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:08.517939 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38562) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:08.520437 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-31d8c0a8-6102-48a4-9928-a8a8c9a1253f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2272644 Aug 16 13:20:08.530779 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-058b01d6-7a14-46ff-89e2-abdca6718efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:08.539358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1141410049'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:08.612903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:08.616581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:08.659076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-649f535f-d987-4b40-bf08-800ca428b7c1 req-fa39f166-0feb-4f9e-96a5-005731416e99 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372918 Aug 16 13:20:08.719362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:20:08.732791 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:08.733450 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:08.734272 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Added segment 4702addf-5040-4537-bca0-2e1b3bdd295a of type vlan for network cd108a82-f61a-4121-83c1-5ae5843db426 Aug 16 13:20:08.787795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:08.792362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-05ba0b38-16f0-4745-be93-48a25c73ae98 None None] Provisioning for port 41f8c107-e983-4325-b709-691adc0c77d7 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:08.829528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a752c9f0-7cfc-4e41-881a-7f1d20330623 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:20:08.839558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:08.851663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:08.852749 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:08.895258 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:20:08.946492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a752c9f0-7cfc-4e41-881a-7f1d20330623, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a752c9f0-7cfc-4e41-881a-7f1d20330623,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:09.007428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38568) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:09.015884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4901853 Aug 16 13:20:09.022637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b4c57d2e-4c1c-4694-ad06-16b192ae20f2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:09.026892 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:09.033958 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-058b01d6-7a14-46ff-89e2-abdca6718efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:09.041291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-058b01d6-7a14-46ff-89e2-abdca6718efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:09.045390 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-058b01d6-7a14-46ff-89e2-abdca6718efb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4689429a-4a90-407c-826b-2a8b6499d551 HTTP/1.1" status: 204 len: 168 time: 1.3542840 Aug 16 13:20:09.094603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b01d6-7a14-46ff-89e2-abdca6718efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4689429a-4a90-407c-826b-2a8b6499d551,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:09.105161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daece91-9965-4b8a-ad69-2551e9bf91ff tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=cd108a82-f61a-4121-83c1-5ae5843db426,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:09.139563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 41f8c107-e983-4325-b709-691adc0c77d7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:09.172470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network cd108a82-f61a-4121-83c1-5ae5843db426 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:20:09.296430 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['a752c9f0-7cfc-4e41-881a-7f1d20330623'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:20:09.381023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:20:09.426519 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:09.430206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8becd4de-5121-4e55-bd55-4233420d50e1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.0950356 Aug 16 13:20:09.433087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38574) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:09.472463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Sync routers for ids ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:20:09.524026 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a752c9f0-7cfc-4e41-881a-7f1d20330623,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:09.620887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 41f8c107-e983-4325-b709-691adc0c77d7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:09.639990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Routers {'3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:20:09.641032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:09.690851 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4c57d2e-4c1c-4694-ad06-16b192ae20f2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:09.759801 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4c57d2e-4c1c-4694-ad06-16b192ae20f2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:09.764847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 41f8c107-e983-4325-b709-691adc0c77d7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:09.770761 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:09.791467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4c57d2e-4c1c-4694-ad06-16b192ae20f2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network cd108a82-f61a-4121-83c1-5ae5843db426 is not hosted by any dhcp agent {{(pid=101396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 13:20:09.796078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c57d2e-4c1c-4694-ad06-16b192ae20f2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:09.796836 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4c57d2e-4c1c-4694-ad06-16b192ae20f2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:09.798289 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b4c57d2e-4c1c-4694-ad06-16b192ae20f2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "PUT /v2.0/networks/cd108a82-f61a-4121-83c1-5ae5843db426 HTTP/1.1" status: 200 len: 723 time: 0.7894599 Aug 16 13:20:09.805081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38582) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:09.823249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'network_id': 'cd108a82-f61a-4121-83c1-5ae5843db426', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:09.955793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c57d2e-4c1c-4694-ad06-16b192ae20f2 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=cd108a82-f61a-4121-83c1-5ae5843db426,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:09.986554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network cd108a82-f61a-4121-83c1-5ae5843db426 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:20:10.686432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af187eb-8a8c-49f4-b4b9-865c55f96e19 None None] Update dhcp port {'port': {'network_id': '9af460f3-48ba-426b-9eb1-bf2b04305fbd', 'fixed_ips': [{'subnet_id': 'cecf7d0a-5161-490e-a540-46ec3d6c9c86', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bd796afb-2642-4b77-96fe-99138bf44639'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '41f8c107-e983-4325-b709-691adc0c77d7'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:20:10.762841 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0af187eb-8a8c-49f4-b4b9-865c55f96e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:10.906146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Set router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:20:11.441707 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:11.731093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 41f8c107-e983-4325-b709-691adc0c77d7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=41f8c107-e983-4325-b709-691adc0c77d7,segment=NetworkSegment(8f7b28e3-227c-4a1f-9c41-48031eec55fa),segment_id=8f7b28e3-227c-4a1f-9c41-48031eec55fa)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:11.741762 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:11.825640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac111ac-d77e-4bf8-8534-ebc7373886a9 req-3eccbc68-8ae9-402f-b182-9668061600f9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:11.828170 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ac111ac-d77e-4bf8-8534-ebc7373886a9 req-3eccbc68-8ae9-402f-b182-9668061600f9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 945 time: 1.9414356 Aug 16 13:20:11.835817 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-0af187eb-8a8c-49f4-b4b9-865c55f96e19 None None] Allocated IP 172.20.0.1 (9af460f3-48ba-426b-9eb1-bf2b04305fbd/bd796afb-2642-4b77-96fe-99138bf44639/41f8c107-e983-4325-b709-691adc0c77d7) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:11.844177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a752c9f0-7cfc-4e41-881a-7f1d20330623 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:11.898715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:11.902941 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:12.028078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ac111ac-d77e-4bf8-8534-ebc7373886a9 req-e14c2508-e2a5-4900-9915-870ca641e792 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336169 Aug 16 13:20:12.133594 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:12.168225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=41f8c107-e983-4325-b709-691adc0c77d7,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:12.426131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:06Z', 'revision_number': 3, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:12.518467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Allocated IP 172.20.0.1 (7b1b553f-4a02-43fb-ab30-612de5245869/f2a2e524-7cbd-45b8-b39c-3fab5c8992c4/0ff3340c-04db-4f9b-b7fe-639993cdd030) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:12.619491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port a752c9f0-7cfc-4e41-881a-7f1d20330623 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:12.637415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Checking router: 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:20:12.638022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Updating router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f port 2daff5c1-b884-4b27-9d79-b5681468eeaf binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:20:12.742872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0af187eb-8a8c-49f4-b4b9-865c55f96e19 None None] For port 41f8c107-e983-4325-b709-691adc0c77d7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=41f8c107-e983-4325-b709-691adc0c77d7,segment=NetworkSegment(8f7b28e3-227c-4a1f-9c41-48031eec55fa),segment_id=8f7b28e3-227c-4a1f-9c41-48031eec55fa)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:12.781021 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:12.820457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port a752c9f0-7cfc-4e41-881a-7f1d20330623 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:12.821246 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:12.864250 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0af187eb-8a8c-49f4-b4b9-865c55f96e19 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:12.874248 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:12.923332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:12.947562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0af187eb-8a8c-49f4-b4b9-865c55f96e19 None None] Transition to ACTIVE for port object 41f8c107-e983-4325-b709-691adc0c77d7 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:12.958236 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0af187eb-8a8c-49f4-b4b9-865c55f96e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:13.132276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Transition to ACTIVE for port object 0ff3340c-04db-4f9b-b7fe-639993cdd030 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:13.185060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Checking segment: {'id': '4702addf-5040-4537-bca0-2e1b3bdd295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cd108a82-f61a-4121-83c1-5ae5843db426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:13.185391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network hostable DHCP agents. Network: cd108a82-f61a-4121-83c1-5ae5843db426, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:20:13.187960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=af69b937-c76d-4ef3-8e53-6d71b1432931,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:13.304395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network cd108a82-f61a-4121-83c1-5ae5843db426 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:20:13.321324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2b6f2-43bb-44d6-ade0-89b7b76a3aa9 req-2baa4f7c-ee7f-4a32-8355-88c34ab4325f tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:13.323364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff2b6f2-43bb-44d6-ade0-89b7b76a3aa9 req-2baa4f7c-ee7f-4a32-8355-88c34ab4325f tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 945 time: 0.1475897 Aug 16 13:20:13.327567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, cd108a82-f61a-4121-83c1-5ae5843db426) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:13.335767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:13.336460 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:13.367336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4ffba6-f195-43a7-b104-a6a9723ba731 None None] Network cd108a82-f61a-4121-83c1-5ae5843db426 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:13.389669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff2b6f2-43bb-44d6-ade0-89b7b76a3aa9 req-127f9f0b-8e81-48d9-aa1d-be587f92fb52 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563538 Aug 16 13:20:13.402537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:13.462994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff3340c-04db-4f9b-b7fe-639993cdd030,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:13.476824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38648) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:13.477866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fbdc3512-7dc7-4d83-b51d-236e31638dd6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6646352 Aug 16 13:20:13.483216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1bab9da1-3546-4f20-8614-60a6898d733b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:13.502681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Network 7b1b553f-4a02-43fb-ab30-612de5245869 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:13.504893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:13.511389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:20:13.602675 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:13.676551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af187eb-8a8c-49f4-b4b9-865c55f96e19 None None] Pushing event updated for resources: {'Port': ['ID=41f8c107-e983-4325-b709-691adc0c77d7,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:13.828420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bab9da1-3546-4f20-8614-60a6898d733b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3436349'] for subnet, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.020308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 41f8c107-e983-4325-b709-691adc0c77d7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:14.228916 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.238489 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bab9da1-3546-4f20-8614-60a6898d733b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769668290910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9005955'] for subnet, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.345133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab9da1-3546-4f20-8614-60a6898d733b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:14.345663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bab9da1-3546-4f20-8614-60a6898d733b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.351733 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1bab9da1-3546-4f20-8614-60a6898d733b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "PUT /v2.0/subnets/af69b937-c76d-4ef3-8e53-6d71b1432931 HTTP/1.1" status: 200 len: 826 time: 0.8733082 Aug 16 13:20:14.352489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38668) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:14.453645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.475915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Transition to ACTIVE for port object 2daff5c1-b884-4b27-9d79-b5681468eeaf will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:14.492698 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.527101 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.558843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab9da1-3546-4f20-8614-60a6898d733b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=af69b937-c76d-4ef3-8e53-6d71b1432931,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:14.605998 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.629543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.728718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port a752c9f0-7cfc-4e41-881a-7f1d20330623, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a752c9f0-7cfc-4e41-881a-7f1d20330623,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:14.754884 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2ea730-26e2-4bcb-9c0e-a603866162f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a752c9f0-7cfc-4e41-881a-7f1d20330623'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:20:14.763026 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ac555f-4189-4f52-a5e1-36d26e417a86" -d '{"events": [{"server_uuid": "2c2ea730-26e2-4bcb-9c0e-a603866162f4", "name": "network-vif-plugged", "status": "completed", "tag": "a752c9f0-7cfc-4e41-881a-7f1d20330623"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:20:14.764212 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.857175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Subnet': ['ID=af69b937-c76d-4ef3-8e53-6d71b1432931,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:14.866057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Attempting to bind port 2daff5c1-b884-4b27-9d79-b5681468eeaf on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:20:14.866589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Attempting to bind port 2daff5c1-b884-4b27-9d79-b5681468eeaf by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:20:14.866957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Attempting to bind port 2daff5c1-b884-4b27-9d79-b5681468eeaf on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:14.875919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0c33e801-2ce1-434b-9bf6-c87f860a349a None None] Provisioning for port 0ff3340c-04db-4f9b-b7fe-639993cdd030 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:14.883653 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.970242 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745508c0-e2a6-44f5-b1ea-6a2904541f04 None None] Network 9af460f3-48ba-426b-9eb1-bf2b04305fbd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:14.983316 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:14.995412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd108a82-f61a-4121-83c1-5ae5843db426']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:15.009218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4702addf-5040-4537-bca0-2e1b3bdd295a') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:15.009821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4702addf-5040-4537-bca0-2e1b3bdd295a') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:15.021894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.036975 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.038487 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.055419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:20:15.055958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.078062 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.151139 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283ef787-7a69-41ba-b82e-3af58c95d474 x-openstack-request-id: req-283ef787-7a69-41ba-b82e-3af58c95d474 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:20:15.152092 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2ea730-26e2-4bcb-9c0e-a603866162f4", "name": "network-vif-plugged", "status": "completed", "tag": "a752c9f0-7cfc-4e41-881a-7f1d20330623", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:20:15.152092 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-283ef787-7a69-41ba-b82e-3af58c95d474 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:20:15.159955 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:20:15.166370 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.174912 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.179040 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2ea730-26e2-4bcb-9c0e-a603866162f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a752c9f0-7cfc-4e41-881a-7f1d20330623', 'code': 200} Aug 16 13:20:15.205303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0c33e801-2ce1-434b-9bf6-c87f860a349a None None] Provisioning complete for port 0ff3340c-04db-4f9b-b7fe-639993cdd030 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:15.207185 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0c33e801-2ce1-434b-9bf6-c87f860a349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.209500 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.211558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525ed40-277d-4af1-a6fd-66d973db409a None None] Pushing event updated for resources: {'Port': ['ID=2daff5c1-b884-4b27-9d79-b5681468eeaf,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:15.215044 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/cd108a82-f61a-4121-83c1-5ae5843db426 HTTP/1.1" status: 204 len: 168 time: 0.8537714 Aug 16 13:20:15.215769 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38692) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:15.216000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65ad65-fe63-42ab-88cc-046bb88060fc req-002c5d9f-8c92-4e64-ac56-20578fe5f312 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:15.225686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e65ad65-fe63-42ab-88cc-046bb88060fc req-002c5d9f-8c92-4e64-ac56-20578fe5f312 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 945 time: 0.6064625 Aug 16 13:20:15.234339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:20:15.246627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:15.250005 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.250735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:20:15.251374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Bound port: 2daff5c1-b884-4b27-9d79-b5681468eeaf, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:20:15.251893 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.261568 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee26d514-84c2-43cf-b42d-a78132d64455 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:15.262614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee26d514-84c2-43cf-b42d-a78132d64455 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:15.272039 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ee26d514-84c2-43cf-b42d-a78132d64455 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/cd108a82-f61a-4121-83c1-5ae5843db426 HTTP/1.1" status: 404 len: 339 time: 0.0350287 Aug 16 13:20:15.273633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38694) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:15.284557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef50308-a30e-45bc-992f-9177b8981bf6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Network': ['ID=cd108a82-f61a-4121-83c1-5ae5843db426,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:15.289706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e65ad65-fe63-42ab-88cc-046bb88060fc req-0c644d33-2f75-4edb-8714-919891653e32 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628927 Aug 16 13:20:15.301139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5cdf1-fbab-46ad-8fe5-cd6615c71619 req-41fb7b8d-f598-492e-8df2-a37e9bc6da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:15.303684 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-51e5cdf1-fbab-46ad-8fe5-cd6615c71619 req-41fb7b8d-f598-492e-8df2-a37e9bc6da0f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 1097 time: 0.1425052 Aug 16 13:20:15.314874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1208195980', 'description': 'd1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:15.411329 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-51e5cdf1-fbab-46ad-8fe5-cd6615c71619 req-c4ed0173-73fb-4c2f-97ee-42b990ee230e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919781 Aug 16 13:20:15.495498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:15.499784 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.534044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:20:15.548182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.548783 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Added segment 0b56a872-e28c-4178-8508-454acf66ebab of type vlan for network b07f2323-f2e4-4583-aa0c-5d55793c3ee5 Aug 16 13:20:15.604352 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.652094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Network 7b1b553f-4a02-43fb-ab30-612de5245869 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:15.654504 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.661356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:15.662272 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:15.681832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff3340c-04db-4f9b-b7fe-639993cdd030,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:15.698826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4049525 Aug 16 13:20:15.700484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:15.701820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38708) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:15.925857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:20:15.954981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40336d0e-f0cb-47e8-a1bd-dc76052f227b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:15.964362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-40336d0e-f0cb-47e8-a1bd-dc76052f227b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/networks?id=b07f2323-f2e4-4583-aa0c-5d55793c3ee5 HTTP/1.1" status: 200 len: 765 time: 0.2613153 Aug 16 13:20:15.970955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38712) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:15.977643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a2ba1089-3afa-4fe5-837b-96ee3d19bcce tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'description': 'd2'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:16.092054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd9914-2ba4-4aea-b113-939072e99ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-cd108a82-f61a-4121-83c1-5ae5843db426', 'network_id': 'cd108a82-f61a-4121-83c1-5ae5843db426', 'tenant_id': '623bb2f109544caaa1d8b74f4e4eef47', 'fixed_ips': [{'subnet_id': 'af69b937-c76d-4ef3-8e53-6d71b1432931'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:20:16.093344 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-50dd9914-2ba4-4aea-b113-939072e99ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:16.209365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=a752c9f0-7cfc-4e41-881a-7f1d20330623,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:16.252014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0c33e801-2ce1-434b-9bf6-c87f860a349a None None] Port 0ff3340c-04db-4f9b-b7fe-639993cdd030 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:20:16.254317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0853de0-9f71-440e-81df-ac86cf24b9d7 None None] Network cd108a82-f61a-4121-83c1-5ae5843db426 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:16.277860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0853de0-9f71-440e-81df-ac86cf24b9d7 None None] Network cd108a82-f61a-4121-83c1-5ae5843db426 could not be found, it might have been deleted concurrently. {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 13:20:16.299120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1d14a1-3cff-48ef-b920-058a0a71aba1 None None] Network cd108a82-f61a-4121-83c1-5ae5843db426 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:16.325266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1d14a1-3cff-48ef-b920-058a0a71aba1 None None] Network cd108a82-f61a-4121-83c1-5ae5843db426 could not be found, it might have been deleted concurrently. {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 13:20:16.339673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] For port 2daff5c1-b884-4b27-9d79-b5681468eeaf, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:20:16.360706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38720) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:16.436724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] For port 2daff5c1-b884-4b27-9d79-b5681468eeaf, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2daff5c1-b884-4b27-9d79-b5681468eeaf,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:20:16.485715 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:16.508373 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:16.636292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525ed40-277d-4af1-a6fd-66d973db409a None None] Pushing event updated for resources: {'Port': ['ID=2daff5c1-b884-4b27-9d79-b5681468eeaf,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:16.652778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-151953af-1db3-4531-9dbe-89e4e884a5ab None None] Provisioning for port 41f8c107-e983-4325-b709-691adc0c77d7 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:16.721016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104cf7e-1252-46f6-a765-28e27db1fb76 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=b07f2323-f2e4-4583-aa0c-5d55793c3ee5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:16.730430 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-151953af-1db3-4531-9dbe-89e4e884a5ab None None] Provisioning complete for port 41f8c107-e983-4325-b709-691adc0c77d7 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:16.731091 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-151953af-1db3-4531-9dbe-89e4e884a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:16.755646 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f82b889-e611-424e-b4d0-c5e54185c7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:16.827879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:20:16.839929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b07f2323-f2e4-4583-aa0c-5d55793c3ee5 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:20:16.840235 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-42e2c598-b7c7-43c6-a642-7989218aa2d5 admin admin] 10.222.0.25 "PUT /v2.0/routers/3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4057553 Aug 16 13:20:16.860995 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Routers {'3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:20:16.862718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:16.867343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d342ce-07ec-4d99-bcb4-54e1d3b403e4 req-404c621a-c4d6-48d6-9681-765778e07bd5 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:16.868509 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25d342ce-07ec-4d99-bcb4-54e1d3b403e4 req-404c621a-c4d6-48d6-9681-765778e07bd5 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 946 time: 0.1621149 Aug 16 13:20:16.905179 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1089-3afa-4fe5-837b-96ee3d19bcce tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:16.954060 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25d342ce-07ec-4d99-bcb4-54e1d3b403e4 req-9f135552-7844-401e-9f29-db181b12b307 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730700 Aug 16 13:20:16.988325 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1089-3afa-4fe5-837b-96ee3d19bcce tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:17.163947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2ba1089-3afa-4fe5-837b-96ee3d19bcce tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network b07f2323-f2e4-4583-aa0c-5d55793c3ee5 is not hosted by any dhcp agent {{(pid=101396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 13:20:17.181549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ba1089-3afa-4fe5-837b-96ee3d19bcce tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:17.189877 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1089-3afa-4fe5-837b-96ee3d19bcce tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:17.205933 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a2ba1089-3afa-4fe5-837b-96ee3d19bcce tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "PUT /v2.0/networks/b07f2323-f2e4-4583-aa0c-5d55793c3ee5 HTTP/1.1" status: 200 len: 762 time: 1.2337372 Aug 16 13:20:17.232049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38734) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:17.297517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-151953af-1db3-4531-9dbe-89e4e884a5ab None None] Provisioning complete for port 0ff3340c-04db-4f9b-b7fe-639993cdd030 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:17.299819 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-151953af-1db3-4531-9dbe-89e4e884a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:17.350870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] Set router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:20:17.452110 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f82b889-e611-424e-b4d0-c5e54185c7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:17.483818 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f82b889-e611-424e-b4d0-c5e54185c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:17.505938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-151953af-1db3-4531-9dbe-89e4e884a5ab None None] Port 0ff3340c-04db-4f9b-b7fe-639993cdd030 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:20:17.575788 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9f82b889-e611-424e-b4d0-c5e54185c7d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=408a67ef79f64c05b76a8a8a0b9332e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2132847 Aug 16 13:20:17.578849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38740) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:17.625263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98055e-0ed8-48a0-aa5d-5bdb51080b26 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:17.638218 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1d98055e-0ed8-48a0-aa5d-5bdb51080b26 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/networks?id=b07f2323-f2e4-4583-aa0c-5d55793c3ee5 HTTP/1.1" status: 200 len: 765 time: 0.4046106 Aug 16 13:20:17.649324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0e3e2-d099-4fdf-8d72-bb337955385a req-0d870191-a056-4b34-a18f-1cdcb38e82c1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:17.651159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ea0e3e2-d099-4fdf-8d72-bb337955385a req-0d870191-a056-4b34-a18f-1cdcb38e82c1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 946 time: 0.5125608 Aug 16 13:20:17.651868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38744) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:17.727059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba1089-3afa-4fe5-837b-96ee3d19bcce tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=b07f2323-f2e4-4583-aa0c-5d55793c3ee5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:17.810215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b07f2323-f2e4-4583-aa0c-5d55793c3ee5 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:20:17.827682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82b889-e611-424e-b4d0-c5e54185c7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8468c666-e6d7-442c-9229-af84d95ec0e9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:17.919550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43352f2-1d94-4d5d-95fd-36e31168dac5 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:17.922519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a43352f2-1d94-4d5d-95fd-36e31168dac5 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2688670 Aug 16 13:20:17.925791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38758) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:18.039054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ea0e3e2-d099-4fdf-8d72-bb337955385a req-a2cf2a41-838a-4aa9-8852-a3a6f17f7347 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431503 Aug 16 13:20:18.061244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3b460e3e-6dd7-4c97-ac89-e12ce2e32724 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 207 time: 0.1287084 Aug 16 13:20:18.065182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38762) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:18.085738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-76ef34b3-385e-41b9-9eb8-8fecc78da613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:18.086584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5ec4410b-63b4-4ad7-b90d-60324c5c94ba None None] Provisioning complete for port 41f8c107-e983-4325-b709-691adc0c77d7 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:18.088330 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5ec4410b-63b4-4ad7-b90d-60324c5c94ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:18.143447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-76ef34b3-385e-41b9-9eb8-8fecc78da613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:18.251146 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-76ef34b3-385e-41b9-9eb8-8fecc78da613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:18.254073 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-76ef34b3-385e-41b9-9eb8-8fecc78da613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:18.255544 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-76ef34b3-385e-41b9-9eb8-8fecc78da613 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8468c666-e6d7-442c-9229-af84d95ec0e9 HTTP/1.1" status: 204 len: 168 time: 0.5357950 Aug 16 13:20:18.269517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ff3340c-04db-4f9b-b7fe-639993cdd030', 'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'mac_address': 'fa:16:3e:22:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:12Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 2, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'subnets': [{'id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:18.281001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef34b3-385e-41b9-9eb8-8fecc78da613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8468c666-e6d7-442c-9229-af84d95ec0e9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:18.334666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38776) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:18.340516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1383165237-network', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:18.398466 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Made reservation on behalf of a3590dfb54ed49bba17a2876ffa653fc for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:18.401445 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:18.425175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:18.552383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8d420-f449-4a02-805a-458bcb9bc110 None None] The sync data for ids ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'] in n-d-804708-1 is: [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ff3340c-04db-4f9b-b7fe-639993cdd030', 'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'mac_address': 'fa:16:3e:22:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:12Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 2, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'subnets': [{'id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:20:19.168757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:19.181680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:19.283900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:20:19.314833 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:19.315467 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Added segment 6a0e454c-3136-41c8-a312-e24b31325f4b of type vlan for network 87aae864-5bf9-4c39-b73f-241eebd6f96b Aug 16 13:20:19.379344 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:19.408330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38806) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:19.445849 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-742f54b2-bed2-4555-83af-0c56cc795731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:19.463365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:19.465330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:19.466458 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:19.578579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Pushing event updated for resources: {'Network': ['ID=87aae864-5bf9-4c39-b73f-241eebd6f96b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:19.590508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 87aae864-5bf9-4c39-b73f-241eebd6f96b details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:20:19.596127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92925f6e-acbc-476b-825e-71898ffbd15e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:19.918732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-742f54b2-bed2-4555-83af-0c56cc795731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:19.935972 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-742f54b2-bed2-4555-83af-0c56cc795731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:19.961762 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-223746cc-6ecd-49bf-8d0f-1e538b825dda admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6195476 Aug 16 13:20:19.975187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38858) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:19.980356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da706d91-e573-4ae4-a4ce-5a5ae7756155 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:19.985874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] Request body: {'subnet': {'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1383165237-subnet', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:20.012972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da706d91-e573-4ae4-a4ce-5a5ae7756155 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:20.023548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da706d91-e573-4ae4-a4ce-5a5ae7756155 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:20.032210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da706d91-e573-4ae4-a4ce-5a5ae7756155 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:20.042151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da706d91-e573-4ae4-a4ce-5a5ae7756155 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:20.056478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f54b2-bed2-4555-83af-0c56cc795731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd45ca0-bf84-4bc6-b422-842425a33d4c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:20.062977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da706d91-e573-4ae4-a4ce-5a5ae7756155 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:20.072487 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-742f54b2-bed2-4555-83af-0c56cc795731 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5f4c6c0921744f2ac788b17d02748d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6542037 Aug 16 13:20:20.072487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38872) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:20.073011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-da706d91-e573-4ae4-a4ce-5a5ae7756155 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 2.0030427 Aug 16 13:20:20.074595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38874) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:20.091841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] Made reservation on behalf of a3590dfb54ed49bba17a2876ffa653fc for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:20.095563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:20.114008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e622052-73f8-4550-9e1c-1625ea1c09a4 req-0ba3fad1-b395-4bfe-aaf2-86cd72a25a3e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:20.117731 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e622052-73f8-4550-9e1c-1625ea1c09a4 req-0ba3fad1-b395-4bfe-aaf2-86cd72a25a3e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 946 time: 0.4431763 Aug 16 13:20:20.436184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e622052-73f8-4550-9e1c-1625ea1c09a4 req-8cccaa72-c480-41e5-90cb-71dc6e116e7f tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908969 Aug 16 13:20:20.587589 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d8d584be-058c-469d-b520-a320badcb8b7 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5085361 Aug 16 13:20:20.588324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38918) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:20.803364 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:20.905676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:20.931822 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eb0395d-e6b1-4097-8a56-28a04f03c845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:21.007614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eb0395d-e6b1-4097-8a56-28a04f03c845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:21.052420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38958) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:21.144271 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eb0395d-e6b1-4097-8a56-28a04f03c845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:21.160327 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2eb0395d-e6b1-4097-8a56-28a04f03c845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:21.161638 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2eb0395d-e6b1-4097-8a56-28a04f03c845 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bd45ca0-bf84-4bc6-b422-842425a33d4c HTTP/1.1" status: 204 len: 168 time: 1.0887489 Aug 16 13:20:21.164716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa1ebe-1dea-41d9-a427-e00f26e0af86 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.173718 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa1ebe-1dea-41d9-a427-e00f26e0af86 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.186605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa1ebe-1dea-41d9-a427-e00f26e0af86 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.190184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa1ebe-1dea-41d9-a427-e00f26e0af86 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.205677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa1ebe-1dea-41d9-a427-e00f26e0af86 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.210055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a4aa1ebe-1dea-41d9-a427-e00f26e0af86 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6200833 Aug 16 13:20:21.218914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0395d-e6b1-4097-8a56-28a04f03c845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd45ca0-bf84-4bc6-b422-842425a33d4c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:21.227278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38976) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:21.323363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] Checking segment: {'id': '6a0e454c-3136-41c8-a312-e24b31325f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:21.325056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] Network hostable DHCP agents. Network: 87aae864-5bf9-4c39-b73f-241eebd6f96b, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:20:21.416218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] Network 87aae864-5bf9-4c39-b73f-241eebd6f96b is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:20:21.461730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 87aae864-5bf9-4c39-b73f-241eebd6f96b) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:21.473772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.479391 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:21.481392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aedf419-c0d9-4ac6-b1a6-c2bab97f5d24 None None] Network 87aae864-5bf9-4c39-b73f-241eebd6f96b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:21.536460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08432c-1486-460c-a8ff-95d2787df79c req-f7d48ea0-912a-416b-a0d2-81c7a4bc8a78 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.549369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf08432c-1486-460c-a8ff-95d2787df79c req-f7d48ea0-912a-416b-a0d2-81c7a4bc8a78 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 946 time: 0.8516328 Aug 16 13:20:21.564913 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-19748204-354b-49a3-a218-e73f0dce294e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5882447 Aug 16 13:20:21.570684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38996) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:21.585164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1383165237-router', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:21.708924 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:21.710473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:21.847003 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a803ee8-f8bb-4cf8-a044-406aff31c57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.851197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a803ee8-f8bb-4cf8-a044-406aff31c57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.853428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a803ee8-f8bb-4cf8-a044-406aff31c57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.856400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a803ee8-f8bb-4cf8-a044-406aff31c57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.881952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a803ee8-f8bb-4cf8-a044-406aff31c57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:21.904599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9a803ee8-f8bb-4cf8-a044-406aff31c57b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6541390 Aug 16 13:20:21.908947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39016) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:22.004040 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:22.059634 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf08432c-1486-460c-a8ff-95d2787df79c req-2b4e2f10-c872-4c43-a132-b8c0e44214c3 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093508 Aug 16 13:20:22.245390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2daff5c1-b884-4b27-9d79-b5681468eeaf up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:22.399545 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-79869f9b-9da4-42d7-a13b-1c8198df5dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:22.522334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-87aae864-5bf9-4c39-b73f-241eebd6f96b', 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'fixed_ips': [{'subnet_id': '26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:20:22.524553 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:22.563956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 2daff5c1-b884-4b27-9d79-b5681468eeaf completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:22.606794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2daff5c1-b884-4b27-9d79-b5681468eeaf triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:22.612682 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:22.972420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:22.978952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab463f-c4cd-4543-a67a-59edd1234f89 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:22.986824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39108) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:22.987316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f7ab463f-c4cd-4543-a67a-59edd1234f89 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/networks/e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb HTTP/1.1" status: 200 len: 803 time: 1.0632708 Aug 16 13:20:23.057519 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-79869f9b-9da4-42d7-a13b-1c8198df5dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:23.144830 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-79869f9b-9da4-42d7-a13b-1c8198df5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:23.333273 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bbd06796-8321-46ab-9942-251e635a6a06 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/networks/e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3452251 Aug 16 13:20:23.341597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39136) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:23.356123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef08b8-8724-492e-bf95-03592033dab4 req-2a13377f-0161-4551-81c0-db7bc3cae89b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:23.358325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3ef08b8-8724-492e-bf95-03592033dab4 req-2a13377f-0161-4551-81c0-db7bc3cae89b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 946 time: 0.4226246 Aug 16 13:20:23.362321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-79869f9b-9da4-42d7-a13b-1c8198df5dfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21f0bc1a2f3943fb842dd31eb36206aa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3065653 Aug 16 13:20:23.363885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79869f9b-9da4-42d7-a13b-1c8198df5dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7c4ed9-6b75-404b-8402-fbef77957af4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:23.381640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39138) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:23.405493 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:23.434694 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Allocated IP 172.20.0.2 (87aae864-5bf9-4c39-b73f-241eebd6f96b/26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f/55eac9a1-2fd3-4115-bc3c-d68220c51ad7) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:23.475700 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3ef08b8-8724-492e-bf95-03592033dab4 req-e891b2b4-5222-4413-ad27-4d95e992918e tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035202 Aug 16 13:20:23.500354 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f0387526-59c4-4ab6-9307-2b593b372474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:23.534984 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f0387526-59c4-4ab6-9307-2b593b372474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:23.557168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 2daff5c1-b884-4b27-9d79-b5681468eeaf, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2daff5c1-b884-4b27-9d79-b5681468eeaf,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:23.600415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:23.607555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0741fe04-c5c4-46f3-902c-de9c8cc2e28f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:23.622855 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0741fe04-c5c4-46f3-902c-de9c8cc2e28f tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/subnets/5042a678-2e6b-44c9-8a08-d85c37e34b12 HTTP/1.1" status: 200 len: 843 time: 0.2528470 Aug 16 13:20:23.624504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39158) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:23.700803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f0387526-59c4-4ab6-9307-2b593b372474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:23.716450 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f0387526-59c4-4ab6-9307-2b593b372474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:23.716450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f0387526-59c4-4ab6-9307-2b593b372474 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e7c4ed9-6b75-404b-8402-fbef77957af4 HTTP/1.1" status: 204 len: 168 time: 0.3307195 Aug 16 13:20:23.762044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0387526-59c4-4ab6-9307-2b593b372474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7c4ed9-6b75-404b-8402-fbef77957af4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:23.791289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098e933-cae7-451d-b154-a1489243cb46 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['shared'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:23.800237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d098e933-cae7-451d-b154-a1489243cb46 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "GET /v2.0/subnets/5042a678-2e6b-44c9-8a08-d85c37e34b12?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1742294 Aug 16 13:20:23.809365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39174) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:23.826616 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Sync routers for ids ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:20:23.837073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-208370792'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:23.869815 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Routers {'3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:20:23.871265 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:23.916794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:23.922345 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:24.080367 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:24.102927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=2daff5c1-b884-4b27-9d79-b5681468eeaf,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:24.148740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:24.182970 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:24.210987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Transition to ACTIVE for port object 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:24.258200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Transition to ACTIVE for port object 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:24.281444 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:24.320219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:20:24.420059 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Set router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:20:24.428083 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:24.428735 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Added segment c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5 of type vlan for network 0d89d248-8822-4e91-be37-4f8f7d6b16fd Aug 16 13:20:24.575435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Network 87aae864-5bf9-4c39-b73f-241eebd6f96b is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:24.609580 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:24.625942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:20:24.634745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Pushing event updated for resources: {'Port': ['ID=55eac9a1-2fd3-4115-bc3c-d68220c51ad7,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:24.688842 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:24.767117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Allocated IP 172.25.0.128 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/5e9816de-bc3e-447d-aea2-d259962f570f) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:24.806427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:24.828048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:24.835920 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:24.895306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Attempting to bind port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:20:24.901460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Attempting to bind port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '6a0e454c-3136-41c8-a312-e24b31325f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:20:24.903292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Attempting to bind port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 on network 87aae864-5bf9-4c39-b73f-241eebd6f96b {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:24.923921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:20:24.928371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Checking segment: {'id': '6a0e454c-3136-41c8-a312-e24b31325f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:24.930135 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:24.934266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Bound using segment: {'id': '6a0e454c-3136-41c8-a312-e24b31325f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:20:24.937860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Bound port: 55eac9a1-2fd3-4115-bc3c-d68220c51ad7, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0e454c-3136-41c8-a312-e24b31325f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:20:24.938921 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:24.956755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3facb-3a28-492d-996f-fae4bcdb2f18 req-5974bc81-9fe0-43b0-9866-993c00fe80f1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:24.961577 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7db3facb-3a28-492d-996f-fae4bcdb2f18 req-5974bc81-9fe0-43b0-9866-993c00fe80f1 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 946 time: 1.0532520 Aug 16 13:20:25.055969 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2195284 Aug 16 13:20:25.087246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39262) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:25.108469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'network_id': '0d89d248-8822-4e91-be37-4f8f7d6b16fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:25.267845 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:25.308606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] For port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:20:25.328501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] For port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=55eac9a1-2fd3-4115-bc3c-d68220c51ad7,segment=NetworkSegment(6a0e454c-3136-41c8-a312-e24b31325f4b),segment_id=6a0e454c-3136-41c8-a312-e24b31325f4b)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:20:25.342882 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:25.420428 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7db3facb-3a28-492d-996f-fae4bcdb2f18 req-bfff69bd-2d47-489e-af53-974ad28963e8 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881295 Aug 16 13:20:25.446052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39290) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:25.493767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870604e-ce71-47fa-afc4-dd75d70e1966 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Network': ['ID=0d89d248-8822-4e91-be37-4f8f7d6b16fd,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:25.513288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 0d89d248-8822-4e91-be37-4f8f7d6b16fd details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:20:25.516604 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:25.538525 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f815d93-ba30-45aa-b9c8-fe34ed6b9050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:25.631223 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d030c4-89f5-400d-a54f-c9f860b09bf4 None None] Pushing event updated for resources: {'Port': ['ID=55eac9a1-2fd3-4115-bc3c-d68220c51ad7,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:25.776527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:25.839005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:25.878292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:20:26.000955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2daff5c1-b884-4b27-9d79-b5681468eeaf up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:26.017592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Pushing event updated for resources: {'Port': ['ID=5e9816de-bc3e-447d-aea2-d259962f570f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:26.021522 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ff3340c-04db-4f9b-b7fe-639993cdd030', 'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'mac_address': 'fa:16:3e:22:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:12Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 2, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'subnets': [{'id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:26.062289 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Checking router: 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:20:26.062289 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Updating router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f port 0ff3340c-04db-4f9b-b7fe-639993cdd030 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:20:26.157168 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:26.171774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2daff5c1-b884-4b27-9d79-b5681468eeaf triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:26.173525 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f815d93-ba30-45aa-b9c8-fe34ed6b9050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:26.174047 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:26.218129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Made reservation on behalf of 623bb2f109544caaa1d8b74f4e4eef47 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:26.222295 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:26.344768 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f815d93-ba30-45aa-b9c8-fe34ed6b9050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:26.452744 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1f815d93-ba30-45aa-b9c8-fe34ed6b9050 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71b46a92527b4879a5e63cd539108e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0050573 Aug 16 13:20:26.457228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f815d93-ba30-45aa-b9c8-fe34ed6b9050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77d097f-9fda-4afa-8f7a-c029cb5cb4fd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:26.463188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39342) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:26.500198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Performing IP validity checks on allocation pools {{(pid=101395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 13:20:26.501752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 13:20:26.690036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716c864-d73c-46d8-ad24-744399687450 req-d790130c-e04c-49fb-aa3b-e6d9feb12419 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:26.698680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4716c864-d73c-46d8-ad24-744399687450 req-d790130c-e04c-49fb-aa3b-e6d9feb12419 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 946 time: 0.2483952 Aug 16 13:20:26.703251 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2493efa4-d18c-4aeb-a2c6-53f3d0f22212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:26.746413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:26.770631 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2493efa4-d18c-4aeb-a2c6-53f3d0f22212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:26.933975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4716c864-d73c-46d8-ad24-744399687450 req-a473e10f-7348-4050-9b10-d705830955cf tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338591 Aug 16 13:20:26.953482 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:27.002165 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Transition to ACTIVE for port object 0ff3340c-04db-4f9b-b7fe-639993cdd030 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:27.023467 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:27.135400 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:27.160571 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Pushing event updated for resources: {'Port': ['ID=0ff3340c-04db-4f9b-b7fe-639993cdd030,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:27.177759 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.178169 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.178476 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.178994 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.179330 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.179662 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.179990 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.180314 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.183561 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.184078 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.189088 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.189425 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:27.200455 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2493efa4-d18c-4aeb-a2c6-53f3d0f22212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:27.203214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2493efa4-d18c-4aeb-a2c6-53f3d0f22212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:27.211184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2493efa4-d18c-4aeb-a2c6-53f3d0f22212 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f77d097f-9fda-4afa-8f7a-c029cb5cb4fd HTTP/1.1" status: 204 len: 168 time: 0.7225053 Aug 16 13:20:27.221363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493efa4-d18c-4aeb-a2c6-53f3d0f22212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77d097f-9fda-4afa-8f7a-c029cb5cb4fd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:27.258944 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=232c7ab0-649d-48a0-bdbd-38ea2e77a2e0,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:27.317121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Checking segment: {'id': 'c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d89d248-8822-4e91-be37-4f8f7d6b16fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:27.318736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network hostable DHCP agents. Network: 0d89d248-8822-4e91-be37-4f8f7d6b16fd, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:20:27.356245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Network 0d89d248-8822-4e91-be37-4f8f7d6b16fd is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:20:27.380011 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 0d89d248-8822-4e91-be37-4f8f7d6b16fd) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:27.388344 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Attempting to bind port 0ff3340c-04db-4f9b-b7fe-639993cdd030 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:20:27.390637 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Attempting to bind port 0ff3340c-04db-4f9b-b7fe-639993cdd030 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:20:27.391287 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Attempting to bind port 0ff3340c-04db-4f9b-b7fe-639993cdd030 on network 7b1b553f-4a02-43fb-ab30-612de5245869 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:27.393945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d812f8-b1d4-414f-85d2-226cfe7e8922 None None] Network 0d89d248-8822-4e91-be37-4f8f7d6b16fd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:27.406360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:27.407351 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633510'] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:27.412720 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:20:27.413135 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Checking segment: {'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:27.413509 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:27.413922 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Bound using segment: {'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:20:27.414451 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Bound port: 0ff3340c-04db-4f9b-b7fe-639993cdd030, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:20:27.414922 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:27.453782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-abe4e687-2a6c-48bf-a63b-9b3d71a914af tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3649049 Aug 16 13:20:27.456879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39362) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:27.463651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:27.466818 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-081f84f6-11bd-4c35-9cbf-2f65d58a62a6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:27.622025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61597c0-356e-4a58-a7d2-6b8414e8f2a2 None None] Network 87aae864-5bf9-4c39-b73f-241eebd6f96b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:27.626020 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] For port 0ff3340c-04db-4f9b-b7fe-639993cdd030, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:20:27.637033 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] For port 0ff3340c-04db-4f9b-b7fe-639993cdd030, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0ff3340c-04db-4f9b-b7fe-639993cdd030,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:20:27.652313 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:27.713290 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-081f84f6-11bd-4c35-9cbf-2f65d58a62a6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8732047'] for subnet, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:27.776348 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Routers {'3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:20:27.777325 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:28.300366 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea077c8-40dd-4d4f-859a-cf7ea3c56d56 None None] Pushing event updated for resources: {'Port': ['ID=0ff3340c-04db-4f9b-b7fe-639993cdd030,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:28.383161 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] Set router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:20:28.436595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f17c55-5f24-4b9b-8e90-cef4db7d9c27 req-710b3da0-4435-46f4-9417-69536ccdf6a0 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:28.438980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0f17c55-5f24-4b9b-8e90-cef4db7d9c27 req-710b3da0-4435-46f4-9417-69536ccdf6a0 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 946 time: 0.2077055 Aug 16 13:20:28.440544 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-081f84f6-11bd-4c35-9cbf-2f65d58a62a6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769668290910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9175371'] for subnet, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:28.524193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f84f6-11bd-4c35-9cbf-2f65d58a62a6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:28.526005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-081f84f6-11bd-4c35-9cbf-2f65d58a62a6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:28.533046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-081f84f6-11bd-4c35-9cbf-2f65d58a62a6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "PUT /v2.0/subnets/232c7ab0-649d-48a0-bdbd-38ea2e77a2e0 HTTP/1.1" status: 200 len: 900 time: 1.0750110 Aug 16 13:20:28.550716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39388) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:28.554310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d6264dd5-f415-4b9b-9c08-f4edeceba717 None None] Provisioning for port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:28.557855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:28.634412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0f17c55-5f24-4b9b-8e90-cef4db7d9c27 req-3a906909-492d-4b70-8623-a7cac060298b tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766949 Aug 16 13:20:28.637271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f84f6-11bd-4c35-9cbf-2f65d58a62a6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event updated for resources: {'Subnet': ['ID=232c7ab0-649d-48a0-bdbd-38ea2e77a2e0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:28.861497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-0d89d248-8822-4e91-be37-4f8f7d6b16fd', 'network_id': '0d89d248-8822-4e91-be37-4f8f7d6b16fd', 'tenant_id': '623bb2f109544caaa1d8b74f4e4eef47', 'fixed_ips': [{'subnet_id': '232c7ab0-649d-48a0-bdbd-38ea2e77a2e0'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:20:28.862489 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:29.024778 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-4a12f3c4-d922-456d-848b-1a543f8b57c5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:29.028873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-4a12f3c4-d922-456d-848b-1a543f8b57c5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.2255757 Aug 16 13:20:29.071099 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-b3f004a9-22b5-4701-83ce-e68b1166a9fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/quotas/36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 375 time: 0.0349000 Aug 16 13:20:29.109137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:29.130525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:29.131772 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:29.166402 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ff3340c-04db-4f9b-b7fe-639993cdd030', 'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'mac_address': 'fa:16:3e:22:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:12Z', 'updated_at': '2021-08-16T13:20:27Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'subnets': [{'id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:29.212143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670f286-37d8-4d26-aeac-0743fbd1b463 req-ace0dee0-a153-43ca-aada-fe4c60b5f1d9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:29.218022 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1670f286-37d8-4d26-aeac-0743fbd1b463 req-ace0dee0-a153-43ca-aada-fe4c60b5f1d9 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 946 time: 1.7559657 Aug 16 13:20:29.233464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Allocated IP 2001:db8::3 (0d89d248-8822-4e91-be37-4f8f7d6b16fd/232c7ab0-649d-48a0-bdbd-38ea2e77a2e0/4cf6a29a-14d3-4851-b773-03f506cff3af) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:29.327463 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b0b8a-8e19-4ca8-8bbf-da1898c55fb7 None None] The sync data for ids ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'] in n-d-804708-1 is: [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ff3340c-04db-4f9b-b7fe-639993cdd030', 'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'mac_address': 'fa:16:3e:22:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:12Z', 'updated_at': '2021-08-16T13:20:27Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'subnets': [{'id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:20:29.332723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-187db10b-63f0-48aa-8e4b-6a8129a9c579 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2489502 Aug 16 13:20:29.440241 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:29.547635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:29.587143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=55eac9a1-2fd3-4115-bc3c-d68220c51ad7,segment=NetworkSegment(6a0e454c-3136-41c8-a312-e24b31325f4b),segment_id=6a0e454c-3136-41c8-a312-e24b31325f4b)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:29.603667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:29.611208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Router 223e33ba-12e7-48c6-b157-6048f00316c6 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:20:29.700955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b4c1ddf6-6601-49af-922c-17e466895655 None None] Provisioning complete for port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:29.701380 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ddf6-6601-49af-922c-17e466895655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:29.828196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-1670f286-37d8-4d26-aeac-0743fbd1b463 req-b9c6d8e1-bcf2-4910-ae78-a97c5be3eb61 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Deleting port a752c9f0-7cfc-4e41-881a-7f1d20330623 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:20:29.828553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1670f286-37d8-4d26-aeac-0743fbd1b463 req-b9c6d8e1-bcf2-4910-ae78-a97c5be3eb61 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:29.926351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device a752c9f0-7cfc-4e41-881a-7f1d20330623 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:20:30.008537 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:30.023692 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:30.044508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc50e3-ed74-4fb8-9b89-c5f4ccfbeffb req-767611bf-d4f2-4c30-b30d-6158f536afbd tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:30.046251 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23dc50e3-ed74-4fb8-9b89-c5f4ccfbeffb req-767611bf-d4f2-4c30-b30d-6158f536afbd tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 946 time: 0.2825587 Aug 16 13:20:30.068918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ff3340c-04db-4f9b-b7fe-639993cdd030 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:30.143044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23dc50e3-ed74-4fb8-9b89-c5f4ccfbeffb req-183dd3d0-2aa0-4513-a7c0-972f5b193e32 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ff7643-fd29-476b-a9bf-6924df6026d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774477 Aug 16 13:20:30.158449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-b7e1ea02-6073-483c-bab4-9863400776d2 service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8241024 Aug 16 13:20:30.243763 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:30.332411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Transition to ACTIVE for port object 4cf6a29a-14d3-4851-b773-03f506cff3af will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:30.336937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=55eac9a1-2fd3-4115-bc3c-d68220c51ad7,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:30.349883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-f2581d74-b99e-4734-b29c-3679c2d6812c service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707413 Aug 16 13:20:30.351060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:20:30.394005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Sync routers for ids ['223e33ba-12e7-48c6-b157-6048f00316c6'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:20:30.394970 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:30.397068 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3a321e1a-99b9-46ec-9bf2-98eaad0bc3ba admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.8245850 Aug 16 13:20:30.400171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39428) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:30.424506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1670f286-37d8-4d26-aeac-0743fbd1b463 req-b9c6d8e1-bcf2-4910-ae78-a97c5be3eb61 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] For port a752c9f0-7cfc-4e41-881a-7f1d20330623, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=a752c9f0-7cfc-4e41-881a-7f1d20330623,segment=NetworkSegment(96547e8c-df44-4482-911e-7d0cd858f594),segment_id=96547e8c-df44-4482-911e-7d0cd858f594)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:30.428288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1670f286-37d8-4d26-aeac-0743fbd1b463 req-b9c6d8e1-bcf2-4910-ae78-a97c5be3eb61 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:30.469886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-1670f286-37d8-4d26-aeac-0743fbd1b463 req-b9c6d8e1-bcf2-4910-ae78-a97c5be3eb61 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Calling delete_port for a752c9f0-7cfc-4e41-881a-7f1d20330623 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:20:30.571508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Transition to ACTIVE for port object 4cf6a29a-14d3-4851-b773-03f506cff3af will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:30.585026 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Routers {'223e33ba-12e7-48c6-b157-6048f00316c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:20:30.585590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['223e33ba-12e7-48c6-b157-6048f00316c6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:30.783050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Set router 223e33ba-12e7-48c6-b157-6048f00316c6 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:20:30.907997 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:30.918514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 0ff3340c-04db-4f9b-b7fe-639993cdd030 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:30.929514 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:31.061352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Subnet': ['ID=232c7ab0-649d-48a0-bdbd-38ea2e77a2e0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:31.085239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0ff3340c-04db-4f9b-b7fe-639993cdd030 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:31.085790 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:31.134264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.134809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.135155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.135523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.135861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.138660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.138935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.139275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.139734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.139931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.141850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.142039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:31.194453 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1670f286-37d8-4d26-aeac-0743fbd1b463 req-b9c6d8e1-bcf2-4910-ae78-a97c5be3eb61 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:31.398421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c37abd74-8973-4b80-85fe-103ca43718a0 req-a9feba9b-e201-415e-ae9e-4e3324746969 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.1128342 Aug 16 13:20:31.466269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6d8e1-bcf2-4910-ae78-a97c5be3eb61 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Pushing event deleted for resources: {'Port': ['ID=a752c9f0-7cfc-4e41-881a-7f1d20330623,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:31.477613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6474821c-dc97-4f31-b8f4-82b9e701e6d1 req-c2773367-7e30-4e27-a56f-357fa30c21ba tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c2ea730-26e2-4bcb-9c0e-a603866162f4 HTTP/1.1" status: 200 len: 210 time: 0.1310568 Aug 16 13:20:31.533743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1670f286-37d8-4d26-aeac-0743fbd1b463 req-b9c6d8e1-bcf2-4910-ae78-a97c5be3eb61 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] No DVR routers for this DVR port a752c9f0-7cfc-4e41-881a-7f1d20330623 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:20:31.547573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1670f286-37d8-4d26-aeac-0743fbd1b463 req-b9c6d8e1-bcf2-4910-ae78-a97c5be3eb61 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:31.572850 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1670f286-37d8-4d26-aeac-0743fbd1b463 req-b9c6d8e1-bcf2-4910-ae78-a97c5be3eb61 tempest-ServerDiskConfigTestJSON-1656374480 tempest-ServerDiskConfigTestJSON-1656374480-project] 10.222.0.42 "DELETE /v2.0/ports/a752c9f0-7cfc-4e41-881a-7f1d20330623 HTTP/1.1" status: 204 len: 173 time: 2.3205402 Aug 16 13:20:31.573498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2ea730-26e2-4bcb-9c0e-a603866162f4', 'name': 'network-vif-deleted', 'tag': 'a752c9f0-7cfc-4e41-881a-7f1d20330623'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:20:31.575967 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd81ef2e-0b99-4f5f-bd3d-6fb1f7a16568" -d '{"events": [{"server_uuid": "2c2ea730-26e2-4bcb-9c0e-a603866162f4", "name": "network-vif-deleted", "tag": "a752c9f0-7cfc-4e41-881a-7f1d20330623"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:20:31.587167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:31.631887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d89d248-8822-4e91-be37-4f8f7d6b16fd']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:31.650350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:31.650678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:31.667554 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:31.686129 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:31.688438 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:31.697135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Network 0d89d248-8822-4e91-be37-4f8f7d6b16fd is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:31.701807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:20:31.703098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:20:31.709337 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:20:31.728950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:31.739413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:20:31.879841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Pushing event updated for resources: {'Port': ['ID=4cf6a29a-14d3-4851-b773-03f506cff3af,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:31.894509 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.api [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 13:20:31.894509 n-d-804708-1 neutron-server[101396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 13:20:31.894509 n-d-804708-1 neutron-server[101396]: [parameters: {'id': '0d89d248-8822-4e91-be37-4f8f7d6b16fd'}] Aug 16 13:20:31.894509 n-d-804708-1 neutron-server[101396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:20:31.895061 n-d-804708-1 neutron-server[101396]: DEBUG oslo_db.api [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:20:31.934756 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-213351cb-e550-48cc-a292-3b7b2495221a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.033948 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5954ab9-f239-41c7-baaf-c87b069c14ab x-openstack-request-id: req-c5954ab9-f239-41c7-baaf-c87b069c14ab {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:20:32.034627 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2ea730-26e2-4bcb-9c0e-a603866162f4", "name": "network-vif-deleted", "tag": "a752c9f0-7cfc-4e41-881a-7f1d20330623", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:20:32.034627 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5954ab9-f239-41c7-baaf-c87b069c14ab {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:20:32.035007 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2ea730-26e2-4bcb-9c0e-a603866162f4', 'name': 'network-vif-deleted', 'tag': 'a752c9f0-7cfc-4e41-881a-7f1d20330623', 'status': 'completed', 'code': 200} Aug 16 13:20:32.100373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Attempting to bind port 4cf6a29a-14d3-4851-b773-03f506cff3af on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:20:32.106365 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.107125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Attempting to bind port 4cf6a29a-14d3-4851-b773-03f506cff3af by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d89d248-8822-4e91-be37-4f8f7d6b16fd'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:20:32.108983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Attempting to bind port 4cf6a29a-14d3-4851-b773-03f506cff3af on network 0d89d248-8822-4e91-be37-4f8f7d6b16fd {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:32.152683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:20:32.181332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Checking segment: {'id': 'c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d89d248-8822-4e91-be37-4f8f7d6b16fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:32.186515 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.187199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Bound using segment: {'id': 'c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d89d248-8822-4e91-be37-4f8f7d6b16fd'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:20:32.188444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Bound port: 4cf6a29a-14d3-4851-b773-03f506cff3af, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d89d248-8822-4e91-be37-4f8f7d6b16fd'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:20:32.193742 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.232511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'name': 'tempest-TestServerBasicOps-1383165237-router', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:21Z', 'updated_at': '2021-08-16T13:20:26Z', 'revision_number': 3, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'gw_port': {'id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:24Z', 'updated_at': '2021-08-16T13:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:32.397910 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.405226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Checking router: 223e33ba-12e7-48c6-b157-6048f00316c6 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:20:32.406214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Updating router 223e33ba-12e7-48c6-b157-6048f00316c6 port 5e9816de-bc3e-447d-aea2-d259962f570f binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:20:32.587949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Deleting port 4cf6a29a-14d3-4851-b773-03f506cff3af {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:20:32.588295 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.623347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Allocated IP 172.20.0.1 (87aae864-5bf9-4c39-b73f-241eebd6f96b/26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f/356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:32.667279 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.693916 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.791866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] For port 4cf6a29a-14d3-4851-b773-03f506cff3af, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:20:32.811340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] For port 4cf6a29a-14d3-4851-b773-03f506cff3af, host n-d-804708-1, got binding levels [] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:32.814045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.879308 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d57558b-1526-43a4-9c4c-754f4f39d84c req-6ce1995c-9596-49cb-a945-a5062cdd6693 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.0907526 Aug 16 13:20:32.879826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Calling delete_port for 4cf6a29a-14d3-4851-b773-03f506cff3af owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:20:32.949781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39508) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:32.972759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] For port 4cf6a29a-14d3-4851-b773-03f506cff3af, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4cf6a29a-14d3-4851-b773-03f506cff3af,segment=NetworkSegment(c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5),segment_id=c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:20:32.977842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 0ff3340c-04db-4f9b-b7fe-639993cdd030, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0ff3340c-04db-4f9b-b7fe-639993cdd030,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:32.983246 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.994863 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.084013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.106938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb34c775-0d55-43e8-a07c-a6ee91e5e484 admin admin] Deleting subnet 1538c9d3-16c4-4d7e-bd07-b353e311035f {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:20:33.128622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.131205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb34c775-0d55-43e8-a07c-a6ee91e5e484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.146949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Port': ['ID=4cf6a29a-14d3-4851-b773-03f506cff3af,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:33.150353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No DVR routers for this DVR port 4cf6a29a-14d3-4851-b773-03f506cff3af on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server [None req-e5c8cec3-970e-4b9d-8a90-c1f6c2c4eda3 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 4cf6a29a-14d3-4851-b773-03f506cff3af could not be found. Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 4cf6a29a-14d3-4851-b773-03f506cff3af could not be found. Aug 16 13:20:33.197216 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Aug 16 13:20:33.229225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:33.240969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84700c00-70a6-43ed-a61a-6251c97ac942 None None] Network 0d89d248-8822-4e91-be37-4f8f7d6b16fd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:33.246031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Transition to ACTIVE for port object 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:33.275336 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb34c775-0d55-43e8-a07c-a6ee91e5e484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.308206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569e9a1-b472-4fe3-bf87-6c258243e037 None None] Pushing event updated for resources: {'Port': ['ID=4cf6a29a-14d3-4851-b773-03f506cff3af,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:33.404577 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb34c775-0d55-43e8-a07c-a6ee91e5e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.475880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.531168 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.697078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Network 87aae864-5bf9-4c39-b73f-241eebd6f96b is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:33.716042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:33.728487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:20:33.734811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d89d248-8822-4e91-be37-4f8f7d6b16fd']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:33.757422 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:33.765500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=0ff3340c-04db-4f9b-b7fe-639993cdd030,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:33.767957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb34c775-0d55-43e8-a07c-a6ee91e5e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.777918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:33.778252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b71592-0ec4-4ec6-a9b6-62b3c9a00ed5') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:33.816229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34c775-0d55-43e8-a07c-a6ee91e5e484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1538c9d3-16c4-4d7e-bd07-b353e311035f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:33.823915 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.836931 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb34c775-0d55-43e8-a07c-a6ee91e5e484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.840041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eb34c775-0d55-43e8-a07c-a6ee91e5e484 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1538c9d3-16c4-4d7e-bd07-b353e311035f HTTP/1.1" status: 204 len: 168 time: 0.8877695 Aug 16 13:20:33.844713 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39524) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:33.858929 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.902548 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.920592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-721622ea-14dd-4600-b7de-03569cece768 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:33.924862 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-721622ea-14dd-4600-b7de-03569cece768 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.5319939 Aug 16 13:20:33.939077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:20:33.939636 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:20:33.948633 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:20:33.987885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'port': {'device_id': '05dc19e4-88c8-4c2a-b013-95e357de06e7', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'admin_state_up': True, 'tenant_id': '36258017bc834aab8f01df63a8d583bf'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:34.010397 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:34.297209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad292177-eabb-4a72-8a8a-c0376e21c843 None None] Network 0d89d248-8822-4e91-be37-4f8f7d6b16fd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:34.311804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:34.312761 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:34.357513 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:34.415617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:34.422203 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/0d89d248-8822-4e91-be37-4f8f7d6b16fd HTTP/1.1" status: 204 len: 168 time: 5.8091888 Aug 16 13:20:34.428895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f3d4e-03fb-4ad2-ac70-0ba0c42bb51b tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Network': ['ID=0d89d248-8822-4e91-be37-4f8f7d6b16fd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:34.435503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39530) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:34.563523 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-33857140-c1e1-41f7-bf27-a76bb3bab6fa tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:34.564208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33857140-c1e1-41f7-bf27-a76bb3bab6fa tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:34.579167 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-33857140-c1e1-41f7-bf27-a76bb3bab6fa tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/subnets/232c7ab0-649d-48a0-bdbd-38ea2e77a2e0 HTTP/1.1" status: 404 len: 337 time: 0.1269853 Aug 16 13:20:34.581606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39536) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:34.632353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-286bee7f-408f-48de-a908-5d0bf36328fd None None] Provisioning for port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:34.675630 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-217259b7-45cf-47ee-9f63-26f5b788adba tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:34.676673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217259b7-45cf-47ee-9f63-26f5b788adba tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:34.688377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-217259b7-45cf-47ee-9f63-26f5b788adba tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/0d89d248-8822-4e91-be37-4f8f7d6b16fd HTTP/1.1" status: 404 len: 339 time: 0.1033230 Aug 16 13:20:34.690798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39538) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:34.694718 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c07e929-1de3-4ec7-b782-b4aeddfee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:34.730896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-286bee7f-408f-48de-a908-5d0bf36328fd None None] Provisioning complete for port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:34.732412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-286bee7f-408f-48de-a908-5d0bf36328fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:34.839074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-286bee7f-408f-48de-a908-5d0bf36328fd None None] Port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:20:34.845402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:34.856956 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:34.896219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7202100-b085-422e-82c1-810d02348a96 req-6e12e134-f749-41fa-aaa0-beb7f7b7c0f7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.8010225 Aug 16 13:20:34.905740 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:34.950156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2d756d-55d0-4164-b060-cf2e33c520b2']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:34.976128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96547e8c-df44-4482-911e-7d0cd858f594') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:34.976426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96547e8c-df44-4482-911e-7d0cd858f594') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:34.976919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Made reservation on behalf of 36258017bc834aab8f01df63a8d583bf for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:34.994068 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:34.999810 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.010671 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.018391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:20:35.018815 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:20:35.116984 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:20:35.121875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.123743 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.135545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Transition to ACTIVE for port object 5e9816de-bc3e-447d-aea2-d259962f570f will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:35.168052 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.182233 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.194716 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3f2d756d-55d0-4164-b060-cf2e33c520b2 HTTP/1.1" status: 204 len: 168 time: 1.3248096 Aug 16 13:20:35.198955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6824b-7815-4cf5-85a2-cd515bea5585 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2d756d-55d0-4164-b060-cf2e33c520b2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:35.219523 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.279451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b52ef-bc46-4b74-b917-ed472cd92d60 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:20:35.464892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ff3340c-04db-4f9b-b7fe-639993cdd030 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:35.640619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a947f-df0c-48c6-8b27-f8241553b299 None None] Pushing event updated for resources: {'Port': ['ID=5e9816de-bc3e-447d-aea2-d259962f570f,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:35.657059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Attempting to bind port 5e9816de-bc3e-447d-aea2-d259962f570f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:20:35.657917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Attempting to bind port 5e9816de-bc3e-447d-aea2-d259962f570f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:20:35.658706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Attempting to bind port 5e9816de-bc3e-447d-aea2-d259962f570f on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:35.689454 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.705751 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.734063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.735697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:20:35.736487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:35.737326 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.738245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:20:35.739321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Bound port: 5e9816de-bc3e-447d-aea2-d259962f570f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:20:35.740102 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.764765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.801191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07f2323-f2e4-4583-aa0c-5d55793c3ee5']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:35.866816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b56a872-e28c-4178-8508-454acf66ebab') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:35.867332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b56a872-e28c-4178-8508-454acf66ebab') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:35.909898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39560) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:35.918710 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.949922 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] For port 5e9816de-bc3e-447d-aea2-d259962f570f, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:20:35.959124 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] For port 5e9816de-bc3e-447d-aea2-d259962f570f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5e9816de-bc3e-447d-aea2-d259962f570f,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:20:35.965738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0ff3340c-04db-4f9b-b7fe-639993cdd030 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:35.966489 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.990165 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.990785 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:36.000534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b52ef-bc46-4b74-b917-ed472cd92d60 None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:20:36.037595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:20:36.038329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:36.068309 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:36.150995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:36.176263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a947f-df0c-48c6-8b27-f8241553b299 None None] Pushing event updated for resources: {'Port': ['ID=5e9816de-bc3e-447d-aea2-d259962f570f,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:36.206217 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Routers {'223e33ba-12e7-48c6-b157-6048f00316c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:20:36.241217 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:20:36.244761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:20:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['223e33ba-12e7-48c6-b157-6048f00316c6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:36.288255 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-64619ddb-530d-4383-9a1d-e1636b021b4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6646b744cdfd4e10999a9d4be581f72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766944 Aug 16 13:20:36.301692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39572) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:36.323900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b7dff90-3196-4a8f-a914-50f6c6699577 req-27cdfc0f-eb84-4674-bba4-aa1898c4134b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.0567729 Aug 16 13:20:36.329167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Network 87aae864-5bf9-4c39-b73f-241eebd6f96b is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:36.347024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:36.534991 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:36.554030 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:36.574546 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/b07f2323-f2e4-4583-aa0c-5d55793c3ee5 HTTP/1.1" status: 204 len: 168 time: 1.8822153 Aug 16 13:20:36.610904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39578) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:36.651855 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b623397-6b1d-4f13-babb-e8e3efa4b8aa tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:36.652322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b623397-6b1d-4f13-babb-e8e3efa4b8aa tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:36.654426 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2b623397-6b1d-4f13-babb-e8e3efa4b8aa tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/subnets/af69b937-c76d-4ef3-8e53-6d71b1432931 HTTP/1.1" status: 404 len: 337 time: 0.0423741 Aug 16 13:20:36.659671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39582) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:36.694324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-711f67e7-45c2-4c77-9e9b-a45d3643b827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:36.696289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ed083-2682-4d10-98d5-22c8dc99c86c tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Network': ['ID=b07f2323-f2e4-4583-aa0c-5d55793c3ee5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:36.730931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Allocated IP 172.20.0.13 (09008d7a-74f8-41ab-838d-28f8e4814bf4/af41ab79-8112-4b7c-93d4-d544d538fff7/62f8b7b0-bf02-419a-815f-dd92645e5e34) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:36.738036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Router 223e33ba-12e7-48c6-b157-6048f00316c6 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:20:36.744359 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-5525c51f-0ef3-44d4-8b50-55f7f5106d3a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:36.745085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5525c51f-0ef3-44d4-8b50-55f7f5106d3a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:36.749252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-711f67e7-45c2-4c77-9e9b-a45d3643b827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:36.751541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39584) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:36.753089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5525c51f-0ef3-44d4-8b50-55f7f5106d3a tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/cd108a82-f61a-4121-83c1-5ae5843db426 HTTP/1.1" status: 404 len: 339 time: 0.0920346 Aug 16 13:20:36.897820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] Set router 223e33ba-12e7-48c6-b157-6048f00316c6 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:20:36.901949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-828d1524-5116-4388-9f4c-9b668ea61719 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Deleting subnet bd796afb-2642-4b77-96fe-99138bf44639 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:20:36.906966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-828d1524-5116-4388-9f4c-9b668ea61719 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:36.958119 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-828d1524-5116-4388-9f4c-9b668ea61719 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:37.029044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:20:37.036626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-671a85b9-4ef2-4096-9880-10c62358a2b2 admin admin] 10.222.0.25 "PUT /v2.0/routers/223e33ba-12e7-48c6-b157-6048f00316c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6352692 Aug 16 13:20:37.081568 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-828d1524-5116-4388-9f4c-9b668ea61719 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:37.163398 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-828d1524-5116-4388-9f4c-9b668ea61719 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:37.197365 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d1524-5116-4388-9f4c-9b668ea61719 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Subnet': ['ID=bd796afb-2642-4b77-96fe-99138bf44639,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:37.231130 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-711f67e7-45c2-4c77-9e9b-a45d3643b827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:37.233974 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-711f67e7-45c2-4c77-9e9b-a45d3643b827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:37.235470 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-711f67e7-45c2-4c77-9e9b-a45d3643b827 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82ff7643-fd29-476b-a9bf-6924df6026d8 HTTP/1.1" status: 204 len: 168 time: 0.9184606 Aug 16 13:20:37.267537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f67e7-45c2-4c77-9e9b-a45d3643b827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ff7643-fd29-476b-a9bf-6924df6026d8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:37.280035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-828d1524-5116-4388-9f4c-9b668ea61719 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:37.283099 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-828d1524-5116-4388-9f4c-9b668ea61719 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/subnets/bd796afb-2642-4b77-96fe-99138bf44639 HTTP/1.1" status: 204 len: 168 time: 0.5251396 Aug 16 13:20:37.286033 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39596) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:37.397284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Deleting subnet cecf7d0a-5161-490e-a540-46ec3d6c9c86 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:20:37.401581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:37.424347 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:37.457044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Transition to ACTIVE for port object 62f8b7b0-bf02-419a-815f-dd92645e5e34 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:37.548481 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:37.557132 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:37.560605 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:37.593947 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2ee9140-840b-4a1d-94d3-720e8685472c req-6c5745bf-c322-48ba-9e7a-b4e1cee4e418 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.1029103 Aug 16 13:20:37.618682 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'name': 'tempest-TestServerBasicOps-1383165237-router', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:21Z', 'updated_at': '2021-08-16T13:20:34Z', 'revision_number': 4, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'gw_port': {'id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:24Z', 'updated_at': '2021-08-16T13:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d', 'name': '', 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'mac_address': 'fa:16:3e:7f:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:32Z', 'updated_at': '2021-08-16T13:20:35Z', 'revision_number': 2, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'subnets': [{'id': '26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:37.722642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a8aa06-2c66-4684-be65-c2a6a3369f03 None None] Network 9af460f3-48ba-426b-9eb1-bf2b04305fbd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:37.759429 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7d90e-a35c-47ee-b09a-c5024d235310 None None] The sync data for ids ['223e33ba-12e7-48c6-b157-6048f00316c6'] in n-d-804708-1 is: [{'id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'name': 'tempest-TestServerBasicOps-1383165237-router', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:21Z', 'updated_at': '2021-08-16T13:20:34Z', 'revision_number': 4, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'gw_port': {'id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:24Z', 'updated_at': '2021-08-16T13:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d', 'name': '', 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'mac_address': 'fa:16:3e:7f:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:32Z', 'updated_at': '2021-08-16T13:20:35Z', 'revision_number': 2, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'subnets': [{'id': '26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:20:37.841916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:37.894141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:37.897815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=62f8b7b0-bf02-419a-815f-dd92645e5e34,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:37.900984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:20:38.010218 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:38.083833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:38.098031 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:38.146332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-df570bc4-012c-4262-aa55-479cfc5a2326 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1971142 Aug 16 13:20:38.173496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Request body: {'port': {'device_id': '05dc19e4-88c8-4c2a-b013-95e357de06e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:38.288968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:38.352463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f53a5dfb-76b9-486f-b54b-247b881a3a18 None None] Provisioning complete for port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:38.356506 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f53a5dfb-76b9-486f-b54b-247b881a3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:38.492066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Subnet': ['ID=cecf7d0a-5161-490e-a540-46ec3d6c9c86,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:38.505443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f53a5dfb-76b9-486f-b54b-247b881a3a18 None None] Port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:20:38.506552 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:38.510896 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/subnets/cecf7d0a-5161-490e-a540-46ec3d6c9c86 HTTP/1.1" status: 204 len: 168 time: 1.2233849 Aug 16 13:20:38.516126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39616) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:38.555819 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:38.595190 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.596162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.597130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.598021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.599798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.600953 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.601837 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.602686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.603564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.604523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.605417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.607932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bfc1a-8dff-4b56-ba2f-54bb13d8a541 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:20:38.658569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1d66bd5d-72d7-4702-a9b0-2735ac94de07 None None] Provisioning for port 62f8b7b0-bf02-419a-815f-dd92645e5e34 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:38.791631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1d66bd5d-72d7-4702-a9b0-2735ac94de07 None None] Provisioning complete for port 62f8b7b0-bf02-419a-815f-dd92645e5e34 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:38.792718 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1d66bd5d-72d7-4702-a9b0-2735ac94de07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:38.895517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1d66bd5d-72d7-4702-a9b0-2735ac94de07 None None] Port 62f8b7b0-bf02-419a-815f-dd92645e5e34 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:20:38.904383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3406f0ab-7802-445f-8591-a0176442b2ca None None] Update dhcp port {'port': {'network_id': '9af460f3-48ba-426b-9eb1-bf2b04305fbd', 'fixed_ips': [{'subnet_id': 'cecf7d0a-5161-490e-a540-46ec3d6c9c86'}], 'binding:host_id': 'n-d-804708-1'}, 'id': '41f8c107-e983-4325-b709-691adc0c77d7'} from n-d-804708-1. {{(pid=101397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 13:20:38.929820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16130c19-35be-4002-8be0-f08e459c4086 req-89ec586a-798e-4ece-9c5e-cfb492e43825 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:38.950130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16130c19-35be-4002-8be0-f08e459c4086 req-89ec586a-798e-4ece-9c5e-cfb492e43825 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 950 time: 0.4351866 Aug 16 13:20:38.969051 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3406f0ab-7802-445f-8591-a0176442b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:38.977932 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:39.118065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16130c19-35be-4002-8be0-f08e459c4086 req-ea84d9e1-b42a-49fb-87d0-ba2002d7832c tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668863 Aug 16 13:20:39.210944 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39640) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:39.232972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-19072cd6-3ff0-492e-a0ef-7275a45ac258 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673071199', 'description': 'tempest-secgroup-smoke-673071199 description', 'project_id': '86644d1ddd9a48db9f4679dac2002c83'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:39.492823 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19072cd6-3ff0-492e-a0ef-7275a45ac258 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:39.499677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f8b7b0-bf02-419a-815f-dd92645e5e34 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:20:39.502999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b20257-0719-4a0b-888b-f71d967610c8 None None] Network 9af460f3-48ba-426b-9eb1-bf2b04305fbd requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:39.540415 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:39.586437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Transition to ACTIVE for port object 62f8b7b0-bf02-419a-815f-dd92645e5e34 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:39.593905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:39.635600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Deleting port 41f8c107-e983-4325-b709-691adc0c77d7 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:20:39.636079 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:39.689277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-572e72a3-1b89-4fb6-b948-f6bed82795a1 None None] Provisioning complete for port 41f8c107-e983-4325-b709-691adc0c77d7 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:39.689593 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-572e72a3-1b89-4fb6-b948-f6bed82795a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:39.700124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6e239-d568-40b2-8422-2daa65ea32b4 req-e0b235dc-3862-4175-8c91-2debbee1522a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:39.703374 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63c6e239-d568-40b2-8422-2daa65ea32b4 req-e0b235dc-3862-4175-8c91-2debbee1522a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 932 time: 0.4175551 Aug 16 13:20:39.968848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Pushing event updated for resources: {'Port': ['ID=62f8b7b0-bf02-419a-815f-dd92645e5e34,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:40.033711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Attempting to bind port 62f8b7b0-bf02-419a-815f-dd92645e5e34 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:20:40.034463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Attempting to bind port 62f8b7b0-bf02-419a-815f-dd92645e5e34 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:20:40.035139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Attempting to bind port 62f8b7b0-bf02-419a-815f-dd92645e5e34 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:40.064162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Port 62f8b7b0-bf02-419a-815f-dd92645e5e34 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:20:40.064904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Attempting to bind port 62f8b7b0-bf02-419a-815f-dd92645e5e34 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:40.087603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:20:40.088959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Checking segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:40.092204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Bound using segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:20:40.093088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Bound port: 62f8b7b0-bf02-419a-815f-dd92645e5e34, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:20:40.093776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:40.285290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] For port 62f8b7b0-bf02-419a-815f-dd92645e5e34, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:20:40.291197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] For port 62f8b7b0-bf02-419a-815f-dd92645e5e34, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=62f8b7b0-bf02-419a-815f-dd92645e5e34,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:20:40.299324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:40.354600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:40.355791 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:40.358030 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-95b5815b-d316-4c38-b169-27c075139425 service neutron] 10.222.0.22 "PUT /v2.0/ports/62f8b7b0-bf02-419a-815f-dd92645e5e34 HTTP/1.1" status: 200 len: 1092 time: 2.1971281 Aug 16 13:20:40.359672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dc19e4-88c8-4c2a-b013-95e357de06e7', 'tag': '62f8b7b0-bf02-419a-815f-dd92645e5e34'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:20:40.362928 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2caaf98-4d82-4222-bfc7-92424b7e2857" -d '{"events": [{"name": "network-changed", "server_uuid": "05dc19e4-88c8-4c2a-b013-95e357de06e7", "tag": "62f8b7b0-bf02-419a-815f-dd92645e5e34"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:20:40.397596 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63c6e239-d568-40b2-8422-2daa65ea32b4 req-624dbc6d-62e4-4e3f-b3c6-e842fdb11931 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280227 Aug 16 13:20:40.471316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] For port 41f8c107-e983-4325-b709-691adc0c77d7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=41f8c107-e983-4325-b709-691adc0c77d7,segment=NetworkSegment(8f7b28e3-227c-4a1f-9c41-48031eec55fa),segment_id=8f7b28e3-227c-4a1f-9c41-48031eec55fa)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:40.472150 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:40.591265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39666) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:40.659634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f3816-7ebc-42e8-9caf-aa64b67eb1fa None None] DHCP port deletion for 9af460f3-48ba-426b-9eb1-bf2b04305fbd request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:20:40.676672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Calling delete_port for 41f8c107-e983-4325-b709-691adc0c77d7 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:20:40.706975 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31771b70-d3bc-41fd-b256-285e2eef8ef3 x-openstack-request-id: req-31771b70-d3bc-41fd-b256-285e2eef8ef3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:20:40.726647 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dc19e4-88c8-4c2a-b013-95e357de06e7", "tag": "62f8b7b0-bf02-419a-815f-dd92645e5e34", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:20:40.727322 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31771b70-d3bc-41fd-b256-285e2eef8ef3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:20:40.727984 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dc19e4-88c8-4c2a-b013-95e357de06e7', 'tag': '62f8b7b0-bf02-419a-815f-dd92645e5e34', 'status': 'completed', 'code': 200} Aug 16 13:20:40.910555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5815b-d316-4c38-b169-27c075139425 service neutron] Pushing event updated for resources: {'Port': ['ID=62f8b7b0-bf02-419a-815f-dd92645e5e34,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:41.022582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-403f3816-7ebc-42e8-9caf-aa64b67eb1fa None None] Deleting port 41f8c107-e983-4325-b709-691adc0c77d7 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:20:41.023395 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-403f3816-7ebc-42e8-9caf-aa64b67eb1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:41.093262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7de799-7ba3-4198-9e84-6a428a80f990 req-b4283da8-701e-466e-a15d-b5d903d86a50 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:41.096579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bb7af-0b43-4957-8384-5b87f5de269c req-49d27c37-19d2-478d-b6fc-40f80bcb6ac6 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:41.101862 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-de7de799-7ba3-4198-9e84-6a428a80f990 req-b4283da8-701e-466e-a15d-b5d903d86a50 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.22 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 950 time: 0.6215546 Aug 16 13:20:41.106265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-265bb7af-0b43-4957-8384-5b87f5de269c req-49d27c37-19d2-478d-b6fc-40f80bcb6ac6 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 950 time: 0.7603531 Aug 16 13:20:41.242649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-6d6aa1d2-9205-4c24-a50d-9204947e006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:41.251236 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-6d6aa1d2-9205-4c24-a50d-9204947e006f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 1095 time: 0.5219529 Aug 16 13:20:41.355281 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19072cd6-3ff0-492e-a0ef-7275a45ac258 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:41.384109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-403f3816-7ebc-42e8-9caf-aa64b67eb1fa None None] For port 41f8c107-e983-4325-b709-691adc0c77d7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=41f8c107-e983-4325-b709-691adc0c77d7,segment=NetworkSegment(8f7b28e3-227c-4a1f-9c41-48031eec55fa),segment_id=8f7b28e3-227c-4a1f-9c41-48031eec55fa)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:41.384537 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-403f3816-7ebc-42e8-9caf-aa64b67eb1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:41.401131 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19072cd6-3ff0-492e-a0ef-7275a45ac258 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:41.431225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-403f3816-7ebc-42e8-9caf-aa64b67eb1fa None None] Calling delete_port for 41f8c107-e983-4325-b709-691adc0c77d7 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:20:41.473369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-265bb7af-0b43-4957-8384-5b87f5de269c req-088f8b54-3bec-4ef2-b100-8d4181cd6bcb tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382692 Aug 16 13:20:41.486777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-19072cd6-3ff0-492e-a0ef-7275a45ac258 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:41.501443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-19072cd6-3ff0-492e-a0ef-7275a45ac258 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2876611 Aug 16 13:20:41.529991 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-a75de249-1fa1-439c-97d3-d86818e7e616 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f8b7b0-bf02-419a-815f-dd92645e5e34 HTTP/1.1" status: 200 len: 217 time: 0.2535892 Aug 16 13:20:41.531068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39688) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:41.545551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ac895ed8-e9d1-4783-a482-3ddeb3ab968f tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Request body: {'security_group_rule': {'security_group_id': 'eb00b974-d337-434f-91de-f6c673984c77', 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:41.578958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5e9816de-bc3e-447d-aea2-d259962f570f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:41.637950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-666635710-network', 'tenant_id': 'f935d252c1dd45fea28298d88221c639'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:41.663277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19072cd6-3ff0-492e-a0ef-7275a45ac258 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb00b974-d337-434f-91de-f6c673984c77,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:41.687349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:41.749493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-72a7a64f-eb25-4c57-829e-f8dab23809bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:41.752418 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-72a7a64f-eb25-4c57-829e-f8dab23809bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.1978629 Aug 16 13:20:41.757218 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac895ed8-e9d1-4783-a482-3ddeb3ab968f tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:41.784445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No DVR routers for this DVR port 41f8c107-e983-4325-b709-691adc0c77d7 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:20:41.837773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 5e9816de-bc3e-447d-aea2-d259962f570f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:41.862503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5e9816de-bc3e-447d-aea2-d259962f570f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:41.863161 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:41.937991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-de7de799-7ba3-4198-9e84-6a428a80f990 req-b023aed0-37b5-41c4-8533-e82862941e00 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Deleting port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:20:41.944875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-de7de799-7ba3-4198-9e84-6a428a80f990 req-b023aed0-37b5-41c4-8533-e82862941e00 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:41.981765 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-403f3816-7ebc-42e8-9caf-aa64b67eb1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.048745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f3816-7ebc-42e8-9caf-aa64b67eb1fa None None] Pushing event deleted for resources: {'Port': ['ID=41f8c107-e983-4325-b709-691adc0c77d7,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:42.127717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f3816-7ebc-42e8-9caf-aa64b67eb1fa None None] No DVR routers for this DVR port 41f8c107-e983-4325-b709-691adc0c77d7 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:20:42.187453 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.212104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af460f3-48ba-426b-9eb1-bf2b04305fbd']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:42.244570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7b28e3-227c-4a1f-9c41-48031eec55fa') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:42.244882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7b28e3-227c-4a1f-9c41-48031eec55fa') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:42.261317 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.307192 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.317264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:20:42.319143 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.361879 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:20:42.418280 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:20:42.424660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Port': ['ID=41f8c107-e983-4325-b709-691adc0c77d7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:42.428729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 5e9816de-bc3e-447d-aea2-d259962f570f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5e9816de-bc3e-447d-aea2-d259962f570f,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:42.441091 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.445866 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.454425 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.460717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/9af460f3-48ba-426b-9eb1-bf2b04305fbd HTTP/1.1" status: 204 len: 168 time: 3.9417171 Aug 16 13:20:42.463938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39696) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:42.469865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-ca2d01d8-5e2a-4d68-b98e-3a93c539864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:42.485158 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-ca2d01d8-5e2a-4d68-b98e-3a93c539864f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7221181 Aug 16 13:20:42.492252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a5932-ef18-448c-b728-3a236623c015 req-177d244c-d749-4e84-8a00-eac67926b661 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:42.509731 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c06a5932-ef18-448c-b728-3a236623c015 req-177d244c-d749-4e84-8a00-eac67926b661 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 944 time: 0.8369079 Aug 16 13:20:42.617416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bafdfa-dbdd-4c59-9c15-1a3bc1228199 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Network': ['ID=9af460f3-48ba-426b-9eb1-bf2b04305fbd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:42.620231 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2d909f-79ac-41c4-a2c2-60dbbdf5fab0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:42.621041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2d909f-79ac-41c4-a2c2-60dbbdf5fab0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:42.627048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0d2d909f-79ac-41c4-a2c2-60dbbdf5fab0 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/subnets/9fec3008-0c8f-4266-ab1b-97771b06ace2 HTTP/1.1" status: 404 len: 337 time: 0.0632172 Aug 16 13:20:42.628847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39700) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:42.710275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=5e9816de-bc3e-447d-aea2-d259962f570f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:42.729130 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac895ed8-e9d1-4783-a482-3ddeb3ab968f tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.729442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 41f8c107-e983-4325-b709-691adc0c77d7 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:20:42.731127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Made reservation on behalf of f935d252c1dd45fea28298d88221c639 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:42.735531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.762576 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fc7728-237d-4926-850b-fc54376b92ef tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:42.763477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fc7728-237d-4926-850b-fc54376b92ef tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:42.772039 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d3fc7728-237d-4926-850b-fc54376b92ef tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/cc1f3bba-07be-411e-9728-9baa4cdc0adc HTTP/1.1" status: 404 len: 339 time: 0.0923028 Aug 16 13:20:42.776526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39702) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:42.782857 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.802446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 41f8c107-e983-4325-b709-691adc0c77d7 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:20:42.802784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 41f8c107-e983-4325-b709-691adc0c77d7 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:20:42.897325 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac895ed8-e9d1-4783-a482-3ddeb3ab968f tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.907266 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-c939b7f5-d286-48dd-a625-2bc0a63a9567 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910086 Aug 16 13:20:42.927712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-de7de799-7ba3-4198-9e84-6a428a80f990 req-b023aed0-37b5-41c4-8533-e82862941e00 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] For port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=10c7ec4b-804c-4572-950d-7b80ff6ad3e8,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:42.928482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-de7de799-7ba3-4198-9e84-6a428a80f990 req-b023aed0-37b5-41c4-8533-e82862941e00 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:42.952953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-de7de799-7ba3-4198-9e84-6a428a80f990 req-b023aed0-37b5-41c4-8533-e82862941e00 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Calling delete_port for 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:20:43.033878 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Sync routers for ids ['223e33ba-12e7-48c6-b157-6048f00316c6'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:20:43.056400 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:43.061637 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-22eb1b7a-4d3c-45e1-86dc-f68082a586df tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:43.062274 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Routers {'223e33ba-12e7-48c6-b157-6048f00316c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:20:43.062423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22eb1b7a-4d3c-45e1-86dc-f68082a586df tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:43.064528 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:20:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['223e33ba-12e7-48c6-b157-6048f00316c6'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:43.071136 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-22eb1b7a-4d3c-45e1-86dc-f68082a586df tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/subnets/8b4de7b9-8cdb-490d-91f9-54c542859a1f HTTP/1.1" status: 404 len: 337 time: 0.2670043 Aug 16 13:20:43.075651 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39704) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:43.093367 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:43.108773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:20:43.121234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:43.121602 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Added segment 3ccce738-db73-4231-970f-b398a113a2c6 of type vlan for network 3f95c086-2632-4247-8734-ff63186cef4d Aug 16 13:20:43.160095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac895ed8-e9d1-4783-a482-3ddeb3ab968f tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576d68ea-cec5-4e5e-a194-09be95769f5c,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:43.170989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-de7de799-7ba3-4198-9e84-6a428a80f990 req-b023aed0-37b5-41c4-8533-e82862941e00 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:43.220915 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:43.354550 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-47318b05-3789-4663-a53b-50cdfb821d15 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:43.355339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47318b05-3789-4663-a53b-50cdfb821d15 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:43.366610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-47318b05-3789-4663-a53b-50cdfb821d15 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/cab473c9-66e4-4e24-b014-bbcc76d67ae6 HTTP/1.1" status: 404 len: 339 time: 0.2761347 Aug 16 13:20:43.372569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39708) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:43.375512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1755d2f3-d197-4e45-8282-770b491baf32,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:43.399766 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:43.401248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:43.401858 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:43.416434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5e9816de-bc3e-447d-aea2-d259962f570f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:43.425809 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac895ed8-e9d1-4783-a482-3ddeb3ab968f tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:43.429536 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Set router 223e33ba-12e7-48c6-b157-6048f00316c6 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:20:43.430476 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ac895ed8-e9d1-4783-a482-3ddeb3ab968f tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8955085 Aug 16 13:20:43.435229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39710) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:43.449360 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c06a5932-ef18-448c-b728-3a236623c015 req-c457899d-0b3a-4e48-ad90-a8690baa95b2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9386277 Aug 16 13:20:43.469678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2f6b7b86-c467-4f5e-b79a-8dd13a35c957 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Request body: {'security_group_rule': {'security_group_id': 'eb00b974-d337-434f-91de-f6c673984c77', 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:43.501367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023aed0-37b5-41c4-8533-e82862941e00 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Pushing event deleted for resources: {'Port': ['ID=10c7ec4b-804c-4572-950d-7b80ff6ad3e8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:43.508191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7de799-7ba3-4198-9e84-6a428a80f990 req-b023aed0-37b5-41c4-8533-e82862941e00 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] No DVR routers for this DVR port 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:20:43.516104 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-de7de799-7ba3-4198-9e84-6a428a80f990 req-b023aed0-37b5-41c4-8533-e82862941e00 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:43.518812 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-de7de799-7ba3-4198-9e84-6a428a80f990 req-b023aed0-37b5-41c4-8533-e82862941e00 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.22 "DELETE /v2.0/ports/10c7ec4b-804c-4572-950d-7b80ff6ad3e8 HTTP/1.1" status: 204 len: 173 time: 2.4075761 Aug 16 13:20:43.530623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41bc699-25d4-4253-9746-b52daa993db9', 'name': 'network-vif-deleted', 'tag': '10c7ec4b-804c-4572-950d-7b80ff6ad3e8'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:20:43.534334 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69440aa-dd24-4e08-8c06-80bc07f0036d" -d '{"events": [{"server_uuid": "f41bc699-25d4-4253-9746-b52daa993db9", "name": "network-vif-deleted", "tag": "10c7ec4b-804c-4572-950d-7b80ff6ad3e8"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:20:43.555032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5e9816de-bc3e-447d-aea2-d259962f570f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:43.555859 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:43.696715 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6035fdf0-426c-4a5d-9a8d-acb7b517c966 x-openstack-request-id: req-6035fdf0-426c-4a5d-9a8d-acb7b517c966 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:20:43.697304 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41bc699-25d4-4253-9746-b52daa993db9", "name": "network-vif-deleted", "tag": "10c7ec4b-804c-4572-950d-7b80ff6ad3e8", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:20:43.697762 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6035fdf0-426c-4a5d-9a8d-acb7b517c966 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:20:43.698561 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41bc699-25d4-4253-9746-b52daa993db9', 'name': 'network-vif-deleted', 'tag': '10c7ec4b-804c-4572-950d-7b80ff6ad3e8', 'status': 'completed', 'code': 200} Aug 16 13:20:43.706896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:20:43.722711 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-153f8385-e0a0-4822-9dc9-6149894d98ab req-db0b18ea-cef7-443c-97a8-8a0297b11ef1 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769610 Aug 16 13:20:43.725624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7b86-c467-4f5e-b79a-8dd13a35c957 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:43.733631 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3e2886-3a25-4a88-af2b-d464be5bb6e9 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:43.734346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3e2886-3a25-4a88-af2b-d464be5bb6e9 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:43.758426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fb3e2886-3a25-4a88-af2b-d464be5bb6e9 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/subnets/c67b93ae-446e-4892-8b47-45ff83a70492 HTTP/1.1" status: 404 len: 337 time: 0.3473184 Aug 16 13:20:43.773039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:20:43.773285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 10c7ec4b-804c-4572-950d-7b80ff6ad3e8 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:20:43.776037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39718) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:43.851911 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ab81f6-4e85-4a0b-841f-2c6bc8be4ee8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:43.852764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ab81f6-4e85-4a0b-841f-2c6bc8be4ee8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:43.857638 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-45ab81f6-4e85-4a0b-841f-2c6bc8be4ee8 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/a5bdce31-5937-40b6-a399-4394f38b27ac HTTP/1.1" status: 404 len: 339 time: 0.0794799 Aug 16 13:20:43.862664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39720) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:43.908813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0fd4f-9340-4345-9fd8-1aff19d17585 req-4e6bbd2a-70c8-41f4-9dc1-219abbf6d861 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:43.915815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99d0fd4f-9340-4345-9fd8-1aff19d17585 req-4e6bbd2a-70c8-41f4-9dc1-219abbf6d861 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41bc699-25d4-4253-9746-b52daa993db9 HTTP/1.1" status: 200 len: 867 time: 1.1340129 Aug 16 13:20:43.928867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.2876348 Aug 16 13:20:43.938655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39722) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:43.980439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] Request body: {'subnet': {'network_id': '3f95c086-2632-4247-8734-ff63186cef4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-666635710-subnet', 'tenant_id': 'f935d252c1dd45fea28298d88221c639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:44.038034 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'name': 'tempest-TestServerBasicOps-1383165237-router', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:21Z', 'updated_at': '2021-08-16T13:20:34Z', 'revision_number': 4, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'gw_port': {'id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:24Z', 'updated_at': '2021-08-16T13:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d', 'name': '', 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'mac_address': 'fa:16:3e:7f:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:32Z', 'updated_at': '2021-08-16T13:20:35Z', 'revision_number': 2, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'subnets': [{'id': '26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:44.054004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e01677-7615-42a5-bf9f-ae04f140b07b admin admin] Pushing event updated for resources: {'Network': ['ID=3f95c086-2632-4247-8734-ff63186cef4d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:44.105815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3f95c086-2632-4247-8734-ff63186cef4d details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:20:44.196635 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Checking router: 223e33ba-12e7-48c6-b157-6048f00316c6 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:20:44.197046 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Updating router 223e33ba-12e7-48c6-b157-6048f00316c6 port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:20:44.221147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99d0fd4f-9340-4345-9fd8-1aff19d17585 req-5f78a0f2-08af-47e8-bce4-6007bdedbfb4 tempest-VolumesBackupsTest-1236149718 tempest-VolumesBackupsTest-1236149718-project] 10.222.0.25 "GET /v2.0/security-groups?id=25efe3b8-9682-4421-a3dc-e878bc02680b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714920 Aug 16 13:20:44.231464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] Made reservation on behalf of f935d252c1dd45fea28298d88221c639 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:44.240878 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:44.276472 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:44.779612 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:44.886813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc5ddb3-2b4d-47dc-9b0c-583ff254a4bd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Deleting subnet b892c4e8-63dc-4fb3-9f3d-3bbd7c3f3bfa {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:20:44.935766 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ddb3-2b4d-47dc-9b0c-583ff254a4bd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:44.941141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb514d-990e-42f0-a09b-7e95d93374e0 req-663846c2-affd-4160-81c0-53a7d2f6977b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:44.955415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3eb514d-990e-42f0-a09b-7e95d93374e0 req-663846c2-affd-4160-81c0-53a7d2f6977b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 944 time: 0.2571661 Aug 16 13:20:44.977362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7569b9f-945e-4b6d-b3d6-e5bc21d2986f,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:45.028108 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.055431 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Transition to ACTIVE for port object 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:45.069610 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.078742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] Checking segment: {'id': '3ccce738-db73-4231-970f-b398a113a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3f95c086-2632-4247-8734-ff63186cef4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:45.078742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] Network hostable DHCP agents. Network: 3f95c086-2632-4247-8734-ff63186cef4d, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:20:45.139220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3eb514d-990e-42f0-a09b-7e95d93374e0 req-7be27d7a-3eeb-4510-80cc-1ccc55561f65 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634648 Aug 16 13:20:45.142311 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdd594-3f54-4340-b31c-3e52a5f3863f None None] Pushing event updated for resources: {'Port': ['ID=356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:45.169698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] Network 3f95c086-2632-4247-8734-ff63186cef4d is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:20:45.177707 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7b86-c467-4f5e-b79a-8dd13a35c957 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.215616 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ddb3-2b4d-47dc-9b0c-583ff254a4bd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.237017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3f95c086-2632-4247-8734-ff63186cef4d) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:45.249862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d69f4-87e8-49c3-9f8d-836406d878a1 None None] Network 3f95c086-2632-4247-8734-ff63186cef4d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:45.272752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:45.273782 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.340048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caaf98-4d82-4222-bfc7-92424b7e2857 req-b912c4dd-2632-431b-add3-46c626d97690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:45.343197 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2caaf98-4d82-4222-bfc7-92424b7e2857 req-b912c4dd-2632-431b-add3-46c626d97690 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 1095 time: 1.4998417 Aug 16 13:20:45.365516 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7b86-c467-4f5e-b79a-8dd13a35c957 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.387230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8fb84450-abcb-4720-bbb9-59546023003e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4351845 Aug 16 13:20:45.478068 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:20:45.552603 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Attempting to bind port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:20:45.558570 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Attempting to bind port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '6a0e454c-3136-41c8-a312-e24b31325f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:20:45.560121 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Attempting to bind port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d on network 87aae864-5bf9-4c39-b73f-241eebd6f96b {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:45.579900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b7b86-c467-4f5e-b79a-8dd13a35c957 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce6ead2-3368-47a9-bde7-ddabb77677ff,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:45.600231 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:20:45.605116 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Checking segment: {'id': '6a0e454c-3136-41c8-a312-e24b31325f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:45.606894 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.611301 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Bound using segment: {'id': '6a0e454c-3136-41c8-a312-e24b31325f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:20:45.613520 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Bound port: 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0e454c-3136-41c8-a312-e24b31325f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:20:45.621457 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.682791 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7b86-c467-4f5e-b79a-8dd13a35c957 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.684673 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2f6b7b86-c467-4f5e-b79a-8dd13a35c957 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.2454696 Aug 16 13:20:45.689757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39758) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:45.698244 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5ad7b022-0840-40f6-8c7d-f947488d3150 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Request body: {'security_group_rule': {'security_group_id': 'eb00b974-d337-434f-91de-f6c673984c77', 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:45.809391 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b022-0840-40f6-8c7d-f947488d3150 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.901784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ddb3-2b4d-47dc-9b0c-583ff254a4bd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.932777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b022-0840-40f6-8c7d-f947488d3150 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.942503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b022-0840-40f6-8c7d-f947488d3150 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:45.997229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7b022-0840-40f6-8c7d-f947488d3150 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94726110-0154-4bd0-b1ff-a922657cf6b0,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:46.016374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b022-0840-40f6-8c7d-f947488d3150 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:46.036142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5ad7b022-0840-40f6-8c7d-f947488d3150 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3444443 Aug 16 13:20:46.039953 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39768) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:46.060314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-755737fb-03b8-4dd8-9b8d-ab377167d76c tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Request body: {'security_group_rule': {'security_group_id': 'eb00b974-d337-434f-91de-f6c673984c77', 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:46.063343 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] For port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:20:46.079204 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] For port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d,segment=NetworkSegment(6a0e454c-3136-41c8-a312-e24b31325f4b),segment_id=6a0e454c-3136-41c8-a312-e24b31325f4b)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:20:46.091350 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:46.123349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22c075b-2e89-4604-8d10-4d3fbb1864ee None None] Network 3f95c086-2632-4247-8734-ff63186cef4d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:46.129790 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-755737fb-03b8-4dd8-9b8d-ab377167d76c tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:46.155245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caaf98-4d82-4222-bfc7-92424b7e2857 req-a39737ad-c100-4ca7-8956-45dbc56305b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:46.164722 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2caaf98-4d82-4222-bfc7-92424b7e2857 req-a39737ad-c100-4ca7-8956-45dbc56305b5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.8005755 Aug 16 13:20:46.168798 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ddb3-2b4d-47dc-9b0c-583ff254a4bd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:46.307258 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ddb3-2b4d-47dc-9b0c-583ff254a4bd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:46.310913 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Routers {'223e33ba-12e7-48c6-b157-6048f00316c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:20:46.311591 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:20:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['223e33ba-12e7-48c6-b157-6048f00316c6'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:46.314371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361f82b-2e80-43a9-9708-7daa6f4943bf None None] Network c7d10345-cf9f-45f3-bac5-5b30fe0ebf15 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:46.328627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7cc5ddb3-2b4d-47dc-9b0c-583ff254a4bd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/subnets/b892c4e8-63dc-4fb3-9f3d-3bbd7c3f3bfa HTTP/1.1" status: 204 len: 168 time: 2.4559443 Aug 16 13:20:46.329795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39774) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:46.399837 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-755737fb-03b8-4dd8-9b8d-ab377167d76c tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:46.414864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-755737fb-03b8-4dd8-9b8d-ab377167d76c tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:46.463134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5ddb3-2b4d-47dc-9b0c-583ff254a4bd tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Subnet': ['ID=b892c4e8-63dc-4fb3-9f3d-3bbd7c3f3bfa,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:46.480841 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2caaf98-4d82-4222-bfc7-92424b7e2857 req-266d9833-6c7d-4e3a-a419-481599880a14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f8b7b0-bf02-419a-815f-dd92645e5e34 HTTP/1.1" status: 200 len: 217 time: 0.2836246 Aug 16 13:20:46.515047 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-755737fb-03b8-4dd8-9b8d-ab377167d76c tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:46.524979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-755737fb-03b8-4dd8-9b8d-ab377167d76c tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4797833 Aug 16 13:20:46.526964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39776) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:46.636579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-29d7b4ca-eb12-489e-8275-c396412e1127 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Request body: {'security_group_rule': {'security_group_id': 'eb00b974-d337-434f-91de-f6c673984c77', 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:46.660808 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:46.670047 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:46.754213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755737fb-03b8-4dd8-9b8d-ab377167d76c tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c492fa3-d78f-476f-8ead-94767606eaad,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:46.867060 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdd594-3f54-4340-b31c-3e52a5f3863f None None] Pushing event updated for resources: {'Port': ['ID=356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:46.903366 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] Set router 223e33ba-12e7-48c6-b157-6048f00316c6 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:20:46.904423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d71e7b-3312-42cf-95f4-f6f5e709cd64 req-9173aba7-626f-4b79-8bf7-7c688d809d80 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:46.915279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caaf98-4d82-4222-bfc7-92424b7e2857 req-77eb7c7f-680f-4754-ba71-9b51408cd36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:46.916936 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2caaf98-4d82-4222-bfc7-92424b7e2857 req-77eb7c7f-680f-4754-ba71-9b51408cd36b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.2457535 Aug 16 13:20:46.919319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9d71e7b-3312-42cf-95f4-f6f5e709cd64 req-9173aba7-626f-4b79-8bf7-7c688d809d80 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 944 time: 0.4519498 Aug 16 13:20:46.940823 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c063ed1e-d1ec-430e-8d72-1a829389f11e None None] DHCP port deletion for c7d10345-cf9f-45f3-bac5-5b30fe0ebf15 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:20:46.973152 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-29d7b4ca-eb12-489e-8275-c396412e1127 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Project 86644d1ddd9a48db9f4679dac2002c83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:20:46.999412 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29d7b4ca-eb12-489e-8275-c396412e1127 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.149590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caaf98-4d82-4222-bfc7-92424b7e2857 req-f837d798-15e1-4a5e-8543-c926c1c57f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:47.149939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c063ed1e-d1ec-430e-8d72-1a829389f11e None None] Deleting port 3d284154-0c83-47c7-a394-5fa674cebeee {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:20:47.152968 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2caaf98-4d82-4222-bfc7-92424b7e2857 req-f837d798-15e1-4a5e-8543-c926c1c57f64 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2130163 Aug 16 13:20:47.155697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29d7b4ca-eb12-489e-8275-c396412e1127 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.157993 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c063ed1e-d1ec-430e-8d72-1a829389f11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.159353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39790) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:47.178824 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29d7b4ca-eb12-489e-8275-c396412e1127 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.251943 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7b4ca-eb12-489e-8275-c396412e1127 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd9b8da-5523-41d6-8950-d4a7268a51cd,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:47.257351 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29d7b4ca-eb12-489e-8275-c396412e1127 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.272720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-29d7b4ca-eb12-489e-8275-c396412e1127 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6659536 Aug 16 13:20:47.273829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39794) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:47.305579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0dc1cd78-6ac9-4bef-97ff-ea10ea3dc744 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Request body: {'security_group_rule': {'security_group_id': 'eb00b974-d337-434f-91de-f6c673984c77', 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:47.376737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9d71e7b-3312-42cf-95f4-f6f5e709cd64 req-32db710c-2fae-4e95-b996-6c6f2a32ec06 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547484 Aug 16 13:20:47.386869 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2caaf98-4d82-4222-bfc7-92424b7e2857 req-f7b5ed8c-76e0-4690-a498-d66c4e9cbb1a service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223742 Aug 16 13:20:47.447873 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-0dc1cd78-6ac9-4bef-97ff-ea10ea3dc744 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Project 86644d1ddd9a48db9f4679dac2002c83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:20:47.461569 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cd78-6ac9-4bef-97ff-ea10ea3dc744 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.482023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c063ed1e-d1ec-430e-8d72-1a829389f11e None None] For port 3d284154-0c83-47c7-a394-5fa674cebeee, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3d284154-0c83-47c7-a394-5fa674cebeee,segment=NetworkSegment(c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea),segment_id=c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:47.482705 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c063ed1e-d1ec-430e-8d72-1a829389f11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.538543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c063ed1e-d1ec-430e-8d72-1a829389f11e None None] Calling delete_port for 3d284154-0c83-47c7-a394-5fa674cebeee owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:20:47.566064 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2caaf98-4d82-4222-bfc7-92424b7e2857 req-6b7d24e3-4454-4c51-b722-01ac8b5c2cc8 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680303 Aug 16 13:20:47.570773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:47.577807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Deleting port 3d284154-0c83-47c7-a394-5fa674cebeee {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:20:47.578333 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.772787 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cd78-6ac9-4bef-97ff-ea10ea3dc744 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.779256 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'name': 'tempest-TestServerBasicOps-1383165237-router', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:21Z', 'updated_at': '2021-08-16T13:20:34Z', 'revision_number': 4, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'gw_port': {'id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:24Z', 'updated_at': '2021-08-16T13:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d', 'name': '', 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'mac_address': 'fa:16:3e:7f:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:32Z', 'updated_at': '2021-08-16T13:20:46Z', 'revision_number': 4, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'subnets': [{'id': '26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:47.784415 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cd78-6ac9-4bef-97ff-ea10ea3dc744 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.805432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] For port 3d284154-0c83-47c7-a394-5fa674cebeee, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3d284154-0c83-47c7-a394-5fa674cebeee,segment=NetworkSegment(c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea),segment_id=c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:47.806780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.822014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1cd78-6ac9-4bef-97ff-ea10ea3dc744 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4053be-1d18-491a-b3f5-5e15c5cbcb98,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:47.861723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Calling delete_port for 3d284154-0c83-47c7-a394-5fa674cebeee owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:20:47.870869 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cd78-6ac9-4bef-97ff-ea10ea3dc744 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:47.889044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0dc1cd78-6ac9-4bef-97ff-ea10ea3dc744 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6043537 Aug 16 13:20:47.894604 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121e647-0554-44d8-b806-6bf9259f63a2 None None] The sync data for ids ['223e33ba-12e7-48c6-b157-6048f00316c6'] in n-d-804708-1 is: [{'id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'name': 'tempest-TestServerBasicOps-1383165237-router', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:21Z', 'updated_at': '2021-08-16T13:20:34Z', 'revision_number': 4, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'gw_port': {'id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:24Z', 'updated_at': '2021-08-16T13:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d', 'name': '', 'network_id': '87aae864-5bf9-4c39-b73f-241eebd6f96b', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'mac_address': 'fa:16:3e:7f:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:32Z', 'updated_at': '2021-08-16T13:20:46Z', 'revision_number': 4, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'subnets': [{'id': '26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:20:47.928996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:47.967557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb148229-2950-49f1-81f9-d4e6a95732b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.000192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:48.000689 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.121608 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c063ed1e-d1ec-430e-8d72-1a829389f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.191378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063ed1e-d1ec-430e-8d72-1a829389f11e None None] Pushing event deleted for resources: {'Port': ['ID=3d284154-0c83-47c7-a394-5fa674cebeee,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:48.199719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063ed1e-d1ec-430e-8d72-1a829389f11e None None] No DVR routers for this DVR port 3d284154-0c83-47c7-a394-5fa674cebeee on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:20:48.259303 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb148229-2950-49f1-81f9-d4e6a95732b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.267947 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb148229-2950-49f1-81f9-d4e6a95732b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.285251 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.297687 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.367271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d,segment=NetworkSegment(6a0e454c-3136-41c8-a312-e24b31325f4b),segment_id=6a0e454c-3136-41c8-a312-e24b31325f4b)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:48.384366 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.417668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Port': ['ID=3d284154-0c83-47c7-a394-5fa674cebeee,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:48.441674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No DVR routers for this DVR port 3d284154-0c83-47c7-a394-5fa674cebeee on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:20:48.556550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:48.581505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3d284154-0c83-47c7-a394-5fa674cebeee no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:20:48.647710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 3d284154-0c83-47c7-a394-5fa674cebeee {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:20:48.652834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3d284154-0c83-47c7-a394-5fa674cebeee not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:20:48.692049 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.693935 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-c753c0a2-3e8c-4e40-bebd-05c3a9590af9 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673071199&fields=id&tenant_id=86644d1ddd9a48db9f4679dac2002c83 HTTP/1.1" status: 200 len: 267 time: 0.2744017 Aug 16 13:20:48.704084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eb148229-2950-49f1-81f9-d4e6a95732b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=563e087e6aa041bf97827cf5c97bdd34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5402732 Aug 16 13:20:48.711661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39838) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:48.724687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb148229-2950-49f1-81f9-d4e6a95732b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d1492-f0b6-47de-b119-67e3b7a5623b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:48.729976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d10345-cf9f-45f3-bac5-5b30fe0ebf15']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:48.758039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:48.758963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b4494c-3a9b-4aa5-a9ba-d58fbfedd8ea') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:48.779538 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.805103 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.824619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:20:48.825132 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: self.session.flush() Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:20:48.830238 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:20:48.955486 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.964812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:48.977282 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/c7d10345-cf9f-45f3-bac5-5b30fe0ebf15 HTTP/1.1" status: 204 len: 168 time: 2.4961662 Aug 16 13:20:48.986171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39848) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:49.021419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2a733-79cd-427f-8b19-9cfe023e5c71 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Network': ['ID=c7d10345-cf9f-45f3-bac5-5b30fe0ebf15,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:49.029624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f21c6-3ea8-4e2c-8050-76f2ec58cebc req-9a41a551-67c6-45d0-a640-34bf2fb93785 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:49.037683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e5f21c6-3ea8-4e2c-8050-76f2ec58cebc req-9a41a551-67c6-45d0-a640-34bf2fb93785 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 944 time: 0.3316991 Aug 16 13:20:49.080699 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9d1b33-6721-4caf-b21f-523aa1eb9a17 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:49.081286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9d1b33-6721-4caf-b21f-523aa1eb9a17 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:49.083668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3e9d1b33-6721-4caf-b21f-523aa1eb9a17 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/subnets/58947ebe-12f0-4c6c-95ab-e299a95c1b48 HTTP/1.1" status: 404 len: 337 time: 0.0915718 Aug 16 13:20:49.089568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39852) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:49.108713 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c51b1575-cc24-44fd-8060-c892099efc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:49.137635 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c51b1575-cc24-44fd-8060-c892099efc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:49.163871 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ccf6c7-3707-4880-b177-7f517e750cb4 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] DELETE failed (client error): The resource could not be found. Aug 16 13:20:49.169712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ccf6c7-3707-4880-b177-7f517e750cb4 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:20:49.173322 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-68ccf6c7-3707-4880-b177-7f517e750cb4 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/552ceb4e-bd9c-4001-9add-6faf2b2296fd HTTP/1.1" status: 404 len: 339 time: 0.0795825 Aug 16 13:20:49.181922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39854) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:49.205959 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c51b1575-cc24-44fd-8060-c892099efc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:49.207192 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c51b1575-cc24-44fd-8060-c892099efc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:49.208537 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c51b1575-cc24-44fd-8060-c892099efc9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd6d1492-f0b6-47de-b119-67e3b7a5623b HTTP/1.1" status: 204 len: 168 time: 0.4875295 Aug 16 13:20:49.253807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e5f21c6-3ea8-4e2c-8050-76f2ec58cebc req-6e3078ef-95e9-4d25-a865-76fe01c9cf43 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151003 Aug 16 13:20:49.278867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1a35ea8a-e35f-4320-a23a-62627f74c40f tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:49.291121 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1a35ea8a-e35f-4320-a23a-62627f74c40f tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/networks?id=7b1b553f-4a02-43fb-ab30-612de5245869 HTTP/1.1" status: 200 len: 809 time: 0.5824783 Aug 16 13:20:49.295010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b1575-cc24-44fd-8060-c892099efc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d1492-f0b6-47de-b119-67e3b7a5623b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:49.328905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-aa17abfb-a19e-4a18-b4ac-8e48497c9c3f tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/quotas/86644d1ddd9a48db9f4679dac2002c83 HTTP/1.1" status: 200 len: 375 time: 0.0364568 Aug 16 13:20:49.477817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f54a8d2-c47f-4441-bd69-09e676491297 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Deleting subnet 5042a678-2e6b-44c9-8a08-d85c37e34b12 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:20:49.489877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:20:49.494696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f54a8d2-c47f-4441-bd69-09e676491297 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:49.569738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-c9a84384-88f4-4001-9f20-065455011784 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=86644d1ddd9a48db9f4679dac2002c83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2281339 Aug 16 13:20:49.644012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f54a8d2-c47f-4441-bd69-09e676491297 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:49.738493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:49.742985 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:49.940504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f54a8d2-c47f-4441-bd69-09e676491297 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:49.971531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-b18f482d-5e99-419d-8183-f73975113c64 service neutron] 10.222.0.25 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905032 Aug 16 13:20:50.078085 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f54a8d2-c47f-4441-bd69-09e676491297 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:50.181131 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-af4f664a-8c13-41de-b314-03c7d58f6e4d service neutron] 10.222.0.25 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956439 Aug 16 13:20:50.197763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54a8d2-c47f-4441-bd69-09e676491297 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Subnet': ['ID=5042a678-2e6b-44c9-8a08-d85c37e34b12,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:50.206022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f54a8d2-c47f-4441-bd69-09e676491297 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:50.212714 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3f54a8d2-c47f-4441-bd69-09e676491297 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/subnets/5042a678-2e6b-44c9-8a08-d85c37e34b12 HTTP/1.1" status: 204 len: 168 time: 1.0282264 Aug 16 13:20:50.216675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 39874) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:50.229419 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0300f-4a95-401e-bb1c-6006862fd5c8 None None] Network e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:20:50.585673 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:50.612206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5536e7-b776-48c4-abca-36dcbaba7683 req-29c17e78-d7d3-47dc-8562-c3f7801756e8 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:50.620869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb5536e7-b776-48c4-abca-36dcbaba7683 req-29c17e78-d7d3-47dc-8562-c3f7801756e8 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 944 time: 0.2099795 Aug 16 13:20:50.730156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb5536e7-b776-48c4-abca-36dcbaba7683 req-dad757b5-2d6f-44b7-9b1f-35845ee285fc tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066132 Aug 16 13:20:50.831611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Deleting port df33ce0d-6413-4c25-be07-10cc26492d35 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:20:50.831906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1d54f-3404-4ada-aef4-55d7cf852f5f None None] DHCP port deletion for e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:20:50.832379 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:50.854164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39900) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:50.890366 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f065d98-ba8b-43d5-8155-84f95725a13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:50.924808 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4691a651-a26e-400b-9919-6f833eb8d6d5 req-fa127421-80b8-4569-a594-068393e05df3 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 210 time: 0.1051264 Aug 16 13:20:51.019256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] For port df33ce0d-6413-4c25-be07-10cc26492d35, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=df33ce0d-6413-4c25-be07-10cc26492d35,segment=NetworkSegment(70e1b0d6-0630-474e-a235-6241bfc56c9a),segment_id=70e1b0d6-0630-474e-a235-6241bfc56c9a)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:51.019562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:51.034066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1d54f-3404-4ada-aef4-55d7cf852f5f None None] Deleting port df33ce0d-6413-4c25-be07-10cc26492d35 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:20:51.050845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Calling delete_port for df33ce0d-6413-4c25-be07-10cc26492d35 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:20:51.053868 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d54f-3404-4ada-aef4-55d7cf852f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:51.067539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-4ffb38d8-1f7a-4ecb-9f68-276b764d3195 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:51.072159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-4ffb38d8-1f7a-4ecb-9f68-276b764d3195 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/networks?id=3f95c086-2632-4247-8734-ff63186cef4d HTTP/1.1" status: 200 len: 809 time: 0.3534961 Aug 16 13:20:51.159637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-8f901115-9eab-4775-af55-0eb7c511d624 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/quotas/f935d252c1dd45fea28298d88221c639 HTTP/1.1" status: 200 len: 375 time: 0.0785124 Aug 16 13:20:51.173505 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f065d98-ba8b-43d5-8155-84f95725a13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:51.193140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8f065d98-ba8b-43d5-8155-84f95725a13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:51.295507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c9b1d54f-3404-4ada-aef4-55d7cf852f5f None None] For port df33ce0d-6413-4c25-be07-10cc26492d35, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=df33ce0d-6413-4c25-be07-10cc26492d35,segment=NetworkSegment(70e1b0d6-0630-474e-a235-6241bfc56c9a),segment_id=70e1b0d6-0630-474e-a235-6241bfc56c9a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:51.297482 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d54f-3404-4ada-aef4-55d7cf852f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:51.298245 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8f065d98-ba8b-43d5-8155-84f95725a13a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f322fb43cfec445cb16a7601ef16fd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414964 Aug 16 13:20:51.306650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39910) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:51.326741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f065d98-ba8b-43d5-8155-84f95725a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab352bb0-a89a-4c38-8a1e-b493a2804667,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:51.350746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1d54f-3404-4ada-aef4-55d7cf852f5f None None] Calling delete_port for df33ce0d-6413-4c25-be07-10cc26492d35 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:20:51.380451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device df33ce0d-6413-4c25-be07-10cc26492d35 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:20:51.463423 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-21e774e6-337b-4af9-b885-7b93fd9f83d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:51.515911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-21e774e6-337b-4af9-b885-7b93fd9f83d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:51.626743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-21e774e6-337b-4af9-b885-7b93fd9f83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:51.629576 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-21e774e6-337b-4af9-b885-7b93fd9f83d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:51.634611 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-21e774e6-337b-4af9-b885-7b93fd9f83d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab352bb0-a89a-4c38-8a1e-b493a2804667 HTTP/1.1" status: 204 len: 168 time: 0.3263597 Aug 16 13:20:51.649621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e774e6-337b-4af9-b885-7b93fd9f83d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab352bb0-a89a-4c38-8a1e-b493a2804667,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:51.730066 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:51.770293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-31bd9898-ff63-40ca-86c2-00625ee44ef7 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f935d252c1dd45fea28298d88221c639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6092257 Aug 16 13:20:51.800071 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d54f-3404-4ada-aef4-55d7cf852f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:51.983484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1d54f-3404-4ada-aef4-55d7cf852f5f None None] Pushing event deleted for resources: {'Port': ['ID=df33ce0d-6413-4c25-be07-10cc26492d35,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:51.990791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1d54f-3404-4ada-aef4-55d7cf852f5f None None] No DVR routers for this DVR port df33ce0d-6413-4c25-be07-10cc26492d35 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:20:52.077267 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:52.112619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f1b0-9810-4383-9094-ab1c2eb7b7e5 req-6a2ed119-158f-43bf-b24b-dfdbbf482efd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:52.116755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3234f1b0-9810-4383-9094-ab1c2eb7b7e5 req-6a2ed119-158f-43bf-b24b-dfdbbf482efd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 944 time: 0.2406676 Aug 16 13:20:52.251415 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Port': ['ID=df33ce0d-6413-4c25-be07-10cc26492d35,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:52.264403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] No DVR routers for this DVR port df33ce0d-6413-4c25-be07-10cc26492d35 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:20:52.288789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-ceed76a8-eda0-4e82-bb75-b01b4015e544 service neutron] 10.222.0.25 "GET /v2.0/networks/3f95c086-2632-4247-8734-ff63186cef4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157251 Aug 16 13:20:52.464017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3234f1b0-9810-4383-9094-ab1c2eb7b7e5 req-49cca97a-0164-4a9c-8b61-a710e8fbb8f8 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732563 Aug 16 13:20:52.598295 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:52.628994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:52.647150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e1b0d6-0630-474e-a235-6241bfc56c9a') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:52.647572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e1b0d6-0630-474e-a235-6241bfc56c9a') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:20:52.689601 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:52.749843 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-c0add0be-db61-4a67-9c8d-64ceed9a58fc service neutron] 10.222.0.25 "GET /v2.0/networks/3f95c086-2632-4247-8734-ff63186cef4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977556 Aug 16 13:20:52.772671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6a72525-b1f9-4ec5-a344-785097976b08 req-23f8a06b-daed-414f-8ea2-d47e84fba6f0 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 210 time: 0.1029789 Aug 16 13:20:52.793681 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:52.852321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:20:52.852996 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: self.session.flush() Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:20:53.196265 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:20:53.205628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-9ce350c0-c571-4a89-a203-8b870544c6bd tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:53.211261 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-9ce350c0-c571-4a89-a203-8b870544c6bd tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.42 "GET /v2.0/networks?id=7b1b553f-4a02-43fb-ab30-612de5245869 HTTP/1.1" status: 200 len: 809 time: 0.6561353 Aug 16 13:20:53.240040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:53.261134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:53.267970 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] 10.222.0.25 "DELETE /v2.0/networks/e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb HTTP/1.1" status: 204 len: 168 time: 3.0469463 Aug 16 13:20:53.296989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87837071-7a25-4962-a003-cc92f394ffc6 tempest-NetworksIpV6Test-1180690539 tempest-NetworksIpV6Test-1180690539-project] Pushing event deleted for resources: {'Network': ['ID=e72f3f12-5dd2-4fa5-8118-a5bc27ecc0cb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:53.346526 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-e63de1ca-cf0a-4e9d-befd-6537ff0cb893 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86644d1ddd9a48db9f4679dac2002c83 HTTP/1.1" status: 200 len: 379 time: 0.1244795 Aug 16 13:20:53.362880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Request body: {'port': {'device_id': '654661fb-730b-455c-8087-309672a5e871', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'admin_state_up': True, 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'security_groups': ['eb00b974-d337-434f-91de-f6c673984c77']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:53.363351 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc03bb17-7864-4859-9d77-7a833cddf224 req-2b482563-ac43-4ed2-9bf2-9e8884c482d7 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 210 time: 0.0614669 Aug 16 13:20:53.548566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Made reservation on behalf of 86644d1ddd9a48db9f4679dac2002c83 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:53.557477 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:53.806588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14057457-49c9-43fe-95d2-14ca79b6d916 req-a1e71976-7f00-463b-988d-37265c51c515 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:53.808224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14057457-49c9-43fe-95d2-14ca79b6d916 req-a1e71976-7f00-463b-988d-37265c51c515 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 944 time: 0.1460845 Aug 16 13:20:53.899883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14057457-49c9-43fe-95d2-14ca79b6d916 req-da620d5a-988d-4fc2-ade2-da0abaab53a7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711553 Aug 16 13:20:53.900190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39968) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:54.014275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Allocated IP 172.20.0.11 (7b1b553f-4a02-43fb-ab30-612de5245869/f2a2e524-7cbd-45b8-b39c-3fab5c8992c4/62968e13-de88-4a6c-a10e-8d884c7f3b9b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:54.133672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5350c2ce-12da-41e7-88f6-3c97da6e2706 req-b61cc7e1-372b-4b46-a9c8-d07c53c442b3 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 210 time: 0.0720165 Aug 16 13:20:54.428899 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:54.474205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Transition to ACTIVE for port object 62968e13-de88-4a6c-a10e-8d884c7f3b9b will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:54.591165 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ace73aa-d633-49a6-bc53-defc2f7a8dba req-ae2f2146-ff02-4d48-936e-c491b1bcecd5 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 210 time: 0.0622838 Aug 16 13:20:54.670053 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2932fe0c-9f87-4a61-9a0f-062c22638178 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=623bb2f109544caaa1d8b74f4e4eef47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7680602 Aug 16 13:20:54.673909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 39986) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:54.735390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:54.823842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Network 7b1b553f-4a02-43fb-ab30-612de5245869 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:54.824682 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67900a70-4fc2-4b42-840e-45fd9753057f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:54.832891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:54.849963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:20:54.860044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event updated for resources: {'Port': ['ID=62968e13-de88-4a6c-a10e-8d884c7f3b9b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:54.911517 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67900a70-4fc2-4b42-840e-45fd9753057f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:54.974478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:54.976272 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:55.091689 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-609a94e9-ddb1-41d3-8e37-675a0fe26c95 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7377927 Aug 16 13:20:55.147389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Request body: {'port': {'device_id': '654661fb-730b-455c-8087-309672a5e871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:55.365190 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67900a70-4fc2-4b42-840e-45fd9753057f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:55.373021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67900a70-4fc2-4b42-840e-45fd9753057f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:55.376713 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-67900a70-4fc2-4b42-840e-45fd9753057f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de1948a7-2407-4e21-abcd-ce439f9d1658 HTTP/1.1" status: 204 len: 168 time: 0.7004139 Aug 16 13:20:55.466850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67900a70-4fc2-4b42-840e-45fd9753057f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1948a7-2407-4e21-abcd-ce439f9d1658,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:55.519154 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:55.625098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c940eccf-aed5-4c67-b3ee-4ace51a17957 None None] Provisioning for port 62968e13-de88-4a6c-a10e-8d884c7f3b9b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:20:55.642425 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c940eccf-aed5-4c67-b3ee-4ace51a17957 None None] Provisioning complete for port 62968e13-de88-4a6c-a10e-8d884c7f3b9b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:20:55.643515 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c940eccf-aed5-4c67-b3ee-4ace51a17957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:55.772296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c940eccf-aed5-4c67-b3ee-4ace51a17957 None None] Port 62968e13-de88-4a6c-a10e-8d884c7f3b9b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:20:55.935198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eb1f4-542c-4eee-9469-b7d31ac5acb6 req-cd71f8d0-631c-4060-bc5c-9fe9b03fd33c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:55.938049 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a0eb1f4-542c-4eee-9469-b7d31ac5acb6 req-cd71f8d0-631c-4060-bc5c-9fe9b03fd33c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 944 time: 0.7461123 Aug 16 13:20:55.970357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d985f32-8421-4e55-8319-3dd13fc6b273 req-2957dd5d-f104-4ea3-a22d-8802b06801c0 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:55.973150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d985f32-8421-4e55-8319-3dd13fc6b273 req-2957dd5d-f104-4ea3-a22d-8802b06801c0 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 932 time: 0.5136740 Aug 16 13:20:56.241667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40052) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:56.245141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-f6972ec0-5e65-4d49-add0-835439a6b5d6 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:56.249091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-f6972ec0-5e65-4d49-add0-835439a6b5d6 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.42 "GET /v2.0/networks?id=3f95c086-2632-4247-8734-ff63186cef4d HTTP/1.1" status: 200 len: 809 time: 1.1413600 Aug 16 13:20:56.276822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Request body: {'port': {'device_id': 'f41421c8-297a-45e1-9a5c-7e8328aa80be', 'network_id': '3f95c086-2632-4247-8734-ff63186cef4d', 'admin_state_up': True, 'tenant_id': 'f935d252c1dd45fea28298d88221c639'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:56.334052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d985f32-8421-4e55-8319-3dd13fc6b273 req-427cf3b4-fa5d-423a-acd4-43e061542986 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864625 Aug 16 13:20:56.505910 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a0eb1f4-542c-4eee-9469-b7d31ac5acb6 req-413d81ab-961f-454c-a176-f57c2ab7988b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080807 Aug 16 13:20:56.537702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62968e13-de88-4a6c-a10e-8d884c7f3b9b {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:20:56.564877 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:56.588537 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06d2c5db-aa45-45be-9f58-243f3baa79b8 req-a39da525-aa4e-4173-a459-b85d6dd59ee2 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 210 time: 0.0919809 Aug 16 13:20:56.596464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Transition to ACTIVE for port object 62968e13-de88-4a6c-a10e-8d884c7f3b9b will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:56.604720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:56.712941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Pushing event updated for resources: {'Port': ['ID=62968e13-de88-4a6c-a10e-8d884c7f3b9b,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:56.717253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Made reservation on behalf of f935d252c1dd45fea28298d88221c639 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:20:56.725167 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:56.853915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Attempting to bind port 62968e13-de88-4a6c-a10e-8d884c7f3b9b on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:20:56.854678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Attempting to bind port 62968e13-de88-4a6c-a10e-8d884c7f3b9b by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:20:56.855210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Attempting to bind port 62968e13-de88-4a6c-a10e-8d884c7f3b9b on network 7b1b553f-4a02-43fb-ab30-612de5245869 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:56.862317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Port 62968e13-de88-4a6c-a10e-8d884c7f3b9b on network 7b1b553f-4a02-43fb-ab30-612de5245869 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:20:56.862971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Attempting to bind port 62968e13-de88-4a6c-a10e-8d884c7f3b9b on network 7b1b553f-4a02-43fb-ab30-612de5245869 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:20:56.871329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:20:56.872009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Checking segment: {'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:20:56.872607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Bound using segment: {'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:20:56.873505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Bound port: 62968e13-de88-4a6c-a10e-8d884c7f3b9b, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4890bf81-0c81-4ff0-9782-21bbe34d82ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:20:56.874325 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:56.949981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-345cbcfa-5a71-4195-a06c-76e1d2ccae9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:57.058484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] For port 62968e13-de88-4a6c-a10e-8d884c7f3b9b, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:20:57.092828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] For port 62968e13-de88-4a6c-a10e-8d884c7f3b9b, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=62968e13-de88-4a6c-a10e-8d884c7f3b9b,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:20:57.102122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:57.147633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Allocated IP 172.20.0.2 (3f95c086-2632-4247-8734-ff63186cef4d/c7569b9f-945e-4b6d-b3d6-e5bc21d2986f/4f1e97e1-254d-4237-9c34-a9476465d412) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:20:57.208918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:57.211484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:57.213658 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] 10.222.0.42 "PUT /v2.0/ports/62968e13-de88-4a6c-a10e-8d884c7f3b9b HTTP/1.1" status: 200 len: 1092 time: 2.0997610 Aug 16 13:20:57.231126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654661fb-730b-455c-8087-309672a5e871', 'tag': '62968e13-de88-4a6c-a10e-8d884c7f3b9b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:20:57.235059 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e00e98-bd76-43b6-bd39-de25f9cccf6b" -d '{"events": [{"name": "network-changed", "server_uuid": "654661fb-730b-455c-8087-309672a5e871", "tag": "62968e13-de88-4a6c-a10e-8d884c7f3b9b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:20:57.268042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97067f-e845-4b38-894e-da52c9f21805 service neutron] Pushing event updated for resources: {'Port': ['ID=62968e13-de88-4a6c-a10e-8d884c7f3b9b,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:57.387733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-8f0caf77-d4f9-4e00-a2dc-a8ffb43d2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:57.391606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-8f0caf77-d4f9-4e00-a2dc-a8ffb43d2625 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86644d1ddd9a48db9f4679dac2002c83&device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 1095 time: 0.0919380 Aug 16 13:20:57.447298 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd5360e-88cc-42a5-b703-11e8edac6ff3 x-openstack-request-id: req-4fd5360e-88cc-42a5-b703-11e8edac6ff3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:20:57.447674 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654661fb-730b-455c-8087-309672a5e871", "tag": "62968e13-de88-4a6c-a10e-8d884c7f3b9b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:20:57.452327 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fd5360e-88cc-42a5-b703-11e8edac6ff3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:20:57.458628 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654661fb-730b-455c-8087-309672a5e871', 'tag': '62968e13-de88-4a6c-a10e-8d884c7f3b9b', 'status': 'completed', 'code': 200} Aug 16 13:20:57.506076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-345cbcfa-5a71-4195-a06c-76e1d2ccae9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:57.628973 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-345cbcfa-5a71-4195-a06c-76e1d2ccae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:57.649998 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-3cbdb722-f6f6-4370-ae32-e08d6b7c1c5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62968e13-de88-4a6c-a10e-8d884c7f3b9b HTTP/1.1" status: 200 len: 217 time: 0.2178280 Aug 16 13:20:57.775964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-345cbcfa-5a71-4195-a06c-76e1d2ccae9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c669ab37257e4d4fb6c679085d46f926&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5336733 Aug 16 13:20:57.784164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cbcfa-5a71-4195-a06c-76e1d2ccae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd0097b-3ead-4956-8cf3-5a42089e1b30,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:57.789198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40116) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:57.825755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-10e133b8-51e6-4080-809d-bd85f1b13b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:57.830068 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-10e133b8-51e6-4080-809d-bd85f1b13b8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2a2e524-7cbd-45b8-b39c-3fab5c8992c4 HTTP/1.1" status: 200 len: 848 time: 0.1617308 Aug 16 13:20:57.843728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23fecf-aed2-4977-9b88-0ee0e2782168 req-cec030d5-43bb-45e6-b4a8-295d50158c32 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:57.851999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef23fecf-aed2-4977-9b88-0ee0e2782168 req-cec030d5-43bb-45e6-b4a8-295d50158c32 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 944 time: 0.2917340 Aug 16 13:20:57.933387 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:57.975037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef23fecf-aed2-4977-9b88-0ee0e2782168 req-3aec445f-716e-4b51-9bac-6fc14fe568ea tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219971 Aug 16 13:20:58.055986 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f938a-0378-4263-8014-b126f182ba08 req-64b09ecd-6027-461e-889f-5619ade5cf9c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:58.057942 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-517f938a-0378-4263-8014-b126f182ba08 req-64b09ecd-6027-461e-889f-5619ade5cf9c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 944 time: 0.2007604 Aug 16 13:20:58.128594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-3634c85d-cd14-4e6a-bb20-6bc315ff6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:58.133934 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-3634c85d-cd14-4e6a-bb20-6bc315ff6712 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b1b553f-4a02-43fb-ab30-612de5245869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2948775 Aug 16 13:20:58.138021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d4957da-4df8-417a-a4e3-18cc2d671848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:58.170689 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d4957da-4df8-417a-a4e3-18cc2d671848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:58.183327 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16f9a9a1-1abb-4343-905a-bfeed01d993f req-50d1e9e2-6bcf-46b6-a93f-7ad945e9f3ab tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 210 time: 0.0553684 Aug 16 13:20:58.189766 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:58.227178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-517f938a-0378-4263-8014-b126f182ba08 req-71e8a434-83a6-4c2d-84bc-1527eb5e18c9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542315 Aug 16 13:20:58.277101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Network 3f95c086-2632-4247-8734-ff63186cef4d is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:20:58.285546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:20:58.290341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:20:58.379426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:58.381042 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:58.406470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Pushing event updated for resources: {'Port': ['ID=4f1e97e1-254d-4237-9c34-a9476465d412,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:58.412967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e1a12580-1955-4340-9352-a988044daecc tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1478050 Aug 16 13:20:58.428684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Request body: {'port': {'device_id': 'f41421c8-297a-45e1-9a5c-7e8328aa80be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:58.441650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d4957da-4df8-417a-a4e3-18cc2d671848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:58.447225 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8d4957da-4df8-417a-a4e3-18cc2d671848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:58.455111 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8d4957da-4df8-417a-a4e3-18cc2d671848 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdd0097b-3ead-4956-8cf3-5a42089e1b30 HTTP/1.1" status: 204 len: 168 time: 0.6638849 Aug 16 13:20:58.479508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4957da-4df8-417a-a4e3-18cc2d671848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd0097b-3ead-4956-8cf3-5a42089e1b30,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:58.513649 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:58.559317 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-fc9a9bf1-2c3e-4cf7-98b2-12fe142e7ef6 service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781298 Aug 16 13:20:58.738333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-679870d9-b3b7-4517-bd62-c4f2e6e2195c req-c7e27535-afee-45db-8312-7d3a35dbd7c5 service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698554 Aug 16 13:20:58.946682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e00e98-bd76-43b6-bd39-de25f9cccf6b req-d5038b1d-14a7-4298-823d-e0e96b180869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:58.953003 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-21e00e98-bd76-43b6-bd39-de25f9cccf6b req-d5038b1d-14a7-4298-823d-e0e96b180869 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86644d1ddd9a48db9f4679dac2002c83&device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 1095 time: 0.1321168 Aug 16 13:20:59.206796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40148) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:59.220540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e00e98-bd76-43b6-bd39-de25f9cccf6b req-9a775331-d38a-4caa-866f-bc46dc4746e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:59.222172 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-21e00e98-bd76-43b6-bd39-de25f9cccf6b req-9a775331-d38a-4caa-866f-bc46dc4746e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b1b553f-4a02-43fb-ab30-612de5245869 HTTP/1.1" status: 200 len: 909 time: 0.2606356 Aug 16 13:20:59.295158 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1e97e1-254d-4237-9c34-a9476465d412 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:20:59.318615 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:59.375944 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-21e00e98-bd76-43b6-bd39-de25f9cccf6b req-d4a5711d-7972-443c-9b15-7046de3a2cc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62968e13-de88-4a6c-a10e-8d884c7f3b9b HTTP/1.1" status: 200 len: 217 time: 0.1332729 Aug 16 13:20:59.429691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Transition to ACTIVE for port object 4f1e97e1-254d-4237-9c34-a9476465d412 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:20:59.454234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:59.547844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40172) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:20:59.589254 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb523793-4095-4d9e-9c20-77e5ed4150c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:59.595946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e00e98-bd76-43b6-bd39-de25f9cccf6b req-6901547b-5cef-47a7-a300-d5f50813704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:59.599178 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-21e00e98-bd76-43b6-bd39-de25f9cccf6b req-6901547b-5cef-47a7-a300-d5f50813704c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2a2e524-7cbd-45b8-b39c-3fab5c8992c4 HTTP/1.1" status: 200 len: 848 time: 0.2108088 Aug 16 13:20:59.634403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-759943611'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:20:59.658231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701cfee-0479-4750-b434-e23d11fc581a req-19975345-be03-42d6-bf1b-26aceef21163 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:59.671432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4701cfee-0479-4750-b434-e23d11fc581a req-19975345-be03-42d6-bf1b-26aceef21163 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 944 time: 0.3442912 Aug 16 13:20:59.674807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 62f8b7b0-bf02-419a-815f-dd92645e5e34 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:20:59.737132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e00e98-bd76-43b6-bd39-de25f9cccf6b req-98c2a3f7-eda7-4cbe-a2f9-21eb482bcce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:59.742010 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-21e00e98-bd76-43b6-bd39-de25f9cccf6b req-98c2a3f7-eda7-4cbe-a2f9-21eb482bcce6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b1b553f-4a02-43fb-ab30-612de5245869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238837 Aug 16 13:20:59.857167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Pushing event updated for resources: {'Port': ['ID=4f1e97e1-254d-4237-9c34-a9476465d412,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:20:59.897726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 62f8b7b0-bf02-419a-815f-dd92645e5e34, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=62f8b7b0-bf02-419a-815f-dd92645e5e34,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:20:59.919549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '62f8b7b0-bf02-419a-815f-dd92645e5e34', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'port_id': '62f8b7b0-bf02-419a-815f-dd92645e5e34', 'mac_address': 'fa:16:3e:9c:89:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:20:59.923594 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78a4c6-6569-490f-82c8-ae90564bcb44 req-d733c7c9-8c56-4010-9199-b15f713f4d36 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:20:59.939227 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c78a4c6-6569-490f-82c8-ae90564bcb44 req-d733c7c9-8c56-4010-9199-b15f713f4d36 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 943 time: 0.4543324 Aug 16 13:20:59.968599 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:59.971507 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:59.975845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4701cfee-0479-4750-b434-e23d11fc581a req-1a4698ac-6e8b-4b39-b25a-bdc33417a281 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017895 Aug 16 13:20:59.989796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f8b7b0-bf02-419a-815f-dd92645e5e34 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:21:00.040725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 62f8b7b0-bf02-419a-815f-dd92645e5e34, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=62f8b7b0-bf02-419a-815f-dd92645e5e34,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:00.055267 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.099987 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c78a4c6-6569-490f-82c8-ae90564bcb44 req-24f15b8e-3aba-4cbf-ad49-10cc141038cf tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/security-groups?id=1755d2f3-d197-4e45-8282-770b491baf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474795 Aug 16 13:21:00.116116 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb523793-4095-4d9e-9c20-77e5ed4150c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.134381 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Attempting to bind port 4f1e97e1-254d-4237-9c34-a9476465d412 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:21:00.134381 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Attempting to bind port 4f1e97e1-254d-4237-9c34-a9476465d412 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '3ccce738-db73-4231-970f-b398a113a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3f95c086-2632-4247-8734-ff63186cef4d'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:21:00.134381 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Attempting to bind port 4f1e97e1-254d-4237-9c34-a9476465d412 on network 3f95c086-2632-4247-8734-ff63186cef4d {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:21:00.135502 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb523793-4095-4d9e-9c20-77e5ed4150c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.155835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Port 4f1e97e1-254d-4237-9c34-a9476465d412 on network 3f95c086-2632-4247-8734-ff63186cef4d not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:21:00.155835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Attempting to bind port 4f1e97e1-254d-4237-9c34-a9476465d412 on network 3f95c086-2632-4247-8734-ff63186cef4d {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:21:00.165882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:21:00.166347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Checking segment: {'id': '3ccce738-db73-4231-970f-b398a113a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3f95c086-2632-4247-8734-ff63186cef4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:00.166699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Bound using segment: {'id': '3ccce738-db73-4231-970f-b398a113a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3f95c086-2632-4247-8734-ff63186cef4d'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:21:00.167180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Bound port: 4f1e97e1-254d-4237-9c34-a9476465d412, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccce738-db73-4231-970f-b398a113a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3f95c086-2632-4247-8734-ff63186cef4d'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:21:00.167622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.180238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:00.185723 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.199923 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.247639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=62f8b7b0-bf02-419a-815f-dd92645e5e34,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:00.254229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb523793-4095-4d9e-9c20-77e5ed4150c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdc6000-dc39-43ac-8b08-eee0268c3175,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:00.281108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.282733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.286049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.286974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.287344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.289349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.289958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.293682 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.294855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.296152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.297795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.299300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:00.310058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40182) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:00.323018 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-21e00e98-bd76-43b6-bd39-de25f9cccf6b req-4489914c-e591-4313-8597-5b854d200e1d service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678837 Aug 16 13:21:00.352420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fb523793-4095-4d9e-9c20-77e5ed4150c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e76e72e69222443299790e0e5499d3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8023956 Aug 16 13:21:00.355725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40186) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:00.461804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['62f8b7b0-bf02-419a-815f-dd92645e5e34'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:21:00.462976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c3f4d-030d-4f2f-8028-8b50523cca60 req-bdf8806e-e594-4b37-be84-ad6e7e8194eb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:00.464633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b10c3f4d-030d-4f2f-8028-8b50523cca60 req-bdf8806e-e594-4b37-be84-ad6e7e8194eb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 945 time: 0.2662880 Aug 16 13:21:00.480922 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.493955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] For port 4f1e97e1-254d-4237-9c34-a9476465d412, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:21:00.508224 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.528871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] For port 4f1e97e1-254d-4237-9c34-a9476465d412, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4f1e97e1-254d-4237-9c34-a9476465d412,segment=NetworkSegment(3ccce738-db73-4231-970f-b398a113a2c6),segment_id=3ccce738-db73-4231-970f-b398a113a2c6)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:21:00.551570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d66af96f-6044-4fab-9433-47e00d226701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.565254 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.583914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:21:00.598174 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d66af96f-6044-4fab-9433-47e00d226701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.655249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Pushing event updated for resources: {'Port': ['ID=4f1e97e1-254d-4237-9c34-a9476465d412,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:00.667207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:00.667982 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.669867 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-e141866e-c0a9-4ae9-b8a3-b3ec69c5d38c service neutron] 10.222.0.42 "PUT /v2.0/ports/4f1e97e1-254d-4237-9c34-a9476465d412 HTTP/1.1" status: 200 len: 1091 time: 2.2483754 Aug 16 13:21:00.674361 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b10c3f4d-030d-4f2f-8028-8b50523cca60 req-095d46b0-851c-496b-a159-b7e45a6fc50e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919687 Aug 16 13:21:00.675059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8de7634-fc4e-434d-a243-fe9e1160e5f0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:00.677977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41421c8-297a-45e1-9a5c-7e8328aa80be', 'tag': '4f1e97e1-254d-4237-9c34-a9476465d412'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:21:00.696710 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335621b8-852a-4a40-8eb6-7a0e1e74db64" -d '{"events": [{"name": "network-changed", "server_uuid": "f41421c8-297a-45e1-9a5c-7e8328aa80be", "tag": "4f1e97e1-254d-4237-9c34-a9476465d412"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:21:00.703936 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.704359 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Added segment 2e5b30d2-01c3-4508-871e-c4e6f5a19807 of type vlan for network b4247c82-7b28-4f48-9ec2-347cb00d8da8 Aug 16 13:21:00.721630 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72a34942-3fbc-4b23-9c7c-9e31acd089d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.782977 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-21e00e98-bd76-43b6-bd39-de25f9cccf6b req-286417d8-bd5b-4066-b93f-573de0b33d5d service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501152 Aug 16 13:21:00.835802 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e21cf-fa93-4af7-96ea-5adcb4d4acc4 x-openstack-request-id: req-fb9e21cf-fa93-4af7-96ea-5adcb4d4acc4 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:21:00.836313 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41421c8-297a-45e1-9a5c-7e8328aa80be", "tag": "4f1e97e1-254d-4237-9c34-a9476465d412", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:21:00.836841 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb9e21cf-fa93-4af7-96ea-5adcb4d4acc4 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:21:00.837641 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41421c8-297a-45e1-9a5c-7e8328aa80be', 'tag': '4f1e97e1-254d-4237-9c34-a9476465d412', 'status': 'completed', 'code': 200} Aug 16 13:21:00.900194 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d66af96f-6044-4fab-9433-47e00d226701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.908287 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d66af96f-6044-4fab-9433-47e00d226701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:00.910132 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d66af96f-6044-4fab-9433-47e00d226701 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bdc6000-dc39-43ac-8b08-eee0268c3175 HTTP/1.1" status: 204 len: 168 time: 0.5528123 Aug 16 13:21:00.940316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66af96f-6044-4fab-9433-47e00d226701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdc6000-dc39-43ac-8b08-eee0268c3175,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:00.941940 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:01.069175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72a34942-3fbc-4b23-9c7c-9e31acd089d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:01.074058 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:01.082546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72a34942-3fbc-4b23-9c7c-9e31acd089d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:01.095381 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:01.096387 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:01.180476 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-72a34942-3fbc-4b23-9c7c-9e31acd089d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa4e721531684c448c91f1a4f8660dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8612530 Aug 16 13:21:01.182404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40198) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:01.216507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34942-3fbc-4b23-9c7c-9e31acd089d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b95eb6-89e8-48c8-a82e-9e021545b465,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:01.383869 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Network': ['ID=b4247c82-7b28-4f48-9ec2-347cb00d8da8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:01.413537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b4247c82-7b28-4f48-9ec2-347cb00d8da8 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:21:01.434058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ad4abc3-9166-4fee-a010-27c9c582b9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:01.450203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7ff7a622-4714-4db6-a138-337f0245a970 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2357583 Aug 16 13:21:01.499072 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ad4abc3-9166-4fee-a010-27c9c582b9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:01.513838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-0c33938c-200f-4e01-ac18-a58c150c45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:01.522120 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-0c33938c-200f-4e01-ac18-a58c150c45c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f935d252c1dd45fea28298d88221c639&device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 1094 time: 0.6813529 Aug 16 13:21:01.632297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-6921cb0a-fd34-4caf-bff7-c10ad0a6e631 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f1e97e1-254d-4237-9c34-a9476465d412 HTTP/1.1" status: 200 len: 217 time: 0.0997801 Aug 16 13:21:01.642155 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ad4abc3-9166-4fee-a010-27c9c582b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:01.647894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2ad4abc3-9166-4fee-a010-27c9c582b9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:01.649897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2ad4abc3-9166-4fee-a010-27c9c582b9fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68b95eb6-89e8-48c8-a82e-9e021545b465 HTTP/1.1" status: 204 len: 168 time: 0.4657326 Aug 16 13:21:01.677688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4abc3-9166-4fee-a010-27c9c582b9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b95eb6-89e8-48c8-a82e-9e021545b465,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:01.683189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f89f7-8c9d-45f9-ad00-12b7014ca163 req-c4504efa-6054-4d48-9d33-68034e0faf40 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:01.698683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-225f89f7-8c9d-45f9-ad00-12b7014ca163 req-c4504efa-6054-4d48-9d33-68034e0faf40 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 944 time: 0.3395216 Aug 16 13:21:01.849857 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-73a53f53-d283-4e1e-96c4-ab37236f246f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:01.920479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bae53c-f782-47c4-a8e5-6a9a50446e07 req-f46d1d02-b86a-4e4d-9248-6e118d9a8d95 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:01.944696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1bae53c-f782-47c4-a8e5-6a9a50446e07 req-f46d1d02-b86a-4e4d-9248-6e118d9a8d95 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 943 time: 0.5543756 Aug 16 13:21:02.034208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-f7d3ed59-cc98-4de3-8aed-bf259771cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:02.042367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-f7d3ed59-cc98-4de3-8aed-bf259771cfdc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7569b9f-945e-4b6d-b3d6-e5bc21d2986f HTTP/1.1" status: 200 len: 849 time: 0.4005618 Aug 16 13:21:02.071791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 62968e13-de88-4a6c-a10e-8d884c7f3b9b details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:21:02.120609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-225f89f7-8c9d-45f9-ad00-12b7014ca163 req-dce69b05-18b1-4899-ae9f-49cbdc9b2abe tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767304 Aug 16 13:21:02.235853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-be265f92-b640-414a-be59-e3df9a24b9f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f95c086-2632-4247-8734-ff63186cef4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802719 Aug 16 13:21:02.377770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 62968e13-de88-4a6c-a10e-8d884c7f3b9b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=62968e13-de88-4a6c-a10e-8d884c7f3b9b,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:02.430472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '62968e13-de88-4a6c-a10e-8d884c7f3b9b', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'port_id': '62968e13-de88-4a6c-a10e-8d884c7f3b9b', 'mac_address': 'fa:16:3e:20:3e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:21:02.487825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1bae53c-f782-47c4-a8e5-6a9a50446e07 req-5fc1bbb4-9dbf-4fd0-8624-8abde356679f tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/security-groups?id=1755d2f3-d197-4e45-8282-770b491baf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416939 Aug 16 13:21:02.550059 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:02.616636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62968e13-de88-4a6c-a10e-8d884c7f3b9b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:21:02.712045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 62968e13-de88-4a6c-a10e-8d884c7f3b9b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=62968e13-de88-4a6c-a10e-8d884c7f3b9b,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:02.725731 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:02.769102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40218) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:02.821827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e37c3-6cef-42af-a1b6-56532fc82d7f req-62443fc8-a7d0-4ea5-9a46-5af9650b2a62 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:02.826493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed4e37c3-6cef-42af-a1b6-56532fc82d7f req-62443fc8-a7d0-4ea5-9a46-5af9650b2a62 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 945 time: 0.3571277 Aug 16 13:21:02.852287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-8f48428d-a93d-4207-9791-e81bc1afb73c service neutron] 10.222.0.42 "GET /v2.0/networks/3f95c086-2632-4247-8734-ff63186cef4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017146 Aug 16 13:21:02.860944 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26eecc82-bbd4-4749-9be6-e85308b09abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:02.945771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=62968e13-de88-4a6c-a10e-8d884c7f3b9b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:03.038053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['62968e13-de88-4a6c-a10e-8d884c7f3b9b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:21:03.162703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed4e37c3-6cef-42af-a1b6-56532fc82d7f req-ba44f617-c77e-48fe-8f71-5170ffcb0f75 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081951 Aug 16 13:21:03.423079 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26eecc82-bbd4-4749-9be6-e85308b09abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:03.437133 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-26eecc82-bbd4-4749-9be6-e85308b09abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:03.554031 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-26eecc82-bbd4-4749-9be6-e85308b09abb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70e6c38f54674096bde93d21a8ae314c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7833374 Aug 16 13:21:03.554796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40230) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:03.555420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eecc82-bbd4-4749-9be6-e85308b09abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67420612-789d-495b-b471-7d11d092f75d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:03.648978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01e426ad-18ba-4935-8b41-72adb407aa9e req-cad2bd3d-f196-4cb5-9b84-e3fdd7b3089c service neutron] 10.222.0.42 "GET /v2.0/networks/3f95c086-2632-4247-8734-ff63186cef4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693119 Aug 16 13:21:03.693921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 62f8b7b0-bf02-419a-815f-dd92645e5e34 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:21:03.697199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4546551-d20f-47f0-8022-2a318fcaa19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:03.742552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9604bef-5385-443d-b768-8bf334b18b32 req-71d2475d-a3a3-4aca-a1f1-1a545dd70c0a tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:03.749562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9604bef-5385-443d-b768-8bf334b18b32 req-71d2475d-a3a3-4aca-a1f1-1a545dd70c0a tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 945 time: 0.3029649 Aug 16 13:21:03.886074 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4546551-d20f-47f0-8022-2a318fcaa19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:04.023732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 62f8b7b0-bf02-419a-815f-dd92645e5e34 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:21:04.087000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 62f8b7b0-bf02-419a-815f-dd92645e5e34 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:21:04.087726 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:04.125897 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4546551-d20f-47f0-8022-2a318fcaa19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:04.131097 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a4546551-d20f-47f0-8022-2a318fcaa19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:04.149828 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a4546551-d20f-47f0-8022-2a318fcaa19b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67420612-789d-495b-b471-7d11d092f75d HTTP/1.1" status: 204 len: 168 time: 0.5814304 Aug 16 13:21:04.199278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4546551-d20f-47f0-8022-2a318fcaa19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67420612-789d-495b-b471-7d11d092f75d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:04.237707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290ea98-1846-428d-a713-a841bfab2930 req-7644b1eb-1518-4e30-b722-ef996bf753cf tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:04.255228 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8290ea98-1846-428d-a713-a841bfab2930 req-7644b1eb-1518-4e30-b722-ef996bf753cf tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 943 time: 0.4233165 Aug 16 13:21:04.357162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335621b8-852a-4a40-8eb6-7a0e1e74db64 req-efc14dab-f7f6-4074-b0bf-b5869993c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:04.363098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-335621b8-852a-4a40-8eb6-7a0e1e74db64 req-efc14dab-f7f6-4074-b0bf-b5869993c08a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f935d252c1dd45fea28298d88221c639&device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 1094 time: 0.5893199 Aug 16 13:21:04.381195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9604bef-5385-443d-b768-8bf334b18b32 req-41535350-bfe0-484e-8c08-be246023adf7 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6110208 Aug 16 13:21:04.426213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8290ea98-1846-428d-a713-a841bfab2930 req-23832389-f191-4110-9676-0130c843314e tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/security-groups?id=1755d2f3-d197-4e45-8282-770b491baf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689889 Aug 16 13:21:04.513745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-055ddaea-3855-47f0-85a6-54dde7ce59e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:04.774237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335621b8-852a-4a40-8eb6-7a0e1e74db64 req-68cb2269-922f-4fa3-8224-78072aa1344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:04.777174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-335621b8-852a-4a40-8eb6-7a0e1e74db64 req-68cb2269-922f-4fa3-8224-78072aa1344e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f95c086-2632-4247-8734-ff63186cef4d HTTP/1.1" status: 200 len: 909 time: 0.3913841 Aug 16 13:21:04.814867 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:04.910833 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:04.915309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-335621b8-852a-4a40-8eb6-7a0e1e74db64 req-e4e41701-e618-4ca0-86b8-25444e464318 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f1e97e1-254d-4237-9c34-a9476465d412 HTTP/1.1" status: 200 len: 217 time: 0.1293132 Aug 16 13:21:04.948991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc19e4-88c8-4c2a-b013-95e357de06e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f8b7b0-bf02-419a-815f-dd92645e5e34'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:21:04.953644 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07b6289-1c1e-4a07-af3b-831feee543df" -d '{"events": [{"server_uuid": "05dc19e4-88c8-4c2a-b013-95e357de06e7", "name": "network-vif-plugged", "status": "completed", "tag": "62f8b7b0-bf02-419a-815f-dd92645e5e34"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:21:04.981938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 62f8b7b0-bf02-419a-815f-dd92645e5e34, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=62f8b7b0-bf02-419a-815f-dd92645e5e34,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:04.991163 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:05.129073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335621b8-852a-4a40-8eb6-7a0e1e74db64 req-054b33a8-7778-4e2f-9245-432a9edba792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:05.130872 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-335621b8-852a-4a40-8eb6-7a0e1e74db64 req-054b33a8-7778-4e2f-9245-432a9edba792 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7569b9f-945e-4b6d-b3d6-e5bc21d2986f HTTP/1.1" status: 200 len: 849 time: 0.2079034 Aug 16 13:21:05.158453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40254) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:05.173264 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=62f8b7b0-bf02-419a-815f-dd92645e5e34,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:05.173522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'subnet': {'network_id': 'b4247c82-7b28-4f48-9ec2-347cb00d8da8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:05.206486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-335621b8-852a-4a40-8eb6-7a0e1e74db64 req-a163717f-f993-44c2-8cbc-de0312e83111 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f95c086-2632-4247-8734-ff63186cef4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654783 Aug 16 13:21:05.516536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:05.528597 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:05.569992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:05.747372 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb58990-ca90-47f9-acfe-96d62e644ed3 x-openstack-request-id: req-dfb58990-ca90-47f9-acfe-96d62e644ed3 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:21:05.747845 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc19e4-88c8-4c2a-b013-95e357de06e7", "name": "network-vif-plugged", "status": "completed", "tag": "62f8b7b0-bf02-419a-815f-dd92645e5e34", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:21:05.748516 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfb58990-ca90-47f9-acfe-96d62e644ed3 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:21:05.749185 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dc19e4-88c8-4c2a-b013-95e357de06e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f8b7b0-bf02-419a-815f-dd92645e5e34', 'code': 200} Aug 16 13:21:06.021588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3ad41-bb87-4f88-95e6-368a4e243ad4 req-f9e7d88a-2b7b-4b06-8eda-40f19afe64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:06.027015 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-53d3ad41-bb87-4f88-95e6-368a4e243ad4 req-f9e7d88a-2b7b-4b06-8eda-40f19afe64dc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 1097 time: 0.1280510 Aug 16 13:21:06.110491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4f1e97e1-254d-4237-9c34-a9476465d412 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:21:06.111957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 62968e13-de88-4a6c-a10e-8d884c7f3b9b up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:21:06.173738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:06.271986 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd6650-23d5-4c37-9fa9-d9b69a52267f req-9b2e6e63-2d6b-402a-892c-635b111389ae tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:06.285587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0dcd6650-23d5-4c37-9fa9-d9b69a52267f req-9b2e6e63-2d6b-402a-892c-635b111389ae tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 946 time: 0.2241905 Aug 16 13:21:06.324034 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-335621b8-852a-4a40-8eb6-7a0e1e74db64 req-12b14cba-922d-4546-8148-0e695ee1479b service neutron] 10.222.0.42 "GET /v2.0/networks/3f95c086-2632-4247-8734-ff63186cef4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1084311 Aug 16 13:21:06.347199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd28444-e599-4bd8-ba0b-cbc9bcb2fda4 req-1f754293-fbaa-47f6-a4db-e7662a0bedee tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:06.348938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3fd28444-e599-4bd8-ba0b-cbc9bcb2fda4 req-1f754293-fbaa-47f6-a4db-e7662a0bedee tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 945 time: 0.2870641 Aug 16 13:21:06.424044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 62968e13-de88-4a6c-a10e-8d884c7f3b9b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:21:06.447770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 62968e13-de88-4a6c-a10e-8d884c7f3b9b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:21:06.448380 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:06.475273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0dcd6650-23d5-4c37-9fa9-d9b69a52267f req-c7849b0d-8144-4eaa-8332-4ae64f43b736 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828704 Aug 16 13:21:06.535365 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Checking segment: {'id': '2e5b30d2-01c3-4508-871e-c4e6f5a19807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b4247c82-7b28-4f48-9ec2-347cb00d8da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:06.537143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network hostable DHCP agents. Network: b4247c82-7b28-4f48-9ec2-347cb00d8da8, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:21:06.574004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3fd28444-e599-4bd8-ba0b-cbc9bcb2fda4 req-2828a4c2-31ae-434f-bb8d-217a275aba28 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925929 Aug 16 13:21:06.599490 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-335621b8-852a-4a40-8eb6-7a0e1e74db64 req-dd1934d0-f526-4464-8775-25d4a36590b3 service neutron] 10.222.0.42 "GET /v2.0/networks/3f95c086-2632-4247-8734-ff63186cef4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434933 Aug 16 13:21:06.626995 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-53d3ad41-bb87-4f88-95e6-368a4e243ad4 req-3da99177-ebce-433f-aaa6-ff6c884bfae4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026374 Aug 16 13:21:06.628938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Subnet': ['ID=3a5aaa55-695f-4d75-ac40-dc410537d520,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:06.686222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113232d1-9829-4aed-82e3-d8f44552d30d req-f1d37d33-a728-4dd6-9411-040d5d056666 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:06.689359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network b4247c82-7b28-4f48-9ec2-347cb00d8da8 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:21:06.696426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-113232d1-9829-4aed-82e3-d8f44552d30d req-f1d37d33-a728-4dd6-9411-040d5d056666 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 943 time: 0.0931497 Aug 16 13:21:06.724740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, b4247c82-7b28-4f48-9ec2-347cb00d8da8) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:06.752645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:06.757364 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:06.759759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40284) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:06.762297 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef8186d-6413-48fb-8179-ecedd58d5210 None None] Network b4247c82-7b28-4f48-9ec2-347cb00d8da8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:06.787732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-113232d1-9829-4aed-82e3-d8f44552d30d req-f96880eb-2226-4dd1-8157-4f575dacc567 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/security-groups?id=1755d2f3-d197-4e45-8282-770b491baf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901191 Aug 16 13:21:06.833034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d8838ee7-fab2-4aff-ba0d-e9c40f512305 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6718578 Aug 16 13:21:06.836419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40290) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:06.852042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1036411478'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:06.913617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:06.921137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:06.973932 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4f1e97e1-254d-4237-9c34-a9476465d412, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4f1e97e1-254d-4237-9c34-a9476465d412,segment=NetworkSegment(3ccce738-db73-4231-970f-b398a113a2c6),segment_id=3ccce738-db73-4231-970f-b398a113a2c6)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:06.983792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:21:07.003184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.003707 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Added segment 5078f70b-6b41-4c20-8482-7a6255813cee of type vlan for network 756d4d73-aec0-4f2c-be99-7317bc55491f Aug 16 13:21:07.011263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '4f1e97e1-254d-4237-9c34-a9476465d412', 'network_id': '3f95c086-2632-4247-8734-ff63186cef4d', 'port_id': '4f1e97e1-254d-4237-9c34-a9476465d412', 'mac_address': 'fa:16:3e:4c:75:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7569b9f-945e-4b6d-b3d6-e5bc21d2986f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:21:07.021002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f75bd7ac-4b96-452e-bedc-93f576410020 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-969375798'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:07.022638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f75bd7ac-4b96-452e-bedc-93f576410020 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Unknown quota resources ['metering_label']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 13:21:07.047015 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.126940 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.129227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.182753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 62968e13-de88-4a6c-a10e-8d884c7f3b9b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=62968e13-de88-4a6c-a10e-8d884c7f3b9b,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:07.185055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1e97e1-254d-4237-9c34-a9476465d412 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:21:07.195015 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.208727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-b4247c82-7b28-4f48-9ec2-347cb00d8da8', 'network_id': 'b4247c82-7b28-4f48-9ec2-347cb00d8da8', 'tenant_id': '28135dd4be2740dcb74487d0db336ddb', 'fixed_ips': [{'subnet_id': '3a5aaa55-695f-4d75-ac40-dc410537d520'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:21:07.209708 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.225561 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.250851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4f1e97e1-254d-4237-9c34-a9476465d412, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4f1e97e1-254d-4237-9c34-a9476465d412,segment=NetworkSegment(3ccce738-db73-4231-970f-b398a113a2c6),segment_id=3ccce738-db73-4231-970f-b398a113a2c6)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:07.266781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:07.270415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.271763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.296110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=62968e13-de88-4a6c-a10e-8d884c7f3b9b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:07.394331 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5431767 Aug 16 13:21:07.395273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40298) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:07.469098 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.491889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'subnet': {'network_id': '756d4d73-aec0-4f2c-be99-7317bc55491f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:07.542433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4375ff-301f-4ca6-a3ef-e4a7531e6a54 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Network': ['ID=756d4d73-aec0-4f2c-be99-7317bc55491f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:07.589339 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f75bd7ac-4b96-452e-bedc-93f576410020 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.592340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f75bd7ac-4b96-452e-bedc-93f576410020 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8310256 Aug 16 13:21:07.597370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40306) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:07.612239 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9b151a86-4eda-4cbf-8c14-335f9d703438 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6c526f77-7548-47c4-ac30-ba91ec966434'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:07.613378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9b151a86-4eda-4cbf-8c14-335f9d703438 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 13:21:07.662293 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Allocated IP 2001:db8:0:ffff::2 (b4247c82-7b28-4f48-9ec2-347cb00d8da8/3a5aaa55-695f-4d75-ac40-dc410537d520/552311c8-d15f-489a-adee-7b25d9e674b1) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:07.684609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['4f1e97e1-254d-4237-9c34-a9476465d412'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:21:07.689351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 756d4d73-aec0-4f2c-be99-7317bc55491f details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:21:07.699949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:07.720596 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:07.760627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654661fb-730b-455c-8087-309672a5e871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62968e13-de88-4a6c-a10e-8d884c7f3b9b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:21:07.763590 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aad0bed-1717-4425-a927-1d26784733cd" -d '{"events": [{"server_uuid": "654661fb-730b-455c-8087-309672a5e871", "name": "network-vif-plugged", "status": "completed", "tag": "62968e13-de88-4a6c-a10e-8d884c7f3b9b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:21:07.802836 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=4f1e97e1-254d-4237-9c34-a9476465d412,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:07.849463 n-d-804708-1 neutron-server[101395]: WARNING neutron.services.metering.metering_plugin [None req-9b151a86-4eda-4cbf-8c14-335f9d703438 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 13:21:08.293222 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:08.310452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Transition to ACTIVE for port object 552311c8-d15f-489a-adee-7b25d9e674b1 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:08.336674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Transition to ACTIVE for port object 552311c8-d15f-489a-adee-7b25d9e674b1 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:08.347479 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:08.382460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ba8b9-9b32-4e9d-b07b-e58618b2485d req-df06ff3b-9684-474d-bc07-ba5e09c50dda tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:08.393003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df7ba8b9-9b32-4e9d-b07b-e58618b2485d req-df06ff3b-9684-474d-bc07-ba5e09c50dda tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 946 time: 0.5632327 Aug 16 13:21:08.399238 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b151a86-4eda-4cbf-8c14-335f9d703438 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:08.409911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9b151a86-4eda-4cbf-8c14-335f9d703438 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8094947 Aug 16 13:21:08.419469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40318) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:08.434624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Network b4247c82-7b28-4f48-9ec2-347cb00d8da8 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:08.436049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:08.445089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:08.453638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e19a98-545e-4ddc-aaa6-81b7011f5cfc req-6b4f9706-28de-4d56-a085-48f6e0931dbf tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:08.466973 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-15e19a98-545e-4ddc-aaa6-81b7011f5cfc req-6b4f9706-28de-4d56-a085-48f6e0931dbf tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 946 time: 0.6429682 Aug 16 13:21:08.479455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6b94d77d-07f8-4536-aa80-5ebaedb6fc62 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6c526f77-7548-47c4-ac30-ba91ec966434'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:08.481441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6b94d77d-07f8-4536-aa80-5ebaedb6fc62 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 13:21:08.505490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Pushing event updated for resources: {'Port': ['ID=552311c8-d15f-489a-adee-7b25d9e674b1,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:08.534129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Attempting to bind port 552311c8-d15f-489a-adee-7b25d9e674b1 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:21:08.534819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Attempting to bind port 552311c8-d15f-489a-adee-7b25d9e674b1 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2e5b30d2-01c3-4508-871e-c4e6f5a19807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b4247c82-7b28-4f48-9ec2-347cb00d8da8'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:21:08.535644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Attempting to bind port 552311c8-d15f-489a-adee-7b25d9e674b1 on network b4247c82-7b28-4f48-9ec2-347cb00d8da8 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:21:08.550940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:21:08.551598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Checking segment: {'id': '2e5b30d2-01c3-4508-871e-c4e6f5a19807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b4247c82-7b28-4f48-9ec2-347cb00d8da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:08.552319 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:08.553259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Bound using segment: {'id': '2e5b30d2-01c3-4508-871e-c4e6f5a19807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b4247c82-7b28-4f48-9ec2-347cb00d8da8'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:21:08.554183 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Bound port: 552311c8-d15f-489a-adee-7b25d9e674b1, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5b30d2-01c3-4508-871e-c4e6f5a19807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b4247c82-7b28-4f48-9ec2-347cb00d8da8'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:21:08.555223 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:08.575087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:21:08.577709 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:08.633603 n-d-804708-1 neutron-server[101395]: WARNING neutron.services.metering.metering_plugin [None req-6b94d77d-07f8-4536-aa80-5ebaedb6fc62 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 13:21:08.708987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Subnet': ['ID=32596bf1-1b7e-4b07-97ca-46adc7cb5973,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:08.717620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Checking segment: {'id': '5078f70b-6b41-4c20-8482-7a6255813cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '756d4d73-aec0-4f2c-be99-7317bc55491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:08.717998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network hostable DHCP agents. Network: 756d4d73-aec0-4f2c-be99-7317bc55491f, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:21:08.729772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] For port 552311c8-d15f-489a-adee-7b25d9e674b1, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:21:08.744479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] For port 552311c8-d15f-489a-adee-7b25d9e674b1, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=552311c8-d15f-489a-adee-7b25d9e674b1,segment=NetworkSegment(2e5b30d2-01c3-4508-871e-c4e6f5a19807),segment_id=2e5b30d2-01c3-4508-871e-c4e6f5a19807)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:21:08.749525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network 756d4d73-aec0-4f2c-be99-7317bc55491f is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:21:08.756955 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:08.765680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 756d4d73-aec0-4f2c-be99-7317bc55491f) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:08.770754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:08.776420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:08.779629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40322) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:08.793218 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87582349-6654-4c94-8475-12ea8d04a90d None None] Network 756d4d73-aec0-4f2c-be99-7317bc55491f requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:08.820347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3bc85a5a-d7eb-40a6-b2f0-34fd3f4b0f8e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3588102 Aug 16 13:21:08.823533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40326) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:08.837963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'port': {'network_id': '756d4d73-aec0-4f2c-be99-7317bc55491f', 'name': 'tempest-NetworksIpV6TestAttrs-1791645752'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:08.858770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df7ba8b9-9b32-4e9d-b07b-e58618b2485d req-a8c8b2b5-225c-4655-ac0e-5eea4001a1ca tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4375398 Aug 16 13:21:08.979132 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-15e19a98-545e-4ddc-aaa6-81b7011f5cfc req-9a4538f2-c60d-4a4f-a83f-4dc61324a655 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814763 Aug 16 13:21:08.981863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6b94d77d-07f8-4536-aa80-5ebaedb6fc62 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:08.983990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6b94d77d-07f8-4536-aa80-5ebaedb6fc62 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5510941 Aug 16 13:21:08.988175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40328) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:09.011894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-56a67f59-3120-467b-a2d5-a2c6f3457da9 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=2e3e6475-003c-488e-9478-00fc199141fb HTTP/1.1" status: 200 len: 462 time: 0.0218837 Aug 16 13:21:09.019328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40330) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:09.045736 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b7485c-0147-4c78-82e6-bdb8d95bb98f x-openstack-request-id: req-f0b7485c-0147-4c78-82e6-bdb8d95bb98f {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:21:09.046234 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654661fb-730b-455c-8087-309672a5e871", "name": "network-vif-plugged", "status": "completed", "tag": "62968e13-de88-4a6c-a10e-8d884c7f3b9b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:21:09.046617 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0b7485c-0147-4c78-82e6-bdb8d95bb98f {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:21:09.047224 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654661fb-730b-455c-8087-309672a5e871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62968e13-de88-4a6c-a10e-8d884c7f3b9b', 'code': 200} Aug 16 13:21:09.085845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadc504-e568-401d-b06b-a0494dee4041 None None] Pushing event updated for resources: {'Port': ['ID=552311c8-d15f-489a-adee-7b25d9e674b1,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:09.136965 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-760f32ef-d2d0-44f9-a31b-9d6a1484f51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:09.382892 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f330369d-8c12-4939-80c9-81ddf2dafc74 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:09.402941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f330369d-8c12-4939-80c9-81ddf2dafc74 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/2e3e6475-003c-488e-9478-00fc199141fb HTTP/1.1" status: 204 len: 168 time: 0.3812730 Aug 16 13:21:09.405943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-756d4d73-aec0-4f2c-be99-7317bc55491f', 'network_id': '756d4d73-aec0-4f2c-be99-7317bc55491f', 'tenant_id': '28135dd4be2740dcb74487d0db336ddb', 'fixed_ips': [{'subnet_id': '32596bf1-1b7e-4b07-97ca-46adc7cb5973'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:21:09.408333 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:09.431852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40332) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:09.481192 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-af382480-a6ac-4d6b-b5d7-47af8599bae6 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=2e3e6475-003c-488e-9478-00fc199141fb HTTP/1.1" status: 200 len: 221 time: 0.0305858 Aug 16 13:21:09.481871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5f397-19e5-4d67-a107-f666fd3154a9 req-28ca219a-05e3-4e7c-9ecd-aa19c225fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:09.484108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bfb5f397-19e5-4d67-a107-f666fd3154a9 req-28ca219a-05e3-4e7c-9ecd-aa19c225fa93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 1097 time: 0.4117632 Aug 16 13:21:09.484419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40336) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:09.510022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c6a121d7-7b1b-4969-9381-38e410cf1f0a tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--566621636', 'description': 'label created by tempest'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:09.510514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c6a121d7-7b1b-4969-9381-38e410cf1f0a tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Unknown quota resources ['metering_label']. {{(pid=101395) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 13:21:09.543096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f0bb2-1b80-49d3-baaa-f34d2beb648e req-01f20ce5-1235-4595-8d0e-bf446d7a84e2 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:09.545653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-780f0bb2-1b80-49d3-baaa-f34d2beb648e req-01f20ce5-1235-4595-8d0e-bf446d7a84e2 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 944 time: 0.4344127 Aug 16 13:21:09.664798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 552311c8-d15f-489a-adee-7b25d9e674b1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:21:09.690637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-780f0bb2-1b80-49d3-baaa-f34d2beb648e req-4692eefa-94c8-431e-8048-0f399998691a tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/security-groups?id=1755d2f3-d197-4e45-8282-770b491baf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168778 Aug 16 13:21:09.694049 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bfb5f397-19e5-4d67-a107-f666fd3154a9 req-dea998a5-f7ec-4eb8-a9ce-d50fcfca301c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798902 Aug 16 13:21:09.837452 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-760f32ef-d2d0-44f9-a31b-9d6a1484f51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:09.850212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c6a121d7-7b1b-4969-9381-38e410cf1f0a tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:09.851451 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c6a121d7-7b1b-4969-9381-38e410cf1f0a tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3471580 Aug 16 13:21:09.852532 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-760f32ef-d2d0-44f9-a31b-9d6a1484f51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:09.854420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40338) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:09.923137 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-760f32ef-d2d0-44f9-a31b-9d6a1484f51e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e455897a508a4f0fb28fbdc36f00b7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1423621 Aug 16 13:21:09.933106 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:09.939751 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:09.942634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40342) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:09.970662 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 552311c8-d15f-489a-adee-7b25d9e674b1 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:21:09.978673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Allocated IP 2001:db8::f816:3eff:fe48:22cb (756d4d73-aec0-4f2c-be99-7317bc55491f/32596bf1-1b7e-4b07-97ca-46adc7cb5973/ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:09.982712 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f32ef-d2d0-44f9-a31b-9d6a1484f51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76529b29-14c5-4ad4-a7f9-610c0fc8545a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:10.021370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] device_id is not set on port fa672def-6cbc-4dbc-98cc-e830ac45e5b1 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:21:10.166765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4f1e97e1-254d-4237-9c34-a9476465d412 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:21:10.182800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d5d3878b-08cf-4d49-9834-4e0146863f86 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=f564e0e4-957c-471f-8d0f-047ecac63b4f HTTP/1.1" status: 200 len: 467 time: 0.3245296 Aug 16 13:21:10.206810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40346) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:10.211063 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a114d37b-ef98-45d6-ba9f-a598deebb3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.241382 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.277685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Transition to ACTIVE for port object ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:10.278712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a114d37b-ef98-45d6-ba9f-a598deebb3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.297221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Transition to ACTIVE for port object ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:10.340265 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.398225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Pushing event updated for resources: {'Port': ['ID=ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:10.429006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Network 756d4d73-aec0-4f2c-be99-7317bc55491f is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:10.433680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:10.439232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:10.504036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 4f1e97e1-254d-4237-9c34-a9476465d412 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:21:10.508928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Allocated IP 2001:db8::f816:3eff:fea7:8925 (756d4d73-aec0-4f2c-be99-7317bc55491f/32596bf1-1b7e-4b07-97ca-46adc7cb5973/fa672def-6cbc-4dbc-98cc-e830ac45e5b1) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:10.516629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5ac91-41fc-4bc1-93ba-dfd93d6b7ec1 req-db4b6141-48d7-4339-b767-fb49dc74c4b9 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:10.541283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faf5ac91-41fc-4bc1-93ba-dfd93d6b7ec1 req-db4b6141-48d7-4339-b767-fb49dc74c4b9 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 946 time: 0.4560797 Aug 16 13:21:10.548838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 4f1e97e1-254d-4237-9c34-a9476465d412 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:21:10.549883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.702755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Attempting to bind port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:21:10.703121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Attempting to bind port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '5078f70b-6b41-4c20-8482-7a6255813cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '756d4d73-aec0-4f2c-be99-7317bc55491f'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:21:10.703484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Attempting to bind port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f on network 756d4d73-aec0-4f2c-be99-7317bc55491f {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:21:10.714448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:21:10.714983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Checking segment: {'id': '5078f70b-6b41-4c20-8482-7a6255813cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '756d4d73-aec0-4f2c-be99-7317bc55491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:10.716404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.716851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Bound using segment: {'id': '5078f70b-6b41-4c20-8482-7a6255813cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '756d4d73-aec0-4f2c-be99-7317bc55491f'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:21:10.718028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Bound port: ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5078f70b-6b41-4c20-8482-7a6255813cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '756d4d73-aec0-4f2c-be99-7317bc55491f'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:21:10.718649 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.823127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c315f1-7e34-4642-9ca7-291f022a5492 req-d82a6ed1-1fa9-4826-9045-1ac6c9b6f378 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:10.825911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] For port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:21:10.826471 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50c315f1-7e34-4642-9ca7-291f022a5492 req-d82a6ed1-1fa9-4826-9045-1ac6c9b6f378 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 946 time: 0.6515896 Aug 16 13:21:10.830898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] For port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f,segment=NetworkSegment(5078f70b-6b41-4c20-8482-7a6255813cee),segment_id=5078f70b-6b41-4c20-8482-7a6255813cee)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:21:10.841575 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.850682 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.869722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Transition to ACTIVE for port object fa672def-6cbc-4dbc-98cc-e830ac45e5b1 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:10.910602 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a114d37b-ef98-45d6-ba9f-a598deebb3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.914359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a114d37b-ef98-45d6-ba9f-a598deebb3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.918621 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a114d37b-ef98-45d6-ba9f-a598deebb3bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76529b29-14c5-4ad4-a7f9-610c0fc8545a HTTP/1.1" status: 204 len: 168 time: 0.9669719 Aug 16 13:21:10.922416 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:10.966222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114d37b-ef98-45d6-ba9f-a598deebb3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76529b29-14c5-4ad4-a7f9-610c0fc8545a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:10.968381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91ad2ac-252e-4b9a-aab4-8c8d90575ba5 None None] Network b4247c82-7b28-4f48-9ec2-347cb00d8da8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:11.001895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network 756d4d73-aec0-4f2c-be99-7317bc55491f is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:11.029202 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faf5ac91-41fc-4bc1-93ba-dfd93d6b7ec1 req-55db4139-ffb3-4142-b7f8-550cf7001018 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4704852 Aug 16 13:21:11.041839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:11.045756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Port': ['ID=fa672def-6cbc-4dbc-98cc-e830ac45e5b1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:11.053111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:11.069257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:11.070361 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:11.103262 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8c9c065d-a611-48c5-bf65-114219a39e19 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2751131 Aug 16 13:21:11.104548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40354) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:11.158909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-82b7f5c7-3933-46a5-a0f4-576297ba0b32 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:11.160253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-82b7f5c7-3933-46a5-a0f4-576297ba0b32 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/f564e0e4-957c-471f-8d0f-047ecac63b4f HTTP/1.1" status: 204 len: 168 time: 0.9496202 Aug 16 13:21:11.164588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40356) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:11.187997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50c315f1-7e34-4642-9ca7-291f022a5492 req-1f8d212d-6c3b-432a-ba4e-c32c93c78fd6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198681 Aug 16 13:21:11.201642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5a5a271b-539e-42b2-bdf0-d0dc6d8287fd tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=f564e0e4-957c-471f-8d0f-047ecac63b4f HTTP/1.1" status: 200 len: 216 time: 0.0357881 Aug 16 13:21:11.210625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40358) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:11.307951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-96c522eb-0a4a-49d5-a5e8-08bff1e9aa48 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0925016 Aug 16 13:21:11.317601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40364) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:11.351691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-93afab19-5e13-449d-929b-19a0fd8f1c13 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Deleting subnet 32596bf1-1b7e-4b07-97ca-46adc7cb5973 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:21:11.366061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-93afab19-5e13-449d-929b-19a0fd8f1c13 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:11.463574 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-93afab19-5e13-449d-929b-19a0fd8f1c13 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:11.504934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6e522-5bcf-4cb4-aa4b-e96885e46d27 req-31c84c62-ff9f-4ea4-aadb-8e3dfc99c093 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:11.517000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbd6e522-5bcf-4cb4-aa4b-e96885e46d27 req-31c84c62-ff9f-4ea4-aadb-8e3dfc99c093 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 944 time: 0.2742872 Aug 16 13:21:11.633849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae6f22-0c8c-460b-95b0-a75961e765de req-2a383cda-b5c7-4216-ac89-fff5492e644d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:11.637316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22ae6f22-0c8c-460b-95b0-a75961e765de req-2a383cda-b5c7-4216-ac89-fff5492e644d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 946 time: 0.2775185 Aug 16 13:21:11.686812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-93afab19-5e13-449d-929b-19a0fd8f1c13 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:11.722828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbd6e522-5bcf-4cb4-aa4b-e96885e46d27 req-d98ae527-728a-453d-a907-c5429637aace tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/security-groups?id=1755d2f3-d197-4e45-8282-770b491baf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039611 Aug 16 13:21:11.749661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22ae6f22-0c8c-460b-95b0-a75961e765de req-e03560bd-72c3-4c80-8e72-03cad38daa78 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867069 Aug 16 13:21:11.775287 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ad59e096-dcc0-4855-b2e7-a067bb4b9810 None None] Provisioning for port 552311c8-d15f-489a-adee-7b25d9e674b1 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:21:11.782058 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fa72ab9a-b936-4dd3-9ad8-a153f94310b4 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.4587023 Aug 16 13:21:11.786201 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40370) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:11.801637 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-93afab19-5e13-449d-929b-19a0fd8f1c13 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:11.809369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68dabb-8f28-4a42-962f-80fbe70f3bd8 None None] Pushing event updated for resources: {'Port': ['ID=ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:11.841974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ad59e096-dcc0-4855-b2e7-a067bb4b9810 None None] Provisioning complete for port 552311c8-d15f-489a-adee-7b25d9e674b1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:21:11.843059 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ad59e096-dcc0-4855-b2e7-a067bb4b9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:11.870829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-93afab19-5e13-449d-929b-19a0fd8f1c13 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:11.888351 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-93afab19-5e13-449d-929b-19a0fd8f1c13 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/subnets/32596bf1-1b7e-4b07-97ca-46adc7cb5973 HTTP/1.1" status: 204 len: 168 time: 0.7802532 Aug 16 13:21:11.889464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40378) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:11.894706 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:11.943880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9327d0d5-cbfc-49d4-b717-3a42ad052b78 tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/6c526f77-7548-47c4-ac30-ba91ec966434 HTTP/1.1" status: 200 len: 472 time: 0.1479063 Aug 16 13:21:11.951975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40380) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:12.003367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bca85b74-1676-4a2d-aab5-1f89519d25bf tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/c63cce2c-516a-48ad-92e0-345db4574c3f HTTP/1.1" status: 200 len: 459 time: 0.0477324 Aug 16 13:21:12.004256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40384) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:12.091214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 4f1e97e1-254d-4237-9c34-a9476465d412, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4f1e97e1-254d-4237-9c34-a9476465d412,segment=NetworkSegment(3ccce738-db73-4231-970f-b398a113a2c6),segment_id=3ccce738-db73-4231-970f-b398a113a2c6)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:12.091563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7568b8-d701-4924-b19b-21a9a670abb6 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:12.095401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7568b8-d701-4924-b19b-21a9a670abb6 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:12.100428 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1a7568b8-d701-4924-b19b-21a9a670abb6 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1450093 Aug 16 13:21:12.105111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afab19-5e13-449d-929b-19a0fd8f1c13 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Subnet': ['ID=32596bf1-1b7e-4b07-97ca-46adc7cb5973,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:12.107051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41421c8-297a-45e1-9a5c-7e8328aa80be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1e97e1-254d-4237-9c34-a9476465d412'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:21:12.114537 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769353ac-3499-4c8f-b4cd-8505011b43ea" -d '{"events": [{"server_uuid": "f41421c8-297a-45e1-9a5c-7e8328aa80be", "name": "network-vif-plugged", "status": "completed", "tag": "4f1e97e1-254d-4237-9c34-a9476465d412"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:21:12.116318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40390) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:12.167252 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:12.439865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=4f1e97e1-254d-4237-9c34-a9476465d412,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:12.483845 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-92072da4-6605-4f38-809e-84d5fa991507 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:12.524773 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-92072da4-6605-4f38-809e-84d5fa991507 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 13:21:12.526231 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92072da4-6605-4f38-809e-84d5fa991507 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:21:12.536456 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ad59e096-dcc0-4855-b2e7-a067bb4b9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:12.537629 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-92072da4-6605-4f38-809e-84d5fa991507 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/networks/756d4d73-aec0-4f2c-be99-7317bc55491f HTTP/1.1" status: 409 len: 405 time: 0.4197919 Aug 16 13:21:12.538594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40400) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:12.552173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1217862193'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:12.647943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:12.652787 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:12.725905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:21:12.766831 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:12.767508 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Added segment 356d098b-133f-4ded-a575-a33d913475a9 of type vlan for network b851a049-930c-4b25-9e07-7e3271663066 Aug 16 13:21:12.775154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ad59e096-dcc0-4855-b2e7-a067bb4b9810 None None] For port 552311c8-d15f-489a-adee-7b25d9e674b1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=552311c8-d15f-489a-adee-7b25d9e674b1,segment=NetworkSegment(2e5b30d2-01c3-4508-871e-c4e6f5a19807),segment_id=2e5b30d2-01c3-4508-871e-c4e6f5a19807)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:12.805624 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ad59e096-dcc0-4855-b2e7-a067bb4b9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:12.969933 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:13.046648 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:13.080323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:13.080996 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:13.096302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59e096-dcc0-4855-b2e7-a067bb4b9810 None None] Pushing event updated for resources: {'Port': ['ID=552311c8-d15f-489a-adee-7b25d9e674b1,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:13.132786 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3401408f-7a87-43bb-afef-32901e7ac553 None None] Network 756d4d73-aec0-4f2c-be99-7317bc55491f requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:13.195080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Network': ['ID=b851a049-930c-4b25-9e07-7e3271663066,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:13.220858 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a07ec363-7d10-48be-a6cc-fb014c3f40dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6807654 Aug 16 13:21:13.228820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40420) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:13.244285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'subnet': {'network_id': 'b851a049-930c-4b25-9e07-7e3271663066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:13.296997 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-95ddcf11-3a9d-48db-b6b0-9e10b74ba2bc tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:13.301006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-95ddcf11-3a9d-48db-b6b0-9e10b74ba2bc tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/c63cce2c-516a-48ad-92e0-345db4574c3f HTTP/1.1" status: 204 len: 168 time: 1.2896075 Aug 16 13:21:13.301358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40422) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:13.340860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b851a049-930c-4b25-9e07-7e3271663066 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:21:13.437020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b397fb-cc92-401e-afb0-ec45f2795854 req-cf0af75c-3b9f-4264-93e0-87e713482fad tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:13.447287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62b397fb-cc92-401e-afb0-ec45f2795854 req-cf0af75c-3b9f-4264-93e0-87e713482fad tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 946 time: 0.1650615 Aug 16 13:21:13.532786 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62b397fb-cc92-401e-afb0-ec45f2795854 req-e80b74a1-f6cb-48a9-bce7-09464f567a5e tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746667 Aug 16 13:21:13.641330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d86bc1c0-70e6-4bc1-b4ed-f74224215357 None None] Provisioning complete for port 552311c8-d15f-489a-adee-7b25d9e674b1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:21:13.641760 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d86bc1c0-70e6-4bc1-b4ed-f74224215357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:13.670866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:21:13.732949 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3239c1f5-9346-428b-9862-6a59e4d888e7 x-openstack-request-id: req-3239c1f5-9346-428b-9862-6a59e4d888e7 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:21:13.733252 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41421c8-297a-45e1-9a5c-7e8328aa80be", "name": "network-vif-plugged", "status": "completed", "tag": "4f1e97e1-254d-4237-9c34-a9476465d412", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:21:13.733507 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3239c1f5-9346-428b-9862-6a59e4d888e7 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:21:13.734214 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41421c8-297a-45e1-9a5c-7e8328aa80be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1e97e1-254d-4237-9c34-a9476465d412', 'code': 200} Aug 16 13:21:13.983153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:21:13.996985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 552311c8-d15f-489a-adee-7b25d9e674b1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:21:14.007340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124d91d6-2651-48aa-a027-bc3e01fc29ed None None] DHCP port deletion for 756d4d73-aec0-4f2c-be99-7317bc55491f request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:21:14.039827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7508c0-efec-494c-a427-a5028d93d294 req-65e43731-c6f8-4857-a465-7b61231789ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:14.048751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c7508c0-efec-494c-a427-a5028d93d294 req-65e43731-c6f8-4857-a465-7b61231789ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 1096 time: 0.2812068 Aug 16 13:21:14.111715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d86bc1c0-70e6-4bc1-b4ed-f74224215357 None None] Provisioning for port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:21:14.124781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d86bc1c0-70e6-4bc1-b4ed-f74224215357 None None] Provisioning complete for port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:21:14.125316 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d86bc1c0-70e6-4bc1-b4ed-f74224215357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:14.136009 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fcea0964-7a67-4249-9415-5a91c8faa29a tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:14.138202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fcea0964-7a67-4249-9415-5a91c8faa29a tempest-MeteringIpV6TestJSON-169731469 tempest-MeteringIpV6TestJSON-169731469-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/6c526f77-7548-47c4-ac30-ba91ec966434 HTTP/1.1" status: 204 len: 168 time: 0.8344052 Aug 16 13:21:14.150484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:14.165960 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:14.174701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 552311c8-d15f-489a-adee-7b25d9e674b1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:21:14.184669 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:14.254133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34a9f4-a38a-49a9-a8b4-59226b40ee87 req-d1a87fc0-0de2-4f1f-a052-47b0af638682 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:14.277585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-124d91d6-2651-48aa-a027-bc3e01fc29ed None None] Deleting port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:14.277927 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c34a9f4-a38a-49a9-a8b4-59226b40ee87 req-d1a87fc0-0de2-4f1f-a052-47b0af638682 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 945 time: 0.4233315 Aug 16 13:21:14.278256 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-124d91d6-2651-48aa-a027-bc3e01fc29ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:14.385064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c7508c0-efec-494c-a427-a5028d93d294 req-cbde1a3a-7626-4230-99d5-116aa1a5a189 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1755d2f3-d197-4e45-8282-770b491baf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141761 Aug 16 13:21:14.459000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-124d91d6-2651-48aa-a027-bc3e01fc29ed None None] For port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f,segment=NetworkSegment(5078f70b-6b41-4c20-8482-7a6255813cee),segment_id=5078f70b-6b41-4c20-8482-7a6255813cee)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:14.459518 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-124d91d6-2651-48aa-a027-bc3e01fc29ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:14.490175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c34a9f4-a38a-49a9-a8b4-59226b40ee87 req-c60a91c2-4893-4e05-ab58-ecb7b347b19b tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/security-groups?id=1755d2f3-d197-4e45-8282-770b491baf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106309 Aug 16 13:21:14.511725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-124d91d6-2651-48aa-a027-bc3e01fc29ed None None] Calling delete_port for ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:21:14.605693 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d86bc1c0-70e6-4bc1-b4ed-f74224215357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:14.691689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d86bc1c0-70e6-4bc1-b4ed-f74224215357 None None] For port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f,segment=NetworkSegment(5078f70b-6b41-4c20-8482-7a6255813cee),segment_id=5078f70b-6b41-4c20-8482-7a6255813cee)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:14.703361 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d86bc1c0-70e6-4bc1-b4ed-f74224215357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:14.721837 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40452) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:14.740739 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-124d91d6-2651-48aa-a027-bc3e01fc29ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:14.767139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d91d6-2651-48aa-a027-bc3e01fc29ed None None] No DVR routers for this DVR port ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:21:14.823953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bc1c0-70e6-4bc1-b4ed-f74224215357 None None] Pushing event updated for resources: {'Port': ['ID=ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:14.845423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40456) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:14.890238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d91d6-2651-48aa-a027-bc3e01fc29ed None None] Pushing event deleted for resources: {'Port': ['ID=ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:14.927214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7b8d3-1fd4-4c93-8865-f98922f7b9a6 req-ad7e09bb-043b-4336-b1b6-0236be79e008 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:14.932955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7de7b8d3-1fd4-4c93-8865-f98922f7b9a6 req-ad7e09bb-043b-4336-b1b6-0236be79e008 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 946 time: 0.1802201 Aug 16 13:21:14.940634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:21:14.978512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:15.034780 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7de7b8d3-1fd4-4c93-8865-f98922f7b9a6 req-14f46d5c-5d70-4056-b664-fe3d7e6c317f tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871873 Aug 16 13:21:15.153611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Subnet': ['ID=d3c49ed3-ea85-484c-809e-3de6cdf76e57,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:15.166616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Checking segment: {'id': '356d098b-133f-4ded-a575-a33d913475a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b851a049-930c-4b25-9e07-7e3271663066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:15.167139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network hostable DHCP agents. Network: b851a049-930c-4b25-9e07-7e3271663066, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:21:15.247341 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-716374e8-97b8-40b3-bd8a-45ba79055fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:15.268558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network b851a049-930c-4b25-9e07-7e3271663066 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:21:15.329831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, b851a049-930c-4b25-9e07-7e3271663066) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:15.369803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796f96b2-4eea-47b6-a0eb-b312d82be25b None None] Network b851a049-930c-4b25-9e07-7e3271663066 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:15.399624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:15.405308 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:15.433259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccc59ed-707c-4a37-8b57-15f069b4527c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:15.659280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:21:15.703753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:21:15.704166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-716374e8-97b8-40b3-bd8a-45ba79055fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:15.705299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ff842d8b-33d9-43d8-aa0e-5fedbafd6f4f not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:21:15.723529 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-716374e8-97b8-40b3-bd8a-45ba79055fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:15.740073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8de1-416d-4133-885a-274da9181f13 req-eab78562-4807-4cf5-98db-789493fadc1e tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:15.742136 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-482d8de1-416d-4133-885a-274da9181f13 req-eab78562-4807-4cf5-98db-789493fadc1e tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 946 time: 0.3470170 Aug 16 13:21:15.748864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40482) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:15.755256 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-66e64984-1150-4d61-ad65-7a9eb24ce890 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5123339 Aug 16 13:21:15.766539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'port': {'network_id': 'b851a049-930c-4b25-9e07-7e3271663066', 'name': 'tempest-NetworksIpV6TestAttrs-1432817416'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:15.858946 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-716374e8-97b8-40b3-bd8a-45ba79055fdd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23962aa8a5194b45a1f801c87250606d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1352637 Aug 16 13:21:15.860018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40484) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:15.900138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716374e8-97b8-40b3-bd8a-45ba79055fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957252f5-e920-4c05-a8a7-d03dcba797f5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:15.933452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-482d8de1-416d-4133-885a-274da9181f13 req-801cc8d7-5391-4cad-9109-56f189005dca tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559529 Aug 16 13:21:15.975279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40486) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:16.019505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-b851a049-930c-4b25-9e07-7e3271663066', 'network_id': 'b851a049-930c-4b25-9e07-7e3271663066', 'tenant_id': '28135dd4be2740dcb74487d0db336ddb', 'fixed_ips': [{'subnet_id': 'd3c49ed3-ea85-484c-809e-3de6cdf76e57'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:21:16.022613 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.064008 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccc59ed-707c-4a37-8b57-15f069b4527c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.073430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bba6c4d4-f88f-46ec-a9b8-40d40f7b25b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.088528 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ccc59ed-707c-4a37-8b57-15f069b4527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.187333 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e05dbd-d9a4-497e-9b7f-01d73c640de7 req-5b88b307-4df5-4d7d-85fd-9b563bcc53bb tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:16.202081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7e05dbd-d9a4-497e-9b7f-01d73c640de7 req-5b88b307-4df5-4d7d-85fd-9b563bcc53bb tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 945 time: 0.1459105 Aug 16 13:21:16.225231 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc59ed-707c-4a37-8b57-15f069b4527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f179c320-3aff-4a24-b774-40ce1cbd736d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:16.243936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:16.251414 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.253453 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9ccc59ed-707c-4a37-8b57-15f069b4527c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79f2f1481e4845b888bbf208ffb379b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3096294 Aug 16 13:21:16.262150 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bba6c4d4-f88f-46ec-a9b8-40d40f7b25b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.264813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40508) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:16.386456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Allocated IP 2001:db8::f816:3eff:fee6:79fa (b851a049-930c-4b25-9e07-7e3271663066/d3c49ed3-ea85-484c-809e-3de6cdf76e57/a8eb155a-a5d9-4f77-a676-a730034418d2) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:16.416015 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bba6c4d4-f88f-46ec-a9b8-40d40f7b25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.422617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bba6c4d4-f88f-46ec-a9b8-40d40f7b25b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.428673 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bba6c4d4-f88f-46ec-a9b8-40d40f7b25b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/957252f5-e920-4c05-a8a7-d03dcba797f5 HTTP/1.1" status: 204 len: 168 time: 0.5627592 Aug 16 13:21:16.432702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] device_id is not set on port 5681fa5d-dd0f-43b2-a8fe-df26a85ef608 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:21:16.457824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-326844a6-cf2b-4dd3-8786-d266d467454f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.472593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7e05dbd-d9a4-497e-9b7f-01d73c640de7 req-f7dd1ea0-4ef0-47b9-bc32-5cc9021d3f01 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/security-groups?id=1755d2f3-d197-4e45-8282-770b491baf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689106 Aug 16 13:21:16.482473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6c4d4-f88f-46ec-a9b8-40d40f7b25b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957252f5-e920-4c05-a8a7-d03dcba797f5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:16.534817 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-326844a6-cf2b-4dd3-8786-d266d467454f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.566036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26414a33-a1af-4d95-858f-61167e3bf434 tempest-TestServerBasicOps-1159725322 tempest-TestServerBasicOps-1159725322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:16.574643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-26414a33-a1af-4d95-858f-61167e3bf434 tempest-TestServerBasicOps-1159725322 tempest-TestServerBasicOps-1159725322-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 1092 time: 0.5979023 Aug 16 13:21:16.575775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40518) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:16.616457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '62968e13-de88-4a6c-a10e-8d884c7f3b9b', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:16.721697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.768674 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-326844a6-cf2b-4dd3-8786-d266d467454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.772792 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-326844a6-cf2b-4dd3-8786-d266d467454f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.778177 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-326844a6-cf2b-4dd3-8786-d266d467454f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f179c320-3aff-4a24-b774-40ce1cbd736d HTTP/1.1" status: 204 len: 168 time: 0.5079389 Aug 16 13:21:16.785225 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:16.810678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326844a6-cf2b-4dd3-8786-d266d467454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f179c320-3aff-4a24-b774-40ce1cbd736d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:17.103054 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:17.130284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:17.138329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Transition to ACTIVE for port object a8eb155a-a5d9-4f77-a676-a730034418d2 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:17.183781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Transition to ACTIVE for port object a8eb155a-a5d9-4f77-a676-a730034418d2 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:17.201177 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:17.300523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Allocated IP 2001:db8::f816:3eff:fe8a:3414 (b851a049-930c-4b25-9e07-7e3271663066/d3c49ed3-ea85-484c-809e-3de6cdf76e57/5681fa5d-dd0f-43b2-a8fe-df26a85ef608) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:17.343584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Pushing event updated for resources: {'Port': ['ID=a8eb155a-a5d9-4f77-a676-a730034418d2,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:17.370198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Network b851a049-930c-4b25-9e07-7e3271663066 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:17.373262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:17.377325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:17.493148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Attempting to bind port a8eb155a-a5d9-4f77-a676-a730034418d2 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:21:17.495130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Attempting to bind port a8eb155a-a5d9-4f77-a676-a730034418d2 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '356d098b-133f-4ded-a575-a33d913475a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b851a049-930c-4b25-9e07-7e3271663066'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:21:17.496120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Attempting to bind port a8eb155a-a5d9-4f77-a676-a730034418d2 on network b851a049-930c-4b25-9e07-7e3271663066 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:21:17.512862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:21:17.513448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Checking segment: {'id': '356d098b-133f-4ded-a575-a33d913475a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b851a049-930c-4b25-9e07-7e3271663066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:17.514151 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:17.514805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Bound using segment: {'id': '356d098b-133f-4ded-a575-a33d913475a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b851a049-930c-4b25-9e07-7e3271663066'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:21:17.515556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Bound port: a8eb155a-a5d9-4f77-a676-a730034418d2, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356d098b-133f-4ded-a575-a33d913475a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b851a049-930c-4b25-9e07-7e3271663066'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:21:17.516195 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:17.531052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a392ac-0e2d-4786-9519-5338defed644 req-e582bfc6-0dd0-49e8-ab67-2050460e2910 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:17.533703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-e582bfc6-0dd0-49e8-ab67-2050460e2910 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.6041241 Aug 16 13:21:17.666151 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-1e5340d1-5033-435e-987f-cd7cb97c63b6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/quotas/36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 375 time: 0.1197088 Aug 16 13:21:17.715015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] For port a8eb155a-a5d9-4f77-a676-a730034418d2, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:21:17.727776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d634dbe-6d42-4352-8b00-1cf1d0beca87 req-12b0b061-653e-4618-906a-03ede5fea01b tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:17.731034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] For port a8eb155a-a5d9-4f77-a676-a730034418d2, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a8eb155a-a5d9-4f77-a676-a730034418d2,segment=NetworkSegment(356d098b-133f-4ded-a575-a33d913475a9),segment_id=356d098b-133f-4ded-a575-a33d913475a9)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:21:17.741426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d634dbe-6d42-4352-8b00-1cf1d0beca87 req-12b0b061-653e-4618-906a-03ede5fea01b tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 945 time: 0.5502491 Aug 16 13:21:17.745812 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:17.779102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40550) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:17.804372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:17.819468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5030bda-fe81-4eaa-b9d4-55c21f49a8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:17.901462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37943d-b035-4493-8349-686aceb8a60c None None] Pushing event updated for resources: {'Port': ['ID=a8eb155a-a5d9-4f77-a676-a730034418d2,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:17.905058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Allocated IP 172.25.0.208 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/7466ecf4-7a8e-4ad2-ad47-1542067a3469) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:17.919361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Transition to ACTIVE for port object 5681fa5d-dd0f-43b2-a8fe-df26a85ef608 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:17.956074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-e4def9de-5df1-4702-97ea-54e8c629b0cc tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2887444 Aug 16 13:21:17.992409 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5030bda-fe81-4eaa-b9d4-55c21f49a8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:18.001524 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e5030bda-fe81-4eaa-b9d4-55c21f49a8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:18.033726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d634dbe-6d42-4352-8b00-1cf1d0beca87 req-437e1f85-9882-4630-b88b-21e49617c1de tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/security-groups?id=1755d2f3-d197-4e45-8282-770b491baf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814994 Aug 16 13:21:18.052513 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e5030bda-fe81-4eaa-b9d4-55c21f49a8c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5bce89ca2bf348eca1cac340be2775b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722557 Aug 16 13:21:18.055188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40556) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:18.107290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5030bda-fe81-4eaa-b9d4-55c21f49a8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da5ece3-ce5d-4d08-8e8e-ff99ca97d33c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:18.165345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b8de6a8-6b4d-4f1f-9801-5f180ee855b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:18.242610 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:18.261908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b8de6a8-6b4d-4f1f-9801-5f180ee855b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:18.372808 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:18.401533 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b8de6a8-6b4d-4f1f-9801-5f180ee855b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:18.406264 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b8de6a8-6b4d-4f1f-9801-5f180ee855b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:18.407777 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9b8de6a8-6b4d-4f1f-9801-5f180ee855b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5da5ece3-ce5d-4d08-8e8e-ff99ca97d33c HTTP/1.1" status: 204 len: 168 time: 0.3511672 Aug 16 13:21:18.436128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8de6a8-6b4d-4f1f-9801-5f180ee855b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da5ece3-ce5d-4d08-8e8e-ff99ca97d33c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:18.488614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-ca37e3fb-7914-4c92-8c5b-2a754f1dcf0c service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308230 Aug 16 13:21:18.524083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network b851a049-930c-4b25-9e07-7e3271663066 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:18.555766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:18.559451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Port': ['ID=5681fa5d-dd0f-43b2-a8fe-df26a85ef608,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:18.572867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:18.583999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:18.584960 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:18.754019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8863c970-2723-44b6-8033-3582460407ce tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9959385 Aug 16 13:21:18.758970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40568) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:18.783693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f2e22-a97e-47b8-9821-b5321ca9c739 req-c8e53a83-8fe4-4a88-a707-0baaef22e6e1 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:18.792214 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f2f2e22-a97e-47b8-9821-b5321ca9c739 req-c8e53a83-8fe4-4a88-a707-0baaef22e6e1 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.42 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 945 time: 0.3415160 Aug 16 13:21:18.925747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:18.929914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb6371d-5643-4f4f-9af9-8eb919e03be8 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Deleting subnet d3c49ed3-ea85-484c-809e-3de6cdf76e57 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:21:18.945473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fb6371d-5643-4f4f-9af9-8eb919e03be8 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:19.157610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fb6371d-5643-4f4f-9af9-8eb919e03be8 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:19.227100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:19.309576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:19.346954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-3d492380-0cb4-4238-87cb-39fef5eebaf9 service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8176904 Aug 16 13:21:19.374615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:19.445368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event updated for resources: {'Port': ['ID=7466ecf4-7a8e-4ad2-ad47-1542067a3469,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:19.560973 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fb6371d-5643-4f4f-9af9-8eb919e03be8 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:19.726242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101ff70-ee27-4ec0-8784-cd4d508ebfe0 req-9d6a0e62-fffe-4659-bc49-d197d0d363cb tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:19.729705 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2101ff70-ee27-4ec0-8784-cd4d508ebfe0 req-9d6a0e62-fffe-4659-bc49-d197d0d363cb tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 945 time: 0.4823852 Aug 16 13:21:19.774397 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-7f2f2e22-a97e-47b8-9821-b5321ca9c739 req-56cacb09-f9da-4b25-81e4-9968081c07a0 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Deleting port 4f1e97e1-254d-4237-9c34-a9476465d412 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:19.777312 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7f2f2e22-a97e-47b8-9821-b5321ca9c739 req-56cacb09-f9da-4b25-81e4-9968081c07a0 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:19.806218 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fb6371d-5643-4f4f-9af9-8eb919e03be8 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:19.836639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea148e57-1deb-4c74-a492-172aa211d8d6 None None] Network b851a049-930c-4b25-9e07-7e3271663066 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:19.935015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6371d-5643-4f4f-9af9-8eb919e03be8 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c49ed3-ea85-484c-809e-3de6cdf76e57,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:19.949252 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fb6371d-5643-4f4f-9af9-8eb919e03be8 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:19.961186 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8fb6371d-5643-4f4f-9af9-8eb919e03be8 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/subnets/d3c49ed3-ea85-484c-809e-3de6cdf76e57 HTTP/1.1" status: 204 len: 168 time: 1.2003338 Aug 16 13:21:19.962479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40592) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:20.007355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a8eb155a-a5d9-4f77-a676-a730034418d2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:21:20.116519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dafdf19-856d-4cec-bb7a-55ea8bf365d4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:20.136233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dafdf19-856d-4cec-bb7a-55ea8bf365d4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:20.146393 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5dafdf19-856d-4cec-bb7a-55ea8bf365d4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1725159 Aug 16 13:21:20.147515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40600) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:20.264053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-da90e8fb-c8ab-48f7-9bf0-7aa660258b0d None None] Provisioning for port a8eb155a-a5d9-4f77-a676-a730034418d2 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:21:20.378908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ead22fcd-91b2-4e3e-a3dc-57a83b0d4b17 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:20.390377 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead22fcd-91b2-4e3e-a3dc-57a83b0d4b17 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 13:21:20.391194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead22fcd-91b2-4e3e-a3dc-57a83b0d4b17 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:21:20.394083 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ead22fcd-91b2-4e3e-a3dc-57a83b0d4b17 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/networks/b851a049-930c-4b25-9e07-7e3271663066 HTTP/1.1" status: 409 len: 405 time: 0.2452197 Aug 16 13:21:20.399767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40608) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:20.407186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-370635175'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:20.420362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port a8eb155a-a5d9-4f77-a676-a730034418d2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:21:20.430700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a8eb155a-a5d9-4f77-a676-a730034418d2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:21:20.431559 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:20.438825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3aad69ba-4bd2-4e33-918c-c820cf9062a3 req-ce94717b-3339-4b3d-84f0-9e881767053e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 210 time: 0.4545627 Aug 16 13:21:20.467783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:20.473132 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:20.485859 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2101ff70-ee27-4ec0-8784-cd4d508ebfe0 req-dcfbc565-1425-42b3-b722-99f5b6cbb755 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/security-groups?id=1755d2f3-d197-4e45-8282-770b491baf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7313437 Aug 16 13:21:20.593439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:21:20.647039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-7f2f2e22-a97e-47b8-9821-b5321ca9c739 req-56cacb09-f9da-4b25-81e4-9968081c07a0 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] For port 4f1e97e1-254d-4237-9c34-a9476465d412, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=4f1e97e1-254d-4237-9c34-a9476465d412,segment=NetworkSegment(3ccce738-db73-4231-970f-b398a113a2c6),segment_id=3ccce738-db73-4231-970f-b398a113a2c6)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:20.648390 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7f2f2e22-a97e-47b8-9821-b5321ca9c739 req-56cacb09-f9da-4b25-81e4-9968081c07a0 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:20.680959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:20.681510 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Added segment b5ceafe4-bf55-49ed-a4b1-18167cacb155 of type vlan for network 0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9 Aug 16 13:21:20.697980 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-7f2f2e22-a97e-47b8-9821-b5321ca9c739 req-56cacb09-f9da-4b25-81e4-9968081c07a0 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Calling delete_port for 4f1e97e1-254d-4237-9c34-a9476465d412 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:21:20.875315 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:20.969345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:20.982208 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:20.984173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:20.985702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:20.991835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6161007-184d-4994-86e9-c7618906b64c None None] DHCP port deletion for b851a049-930c-4b25-9e07-7e3271663066 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:21:21.107681 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7066994 Aug 16 13:21:21.109347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40622) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:21.131934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port a8eb155a-a5d9-4f77-a676-a730034418d2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a8eb155a-a5d9-4f77-a676-a730034418d2,segment=NetworkSegment(356d098b-133f-4ded-a575-a33d913475a9),segment_id=356d098b-133f-4ded-a575-a33d913475a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:21.148631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'subnet': {'network_id': '0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:21.148915 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:21.263082 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c6161007-184d-4994-86e9-c7618906b64c None None] Deleting port a8eb155a-a5d9-4f77-a676-a730034418d2 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:21.263471 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c6161007-184d-4994-86e9-c7618906b64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:21.316411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ae425-49fd-4608-993b-de50781e44c4 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Network': ['ID=0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:21.384195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:21:21.473417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:21.481529 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:21.613547 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7f2f2e22-a97e-47b8-9821-b5321ca9c739 req-56cacb09-f9da-4b25-81e4-9968081c07a0 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:21.651245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=a8eb155a-a5d9-4f77-a676-a730034418d2,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:21.668049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a8eb155a-a5d9-4f77-a676-a730034418d2 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:21:21.829028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c6161007-184d-4994-86e9-c7618906b64c None None] For port a8eb155a-a5d9-4f77-a676-a730034418d2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a8eb155a-a5d9-4f77-a676-a730034418d2,segment=NetworkSegment(356d098b-133f-4ded-a575-a33d913475a9),segment_id=356d098b-133f-4ded-a575-a33d913475a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:21.829028 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c6161007-184d-4994-86e9-c7618906b64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:21.955582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c6161007-184d-4994-86e9-c7618906b64c None None] Calling delete_port for a8eb155a-a5d9-4f77-a676-a730034418d2 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:21:21.971441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:22.061944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port a8eb155a-a5d9-4f77-a676-a730034418d2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a8eb155a-a5d9-4f77-a676-a730034418d2,segment=NetworkSegment(356d098b-133f-4ded-a575-a33d913475a9),segment_id=356d098b-133f-4ded-a575-a33d913475a9)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:22.073517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:22.127356 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-500c140c-5c49-45f6-b3dc-83ec78fb6f23 req-64e9f10f-e1c5-401f-8d1d-c0861887805b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 210 time: 0.3818765 Aug 16 13:21:22.129819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7748bee-fb35-494d-b11c-92297a90bf21 req-1a689423-d492-4b07-a48c-081d1b20919e tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 210 time: 0.3823817 Aug 16 13:21:22.150245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=a8eb155a-a5d9-4f77-a676-a730034418d2,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:22.174458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4f1e97e1-254d-4237-9c34-a9476465d412 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:21:22.178507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cacb09-f9da-4b25-81e4-9968081c07a0 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Pushing event deleted for resources: {'Port': ['ID=4f1e97e1-254d-4237-9c34-a9476465d412,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:22.208464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 4f1e97e1-254d-4237-9c34-a9476465d412 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:21:22.209321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 4f1e97e1-254d-4237-9c34-a9476465d412 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:21:22.214293 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c6161007-184d-4994-86e9-c7618906b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:22.232678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6161007-184d-4994-86e9-c7618906b64c None None] No DVR routers for this DVR port a8eb155a-a5d9-4f77-a676-a730034418d2 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:21:22.267324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6161007-184d-4994-86e9-c7618906b64c None None] Pushing event deleted for resources: {'Port': ['ID=a8eb155a-a5d9-4f77-a676-a730034418d2,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:22.419368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:21:22.422016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:22.470986 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:21:22.531348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40646) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:22.721131 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:22.723823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2f2e22-a97e-47b8-9821-b5321ca9c739 req-56cacb09-f9da-4b25-81e4-9968081c07a0 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] No DVR routers for this DVR port 4f1e97e1-254d-4237-9c34-a9476465d412 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:21:22.729395 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-7f2f2e22-a97e-47b8-9821-b5321ca9c739 req-56cacb09-f9da-4b25-81e4-9968081c07a0 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:22.731782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f2f2e22-a97e-47b8-9821-b5321ca9c739 req-56cacb09-f9da-4b25-81e4-9968081c07a0 tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.42 "DELETE /v2.0/ports/4f1e97e1-254d-4237-9c34-a9476465d412 HTTP/1.1" status: 204 len: 173 time: 3.9381747 Aug 16 13:21:22.775720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Subnet': ['ID=cb18ad64-b288-4846-b7a6-94ceb2655e94,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:22.813687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Checking segment: {'id': 'b5ceafe4-bf55-49ed-a4b1-18167cacb155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:22.814501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network hostable DHCP agents. Network: 0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:21:22.823320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41421c8-297a-45e1-9a5c-7e8328aa80be', 'name': 'network-vif-deleted', 'tag': '4f1e97e1-254d-4237-9c34-a9476465d412'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:21:22.829616 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a1783c-3975-4847-b0f5-54da702cf217" -d '{"events": [{"server_uuid": "f41421c8-297a-45e1-9a5c-7e8328aa80be", "name": "network-vif-deleted", "tag": "4f1e97e1-254d-4237-9c34-a9476465d412"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:21:22.913975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a392ac-0e2d-4786-9519-5338defed644 req-b827c5e3-35eb-453d-b2d5-b9adf99eeb8a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:22.923338 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-b827c5e3-35eb-453d-b2d5-b9adf99eeb8a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.4743819 Aug 16 13:21:22.938240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1948229407', 'router:external': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:22.945372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network 0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:21:22.968757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'port': {'device_id': '48c9cf03-c69f-434d-b93d-1ff281b32679', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'admin_state_up': True, 'tenant_id': '36258017bc834aab8f01df63a8d583bf'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:22.975991 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5538180a-bf2c-4aca-baa8-eb9592bfb47a x-openstack-request-id: req-5538180a-bf2c-4aca-baa8-eb9592bfb47a {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:21:22.976343 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41421c8-297a-45e1-9a5c-7e8328aa80be", "name": "network-vif-deleted", "tag": "4f1e97e1-254d-4237-9c34-a9476465d412", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:21:22.976539 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5538180a-bf2c-4aca-baa8-eb9592bfb47a {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:21:22.976910 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41421c8-297a-45e1-9a5c-7e8328aa80be', 'name': 'network-vif-deleted', 'tag': '4f1e97e1-254d-4237-9c34-a9476465d412', 'status': 'completed', 'code': 200} Aug 16 13:21:23.045577 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:23.059375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:23.074795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc78ce4-4567-4c64-b5b2-7e7cdd3f6d3b None None] Network 0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:23.079485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:23.080457 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:23.160153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Made reservation on behalf of c37db1dc41d749dc8eb15c92f11a9e91 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:23.164955 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:23.206934 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:23.220555 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-48ffc082-8733-4f63-a8da-a9b5ae3a1819 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0989470 Aug 16 13:21:23.243878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40660) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:23.541698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc4ce5cf-4870-4db3-b910-811b3a49a308 req-3ac7ab2d-e468-4c37-aef4-c377bc18597e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 210 time: 0.1987493 Aug 16 13:21:23.601794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9', 'network_id': '0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9', 'tenant_id': '28135dd4be2740dcb74487d0db336ddb', 'fixed_ips': [{'subnet_id': 'cb18ad64-b288-4846-b7a6-94ceb2655e94'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:21:23.603162 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:23.685894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19ba3cd8-3729-4bb7-bb47-21bb2a7da9f8 req-e0791e36-9f5b-491e-8b3a-9af7f0126d2f tempest-ServerGroupTestJSON-1269590849 tempest-ServerGroupTestJSON-1269590849-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41421c8-297a-45e1-9a5c-7e8328aa80be HTTP/1.1" status: 200 len: 210 time: 0.1606996 Aug 16 13:21:23.784467 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:23.905410 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:23.931863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:23.934900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Allocated IP 2001:db8::f816:3eff:fef2:af6 (0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9/cb18ad64-b288-4846-b7a6-94ceb2655e94/d8168424-ebb4-436e-937a-7d43a876d1ef) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:23.943372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.024143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.097001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f053e27-ef47-4ae5-910e-a635e7b47c66,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:24.097719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event updated for resources: {'Port': ['ID=7466ecf4-7a8e-4ad2-ad47-1542067a3469,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:24.132670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Made reservation on behalf of 36258017bc834aab8f01df63a8d583bf for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:24.140557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.155694 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.182620 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.197331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Transition to ACTIVE for port object d8168424-ebb4-436e-937a-7d43a876d1ef will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:24.242289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:21:24.242289 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.245039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Transition to ACTIVE for port object d8168424-ebb4-436e-937a-7d43a876d1ef will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:24.262784 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.308086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.308429 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Added segment 54e8b825-3602-4275-8228-74e59d19a830 of type vlan for network 48055059-bb69-440c-88c0-f2e228126228 Aug 16 13:21:24.418171 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Floating IP 94a764f4-f4ec-40a9-9f98-de0acd40f457 associated. External IP: 172.25.0.208, port: 62968e13-de88-4a6c-a10e-8d884c7f3b9b. Aug 16 13:21:24.454641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Pushing event updated for resources: {'Port': ['ID=d8168424-ebb4-436e-937a-7d43a876d1ef,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:24.486003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Network 0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:24.492515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:24.504622 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:24.655336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.667403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.768993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Attempting to bind port d8168424-ebb4-436e-937a-7d43a876d1ef on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:21:24.773891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Attempting to bind port d8168424-ebb4-436e-937a-7d43a876d1ef by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b5ceafe4-bf55-49ed-a4b1-18167cacb155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:21:24.775095 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Attempting to bind port d8168424-ebb4-436e-937a-7d43a876d1ef on network 0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:21:24.789934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:21:24.791140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Checking segment: {'id': 'b5ceafe4-bf55-49ed-a4b1-18167cacb155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:24.793352 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.795945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Bound using segment: {'id': 'b5ceafe4-bf55-49ed-a4b1-18167cacb155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:21:24.816669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Bound port: d8168424-ebb4-436e-937a-7d43a876d1ef, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ceafe4-bf55-49ed-a4b1-18167cacb155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:21:24.820650 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:24.840575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Subnet': ['ID=cb18ad64-b288-4846-b7a6-94ceb2655e94,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:24.888094 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.resource_extend [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:21:24.903709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-221da118-62d4-4a4f-8824-299dc7d5def5 req-6dcc6199-c0b1-491d-a1e4-6e47fa17ba6f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 210 time: 0.1087964 Aug 16 13:21:25.197133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] For port d8168424-ebb4-436e-937a-7d43a876d1ef, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:21:25.210322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] For port d8168424-ebb4-436e-937a-7d43a876d1ef, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d8168424-ebb4-436e-937a-7d43a876d1ef,segment=NetworkSegment(b5ceafe4-bf55-49ed-a4b1-18167cacb155),segment_id=b5ceafe4-bf55-49ed-a4b1-18167cacb155)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:21:25.221589 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:25.244081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Allocated IP 172.20.0.4 (09008d7a-74f8-41ab-838d-28f8e4814bf4/af41ab79-8112-4b7c-93d4-d544d538fff7/bf2d4669-536a-49dc-aa0a-16037f540f74) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:25.253250 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:25.286231 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:25.287924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:25.288957 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:25.302380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:25.426302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:21:25.429969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ceafe4-bf55-49ed-a4b1-18167cacb155') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:25.430792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ceafe4-bf55-49ed-a4b1-18167cacb155') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:25.511193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd098902-29f0-4f5e-828c-540ea81dbc4c None None] Pushing event updated for resources: {'Port': ['ID=d8168424-ebb4-436e-937a-7d43a876d1ef,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:25.572744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40722) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:25.577154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b16c526-5575-4373-9c7f-694e0b24f3eb None None] Network 0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:25.768744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-103b8a96-48dd-491d-89d5-f4b051e3c07a admin admin] Deleting subnet c7569b9f-945e-4b6d-b3d6-e5bc21d2986f {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:21:25.779602 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-103b8a96-48dd-491d-89d5-f4b051e3c07a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:25.840666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:21:25.855404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-103b8a96-48dd-491d-89d5-f4b051e3c07a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:25.906684 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:25.928034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7f19f-65ce-4d5b-b47c-d6595f72fe80 None None] Sync routers for ids ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:21:25.969412 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-103b8a96-48dd-491d-89d5-f4b051e3c07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:26.068943 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8125d27f-0860-4f79-b3c2-18daf8ffabba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.4864295 Aug 16 13:21:26.070768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7f19f-65ce-4d5b-b47c-d6595f72fe80 None None] Routers {'3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:21:26.071737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fac7f19f-65ce-4d5b-b47c-d6595f72fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:21:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:26.076331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654661fb-730b-455c-8087-309672a5e871', 'tag': '62968e13-de88-4a6c-a10e-8d884c7f3b9b'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:21:26.077126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:26.080019 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e0da47-7661-4d3c-880b-29e8a5f215aa" -d '{"events": [{"name": "network-changed", "server_uuid": "654661fb-730b-455c-8087-309672a5e871", "tag": "62968e13-de88-4a6c-a10e-8d884c7f3b9b"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:21:26.096054 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.5114703 Aug 16 13:21:26.097104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40732) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:26.147583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:26.151301 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5763acc7-a7ba-42f6-a32b-8a251b459d08 x-openstack-request-id: req-5763acc7-a7ba-42f6-a32b-8a251b459d08 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:21:26.152017 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654661fb-730b-455c-8087-309672a5e871", "tag": "62968e13-de88-4a6c-a10e-8d884c7f3b9b", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:21:26.152517 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5763acc7-a7ba-42f6-a32b-8a251b459d08 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:21:26.155721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Request body: {'subnet': {'network_id': '48055059-bb69-440c-88c0-f2e228126228', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:26.161165 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654661fb-730b-455c-8087-309672a5e871', 'tag': '62968e13-de88-4a6c-a10e-8d884c7f3b9b', 'status': 'completed', 'code': 200} Aug 16 13:21:26.165086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad75fd-d6ea-4ee2-bfc2-9b7737c7091d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event updated for resources: {'Network': ['ID=48055059-bb69-440c-88c0-f2e228126228,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:26.180415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb74c177-fa77-42b7-8f19-6e777b546160 req-db551829-709f-462d-aad3-dd612b0c5936 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 210 time: 0.1092436 Aug 16 13:21:26.205716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:26.215686 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Transition to ACTIVE for port object bf2d4669-536a-49dc-aa0a-16037f540f74 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:26.227123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:21:26.227542 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:21:26.233071 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:21:26.272433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a323db0a-613f-4d63-b1fa-bf0eefcead76 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:21:26.299599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 48055059-bb69-440c-88c0-f2e228126228 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:21:26.306407 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-103b8a96-48dd-491d-89d5-f4b051e3c07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:26.378399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Made reservation on behalf of c37db1dc41d749dc8eb15c92f11a9e91 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:26.382909 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:26.383474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b8a96-48dd-491d-89d5-f4b051e3c07a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7569b9f-945e-4b6d-b3d6-e5bc21d2986f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:26.406140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0da47-7661-4d3c-880b-29e8a5f215aa req-c2917377-fdeb-4442-be8e-40ad0ac81797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:26.411141 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41e0da47-7661-4d3c-880b-29e8a5f215aa req-c2917377-fdeb-4442-be8e-40ad0ac81797 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86644d1ddd9a48db9f4679dac2002c83&device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 1097 time: 0.2221284 Aug 16 13:21:26.415619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-103b8a96-48dd-491d-89d5-f4b051e3c07a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:26.417796 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-103b8a96-48dd-491d-89d5-f4b051e3c07a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c7569b9f-945e-4b6d-b3d6-e5bc21d2986f HTTP/1.1" status: 204 len: 168 time: 0.8391631 Aug 16 13:21:26.428184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40736) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:26.611104 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:26.652134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0da47-7661-4d3c-880b-29e8a5f215aa req-44a19656-92f0-4027-8758-2b96bf78f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:26.653661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41e0da47-7661-4d3c-880b-29e8a5f215aa req-44a19656-92f0-4027-8758-2b96bf78f665 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b1b553f-4a02-43fb-ab30-612de5245869 HTTP/1.1" status: 200 len: 909 time: 0.2346470 Aug 16 13:21:26.858622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:26.870535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41e0da47-7661-4d3c-880b-29e8a5f215aa req-b343b71b-a73b-4fb8-8243-d75741c89d9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62968e13-de88-4a6c-a10e-8d884c7f3b9b HTTP/1.1" status: 200 len: 1000 time: 0.2028246 Aug 16 13:21:26.871059 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.api [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 13:21:26.871059 n-d-804708-1 neutron-server[101396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 13:21:26.871059 n-d-804708-1 neutron-server[101396]: [parameters: {'id': '0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9'}] Aug 16 13:21:26.871059 n-d-804708-1 neutron-server[101396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:21:26.871731 n-d-804708-1 neutron-server[101396]: DEBUG oslo_db.api [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:21:26.875964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f95c086-2632-4247-8734-ff63186cef4d']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:26.949142 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:27.025037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['62f8b7b0-bf02-419a-815f-dd92645e5e34'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:21:27.076542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0da47-7661-4d3c-880b-29e8a5f215aa req-348d2f21-6f2a-4f30-90e6-0db37ffc5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:27.090689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41e0da47-7661-4d3c-880b-29e8a5f215aa req-348d2f21-6f2a-4f30-90e6-0db37ffc5300 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2a2e524-7cbd-45b8-b39c-3fab5c8992c4 HTTP/1.1" status: 200 len: 848 time: 0.2113845 Aug 16 13:21:27.095396 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccce738-db73-4231-970f-b398a113a2c6') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:27.096109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccce738-db73-4231-970f-b398a113a2c6') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:27.142949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:27.187455 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:27.203833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-fac7f19f-65ce-4d5b-b47c-d6595f72fe80 None None] Set router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:21:27.206192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:21:27.207764 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:27.259769 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:27.272391 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=bf2d4669-536a-49dc-aa0a-16037f540f74,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:27.297006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:27.308328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:27.373184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:21:27.420711 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:21:27.438037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a323db0a-613f-4d63-b1fa-bf0eefcead76 None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:21:27.454811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:27.470005 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:27.508910 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:27.569741 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:27.572244 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3f95c086-2632-4247-8734-ff63186cef4d HTTP/1.1" status: 204 len: 168 time: 1.1418750 Aug 16 13:21:27.612393 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a0b65-b539-4e47-b19b-4e116094f442 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f95c086-2632-4247-8734-ff63186cef4d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:27.636242 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-570cfffa-8f37-40ce-875d-13b85fb75000 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6789253 Aug 16 13:21:27.655001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Request body: {'port': {'device_id': '48c9cf03-c69f-434d-b93d-1ff281b32679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:27.680704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09b25b-7b29-42c4-93b6-d2cea5f369e2 req-bd5c01cf-5741-4f1f-bf1b-1b1c2deffc30 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:27.700367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff09b25b-7b29-42c4-93b6-d2cea5f369e2 req-bd5c01cf-5741-4f1f-bf1b-1b1c2deffc30 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 931 time: 0.2766016 Aug 16 13:21:27.704484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0da47-7661-4d3c-880b-29e8a5f215aa req-fcc1c6b8-4f88-4576-9b83-1a00eb40aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:27.706669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41e0da47-7661-4d3c-880b-29e8a5f215aa req-fcc1c6b8-4f88-4576-9b83-1a00eb40aec7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b1b553f-4a02-43fb-ab30-612de5245869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2476270 Aug 16 13:21:28.020480 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff09b25b-7b29-42c4-93b6-d2cea5f369e2 req-534d896b-8b64-4db3-9b23-96cd7a8b7794 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191712 Aug 16 13:21:28.083047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40752) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:28.217797 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41e0da47-7661-4d3c-880b-29e8a5f215aa req-b1e47345-c931-423d-a66b-bb233ec79727 service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944348 Aug 16 13:21:28.459682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e6ce1944-0f15-4b3a-a8fe-bf14210647f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f935d252c1dd45fea28298d88221c639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699901 Aug 16 13:21:28.471329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40754) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:28.514033 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:28.532931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:21:28.533422 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:28.657637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f9fa2dd2-0fc2-45de-b3e1-4d09435a4a6a,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:28.719086 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-059eaff7-0541-4d62-93bc-9444caa16461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:28.753018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Deleting port d8168424-ebb4-436e-937a-7d43a876d1ef {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:28.753389 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:28.793647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-059eaff7-0541-4d62-93bc-9444caa16461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:28.815739 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41e0da47-7661-4d3c-880b-29e8a5f215aa req-dc7971a8-4451-4723-8587-c1e216efcff3 service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624292 Aug 16 13:21:28.932909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-059eaff7-0541-4d62-93bc-9444caa16461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:28.939016 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-059eaff7-0541-4d62-93bc-9444caa16461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:28.943668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-059eaff7-0541-4d62-93bc-9444caa16461 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1755d2f3-d197-4e45-8282-770b491baf32 HTTP/1.1" status: 204 len: 168 time: 0.4659975 Aug 16 13:21:28.954456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Checking segment: {'id': '54e8b825-3602-4275-8228-74e59d19a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '48055059-bb69-440c-88c0-f2e228126228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:28.964293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Network hostable DHCP agents. Network: 48055059-bb69-440c-88c0-f2e228126228, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:21:28.975997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059eaff7-0541-4d62-93bc-9444caa16461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1755d2f3-d197-4e45-8282-770b491baf32,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:29.322563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fac7f19f-65ce-4d5b-b47c-d6595f72fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '94a764f4-f4ec-40a9-9f98-de0acd40f457', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'port_id': '62968e13-de88-4a6c-a10e-8d884c7f3b9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'mac_address': 'fa:16:3e:20:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654661fb-730b-455c-8087-309672a5e871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:21:20Z', 'updated_at': '2021-08-16T13:21:20Z', 'revision_number': 0, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff3340c-04db-4f9b-b7fe-639993cdd030', 'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'mac_address': 'fa:16:3e:22:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:12Z', 'updated_at': '2021-08-16T13:20:32Z', 'revision_number': 5, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'subnets': [{'id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:29.446226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7f19f-65ce-4d5b-b47c-d6595f72fe80 None None] Checking router: 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:21:29.483767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7f19f-65ce-4d5b-b47c-d6595f72fe80 None None] Routers {'3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:21:29.487982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fac7f19f-65ce-4d5b-b47c-d6595f72fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:21:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:29.491693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12944f05-66b5-47ee-8706-24fb77e027f6 req-3f390923-929c-4e88-b416-d31c9de15b93 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:29.497670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] For port d8168424-ebb4-436e-937a-7d43a876d1ef, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d8168424-ebb4-436e-937a-7d43a876d1ef,segment=NetworkSegment(b5ceafe4-bf55-49ed-a4b1-18167cacb155),segment_id=b5ceafe4-bf55-49ed-a4b1-18167cacb155)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:29.498321 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:29.508707 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12944f05-66b5-47ee-8706-24fb77e027f6 req-3f390923-929c-4e88-b416-d31c9de15b93 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 931 time: 0.3244152 Aug 16 13:21:29.711054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12944f05-66b5-47ee-8706-24fb77e027f6 req-303d1c18-b422-4766-853b-87d75f87b0ff tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936672 Aug 16 13:21:29.727263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Calling delete_port for d8168424-ebb4-436e-937a-7d43a876d1ef owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:21:29.728167 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Network 48055059-bb69-440c-88c0-f2e228126228 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:21:29.847344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 48055059-bb69-440c-88c0-f2e228126228) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:29.927595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:29.928630 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:30.099803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-fac7f19f-65ce-4d5b-b47c-d6595f72fe80 None None] Set router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:21:30.306373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-605972b8-49b6-40ee-9796-b4e06fa7b4d6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.1558461 Aug 16 13:21:30.311461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40782) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:30.324043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-82867199', 'network_id': '48055059-bb69-440c-88c0-f2e228126228'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:30.389011 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ea29db-b37a-4457-b541-f3b0deab9ca5 None None] Network 48055059-bb69-440c-88c0-f2e228126228 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:30.413919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Made reservation on behalf of c37db1dc41d749dc8eb15c92f11a9e91 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:30.418564 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:30.420322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2d4669-536a-49dc-aa0a-16037f540f74 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:21:30.470147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] device_id is not set on port b347bc75-8a81-435b-ac19-4deaa4435aeb yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:21:30.472211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:30.605185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Transition to ACTIVE for port object bf2d4669-536a-49dc-aa0a-16037f540f74 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:30.634031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-39fc1ab1-19f8-4ce1-8f48-9deb0a76f830 None None] Provisioning for port bf2d4669-536a-49dc-aa0a-16037f540f74 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:21:30.636975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:30.797888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d4669-536a-49dc-aa0a-16037f540f74,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:30.806777 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:30.918529 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:30.927343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Port': ['ID=d8168424-ebb4-436e-937a-7d43a876d1ef,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:30.950781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No DVR routers for this DVR port d8168424-ebb4-436e-937a-7d43a876d1ef on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:21:31.075520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Allocated IP 2001:db8::fd (48055059-bb69-440c-88c0-f2e228126228/f9fa2dd2-0fc2-45de-b3e1-4d09435a4a6a/b347bc75-8a81-435b-ac19-4deaa4435aeb) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:31.356883 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:31.400185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:31.442799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ceafe4-bf55-49ed-a4b1-18167cacb155') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:31.443242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ceafe4-bf55-49ed-a4b1-18167cacb155') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:31.470227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:31.471110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01672bee-2dd4-42a9-ace5-3a2b19e35bd3 None None] Network 48055059-bb69-440c-88c0-f2e228126228 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:31.502776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:31.522363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:21:31.522948 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:21:31.705452 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:21:31.718036 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:31.775415 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:31.777623 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/networks/0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9 HTTP/1.1" status: 204 len: 168 time: 8.5321901 Aug 16 13:21:31.816460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40800) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:31.821468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Network': ['ID=0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:31.842832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1991996634'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:31.911118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:31.912923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:31.913545 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:31.914436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:31.919617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:31.920435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:31.921085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:31.921707 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:31.924883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:31.925798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:31.927184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:31.927831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac238f-4673-4039-b2e0-fe0ed44fbf69 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:32.010635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:32.014669 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6bfd-e2d9-412d-89fe-b2f3d099e372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:32.022702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:32.046228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fac7f19f-65ce-4d5b-b47c-d6595f72fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '94a764f4-f4ec-40a9-9f98-de0acd40f457', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'port_id': '62968e13-de88-4a6c-a10e-8d884c7f3b9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'mac_address': 'fa:16:3e:20:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654661fb-730b-455c-8087-309672a5e871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:21:20Z', 'updated_at': '2021-08-16T13:21:20Z', 'revision_number': 0, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff3340c-04db-4f9b-b7fe-639993cdd030', 'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'mac_address': 'fa:16:3e:22:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:12Z', 'updated_at': '2021-08-16T13:20:32Z', 'revision_number': 5, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'subnets': [{'id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:32.050790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Attempting to bind port bf2d4669-536a-49dc-aa0a-16037f540f74 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:21:32.052717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Attempting to bind port bf2d4669-536a-49dc-aa0a-16037f540f74 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:21:32.053687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Attempting to bind port bf2d4669-536a-49dc-aa0a-16037f540f74 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:21:32.079328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Port bf2d4669-536a-49dc-aa0a-16037f540f74 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:21:32.080763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Attempting to bind port bf2d4669-536a-49dc-aa0a-16037f540f74 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:21:32.109299 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:21:32.110582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Checking segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:32.111860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Bound using segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:21:32.113031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Bound port: bf2d4669-536a-49dc-aa0a-16037f540f74, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:21:32.114065 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:32.168324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78e538-568e-4b05-9ece-9f809ba226e6 req-726d7ecd-bede-484a-a2d2-3712ceeaedc7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:32.170979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb78e538-568e-4b05-9ece-9f809ba226e6 req-726d7ecd-bede-484a-a2d2-3712ceeaedc7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 1.2027700 Aug 16 13:21:32.182742 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:21:32.196196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7f19f-65ce-4d5b-b47c-d6595f72fe80 None None] The sync data for ids ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'] in n-d-804708-1 is: [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '94a764f4-f4ec-40a9-9f98-de0acd40f457', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'port_id': '62968e13-de88-4a6c-a10e-8d884c7f3b9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'mac_address': 'fa:16:3e:20:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654661fb-730b-455c-8087-309672a5e871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:21:20Z', 'updated_at': '2021-08-16T13:21:20Z', 'revision_number': 0, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff3340c-04db-4f9b-b7fe-639993cdd030', 'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'mac_address': 'fa:16:3e:22:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:12Z', 'updated_at': '2021-08-16T13:20:32Z', 'revision_number': 5, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'subnets': [{'id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:21:32.206270 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:32.206954 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Added segment 363c4c9a-efdd-4e01-87a3-3908acaf0e0e of type vlan for network 334149b1-11ee-4551-b950-35d4df992235 Aug 16 13:21:32.259239 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:32.283798 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:32.370735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:32.385630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:32.386406 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:32.520920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb78e538-568e-4b05-9ece-9f809ba226e6 req-b2baf139-7c59-4175-81ec-077581b0e873 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892114 Aug 16 13:21:32.597709 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7705188 Aug 16 13:21:32.606896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40814) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:32.623245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] For port bf2d4669-536a-49dc-aa0a-16037f540f74, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:21:32.630613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'subnet': {'network_id': '334149b1-11ee-4551-b950-35d4df992235', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:32.634982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] For port bf2d4669-536a-49dc-aa0a-16037f540f74, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bf2d4669-536a-49dc-aa0a-16037f540f74,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:21:32.637918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea1c0b-d3b1-4e9b-b499-a1d7df56b7b2 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Network': ['ID=334149b1-11ee-4551-b950-35d4df992235,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:32.656419 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:32.681905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 334149b1-11ee-4551-b950-35d4df992235 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:21:32.693459 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:32.755235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d4669-536a-49dc-aa0a-16037f540f74,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:32.776794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:32.778913 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:32.781306 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-327986fb-7ea0-4000-9d50-d543bfe4a687 service neutron] 10.222.0.22 "PUT /v2.0/ports/bf2d4669-536a-49dc-aa0a-16037f540f74 HTTP/1.1" status: 200 len: 1091 time: 5.1314921 Aug 16 13:21:32.782519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c9cf03-c69f-434d-b93d-1ff281b32679', 'tag': 'bf2d4669-536a-49dc-aa0a-16037f540f74'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:21:32.785900 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "48c9cf03-c69f-434d-b93d-1ff281b32679", "tag": "bf2d4669-536a-49dc-aa0a-16037f540f74"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:21:32.974121 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfab85b5-6769-475d-a9c3-a494324301dc x-openstack-request-id: req-bfab85b5-6769-475d-a9c3-a494324301dc {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:21:32.975865 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c9cf03-c69f-434d-b93d-1ff281b32679", "tag": "bf2d4669-536a-49dc-aa0a-16037f540f74", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:21:32.976573 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfab85b5-6769-475d-a9c3-a494324301dc {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:21:32.977023 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c9cf03-c69f-434d-b93d-1ff281b32679', 'tag': 'bf2d4669-536a-49dc-aa0a-16037f540f74', 'status': 'completed', 'code': 200} Aug 16 13:21:33.021684 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec52b9cd-3d75-467f-bdb1-fc87df6ebc25 None None] New status for floating IP 94a764f4-f4ec-40a9-9f98-de0acd40f457: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:21:33.089045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a392ac-0e2d-4786-9519-5338defed644 req-f4419f52-1c52-4c52-a1e6-50e028601cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:33.101526 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-f4419f52-1c52-4c52-a1e6-50e028601cf8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 1094 time: 0.2456510 Aug 16 13:21:33.262644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Network 48055059-bb69-440c-88c0-f2e228126228 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:33.397901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:33.423756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:33.425430 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:33.426662 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:33.496394 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-36623d2c-33f5-45a1-8326-b941bdc9a8ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2d4669-536a-49dc-aa0a-16037f540f74 HTTP/1.1" status: 200 len: 217 time: 0.3829567 Aug 16 13:21:33.670781 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3563812 Aug 16 13:21:33.671466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40830) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:33.678822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee54dc5-b772-4cfe-b2bd-37824a3082cd tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event updated for resources: {'Port': ['ID=b347bc75-8a81-435b-ac19-4deaa4435aeb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:33.794958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:33.805593 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:33.821489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a392ac-0e2d-4786-9519-5338defed644 req-139dc478-e34c-488b-b8d9-34835bcdeac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:33.828059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-139dc478-e34c-488b-b8d9-34835bcdeac0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.3237193 Aug 16 13:21:33.955357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a392ac-0e2d-4786-9519-5338defed644 req-e17b08a4-8b33-4bee-b9bb-57678f8a0656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:33.960873 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-e17b08a4-8b33-4bee-b9bb-57678f8a0656 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244159 Aug 16 13:21:34.419614 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-db18609c-137b-4647-9913-ab3f55fb409a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:34.429054 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-b90483e4-48bf-4159-b5fb-de84848a67e1 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491522 Aug 16 13:21:34.617992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:34.918531 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00a392ac-0e2d-4786-9519-5338defed644 req-92e6aa29-0e7c-4c35-ace3-b1d764e1764c service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793599 Aug 16 13:21:35.022543 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:35.099464 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8db48b1c-7dbe-41a4-b328-9d3fa942d831 req-e2ca0cd8-165d-43ce-b30b-2fec6f5545f9 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1123030 Aug 16 13:21:35.214075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b req-009bafc6-3b36-423a-b29e-383eaa235d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:35.216610 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b req-009bafc6-3b36-423a-b29e-383eaa235d83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 1094 time: 0.1912248 Aug 16 13:21:35.294859 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd72e3-c864-4701-a369-caafe11d99f7 req-5254c708-a319-47de-b3c2-309edfc93bfb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:35.302369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0cd72e3-c864-4701-a369-caafe11d99f7 req-5254c708-a319-47de-b3c2-309edfc93bfb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 1.4565973 Aug 16 13:21:35.392245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b req-5dc962f6-a9db-4133-90c1-7353ea02e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:35.393436 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b req-5dc962f6-a9db-4133-90c1-7353ea02e0f2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.1691976 Aug 16 13:21:35.397140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e3c70410-b311-4c30-8bbf-dd19bcea5067 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Deleting port b347bc75-8a81-435b-ac19-4deaa4435aeb {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:35.397492 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3c70410-b311-4c30-8bbf-dd19bcea5067 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:35.484144 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b req-5d785fee-6750-4ea9-8288-72a878431a21 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2d4669-536a-49dc-aa0a-16037f540f74 HTTP/1.1" status: 200 len: 217 time: 0.0831223 Aug 16 13:21:35.568157 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:35.702870 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3c70410-b311-4c30-8bbf-dd19bcea5067 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:35.704965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b req-82fff0bf-6c4d-4743-89de-8f8279a5656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:35.709034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b req-82fff0bf-6c4d-4743-89de-8f8279a5656c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.2173452 Aug 16 13:21:35.739866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e3c70410-b311-4c30-8bbf-dd19bcea5067 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Calling delete_port for b347bc75-8a81-435b-ac19-4deaa4435aeb owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:21:35.939648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b req-bf1bef3a-9b50-48f1-85e9-f078082b3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:35.969043 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b req-bf1bef3a-9b50-48f1-85e9-f078082b3a39 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387755 Aug 16 13:21:36.457244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b req-c58ae065-bd87-422c-8c25-5849f42d38e5 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773717 Aug 16 13:21:36.664328 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3ccd3fc9-4a53-4eeb-b1d4-79e0f9531c5b req-84d0d31c-ad97-4fd8-8f11-2c3ae6a3ab93 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986096 Aug 16 13:21:36.836964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Subnet': ['ID=074d805b-d8c6-4072-8e84-cee257480c09,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:36.899729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-817833a9-fbc7-47af-9c63-047c002de5ac req-c43ddaba-f2d2-432e-949b-898db4bfd069 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0591004 Aug 16 13:21:36.906809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0cd72e3-c864-4701-a369-caafe11d99f7 req-28d070ad-05a0-4e99-bb22-b4aaa5663c63 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5448203 Aug 16 13:21:36.911161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Checking segment: {'id': '363c4c9a-efdd-4e01-87a3-3908acaf0e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '334149b1-11ee-4551-b950-35d4df992235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:36.911791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network hostable DHCP agents. Network: 334149b1-11ee-4551-b950-35d4df992235, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:21:36.992137 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3c70410-b311-4c30-8bbf-dd19bcea5067 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:37.002455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network 334149b1-11ee-4551-b950-35d4df992235 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:21:37.072132 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c70410-b311-4c30-8bbf-dd19bcea5067 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event deleted for resources: {'Port': ['ID=b347bc75-8a81-435b-ac19-4deaa4435aeb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:37.086941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 334149b1-11ee-4551-b950-35d4df992235) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:37.101030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:37.103162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:37.130178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301b6e30-5472-4962-89ac-96b6d1417680 None None] Network 334149b1-11ee-4551-b950-35d4df992235 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:37.167416 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3c70410-b311-4c30-8bbf-dd19bcea5067 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:37.170826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e3c70410-b311-4c30-8bbf-dd19bcea5067 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b347bc75-8a81-435b-ac19-4deaa4435aeb HTTP/1.1" status: 204 len: 168 time: 3.4932582 Aug 16 13:21:37.174446 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40864) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:37.181056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48055059-bb69-440c-88c0-f2e228126228', 'external_fixed_ips': [{'subnet_id': 'f9fa2dd2-0fc2-45de-b3e1-4d09435a4a6a', 'ip_address': '2001:db8::fd'}]}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:37.206822 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e52bba52-43ca-4915-bdda-203debe114b3 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5921397 Aug 16 13:21:37.209215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40866) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:37.294888 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:37.299912 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:37.468222 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:37.505798 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:37.562481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-334149b1-11ee-4551-b950-35d4df992235', 'network_id': '334149b1-11ee-4551-b950-35d4df992235', 'tenant_id': '28135dd4be2740dcb74487d0db336ddb', 'fixed_ips': [{'subnet_id': '074d805b-d8c6-4072-8e84-cee257480c09'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:21:37.564023 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:37.645225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:37.810515 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:37.928807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Allocated IP 2001:db8::2 (334149b1-11ee-4551-b950-35d4df992235/074d805b-d8c6-4072-8e84-cee257480c09/8d0eb857-f6f7-4878-be3f-5cee1a92331a) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:38.220156 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:38.369116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7b3c211-781d-4752-a50e-10f0fc1a8238 req-cbec1b11-af9a-42a5-b784-479ca6c8be4a tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1720746 Aug 16 13:21:38.423358 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:38.446859 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Transition to ACTIVE for port object 8d0eb857-f6f7-4878-be3f-5cee1a92331a will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:38.465990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610b38f-4ccb-4812-963d-61fb8d3e96a7 req-bdd52cdd-10b0-432a-b769-8529d374d391 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:38.468188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Transition to ACTIVE for port object 8d0eb857-f6f7-4878-be3f-5cee1a92331a will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:38.489491 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:38.490552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2610b38f-4ccb-4812-963d-61fb8d3e96a7 req-bdd52cdd-10b0-432a-b769-8529d374d391 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.3225532 Aug 16 13:21:38.657959 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:38.714534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2610b38f-4ccb-4812-963d-61fb8d3e96a7 req-1dd72992-82d2-4512-99b4-2681e5b35faf tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187707 Aug 16 13:21:38.718798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a47f5f94-08a2-4e4b-be59-5797ea8878d4 req-f46f53cf-39fd-49af-ab80-b1c135ecc4d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0927467 Aug 16 13:21:38.729023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Network 334149b1-11ee-4551-b950-35d4df992235 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:38.732689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Pushing event updated for resources: {'Port': ['ID=8d0eb857-f6f7-4878-be3f-5cee1a92331a,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:38.753030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:38.763624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:38.817283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Subnet': ['ID=074d805b-d8c6-4072-8e84-cee257480c09,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:38.890706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.890706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.890706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.891281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.891281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.891704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.895489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.895489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.895489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.895489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.895489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.895489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:21:38.934056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Attempting to bind port 8d0eb857-f6f7-4878-be3f-5cee1a92331a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:21:38.935031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Attempting to bind port 8d0eb857-f6f7-4878-be3f-5cee1a92331a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '363c4c9a-efdd-4e01-87a3-3908acaf0e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '334149b1-11ee-4551-b950-35d4df992235'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:21:38.938965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Attempting to bind port 8d0eb857-f6f7-4878-be3f-5cee1a92331a on network 334149b1-11ee-4551-b950-35d4df992235 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:21:38.960951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:21:38.961845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Checking segment: {'id': '363c4c9a-efdd-4e01-87a3-3908acaf0e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '334149b1-11ee-4551-b950-35d4df992235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:38.961845 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:38.962399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Bound using segment: {'id': '363c4c9a-efdd-4e01-87a3-3908acaf0e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '334149b1-11ee-4551-b950-35d4df992235'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:21:38.963172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Bound port: 8d0eb857-f6f7-4878-be3f-5cee1a92331a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363c4c9a-efdd-4e01-87a3-3908acaf0e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '334149b1-11ee-4551-b950-35d4df992235'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:21:38.963772 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:38.966835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:38.993466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334149b1-11ee-4551-b950-35d4df992235']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:39.015128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363c4c9a-efdd-4e01-87a3-3908acaf0e0e') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:39.015514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363c4c9a-efdd-4e01-87a3-3908acaf0e0e') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:39.034923 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:39.137526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] For port 8d0eb857-f6f7-4878-be3f-5cee1a92331a, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:21:39.154905 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:39.164772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:21:39.164772 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:21:39.259451 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:21:39.264100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] For port 8d0eb857-f6f7-4878-be3f-5cee1a92331a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8d0eb857-f6f7-4878-be3f-5cee1a92331a,segment=NetworkSegment(363c4c9a-efdd-4e01-87a3-3908acaf0e0e),segment_id=363c4c9a-efdd-4e01-87a3-3908acaf0e0e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:21:39.273043 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.db.api [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 13:21:39.273043 n-d-804708-1 neutron-server[101395]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 13:21:39.273043 n-d-804708-1 neutron-server[101395]: [parameters: {'id': '334149b1-11ee-4551-b950-35d4df992235'}] Aug 16 13:21:39.273043 n-d-804708-1 neutron-server[101395]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:21:39.273920 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:39.274688 n-d-804708-1 neutron-server[101395]: DEBUG oslo_db.api [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:21:39.365849 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:39.448672 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:39.523140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b6d52-2d20-4851-9ab5-c840ed4993d6 None None] Pushing event updated for resources: {'Port': ['ID=8d0eb857-f6f7-4878-be3f-5cee1a92331a,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:39.619684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676f8ac-38ab-496c-8327-ecb872889570 None None] Network 334149b1-11ee-4551-b950-35d4df992235 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:39.781929 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:39.882561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9fafd0f-1413-49e5-973e-4c19aa3e6468 req-dccdfd6b-f064-43c6-8042-581040ba68a3 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1538551 Aug 16 13:21:39.892715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ffc7f-5fe0-4cd2-a163-1cf2f2921944 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:21:40.179787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ffc7f-5fe0-4cd2-a163-1cf2f2921944 None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:21:40.273135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b364a91-6080-4d38-957d-844ce26c1033 req-32ed1506-e8a3-4cfe-bb77-86a741d76a53 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:40.276323 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b364a91-6080-4d38-957d-844ce26c1033 req-32ed1506-e8a3-4cfe-bb77-86a741d76a53 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.3816893 Aug 16 13:21:40.341260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Allocated IP 2001:db8::fd (48055059-bb69-440c-88c0-f2e228126228/f9fa2dd2-0fc2-45de-b3e1-4d09435a4a6a/a342196b-f4d5-46de-aaa7-60d3dfa41068) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:40.443189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Deleting port 8d0eb857-f6f7-4878-be3f-5cee1a92331a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:40.443795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:40.451889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2b364a91-6080-4d38-957d-844ce26c1033 req-a007eae4-69a9-4b1c-8a02-eaa33a904587 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615915 Aug 16 13:21:40.693849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] For port 8d0eb857-f6f7-4878-be3f-5cee1a92331a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8d0eb857-f6f7-4878-be3f-5cee1a92331a,segment=NetworkSegment(363c4c9a-efdd-4e01-87a3-3908acaf0e0e),segment_id=363c4c9a-efdd-4e01-87a3-3908acaf0e0e)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:40.694255 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:40.762924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:40.770256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Calling delete_port for 8d0eb857-f6f7-4878-be3f-5cee1a92331a owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:21:40.949236 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:41.016049 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:41.028685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Network 48055059-bb69-440c-88c0-f2e228126228 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:41.060837 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:41.067530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event updated for resources: {'Port': ['ID=a342196b-f4d5-46de-aaa7-60d3dfa41068,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:41.083146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:41.088406 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No DVR routers for this DVR port 8d0eb857-f6f7-4878-be3f-5cee1a92331a on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:21:41.203570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Port': ['ID=8d0eb857-f6f7-4878-be3f-5cee1a92331a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:41.278028 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faa6dafa-2b0a-445c-a209-f0aa12b5daf0 req-6ea28518-cd62-4a3f-a18c-a61e680ccef1 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1180933 Aug 16 13:21:41.440406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:41.470966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334149b1-11ee-4551-b950-35d4df992235']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:41.497131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363c4c9a-efdd-4e01-87a3-3908acaf0e0e') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:41.500282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363c4c9a-efdd-4e01-87a3-3908acaf0e0e') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:41.581430 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:41.699424 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:41.726248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:21:41.727251 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:21:41.737804 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:21:41.845668 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:41.908268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:41.928278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9d9e9-ee36-4964-8001-8115d26cc4b0 req-3fbd1230-969b-4fa3-9d1c-079492c7892f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:41.929968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2b9d9e9-ee36-4964-8001-8115d26cc4b0 req-3fbd1230-969b-4fa3-9d1c-079492c7892f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.2441506 Aug 16 13:21:41.931513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:41.939418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40922) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:41.942362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/networks/334149b1-11ee-4551-b950-35d4df992235 HTTP/1.1" status: 204 len: 168 time: 4.7307799 Aug 16 13:21:41.948293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2098262187'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:42.021685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:42.026173 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:42.038878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccd9f0-ebf3-4cc0-8a72-39ef2baf4b5d tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Network': ['ID=334149b1-11ee-4551-b950-35d4df992235,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:42.110630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:21:42.133116 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:42.134282 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Added segment 83d31493-7a6c-48e0-a545-a74aa01da849 of type vlan for network b3a338d2-0dfb-4804-8d91-6a5ac3865bb1 Aug 16 13:21:42.163038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2b9d9e9-ee36-4964-8001-8115d26cc4b0 req-eab405e9-bf02-4fd5-baa8-3821ea22595b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139390 Aug 16 13:21:42.209836 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:42.256905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:42.263609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:42.264715 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:42.335831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3f98cac-9224-4d27-95bc-83fda467101a req-5db119f3-e6f4-46e9-a2ba-77bc4f1b39b4 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0537496 Aug 16 13:21:42.410644 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4616687 Aug 16 13:21:42.417417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40936) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:42.436663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Request body: {'subnet': {'network_id': 'b3a338d2-0dfb-4804-8d91-6a5ac3865bb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:42.451178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b4eb5-1c83-46ff-a1d2-5eadd746399f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Network': ['ID=b3a338d2-0dfb-4804-8d91-6a5ac3865bb1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:42.463546 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:42.468816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b3a338d2-0dfb-4804-8d91-6a5ac3865bb1 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:21:42.686289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Made reservation on behalf of 28135dd4be2740dcb74487d0db336ddb for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:42.690044 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:42.874883 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Router 787484f5-d8f7-4f79-a04d-06450fc8a5b8 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:21:43.095484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:21:43.118270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Sync routers for ids ['787484f5-d8f7-4f79-a04d-06450fc8a5b8'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:21:43.141758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Routers {'787484f5-d8f7-4f79-a04d-06450fc8a5b8'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:21:43.142446 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:21:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['787484f5-d8f7-4f79-a04d-06450fc8a5b8'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:43.159119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.objects.ports [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101396) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 13:21:43.162779 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:43.167105 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:43.170721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4ce8e75e-686a-4df5-86a6-d72357554255 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.9947975 Aug 16 13:21:43.175983 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40940) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:43.330896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Checking segment: {'id': '83d31493-7a6c-48e0-a545-a74aa01da849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b3a338d2-0dfb-4804-8d91-6a5ac3865bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:43.332680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network hostable DHCP agents. Network: b3a338d2-0dfb-4804-8d91-6a5ac3865bb1, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:21:43.340947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event updated for resources: {'Subnet': ['ID=5283931e-d324-44b7-8ec4-11e4f52001e9,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:43.376553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Network b3a338d2-0dfb-4804-8d91-6a5ac3865bb1 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:21:43.433426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, b3a338d2-0dfb-4804-8d91-6a5ac3865bb1) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:43.444983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:43.445606 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:43.476828 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:43.484309 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2b54f8b0-8088-41f4-acf7-fec9a306f092 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0654261 Aug 16 13:21:43.489481 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40948) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:43.545599 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103f734-f926-4fe0-aa4c-9a48e1959c1d req-38576905-7657-4ba0-aea7-e496e101f3ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:43.548456 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b103f734-f926-4fe0-aa4c-9a48e1959c1d req-38576905-7657-4ba0-aea7-e496e101f3ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.1935301 Aug 16 13:21:43.708464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc775863-b290-4ca5-ab39-b233a149a36f None None] Network b3a338d2-0dfb-4804-8d91-6a5ac3865bb1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:43.728856 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:43.875899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Set router 787484f5-d8f7-4f79-a04d-06450fc8a5b8 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:21:43.936927 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:44.106612 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:44.175533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3313ef27-0f77-4706-afd6-5dedfee01c37 None None] Network b3a338d2-0dfb-4804-8d91-6a5ac3865bb1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:44.194903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Subnet': ['ID=5283931e-d324-44b7-8ec4-11e4f52001e9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:44.470381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:44.514747 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40055617-125b-420a-9c23-59fdc1441e98 req-9e44b433-05bb-489f-9c97-468f7483284a tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.9647295 Aug 16 13:21:44.518294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a338d2-0dfb-4804-8d91-6a5ac3865bb1']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:44.560073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d31493-7a6c-48e0-a545-a74aa01da849') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:44.560402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d31493-7a6c-48e0-a545-a74aa01da849') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:44.604124 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:44.638869 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:44.648412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:21:44.648878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:44.672961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787484f5-d8f7-4f79-a04d-06450fc8a5b8', 'name': '', 'tenant_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48055059-bb69-440c-88c0-f2e228126228', 'external_fixed_ips': [{'subnet_id': 'f9fa2dd2-0fc2-45de-b3e1-4d09435a4a6a', 'ip_address': '2001:db8::fd'}], 'enable_snat': True}, 'gw_port_id': 'a342196b-f4d5-46de-aaa7-60d3dfa41068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:21:37Z', 'updated_at': '2021-08-16T13:21:41Z', 'revision_number': 3, 'project_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'gw_port': {'id': 'a342196b-f4d5-46de-aaa7-60d3dfa41068', 'name': '', 'network_id': '48055059-bb69-440c-88c0-f2e228126228', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787484f5-d8f7-4f79-a04d-06450fc8a5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'f9fa2dd2-0fc2-45de-b3e1-4d09435a4a6a', 'ip_address': '2001:db8::fd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:21:39Z', 'updated_at': '2021-08-16T13:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9fa2dd2-0fc2-45de-b3e1-4d09435a4a6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:44.729853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Checking router: 787484f5-d8f7-4f79-a04d-06450fc8a5b8 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:21:44.730681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Updating router 787484f5-d8f7-4f79-a04d-06450fc8a5b8 port a342196b-f4d5-46de-aaa7-60d3dfa41068 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:21:44.764776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b103f734-f926-4fe0-aa4c-9a48e1959c1d req-e1db2a9f-849d-4d94-80e4-3ef7defd0da8 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0809491 Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:21:44.773200 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:21:44.776969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:44.786778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:44.788667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:44.794334 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/networks/b3a338d2-0dfb-4804-8d91-6a5ac3865bb1 HTTP/1.1" status: 204 len: 168 time: 1.3032622 Aug 16 13:21:44.802513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:44.891020 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac14ed9c-93c9-4456-b8a7-3ac00943d1c9 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] DELETE failed (client error): The resource could not be found. Aug 16 13:21:44.891553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac14ed9c-93c9-4456-b8a7-3ac00943d1c9 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:21:44.901936 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ac14ed9c-93c9-4456-b8a7-3ac00943d1c9 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/subnets/5283931e-d324-44b7-8ec4-11e4f52001e9 HTTP/1.1" status: 404 len: 337 time: 0.0949063 Aug 16 13:21:44.904444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40964) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:44.925541 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38812755-04e6-4185-b242-fec8545e747e req-8b4cafa0-7cef-47bb-b290-1963e2bbcfba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5498912 Aug 16 13:21:44.926531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d85be-d07f-4b81-b269-375b4f576a37 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Network': ['ID=b3a338d2-0dfb-4804-8d91-6a5ac3865bb1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:44.945168 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf94f9c-c0b8-43f6-be3e-10cafbe6c654 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] DELETE failed (client error): The resource could not be found. Aug 16 13:21:44.946645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf94f9c-c0b8-43f6-be3e-10cafbe6c654 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:21:44.954772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40966) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:44.955056 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-aaf94f9c-c0b8-43f6-be3e-10cafbe6c654 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/networks/b3a338d2-0dfb-4804-8d91-6a5ac3865bb1 HTTP/1.1" status: 404 len: 339 time: 0.0488498 Aug 16 13:21:44.994691 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-043f844b-e94c-42d6-80a9-8173a1cd221b tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] DELETE failed (client error): The resource could not be found. Aug 16 13:21:44.995168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043f844b-e94c-42d6-80a9-8173a1cd221b tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:21:44.997584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-043f844b-e94c-42d6-80a9-8173a1cd221b tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/subnets/074d805b-d8c6-4072-8e84-cee257480c09 HTTP/1.1" status: 404 len: 337 time: 0.0390019 Aug 16 13:21:45.003873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40968) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:45.037929 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2ff235-f58e-4360-865e-a8e19655d008 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] DELETE failed (client error): The resource could not be found. Aug 16 13:21:45.038796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2ff235-f58e-4360-865e-a8e19655d008 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:21:45.040734 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eb2ff235-f58e-4360-865e-a8e19655d008 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/networks/334149b1-11ee-4551-b950-35d4df992235 HTTP/1.1" status: 404 len: 339 time: 0.0387280 Aug 16 13:21:45.043591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40970) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:45.065967 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:45.170576 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-699a7e13-b5b8-4193-aad3-2d1f6141c194 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] DELETE failed (client error): The resource could not be found. Aug 16 13:21:45.171005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699a7e13-b5b8-4193-aad3-2d1f6141c194 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:21:45.173544 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-699a7e13-b5b8-4193-aad3-2d1f6141c194 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/subnets/cb18ad64-b288-4846-b7a6-94ceb2655e94 HTTP/1.1" status: 404 len: 337 time: 0.1282454 Aug 16 13:21:45.193810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 40972) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:45.289152 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbf6f5c-bef2-434d-b03e-3c1a16eed0fc tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] DELETE failed (client error): The resource could not be found. Aug 16 13:21:45.291368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbf6f5c-bef2-434d-b03e-3c1a16eed0fc tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:21:45.294694 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5fbf6f5c-bef2-434d-b03e-3c1a16eed0fc tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/networks/0c5a5dd9-ff1c-4630-9d26-90a3f53f52a9 HTTP/1.1" status: 404 len: 339 time: 0.0978575 Aug 16 13:21:45.305432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40974) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:45.339726 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38812755-04e6-4185-b242-fec8545e747e req-9cd170d8-85ae-4ba5-a5a5-221ae5b0d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:45.343214 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38812755-04e6-4185-b242-fec8545e747e req-9cd170d8-85ae-4ba5-a5a5-221ae5b0d1e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86644d1ddd9a48db9f4679dac2002c83&device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 1097 time: 0.3165793 Aug 16 13:21:45.489563 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:45.500007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Deleting port a342196b-f4d5-46de-aaa7-60d3dfa41068 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:45.501790 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:45.503728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Transition to ACTIVE for port object a342196b-f4d5-46de-aaa7-60d3dfa41068 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:21:45.515931 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:45.590482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Attempting to bind port a342196b-f4d5-46de-aaa7-60d3dfa41068 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:21:45.591407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Attempting to bind port a342196b-f4d5-46de-aaa7-60d3dfa41068 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '54e8b825-3602-4275-8228-74e59d19a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '48055059-bb69-440c-88c0-f2e228126228'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:21:45.592033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Attempting to bind port a342196b-f4d5-46de-aaa7-60d3dfa41068 on network 48055059-bb69-440c-88c0-f2e228126228 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:21:45.607494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:21:45.608616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Checking segment: {'id': '54e8b825-3602-4275-8228-74e59d19a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '48055059-bb69-440c-88c0-f2e228126228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:21:45.609822 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:45.610872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Bound using segment: {'id': '54e8b825-3602-4275-8228-74e59d19a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '48055059-bb69-440c-88c0-f2e228126228'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:21:45.611682 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Bound port: a342196b-f4d5-46de-aaa7-60d3dfa41068, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e8b825-3602-4275-8228-74e59d19a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '48055059-bb69-440c-88c0-f2e228126228'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:21:45.612395 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:45.616242 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921ceff-47b8-462a-a4c4-737992fff114 None None] Pushing event updated for resources: {'Port': ['ID=a342196b-f4d5-46de-aaa7-60d3dfa41068,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:45.690181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0bd89-4280-41cc-87ca-d64d9f402f73 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Deleting port 5681fa5d-dd0f-43b2-a8fe-df26a85ef608 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:45.692994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4e0bd89-4280-41cc-87ca-d64d9f402f73 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:45.715991 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:45.773823 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] For port a342196b-f4d5-46de-aaa7-60d3dfa41068, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:21:45.776388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Calling delete_port for a342196b-f4d5-46de-aaa7-60d3dfa41068 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:21:45.788365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] For port a342196b-f4d5-46de-aaa7-60d3dfa41068, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a342196b-f4d5-46de-aaa7-60d3dfa41068,segment=NetworkSegment(54e8b825-3602-4275-8228-74e59d19a830),segment_id=54e8b825-3602-4275-8228-74e59d19a830)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:21:45.798443 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:45.825698 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4e0bd89-4280-41cc-87ca-d64d9f402f73 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:45.869869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0bd89-4280-41cc-87ca-d64d9f402f73 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Calling delete_port for 5681fa5d-dd0f-43b2-a8fe-df26a85ef608 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:21:45.926492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c20fc32-29f9-4640-bb12-b5294f7bd3d1 req-514f1607-050f-41ce-b457-0e2521519d3c tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1767156 Aug 16 13:21:46.040597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921ceff-47b8-462a-a4c4-737992fff114 None None] Pushing event updated for resources: {'Port': ['ID=a342196b-f4d5-46de-aaa7-60d3dfa41068,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:46.071070 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4e0bd89-4280-41cc-87ca-d64d9f402f73 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:46.073880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Routers {'787484f5-d8f7-4f79-a04d-06450fc8a5b8'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:21:46.078289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:21:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['787484f5-d8f7-4f79-a04d-06450fc8a5b8'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:46.114680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0bd89-4280-41cc-87ca-d64d9f402f73 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Port': ['ID=5681fa5d-dd0f-43b2-a8fe-df26a85ef608,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:46.132259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4e0bd89-4280-41cc-87ca-d64d9f402f73 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:46.141904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f4e0bd89-4280-41cc-87ca-d64d9f402f73 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/ports/5681fa5d-dd0f-43b2-a8fe-df26a85ef608 HTTP/1.1" status: 204 len: 168 time: 0.8320408 Aug 16 13:21:46.142761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40984) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:46.214908 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-3312a2a4-d5ba-4f82-ac89-69c64e89925f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] DELETE failed (client error): The resource could not be found. Aug 16 13:21:46.215421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3312a2a4-d5ba-4f82-ac89-69c64e89925f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:21:46.217754 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3312a2a4-d5ba-4f82-ac89-69c64e89925f tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/subnets/d3c49ed3-ea85-484c-809e-3de6cdf76e57 HTTP/1.1" status: 404 len: 337 time: 0.0739689 Aug 16 13:21:46.222212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 40986) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:46.453236 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:46.454665 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] Set router 787484f5-d8f7-4f79-a04d-06450fc8a5b8 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:21:46.471904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:46.630521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event deleted for resources: {'Port': ['ID=a342196b-f4d5-46de-aaa7-60d3dfa41068,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:46.679418 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:46.687465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38812755-04e6-4185-b242-fec8545e747e req-140850a5-3f44-4ecd-bf47-d321a4a99969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:46.690546 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38812755-04e6-4185-b242-fec8545e747e req-140850a5-3f44-4ecd-bf47-d321a4a99969 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b1b553f-4a02-43fb-ab30-612de5245869 HTTP/1.1" status: 200 len: 909 time: 1.2987666 Aug 16 13:21:46.692638 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:46.698167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:46.698502 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787484f5-d8f7-4f79-a04d-06450fc8a5b8', 'name': '', 'tenant_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:21:37Z', 'updated_at': '2021-08-16T13:21:45Z', 'revision_number': 4, 'project_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:46.731322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b851a049-930c-4b25-9e07-7e3271663066']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:46.742749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe57f57-b4de-4880-a48d-ca41a1cef53e None None] The sync data for ids ['787484f5-d8f7-4f79-a04d-06450fc8a5b8'] in n-d-804708-1 is: [{'id': '787484f5-d8f7-4f79-a04d-06450fc8a5b8', 'name': '', 'tenant_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:21:37Z', 'updated_at': '2021-08-16T13:21:45Z', 'revision_number': 4, 'project_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:21:46.769472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356d098b-133f-4ded-a575-a33d913475a9') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:46.770632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356d098b-133f-4ded-a575-a33d913475a9') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:46.840465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:46.860463 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:46.869956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:21:46.874749 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:46.956050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38812755-04e6-4185-b242-fec8545e747e req-99ec6dda-137f-4d80-a1fb-e5fc3872ec98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62968e13-de88-4a6c-a10e-8d884c7f3b9b HTTP/1.1" status: 200 len: 1002 time: 0.2493834 Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:21:47.003024 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:21:47.009050 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:47.017223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:47.021338 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/networks/b851a049-930c-4b25-9e07-7e3271663066 HTTP/1.1" status: 204 len: 168 time: 0.7971890 Aug 16 13:21:47.028843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41002) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:47.145262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b00646-78b6-4406-b9ee-03b9288f49dd tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Network': ['ID=b851a049-930c-4b25-9e07-7e3271663066,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:47.249173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9f83c933-4a8e-4347-8677-231609a24fcf tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Deleting port fa672def-6cbc-4dbc-98cc-e830ac45e5b1 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:47.250451 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f83c933-4a8e-4347-8677-231609a24fcf tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:47.420610 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:47.445377 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:47.509890 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f83c933-4a8e-4347-8677-231609a24fcf tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:47.588875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9f83c933-4a8e-4347-8677-231609a24fcf tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Calling delete_port for fa672def-6cbc-4dbc-98cc-e830ac45e5b1 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:21:47.682452 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:47.683469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 787484f5-d8f7-4f79-a04d-06450fc8a5b8 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:21:47.732377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c7005144-4eef-48e8-a5dd-1659dd4343f4 req-45961cf8-242a-4500-b667-8217b984f8a8 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.4787874 Aug 16 13:21:47.755452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e7100-6742-4eb2-b9ad-72b3cc3571e1 req-930f6caf-6389-4461-b653-c27e1fc01ef2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:47.767575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c52e7100-6742-4eb2-b9ad-72b3cc3571e1 req-930f6caf-6389-4461-b653-c27e1fc01ef2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 1.3472927 Aug 16 13:21:47.774813 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:47.779252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fda2eaab-e9e9-4e55-b526-5227ec480d19 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "DELETE /v2.0/routers/787484f5-d8f7-4f79-a04d-06450fc8a5b8 HTTP/1.1" status: 204 len: 168 time: 4.5983279 Aug 16 13:21:47.785721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41012) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:47.792840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38812755-04e6-4185-b242-fec8545e747e req-4a094e20-4d15-48d1-8939-1ffca5288c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:47.806224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38812755-04e6-4185-b242-fec8545e747e req-4a094e20-4d15-48d1-8939-1ffca5288c70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2a2e524-7cbd-45b8-b39c-3fab5c8992c4 HTTP/1.1" status: 200 len: 848 time: 0.6851995 Aug 16 13:21:47.891476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-276ef208-75d3-4621-8194-ef916c9bb4f9 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Deleting subnet f9fa2dd2-0fc2-45de-b3e1-4d09435a4a6a {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:21:47.912181 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-276ef208-75d3-4621-8194-ef916c9bb4f9 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:47.963501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c52e7100-6742-4eb2-b9ad-72b3cc3571e1 req-1ca6c555-a03f-412f-aa67-f6fcd887e639 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557219 Aug 16 13:21:47.986846 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38812755-04e6-4185-b242-fec8545e747e req-3c842251-223a-4d82-b76a-d9027c317ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:47.989191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38812755-04e6-4185-b242-fec8545e747e req-3c842251-223a-4d82-b76a-d9027c317ea4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b1b553f-4a02-43fb-ab30-612de5245869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684842 Aug 16 13:21:48.069357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9abbe8-3803-4d1b-92c1-cc3a23836fe0 req-8ad5f092-6f88-498f-a514-7798ecc13448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:48.072412 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f9abbe8-3803-4d1b-92c1-cc3a23836fe0 req-8ad5f092-6f88-498f-a514-7798ecc13448 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 1097 time: 0.8937535 Aug 16 13:21:48.107705 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-276ef208-75d3-4621-8194-ef916c9bb4f9 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:48.218253 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f83c933-4a8e-4347-8677-231609a24fcf tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:48.248175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38812755-04e6-4185-b242-fec8545e747e req-d5c35ba1-da2a-4ffa-b6f3-6719e7d2f789 service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509575 Aug 16 13:21:48.250809 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f9abbe8-3803-4d1b-92c1-cc3a23836fe0 req-71d34374-0f95-4276-a021-8447b68e054f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660156 Aug 16 13:21:48.269665 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f83c933-4a8e-4347-8677-231609a24fcf tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:48.275053 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9f83c933-4a8e-4347-8677-231609a24fcf tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/ports/fa672def-6cbc-4dbc-98cc-e830ac45e5b1 HTTP/1.1" status: 204 len: 168 time: 1.2418711 Aug 16 13:21:48.276459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41014) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:48.335826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83c933-4a8e-4347-8677-231609a24fcf tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Port': ['ID=fa672def-6cbc-4dbc-98cc-e830ac45e5b1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:48.355305 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-15254322-8c6f-43e6-aebe-4f907b6598c9 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] DELETE failed (client error): The resource could not be found. Aug 16 13:21:48.355806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15254322-8c6f-43e6-aebe-4f907b6598c9 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:21:48.361389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-15254322-8c6f-43e6-aebe-4f907b6598c9 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/subnets/32596bf1-1b7e-4b07-97ca-46adc7cb5973 HTTP/1.1" status: 404 len: 337 time: 0.0748506 Aug 16 13:21:48.361845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41018) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:48.406528 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-276ef208-75d3-4621-8194-ef916c9bb4f9 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:48.466500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-38812755-04e6-4185-b242-fec8545e747e req-198fc416-1444-4a64-b055-0da3ce846ee4 service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904995 Aug 16 13:21:48.533897 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:48.819520 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:48.878318 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-276ef208-75d3-4621-8194-ef916c9bb4f9 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:48.943633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756d4d73-aec0-4f2c-be99-7317bc55491f']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:48.985553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-276ef208-75d3-4621-8194-ef916c9bb4f9 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:48.993214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41026) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:48.998745 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-276ef208-75d3-4621-8194-ef916c9bb4f9 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/f9fa2dd2-0fc2-45de-b3e1-4d09435a4a6a HTTP/1.1" status: 204 len: 168 time: 1.1801827 Aug 16 13:21:49.092484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ef208-75d3-4621-8194-ef916c9bb4f9 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f9fa2dd2-0fc2-45de-b3e1-4d09435a4a6a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:49.118793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5078f70b-6b41-4c20-8482-7a6255813cee') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:49.119220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5078f70b-6b41-4c20-8482-7a6255813cee') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:49.158829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:49.199124 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:49.205645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13a8c322-381b-4407-be9b-831dc51fed00 req-9434bdb2-2292-4b42-9b68-c09e047cbfc1 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1735735 Aug 16 13:21:49.224293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:21:49.224968 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:21:49.241503 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:21:49.331103 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:49.453646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924973c6-53e6-4a80-a613-b9e660803255 req-db91ab44-994d-4446-af5e-a694a04073ee tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:49.462894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-924973c6-53e6-4a80-a613-b9e660803255 req-db91ab44-994d-4446-af5e-a694a04073ee tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.2598314 Aug 16 13:21:49.574271 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:49.593421 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:49.601770 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/networks/756d4d73-aec0-4f2c-be99-7317bc55491f HTTP/1.1" status: 204 len: 168 time: 1.2365911 Aug 16 13:21:49.605113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41034) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:49.637775 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:49.766967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-924973c6-53e6-4a80-a613-b9e660803255 req-c1c16c82-ba15-4f79-b679-3697e4dbd684 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771778 Aug 16 13:21:49.776983 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48055059-bb69-440c-88c0-f2e228126228']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:49.807211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fe11a-bbd4-4533-89e8-a35630dc4453 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Network': ['ID=756d4d73-aec0-4f2c-be99-7317bc55491f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:49.877450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e8b825-3602-4275-8228-74e59d19a830') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:49.882857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e8b825-3602-4275-8228-74e59d19a830') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:49.920050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:49.997923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f0e921-d3b2-43eb-81ce-56ee49c17eb7 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Deleting subnet 3a5aaa55-695f-4d75-ac40-dc410537d520 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:21:50.006443 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e921-d3b2-43eb-81ce-56ee49c17eb7 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:50.006994 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:50.046534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:21:50.048829 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: items = [ Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:21:50.055301 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:21:50.216776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e921-d3b2-43eb-81ce-56ee49c17eb7 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:50.242027 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:50.257188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48055059-bb69-440c-88c0-f2e228126228 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 13:21:50.261071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:50.268485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "DELETE /v2.0/networks/48055059-bb69-440c-88c0-f2e228126228 HTTP/1.1" status: 204 len: 168 time: 1.2733178 Aug 16 13:21:50.281835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717446f6-4d77-40b7-85fe-a64ba5049fe7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event deleted for resources: {'Network': ['ID=48055059-bb69-440c-88c0-f2e228126228,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:50.508421 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e921-d3b2-43eb-81ce-56ee49c17eb7 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:50.671780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e921-d3b2-43eb-81ce-56ee49c17eb7 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:50.735708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b774d118-19a3-4029-8df5-755e6696433e req-8e621b7a-1ad2-4922-b591-903b00bb256b tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1398010 Aug 16 13:21:50.744214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0e921-d3b2-43eb-81ce-56ee49c17eb7 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5aaa55-695f-4d75-ac40-dc410537d520,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:50.755217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e921-d3b2-43eb-81ce-56ee49c17eb7 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:50.760506 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c0f0e921-d3b2-43eb-81ce-56ee49c17eb7 tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/subnets/3a5aaa55-695f-4d75-ac40-dc410537d520 HTTP/1.1" status: 204 len: 168 time: 1.1224658 Aug 16 13:21:50.763634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41066) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:50.834766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a1fb78-bd7e-472a-8a6a-18317f9dff70 None None] Network b4247c82-7b28-4f48-9ec2-347cb00d8da8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:21:51.048147 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:51.219964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41076) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:51.244843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-36e7e981-f50b-49a4-ae3b-dc93364c59dc tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Request body: {'router': {'name': 'tempest-router--1832790170', 'project_id': '9779c7d5e80149fc80b27e182308e7b4'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:51.315602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Deleting port 552311c8-d15f-489a-adee-7b25d9e674b1 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:51.315999 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:51.378499 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-36e7e981-f50b-49a4-ae3b-dc93364c59dc tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:51.381491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-36e7e981-f50b-49a4-ae3b-dc93364c59dc tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:51.417150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c6793-d045-4865-af08-eaa8a41b7724 req-6a8e629c-96ab-4c16-951a-82080676a698 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:51.418953 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae3c6793-d045-4865-af08-eaa8a41b7724 req-6a8e629c-96ab-4c16-951a-82080676a698 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.2311072 Aug 16 13:21:51.446045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c8c03-05aa-4cac-be99-b5c2ba7c9f19 None None] DHCP port deletion for b4247c82-7b28-4f48-9ec2-347cb00d8da8 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:21:51.600628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae3c6793-d045-4865-af08-eaa8a41b7724 req-48552f70-c48a-4c87-8d8e-659274626e5c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494787 Aug 16 13:21:51.646546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 552311c8-d15f-489a-adee-7b25d9e674b1 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:21:51.784306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-583c8c03-05aa-4cac-be99-b5c2ba7c9f19 None None] Deleting port 552311c8-d15f-489a-adee-7b25d9e674b1 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:51.786229 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-583c8c03-05aa-4cac-be99-b5c2ba7c9f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:51.861852 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-36e7e981-f50b-49a4-ae3b-dc93364c59dc tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:51.864880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] For port 552311c8-d15f-489a-adee-7b25d9e674b1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=552311c8-d15f-489a-adee-7b25d9e674b1,segment=NetworkSegment(2e5b30d2-01c3-4508-871e-c4e6f5a19807),segment_id=2e5b30d2-01c3-4508-871e-c4e6f5a19807)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:51.865550 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:51.870912 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-36e7e981-f50b-49a4-ae3b-dc93364c59dc tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:51.893956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Calling delete_port for 552311c8-d15f-489a-adee-7b25d9e674b1 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:21:51.937004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-36e7e981-f50b-49a4-ae3b-dc93364c59dc tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:51.943325 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-36e7e981-f50b-49a4-ae3b-dc93364c59dc tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7168283 Aug 16 13:21:51.946526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41084) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:52.044698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-583c8c03-05aa-4cac-be99-b5c2ba7c9f19 None None] For port 552311c8-d15f-489a-adee-7b25d9e674b1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=552311c8-d15f-489a-adee-7b25d9e674b1,segment=NetworkSegment(2e5b30d2-01c3-4508-871e-c4e6f5a19807),segment_id=2e5b30d2-01c3-4508-871e-c4e6f5a19807)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:52.045341 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-583c8c03-05aa-4cac-be99-b5c2ba7c9f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:52.056550 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:52.097947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-583c8c03-05aa-4cac-be99-b5c2ba7c9f19 None None] Calling delete_port for 552311c8-d15f-489a-adee-7b25d9e674b1 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:21:52.267156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-acaf339a-8aa8-413d-9e58-66e344c8ea4a req-b2c27d8d-5de4-42d2-9351-e750db4c2380 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1550865 Aug 16 13:21:52.295720 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-906b3864-8796-4834-8869-0c2ec307c384 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:52.299506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 552311c8-d15f-489a-adee-7b25d9e674b1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=552311c8-d15f-489a-adee-7b25d9e674b1,segment=NetworkSegment(2e5b30d2-01c3-4508-871e-c4e6f5a19807),segment_id=2e5b30d2-01c3-4508-871e-c4e6f5a19807)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:21:52.330009 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:52.380826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:52.409163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] No DVR routers for this DVR port 552311c8-d15f-489a-adee-7b25d9e674b1 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:21:52.470529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Port': ['ID=552311c8-d15f-489a-adee-7b25d9e674b1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:52.499327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=552311c8-d15f-489a-adee-7b25d9e674b1,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:52.508603 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-583c8c03-05aa-4cac-be99-b5c2ba7c9f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:52.747537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c8c03-05aa-4cac-be99-b5c2ba7c9f19 None None] Pushing event deleted for resources: {'Port': ['ID=552311c8-d15f-489a-adee-7b25d9e674b1,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:52.783609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c8c03-05aa-4cac-be99-b5c2ba7c9f19 None None] No DVR routers for this DVR port 552311c8-d15f-489a-adee-7b25d9e674b1 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:21:52.784204 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:52.834552 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-906b3864-8796-4834-8869-0c2ec307c384 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:52.835426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4247c82-7b28-4f48-9ec2-347cb00d8da8']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:52.845908 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-906b3864-8796-4834-8869-0c2ec307c384 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:52.880577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5b30d2-01c3-4508-871e-c4e6f5a19807') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:52.881508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5b30d2-01c3-4508-871e-c4e6f5a19807') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:52.902956 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:52.922952 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:52.931432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:21:52.931823 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:53.005599 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-906b3864-8796-4834-8869-0c2ec307c384 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:53.007192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906b3864-8796-4834-8869-0c2ec307c384 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78bf1187-4225-4b49-b07f-4e3a8692ec00 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:21:53.015488 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:21:53.024313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:53.037867 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:53.040403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-906b3864-8796-4834-8869-0c2ec307c384 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:53.044817 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-906b3864-8796-4834-8869-0c2ec307c384 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "DELETE /v2.0/routers/78bf1187-4225-4b49-b07f-4e3a8692ec00 HTTP/1.1" status: 204 len: 168 time: 1.0961025 Aug 16 13:21:53.053623 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] 10.222.0.25 "DELETE /v2.0/networks/b4247c82-7b28-4f48-9ec2-347cb00d8da8 HTTP/1.1" status: 204 len: 168 time: 2.2861099 Aug 16 13:21:53.102417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21331a-f4fa-4e3f-8944-51f0394c5f2e tempest-NetworksIpV6TestAttrs-1532530720 tempest-NetworksIpV6TestAttrs-1532530720-project] Pushing event deleted for resources: {'Network': ['ID=b4247c82-7b28-4f48-9ec2-347cb00d8da8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:53.190320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b332c-78c6-4a33-97b2-9a5bcf2584b7 req-12373afd-23e7-4e4e-80b5-7bd528d57860 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:53.206439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb7b332c-78c6-4a33-97b2-9a5bcf2584b7 req-12373afd-23e7-4e4e-80b5-7bd528d57860 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.2258179 Aug 16 13:21:53.391594 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb7b332c-78c6-4a33-97b2-9a5bcf2584b7 req-3b462de3-2d73-4a74-a102-aa66be375ebc tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821525 Aug 16 13:21:53.398781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41106) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:53.643181 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0cc78fc3-71e8-49ff-b7d1-af154c06be21 req-1e94d82f-a438-4fc8-a53b-42c9992b9c4b tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0937488 Aug 16 13:21:53.838575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-258015095', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:53.911969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:53.918296 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:54.086624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:54.208189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41112) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:54.795372 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2e6831a0-26eb-4348-8876-6120e8625a3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28135dd4be2740dcb74487d0db336ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5844836 Aug 16 13:21:54.812131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb104b41-39f1-457e-901f-b1123181cbb5 req-4924f53d-3d11-4f2d-972f-c22364c039e0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:54.826997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb104b41-39f1-457e-901f-b1123181cbb5 req-4924f53d-3d11-4f2d-972f-c22364c039e0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.2372255 Aug 16 13:21:54.828240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41124) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:54.967950 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb104b41-39f1-457e-901f-b1123181cbb5 req-5f832b6f-678d-4f47-98b5-f7df7e7205b8 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205621 Aug 16 13:21:55.074186 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0ac06e4e-7f03-4325-a1ad-ab66dd1ca02c req-82a1fc6e-5c67-4bf7-aaf0-55c948064a44 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0530720 Aug 16 13:21:55.114688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-43dc1331-ea82-4e64-aab2-ed3683245c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:55.188387 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-43dc1331-ea82-4e64-aab2-ed3683245c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:55.240604 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:55.342874 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-43dc1331-ea82-4e64-aab2-ed3683245c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:55.349574 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-43dc1331-ea82-4e64-aab2-ed3683245c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:55.358521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-43dc1331-ea82-4e64-aab2-ed3683245c4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8de7634-fc4e-434d-a243-fe9e1160e5f0 HTTP/1.1" status: 204 len: 168 time: 0.5276048 Aug 16 13:21:55.376978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc1331-ea82-4e64-aab2-ed3683245c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8de7634-fc4e-434d-a243-fe9e1160e5f0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:55.685090 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:55.728962 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:56.114896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Allocated IP 172.25.0.228 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/da5ea2fe-5542-4043-bdd3-8b1b9f8338c9) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:21:56.338160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee3ae4-4a1b-459c-9642-5fdc7e53d09e req-b1bd2dbb-b1e2-4186-95a8-b3a6d6021741 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:56.343800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93ee3ae4-4a1b-459c-9642-5fdc7e53d09e req-b1bd2dbb-b1e2-4186-95a8-b3a6d6021741 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.2008417 Aug 16 13:21:56.439010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f46835bc-0131-4ee2-a0fc-d577089a9810 req-00691a35-715c-421b-b2ca-4ac46cb7c8c9 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0909913 Aug 16 13:21:56.607632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-93ee3ae4-4a1b-459c-9642-5fdc7e53d09e req-71e1c885-c8a1-4e3e-b1cd-8ba562641b4d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546580 Aug 16 13:21:56.613057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:56.713204 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:56.845937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Pushing event updated for resources: {'Port': ['ID=da5ea2fe-5542-4043-bdd3-8b1b9f8338c9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:56.859434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:21:56.861358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:21:56.865412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:21:57.400166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41170) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:57.454352 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:57.572234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1080680897'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:21:57.687524 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d122a1d-eaa3-4058-87d8-42fee34a0477 req-b811f6f5-882a-480b-a93d-f93c80e95ead tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0786638 Aug 16 13:21:57.716640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Made reservation on behalf of 3c64c6ca7025463a9fe024db50e3196a for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:21:57.720617 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:57.753307 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:57.790520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f670512-8626-4077-b5e4-df3b42d1e0ec req-a67fd386-fb7a-46c0-9d18-28da6b453d01 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:57.798511 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f670512-8626-4077-b5e4-df3b42d1e0ec req-a67fd386-fb7a-46c0-9d18-28da6b453d01 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.0972579 Aug 16 13:21:57.818950 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:57.868195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f670512-8626-4077-b5e4-df3b42d1e0ec req-417a171f-c90a-4925-963b-b56a75403131 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679808 Aug 16 13:21:58.007982 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:58.015135 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:58.104681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:21:58.123096 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:58.123562 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Added segment 87b3d0dc-d821-4863-a1f5-3998c9ebc0c7 of type vlan for network 515b7c54-8706-4f35-a165-be19cd6a2dbf Aug 16 13:21:58.127585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Router a40ae82f-6fb6-4f79-afb4-47cb50b89f5d is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:21:58.192184 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:58.219475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4541ae0f-1e38-4b6c-8dad-62c5a8b4114e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:58.226704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:58.237571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:58.241124 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:58.335772 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9333334 Aug 16 13:21:58.339116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41186) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:58.343953 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-ccb9ae97-227b-4d1b-923d-d95973835fb3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf', 'tempest-TagsTest-Tag-1965354852') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:58.353290 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ff484-df60-4b08-9779-fd054efafbe6 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Pushing event updated for resources: {'Network': ['ID=515b7c54-8706-4f35-a165-be19cd6a2dbf,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:21:58.371160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 515b7c54-8706-4f35-a165-be19cd6a2dbf details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:21:58.449201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:21:58.471555 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9201b-5775-4c30-a788-fa7684ac96aa None None] Sync routers for ids ['a40ae82f-6fb6-4f79-afb4-47cb50b89f5d'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:21:58.493565 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9201b-5775-4c30-a788-fa7684ac96aa None None] Routers {'a40ae82f-6fb6-4f79-afb4-47cb50b89f5d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:21:58.494270 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-eda9201b-5775-4c30-a788-fa7684ac96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:21:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a40ae82f-6fb6-4f79-afb4-47cb50b89f5d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:58.500180 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ccb9ae97-227b-4d1b-923d-d95973835fb3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "PUT /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags/tempest-TagsTest-Tag-1965354852 HTTP/1.1" status: 201 len: 201 time: 0.1597588 Aug 16 13:21:58.505744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41188) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:58.517498 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:58.521044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-66ca06d6-fc3d-48b5-ae24-b37c44f423f8 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf', 'tempest-TagsTest-Tag-1965354852') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:58.525165 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3f3b6ff8-1764-4871-88fb-858ea29d6b8a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1240733 Aug 16 13:21:58.526198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41190) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:58.654658 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-eda9201b-5775-4c30-a788-fa7684ac96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:58.674634 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9201b-5775-4c30-a788-fa7684ac96aa None None] Routers {'a40ae82f-6fb6-4f79-afb4-47cb50b89f5d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:21:58.677989 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-eda9201b-5775-4c30-a788-fa7684ac96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:21:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['a40ae82f-6fb6-4f79-afb4-47cb50b89f5d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:58.760732 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-eda9201b-5775-4c30-a788-fa7684ac96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:58.762368 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9201b-5775-4c30-a788-fa7684ac96aa None None] The sync data for ids ['a40ae82f-6fb6-4f79-afb4-47cb50b89f5d'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:21:58.790337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-66ca06d6-fc3d-48b5-ae24-b37c44f423f8 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "GET /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags/tempest-TagsTest-Tag-1965354852 HTTP/1.1" status: 204 len: 168 time: 0.2819610 Aug 16 13:21:58.797403 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41198) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:58.806841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-8f3361fa-5b2e-4877-a676-6a2823637c20 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:58.885900 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eab358a0-90b1-429e-9de5-96a7bff3ec9d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/routers/a40ae82f-6fb6-4f79-afb4-47cb50b89f5d HTTP/1.1" status: 200 len: 924 time: 0.3573058 Aug 16 13:21:58.886797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41200) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:58.944230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-407fcbb0-5a61-47a1-b25d-94b6c2335bfe tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40ae82f-6fb6-4f79-afb4-47cb50b89f5d HTTP/1.1" status: 200 len: 205 time: 0.0531218 Aug 16 13:21:58.944527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41204) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:58.999369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd09fd7e-33e8-44aa-a88f-8b14dbd7592e req-fdf52312-33eb-4445-b807-658b02afb78e tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1105843 Aug 16 13:21:59.095666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8f3361fa-5b2e-4877-a676-6a2823637c20 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "GET /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags HTTP/1.1" status: 200 len: 238 time: 0.2942827 Aug 16 13:21:59.097879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41210) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:59.105496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-693f0b4c-3c18-4d23-b6a7-c5e8e3d9db1b tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf', {'tags': ['tempest-TagsTest-Tag-1509324230', 'tempest-TagsTest-Tag-83006959', 'tempest-TagsTest-Tag-2098289433']}) {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:59.123210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900050d-fd04-458b-878d-6f987d9c8b44 req-e072c557-7574-4f7b-87e5-893dabbd8b09 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:21:59.130577 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7900050d-fd04-458b-878d-6f987d9c8b44 req-e072c557-7574-4f7b-87e5-893dabbd8b09 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.1297793 Aug 16 13:21:59.218467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7900050d-fd04-458b-878d-6f987d9c8b44 req-7a0bae96-da76-4895-ab01-c521417b1f20 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790751 Aug 16 13:21:59.275054 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:59.294644 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-693f0b4c-3c18-4d23-b6a7-c5e8e3d9db1b tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "PUT /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags HTTP/1.1" status: 200 len: 307 time: 0.1907518 Aug 16 13:21:59.295481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41212) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:59.322412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-9b7074db-ff66-4817-8fb7-206a45f85a97 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf', 'tempest-TagsTest-Tag-1509324230') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:59.480132 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:21:59.572744 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:59.577312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9b7074db-ff66-4817-8fb7-206a45f85a97 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "DELETE /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags/tempest-TagsTest-Tag-1509324230 HTTP/1.1" status: 204 len: 168 time: 0.2801962 Aug 16 13:21:59.581618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41220) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:59.588626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-8f3c6726-af71-473f-b731-8c8abcb3923f tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf', 'tempest-TagsTest-Tag-1509324230') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:59.705622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Deleting port da5ea2fe-5542-4043-bdd3-8b1b9f8338c9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:21:59.708599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:59.723085 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-8f3c6726-af71-473f-b731-8c8abcb3923f tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] show failed (client error): The resource could not be found. Aug 16 13:21:59.729052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8f3c6726-af71-473f-b731-8c8abcb3923f tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "GET /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags/tempest-TagsTest-Tag-1509324230 HTTP/1.1" status: 404 len: 326 time: 0.1401355 Aug 16 13:21:59.729412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41222) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:59.734830 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-994fdbb0-00a0-4625-9449-cc61e9c199f5 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf', 'tempest-TagsTest-Tag-83006959') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:59.890188 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:59.919335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:59.941909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-994fdbb0-00a0-4625-9449-cc61e9c199f5 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "GET /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags/tempest-TagsTest-Tag-83006959 HTTP/1.1" status: 204 len: 168 time: 0.2096951 Aug 16 13:21:59.943231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41224) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:21:59.951828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-8528aab1-cbe9-4d7f-b821-8792e463e1d9 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf', 'tempest-TagsTest-Tag-2098289433') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:21:59.973944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Calling delete_port for da5ea2fe-5542-4043-bdd3-8b1b9f8338c9 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:22:00.085195 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35d97124-c81c-4046-af72-0237d81b5073 req-5be50806-86ac-4470-96dd-94082042d9bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1810861 Aug 16 13:22:00.093831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8528aab1-cbe9-4d7f-b821-8792e463e1d9 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "GET /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags/tempest-TagsTest-Tag-2098289433 HTTP/1.1" status: 204 len: 168 time: 0.1480522 Aug 16 13:22:00.100276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41234) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:00.127813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-536e64b5-2204-471e-9458-99a3bc4dc6cf tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:00.276454 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-536e64b5-2204-471e-9458-99a3bc4dc6cf tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "DELETE /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags HTTP/1.1" status: 204 len: 168 time: 0.1631508 Aug 16 13:22:00.278571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41238) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:00.284225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-8308719c-746d-44b4-b4ef-399176ec831e tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf', 'tempest-TagsTest-Tag-83006959') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:00.332853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e5d75c9-4e66-4731-ab04-207dd96c243c req-8a0e413c-b553-4698-9578-f3921dd7c342 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0550475 Aug 16 13:22:00.390781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d97124-c81c-4046-af72-0237d81b5073 req-0a6269f0-0966-4b5c-b13f-882285888bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:00.393416 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35d97124-c81c-4046-af72-0237d81b5073 req-0a6269f0-0966-4b5c-b13f-882285888bec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 1097 time: 0.1874130 Aug 16 13:22:00.430695 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-8308719c-746d-44b4-b4ef-399176ec831e tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] show failed (client error): The resource could not be found. Aug 16 13:22:00.436055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41242) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:00.436355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8308719c-746d-44b4-b4ef-399176ec831e tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "GET /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags/tempest-TagsTest-Tag-83006959 HTTP/1.1" status: 404 len: 324 time: 0.1557918 Aug 16 13:22:00.464132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.tag.tag_plugin [None req-47cb2b25-f79a-4112-9bc6-d5112026ad6a tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf', 'tempest-TagsTest-Tag-2098289433') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:00.561726 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed2fb1-0f2e-48f9-9eef-7dca3dc120c1 req-d08d99ce-d5c1-4089-9d6f-4f0b769ccf75 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:00.579320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-beed2fb1-0f2e-48f9-9eef-7dca3dc120c1 req-d08d99ce-d5c1-4089-9d6f-4f0b769ccf75 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.1223259 Aug 16 13:22:00.616403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:00.663441 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-beed2fb1-0f2e-48f9-9eef-7dca3dc120c1 req-de8642d9-a12c-4234-8d7e-ab0fc9d8b703 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818462 Aug 16 13:22:00.783863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Pushing event deleted for resources: {'Port': ['ID=da5ea2fe-5542-4043-bdd3-8b1b9f8338c9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:00.862745 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-47cb2b25-f79a-4112-9bc6-d5112026ad6a tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] show failed (client error): The resource could not be found. Aug 16 13:22:00.869024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41250) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:00.869251 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-47cb2b25-f79a-4112-9bc6-d5112026ad6a tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "GET /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags/tempest-TagsTest-Tag-2098289433 HTTP/1.1" status: 404 len: 326 time: 0.4293993 Aug 16 13:22:00.877920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d97124-c81c-4046-af72-0237d81b5073 req-f36e5200-d7ab-4f86-8b6f-da582e560f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:00.882670 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35d97124-c81c-4046-af72-0237d81b5073 req-f36e5200-d7ab-4f86-8b6f-da582e560f9f service neutron] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.4448204 Aug 16 13:22:00.884297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.tag.tag_plugin [None req-049e2ef3-09ff-49e8-abf6-1722f85b258e tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '515b7c54-8706-4f35-a165-be19cd6a2dbf') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:01.018152 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-049e2ef3-09ff-49e8-abf6-1722f85b258e tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "DELETE /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf/tags HTTP/1.1" status: 204 len: 168 time: 0.1465318 Aug 16 13:22:01.024255 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41256) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:01.030973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35d97124-c81c-4046-af72-0237d81b5073 req-cc01961b-a1b2-4534-bdc8-807531daf68f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f8b7b0-bf02-419a-815f-dd92645e5e34 HTTP/1.1" status: 200 len: 217 time: 0.1107357 Aug 16 13:22:01.098077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.178905 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.246780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.250316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d97124-c81c-4046-af72-0237d81b5073 req-5028593d-2a3f-4cb9-a67e-709ba261fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:01.251858 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35d97124-c81c-4046-af72-0237d81b5073 req-5028593d-2a3f-4cb9-a67e-709ba261fd80 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.2115190 Aug 16 13:22:01.253129 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.341121 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.357696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.358397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Fanout notify agent at l3_agent the message router_deleted on router a40ae82f-6fb6-4f79-afb4-47cb50b89f5d {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:22:01.362838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d97124-c81c-4046-af72-0237d81b5073 req-2d69ddc6-b2a0-4f4e-bee4-e1c978c997ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:01.365860 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35d97124-c81c-4046-af72-0237d81b5073 req-2d69ddc6-b2a0-4f4e-bee4-e1c978c997ac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060236 Aug 16 13:22:01.377081 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.380305 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c3a48edf-dbca-4ff1-97ed-ef19c8421aa4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/a40ae82f-6fb6-4f79-afb4-47cb50b89f5d HTTP/1.1" status: 204 len: 168 time: 2.4330368 Aug 16 13:22:01.384883 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41262) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:01.396609 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515b7c54-8706-4f35-a165-be19cd6a2dbf']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:01.430802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1913543140', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'enable_snat': False}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:01.444451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b3d0dc-d821-4863-a1f5-3998c9ebc0c7') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:01.444451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b3d0dc-d821-4863-a1f5-3998c9ebc0c7') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:01.471615 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.512845 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.517444 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.527716 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.585281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:22:01.587004 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:22:01.593834 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:22:01.641156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a45204f9-35fd-46d5-bb5a-a0dd8c1cd724 req-39bc785a-1a8b-4b03-945a-9b9a54ca17e4 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0794134 Aug 16 13:22:01.678347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35d97124-c81c-4046-af72-0237d81b5073 req-cc863852-b12e-481e-8f6c-7fb77c637128 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958302 Aug 16 13:22:01.771144 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.807872 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f8487314-accd-4fdb-8f61-6bec6dfdaad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.843171 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:01.849459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] 10.222.0.25 "DELETE /v2.0/networks/515b7c54-8706-4f35-a165-be19cd6a2dbf HTTP/1.1" status: 204 len: 168 time: 0.8234715 Aug 16 13:22:01.850448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d6931-b2a8-4ff9-8930-73b368c6ddf3 tempest-TagsTest-1426209483 tempest-TagsTest-1426209483-project] Pushing event deleted for resources: {'Network': ['ID=515b7c54-8706-4f35-a165-be19cd6a2dbf,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:01.937805 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35d97124-c81c-4046-af72-0237d81b5073 req-8a9d954a-579b-4f03-aca8-8eba2572c941 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508430 Aug 16 13:22:02.444868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41288) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:02.494755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:02.891784 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b577515f-f7fa-43bd-87e4-775eaca1d795 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c64c6ca7025463a9fe024db50e3196a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4424124 Aug 16 13:22:02.896448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41300) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:02.965005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:03.008907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba123a4-5d58-418c-a1c7-9f05c183a441 req-c72e52c0-771e-4777-be19-f89dc303137c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:03.011742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cba123a4-5d58-418c-a1c7-9f05c183a441 req-c72e52c0-771e-4777-be19-f89dc303137c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 1.1517015 Aug 16 13:22:03.041184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59821f77-d5dd-47be-8d1d-6b37503fffed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:03.093913 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59821f77-d5dd-47be-8d1d-6b37503fffed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:03.102338 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d66c7cd8-dbaf-4bf4-a338-694761ddf8fa req-35dc9582-84e3-4a62-8597-b73d51bbd751 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1235783 Aug 16 13:22:03.250833 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59821f77-d5dd-47be-8d1d-6b37503fffed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:03.263953 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-59821f77-d5dd-47be-8d1d-6b37503fffed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:03.276151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-59821f77-d5dd-47be-8d1d-6b37503fffed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4541ae0f-1e38-4b6c-8dad-62c5a8b4114e HTTP/1.1" status: 204 len: 168 time: 0.3750818 Aug 16 13:22:03.310830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59821f77-d5dd-47be-8d1d-6b37503fffed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4541ae0f-1e38-4b6c-8dad-62c5a8b4114e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:03.369644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cba123a4-5d58-418c-a1c7-9f05c183a441 req-a061f19a-d1f6-4fbd-9986-22d30ca1f98a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270710 Aug 16 13:22:03.620500 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:03.646609 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:03.861020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Allocated IP 172.25.0.200 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/82bb1784-c5e5-4383-8787-6fca3e15e7f8) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:22:04.005332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:04.059557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:04.106607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:22:04.116717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:22:04.125270 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:22:04.155216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event updated for resources: {'Port': ['ID=82bb1784-c5e5-4383-8787-6fca3e15e7f8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:04.289988 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a84f2ce4-8e3f-42ac-b0d5-b8272dc3b2a4 req-8a53a9e2-18f1-4653-a2b1-00196a616811 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0641448 Aug 16 13:22:04.366795 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5a64cc7e-4d77-4d5c-8d8d-65ad63cf738e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:04.622810 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:04.635856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:04.695826 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d8904-7117-4164-9782-9224f8803d5d req-a7c16a3a-0ebb-4d56-9fcd-5070e77d31f6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:04.698904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa1d8904-7117-4164-9782-9224f8803d5d req-a7c16a3a-0ebb-4d56-9fcd-5070e77d31f6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.2283027 Aug 16 13:22:04.853236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa1d8904-7117-4164-9782-9224f8803d5d req-693acb86-6eb4-4465-8952-0a2b067288b9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486712 Aug 16 13:22:05.058273 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:05.318266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Router e6aac92d-4a68-4780-81bf-8a9f6e76d534 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:22:05.555000 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:05.646878 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1bd7173a-f34d-4fbf-8b1d-055eac8b8cf4 req-a293821c-8b35-4c13-acc4-1ae4137dc63f tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0808825 Aug 16 13:22:05.680106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:22:05.694847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Sync routers for ids ['e6aac92d-4a68-4780-81bf-8a9f6e76d534'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:22:05.729059 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:05.734855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-74cc1c5d-c7ac-4784-8b37-6b9e40fb83c6 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.3297582 Aug 16 13:22:05.736249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41376) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:05.739124 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Routers {'e6aac92d-4a68-4780-81bf-8a9f6e76d534'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:05.740826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['e6aac92d-4a68-4780-81bf-8a9f6e76d534'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:05.925239 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cd565411-cef7-4ba2-a7a8-afb183e4b03d tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/routers/e6aac92d-4a68-4780-81bf-8a9f6e76d534 HTTP/1.1" status: 200 len: 909 time: 0.1889765 Aug 16 13:22:05.928675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41380) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:05.933748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1913543140', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'enable_snat': True}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:05.980990 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:05.990042 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:06.022514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bf2d4669-536a-49dc-aa0a-16037f540f74 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:22:06.132642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Set router e6aac92d-4a68-4780-81bf-8a9f6e76d534 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:22:06.142938 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:06.161115 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa05ac-5f78-4c6a-ab93-63efa2508bc5 req-625a053d-6914-4803-9545-17aeafd3f6f3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:06.163232 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33aa05ac-5f78-4c6a-ab93-63efa2508bc5 req-625a053d-6914-4803-9545-17aeafd3f6f3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 943 time: 0.1076171 Aug 16 13:22:06.318938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33aa05ac-5f78-4c6a-ab93-63efa2508bc5 req-9a179a0f-46c7-4b29-b366-f7e2b0131c61 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472414 Aug 16 13:22:06.613948 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:06.706064 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41396) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:06.964033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port bf2d4669-536a-49dc-aa0a-16037f540f74, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bf2d4669-536a-49dc-aa0a-16037f540f74,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:22:06.970936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f59da0e-8d23-4abf-b1f3-5d0d08f98d8f req-0a47c663-5ee3-45f2-863f-f3d1521bd9e1 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0690112 Aug 16 13:22:07.030382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'bf2d4669-536a-49dc-aa0a-16037f540f74', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'port_id': 'bf2d4669-536a-49dc-aa0a-16037f540f74', 'mac_address': 'fa:16:3e:6b:eb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:22:07.064807 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f95b70e-0282-47cb-92b4-71c12e64fb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:07.143080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aac92d-4a68-4780-81bf-8a9f6e76d534', 'name': 'tempest-snat-router-1913543140', 'tenant_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.200'}], 'enable_snat': False}, 'gw_port_id': '82bb1784-c5e5-4383-8787-6fca3e15e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:22:01Z', 'updated_at': '2021-08-16T13:22:04Z', 'revision_number': 3, 'project_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'gw_port': {'id': '82bb1784-c5e5-4383-8787-6fca3e15e7f8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:86:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aac92d-4a68-4780-81bf-8a9f6e76d534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:22:03Z', 'updated_at': '2021-08-16T13:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:07.195653 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:07.215825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Checking router: e6aac92d-4a68-4780-81bf-8a9f6e76d534 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:22:07.216376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Updating router e6aac92d-4a68-4780-81bf-8a9f6e76d534 port 82bb1784-c5e5-4383-8787-6fca3e15e7f8 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:22:07.255038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2d4669-536a-49dc-aa0a-16037f540f74 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:22:07.291580 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port bf2d4669-536a-49dc-aa0a-16037f540f74, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bf2d4669-536a-49dc-aa0a-16037f540f74,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:22:07.301957 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:07.312357 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:07.396991 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f95b70e-0282-47cb-92b4-71c12e64fb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:07.408413 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f95b70e-0282-47cb-92b4-71c12e64fb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:07.491011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41404) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:07.495031 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2f95b70e-0282-47cb-92b4-71c12e64fb7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9701c15acc94eeea928be25be46164d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7867885 Aug 16 13:22:07.542004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95b70e-0282-47cb-92b4-71c12e64fb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb96adf1-2649-4f66-933d-1d569eade861,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:07.645672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c334e8e-a632-442a-86b4-9fb9bd0056f8 req-cf37d833-b9b0-4c1e-97d7-8a7819f89e67 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:07.659346 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c334e8e-a632-442a-86b4-9fb9bd0056f8 req-cf37d833-b9b0-4c1e-97d7-8a7819f89e67 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 944 time: 0.0973473 Aug 16 13:22:07.708717 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:07.720409 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b30e5664-cad3-4401-a81a-aee53953c361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:07.734253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c334e8e-a632-442a-86b4-9fb9bd0056f8 req-aa48b85e-0138-4eb8-9bc9-207430a5a3dc tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725069 Aug 16 13:22:07.768462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=bf2d4669-536a-49dc-aa0a-16037f540f74,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:07.776578 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b30e5664-cad3-4401-a81a-aee53953c361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:07.784893 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['bf2d4669-536a-49dc-aa0a-16037f540f74'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:22:07.834775 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:07.835189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:07.835673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:07.836083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:07.836589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:07.836989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:07.837619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:07.838042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:07.838759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:07.839313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:07.839747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:07.840239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:08.070806 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.149566 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.150494 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b30e5664-cad3-4401-a81a-aee53953c361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.155721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b30e5664-cad3-4401-a81a-aee53953c361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.157888 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b30e5664-cad3-4401-a81a-aee53953c361 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb96adf1-2649-4f66-933d-1d569eade861 HTTP/1.1" status: 204 len: 168 time: 0.6515164 Aug 16 13:22:08.163886 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.174795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Transition to ACTIVE for port object 82bb1784-c5e5-4383-8787-6fca3e15e7f8 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:22:08.190438 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.191898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e5664-cad3-4401-a81a-aee53953c361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb96adf1-2649-4f66-933d-1d569eade861,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:08.239331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-198f1d35-ace1-4f31-b707-cd90103587de req-2683ad03-af15-4c09-b710-5604ba7a24eb tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1033282 Aug 16 13:22:08.293513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dc690-48b3-4739-b9f7-a76db1296c59 None None] Pushing event updated for resources: {'Port': ['ID=82bb1784-c5e5-4383-8787-6fca3e15e7f8,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:08.296905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Attempting to bind port 82bb1784-c5e5-4383-8787-6fca3e15e7f8 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:22:08.297383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Attempting to bind port 82bb1784-c5e5-4383-8787-6fca3e15e7f8 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:22:08.297760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Attempting to bind port 82bb1784-c5e5-4383-8787-6fca3e15e7f8 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:22:08.318201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:22:08.318459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:22:08.318827 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.320659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:22:08.321564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Bound port: 82bb1784-c5e5-4383-8787-6fca3e15e7f8, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:22:08.321983 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.426729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Allocated IP 172.25.0.130 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/61ce0d58-125d-4656-9df7-5eeb3a7589e6) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:22:08.481000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] For port 82bb1784-c5e5-4383-8787-6fca3e15e7f8, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:22:08.492068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] For port 82bb1784-c5e5-4383-8787-6fca3e15e7f8, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=82bb1784-c5e5-4383-8787-6fca3e15e7f8,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:22:08.504799 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.577345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.654911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.715564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Routers {'e6aac92d-4a68-4780-81bf-8a9f6e76d534'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:08.717285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['e6aac92d-4a68-4780-81bf-8a9f6e76d534'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:08.719479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:22:08.726050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:22:08.730841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:22:08.763806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41428) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:08.783726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event updated for resources: {'Port': ['ID=61ce0d58-125d-4656-9df7-5eeb3a7589e6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:08.820635 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75a4b784-30d1-42e8-bb32-6d4a9b9f34d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:08.974258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] Set router e6aac92d-4a68-4780-81bf-8a9f6e76d534 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:22:09.152517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dc690-48b3-4739-b9f7-a76db1296c59 None None] Pushing event updated for resources: {'Port': ['ID=82bb1784-c5e5-4383-8787-6fca3e15e7f8,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:09.218658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb1485-2757-4f2f-b237-84b92d0144c3 req-4e333f19-20d0-4dc7-81d6-5ab4807bdf57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:09.224406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19cb1485-2757-4f2f-b237-84b92d0144c3 req-4e333f19-20d0-4dc7-81d6-5ab4807bdf57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 944 time: 0.2912846 Aug 16 13:22:09.251812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aac92d-4a68-4780-81bf-8a9f6e76d534', 'name': 'tempest-snat-router-1913543140', 'tenant_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.200'}], 'enable_snat': False}, 'gw_port_id': '82bb1784-c5e5-4383-8787-6fca3e15e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:22:01Z', 'updated_at': '2021-08-16T13:22:04Z', 'revision_number': 3, 'project_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'gw_port': {'id': '82bb1784-c5e5-4383-8787-6fca3e15e7f8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:86:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aac92d-4a68-4780-81bf-8a9f6e76d534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:22:03Z', 'updated_at': '2021-08-16T13:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:09.313065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca551a-fb59-4914-a7ad-af42f946ba09 None None] The sync data for ids ['e6aac92d-4a68-4780-81bf-8a9f6e76d534'] in n-d-804708-1 is: [{'id': 'e6aac92d-4a68-4780-81bf-8a9f6e76d534', 'name': 'tempest-snat-router-1913543140', 'tenant_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.200'}], 'enable_snat': False}, 'gw_port_id': '82bb1784-c5e5-4383-8787-6fca3e15e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:22:01Z', 'updated_at': '2021-08-16T13:22:04Z', 'revision_number': 3, 'project_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'gw_port': {'id': '82bb1784-c5e5-4383-8787-6fca3e15e7f8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:86:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aac92d-4a68-4780-81bf-8a9f6e76d534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:22:03Z', 'updated_at': '2021-08-16T13:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:22:09.344417 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75a4b784-30d1-42e8-bb32-6d4a9b9f34d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:09.353291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75a4b784-30d1-42e8-bb32-6d4a9b9f34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:09.409193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4b784-30d1-42e8-bb32-6d4a9b9f34d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe232234-4d8d-42f2-877f-6be2814e9924,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:09.424688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19cb1485-2757-4f2f-b237-84b92d0144c3 req-8b30ddb4-5e1f-4af0-b667-384c50be4e70 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667583 Aug 16 13:22:09.442682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-75a4b784-30d1-42e8-bb32-6d4a9b9f34d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe647a20e2c240849cf8e8697fd29229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6710982 Aug 16 13:22:09.443693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41436) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:09.533421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed27e4d8-514b-4690-a7b4-1dba9e20227f req-03d25328-f9a7-4dbf-b447-19719c850908 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0773592 Aug 16 13:22:09.633228 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4da992bd-f7d3-4d43-98b6-1c4c19211542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:09.666503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4da992bd-f7d3-4d43-98b6-1c4c19211542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:09.712875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:09.764809 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4da992bd-f7d3-4d43-98b6-1c4c19211542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:09.768470 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4da992bd-f7d3-4d43-98b6-1c4c19211542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:09.774502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4da992bd-f7d3-4d43-98b6-1c4c19211542 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe232234-4d8d-42f2-877f-6be2814e9924 HTTP/1.1" status: 204 len: 168 time: 0.3264346 Aug 16 13:22:09.818981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da992bd-f7d3-4d43-98b6-1c4c19211542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe232234-4d8d-42f2-877f-6be2814e9924,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:10.001155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bf2d4669-536a-49dc-aa0a-16037f540f74 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:22:10.201902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port bf2d4669-536a-49dc-aa0a-16037f540f74 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:22:10.214382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port bf2d4669-536a-49dc-aa0a-16037f540f74 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:22:10.218045 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:10.316836 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:10.455404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:10.469733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ad256cb-d81a-4bf2-b5a3-324e1af24549 req-44dc5c19-b2bf-434a-b2fb-cba0a573133c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1389642 Aug 16 13:22:10.539645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port bf2d4669-536a-49dc-aa0a-16037f540f74, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bf2d4669-536a-49dc-aa0a-16037f540f74,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:22:10.540883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9cf03-c69f-434d-b93d-1ff281b32679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d4669-536a-49dc-aa0a-16037f540f74'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:22:10.543594 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7105508f-47c1-43a2-a0d3-6cbc4082555a" -d '{"events": [{"server_uuid": "48c9cf03-c69f-434d-b93d-1ff281b32679", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d4669-536a-49dc-aa0a-16037f540f74"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:22:10.552490 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:10.674813 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eaeaa9-b372-4dc7-b44e-f098527b5011 x-openstack-request-id: req-49eaeaa9-b372-4dc7-b44e-f098527b5011 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:22:10.675783 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c9cf03-c69f-434d-b93d-1ff281b32679", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d4669-536a-49dc-aa0a-16037f540f74", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:22:10.676436 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49eaeaa9-b372-4dc7-b44e-f098527b5011 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:22:10.677091 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9cf03-c69f-434d-b93d-1ff281b32679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d4669-536a-49dc-aa0a-16037f540f74', 'code': 200} Aug 16 13:22:10.682777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=bf2d4669-536a-49dc-aa0a-16037f540f74,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:10.849946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Router cc1a92dc-8118-468f-85e7-f3725d68af20 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:22:11.072380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62605a4-8050-495a-87dd-d19e6541a8f2 req-f90f639d-206f-437e-b03d-b744edf9426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:11.074703 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e62605a4-8050-495a-87dd-d19e6541a8f2 req-f90f639d-206f-437e-b03d-b744edf9426c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 1096 time: 0.2638538 Aug 16 13:22:11.123322 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a8d6ae1-f381-44d6-ade6-1d02b04610a4 req-6e9c46c3-0600-4882-97f2-6b005a89f076 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1640885 Aug 16 13:22:11.174866 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e62605a4-8050-495a-87dd-d19e6541a8f2 req-30a5f0c0-f6fd-4249-a0f2-66d31d5292c3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927780 Aug 16 13:22:11.180769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef2fc-7c69-4706-af73-d11bcef7a14c req-8a44d08c-7b38-4d17-a49d-ecb8be85453b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:11.187915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-448ef2fc-7c69-4706-af73-d11bcef7a14c req-8a44d08c-7b38-4d17-a49d-ecb8be85453b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 945 time: 0.3267591 Aug 16 13:22:11.196205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:22:11.231020 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] Sync routers for ids ['cc1a92dc-8118-468f-85e7-f3725d68af20'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:22:11.258164 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:11.267019 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e4a003aa-9316-4162-9c2d-c9583a748f87 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3312838 Aug 16 13:22:11.267019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41464) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:11.281984 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] Routers {'cc1a92dc-8118-468f-85e7-f3725d68af20'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:11.290044 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cc1a92dc-8118-468f-85e7-f3725d68af20'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:11.354582 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-448ef2fc-7c69-4706-af73-d11bcef7a14c req-66f18272-1359-4c90-87c0-48f1faebef0c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538806 Aug 16 13:22:11.739907 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-351bd04e-aadb-4828-bf6f-593a1bb89d92 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/routers/cc1a92dc-8118-468f-85e7-f3725d68af20 HTTP/1.1" status: 200 len: 908 time: 0.4718738 Aug 16 13:22:11.741712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41472) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:11.750699 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] Set router cc1a92dc-8118-468f-85e7-f3725d68af20 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:22:11.776793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 82bb1784-c5e5-4383-8787-6fca3e15e7f8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:22:11.920681 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:11.938000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 82bb1784-c5e5-4383-8787-6fca3e15e7f8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:22:11.952831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 82bb1784-c5e5-4383-8787-6fca3e15e7f8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:22:11.953629 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:12.137987 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:12.245543 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:12.304058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Deleting port 61ce0d58-125d-4656-9df7-5eeb3a7589e6 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:22:12.304510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:12.308021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 82bb1784-c5e5-4383-8787-6fca3e15e7f8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=82bb1784-c5e5-4383-8787-6fca3e15e7f8,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:22:12.318693 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:12.341795 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1a92dc-8118-468f-85e7-f3725d68af20', 'name': 'tempest-snat-router-1913543140', 'tenant_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '61ce0d58-125d-4656-9df7-5eeb3a7589e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:22:05Z', 'updated_at': '2021-08-16T13:22:09Z', 'revision_number': 3, 'project_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'gw_port': {'id': '61ce0d58-125d-4656-9df7-5eeb3a7589e6', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1a92dc-8118-468f-85e7-f3725d68af20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:22:08Z', 'updated_at': '2021-08-16T13:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:12.407636 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41488) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:12.487658 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] Checking router: cc1a92dc-8118-468f-85e7-f3725d68af20 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:22:12.489972 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] Updating router cc1a92dc-8118-468f-85e7-f3725d68af20 port 61ce0d58-125d-4656-9df7-5eeb3a7589e6 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:22:12.511492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=82bb1784-c5e5-4383-8787-6fca3e15e7f8,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:12.648023 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:12.662609 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:12.677941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757131035-network', 'tenant_id': '981ce6301e534935b3e177a6912c0b0d'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:12.709255 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Calling delete_port for 61ce0d58-125d-4656-9df7-5eeb3a7589e6 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:22:12.845856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Made reservation on behalf of 981ce6301e534935b3e177a6912c0b0d for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:22:12.853336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:12.876026 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:13.095723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:13.109513 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:13.110805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f89de93b-1007-4cce-a5f4-8bc4878adc3f req-9fb4ee9d-f38a-4cb6-9453-37213b505473 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.5811443 Aug 16 13:22:13.143427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:22:13.162999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8bfaa0-77db-480a-9c67-d73fb334b07b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:13.170692 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:13.170692 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Added segment cbbf9c6e-8106-4b2c-b233-968421ad74e9 of type vlan for network 124b2f7d-e934-43b9-ad68-6a9a916dac2e Aug 16 13:22:13.192163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb515c5-262e-4c01-9f78-048f364a282e req-92d184f9-c593-4e2f-8010-f367163a220d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:13.195913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-acb515c5-262e-4c01-9f78-048f364a282e req-92d184f9-c593-4e2f-8010-f367163a220d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 945 time: 0.1258433 Aug 16 13:22:13.283610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:13.349985 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-acb515c5-262e-4c01-9f78-048f364a282e req-a7e6b3b2-5e3c-4050-b071-5ec8a284ca74 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894072 Aug 16 13:22:13.363252 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:13.365877 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:13.370227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:13.379697 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:13.456206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event deleted for resources: {'Port': ['ID=61ce0d58-125d-4656-9df7-5eeb3a7589e6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:13.571519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] Pushing event updated for resources: {'Network': ['ID=124b2f7d-e934-43b9-ad68-6a9a916dac2e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:13.588349 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-619552f0-de0a-439d-b371-e83bbe3c699c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1793685 Aug 16 13:22:13.589659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 124b2f7d-e934-43b9-ad68-6a9a916dac2e details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:22:13.590805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41500) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:13.619432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] Request body: {'subnet': {'network_id': '124b2f7d-e934-43b9-ad68-6a9a916dac2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757131035-subnet', 'tenant_id': '981ce6301e534935b3e177a6912c0b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:13.671654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] Made reservation on behalf of 981ce6301e534935b3e177a6912c0b0d for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:22:13.674840 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:13.681820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 82bb1784-c5e5-4383-8787-6fca3e15e7f8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:22:13.744832 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.db.api [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:22:13.745507 n-d-804708-1 neutron-server[101398]: DEBUG oslo_db.api [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:22:13.787117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6700a50-2ce8-4a2f-9b77-cb20c4766374 req-e0639b55-288e-45e5-bbb1-279cdcde3b8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=738bb83d3acd4278bcfdd351cd8df73e&device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0958204 Aug 16 13:22:13.828355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6700a50-2ce8-4a2f-9b77-cb20c4766374 req-154a18c7-40bd-4e88-8070-73fbe64baf1f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=738bb83d3acd4278bcfdd351cd8df73e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312779 Aug 16 13:22:13.882650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 82bb1784-c5e5-4383-8787-6fca3e15e7f8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:22:13.884129 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:13.935592 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7562f9c3-5166-4273-9f08-7bb61b740029 req-382a63bd-2ff6-4423-a3ec-3b7525cec220 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.1357725 Aug 16 13:22:14.205148 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:14.254884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0009bf74-bec2-4838-abcd-05ee4ff19d55,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:14.289947 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] Port 61ce0d58-125d-4656-9df7-5eeb3a7589e6 not found while updating agent binding for router cc1a92dc-8118-468f-85e7-f3725d68af20. {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 13:22:14.314280 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] Routers {'cc1a92dc-8118-468f-85e7-f3725d68af20'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:14.314937 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['cc1a92dc-8118-468f-85e7-f3725d68af20'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:14.372113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] Checking segment: {'id': 'cbbf9c6e-8106-4b2c-b233-968421ad74e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '124b2f7d-e934-43b9-ad68-6a9a916dac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:22:14.372844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] Network hostable DHCP agents. Network: 124b2f7d-e934-43b9-ad68-6a9a916dac2e, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:22:14.423957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] Network 124b2f7d-e934-43b9-ad68-6a9a916dac2e is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:22:14.462210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 124b2f7d-e934-43b9-ad68-6a9a916dac2e) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:22:14.475100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed93f44-6a9b-458a-adf6-c697e910cc7e None None] Network 124b2f7d-e934-43b9-ad68-6a9a916dac2e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:22:14.481390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:14.482561 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:14.505970 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bf2a22b0-88bb-44b2-b740-49ace37a1194 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9138765 Aug 16 13:22:14.547854 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] Set router cc1a92dc-8118-468f-85e7-f3725d68af20 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:22:14.659165 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1a92dc-8118-468f-85e7-f3725d68af20', 'name': 'tempest-snat-router-1913543140', 'tenant_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:22:05Z', 'updated_at': '2021-08-16T13:22:13Z', 'revision_number': 5, 'project_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:14.731598 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ba7d0-f68f-4537-9570-2271fef4c9cf None None] The sync data for ids ['cc1a92dc-8118-468f-85e7-f3725d68af20'] in n-d-804708-1 is: [{'id': 'cc1a92dc-8118-468f-85e7-f3725d68af20', 'name': 'tempest-snat-router-1913543140', 'tenant_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:22:05Z', 'updated_at': '2021-08-16T13:22:13Z', 'revision_number': 5, 'project_id': 'c37db1dc41d749dc8eb15c92f11a9e91', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:22:14.883391 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e34ea0d-1f8c-4834-9a00-867e1767f8b5 None None] Network 124b2f7d-e934-43b9-ad68-6a9a916dac2e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:22:15.291974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6700a50-2ce8-4a2f-9b77-cb20c4766374 req-6184d0f4-bb9f-4284-8785-82a573dd9aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:15.294614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6700a50-2ce8-4a2f-9b77-cb20c4766374 req-6184d0f4-bb9f-4284-8785-82a573dd9aa5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.4416976 Aug 16 13:22:15.319017 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:15.568937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d011f85-d0eb-44a2-9f41-e35759573ca7 req-c3157268-b0e4-4de8-b4a9-3a830dacfb94 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.2527475 Aug 16 13:22:15.691719 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:15.696243 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:15.708481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fd6c1-f592-4498-9303-4e8c0691fd53 req-11b00a21-695f-4a68-992f-3c25fb5590ca tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:15.710485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-806fd6c1-f592-4498-9303-4e8c0691fd53 req-11b00a21-695f-4a68-992f-3c25fb5590ca tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 945 time: 0.4126747 Aug 16 13:22:15.805551 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:15.806092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc1a92dc-8118-468f-85e7-f3725d68af20 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:22:15.817582 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:15.819296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-30f71877-5ca1-4e13-b9ae-27ecfdafb7b7 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "DELETE /v2.0/routers/cc1a92dc-8118-468f-85e7-f3725d68af20 HTTP/1.1" status: 204 len: 168 time: 4.0762990 Aug 16 13:22:15.823405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41598) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:15.826582 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-806fd6c1-f592-4498-9303-4e8c0691fd53 req-704a6abe-4e4d-4a32-81e8-ffc11d99b9f1 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041145 Aug 16 13:22:16.104517 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:16.223357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcff4e-4d65-4da3-b5f7-65ab56e42f5f req-7d43d8a0-4e8c-4888-a2a4-8598a6005a8e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:16.228799 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bfcff4e-4d65-4da3-b5f7-65ab56e42f5f req-7d43d8a0-4e8c-4888-a2a4-8598a6005a8e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 945 time: 0.1727474 Aug 16 13:22:16.273176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41614) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:16.281034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-129367343-network', 'tenant_id': 'fcf81d7d15d2485db6a3174ef7779f75'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:16.408941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:16.428327 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:16.454690 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bfcff4e-4d65-4da3-b5f7-65ab56e42f5f req-314fb25c-daad-46e1-8ab3-fbf0c9c47eed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952493 Aug 16 13:22:16.456031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Made reservation on behalf of fcf81d7d15d2485db6a3174ef7779f75 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:22:16.463610 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:16.481121 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:16.571629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Deleting port 82bb1784-c5e5-4383-8787-6fca3e15e7f8 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:22:16.572150 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:16.624886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6700a50-2ce8-4a2f-9b77-cb20c4766374 req-53a40257-bef0-41e4-9f4b-825c4a1ddff3 tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.42 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.0633323 Aug 16 13:22:16.888975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] For port 82bb1784-c5e5-4383-8787-6fca3e15e7f8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=82bb1784-c5e5-4383-8787-6fca3e15e7f8,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:22:16.892842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:16.931744 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:16.944202 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:16.958979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Calling delete_port for 82bb1784-c5e5-4383-8787-6fca3e15e7f8 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:22:17.105610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e0054f-34ef-4c89-b8a8-7c1702cf99a2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:17.170273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4610297f-b68e-4ce4-a763-2222e1854e5f req-019fe9f5-776e-4b76-8be1-73e4c708aa8e tempest-ServerShowV254Test-1853680972 tempest-ServerShowV254Test-1853680972-project] 10.222.0.25 "GET /v2.0/ports?device_id=83b7ddfb-ca16-4cc1-85c3-9266da62cf1b HTTP/1.1" status: 200 len: 210 time: 0.2114739 Aug 16 13:22:17.219471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:22:17.259471 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:17.260054 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Added segment ecd4f6aa-9eab-4396-a0ba-b2b19e4cd796 of type vlan for network 95945687-2df5-4f33-be39-2335890c7747 Aug 16 13:22:17.336362 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:17.380531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:17.381878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:17.382562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:17.428626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1518569 Aug 16 13:22:17.431631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41634) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:17.441964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] Request body: {'subnet': {'network_id': '95945687-2df5-4f33-be39-2335890c7747', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-129367343-subnet', 'tenant_id': 'fcf81d7d15d2485db6a3174ef7779f75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:17.493853 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:17.584477 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] Made reservation on behalf of fcf81d7d15d2485db6a3174ef7779f75 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:22:17.586601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555203ed-984f-4cb0-82d1-93fad282718c admin admin] Pushing event updated for resources: {'Network': ['ID=95945687-2df5-4f33-be39-2335890c7747,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:17.589067 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:17.609671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 95945687-2df5-4f33-be39-2335890c7747 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:22:17.626226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860605-c7bc-4c0e-8a76-cbbbf47fbac9 req-56cfa274-2e14-4c19-ad28-04a3bcc09c8d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:17.626226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d860605-c7bc-4c0e-8a76-cbbbf47fbac9 req-56cfa274-2e14-4c19-ad28-04a3bcc09c8d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 945 time: 0.1026585 Aug 16 13:22:17.677756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event deleted for resources: {'Port': ['ID=82bb1784-c5e5-4383-8787-6fca3e15e7f8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:17.813262 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d860605-c7bc-4c0e-8a76-cbbbf47fbac9 req-11689975-a7ca-4ab4-a131-a76781a3d87d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754470 Aug 16 13:22:17.827646 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:17.961748 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:17.966613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:18.085817 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:18.087322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6aac92d-4a68-4780-81bf-8a9f6e76d534 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:22:18.096170 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:18.098492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0fb9ae49-fad7-4bec-9210-cd4afe341b45 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e6aac92d-4a68-4780-81bf-8a9f6e76d534 HTTP/1.1" status: 204 len: 168 time: 2.2707636 Aug 16 13:22:18.104140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41636) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:18.110026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2113645235', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:18.171129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:18.172623 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:18.229280 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:18.330580 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:18.384916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe87eeb-3170-4075-bddd-594e3efa9ae3,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:18.393454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] Checking segment: {'id': 'ecd4f6aa-9eab-4396-a0ba-b2b19e4cd796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95945687-2df5-4f33-be39-2335890c7747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:22:18.393859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] Network hostable DHCP agents. Network: 95945687-2df5-4f33-be39-2335890c7747, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:22:18.445967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] Network 95945687-2df5-4f33-be39-2335890c7747 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:22:18.459389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 95945687-2df5-4f33-be39-2335890c7747) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:22:18.464485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:18.465082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:18.518175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0e2feb97-ea57-45b0-8fea-38d0da397ca7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0764871 Aug 16 13:22:18.528345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1e521c-3aa0-48a8-87ca-90487db6ad78 None None] Network 95945687-2df5-4f33-be39-2335890c7747 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:22:18.734051 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:18.809250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41652) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:18.917974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79223b5-202d-49c8-944f-fd2e2bdb09b5 admin admin] Deleting subnet 0009bf74-bec2-4838-abcd-05ee4ff19d55 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:22:18.931359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a79223b5-202d-49c8-944f-fd2e2bdb09b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.019605 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a79223b5-202d-49c8-944f-fd2e2bdb09b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.045266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fbf430-a468-4702-b1b9-360b820216e2 None None] Network 95945687-2df5-4f33-be39-2335890c7747 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:22:19.115654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a79223b5-202d-49c8-944f-fd2e2bdb09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.282608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033ce1-9149-491c-9858-e39e2c6f6bde req-3fd0f7ae-09fa-4542-9609-abbab5ed6e65 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:19.285568 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5b033ce1-9149-491c-9858-e39e2c6f6bde req-3fd0f7ae-09fa-4542-9609-abbab5ed6e65 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 945 time: 0.1664264 Aug 16 13:22:19.334153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eed2d-45e8-4578-a670-1db6aa1327de req-251269f4-9193-4590-a671-8e0c1d5229ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:19.335969 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b85eed2d-45e8-4578-a670-1db6aa1327de req-251269f4-9193-4590-a671-8e0c1d5229ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 945 time: 0.2280810 Aug 16 13:22:19.340075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41660) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:19.341376 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a79223b5-202d-49c8-944f-fd2e2bdb09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.433554 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.443004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a79223b5-202d-49c8-944f-fd2e2bdb09b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.445492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a79223b5-202d-49c8-944f-fd2e2bdb09b5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0009bf74-bec2-4838-abcd-05ee4ff19d55 HTTP/1.1" status: 204 len: 168 time: 0.6340365 Aug 16 13:22:19.451445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41664) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:19.464111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79223b5-202d-49c8-944f-fd2e2bdb09b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0009bf74-bec2-4838-abcd-05ee4ff19d55,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:19.475847 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.483318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b85eed2d-45e8-4578-a670-1db6aa1327de req-58501529-f8e9-4a93-b843-a129d6da1aa2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077297 Aug 16 13:22:19.605374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 82bb1784-c5e5-4383-8787-6fca3e15e7f8 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:22:19.632221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 82bb1784-c5e5-4383-8787-6fca3e15e7f8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:22:19.633021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 82bb1784-c5e5-4383-8787-6fca3e15e7f8 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:22:19.633217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5a4fbe13-4153-4e65-b194-91e473b63368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.689923 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.693179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Allocated IP 172.25.0.126 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/6f28867a-6f97-4b76-824c-6385147c6010) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:22:19.706388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-5b033ce1-9149-491c-9858-e39e2c6f6bde req-29f9fd85-f3b7-4c7a-be8c-aded2a7b4f2b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Deleting port bf2d4669-536a-49dc-aa0a-16037f540f74 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:22:19.707461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5b033ce1-9149-491c-9858-e39e2c6f6bde req-29f9fd85-f3b7-4c7a-be8c-aded2a7b4f2b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.936734 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.960114 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:19.964462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5b033ce1-9149-491c-9858-e39e2c6f6bde req-29f9fd85-f3b7-4c7a-be8c-aded2a7b4f2b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] For port bf2d4669-536a-49dc-aa0a-16037f540f74, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=bf2d4669-536a-49dc-aa0a-16037f540f74,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:22:19.964991 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5b033ce1-9149-491c-9858-e39e2c6f6bde req-29f9fd85-f3b7-4c7a-be8c-aded2a7b4f2b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:20.002280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124b2f7d-e934-43b9-ad68-6a9a916dac2e']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:20.006788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-5b033ce1-9149-491c-9858-e39e2c6f6bde req-29f9fd85-f3b7-4c7a-be8c-aded2a7b4f2b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Calling delete_port for bf2d4669-536a-49dc-aa0a-16037f540f74 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:22:20.027074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbf9c6e-8106-4b2c-b233-968421ad74e9') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:20.028133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbf9c6e-8106-4b2c-b233-968421ad74e9') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:20.044705 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:20.048254 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:20.133136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:22:20.142486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:22:20.150295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:22:20.178091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:20.215371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Pushing event updated for resources: {'Port': ['ID=6f28867a-6f97-4b76-824c-6385147c6010,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:20.253464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5a4fbe13-4153-4e65-b194-91e473b63368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:20.255658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:22:20.256578 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:22:20.259822 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:22:20.286769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5a4fbe13-4153-4e65-b194-91e473b63368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:20.402482 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5a4fbe13-4153-4e65-b194-91e473b63368 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=738bb83d3acd4278bcfdd351cd8df73e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0560622 Aug 16 13:22:20.404053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41674) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:20.449025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:20.459302 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:20.466077 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/124b2f7d-e934-43b9-ad68-6a9a916dac2e HTTP/1.1" status: 204 len: 168 time: 1.0125296 Aug 16 13:22:20.467627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fbe13-4153-4e65-b194-91e473b63368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc33dce9-a97c-4c8c-8483-577f5b30b087,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:20.475857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41676) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:20.632757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33917a-5ea0-4240-b3ae-1bbc8ee4a2f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=124b2f7d-e934-43b9-ad68-6a9a916dac2e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:20.711611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5b033ce1-9149-491c-9858-e39e2c6f6bde req-29f9fd85-f3b7-4c7a-be8c-aded2a7b4f2b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:20.739472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['62f8b7b0-bf02-419a-815f-dd92645e5e34'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:22:20.825889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353a3e-f75c-4eee-b6b4-c3819c127009 req-91fcf5bb-33f2-4a53-828c-cfada44118e1 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:20.842174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87353a3e-f75c-4eee-b6b4-c3819c127009 req-91fcf5bb-33f2-4a53-828c-cfada44118e1 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 867 time: 0.1789758 Aug 16 13:22:20.909206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b033ce1-9149-491c-9858-e39e2c6f6bde req-29f9fd85-f3b7-4c7a-be8c-aded2a7b4f2b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] No DVR routers for this DVR port bf2d4669-536a-49dc-aa0a-16037f540f74 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:22:20.916082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5b033ce1-9149-491c-9858-e39e2c6f6bde req-29f9fd85-f3b7-4c7a-be8c-aded2a7b4f2b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:20.933913 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5b033ce1-9149-491c-9858-e39e2c6f6bde req-29f9fd85-f3b7-4c7a-be8c-aded2a7b4f2b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "DELETE /v2.0/ports/bf2d4669-536a-49dc-aa0a-16037f540f74 HTTP/1.1" status: 204 len: 173 time: 1.6280742 Aug 16 13:22:20.935792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9cf03-c69f-434d-b93d-1ff281b32679', 'name': 'network-vif-deleted', 'tag': 'bf2d4669-536a-49dc-aa0a-16037f540f74'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:22:20.942595 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6419452-39c0-4799-987f-f0606d30e776" -d '{"events": [{"server_uuid": "48c9cf03-c69f-434d-b93d-1ff281b32679", "name": "network-vif-deleted", "tag": "bf2d4669-536a-49dc-aa0a-16037f540f74"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:22:20.973650 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87353a3e-f75c-4eee-b6b4-c3819c127009 req-8eecc76b-858f-4292-848c-7b3de3cf1712 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302161 Aug 16 13:22:20.975149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-841da6e8-7bab-4122-9700-62ced41dd4e1 admin admin] Deleting subnet 1fe87eeb-3170-4075-bddd-594e3efa9ae3 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:22:21.029476 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.036199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-841da6e8-7bab-4122-9700-62ced41dd4e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.108488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9fd85-f3b7-4c7a-be8c-aded2a7b4f2b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event deleted for resources: {'Port': ['ID=bf2d4669-536a-49dc-aa0a-16037f540f74,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:21.161188 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c326117a-8abf-49e5-bc67-7cb411de46f8 x-openstack-request-id: req-c326117a-8abf-49e5-bc67-7cb411de46f8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:22:21.161490 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c9cf03-c69f-434d-b93d-1ff281b32679", "name": "network-vif-deleted", "tag": "bf2d4669-536a-49dc-aa0a-16037f540f74", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:22:21.161747 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c326117a-8abf-49e5-bc67-7cb411de46f8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:22:21.174045 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9cf03-c69f-434d-b93d-1ff281b32679', 'name': 'network-vif-deleted', 'tag': 'bf2d4669-536a-49dc-aa0a-16037f540f74', 'status': 'completed', 'code': 200} Aug 16 13:22:21.174602 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7402973e-0f32-4b2f-9f7c-45154afac9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.187866 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-841da6e8-7bab-4122-9700-62ced41dd4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.304681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7402973e-0f32-4b2f-9f7c-45154afac9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.401462 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-841da6e8-7bab-4122-9700-62ced41dd4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.499226 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7402973e-0f32-4b2f-9f7c-45154afac9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.506505 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7402973e-0f32-4b2f-9f7c-45154afac9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.510318 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7402973e-0f32-4b2f-9f7c-45154afac9db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc33dce9-a97c-4c8c-8483-577f5b30b087 HTTP/1.1" status: 204 len: 168 time: 1.0960948 Aug 16 13:22:21.529966 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.540656 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-841da6e8-7bab-4122-9700-62ced41dd4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.566854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-841da6e8-7bab-4122-9700-62ced41dd4e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.569522 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-841da6e8-7bab-4122-9700-62ced41dd4e1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1fe87eeb-3170-4075-bddd-594e3efa9ae3 HTTP/1.1" status: 204 len: 168 time: 1.0762889 Aug 16 13:22:21.573745 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41692) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:21.608937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402973e-0f32-4b2f-9f7c-45154afac9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc33dce9-a97c-4c8c-8483-577f5b30b087,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:21.612922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841da6e8-7bab-4122-9700-62ced41dd4e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe87eeb-3170-4075-bddd-594e3efa9ae3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:21.794214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.969556 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:21.991323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95945687-2df5-4f33-be39-2335890c7747']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:22.038601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd4f6aa-9eab-4396-a0ba-b2b19e4cd796') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:22.042141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bf2d4669-536a-49dc-aa0a-16037f540f74 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:22:22.043129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd4f6aa-9eab-4396-a0ba-b2b19e4cd796') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:22.079997 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:22.085328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: bf2d4669-536a-49dc-aa0a-16037f540f74 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:22:22.085676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device bf2d4669-536a-49dc-aa0a-16037f540f74 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:22:22.141124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Router ea06659e-35ef-45b5-8486-1946f72b186c is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:22:22.156342 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:22.187384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:22:22.188224 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:22:22.191182 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:22:22.227766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d686b484-6fb0-4a47-901e-659de4cd92d3 req-4a82364b-5d5f-408a-8cc2-38b93c7dbfbb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 210 time: 0.0743902 Aug 16 13:22:22.350711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:22.385755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:22.385755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] 10.222.0.25 "DELETE /v2.0/networks/95945687-2df5-4f33-be39-2335890c7747 HTTP/1.1" status: 204 len: 168 time: 0.8082316 Aug 16 13:22:22.385755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46307b-e747-46bb-beb5-b1223c2d779c admin admin] Pushing event deleted for resources: {'Network': ['ID=95945687-2df5-4f33-be39-2335890c7747,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:22.514032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:22:22.537234 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d745e-ba88-479d-9652-3db0bd6b6dcc None None] Sync routers for ids ['ea06659e-35ef-45b5-8486-1946f72b186c'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:22:22.563286 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d745e-ba88-479d-9652-3db0bd6b6dcc None None] Routers {'ea06659e-35ef-45b5-8486-1946f72b186c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:22.564632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ec0d745e-ba88-479d-9652-3db0bd6b6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ea06659e-35ef-45b5-8486-1946f72b186c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:22.580252 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:22.589607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b49dd899-cf0e-4238-b658-7e7d74c0aa6f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4830275 Aug 16 13:22:22.595354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41712) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:22.612401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d6c14a5a-f59f-455e-bf40-e2559d3e9725 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'enable_snat': False}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:22.660730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ec0d745e-ba88-479d-9652-3db0bd6b6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:22.689706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d745e-ba88-479d-9652-3db0bd6b6dcc None None] Routers {'ea06659e-35ef-45b5-8486-1946f72b186c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:22.692331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ec0d745e-ba88-479d-9652-3db0bd6b6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ea06659e-35ef-45b5-8486-1946f72b186c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:22.777186 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41722) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:22.848624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ec0d745e-ba88-479d-9652-3db0bd6b6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:22.850063 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d745e-ba88-479d-9652-3db0bd6b6dcc None None] The sync data for ids ['ea06659e-35ef-45b5-8486-1946f72b186c'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:22:22.902270 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cdf1acc5-3459-4541-9a0e-9df19309d251 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=981ce6301e534935b3e177a6912c0b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1212173 Aug 16 13:22:22.902794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41724) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:23.015652 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72d4f97e-733b-488e-b977-08d381789b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:23.105312 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72d4f97e-733b-488e-b977-08d381789b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:23.242592 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72d4f97e-733b-488e-b977-08d381789b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:23.246067 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72d4f97e-733b-488e-b977-08d381789b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:23.278704 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-72d4f97e-733b-488e-b977-08d381789b2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd8bfaa0-77db-480a-9c67-d73fb334b07b HTTP/1.1" status: 204 len: 168 time: 0.3493052 Aug 16 13:22:23.315345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4f97e-733b-488e-b977-08d381789b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8bfaa0-77db-480a-9c67-d73fb334b07b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:23.510913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5476f8fd-bfa6-4b2c-b202-678912177758 req-97a3641f-61b4-4c2f-b358-9425d8937340 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 210 time: 0.0780122 Aug 16 13:22:23.886366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41746) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:24.016199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2696ad0e-fe20-4d7f-8e02-1e9b65b2c67e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fcf81d7d15d2485db6a3174ef7779f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282670 Aug 16 13:22:24.020092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41750) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:24.121805 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0ba1-8603-4939-a915-1664799a4837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:24.181325 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0ba1-8603-4939-a915-1664799a4837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:24.345559 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0ba1-8603-4939-a915-1664799a4837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:24.350402 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0ba1-8603-4939-a915-1664799a4837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:24.352458 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ba8f0ba1-8603-4939-a915-1664799a4837 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36e0054f-34ef-4c89-b8a8-7c1702cf99a2 HTTP/1.1" status: 204 len: 168 time: 0.3309393 Aug 16 13:22:24.382267 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f0ba1-8603-4939-a915-1664799a4837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e0054f-34ef-4c89-b8a8-7c1702cf99a2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:24.776508 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-761d1ee5-629a-4b59-9dea-46f741caa62c req-6d195826-725a-421b-97fe-70adde7bd82b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 210 time: 0.1265070 Aug 16 13:22:24.776980 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6c14a5a-f59f-455e-bf40-e2559d3e9725 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:26.039254 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6c14a5a-f59f-455e-bf40-e2559d3e9725 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:26.057039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6c14a5a-f59f-455e-bf40-e2559d3e9725 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:26.173332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5ed7033-4c53-4ecb-8793-0466ec13c803 req-9b6245d0-06ad-4bd3-9a65-dfa049410881 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 210 time: 0.1094487 Aug 16 13:22:26.477172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c14a5a-f59f-455e-bf40-e2559d3e9725 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Router ea06659e-35ef-45b5-8486-1946f72b186c has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:22:26.999121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c14a5a-f59f-455e-bf40-e2559d3e9725 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:22:27.022994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6c14a5a-f59f-455e-bf40-e2559d3e9725 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:27.027408 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a639ab7-58ef-4446-a744-fedc66585764 None None] Sync routers for ids ['ea06659e-35ef-45b5-8486-1946f72b186c'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:22:27.030190 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41810) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:27.033734 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d6c14a5a-f59f-455e-bf40-e2559d3e9725 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "PUT /v2.0/routers/ea06659e-35ef-45b5-8486-1946f72b186c HTTP/1.1" status: 200 len: 926 time: 4.4350698 Aug 16 13:22:27.068292 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a639ab7-58ef-4446-a744-fedc66585764 None None] Routers {'ea06659e-35ef-45b5-8486-1946f72b186c'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:27.074792 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2a639ab7-58ef-4446-a744-fedc66585764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ea06659e-35ef-45b5-8486-1946f72b186c'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:27.213844 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2a639ab7-58ef-4446-a744-fedc66585764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:27.273376 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a639ab7-58ef-4446-a744-fedc66585764 None None] Routers {'ea06659e-35ef-45b5-8486-1946f72b186c'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:27.286288 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2a639ab7-58ef-4446-a744-fedc66585764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ea06659e-35ef-45b5-8486-1946f72b186c'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:27.502794 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2a639ab7-58ef-4446-a744-fedc66585764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:27.510947 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a639ab7-58ef-4446-a744-fedc66585764 None None] The sync data for ids ['ea06659e-35ef-45b5-8486-1946f72b186c'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:22:28.278482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79e86dd9-cf90-478c-a827-7ddd78f65d35 req-1affe22f-8608-4895-bec2-28bb61df257e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 210 time: 0.0850055 Aug 16 13:22:28.389147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-14ec4571-7092-4fee-9fb9-5ae27838003e tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/routers/ea06659e-35ef-45b5-8486-1946f72b186c HTTP/1.1" status: 200 len: 926 time: 1.3566687 Aug 16 13:22:28.392034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41848) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:28.561224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29aa95-d57e-4846-a290-bdad7d7d5615 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:28.568507 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3f29aa95-d57e-4846-a290-bdad7d7d5615 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=72a09032-0771-4e06-9125-a9a480bbb297&device_id=ea06659e-35ef-45b5-8486-1946f72b186c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1697741 Aug 16 13:22:28.569136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41854) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:28.837767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2703b2-1cc3-4677-9f2c-04758b74b627 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:28.844360 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41860) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:28.845100 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2b2703b2-1cc3-4677-9f2c-04758b74b627 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 881 time: 0.2739108 Aug 16 13:22:28.947823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41862) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:28.958389 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-295e4639-5f01-4031-8880-b011e18fa944 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea06659e-35ef-45b5-8486-1946f72b186c HTTP/1.1" status: 200 len: 205 time: 0.1111445 Aug 16 13:22:29.374390 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:29.789316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:29.851248 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:29.859633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c58a4752-18e4-48d5-9e49-b33e344cd66c req-bcfacd4a-281f-4638-95c3-65bfa929086a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c9cf03-c69f-434d-b93d-1ff281b32679 HTTP/1.1" status: 200 len: 210 time: 0.1069019 Aug 16 13:22:30.010289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Deleting port 6f28867a-6f97-4b76-824c-6385147c6010 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:22:30.010876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:30.051971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41878) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:30.248093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:30.360531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Calling delete_port for 6f28867a-6f97-4b76-824c-6385147c6010 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:22:30.576544 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e94f63fa-f5f1-49bd-883a-c0b965b611ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:30.841538 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e94f63fa-f5f1-49bd-883a-c0b965b611ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:30.853055 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e94f63fa-f5f1-49bd-883a-c0b965b611ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:30.942156 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.063675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Pushing event deleted for resources: {'Port': ['ID=6f28867a-6f97-4b76-824c-6385147c6010,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:31.065380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f63fa-f5f1-49bd-883a-c0b965b611ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae959a02-1334-49da-a3af-850bbfa028c7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:31.088365 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e94f63fa-f5f1-49bd-883a-c0b965b611ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b44f903f979b46f78a2d9623aa4e9c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0316660 Aug 16 13:22:31.089528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41904) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:31.157392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41906) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:31.257431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0630cac7-52ad-4531-9c63-a38712aeb71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.270891 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.320506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0630cac7-52ad-4531-9c63-a38712aeb71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.453650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0630cac7-52ad-4531-9c63-a38712aeb71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.457785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0630cac7-52ad-4531-9c63-a38712aeb71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.462128 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0630cac7-52ad-4531-9c63-a38712aeb71e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae959a02-1334-49da-a3af-850bbfa028c7 HTTP/1.1" status: 204 len: 168 time: 0.3697639 Aug 16 13:22:31.484556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630cac7-52ad-4531-9c63-a38712aeb71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae959a02-1334-49da-a3af-850bbfa028c7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:31.625768 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30a20eef-23c3-4a31-89b8-b028ef9a7671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.663615 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.808467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.813780 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-204aa207-9137-4af9-b5e4-b1d8b2b33ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.958514 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.959439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Fanout notify agent at l3_agent the message router_deleted on router ea06659e-35ef-45b5-8486-1946f72b186c {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:22:31.979614 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30a20eef-23c3-4a31-89b8-b028ef9a7671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:31.993609 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.001206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-45f33735-2778-4933-81e1-151df864574f tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/ea06659e-35ef-45b5-8486-1946f72b186c HTTP/1.1" status: 204 len: 168 time: 3.0459044 Aug 16 13:22:32.001206 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-30a20eef-23c3-4a31-89b8-b028ef9a7671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.001576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41918) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:32.007350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-11efd0ef-5b16-4f51-9ed3-b511a23e75be tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1186855284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:32.068305 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11efd0ef-5b16-4f51-9ed3-b511a23e75be tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.069814 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11efd0ef-5b16-4f51-9ed3-b511a23e75be tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.091964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a20eef-23c3-4a31-89b8-b028ef9a7671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c38ed6-2cb9-4b5d-8a38-28b880c42768,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:32.110358 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-30a20eef-23c3-4a31-89b8-b028ef9a7671 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e488e1d57ece478fa7e356824d8d6e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9372320 Aug 16 13:22:32.113727 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41920) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:32.116885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41922) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:32.170271 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.220301 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11efd0ef-5b16-4f51-9ed3-b511a23e75be tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.229501 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11efd0ef-5b16-4f51-9ed3-b511a23e75be tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.273675 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a60e7535-2084-4dc3-9370-402507d2e43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.343547 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a60e7535-2084-4dc3-9370-402507d2e43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.425637 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a60e7535-2084-4dc3-9370-402507d2e43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.428527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.432023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a60e7535-2084-4dc3-9370-402507d2e43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.434792 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a60e7535-2084-4dc3-9370-402507d2e43c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87c38ed6-2cb9-4b5d-8a38-28b880c42768 HTTP/1.1" status: 204 len: 168 time: 0.3190167 Aug 16 13:22:32.451035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.476504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e7535-2084-4dc3-9370-402507d2e43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c38ed6-2cb9-4b5d-8a38-28b880c42768,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:32.507201 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11efd0ef-5b16-4f51-9ed3-b511a23e75be tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.510835 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-11efd0ef-5b16-4f51-9ed3-b511a23e75be tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5073230 Aug 16 13:22:32.515778 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 41928) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:32.536967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Request body: {'router': {'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:32.613802 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=446e07fcbda041458ffaf3db484686ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931519 Aug 16 13:22:32.617838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41934) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:32.652851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04e7aa0-f52f-4fa0-b5fa-00e5e7431592,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:32.666441 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.666865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.667272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.667671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.668072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.668471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.668865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.669254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.669908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.670324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.670714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.671102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee63e59-1539-4fd7-9651-cee417d2860e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:32.756962 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8f58-76aa-4749-97c1-a445dda34143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.794520 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8f58-76aa-4749-97c1-a445dda34143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.877519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8f58-76aa-4749-97c1-a445dda34143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.882086 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8f58-76aa-4749-97c1-a445dda34143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:32.887269 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4ddc8f58-76aa-4749-97c1-a445dda34143 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d04e7aa0-f52f-4fa0-b5fa-00e5e7431592 HTTP/1.1" status: 204 len: 168 time: 0.2677696 Aug 16 13:22:32.905565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc8f58-76aa-4749-97c1-a445dda34143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04e7aa0-f52f-4fa0-b5fa-00e5e7431592,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:33.160424 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:33.497762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41948) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:33.530400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e207286-7419-4482-bfe6-2bef511fcc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:33.702032 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:33.777376 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:33.819729 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e207286-7419-4482-bfe6-2bef511fcc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:33.827022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e207286-7419-4482-bfe6-2bef511fcc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:33.880086 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5e207286-7419-4482-bfe6-2bef511fcc7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae3704624bc242a1894a562d4dff6c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796666 Aug 16 13:22:33.880086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 41956) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:33.937776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e207286-7419-4482-bfe6-2bef511fcc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af886441-1f33-4865-bb58-e00c787e887b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:33.994993 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e61a7c4-cb76-4e88-b17e-c0427c58fb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:34.027932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e61a7c4-cb76-4e88-b17e-c0427c58fb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:34.092338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Allocated IP 172.25.0.40 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/9d4de757-80d2-4e7d-b654-d448ec609c2a) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:22:34.106736 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e61a7c4-cb76-4e88-b17e-c0427c58fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:34.111467 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6e61a7c4-cb76-4e88-b17e-c0427c58fb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:34.116811 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6e61a7c4-cb76-4e88-b17e-c0427c58fb06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af886441-1f33-4865-bb58-e00c787e887b HTTP/1.1" status: 204 len: 168 time: 0.2297661 Aug 16 13:22:34.142221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61a7c4-cb76-4e88-b17e-c0427c58fb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af886441-1f33-4865-bb58-e00c787e887b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:34.394794 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7acb73af-8fb4-474f-bbc8-08e3f60ffb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:34.416405 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:34.514688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:34.599039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:22:34.610356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:22:34.618079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:22:34.638335 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:34.682761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Pushing event updated for resources: {'Port': ['ID=9d4de757-80d2-4e7d-b654-d448ec609c2a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:35.301358 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:35.565067 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:35.897886 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:35.914563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:36.396833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Router 7aa7ba73-70d4-4aaa-91c0-fd8b27384681 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:22:36.507672 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:22:36.863351 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:22:36.875541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:36.881291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1361632a-5818-4699-8e38-d22efea71ac9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "PUT /v2.0/routers/7aa7ba73-70d4-4aaa-91c0-fd8b27384681 HTTP/1.1" status: 200 len: 883 time: 4.3598208 Aug 16 13:22:36.882069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42034) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:36.896745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dfcdd-4a70-4d4d-8012-11059ffe5fca None None] Sync routers for ids ['7aa7ba73-70d4-4aaa-91c0-fd8b27384681'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:22:36.935317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dfcdd-4a70-4d4d-8012-11059ffe5fca None None] Routers {'7aa7ba73-70d4-4aaa-91c0-fd8b27384681'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:36.936958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-727dfcdd-4a70-4d4d-8012-11059ffe5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7aa7ba73-70d4-4aaa-91c0-fd8b27384681'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:37.093776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-727dfcdd-4a70-4d4d-8012-11059ffe5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:37.134217 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dfcdd-4a70-4d4d-8012-11059ffe5fca None None] Routers {'7aa7ba73-70d4-4aaa-91c0-fd8b27384681'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:37.136103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-727dfcdd-4a70-4d4d-8012-11059ffe5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['7aa7ba73-70d4-4aaa-91c0-fd8b27384681'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:37.259087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-727dfcdd-4a70-4d4d-8012-11059ffe5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:37.259880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5eeddcfa-d1ac-46b6-892d-197ae839d116 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/routers/7aa7ba73-70d4-4aaa-91c0-fd8b27384681 HTTP/1.1" status: 200 len: 924 time: 0.3704109 Aug 16 13:22:37.260614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42042) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:37.263468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dfcdd-4a70-4d4d-8012-11059ffe5fca None None] The sync data for ids ['7aa7ba73-70d4-4aaa-91c0-fd8b27384681'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:22:37.340240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420578d-c118-425a-85ca-4ae6635718be tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:37.344915 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d420578d-c118-425a-85ca-4ae6635718be tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=72a09032-0771-4e06-9125-a9a480bbb297&device_id=7aa7ba73-70d4-4aaa-91c0-fd8b27384681&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0828943 Aug 16 13:22:37.349697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42048) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:37.391745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:37.502688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc081785-2615-4188-8c37-69d6de2a1484 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:37.505819 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fc081785-2615-4188-8c37-69d6de2a1484 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 881 time: 0.1536286 Aug 16 13:22:37.509666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42052) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:37.603471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42056) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:37.603999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cf48fea8-10d7-4d69-8ce0-106d750d8628 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aa7ba73-70d4-4aaa-91c0-fd8b27384681 HTTP/1.1" status: 200 len: 205 time: 0.0925376 Aug 16 13:22:37.850961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:38.148998 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:38.347783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Deleting port 9d4de757-80d2-4e7d-b654-d448ec609c2a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:22:38.349710 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:38.604649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72115c0d-b839-414c-8f7e-aa154a46869c req-474977cd-d889-4b1a-bdfe-9e2efcd19902 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:38.605512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72115c0d-b839-414c-8f7e-aa154a46869c req-474977cd-d889-4b1a-bdfe-9e2efcd19902 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 946 time: 0.1342757 Aug 16 13:22:38.649708 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:38.677531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Calling delete_port for 9d4de757-80d2-4e7d-b654-d448ec609c2a owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:22:38.730911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72115c0d-b839-414c-8f7e-aa154a46869c req-36aaec5d-8d68-4338-adf6-cfdf091bb899 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112638 Aug 16 13:22:39.141469 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:39.204678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Pushing event deleted for resources: {'Port': ['ID=9d4de757-80d2-4e7d-b654-d448ec609c2a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:39.335874 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:39.617080 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:39.621877 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:39.719737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:39.720238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Fanout notify agent at l3_agent the message router_deleted on router 7aa7ba73-70d4-4aaa-91c0-fd8b27384681 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:22:39.739591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:39.744941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c7068136-0d11-4344-bd3d-2ceb27fb3437 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/7aa7ba73-70d4-4aaa-91c0-fd8b27384681 HTTP/1.1" status: 204 len: 168 time: 2.1394694 Aug 16 13:22:39.754654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42120) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:39.766291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-977cc3ce-89b5-4357-be13-86a519e1d22e tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1250877476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:39.802165 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-977cc3ce-89b5-4357-be13-86a519e1d22e tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:39.803674 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-977cc3ce-89b5-4357-be13-86a519e1d22e tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:39.966471 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-977cc3ce-89b5-4357-be13-86a519e1d22e tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:39.998230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa944f3-0b02-4844-8bc6-e151651c749d req-10004bd2-0149-4c38-8493-d7ae009d7a84 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:40.000626 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-977cc3ce-89b5-4357-be13-86a519e1d22e tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:40.014330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8aa944f3-0b02-4844-8bc6-e151651c749d req-10004bd2-0149-4c38-8493-d7ae009d7a84 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 946 time: 0.1268487 Aug 16 13:22:40.065559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42130) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:40.099330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6c37a-53b2-4fb4-b755-e7fc32ae32f5 req-7c1035b7-3b78-44fb-a983-65f618863722 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:40.099658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8aa944f3-0b02-4844-8bc6-e151651c749d req-999e795c-7565-4458-85ce-e913f9e44f55 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=436799d3-8d52-4328-b246-7cbc78cb2459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837936 Aug 16 13:22:40.101026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-85f6c37a-53b2-4fb4-b755-e7fc32ae32f5 req-7c1035b7-3b78-44fb-a983-65f618863722 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 946 time: 0.1318092 Aug 16 13:22:40.103554 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-977cc3ce-89b5-4357-be13-86a519e1d22e tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:40.107947 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-977cc3ce-89b5-4357-be13-86a519e1d22e tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3453107 Aug 16 13:22:40.108684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42134) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:40.115936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'enable_snat': True}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:40.372205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-85f6c37a-53b2-4fb4-b755-e7fc32ae32f5 req-392d57db-4481-4355-a7bf-d5eb2a3bcb32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Deleting port 62f8b7b0-bf02-419a-815f-dd92645e5e34 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:22:40.377205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-85f6c37a-53b2-4fb4-b755-e7fc32ae32f5 req-392d57db-4481-4355-a7bf-d5eb2a3bcb32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:40.440906 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:40.512853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-85f6c37a-53b2-4fb4-b755-e7fc32ae32f5 req-392d57db-4481-4355-a7bf-d5eb2a3bcb32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] For port 62f8b7b0-bf02-419a-815f-dd92645e5e34, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=62f8b7b0-bf02-419a-815f-dd92645e5e34,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:22:40.513135 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-85f6c37a-53b2-4fb4-b755-e7fc32ae32f5 req-392d57db-4481-4355-a7bf-d5eb2a3bcb32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:40.531287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-85f6c37a-53b2-4fb4-b755-e7fc32ae32f5 req-392d57db-4481-4355-a7bf-d5eb2a3bcb32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Calling delete_port for 62f8b7b0-bf02-419a-815f-dd92645e5e34 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:22:40.666576 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:40.681464 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:40.744577 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:40.757299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6658a39a90fd48a7ad67195c9d23db54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6909130 Aug 16 13:22:40.763129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42144) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:40.875291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777ba2b2-294c-412b-93a7-295b21df0947,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:40.908899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:40.913706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:40.914699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:40.915508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:40.916825 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-85f6c37a-53b2-4fb4-b755-e7fc32ae32f5 req-392d57db-4481-4355-a7bf-d5eb2a3bcb32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:40.917973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:40.918835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:40.930941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:40.931203 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f685654-e0b0-4ab8-9ff2-bb69b64f2f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:40.932042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:40.932798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:40.933553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:40.934347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:40.935040 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3dfbc-0580-4b1f-8f34-e527354f7c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:22:41.062551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d57db-4481-4355-a7bf-d5eb2a3bcb32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event deleted for resources: {'Port': ['ID=62f8b7b0-bf02-419a-815f-dd92645e5e34,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:41.077816 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f685654-e0b0-4ab8-9ff2-bb69b64f2f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:41.135312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f6c37a-53b2-4fb4-b755-e7fc32ae32f5 req-392d57db-4481-4355-a7bf-d5eb2a3bcb32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] No DVR routers for this DVR port 62f8b7b0-bf02-419a-815f-dd92645e5e34 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:22:41.146431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-85f6c37a-53b2-4fb4-b755-e7fc32ae32f5 req-392d57db-4481-4355-a7bf-d5eb2a3bcb32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:41.153217 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-85f6c37a-53b2-4fb4-b755-e7fc32ae32f5 req-392d57db-4481-4355-a7bf-d5eb2a3bcb32 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "DELETE /v2.0/ports/62f8b7b0-bf02-419a-815f-dd92645e5e34 HTTP/1.1" status: 204 len: 173 time: 1.0422883 Aug 16 13:22:41.154352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc19e4-88c8-4c2a-b013-95e357de06e7', 'name': 'network-vif-deleted', 'tag': '62f8b7b0-bf02-419a-815f-dd92645e5e34'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:22:41.165457 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62b3121-8752-466b-bdb8-0b5d41e3c670" -d '{"events": [{"server_uuid": "05dc19e4-88c8-4c2a-b013-95e357de06e7", "name": "network-vif-deleted", "tag": "62f8b7b0-bf02-419a-815f-dd92645e5e34"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:22:41.348287 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f685654-e0b0-4ab8-9ff2-bb69b64f2f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:41.360109 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f685654-e0b0-4ab8-9ff2-bb69b64f2f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:41.366865 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5f685654-e0b0-4ab8-9ff2-bb69b64f2f3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/777ba2b2-294c-412b-93a7-295b21df0947 HTTP/1.1" status: 204 len: 168 time: 0.6028590 Aug 16 13:22:41.398327 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f71cae5-740c-4347-9b33-6f455bb71da2 x-openstack-request-id: req-9f71cae5-740c-4347-9b33-6f455bb71da2 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:22:41.398813 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc19e4-88c8-4c2a-b013-95e357de06e7", "name": "network-vif-deleted", "tag": "62f8b7b0-bf02-419a-815f-dd92645e5e34", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:22:41.399251 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f71cae5-740c-4347-9b33-6f455bb71da2 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:22:41.399883 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dc19e4-88c8-4c2a-b013-95e357de06e7', 'name': 'network-vif-deleted', 'tag': '62f8b7b0-bf02-419a-815f-dd92645e5e34', 'status': 'completed', 'code': 200} Aug 16 13:22:41.401047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f685654-e0b0-4ab8-9ff2-bb69b64f2f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777ba2b2-294c-412b-93a7-295b21df0947,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:41.460654 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ae2ed9a-146a-4bc7-a606-20b01ed517f3 req-ae510030-13a5-4286-a4c3-6db6bc4d97b1 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.0832372 Aug 16 13:22:41.571131 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:41.651152 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:42.298520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 62f8b7b0-bf02-419a-815f-dd92645e5e34 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:22:42.393148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Allocated IP 172.25.0.207 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/fdb7f66e-4356-4a06-a53b-a89dbb8d3e87) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:22:42.406476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 62f8b7b0-bf02-419a-815f-dd92645e5e34 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:22:42.407075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 62f8b7b0-bf02-419a-815f-dd92645e5e34 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:22:42.430344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42170) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:42.488994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-54ea7dba-2b66-4426-8e45-055269d1b50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:42.805287 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:42.817249 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-54ea7dba-2b66-4426-8e45-055269d1b50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:42.824766 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-54ea7dba-2b66-4426-8e45-055269d1b50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:42.893152 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:42.994905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea7dba-2b66-4426-8e45-055269d1b50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652aa797-3a3a-4e61-95d4-878992fb1801,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:43.007696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event updated for resources: {'Port': ['ID=fdb7f66e-4356-4a06-a53b-a89dbb8d3e87,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:43.014349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c987f0e3-b793-4067-a67c-e3badf0b8bb4 req-7ff52f60-128b-4093-a822-45f1efbbadbb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.3286855 Aug 16 13:22:43.023458 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-54ea7dba-2b66-4426-8e45-055269d1b50f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34798763e08b4457b0a457ac633f6c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905364 Aug 16 13:22:43.035824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42182) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:43.041426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:22:43.047731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:22:43.075404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:22:43.171397 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3385964f-5e48-4393-8f51-3e80ec68473a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:43.218534 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3385964f-5e48-4393-8f51-3e80ec68473a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:43.325396 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3385964f-5e48-4393-8f51-3e80ec68473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:43.329285 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3385964f-5e48-4393-8f51-3e80ec68473a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:43.334976 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3385964f-5e48-4393-8f51-3e80ec68473a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/652aa797-3a3a-4e61-95d4-878992fb1801 HTTP/1.1" status: 204 len: 168 time: 0.2953577 Aug 16 13:22:43.354501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385964f-5e48-4393-8f51-3e80ec68473a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652aa797-3a3a-4e61-95d4-878992fb1801,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:44.080870 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:44.357643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb13ffdf-1cbc-4b77-ac0e-4d25f4749286 req-deca1914-951e-4e4c-bed9-06a8863f23f4 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.0586824 Aug 16 13:22:44.637723 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:44.649795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:44.906565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Router 62ef4858-8751-4e30-8524-23ca86b95a28 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:22:45.341987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:22:45.355964 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:45.360861 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144c5bf-5ce5-406c-87ec-259ee794bc74 None None] Sync routers for ids ['62ef4858-8751-4e30-8524-23ca86b95a28'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:22:45.363077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42250) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:45.364857 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-650bd84e-2b27-4b8e-8398-6372712c8274 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "PUT /v2.0/routers/62ef4858-8751-4e30-8524-23ca86b95a28 HTTP/1.1" status: 200 len: 919 time: 5.2543516 Aug 16 13:22:45.386188 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144c5bf-5ce5-406c-87ec-259ee794bc74 None None] Routers {'62ef4858-8751-4e30-8524-23ca86b95a28'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:45.387828 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f144c5bf-5ce5-406c-87ec-259ee794bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['62ef4858-8751-4e30-8524-23ca86b95a28'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:45.497968 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f144c5bf-5ce5-406c-87ec-259ee794bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:45.536419 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144c5bf-5ce5-406c-87ec-259ee794bc74 None None] Routers {'62ef4858-8751-4e30-8524-23ca86b95a28'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:45.539008 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f144c5bf-5ce5-406c-87ec-259ee794bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['62ef4858-8751-4e30-8524-23ca86b95a28'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:45.648572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8d6ccea-1cab-45b7-85c2-6bd4b2a51001 req-cc03f4af-6b36-48bb-8378-b84860b3279e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.0785155 Aug 16 13:22:45.702068 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f144c5bf-5ce5-406c-87ec-259ee794bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:45.702947 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144c5bf-5ce5-406c-87ec-259ee794bc74 None None] The sync data for ids ['62ef4858-8751-4e30-8524-23ca86b95a28'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:22:45.798475 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-82727834-86f7-454b-83bf-eaebbb4cb7a2 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/routers/62ef4858-8751-4e30-8524-23ca86b95a28 HTTP/1.1" status: 200 len: 925 time: 0.4321654 Aug 16 13:22:45.801570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42270) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:46.043890 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c8751-ec80-486c-8cb3-6777eb5cfb09 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:46.054009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6a2c8751-ec80-486c-8cb3-6777eb5cfb09 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=72a09032-0771-4e06-9125-a9a480bbb297&device_id=62ef4858-8751-4e30-8524-23ca86b95a28&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2508683 Aug 16 13:22:46.056771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42278) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:46.457939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08895e9-4e8c-4a2d-9fce-385c9c3953df tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:46.462997 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e08895e9-4e8c-4a2d-9fce-385c9c3953df tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 881 time: 0.4033670 Aug 16 13:22:46.465225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42288) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:46.489924 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:46.617559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d372af49-7579-411c-80c4-999bbf840a47 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ef4858-8751-4e30-8524-23ca86b95a28 HTTP/1.1" status: 200 len: 205 time: 0.1487017 Aug 16 13:22:46.621713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42290) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:46.757577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42296) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:46.824861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd9a4249-c907-46e3-a033-1c879b69ecbc req-0c0622a7-2301-4059-af4a-9d16a5598c87 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.0358469 Aug 16 13:22:46.900635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:46.938704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebfeb934-e888-43e0-a779-57d79bfbb4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:47.068657 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:47.094124 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebfeb934-e888-43e0-a779-57d79bfbb4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:47.100591 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebfeb934-e888-43e0-a779-57d79bfbb4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:47.200582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Deleting port fdb7f66e-4356-4a06-a53b-a89dbb8d3e87 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:22:47.200928 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:47.229011 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfeb934-e888-43e0-a779-57d79bfbb4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4306dfc1-8aa3-496f-afb5-098cdf652e61,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:47.289160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ebfeb934-e888-43e0-a779-57d79bfbb4dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b568b841223e45a5824a7cd5df8a0ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303252 Aug 16 13:22:47.290191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42300) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:47.368818 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:47.391209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Calling delete_port for fdb7f66e-4356-4a06-a53b-a89dbb8d3e87 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:22:47.397644 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9520bb44-0916-4908-9086-4898335c901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:47.464414 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9520bb44-0916-4908-9086-4898335c901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:47.572446 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9520bb44-0916-4908-9086-4898335c901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:47.575231 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9520bb44-0916-4908-9086-4898335c901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:47.579411 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9520bb44-0916-4908-9086-4898335c901a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4306dfc1-8aa3-496f-afb5-098cdf652e61 HTTP/1.1" status: 204 len: 168 time: 0.2868345 Aug 16 13:22:47.626038 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520bb44-0916-4908-9086-4898335c901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4306dfc1-8aa3-496f-afb5-098cdf652e61,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:47.838092 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:47.969660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Pushing event deleted for resources: {'Port': ['ID=fdb7f66e-4356-4a06-a53b-a89dbb8d3e87,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:48.063427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d9f8379-1efe-4eab-bf72-870613d87683 req-2460ff35-ccac-4f58-88a4-2883fece2e23 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.0993569 Aug 16 13:22:48.126885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42332) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:48.133814 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:48.516228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-153f08c6-a634-4e0b-9814-dea72aa6a215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:48.544291 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:48.549393 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:48.638403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:48.638945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Fanout notify agent at l3_agent the message router_deleted on router 62ef4858-8751-4e30-8524-23ca86b95a28 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:22:48.647929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:48.649413 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-826abfa8-6301-4563-8700-c0b340dd6b31 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/62ef4858-8751-4e30-8524-23ca86b95a28 HTTP/1.1" status: 204 len: 168 time: 2.0254581 Aug 16 13:22:48.655755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42344) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:48.662080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-54ea1c40-c46c-4bc3-9289-f749612c4462 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1258207961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:48.877807 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-153f08c6-a634-4e0b-9814-dea72aa6a215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:48.885667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-153f08c6-a634-4e0b-9814-dea72aa6a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:48.912644 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54ea1c40-c46c-4bc3-9289-f749612c4462 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:48.928817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54ea1c40-c46c-4bc3-9289-f749612c4462 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:49.025749 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-153f08c6-a634-4e0b-9814-dea72aa6a215 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc740d5595c049a69ea08f4b69c49ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8968360 Aug 16 13:22:49.039754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42360) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:49.153536 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54ea1c40-c46c-4bc3-9289-f749612c4462 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:49.154791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f08c6-a634-4e0b-9814-dea72aa6a215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9863cf22-f42e-4e3b-8607-86b7bc2552f9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:49.183163 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54ea1c40-c46c-4bc3-9289-f749612c4462 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:49.228681 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54ea1c40-c46c-4bc3-9289-f749612c4462 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:49.230545 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-54ea1c40-c46c-4bc3-9289-f749612c4462 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5735235 Aug 16 13:22:49.240475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42364) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:49.267158 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'enable_snat': False}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:49.327813 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-914e7963-a95a-4b25-8505-95ea551f0db7 req-988be146-bbf4-4538-9004-a84c039738e5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.0782647 Aug 16 13:22:49.357271 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73284667-d2d6-4196-89b4-82d289ea4b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:49.587357 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:49.599640 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73284667-d2d6-4196-89b4-82d289ea4b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:50.408573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73284667-d2d6-4196-89b4-82d289ea4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:50.411408 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73284667-d2d6-4196-89b4-82d289ea4b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:50.412602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-73284667-d2d6-4196-89b4-82d289ea4b3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9863cf22-f42e-4e3b-8607-86b7bc2552f9 HTTP/1.1" status: 204 len: 168 time: 1.3714721 Aug 16 13:22:50.501081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73284667-d2d6-4196-89b4-82d289ea4b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9863cf22-f42e-4e3b-8607-86b7bc2552f9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:50.552057 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-16a203cd-2353-4b8a-a192-13eed93d33d2 req-bc386c38-4d10-46fd-8436-1e13530bf70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.0494533 Aug 16 13:22:50.766159 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:50.842595 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:51.166350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Allocated IP 172.25.0.154 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/2c572466-afba-4685-9fe5-f57a78340951) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:22:51.390146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42414) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:51.422633 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b17d41a-6837-4579-99f5-50945bd58249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:51.482670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:51.554712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:51.657266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Pushing event updated for resources: {'Port': ['ID=2c572466-afba-4685-9fe5-f57a78340951,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:51.678040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:22:51.680545 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:22:51.684781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:22:51.874542 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b17d41a-6837-4579-99f5-50945bd58249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:51.883172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8b17d41a-6837-4579-99f5-50945bd58249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:52.014045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17d41a-6837-4579-99f5-50945bd58249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6193a7a0-0991-44c4-9aab-15a006724fe4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:52.055798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-018fdb19-4de6-4945-a1ec-356d78147440 req-9f7ecfa0-3617-4ec2-8035-2b05cbd5261c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=05dc19e4-88c8-4c2a-b013-95e357de06e7 HTTP/1.1" status: 200 len: 210 time: 0.1639295 Aug 16 13:22:52.117441 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8b17d41a-6837-4579-99f5-50945bd58249 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3f18450764a405dbefa49c097690b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7258115 Aug 16 13:22:52.121060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42452) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:52.443210 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2857a8d-a118-4a99-a2af-0016f7e4c05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:52.519732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2857a8d-a118-4a99-a2af-0016f7e4c05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:52.726039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:53.068090 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2857a8d-a118-4a99-a2af-0016f7e4c05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:53.077593 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2857a8d-a118-4a99-a2af-0016f7e4c05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:53.091327 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b2857a8d-a118-4a99-a2af-0016f7e4c05e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6193a7a0-0991-44c4-9aab-15a006724fe4 HTTP/1.1" status: 204 len: 168 time: 0.9650476 Aug 16 13:22:53.160599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2857a8d-a118-4a99-a2af-0016f7e4c05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6193a7a0-0991-44c4-9aab-15a006724fe4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:53.306590 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:53.310935 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:53.319332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42504) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:53.669367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Router 63b5dadb-dc04-4520-b4b0-c68e7cdc7dca is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:22:53.681793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6a6acce-afa8-48b1-b746-205c84cdaa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:53.861220 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6a6acce-afa8-48b1-b746-205c84cdaa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:53.866860 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6a6acce-afa8-48b1-b746-205c84cdaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:53.909818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a6a6acce-afa8-48b1-b746-205c84cdaa25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51a71aafd37c43489fe7b98cc4d3c1b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5888257 Aug 16 13:22:53.910597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42516) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:53.958714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6acce-afa8-48b1-b746-205c84cdaa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0d09d4-8d0b-4011-8a07-b84001458a0b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:54.018866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:22:54.021378 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-299d0133-4381-4b9f-8c12-2fb1270dd59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:54.033706 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:54.038462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc762a15-5051-4360-a3e0-5e7c0c4833cb None None] Sync routers for ids ['63b5dadb-dc04-4520-b4b0-c68e7cdc7dca'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:22:54.040642 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-18fd0e6f-89fc-4a24-8196-963831403dab tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "PUT /v2.0/routers/63b5dadb-dc04-4520-b4b0-c68e7cdc7dca HTTP/1.1" status: 200 len: 920 time: 4.8033750 Aug 16 13:22:54.046293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42520) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:54.046698 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-299d0133-4381-4b9f-8c12-2fb1270dd59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:54.057170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc762a15-5051-4360-a3e0-5e7c0c4833cb None None] Routers {'63b5dadb-dc04-4520-b4b0-c68e7cdc7dca'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:54.057892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cc762a15-5051-4360-a3e0-5e7c0c4833cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['63b5dadb-dc04-4520-b4b0-c68e7cdc7dca'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:54.100836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-299d0133-4381-4b9f-8c12-2fb1270dd59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:54.104225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-299d0133-4381-4b9f-8c12-2fb1270dd59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:54.109091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-299d0133-4381-4b9f-8c12-2fb1270dd59c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d0d09d4-8d0b-4011-8a07-b84001458a0b HTTP/1.1" status: 204 len: 168 time: 0.1962168 Aug 16 13:22:54.121946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d0133-4381-4b9f-8c12-2fb1270dd59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0d09d4-8d0b-4011-8a07-b84001458a0b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:54.181457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cc762a15-5051-4360-a3e0-5e7c0c4833cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:54.211598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc762a15-5051-4360-a3e0-5e7c0c4833cb None None] Routers {'63b5dadb-dc04-4520-b4b0-c68e7cdc7dca'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:22:54.212616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cc762a15-5051-4360-a3e0-5e7c0c4833cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['63b5dadb-dc04-4520-b4b0-c68e7cdc7dca'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:54.388313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d28fadf6-4d57-4277-99cb-52c4de729dc0 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/routers/63b5dadb-dc04-4520-b4b0-c68e7cdc7dca HTTP/1.1" status: 200 len: 926 time: 0.3403063 Aug 16 13:22:54.388589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42530) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:54.401621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cc762a15-5051-4360-a3e0-5e7c0c4833cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:22:54.409958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc762a15-5051-4360-a3e0-5e7c0c4833cb None None] The sync data for ids ['63b5dadb-dc04-4520-b4b0-c68e7cdc7dca'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:22:54.511715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92801906-6cec-4a38-be6f-5ffd5952f660 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:54.520878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42538) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:54.535554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-92801906-6cec-4a38-be6f-5ffd5952f660 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=72a09032-0771-4e06-9125-a9a480bbb297&device_id=63b5dadb-dc04-4520-b4b0-c68e7cdc7dca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1329708 Aug 16 13:22:54.731496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59d1c34-0d0d-4ae5-bfe9-ccdb6f388204 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:22:54.736407 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42548) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:54.754148 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b59d1c34-0d0d-4ae5-bfe9-ccdb6f388204 tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/networks/72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 881 time: 0.2300196 Aug 16 13:22:54.778594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42550) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:54.782024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8ca2ff05-6302-4ef1-a008-db205ec803f3 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b5dadb-dc04-4520-b4b0-c68e7cdc7dca HTTP/1.1" status: 200 len: 205 time: 0.0440886 Aug 16 13:22:54.851526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42556) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:54.867913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-812cca90-432c-4f3a-a787-eb4c8c27030f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:55.046160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:55.123375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-812cca90-432c-4f3a-a787-eb4c8c27030f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:55.135798 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-812cca90-432c-4f3a-a787-eb4c8c27030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:55.190246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-812cca90-432c-4f3a-a787-eb4c8c27030f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8680d53258741dc89513124efd91094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372037 Aug 16 13:22:55.191901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42570) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:55.243724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cca90-432c-4f3a-a787-eb4c8c27030f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3096c502-97ce-4104-9fa7-29fff3ea5788,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:55.305137 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61c1f405-c9de-42a0-a091-ede2484acc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:55.340163 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61c1f405-c9de-42a0-a091-ede2484acc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:55.401045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:55.403444 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61c1f405-c9de-42a0-a091-ede2484acc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:55.406973 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-61c1f405-c9de-42a0-a091-ede2484acc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:55.412602 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-61c1f405-c9de-42a0-a091-ede2484acc41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3096c502-97ce-4104-9fa7-29fff3ea5788 HTTP/1.1" status: 204 len: 168 time: 0.2182727 Aug 16 13:22:55.421459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1f405-c9de-42a0-a091-ede2484acc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3096c502-97ce-4104-9fa7-29fff3ea5788,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:55.571452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Deleting port 2c572466-afba-4685-9fe5-f57a78340951 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:22:55.571799 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:55.774432 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:55.796183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Calling delete_port for 2c572466-afba-4685-9fe5-f57a78340951 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:22:56.068200 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:56.131736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Pushing event deleted for resources: {'Port': ['ID=2c572466-afba-4685-9fe5-f57a78340951,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:56.289148 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:56.600755 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:56.603890 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:56.665735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:56.666706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Fanout notify agent at l3_agent the message router_deleted on router 63b5dadb-dc04-4520-b4b0-c68e7cdc7dca {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:22:56.688601 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:56.694712 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e2c3a268-b95b-475e-895c-1c4a5f6b3532 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/63b5dadb-dc04-4520-b4b0-c68e7cdc7dca HTTP/1.1" status: 204 len: 168 time: 1.9148152 Aug 16 13:22:56.697365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42618) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:56.702701 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-507864457', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}, 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:22:56.762416 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:56.765646 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:56.926509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:57.327099 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:57.776068 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:57.808125 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:57.990935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Allocated IP 172.25.0.50 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/79416c13-4d79-4856-ba17-9d9af692a990) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:22:58.285747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:58.403525 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:58.489021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:22:58.492277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:22:58.501428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:22:58.570328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Pushing event updated for resources: {'Port': ['ID=79416c13-4d79-4856-ba17-9d9af692a990,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:22:59.308385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42742) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:22:59.562831 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:59.833557 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-407c1e84-a695-4569-a61f-dcf18facbc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:59.853478 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:22:59.994743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42764) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:00.003947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a9233987-8a14-43b4-8639-7b193e675564 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824428642', 'description': 'tempest-secgroup-smoke-1824428642 description', 'project_id': '36258017bc834aab8f01df63a8d583bf'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:00.100985 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:00.389352 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-407c1e84-a695-4569-a61f-dcf18facbc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:00.419684 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-407c1e84-a695-4569-a61f-dcf18facbc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:00.434743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a9233987-8a14-43b4-8639-7b193e675564 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:00.527908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-407c1e84-a695-4569-a61f-dcf18facbc84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ea3c8bfe1af454a824ce53fb8ec2ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2180369 Aug 16 13:23:00.534549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42770) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:00.534918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c1e84-a695-4569-a61f-dcf18facbc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09024c95-e6f2-4ab3-89f1-fc3efab2e27c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:00.626092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Router 9e259aef-e9b6-4d61-a948-255801d15ab1 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:23:00.632701 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a9233987-8a14-43b4-8639-7b193e675564 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:00.640932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a9233987-8a14-43b4-8639-7b193e675564 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:00.680373 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a9233987-8a14-43b4-8639-7b193e675564 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:00.687094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a9233987-8a14-43b4-8639-7b193e675564 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6895082 Aug 16 13:23:00.688597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42778) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:00.710714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-66c641d3-d14e-42a8-948f-8cf023d68113 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'security_group_rule': {'security_group_id': '627cb556-d624-4214-a0b7-bb5780822c4c', 'project_id': '36258017bc834aab8f01df63a8d583bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:00.727005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9233987-8a14-43b4-8639-7b193e675564 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627cb556-d624-4214-a0b7-bb5780822c4c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:00.787164 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0fefca5-304f-47d5-8f18-18a906edc441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:00.889219 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0fefca5-304f-47d5-8f18-18a906edc441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:00.991744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:23:01.004709 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30218f3-9b45-464c-9889-c0f78b0072ec None None] Sync routers for ids ['9e259aef-e9b6-4d61-a948-255801d15ab1'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:23:01.024325 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30218f3-9b45-464c-9889-c0f78b0072ec None None] Routers {'9e259aef-e9b6-4d61-a948-255801d15ab1'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:23:01.024883 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f30218f3-9b45-464c-9889-c0f78b0072ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9e259aef-e9b6-4d61-a948-255801d15ab1'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:01.094774 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-66c641d3-d14e-42a8-948f-8cf023d68113 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.109682 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f30218f3-9b45-464c-9889-c0f78b0072ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:01.125056 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0fefca5-304f-47d5-8f18-18a906edc441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.129550 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30218f3-9b45-464c-9889-c0f78b0072ec None None] Routers {'9e259aef-e9b6-4d61-a948-255801d15ab1'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:23:01.130423 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f30218f3-9b45-464c-9889-c0f78b0072ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:22:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9e259aef-e9b6-4d61-a948-255801d15ab1'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:01.131072 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0fefca5-304f-47d5-8f18-18a906edc441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.133265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e0fefca5-304f-47d5-8f18-18a906edc441 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09024c95-e6f2-4ab3-89f1-fc3efab2e27c HTTP/1.1" status: 204 len: 168 time: 0.5885966 Aug 16 13:23:01.187836 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f30218f3-9b45-464c-9889-c0f78b0072ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:01.188811 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30218f3-9b45-464c-9889-c0f78b0072ec None None] The sync data for ids ['9e259aef-e9b6-4d61-a948-255801d15ab1'] in n-d-804708-1 is: [] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:23:01.237912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fefca5-304f-47d5-8f18-18a906edc441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09024c95-e6f2-4ab3-89f1-fc3efab2e27c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:01.245166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.247684 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a4dfe16c-4718-4cd3-985e-eea0ff147e2d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5485334 Aug 16 13:23:01.252121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42796) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:01.260311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:01.328444 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-66c641d3-d14e-42a8-948f-8cf023d68113 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.334603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-66c641d3-d14e-42a8-948f-8cf023d68113 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.394454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c641d3-d14e-42a8-948f-8cf023d68113 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aa8d55-44e9-4033-a342-58439ad934b6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:01.416427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-66c641d3-d14e-42a8-948f-8cf023d68113 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.421100 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-66c641d3-d14e-42a8-948f-8cf023d68113 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7213583 Aug 16 13:23:01.422298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42804) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:01.432804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9cd30a77-1cc4-4f03-a61c-5a96075701ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'security_group_rule': {'security_group_id': '627cb556-d624-4214-a0b7-bb5780822c4c', 'project_id': '36258017bc834aab8f01df63a8d583bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:01.514749 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9cd30a77-1cc4-4f03-a61c-5a96075701ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.641217 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9cd30a77-1cc4-4f03-a61c-5a96075701ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.647965 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9cd30a77-1cc4-4f03-a61c-5a96075701ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.674997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd30a77-1cc4-4f03-a61c-5a96075701ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61399fd-8516-4444-af9f-a92683608faf,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:01.721138 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9cd30a77-1cc4-4f03-a61c-5a96075701ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.726371 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9cd30a77-1cc4-4f03-a61c-5a96075701ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3021612 Aug 16 13:23:01.727285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42812) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:01.734581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-81803d72-aa39-4027-ad6d-032c12324479 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'security_group_rule': {'security_group_id': '627cb556-d624-4214-a0b7-bb5780822c4c', 'project_id': '36258017bc834aab8f01df63a8d583bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:01.794342 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81803d72-aa39-4027-ad6d-032c12324479 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.807368 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-812a0e5d-b828-42ce-821b-6099510e93d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.974744 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81803d72-aa39-4027-ad6d-032c12324479 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:01.980006 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81803d72-aa39-4027-ad6d-032c12324479 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:02.056579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81803d72-aa39-4027-ad6d-032c12324479 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9bd6ab-2cc7-4cc5-a152-6072481f5089,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:02.060718 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81803d72-aa39-4027-ad6d-032c12324479 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:02.067644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-81803d72-aa39-4027-ad6d-032c12324479 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390090 Aug 16 13:23:02.068414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42820) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:02.077835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ad570887-ffea-43d3-9d9f-660fd9134ab0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'security_group_rule': {'security_group_id': '627cb556-d624-4214-a0b7-bb5780822c4c', 'project_id': '36258017bc834aab8f01df63a8d583bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:02.173770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42824) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:02.238723 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad570887-ffea-43d3-9d9f-660fd9134ab0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:02.272316 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:02.305058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:02.326088 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1a53c07-9c3e-43de-86d2-2b34f85acd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:02.504035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Deleting port 79416c13-4d79-4856-ba17-9d9af692a990 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:23:02.504778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:02.811392 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:02.835485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Calling delete_port for 79416c13-4d79-4856-ba17-9d9af692a990 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:23:02.839676 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1a53c07-9c3e-43de-86d2-2b34f85acd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:02.859113 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f1a53c07-9c3e-43de-86d2-2b34f85acd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:03.100607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a53c07-9c3e-43de-86d2-2b34f85acd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc375837-93be-4832-9f58-566025dfa0db,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:03.138575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f1a53c07-9c3e-43de-86d2-2b34f85acd3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b954018933f24026b40becaf119a00fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9596441 Aug 16 13:23:03.145613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42854) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:03.255657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42856) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:03.293084 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad570887-ffea-43d3-9d9f-660fd9134ab0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:03.321367 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad570887-ffea-43d3-9d9f-660fd9134ab0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:03.378329 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d401c28-54df-4ad2-8b6f-5ab1d2cb8bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:03.401291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad570887-ffea-43d3-9d9f-660fd9134ab0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120e1e2b-4871-497f-a0e1-c296e91a08e6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:03.423366 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ad570887-ffea-43d3-9d9f-660fd9134ab0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:03.427242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ad570887-ffea-43d3-9d9f-660fd9134ab0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3570147 Aug 16 13:23:03.433128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42864) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:03.457495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-88c389ad-38e2-4b8c-869b-f0c4c7c6c71b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'security_group_rule': {'security_group_id': '627cb556-d624-4214-a0b7-bb5780822c4c', 'project_id': '36258017bc834aab8f01df63a8d583bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:03.552625 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:03.619312 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d401c28-54df-4ad2-8b6f-5ab1d2cb8bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:03.665872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Pushing event deleted for resources: {'Port': ['ID=79416c13-4d79-4856-ba17-9d9af692a990,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:03.751789 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a6fb348-2547-4d0a-bfe4-5d939e5e2446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:03.785825 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d401c28-54df-4ad2-8b6f-5ab1d2cb8bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:03.793488 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2d401c28-54df-4ad2-8b6f-5ab1d2cb8bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:03.796874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2d401c28-54df-4ad2-8b6f-5ab1d2cb8bf5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc375837-93be-4832-9f58-566025dfa0db HTTP/1.1" status: 204 len: 168 time: 0.6457920 Aug 16 13:23:03.850154 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-88c389ad-38e2-4b8c-869b-f0c4c7c6c71b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Project 36258017bc834aab8f01df63a8d583bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:23:03.880043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d401c28-54df-4ad2-8b6f-5ab1d2cb8bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc375837-93be-4832-9f58-566025dfa0db,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:03.904818 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88c389ad-38e2-4b8c-869b-f0c4c7c6c71b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:03.926498 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.102030 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88c389ad-38e2-4b8c-869b-f0c4c7c6c71b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.112898 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88c389ad-38e2-4b8c-869b-f0c4c7c6c71b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.155987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c389ad-38e2-4b8c-869b-f0c4c7c6c71b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0064db00-2764-40ab-9aab-ef1ee0786593,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:04.371151 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa411-75a5-49f5-aa91-a0ed4b3716a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.428939 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.439397 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.461791 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a6fb348-2547-4d0a-bfe4-5d939e5e2446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.483364 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88c389ad-38e2-4b8c-869b-f0c4c7c6c71b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.496584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-88c389ad-38e2-4b8c-869b-f0c4c7c6c71b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0573833 Aug 16 13:23:04.496857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42880) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:04.514590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b6df0503-a9f8-451f-bcac-026f91052209 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'security_group_rule': {'security_group_id': '627cb556-d624-4214-a0b7-bb5780822c4c', 'project_id': '36258017bc834aab8f01df63a8d583bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:04.540894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0a6fb348-2547-4d0a-bfe4-5d939e5e2446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.551359 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-b6df0503-a9f8-451f-bcac-026f91052209 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Project 36258017bc834aab8f01df63a8d583bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:23:04.573779 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6df0503-a9f8-451f-bcac-026f91052209 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.618634 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0a6fb348-2547-4d0a-bfe4-5d939e5e2446 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9509f8f9763d40b6bb79b9d713137857&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3580739 Aug 16 13:23:04.619415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.619593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Router 9e259aef-e9b6-4d61-a948-255801d15ab1 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:23:04.620767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42884) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:04.629661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fb348-2547-4d0a-bfe4-5d939e5e2446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d37b11-084c-4da0-8268-3a696d87a81a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:04.760020 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6df0503-a9f8-451f-bcac-026f91052209 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.771289 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6df0503-a9f8-451f-bcac-026f91052209 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.772918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f4cf0d1-9df8-4e14-b769-08caae6e4ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.801803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df0503-a9f8-451f-bcac-026f91052209 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0fcbaf-51a4-4ef1-9ead-e7f1dd201ca3,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:04.812499 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6df0503-a9f8-451f-bcac-026f91052209 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.814751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b6df0503-a9f8-451f-bcac-026f91052209 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163774 Aug 16 13:23:04.949416 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f4cf0d1-9df8-4e14-b769-08caae6e4ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.954409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:23:04.973463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd9eab-cffe-49fb-87e7-ff114a611d72 None None] Sync routers for ids ['9e259aef-e9b6-4d61-a948-255801d15ab1'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:23:04.981102 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:04.990237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dc9bf62e-1993-408c-985f-0ce52ac82514 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "PUT /v2.0/routers/9e259aef-e9b6-4d61-a948-255801d15ab1 HTTP/1.1" status: 200 len: 709 time: 3.7292917 Aug 16 13:23:04.990237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42910) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:05.017733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd9eab-cffe-49fb-87e7-ff114a611d72 None None] Routers {'9e259aef-e9b6-4d61-a948-255801d15ab1'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:23:05.022513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a4bd9eab-cffe-49fb-87e7-ff114a611d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:23:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9e259aef-e9b6-4d61-a948-255801d15ab1'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:05.083332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a4bd9eab-cffe-49fb-87e7-ff114a611d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:05.098266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd9eab-cffe-49fb-87e7-ff114a611d72 None None] Routers {'9e259aef-e9b6-4d61-a948-255801d15ab1'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:23:05.099199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a4bd9eab-cffe-49fb-87e7-ff114a611d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:23:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['9e259aef-e9b6-4d61-a948-255801d15ab1'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:05.144041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a4bd9eab-cffe-49fb-87e7-ff114a611d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:05.145034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd9eab-cffe-49fb-87e7-ff114a611d72 None None] The sync data for ids ['9e259aef-e9b6-4d61-a948-255801d15ab1'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:23:05.275041 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f4cf0d1-9df8-4e14-b769-08caae6e4ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:05.278649 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f4cf0d1-9df8-4e14-b769-08caae6e4ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:05.280024 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5f4cf0d1-9df8-4e14-b769-08caae6e4ee3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60d37b11-084c-4da0-8268-3a696d87a81a HTTP/1.1" status: 204 len: 168 time: 0.6580646 Aug 16 13:23:05.356724 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1ced141d-1ebd-4b51-911d-34214b8f45ba tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/routers/9e259aef-e9b6-4d61-a948-255801d15ab1 HTTP/1.1" status: 200 len: 744 time: 0.3640316 Aug 16 13:23:05.356724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cf0d1-9df8-4e14-b769-08caae6e4ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d37b11-084c-4da0-8268-3a696d87a81a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:05.357765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42948) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:05.493812 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2dc51ee3-cd41-4a1c-b68e-631a84044b4e tempest-RoutersIpV6AdminTest-1370411667 tempest-RoutersIpV6AdminTest-1370411667-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=72a09032-0771-4e06-9125-a9a480bbb297&device_id=9e259aef-e9b6-4d61-a948-255801d15ab1 HTTP/1.1" status: 200 len: 205 time: 0.1267819 Aug 16 13:23:05.496699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42950) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:05.538325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4784d6f2-1866-4ddc-b1e0-77f37eb1be0a tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e259aef-e9b6-4d61-a948-255801d15ab1 HTTP/1.1" status: 200 len: 205 time: 0.0374241 Aug 16 13:23:05.538726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 42958) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:05.555119 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:06.223024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 42976) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:06.247630 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c55bff82-c753-4fd8-a84e-10e0faf95585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:06.498790 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c55bff82-c753-4fd8-a84e-10e0faf95585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:06.505457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c55bff82-c753-4fd8-a84e-10e0faf95585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:06.540647 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-666c8a60-62b1-47df-9d6b-38b4483be28b tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:06.567119 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c55bff82-c753-4fd8-a84e-10e0faf95585 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e2f534e36184e0c8f865a71739a7f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385684 Aug 16 13:23:06.570188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43006) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:06.602709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bff82-c753-4fd8-a84e-10e0faf95585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dec741-69ca-45e8-9623-56a4532c19d9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:06.617002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43012) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:06.756120 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc0b31fb-2f8a-4b1e-9a1f-678d12850543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:06.832412 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc0b31fb-2f8a-4b1e-9a1f-678d12850543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:07.003040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc0b31fb-2f8a-4b1e-9a1f-678d12850543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:07.010197 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cc0b31fb-2f8a-4b1e-9a1f-678d12850543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:07.033536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cc0b31fb-2f8a-4b1e-9a1f-678d12850543 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53dec741-69ca-45e8-9623-56a4532c19d9 HTTP/1.1" status: 204 len: 168 time: 0.4617848 Aug 16 13:23:07.043384 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-666c8a60-62b1-47df-9d6b-38b4483be28b tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:07.050472 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-666c8a60-62b1-47df-9d6b-38b4483be28b tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:07.085965 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1357f459-5d5e-4be7-a891-3888f2edf259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:07.089580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b31fb-2f8a-4b1e-9a1f-678d12850543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dec741-69ca-45e8-9623-56a4532c19d9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:07.207311 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-666c8a60-62b1-47df-9d6b-38b4483be28b tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:07.213671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666c8a60-62b1-47df-9d6b-38b4483be28b tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Fanout notify agent at l3_agent the message router_deleted on router 9e259aef-e9b6-4d61-a948-255801d15ab1 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:23:07.228220 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-666c8a60-62b1-47df-9d6b-38b4483be28b tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:07.243880 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-666c8a60-62b1-47df-9d6b-38b4483be28b tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/9e259aef-e9b6-4d61-a948-255801d15ab1 HTTP/1.1" status: 204 len: 168 time: 1.7041068 Aug 16 13:23:07.245137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43028) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:07.311651 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-30610de8-376a-4b60-abc9-f9567b0d0780 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e259aef-e9b6-4d61-a948-255801d15ab1 HTTP/1.1" status: 200 len: 205 time: 0.0645890 Aug 16 13:23:07.315131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43032) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:07.396802 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:07.431184 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1357f459-5d5e-4be7-a891-3888f2edf259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:07.436430 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-af9fa11a-8265-4f4c-8dbb-e21c591daea4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] delete failed (client error): The resource could not be found. Aug 16 13:23:07.444338 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af9fa11a-8265-4f4c-8dbb-e21c591daea4 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/9e259aef-e9b6-4d61-a948-255801d15ab1 HTTP/1.1" status: 404 len: 336 time: 0.1274023 Aug 16 13:23:07.445306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43040) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:07.464713 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1357f459-5d5e-4be7-a891-3888f2edf259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:07.572268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357f459-5d5e-4be7-a891-3888f2edf259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8944ba8a-b8be-4836-8381-f10d811279c2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:07.584030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fc09ef1f-ef81-4051-91a2-2295a81eb6fc tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b5dadb-dc04-4520-b4b0-c68e7cdc7dca HTTP/1.1" status: 200 len: 205 time: 0.1359062 Aug 16 13:23:07.586743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43046) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:07.615692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1357f459-5d5e-4be7-a891-3888f2edf259 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3b9868adaa7442a948bdc0f085080b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9969547 Aug 16 13:23:07.620495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43050) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:07.654945 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-ca1926f6-f7f2-4e67-9f48-19730ddf8280 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] delete failed (client error): The resource could not be found. Aug 16 13:23:07.660445 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ca1926f6-f7f2-4e67-9f48-19730ddf8280 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/63b5dadb-dc04-4520-b4b0-c68e7cdc7dca HTTP/1.1" status: 404 len: 336 time: 0.0722358 Aug 16 13:23:07.661588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43052) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:07.707574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43056) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:07.708417 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2c647889-ae29-4bc0-bcaf-f7792c1e0c71 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ef4858-8751-4e30-8524-23ca86b95a28 HTTP/1.1" status: 200 len: 205 time: 0.0456092 Aug 16 13:23:08.442597 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-38632c59-65c6-41c6-8eca-c2330c50d4bd tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] delete failed (client error): The resource could not be found. Aug 16 13:23:08.444018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-38632c59-65c6-41c6-8eca-c2330c50d4bd tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/62ef4858-8751-4e30-8524-23ca86b95a28 HTTP/1.1" status: 404 len: 336 time: 0.7322354 Aug 16 13:23:08.446880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43072) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:08.497394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5acf27b9-3cbe-4ef8-aaae-cdecfb36cdb2 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aa7ba73-70d4-4aaa-91c0-fd8b27384681 HTTP/1.1" status: 200 len: 205 time: 0.0494223 Aug 16 13:23:08.500709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43078) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:08.530409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58f8e5c7-f732-4496-a8ec-3a8cea7cddc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:08.573803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58f8e5c7-f732-4496-a8ec-3a8cea7cddc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:08.657552 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-0dfd250b-0226-4082-ba68-17e8b9a0a5b1 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] delete failed (client error): The resource could not be found. Aug 16 13:23:08.661378 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0dfd250b-0226-4082-ba68-17e8b9a0a5b1 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/7aa7ba73-70d4-4aaa-91c0-fd8b27384681 HTTP/1.1" status: 404 len: 336 time: 0.1594703 Aug 16 13:23:08.664131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43080) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:08.712749 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58f8e5c7-f732-4496-a8ec-3a8cea7cddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:08.717939 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-58f8e5c7-f732-4496-a8ec-3a8cea7cddc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:08.720528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-58f8e5c7-f732-4496-a8ec-3a8cea7cddc1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8944ba8a-b8be-4836-8381-f10d811279c2 HTTP/1.1" status: 204 len: 168 time: 1.0982649 Aug 16 13:23:08.738543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8e5c7-f732-4496-a8ec-3a8cea7cddc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8944ba8a-b8be-4836-8381-f10d811279c2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:08.797504 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9df091fd-bb5f-4a42-935a-c02dcc3964b9 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea06659e-35ef-45b5-8486-1946f72b186c HTTP/1.1" status: 200 len: 205 time: 0.1307623 Aug 16 13:23:08.801204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43088) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:08.901549 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-0e42d309-ecc8-4232-8afb-9a903c093264 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] delete failed (client error): The resource could not be found. Aug 16 13:23:08.907866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0e42d309-ecc8-4232-8afb-9a903c093264 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/ea06659e-35ef-45b5-8486-1946f72b186c HTTP/1.1" status: 404 len: 336 time: 0.1014118 Aug 16 13:23:08.909223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43090) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:08.959215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a16429eb-56eb-407a-a648-3146bd00ff61 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40ae82f-6fb6-4f79-afb4-47cb50b89f5d HTTP/1.1" status: 200 len: 205 time: 0.0481081 Aug 16 13:23:08.963614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43092) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:09.037537 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-1e006fb0-f6c9-4f48-9c15-43f485152b11 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] delete failed (client error): The resource could not be found. Aug 16 13:23:09.039266 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1e006fb0-f6c9-4f48-9c15-43f485152b11 tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/routers/a40ae82f-6fb6-4f79-afb4-47cb50b89f5d HTTP/1.1" status: 404 len: 336 time: 0.0741260 Aug 16 13:23:09.042808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43094) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:09.178018 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-a273a2b4-1530-4b49-af6e-232a8494735d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] DELETE failed (client error): The resource could not be found. Aug 16 13:23:09.180281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a273a2b4-1530-4b49-af6e-232a8494735d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:23:09.192737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a273a2b4-1530-4b49-af6e-232a8494735d tempest-RoutersIpV6AdminTest-1781379738 tempest-RoutersIpV6AdminTest-1781379738-project] 10.222.0.25 "DELETE /v2.0/subnets/f9fa2dd2-0fc2-45de-b3e1-4d09435a4a6a HTTP/1.1" status: 404 len: 337 time: 0.1446145 Aug 16 13:23:10.179538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43128) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:10.564518 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88b3f5a9-741b-4c1f-a32f-9594b136ab44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:10.704768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43148) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:10.752685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88b3f5a9-741b-4c1f-a32f-9594b136ab44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:10.759382 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88b3f5a9-741b-4c1f-a32f-9594b136ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:10.804353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-88b3f5a9-741b-4c1f-a32f-9594b136ab44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7865f80dd231446c9e3b2d8790044bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6235957 Aug 16 13:23:10.809306 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43154) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:10.844108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3f5a9-741b-4c1f-a32f-9594b136ab44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5363d6-3c0a-40e0-97b0-c3f6f8405368,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:10.947930 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad771258-cbd4-4553-a27e-5389571a0e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.003910 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad771258-cbd4-4553-a27e-5389571a0e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.118653 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad771258-cbd4-4553-a27e-5389571a0e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.121414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43164) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:11.121642 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ad771258-cbd4-4553-a27e-5389571a0e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.123064 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ad771258-cbd4-4553-a27e-5389571a0e4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e5363d6-3c0a-40e0-97b0-c3f6f8405368 HTTP/1.1" status: 204 len: 168 time: 0.3122439 Aug 16 13:23:11.140902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad771258-cbd4-4553-a27e-5389571a0e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5363d6-3c0a-40e0-97b0-c3f6f8405368,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:11.281415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0378f662-cbcf-4e78-9e7b-95403e434ae3 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1998045014'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:11.323229 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0378f662-cbcf-4e78-9e7b-95403e434ae3 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.327368 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0378f662-cbcf-4e78-9e7b-95403e434ae3 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.445870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0378f662-cbcf-4e78-9e7b-95403e434ae3 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.462052 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0378f662-cbcf-4e78-9e7b-95403e434ae3 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.497966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0378f662-cbcf-4e78-9e7b-95403e434ae3 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.507167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43178) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:11.510471 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0378f662-cbcf-4e78-9e7b-95403e434ae3 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7988539 Aug 16 13:23:11.704917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43184) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:11.727017 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-499142bf-e247-4d44-85c1-cdccf45a05b5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.850419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-393810554-network', 'tenant_id': '8a6c75ed506d432b9b42843e9ad9c254'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:11.883432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Made reservation on behalf of 8a6c75ed506d432b9b42843e9ad9c254 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:11.886589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.906181 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:11.947625 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba891a2c-8756-4571-933e-cb0b641bac96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.023163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43192) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:12.089749 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-311a0c1a-a022-40f0-82a5-4c291f803c96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c37db1dc41d749dc8eb15c92f11a9e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645146 Aug 16 13:23:12.092616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43194) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:12.187758 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-499142bf-e247-4d44-85c1-cdccf45a05b5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.192196 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-499142bf-e247-4d44-85c1-cdccf45a05b5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.228175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2455-bf9d-458c-9e5a-c7aebd02aac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.276497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba891a2c-8756-4571-933e-cb0b641bac96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.284449 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2455-bf9d-458c-9e5a-c7aebd02aac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.287454 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba891a2c-8756-4571-933e-cb0b641bac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.298212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-499142bf-e247-4d44-85c1-cdccf45a05b5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.299053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499142bf-e247-4d44-85c1-cdccf45a05b5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b37cf91-ee9b-40b4-ac48-86d0dd843d1d {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:23:12.311359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-499142bf-e247-4d44-85c1-cdccf45a05b5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.313422 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-499142bf-e247-4d44-85c1-cdccf45a05b5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] 10.222.0.25 "DELETE /v2.0/routers/1b37cf91-ee9b-40b4-ac48-86d0dd843d1d HTTP/1.1" status: 204 len: 168 time: 0.8043735 Aug 16 13:23:12.319690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43196) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:12.328479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-548bec3c-e536-45ca-99ba-b0b9350831c1 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Request body: {'router': {'name': 'tempest-router-618731722', 'distributed': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:12.392529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba891a2c-8756-4571-933e-cb0b641bac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de65f359-bdee-4b0d-b81d-084e089bef3d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:12.399239 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ba891a2c-8756-4571-933e-cb0b641bac96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=181f126c60fe4c1d8220c74d74d108f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6910479 Aug 16 13:23:12.403161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43198) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:12.497392 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2455-bf9d-458c-9e5a-c7aebd02aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.504876 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2455-bf9d-458c-9e5a-c7aebd02aac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.506991 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3c8f2455-bf9d-458c-9e5a-c7aebd02aac7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f053e27-ef47-4ae5-910e-a635e7b47c66 HTTP/1.1" status: 204 len: 168 time: 0.4127069 Aug 16 13:23:12.536632 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.578917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f2455-bf9d-458c-9e5a-c7aebd02aac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f053e27-ef47-4ae5-910e-a635e7b47c66,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:12.584186 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.610835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-548bec3c-e536-45ca-99ba-b0b9350831c1 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.612742 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-548bec3c-e536-45ca-99ba-b0b9350831c1 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.645777 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:23:12.668758 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84846c70-168d-4574-89a9-51d8c3de2b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.717305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ec5cb7-4e93-4754-a327-f4e1c40000a9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:12.726227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84846c70-168d-4574-89a9-51d8c3de2b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.737253 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.737856 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Added segment e411de7b-2fa2-4e77-abac-f585da3a2a50 of type vlan for network 6e577e68-443a-4f28-9c96-b6501803a051 Aug 16 13:23:12.837510 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-548bec3c-e536-45ca-99ba-b0b9350831c1 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.930542 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84846c70-168d-4574-89a9-51d8c3de2b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.934983 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-548bec3c-e536-45ca-99ba-b0b9350831c1 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.935867 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-84846c70-168d-4574-89a9-51d8c3de2b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.942255 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-84846c70-168d-4574-89a9-51d8c3de2b59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de65f359-bdee-4b0d-b81d-084e089bef3d HTTP/1.1" status: 204 len: 168 time: 0.5322495 Aug 16 13:23:12.962373 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:12.967501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84846c70-168d-4574-89a9-51d8c3de2b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de65f359-bdee-4b0d-b81d-084e089bef3d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:13.004080 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:13.006126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:13.012278 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:13.073846 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-548bec3c-e536-45ca-99ba-b0b9350831c1 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:13.075050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-548bec3c-e536-45ca-99ba-b0b9350831c1 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7538984 Aug 16 13:23:13.076619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9518955 Aug 16 13:23:13.079596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43212) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:13.081690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43214) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:13.105455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] Request body: {'subnet': {'network_id': '6e577e68-443a-4f28-9c96-b6501803a051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-393810554-subnet', 'tenant_id': '8a6c75ed506d432b9b42843e9ad9c254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:13.191498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55ca0f-4bcc-4bfb-a8ab-ec9b745a6135 admin admin] Pushing event updated for resources: {'Network': ['ID=6e577e68-443a-4f28-9c96-b6501803a051,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:13.209454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 6e577e68-443a-4f28-9c96-b6501803a051 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:23:13.315452 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de22e67f-0bbf-4ba1-9be7-21bf38190ee5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:13.387026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] Made reservation on behalf of 8a6c75ed506d432b9b42843e9ad9c254 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:13.390918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:13.480805 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:23:13.903949 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de22e67f-0bbf-4ba1-9be7-21bf38190ee5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:13.915515 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de22e67f-0bbf-4ba1-9be7-21bf38190ee5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:14.145081 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de22e67f-0bbf-4ba1-9be7-21bf38190ee5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:14.146306 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de22e67f-0bbf-4ba1-9be7-21bf38190ee5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae2cb7c-e6ad-41f9-a3f7-c205b1920693 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:23:14.154878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de22e67f-0bbf-4ba1-9be7-21bf38190ee5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:14.156276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de22e67f-0bbf-4ba1-9be7-21bf38190ee5 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] 10.222.0.25 "DELETE /v2.0/routers/9ae2cb7c-e6ad-41f9-a3f7-c205b1920693 HTTP/1.1" status: 204 len: 168 time: 1.0756104 Aug 16 13:23:14.162585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43252) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:14.167393 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-72fdb35a-181e-488f-9afd-ab43abfdb4f7 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Request body: {'router': {'name': 'tempest-router-1655844036', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b380d4ed583344e4b0bfbbdac71e1fd9'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:14.208834 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72fdb35a-181e-488f-9afd-ab43abfdb4f7 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:14.210088 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72fdb35a-181e-488f-9afd-ab43abfdb4f7 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:14.265741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:14.353255 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72fdb35a-181e-488f-9afd-ab43abfdb4f7 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:14.367388 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72fdb35a-181e-488f-9afd-ab43abfdb4f7 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:14.398353 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72fdb35a-181e-488f-9afd-ab43abfdb4f7 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:14.406284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-72fdb35a-181e-488f-9afd-ab43abfdb4f7 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2369969 Aug 16 13:23:14.415641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43258) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:14.427794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:14.526954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68844d7-9274-4339-b4b9-ccffb9f58341,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:14.558993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] Checking segment: {'id': 'e411de7b-2fa2-4e77-abac-f585da3a2a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e577e68-443a-4f28-9c96-b6501803a051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:14.559521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] Network hostable DHCP agents. Network: 6e577e68-443a-4f28-9c96-b6501803a051, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:23:14.629585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] Network 6e577e68-443a-4f28-9c96-b6501803a051 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:23:14.649822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 6e577e68-443a-4f28-9c96-b6501803a051) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:14.664040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4fb052-159e-4d21-9677-681e263b451d None None] Network 6e577e68-443a-4f28-9c96-b6501803a051 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:23:14.671450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:14.672785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:14.724974 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1bd2367f-1e47-4303-934e-0306b47af29c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6411481 Aug 16 13:23:14.992357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c82bf1-16be-42bb-a9d7-bb5db80f061a None None] Network 6e577e68-443a-4f28-9c96-b6501803a051 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:23:15.053535 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129716'] for router, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:15.054731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:15.212039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101395) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 13:23:15.214172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Router 53d2ff9d-f201-40d7-b199-6cd92add4e48 migrating from provider to provider. {{(pid=101395) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 13:23:15.214172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:15.220664 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:15.226597 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641870'] for router, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:15.406067 n-d-804708-1 neutron-server[101395]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] No L3 agents can host the router 53d2ff9d-f201-40d7-b199-6cd92add4e48 Aug 16 13:23:15.520285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43288) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:15.651227 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Hosts for router 53d2ff9d-f201-40d7-b199-6cd92add4e48: [] {{(pid=101395) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 13:23:15.701731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Hosts for other DVR routers connected to router 53d2ff9d-f201-40d7-b199-6cd92add4e48: set() {{(pid=101395) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 13:23:15.707155 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:15.709314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e7e4f9a7-9e3a-4d9c-bc4d-aa5831447829 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] 10.222.0.25 "PUT /v2.0/routers/53d2ff9d-f201-40d7-b199-6cd92add4e48 HTTP/1.1" status: 200 len: 717 time: 1.2917614 Aug 16 13:23:15.713300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43292) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:15.890690 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-336719c1-f5c0-4081-a4ae-404ce20b5335 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] 10.222.0.25 "GET /v2.0/routers/53d2ff9d-f201-40d7-b199-6cd92add4e48 HTTP/1.1" status: 200 len: 717 time: 0.1752980 Aug 16 13:23:15.896100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43302) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:16.131519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1651504274'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:16.180601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Made reservation on behalf of 98b2067a3e5d45268253d8d3293dfacc for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:16.191772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:16.213105 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:16.431164 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:16.572568 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:16.581148 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:16.583542 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-19d738b8-08d3-403e-b0b6-b0f0386fd429 tempest-RoutersTestDVR-1211718131 tempest-RoutersTestDVR-1211718131-project] 10.222.0.25 "GET /v2.0/routers/53d2ff9d-f201-40d7-b199-6cd92add4e48 HTTP/1.1" status: 200 len: 683 time: 0.6856627 Aug 16 13:23:16.587676 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43316) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:16.645101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b3ebf6-2506-4a93-85e8-c00903ac9538,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:16.722718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:23:16.730343 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e78cc1ad-3700-4792-93b4-042dd12c69bd tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:16.750717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:16.753125 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Added segment 4846f902-f83e-40ce-9dbb-bb847abe260e of type vlan for network 711a3adb-7082-407c-9d18-6932f8904e76 Aug 16 13:23:16.919353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43324) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:16.933646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1106316727-network', 'tenant_id': '087f9fd86cca415ba38c11cc72c739a1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:16.980480 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:16.989176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Made reservation on behalf of 087f9fd86cca415ba38c11cc72c739a1 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:16.993503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.025176 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.069565 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e78cc1ad-3700-4792-93b4-042dd12c69bd tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.072578 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e78cc1ad-3700-4792-93b4-042dd12c69bd tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.137359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e78cc1ad-3700-4792-93b4-042dd12c69bd tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.139775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78cc1ad-3700-4792-93b4-042dd12c69bd tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53d2ff9d-f201-40d7-b199-6cd92add4e48 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:23:17.157742 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e78cc1ad-3700-4792-93b4-042dd12c69bd tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.159197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e78cc1ad-3700-4792-93b4-042dd12c69bd tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] 10.222.0.25 "DELETE /v2.0/routers/53d2ff9d-f201-40d7-b199-6cd92add4e48 HTTP/1.1" status: 204 len: 168 time: 0.5690713 Aug 16 13:23:17.164957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43330) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:17.179047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-17857a63-6a02-406b-8e1f-54d0000b301b tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Request body: {'router': {'name': 'tempest-router-985559505', 'distributed': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:17.180603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.193184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:17.194297 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.270228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43332) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:17.381866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'Network': ['ID=711a3adb-7082-407c-9d18-6932f8904e76,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:17.412645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 711a3adb-7082-407c-9d18-6932f8904e76 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:23:17.446380 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.457480 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.485194 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f7908d6-970c-4313-95d6-341753f45ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.492426 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-89b1d1da-ff8f-4b7d-b291-868ff373f035 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9644468 Aug 16 13:23:17.508655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43336) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:17.523310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Request body: {'subnet': {'network_id': '711a3adb-7082-407c-9d18-6932f8904e76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:17.528281 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17857a63-6a02-406b-8e1f-54d0000b301b tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.531388 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17857a63-6a02-406b-8e1f-54d0000b301b tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.610303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8617defd-3f0b-4eae-b782-759c376603dd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:17.655475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:23:17.713486 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17857a63-6a02-406b-8e1f-54d0000b301b tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.721410 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17857a63-6a02-406b-8e1f-54d0000b301b tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.786236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.786747 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Added segment 0b868835-d730-4b20-bc84-da9df62dfe6a of type vlan for network 6151d19d-2820-48a3-805a-0d3d9d0d4386 Aug 16 13:23:17.866202 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.875639 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f7908d6-970c-4313-95d6-341753f45ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.887798 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8f7908d6-970c-4313-95d6-341753f45ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.900457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17857a63-6a02-406b-8e1f-54d0000b301b tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.908407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-17857a63-6a02-406b-8e1f-54d0000b301b tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7403295 Aug 16 13:23:17.910994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43340) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:17.943897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Made reservation on behalf of 98b2067a3e5d45268253d8d3293dfacc for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:17.949329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.997320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:17.999313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:18.000305 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:18.093907 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1724565 Aug 16 13:23:18.119464 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43344) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:18.141617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] Request body: {'subnet': {'network_id': '6151d19d-2820-48a3-805a-0d3d9d0d4386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1106316727-subnet', 'tenant_id': '087f9fd86cca415ba38c11cc72c739a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:18.145330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed62bf8-a4b8-41bb-bf45-0b53e1df26b7 admin admin] Pushing event updated for resources: {'Network': ['ID=6151d19d-2820-48a3-805a-0d3d9d0d4386,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:18.164719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 6151d19d-2820-48a3-805a-0d3d9d0d4386 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:23:18.206302 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8f7908d6-970c-4313-95d6-341753f45ad1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7b881fa03e04aa08f961417282f1c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9342418 Aug 16 13:23:18.221041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43346) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:18.285936 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd7eb-abff-4cc4-a572-c01584a5c905 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:18.289305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7908d6-970c-4313-95d6-341753f45ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c676df8-9ae7-4e6d-a40d-2d95986090a9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:18.453866 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:18.500238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] Made reservation on behalf of 087f9fd86cca415ba38c11cc72c739a1 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:18.505056 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:18.529550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-825adecb-c7b2-4443-87cb-197fee057ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:18.586698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'Subnet': ['ID=516503f7-10e6-4f51-8ccb-02928057326f,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:18.597287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Checking segment: {'id': '4846f902-f83e-40ce-9dbb-bb847abe260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '711a3adb-7082-407c-9d18-6932f8904e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:18.597287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Network hostable DHCP agents. Network: 711a3adb-7082-407c-9d18-6932f8904e76, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:23:18.641655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Network 711a3adb-7082-407c-9d18-6932f8904e76 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:23:18.660412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 711a3adb-7082-407c-9d18-6932f8904e76) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:18.673371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b2b6c-e28c-4ad6-baa1-870d8085a111 None None] Network 711a3adb-7082-407c-9d18-6932f8904e76 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:23:18.676403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:18.678464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:18.715650 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9b278c3d-75f5-445d-9c03-8c308b90faa1 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2054093 Aug 16 13:23:18.716766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43352) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:18.728229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Request body: {'port': {'network_id': '711a3adb-7082-407c-9d18-6932f8904e76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1671429541'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:18.795865 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-825adecb-c7b2-4443-87cb-197fee057ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:18.828059 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd7eb-abff-4cc4-a572-c01584a5c905 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:18.847063 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd7eb-abff-4cc4-a572-c01584a5c905 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:18.933066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Made reservation on behalf of 98b2067a3e5d45268253d8d3293dfacc for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:18.937058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:18.964556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] device_id is not set on port 74532558-f748-4fb7-a581-fb2a2b81239b yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:23:19.075018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-711a3adb-7082-407c-9d18-6932f8904e76', 'network_id': '711a3adb-7082-407c-9d18-6932f8904e76', 'tenant_id': '98b2067a3e5d45268253d8d3293dfacc', 'fixed_ips': [{'subnet_id': '516503f7-10e6-4f51-8ccb-02928057326f'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:23:19.077391 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:19.125145 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd7eb-abff-4cc4-a572-c01584a5c905 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:19.125992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4fd7eb-abff-4cc4-a572-c01584a5c905 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1885482-5f00-49d2-babe-a0d4d5347e09 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:23:19.145181 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd7eb-abff-4cc4-a572-c01584a5c905 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:19.150860 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bc4fd7eb-abff-4cc4-a572-c01584a5c905 tempest-RoutersTestDVR-1797217629 tempest-RoutersTestDVR-1797217629-project-admin] 10.222.0.25 "DELETE /v2.0/routers/a1885482-5f00-49d2-babe-a0d4d5347e09 HTTP/1.1" status: 204 len: 168 time: 1.2224650 Aug 16 13:23:19.253444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Allocated IP 2001:db8::27b (711a3adb-7082-407c-9d18-6932f8904e76/516503f7-10e6-4f51-8ccb-02928057326f/74532558-f748-4fb7-a581-fb2a2b81239b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:19.304643 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-825adecb-c7b2-4443-87cb-197fee057ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:19.309244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-825adecb-c7b2-4443-87cb-197fee057ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:19.316764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-825adecb-c7b2-4443-87cb-197fee057ad1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c676df8-9ae7-4e6d-a40d-2d95986090a9 HTTP/1.1" status: 204 len: 168 time: 1.0935290 Aug 16 13:23:19.339696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825adecb-c7b2-4443-87cb-197fee057ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c676df8-9ae7-4e6d-a40d-2d95986090a9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:19.407887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:19.547408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d8497e-e461-4540-b00d-477c42d7f45a,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:19.616012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] Checking segment: {'id': '0b868835-d730-4b20-bc84-da9df62dfe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6151d19d-2820-48a3-805a-0d3d9d0d4386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:19.616921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] Network hostable DHCP agents. Network: 6151d19d-2820-48a3-805a-0d3d9d0d4386, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:23:19.663860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] Network 6151d19d-2820-48a3-805a-0d3d9d0d4386 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:23:19.696015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 6151d19d-2820-48a3-805a-0d3d9d0d4386) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:19.698596 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:19.715110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:19.715706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1565e825-4946-4391-b3e6-396a8c6089c5 None None] Network 6151d19d-2820-48a3-805a-0d3d9d0d4386 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:23:19.717515 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:19.754378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Transition to ACTIVE for port object 74532558-f748-4fb7-a581-fb2a2b81239b will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:19.766197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e00f13e2-eba1-4919-b7fa-603da918afa3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6382406 Aug 16 13:23:19.800492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43370) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:19.896828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:19.983461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'Port': ['ID=74532558-f748-4fb7-a581-fb2a2b81239b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:20.009952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Network 711a3adb-7082-407c-9d18-6932f8904e76 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:20.012583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:20.015609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:20.024238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:20.025177 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:20.097048 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-42106e11-0781-4d4a-8995-336ba9eba615 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3780465 Aug 16 13:23:20.098069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43386) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:20.104108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Request body: {'port': {'network_id': '711a3adb-7082-407c-9d18-6932f8904e76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-250564584', 'allowed_address_pairs': [{'ip_address': '2001:db8::27b', 'mac_address': 'fa:16:3e:a3:84:2c'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:20.120305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Allocated IP 2001:db8::2 (711a3adb-7082-407c-9d18-6932f8904e76/516503f7-10e6-4f51-8ccb-02928057326f/de68b408-d1a0-4eb0-8d63-028c68b21437) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:20.305325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2366b3-c6cb-492c-bfa1-d1e83cda77bc None None] Network 6151d19d-2820-48a3-805a-0d3d9d0d4386 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:23:20.330703 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8070493f-3253-46b5-8e10-fb37700fe627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:20.458253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Made reservation on behalf of 98b2067a3e5d45268253d8d3293dfacc for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:20.718566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:20.738658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8070493f-3253-46b5-8e10-fb37700fe627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:20.745931 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8070493f-3253-46b5-8e10-fb37700fe627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:20.765011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] device_id is not set on port 16014aae-efa7-479d-9e14-18dd953d1dac yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:23:20.816075 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:20.840662 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Transition to ACTIVE for port object de68b408-d1a0-4eb0-8d63-028c68b21437 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:20.862003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8070493f-3253-46b5-8e10-fb37700fe627 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b380d4ed583344e4b0bfbbdac71e1fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0580261 Aug 16 13:23:20.889062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070493f-3253-46b5-8e10-fb37700fe627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b784d7b-681b-4c1d-97c0-8652ee3496d1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:20.889324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Transition to ACTIVE for port object de68b408-d1a0-4eb0-8d63-028c68b21437 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:20.901569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43404) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:20.908991 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:20.991711 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Network 711a3adb-7082-407c-9d18-6932f8904e76 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:20.992896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Allocated IP 2001:db8::2fa (711a3adb-7082-407c-9d18-6932f8904e76/516503f7-10e6-4f51-8ccb-02928057326f/16014aae-efa7-479d-9e14-18dd953d1dac) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:20.996415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:21.001277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:21.025509 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Pushing event updated for resources: {'Port': ['ID=de68b408-d1a0-4eb0-8d63-028c68b21437,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:21.080113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.080932 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.081525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.082093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.082693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.083267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.084083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.084642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.085321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.085877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.086675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.087307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:21.124231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Attempting to bind port de68b408-d1a0-4eb0-8d63-028c68b21437 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:23:21.125025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Attempting to bind port de68b408-d1a0-4eb0-8d63-028c68b21437 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '4846f902-f83e-40ce-9dbb-bb847abe260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '711a3adb-7082-407c-9d18-6932f8904e76'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:23:21.125921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Attempting to bind port de68b408-d1a0-4eb0-8d63-028c68b21437 on network 711a3adb-7082-407c-9d18-6932f8904e76 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:23:21.134161 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55736160-1d4f-4b00-87c7-6fa297c1e9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:21.134659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:23:21.135342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Checking segment: {'id': '4846f902-f83e-40ce-9dbb-bb847abe260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '711a3adb-7082-407c-9d18-6932f8904e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:21.136100 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:21.136735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Bound using segment: {'id': '4846f902-f83e-40ce-9dbb-bb847abe260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '711a3adb-7082-407c-9d18-6932f8904e76'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:23:21.137524 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Bound port: de68b408-d1a0-4eb0-8d63-028c68b21437, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4846f902-f83e-40ce-9dbb-bb847abe260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '711a3adb-7082-407c-9d18-6932f8904e76'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:23:21.138361 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:21.193304 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55736160-1d4f-4b00-87c7-6fa297c1e9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:21.287903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] For port de68b408-d1a0-4eb0-8d63-028c68b21437, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:23:21.295380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] For port de68b408-d1a0-4eb0-8d63-028c68b21437, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=de68b408-d1a0-4eb0-8d63-028c68b21437,segment=NetworkSegment(4846f902-f83e-40ce-9dbb-bb847abe260e),segment_id=4846f902-f83e-40ce-9dbb-bb847abe260e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:23:21.320441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:21.356366 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55736160-1d4f-4b00-87c7-6fa297c1e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:21.359069 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55736160-1d4f-4b00-87c7-6fa297c1e9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:21.360552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-55736160-1d4f-4b00-87c7-6fa297c1e9bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b784d7b-681b-4c1d-97c0-8652ee3496d1 HTTP/1.1" status: 204 len: 168 time: 0.4574080 Aug 16 13:23:21.380441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55736160-1d4f-4b00-87c7-6fa297c1e9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b784d7b-681b-4c1d-97c0-8652ee3496d1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:21.390239 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:21.411290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Transition to ACTIVE for port object 16014aae-efa7-479d-9e14-18dd953d1dac will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:21.460395 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:21.662617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Network 711a3adb-7082-407c-9d18-6932f8904e76 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:21.665900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaec6c-21b3-4852-bcd2-90999e10a32e None None] Pushing event updated for resources: {'Port': ['ID=de68b408-d1a0-4eb0-8d63-028c68b21437,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:21.687547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:21.693354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:21.716116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:21.716878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:21.730536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'Port': ['ID=16014aae-efa7-479d-9e14-18dd953d1dac,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:21.783333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3dc9408e-8da4-49f9-b796-d6d9afdcf25f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.6837060 Aug 16 13:23:21.785278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43436) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:21.883426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb22c3-04e9-4c6b-a755-560a2cc0295b tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:21.894311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb22c3-04e9-4c6b-a755-560a2cc0295b tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:21.902156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb22c3-04e9-4c6b-a755-560a2cc0295b tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:21.910077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43438) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:21.911895 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2ccb22c3-04e9-4c6b-a755-560a2cc0295b tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1253874 Aug 16 13:23:22.116908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-775d272a-e7e6-4a61-a64c-73196af9cac1 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:22.126437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-775d272a-e7e6-4a61-a64c-73196af9cac1 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/networks?id=6e577e68-443a-4f28-9c96-b6501803a051 HTTP/1.1" status: 200 len: 811 time: 0.4496684 Aug 16 13:23:22.199699 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-3ab88173-e7d8-46ca-8d7a-81d714cd4d4d tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/quotas/8a6c75ed506d432b9b42843e9ad9c254 HTTP/1.1" status: 200 len: 375 time: 0.0568893 Aug 16 13:23:22.330604 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-42b0cd51-9edb-4e8f-9782-928d4c6bec4d tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8a6c75ed506d432b9b42843e9ad9c254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1159008 Aug 16 13:23:22.356405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43452) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:22.376435 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-caac77cd-3d2a-4609-b5e1-77d820841f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:22.524427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-06e21e20-bf7d-4ca4-a731-93b774b286ec tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Deleting port 16014aae-efa7-479d-9e14-18dd953d1dac {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:23:22.525884 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06e21e20-bf7d-4ca4-a731-93b774b286ec tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:22.645778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-caac77cd-3d2a-4609-b5e1-77d820841f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:22.655098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-caac77cd-3d2a-4609-b5e1-77d820841f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:22.761263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac77cd-3d2a-4609-b5e1-77d820841f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf8f6fa-6e6f-45e9-b42a-1293869ea33b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:22.796984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-d4a484d1-1f6f-4632-9fdf-d248aaae0de4 service neutron] 10.222.0.25 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515736 Aug 16 13:23:22.823429 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06e21e20-bf7d-4ca4-a731-93b774b286ec tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:22.838889 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-caac77cd-3d2a-4609-b5e1-77d820841f3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a59ec36585754cd3900502c8ea55e830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4784861 Aug 16 13:23:22.842399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43462) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:22.898617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-06e21e20-bf7d-4ca4-a731-93b774b286ec tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Calling delete_port for 16014aae-efa7-479d-9e14-18dd953d1dac owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:23:23.014503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4e63bfa-c6a6-4b64-9f71-baf4254f77cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:23.126624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4e63bfa-c6a6-4b64-9f71-baf4254f77cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:23.160553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-69361fad-5d00-46ac-9518-ee3a6604dbb1 service neutron] 10.222.0.25 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510485 Aug 16 13:23:23.377723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4e63bfa-c6a6-4b64-9f71-baf4254f77cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:23.380648 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f4e63bfa-c6a6-4b64-9f71-baf4254f77cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:23.382021 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f4e63bfa-c6a6-4b64-9f71-baf4254f77cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ecf8f6fa-6e6f-45e9-b42a-1293869ea33b HTTP/1.1" status: 204 len: 168 time: 0.5381694 Aug 16 13:23:23.424140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e63bfa-c6a6-4b64-9f71-baf4254f77cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf8f6fa-6e6f-45e9-b42a-1293869ea33b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:23.427151 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06e21e20-bf7d-4ca4-a731-93b774b286ec tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:23.516896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e21e20-bf7d-4ca4-a731-93b774b286ec tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event deleted for resources: {'Port': ['ID=16014aae-efa7-479d-9e14-18dd953d1dac,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:23.823038 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-06e21e20-bf7d-4ca4-a731-93b774b286ec tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:23.832754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-06e21e20-bf7d-4ca4-a731-93b774b286ec tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "DELETE /v2.0/ports/16014aae-efa7-479d-9e14-18dd953d1dac HTTP/1.1" status: 204 len: 168 time: 1.9189816 Aug 16 13:23:23.835282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43492) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:23.897579 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f0af8b-b9b0-4c7a-a0e4-e49252101173 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] GET failed (client error): The resource could not be found. Aug 16 13:23:23.900639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361bc174-c1ad-4145-883d-1516148f570b None None] Network 711a3adb-7082-407c-9d18-6932f8904e76 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:23:23.901765 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f8f0af8b-b9b0-4c7a-a0e4-e49252101173 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "GET /v2.0/ports/16014aae-efa7-479d-9e14-18dd953d1dac HTTP/1.1" status: 404 len: 333 time: 0.0653660 Aug 16 13:23:23.906628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43494) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:23.917445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Request body: {'port': {'network_id': '711a3adb-7082-407c-9d18-6932f8904e76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-165785405'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:23.984614 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23693705-1d3e-4ed9-b8df-067948ee75b4 req-652b0003-0e30-4953-85b3-2de5777c68af tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 210 time: 0.1505823 Aug 16 13:23:23.997937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device de68b408-d1a0-4eb0-8d63-028c68b21437 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:23:24.224802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Made reservation on behalf of 98b2067a3e5d45268253d8d3293dfacc for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:24.243116 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:24.299717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-bdb45163-5225-46dc-bf61-16d06b654e66 None None] Provisioning for port de68b408-d1a0-4eb0-8d63-028c68b21437 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:24.334681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] device_id is not set on port 8d837602-5ed3-4d93-b0a3-568b0212d92a yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:23:24.449846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port de68b408-d1a0-4eb0-8d63-028c68b21437 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:24.466983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port de68b408-d1a0-4eb0-8d63-028c68b21437 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:24.467737 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:24.776349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Allocated IP 2001:db8::88 (711a3adb-7082-407c-9d18-6932f8904e76/516503f7-10e6-4f51-8ccb-02928057326f/8d837602-5ed3-4d93-b0a3-568b0212d92a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:24.859819 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:24.976450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port de68b408-d1a0-4eb0-8d63-028c68b21437, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=de68b408-d1a0-4eb0-8d63-028c68b21437,segment=NetworkSegment(4846f902-f83e-40ce-9dbb-bb847abe260e),segment_id=4846f902-f83e-40ce-9dbb-bb847abe260e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:23:24.983786 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:25.153387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=de68b408-d1a0-4eb0-8d63-028c68b21437,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:25.178592 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:25.212075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Transition to ACTIVE for port object 8d837602-5ed3-4d93-b0a3-568b0212d92a will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:25.315685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:25.416209 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50fb166a-1712-4d11-b818-9977670c00cc req-a3ac2766-5262-4217-8099-5ad4921ec7ff tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 210 time: 0.1913211 Aug 16 13:23:25.438147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1bbeaf4d-c0b6-4cae-b5e8-2e5e5836a573 None None] Provisioning complete for port de68b408-d1a0-4eb0-8d63-028c68b21437 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:25.438557 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1bbeaf4d-c0b6-4cae-b5e8-2e5e5836a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:25.449616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Network 711a3adb-7082-407c-9d18-6932f8904e76 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:25.482218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:25.497237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:25.508880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:25.510031 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:25.565500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'Port': ['ID=8d837602-5ed3-4d93-b0a3-568b0212d92a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:25.576506 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d4f7e133-cdb1-4bee-bdc4-40f6d8c5214d tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6677823 Aug 16 13:23:25.579624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43542) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:25.601177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4a31a91b-6945-47b1-b433-8c37a30aad64 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27b', 'mac_address': 'fa:16:3e:a3:84:2c'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:25.815390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1bbeaf4d-c0b6-4cae-b5e8-2e5e5836a573 None None] Provisioning for port 74532558-f748-4fb7-a581-fb2a2b81239b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:25.824613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1bbeaf4d-c0b6-4cae-b5e8-2e5e5836a573 None None] Provisioning complete for port 74532558-f748-4fb7-a581-fb2a2b81239b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:25.825276 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1bbeaf4d-c0b6-4cae-b5e8-2e5e5836a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:25.900254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43546) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:25.906038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2c5fd0e3-6bd6-42b4-8389-12db7e639518 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759101759', 'description': 'tempest-secgroup-smoke-1759101759 description', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:25.961787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1bbeaf4d-c0b6-4cae-b5e8-2e5e5836a573 None None] Port 74532558-f748-4fb7-a581-fb2a2b81239b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:25.965350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device de68b408-d1a0-4eb0-8d63-028c68b21437 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:23:25.969140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd0e3-6bd6-42b4-8389-12db7e639518 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:25.981208 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd0e3-6bd6-42b4-8389-12db7e639518 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:26.257936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-44e574bf-3ad0-4a86-9b4b-85c07481a3b5 None None] Provisioning complete for port 74532558-f748-4fb7-a581-fb2a2b81239b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:26.260566 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-44e574bf-3ad0-4a86-9b4b-85c07481a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:26.268129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port de68b408-d1a0-4eb0-8d63-028c68b21437 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:26.268129 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:26.280058 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a31a91b-6945-47b1-b433-8c37a30aad64 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:26.567613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-44e574bf-3ad0-4a86-9b4b-85c07481a3b5 None None] Port 74532558-f748-4fb7-a581-fb2a2b81239b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:26.645880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd0e3-6bd6-42b4-8389-12db7e639518 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:26.680799 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd0e3-6bd6-42b4-8389-12db7e639518 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:26.708777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-b4144e2b-f4a5-4aff-90e5-2fb930cd6877 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:26.710586 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-b4144e2b-f4a5-4aff-90e5-2fb930cd6877 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.22 "GET /v2.0/networks?id=6e577e68-443a-4f28-9c96-b6501803a051 HTTP/1.1" status: 200 len: 811 time: 0.5667076 Aug 16 13:23:26.742550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Request body: {'port': {'device_id': '3939aad5-1f6a-409e-8014-aa9d65817285', 'network_id': '6e577e68-443a-4f28-9c96-b6501803a051', 'admin_state_up': True, 'tenant_id': '8a6c75ed506d432b9b42843e9ad9c254'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:26.817969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-79880a5d-f7ba-433f-b451-f3cca9f28ad2 None None] Could not find standard attr ID for object 16014aae-efa7-479d-9e14-18dd953d1dac. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:23:26.819564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf08b55f-9e5f-49e4-ad98-321c9250b826 req-c760de50-582b-4179-96eb-32d369fcbe21 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 210 time: 0.2018504 Aug 16 13:23:26.888718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fd0e3-6bd6-42b4-8389-12db7e639518 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1f0982-54a7-4b19-8834-c1630a07f122,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:26.951253 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a31a91b-6945-47b1-b433-8c37a30aad64 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:26.958071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a31a91b-6945-47b1-b433-8c37a30aad64 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:27.086229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31a91b-6945-47b1-b433-8c37a30aad64 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'Port': ['ID=8d837602-5ed3-4d93-b0a3-568b0212d92a,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:27.111355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4a31a91b-6945-47b1-b433-8c37a30aad64 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] In _notify_port_updated(), no bound segment for port 8d837602-5ed3-4d93-b0a3-568b0212d92a on network 711a3adb-7082-407c-9d18-6932f8904e76 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:23:27.122510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a31a91b-6945-47b1-b433-8c37a30aad64 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:27.123383 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a31a91b-6945-47b1-b433-8c37a30aad64 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:27.125869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4a31a91b-6945-47b1-b433-8c37a30aad64 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "PUT /v2.0/ports/8d837602-5ed3-4d93-b0a3-568b0212d92a HTTP/1.1" status: 200 len: 1001 time: 1.5409796 Aug 16 13:23:27.129686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43568) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:27.191132 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd0e3-6bd6-42b4-8389-12db7e639518 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:27.199123 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd0e3-6bd6-42b4-8389-12db7e639518 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:27.228169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd0e3-6bd6-42b4-8389-12db7e639518 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:27.230407 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2c5fd0e3-6bd6-42b4-8389-12db7e639518 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3281226 Aug 16 13:23:27.238766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43576) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:27.263115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5ff2883e-7c86-43c1-a9b4-4137336e830a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': '3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:27.374865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fd0e3-6bd6-42b4-8389-12db7e639518 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:27.408412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7ccde2d2-aa71-44e9-aea3-acc960565083 None None] Provisioning for port 8d837602-5ed3-4d93-b0a3-568b0212d92a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:27.417487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7ccde2d2-aa71-44e9-aea3-acc960565083 None None] Provisioning complete for port 8d837602-5ed3-4d93-b0a3-568b0212d92a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:27.417854 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7ccde2d2-aa71-44e9-aea3-acc960565083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:27.473976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7ccde2d2-aa71-44e9-aea3-acc960565083 None None] Port 8d837602-5ed3-4d93-b0a3-568b0212d92a cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:27.485217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ff2883e-7c86-43c1-a9b4-4137336e830a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:27.490027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7180f0b1-c8e2-4f81-9420-2139421fada3 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Deleting port 8d837602-5ed3-4d93-b0a3-568b0212d92a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:23:27.490398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7180f0b1-c8e2-4f81-9420-2139421fada3 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:27.641588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Made reservation on behalf of 8a6c75ed506d432b9b42843e9ad9c254 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:27.645903 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:27.648116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43580) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:27.819503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7180f0b1-c8e2-4f81-9420-2139421fada3 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:27.860219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7180f0b1-c8e2-4f81-9420-2139421fada3 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Calling delete_port for 8d837602-5ed3-4d93-b0a3-568b0212d92a owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:23:27.921835 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ff2883e-7c86-43c1-a9b4-4137336e830a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:27.953288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ff2883e-7c86-43c1-a9b4-4137336e830a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.060072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2037044650', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:28.077487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88f52ace-232a-4c74-87ba-d14c45153bf5 req-e6830733-c017-46fb-b139-a387628d5c14 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 210 time: 0.0456798 Aug 16 13:23:28.138839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Allocated IP 172.20.0.2 (6e577e68-443a-4f28-9c96-b6501803a051/d68844d7-9274-4339-b4b9-ccffb9f58341/54b3c5a3-08e7-4a9b-888a-97ec2da63540) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:28.171863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7180f0b1-c8e2-4f81-9420-2139421fada3 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.207935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Made reservation on behalf of 9e288d8079b04eb6902404fc7a7c82cf for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:28.217065 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.238211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180f0b1-c8e2-4f81-9420-2139421fada3 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event deleted for resources: {'Port': ['ID=8d837602-5ed3-4d93-b0a3-568b0212d92a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:28.282551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2883e-7c86-43c1-a9b4-4137336e830a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424fd6ba-41d7-4700-9c02-98cd4577be6d,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:28.292473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ff2883e-7c86-43c1-a9b4-4137336e830a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.294588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5ff2883e-7c86-43c1-a9b4-4137336e830a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0515590 Aug 16 13:23:28.303124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43596) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:28.312487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0a61798a-8340-497b-8abe-cc39a1b28266 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': '3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:28.347737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.381604 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0a61798a-8340-497b-8abe-cc39a1b28266 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.528554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e7f96fcc-f52a-4a2b-8ad7-3bb9e7792c33 None None] Could not find standard attr ID for object 8d837602-5ed3-4d93-b0a3-568b0212d92a. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:23:28.561109 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7180f0b1-c8e2-4f81-9420-2139421fada3 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.564267 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7180f0b1-c8e2-4f81-9420-2139421fada3 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "DELETE /v2.0/ports/8d837602-5ed3-4d93-b0a3-568b0212d92a HTTP/1.1" status: 204 len: 168 time: 1.4330287 Aug 16 13:23:28.568785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43600) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:28.572119 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0a61798a-8340-497b-8abe-cc39a1b28266 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.578515 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0a61798a-8340-497b-8abe-cc39a1b28266 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.615484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61798a-8340-497b-8abe-cc39a1b28266 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8814b1ed-0680-43d1-ac0d-11c7c71d4d2f,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:28.690838 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-03241c87-4e4b-43f2-8542-49e660667c55 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] GET failed (client error): The resource could not be found. Aug 16 13:23:28.698426 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-03241c87-4e4b-43f2-8542-49e660667c55 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "GET /v2.0/ports/8d837602-5ed3-4d93-b0a3-568b0212d92a HTTP/1.1" status: 404 len: 333 time: 0.1194086 Aug 16 13:23:28.701884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43602) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:28.709452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Request body: {'port': {'network_id': '711a3adb-7082-407c-9d18-6932f8904e76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-122504837'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:28.781437 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.915151 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.975396 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:28.990521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Network 6e577e68-443a-4f28-9c96-b6501803a051 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:28.995238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:28.998004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:29.016503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0a61798a-8340-497b-8abe-cc39a1b28266 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:29.020238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0a61798a-8340-497b-8abe-cc39a1b28266 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7156589 Aug 16 13:23:29.025108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43610) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:29.039774 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:29.040776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5d6b64f8-dc38-4c94-aa93-59e460bff2c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': '3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:29.043779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] device_id is not set on port 33d47dca-b1ad-492d-b89e-2dc87b9bf42a yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:23:29.061570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Made reservation on behalf of 98b2067a3e5d45268253d8d3293dfacc for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:29.068423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:29.124745 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] device_id is not set on port 96a1404d-6d3a-44db-bddb-db93f4a4b48d yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:23:29.168990 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d6b64f8-dc38-4c94-aa93-59e460bff2c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:29.672681 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:29.673368 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:29.729139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Pushing event updated for resources: {'Port': ['ID=54b3c5a3-08e7-4a9b-888a-97ec2da63540,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:29.752937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48452615-a1d6-4e4f-947e-e94ef49598f3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:29.771535 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-6d390739-1202-455c-be2d-add959eac0fa tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0409918 Aug 16 13:23:29.834979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Request body: {'port': {'device_id': '3939aad5-1f6a-409e-8014-aa9d65817285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:29.851843 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:29.987724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Allocated IP 172.25.0.15 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/33d47dca-b1ad-492d-b89e-2dc87b9bf42a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:30.008238 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.079033 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ab0b2-2137-4bd8-b2cc-854c1a6c4645 req-1fc3f2e3-f664-4fe4-8af6-fae791c062cb tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:30.081941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-460ab0b2-2137-4bd8-b2cc-854c1a6c4645 req-1fc3f2e3-f664-4fe4-8af6-fae791c062cb tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 931 time: 0.8166082 Aug 16 13:23:30.113034 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d6b64f8-dc38-4c94-aa93-59e460bff2c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.119692 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d6b64f8-dc38-4c94-aa93-59e460bff2c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.166693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Allocated IP 2001:db8::7f (711a3adb-7082-407c-9d18-6932f8904e76/516503f7-10e6-4f51-8ccb-02928057326f/96a1404d-6d3a-44db-bddb-db93f4a4b48d) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:30.190147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b64f8-dc38-4c94-aa93-59e460bff2c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34cc7cd5-472e-43ff-8f79-a473bd8046f6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:30.222497 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d6b64f8-dc38-4c94-aa93-59e460bff2c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.227330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5d6b64f8-dc38-4c94-aa93-59e460bff2c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1969559 Aug 16 13:23:30.235233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43630) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:30.249060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3fbc551e-d4f8-4ccb-b65a-2c04264946cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': '3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:30.275003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-460ab0b2-2137-4bd8-b2cc-854c1a6c4645 req-2a8347f5-d9c1-4740-a5bd-2ee0ea994055 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443524 Aug 16 13:23:30.447755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3fbc551e-d4f8-4ccb-b65a-2c04264946cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.560675 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.579007 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3fbc551e-d4f8-4ccb-b65a-2c04264946cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.587162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3fbc551e-d4f8-4ccb-b65a-2c04264946cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.632941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Transition to ACTIVE for port object 96a1404d-6d3a-44db-bddb-db93f4a4b48d will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:30.635837 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc551e-d4f8-4ccb-b65a-2c04264946cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3051ab95-bcba-4684-a0c9-024cd5b6f678,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:30.673204 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3fbc551e-d4f8-4ccb-b65a-2c04264946cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.676687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3fbc551e-d4f8-4ccb-b65a-2c04264946cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4401987 Aug 16 13:23:30.680820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43636) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:30.688298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f887bea8-beef-4f9e-821a-895a77f01d4e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': '3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:30.716798 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.729408 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-f887bea8-beef-4f9e-821a-895a77f01d4e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Project d2056fc01f7c4f8bb3e0565151d422cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:23:30.772328 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f887bea8-beef-4f9e-821a-895a77f01d4e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.780212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.932908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Network 711a3adb-7082-407c-9d18-6932f8904e76 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:30.951417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:30.956748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:30.963854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.964518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:30.965797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:30.968589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'Port': ['ID=96a1404d-6d3a-44db-bddb-db93f4a4b48d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:30.997743 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f887bea8-beef-4f9e-821a-895a77f01d4e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.006318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-27cb06e5-8864-4132-9eb4-b8734bda9950 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2989511 Aug 16 13:23:31.006318 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f887bea8-beef-4f9e-821a-895a77f01d4e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.009936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43646) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:31.019188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-dada018b-75cf-400f-b153-6efb8aa502c2 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a3:84:2c'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:31.053182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b3c5a3-08e7-4a9b-888a-97ec2da63540 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:23:31.062222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Pushing event updated for resources: {'Port': ['ID=33d47dca-b1ad-492d-b89e-2dc87b9bf42a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:31.079082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887bea8-beef-4f9e-821a-895a77f01d4e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9942c66f-ee2b-4358-9b38-d3860d9aeda3,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:31.102257 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f887bea8-beef-4f9e-821a-895a77f01d4e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.104024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f887bea8-beef-4f9e-821a-895a77f01d4e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4214530 Aug 16 13:23:31.113254 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43648) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:31.118126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.122713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:31.129216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:31.135799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:31.143100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8989c46d-07ce-4a7b-872a-44fc3bec2607 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': '3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:31.181418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Transition to ACTIVE for port object 54b3c5a3-08e7-4a9b-888a-97ec2da63540 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:31.194460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.257766 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-8989c46d-07ce-4a7b-872a-44fc3bec2607 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Project d2056fc01f7c4f8bb3e0565151d422cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:23:31.276451 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8989c46d-07ce-4a7b-872a-44fc3bec2607 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.312438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:31.327709 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.376491 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Pushing event updated for resources: {'Port': ['ID=54b3c5a3-08e7-4a9b-888a-97ec2da63540,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:31.438752 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c0d26339-fbc6-4c8c-bbf2-9f2649f51bf1 tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.7777307 Aug 16 13:23:31.444798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43652) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:31.449787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.15'}]}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:31.528242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.529537 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.538299 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dada018b-75cf-400f-b153-6efb8aa502c2 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.551307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Attempting to bind port 54b3c5a3-08e7-4a9b-888a-97ec2da63540 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:23:31.551704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Attempting to bind port 54b3c5a3-08e7-4a9b-888a-97ec2da63540 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'e411de7b-2fa2-4e77-abac-f585da3a2a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e577e68-443a-4f28-9c96-b6501803a051'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:23:31.552046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Attempting to bind port 54b3c5a3-08e7-4a9b-888a-97ec2da63540 on network 6e577e68-443a-4f28-9c96-b6501803a051 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:23:31.565326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Port 54b3c5a3-08e7-4a9b-888a-97ec2da63540 on network 6e577e68-443a-4f28-9c96-b6501803a051 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:23:31.565724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Attempting to bind port 54b3c5a3-08e7-4a9b-888a-97ec2da63540 on network 6e577e68-443a-4f28-9c96-b6501803a051 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:23:31.588246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:23:31.589127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Checking segment: {'id': 'e411de7b-2fa2-4e77-abac-f585da3a2a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e577e68-443a-4f28-9c96-b6501803a051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:31.589399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Bound using segment: {'id': 'e411de7b-2fa2-4e77-abac-f585da3a2a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e577e68-443a-4f28-9c96-b6501803a051'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:23:31.590182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Bound port: 54b3c5a3-08e7-4a9b-888a-97ec2da63540, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e411de7b-2fa2-4e77-abac-f585da3a2a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e577e68-443a-4f28-9c96-b6501803a051'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:23:31.590492 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.593249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa010905-7a39-4014-af04-0a7d0b833bb7 req-e5fb014e-167a-4e9f-b025-1803b64b418a tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:31.594958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c9aaceea-d820-423e-b39f-47c746b432e0 None None] Provisioning for port 96a1404d-6d3a-44db-bddb-db93f4a4b48d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:31.603132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c9aaceea-d820-423e-b39f-47c746b432e0 None None] Provisioning complete for port 96a1404d-6d3a-44db-bddb-db93f4a4b48d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:31.603482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa010905-7a39-4014-af04-0a7d0b833bb7 req-e5fb014e-167a-4e9f-b025-1803b64b418a tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 943 time: 0.1585970 Aug 16 13:23:31.605892 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8989c46d-07ce-4a7b-872a-44fc3bec2607 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.609592 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c9aaceea-d820-423e-b39f-47c746b432e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.622687 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8989c46d-07ce-4a7b-872a-44fc3bec2607 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.682491 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8989c46d-07ce-4a7b-872a-44fc3bec2607 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.684011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8989c46d-07ce-4a7b-872a-44fc3bec2607 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5456460 Aug 16 13:23:31.696813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43658) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:31.714266 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.730016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c9aaceea-d820-423e-b39f-47c746b432e0 None None] Port 96a1404d-6d3a-44db-bddb-db93f4a4b48d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:31.742479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'network': {'name': 'tempest-network-smoke--285466444', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'port_security_enabled': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:31.771949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989c46d-07ce-4a7b-872a-44fc3bec2607 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8888c9a0-d878-4e74-8c8c-13802ed80546,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:31.835287 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-10a8dcf9-d149-4c03-908a-5232559b16d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:31.898332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa010905-7a39-4014-af04-0a7d0b833bb7 req-81bc97db-437c-4967-8128-00c676d2f2e0 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909043 Aug 16 13:23:32.021063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:32.029874 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.032122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] For port 54b3c5a3-08e7-4a9b-888a-97ec2da63540, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:23:32.068420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.080883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] For port 54b3c5a3-08e7-4a9b-888a-97ec2da63540, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=54b3c5a3-08e7-4a9b-888a-97ec2da63540,segment=NetworkSegment(e411de7b-2fa2-4e77-abac-f585da3a2a50),segment_id=e411de7b-2fa2-4e77-abac-f585da3a2a50)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:23:32.100774 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.139651 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:23:32.151771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:32.152637 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.154340 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] 10.222.0.22 "PUT /v2.0/ports/54b3c5a3-08e7-4a9b-888a-97ec2da63540 HTTP/1.1" status: 200 len: 1091 time: 2.3689933 Aug 16 13:23:32.157109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3939aad5-1f6a-409e-8014-aa9d65817285', 'tag': '54b3c5a3-08e7-4a9b-888a-97ec2da63540'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:23:32.160072 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c6a00b-d1d6-4147-8ee2-93fe0ef7808d" -d '{"events": [{"name": "network-changed", "server_uuid": "3939aad5-1f6a-409e-8014-aa9d65817285", "tag": "54b3c5a3-08e7-4a9b-888a-97ec2da63540"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:23:32.208546 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.208837 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Added segment 2c36f740-33cc-439f-97c4-84572a8eebea of type vlan for network 18dc347e-2079-4742-adde-b29de53974f1 Aug 16 13:23:32.266989 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a777facc-115f-4d35-b275-014326fb2fa4 x-openstack-request-id: req-a777facc-115f-4d35-b275-014326fb2fa4 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:23:32.267455 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3939aad5-1f6a-409e-8014-aa9d65817285", "tag": "54b3c5a3-08e7-4a9b-888a-97ec2da63540", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:23:32.267455 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a777facc-115f-4d35-b275-014326fb2fa4 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:23:32.269177 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3939aad5-1f6a-409e-8014-aa9d65817285', 'tag': '54b3c5a3-08e7-4a9b-888a-97ec2da63540', 'status': 'completed', 'code': 200} Aug 16 13:23:32.333288 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dada018b-75cf-400f-b153-6efb8aa502c2 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.338899 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.344555 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dada018b-75cf-400f-b153-6efb8aa502c2 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.359854 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5b490-9119-4607-8522-fb5abb1774ff service neutron] Pushing event updated for resources: {'Port': ['ID=54b3c5a3-08e7-4a9b-888a-97ec2da63540,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:32.404899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-dada018b-75cf-400f-b153-6efb8aa502c2 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] In _notify_port_updated(), no bound segment for port 96a1404d-6d3a-44db-bddb-db93f4a4b48d on network 711a3adb-7082-407c-9d18-6932f8904e76 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:23:32.414894 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada018b-75cf-400f-b153-6efb8aa502c2 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:32.415969 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dada018b-75cf-400f-b153-6efb8aa502c2 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.417657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dada018b-75cf-400f-b153-6efb8aa502c2 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "PUT /v2.0/ports/96a1404d-6d3a-44db-bddb-db93f4a4b48d HTTP/1.1" status: 200 len: 1001 time: 1.4036543 Aug 16 13:23:32.424767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43670) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:32.444564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada018b-75cf-400f-b153-6efb8aa502c2 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'Port': ['ID=96a1404d-6d3a-44db-bddb-db93f4a4b48d,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:32.448778 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.456647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:32.457910 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.532908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-fb9edd83-1e4b-455a-ba94-08b38851225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:32.534973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-fb9edd83-1e4b-455a-ba94-08b38851225c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a6c75ed506d432b9b42843e9ad9c254&device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 1094 time: 0.2602468 Aug 16 13:23:32.593257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Network': ['ID=18dc347e-2079-4742-adde-b29de53974f1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:32.603800 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-f45b71d3-2b03-4651-8584-01f6d69072ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54b3c5a3-08e7-4a9b-888a-97ec2da63540 HTTP/1.1" status: 200 len: 217 time: 0.0545540 Aug 16 13:23:32.610089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cd2f47f6-be48-4fb0-b23b-ba40c5d08d9e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9026630 Aug 16 13:23:32.610783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43672) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:32.615342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 18dc347e-2079-4742-adde-b29de53974f1 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:23:32.617578 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'admin_state_up': True, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:32.654445 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.656062 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.846494 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:32.902462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-abe86917-1289-4024-8bdf-c7e8d56a3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:32.905755 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-abe86917-1289-4024-8bdf-c7e8d56a3e59 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d68844d7-9274-4339-b4b9-ccffb9f58341 HTTP/1.1" status: 200 len: 851 time: 0.2888081 Aug 16 13:23:32.911382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Deleting port 96a1404d-6d3a-44db-bddb-db93f4a4b48d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:23:32.912155 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:33.154483 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-13d9310f-c91a-43be-8228-16dee62e4a83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e577e68-443a-4f28-9c96-b6501803a051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508191 Aug 16 13:23:33.200582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-86a44b45-883c-4812-bd50-042a14258e61 None None] Provisioning complete for port 96a1404d-6d3a-44db-bddb-db93f4a4b48d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:33.201282 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-86a44b45-883c-4812-bd50-042a14258e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:33.252131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-86a44b45-883c-4812-bd50-042a14258e61 None None] Port 96a1404d-6d3a-44db-bddb-db93f4a4b48d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:33.322784 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:33.367561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b693f-8ef1-40b1-940a-605c83f1dd95 req-e3f0812d-8c07-48fe-8734-1645034e8e87 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:33.369605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-856b693f-8ef1-40b1-940a-605c83f1dd95 req-e3f0812d-8c07-48fe-8734-1645034e8e87 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 943 time: 0.2668605 Aug 16 13:23:33.477304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:33.523348 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-856b693f-8ef1-40b1-940a-605c83f1dd95 req-4209a85d-1f14-43e9-b150-3a3a49dcd3d6 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188996 Aug 16 13:23:33.592156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:33.618532 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:33.734005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Calling delete_port for 96a1404d-6d3a-44db-bddb-db93f4a4b48d owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:23:33.747604 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-a9f6572c-14a5-4b2f-b385-ded68e995684 service neutron] 10.222.0.22 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375488 Aug 16 13:23:33.757823 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:33.785374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:33.986213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.25.0.75 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/73ffc443-faae-4c3d-ac57-9c6f506f2f0a) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:34.078757 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-31832571-7f33-4d6d-8fd4-5cd0a0abd526 req-3d6c4a49-3013-42a2-9554-774aaaba7fec service neutron] 10.222.0.22 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179598 Aug 16 13:23:34.285740 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:34.300796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:34.376424 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9483bd4e-534e-4fd5-bcbd-7cec769594bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:34.397244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:34.464772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event deleted for resources: {'Port': ['ID=96a1404d-6d3a-44db-bddb-db93f4a4b48d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:34.482068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:34.484438 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "DELETE /v2.0/ports/96a1404d-6d3a-44db-bddb-db93f4a4b48d HTTP/1.1" status: 204 len: 168 time: 2.0572290 Aug 16 13:23:34.489741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:34.493232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6a00b-d1d6-4147-8ee2-93fe0ef7808d req-c80f0b7d-4fdb-4af0-883a-ad228487a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:34.494987 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-23c6a00b-d1d6-4147-8ee2-93fe0ef7808d req-c80f0b7d-4fdb-4af0-883a-ad228487a27d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a6c75ed506d432b9b42843e9ad9c254&device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 1094 time: 0.3212736 Aug 16 13:23:34.498360 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43716) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:34.510798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:34.527797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:34.593213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=73ffc443-faae-4c3d-ac57-9c6f506f2f0a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:34.629565 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:34.699012 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-585edf0a-c0e2-4477-b585-6bd207fc214b tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] GET failed (client error): The resource could not be found. Aug 16 13:23:34.701997 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-585edf0a-c0e2-4477-b585-6bd207fc214b tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "GET /v2.0/ports/96a1404d-6d3a-44db-bddb-db93f4a4b48d HTTP/1.1" status: 404 len: 333 time: 0.2023079 Aug 16 13:23:34.708655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.709412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.710188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.711530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.711530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.712322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.713097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.713839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.714622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.715397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.716119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.716801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6ea5-7c45-4708-9470-c6527bd92baa tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:34.751115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43720) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:34.760434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Request body: {'port': {'network_id': '711a3adb-7082-407c-9d18-6932f8904e76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-888136637'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:34.957100 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:35.105084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6a00b-d1d6-4147-8ee2-93fe0ef7808d req-526bc086-c21c-447d-8ffd-7bbcb98c5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:35.107212 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-23c6a00b-d1d6-4147-8ee2-93fe0ef7808d req-526bc086-c21c-447d-8ffd-7bbcb98c5505 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6e577e68-443a-4f28-9c96-b6501803a051 HTTP/1.1" status: 200 len: 911 time: 0.5673871 Aug 16 13:23:35.132005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88bff5-235f-422e-98da-7d527a1af64b req-d17b6b4b-ccd6-4ab1-a2b4-5a65059816e7 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:35.133696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f88bff5-235f-422e-98da-7d527a1af64b req-d17b6b4b-ccd6-4ab1-a2b4-5a65059816e7 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 943 time: 0.3616779 Aug 16 13:23:35.193264 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f88bff5-235f-422e-98da-7d527a1af64b req-5bc4dc63-4693-4aa5-9dad-29837234115e tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484612 Aug 16 13:23:35.198387 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:35.557842 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:35.578449 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:35.778891 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 74edeae2-e205-40e7-88ca-c1f81983ea70 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:23:35.794310 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:35.799749 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-23c6a00b-d1d6-4147-8ee2-93fe0ef7808d req-f46c041b-1f07-4fce-ac32-570f9326f548 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54b3c5a3-08e7-4a9b-888a-97ec2da63540 HTTP/1.1" status: 200 len: 217 time: 0.6761150 Aug 16 13:23:35.805205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:35.921732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:35.922259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1140f83c-b22e-4188-bf22-e6642d546ad7 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:23:35.942495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Made reservation on behalf of 98b2067a3e5d45268253d8d3293dfacc for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:35.947995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:35.978455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6a00b-d1d6-4147-8ee2-93fe0ef7808d req-75b3abfe-f732-4e4f-9d88-bf31fb396906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:35.980656 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-23c6a00b-d1d6-4147-8ee2-93fe0ef7808d req-75b3abfe-f732-4e4f-9d88-bf31fb396906 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d68844d7-9274-4339-b4b9-ccffb9f58341 HTTP/1.1" status: 200 len: 851 time: 0.1717372 Aug 16 13:23:35.988190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] device_id is not set on port c6e931ea-e052-461f-aec3-0be3d3a03da8 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:23:36.007812 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 13:23:36.009159 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ee33f192-2ae0-4407-afc1-c8b05a01ef2e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.5632777 Aug 16 13:23:36.019063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43738) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:36.074525 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-23c6a00b-d1d6-4147-8ee2-93fe0ef7808d req-53f4c4a1-8b34-44ea-8361-36ff8d2b6bc3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e577e68-443a-4f28-9c96-b6501803a051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764709 Aug 16 13:23:36.087553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:23:36.116598 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Sync routers for ids ['74edeae2-e205-40e7-88ca-c1f81983ea70'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:23:36.156247 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Routers {'74edeae2-e205-40e7-88ca-c1f81983ea70'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:23:36.175104 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:23:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['74edeae2-e205-40e7-88ca-c1f81983ea70'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:36.175621 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:36.180855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bcfbdc2f-783d-4ecd-8c7a-1b869c20510b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5689290 Aug 16 13:23:36.181547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43746) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:36.241978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e92779de-bf12-40b1-a917-9d0ab41caa1e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Deleting port 33d47dca-b1ad-492d-b89e-2dc87b9bf42a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:23:36.242364 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e92779de-bf12-40b1-a917-9d0ab41caa1e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:36.380925 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e92779de-bf12-40b1-a917-9d0ab41caa1e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:36.452931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e92779de-bf12-40b1-a917-9d0ab41caa1e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Calling delete_port for 33d47dca-b1ad-492d-b89e-2dc87b9bf42a owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:23:36.488714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Allocated IP 2001:db8::3d4 (711a3adb-7082-407c-9d18-6932f8904e76/516503f7-10e6-4f51-8ccb-02928057326f/c6e931ea-e052-461f-aec3-0be3d3a03da8) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:36.521753 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Set router 74edeae2-e205-40e7-88ca-c1f81983ea70 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:23:36.748300 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-29987f11-1601-4532-9bc2-e5e8c9db6554 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d2056fc01f7c4f8bb3e0565151d422cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5611935 Aug 16 13:23:36.756563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43762) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:36.856792 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:36.870952 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:34Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:36.902050 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-23c6a00b-d1d6-4147-8ee2-93fe0ef7808d req-44acd03c-c90f-45d2-a801-0c58fbd549d8 service neutron] 10.222.0.22 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8129909 Aug 16 13:23:36.903855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Transition to ACTIVE for port object c6e931ea-e052-461f-aec3-0be3d3a03da8 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:36.921809 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Checking router: 74edeae2-e205-40e7-88ca-c1f81983ea70 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:23:36.922679 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Updating router 74edeae2-e205-40e7-88ca-c1f81983ea70 port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:23:36.963403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:36.972831 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.109026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Network 711a3adb-7082-407c-9d18-6932f8904e76 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:37.112971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'Port': ['ID=c6e931ea-e052-461f-aec3-0be3d3a03da8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:37.129835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:37.139699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a84983-a2fd-4bb3-a5c3-c7b63b7a6670 req-a6acbc90-6597-4e4e-98ae-8cdfea72029e tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:37.146910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:37.152662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a84983-a2fd-4bb3-a5c3-c7b63b7a6670 req-a6acbc90-6597-4e4e-98ae-8cdfea72029e tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 943 time: 0.4282637 Aug 16 13:23:37.155231 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:37.156569 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.211880 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2b61ec64-12ad-4595-ba55-1dfec07da30c tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4589720 Aug 16 13:23:37.218217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43766) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:37.225445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Request body: {'port': {'network_id': '711a3adb-7082-407c-9d18-6932f8904e76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1952918834'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:37.259128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d289b1b-5e53-45fe-b46a-09f978683496 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:37.267823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43772) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:37.280627 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0d289b1b-5e53-45fe-b46a-09f978683496 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5028872 Aug 16 13:23:37.338430 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a84983-a2fd-4bb3-a5c3-c7b63b7a6670 req-ee60d083-4be2-4722-a105-fe02da13d32d tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842527 Aug 16 13:23:37.422784 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.444181 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-46abf547-f1e3-438c-8245-8f1ae3b48b29 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1566701 Aug 16 13:23:37.444869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43774) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:37.454656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1660585045', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:37.478951 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e92779de-bf12-40b1-a917-9d0ab41caa1e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.576065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92779de-bf12-40b1-a917-9d0ab41caa1e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Pushing event deleted for resources: {'Port': ['ID=33d47dca-b1ad-492d-b89e-2dc87b9bf42a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:37.610763 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-23c6a00b-d1d6-4147-8ee2-93fe0ef7808d req-048daa5d-cb95-4d7b-b669-5a9c32569fc9 service neutron] 10.222.0.22 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605668 Aug 16 13:23:37.683793 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.684958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:37.688614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.698283 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Transition to ACTIVE for port object 73ffc443-faae-4c3d-ac57-9c6f506f2f0a will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:37.712363 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.746498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eea3a007-058d-42c4-90e6-80d1e143ef5c None None] Provisioning for port c6e931ea-e052-461f-aec3-0be3d3a03da8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:37.750959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eea3a007-058d-42c4-90e6-80d1e143ef5c None None] Provisioning complete for port c6e931ea-e052-461f-aec3-0be3d3a03da8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:37.751348 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eea3a007-058d-42c4-90e6-80d1e143ef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.772492 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e92779de-bf12-40b1-a917-9d0ab41caa1e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.780706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e92779de-bf12-40b1-a917-9d0ab41caa1e tempest-RoutersAdminNegativeIpV6Test-882073016 tempest-RoutersAdminNegativeIpV6Test-882073016-project-admin] 10.222.0.25 "DELETE /v2.0/ports/33d47dca-b1ad-492d-b89e-2dc87b9bf42a HTTP/1.1" status: 204 len: 168 time: 1.7513704 Aug 16 13:23:37.791428 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Attempting to bind port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:23:37.791796 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Attempting to bind port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:23:37.792154 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Attempting to bind port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:23:37.835680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-eea3a007-058d-42c4-90e6-80d1e143ef5c None None] Port c6e931ea-e052-461f-aec3-0be3d3a03da8 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:37.841927 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:23:37.842354 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:37.842738 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.843133 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:23:37.843630 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Bound port: 73ffc443-faae-4c3d-ac57-9c6f506f2f0a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:23:37.844012 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.882148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Made reservation on behalf of 98b2067a3e5d45268253d8d3293dfacc for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:37.884663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.906770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] device_id is not set on port 11f0ff40-b5dd-46b7-bb21-15533ac0fd5c yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:23:37.934875 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] For port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:23:37.966916 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] For port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=73ffc443-faae-4c3d-ac57-9c6f506f2f0a,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:23:37.969605 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Pushing event updated for resources: {'Port': ['ID=73ffc443-faae-4c3d-ac57-9c6f506f2f0a,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:37.983595 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:37.990780 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:37.991359 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:37.992135 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:37.992680 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:37.993218 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:37.993775 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:37.994358 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:37.994910 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:37.995445 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:37.996018 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:37.996613 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:37.997124 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:38.139726 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Routers {'74edeae2-e205-40e7-88ca-c1f81983ea70'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:23:38.140855 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:23:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['74edeae2-e205-40e7-88ca-c1f81983ea70'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:38.231838 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709fbc1-6647-4640-80be-6ec01fb9b812 None None] Pushing event updated for resources: {'Port': ['ID=73ffc443-faae-4c3d-ac57-9c6f506f2f0a,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:38.363483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Allocated IP 2001:db8::dd (711a3adb-7082-407c-9d18-6932f8904e76/516503f7-10e6-4f51-8ccb-02928057326f/11f0ff40-b5dd-46b7-bb21-15533ac0fd5c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:38.388382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43792) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:38.404971 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] Set router 74edeae2-e205-40e7-88ca-c1f81983ea70 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:23:38.417169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 54b3c5a3-08e7-4a9b-888a-97ec2da63540 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:23:38.691937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa9462-c192-48e3-88a0-a126cf3b5d0d req-66454b75-a88c-461d-9d55-3118c3671e8b tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:38.693968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2fa9462-c192-48e3-88a0-a126cf3b5d0d req-66454b75-a88c-461d-9d55-3118c3671e8b tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 943 time: 0.1259863 Aug 16 13:23:38.707558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 54b3c5a3-08e7-4a9b-888a-97ec2da63540, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=54b3c5a3-08e7-4a9b-888a-97ec2da63540,segment=NetworkSegment(e411de7b-2fa2-4e77-abac-f585da3a2a50),segment_id=e411de7b-2fa2-4e77-abac-f585da3a2a50)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:23:38.724022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '54b3c5a3-08e7-4a9b-888a-97ec2da63540', 'network_id': '6e577e68-443a-4f28-9c96-b6501803a051', 'port_id': '54b3c5a3-08e7-4a9b-888a-97ec2da63540', 'mac_address': 'fa:16:3e:f0:a0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68844d7-9274-4339-b4b9-ccffb9f58341', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:23:38.770300 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:38.777710 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f5d6b1e-e566-45c1-92cc-99af016d6a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:38.795602 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2fa9462-c192-48e3-88a0-a126cf3b5d0d req-2ed62558-91cc-474f-a2f1-8e1b5d641712 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948622 Aug 16 13:23:38.819427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b3c5a3-08e7-4a9b-888a-97ec2da63540 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:23:38.851638 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:38.912836 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 54b3c5a3-08e7-4a9b-888a-97ec2da63540, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=54b3c5a3-08e7-4a9b-888a-97ec2da63540,segment=NetworkSegment(e411de7b-2fa2-4e77-abac-f585da3a2a50),segment_id=e411de7b-2fa2-4e77-abac-f585da3a2a50)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:23:38.919373 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:39.012337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Subnet': ['ID=e3c51e74-7a74-461c-8175-9f993339be64,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:39.062137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Checking segment: {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:39.065892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network hostable DHCP agents. Network: 18dc347e-2079-4742-adde-b29de53974f1, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:23:39.074420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=54b3c5a3-08e7-4a9b-888a-97ec2da63540,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:39.079218 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:39.092729 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f5d6b1e-e566-45c1-92cc-99af016d6a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:39.098562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f5d6b1e-e566-45c1-92cc-99af016d6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:39.112459 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Transition to ACTIVE for port object 11f0ff40-b5dd-46b7-bb21-15533ac0fd5c will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:39.121265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 18dc347e-2079-4742-adde-b29de53974f1 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:23:39.134472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 18dc347e-2079-4742-adde-b29de53974f1) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:39.145197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239cc89e-727e-43ee-9607-4498be69a557 None None] Network 18dc347e-2079-4742-adde-b29de53974f1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:23:39.156268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:39.157439 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:39.211104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d6b1e-e566-45c1-92cc-99af016d6a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d99e96-4262-4e45-afe3-78e80609b5fb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:39.221082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4f5d6b1e-e566-45c1-92cc-99af016d6a79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cbe5ff116e042cba107af2cb34801d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8308461 Aug 16 13:23:39.224082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43806) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:39.237691 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5a04ffe9-065a-41ad-a29f-a4dfcd9969d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7880650 Aug 16 13:23:39.246120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43808) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:39.369278 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-367ce9e9-7e54-4d02-ad3f-466f5408a8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:39.407389 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:34Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:39.419549 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:39.438431 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-367ce9e9-7e54-4d02-ad3f-466f5408a8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:39.476517 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e62b0-ba20-4bcb-a94a-089d9b55a5f2 None None] The sync data for ids ['74edeae2-e205-40e7-88ca-c1f81983ea70'] in n-d-804708-1 is: [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:34Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:23:39.529873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['54b3c5a3-08e7-4a9b-888a-97ec2da63540'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:23:39.593859 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-367ce9e9-7e54-4d02-ad3f-466f5408a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:39.597999 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-367ce9e9-7e54-4d02-ad3f-466f5408a8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:39.599988 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-367ce9e9-7e54-4d02-ad3f-466f5408a8c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92d99e96-4262-4e45-afe3-78e80609b5fb HTTP/1.1" status: 204 len: 168 time: 0.3737571 Aug 16 13:23:39.641001 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ce9e9-7e54-4d02-ad3f-466f5408a8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d99e96-4262-4e45-afe3-78e80609b5fb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:39.705899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Network 711a3adb-7082-407c-9d18-6932f8904e76 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:39.736628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:39.844689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-18dc347e-2079-4742-adde-b29de53974f1', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:23:39.854201 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:40.070016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cf6c5-18e0-4b95-a234-6e670f661683 req-e3471ff4-2c71-4e08-9b76-efcfe01834d3 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:40.091573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-602cf6c5-18e0-4b95-a234-6e670f661683 req-e3471ff4-2c71-4e08-9b76-efcfe01834d3 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 944 time: 0.1401219 Aug 16 13:23:40.155449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:40.166461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:40.171068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:40.213583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-602cf6c5-18e0-4b95-a234-6e670f661683 req-40c2554f-b858-444f-91fb-251617ac314a tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209629 Aug 16 13:23:40.242260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'Port': ['ID=11f0ff40-b5dd-46b7-bb21-15533ac0fd5c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:40.253961 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b020f17c-b68a-4da2-b07d-996715610608 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0338726 Aug 16 13:23:40.258495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43832) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:40.280552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27b', 'mac_address': 'fa:16:3e:a3:84:2c'}, {'ip_address': '2001:db8::3d4', 'mac_address': 'fa:16:3e:c3:79:df'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:40.596270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Allocated IP 172.20.0.2 (18dc347e-2079-4742-adde-b29de53974f1/e3c51e74-7a74-461c-8175-9f993339be64/14f0d5bb-0537-49a9-babd-8acfe4657e54) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:40.699791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-945349c2-5cc4-4a8a-b503-597ccd112743 None None] Provisioning for port 11f0ff40-b5dd-46b7-bb21-15533ac0fd5c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:40.776083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-945349c2-5cc4-4a8a-b503-597ccd112743 None None] Provisioning complete for port 11f0ff40-b5dd-46b7-bb21-15533ac0fd5c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:40.776558 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-945349c2-5cc4-4a8a-b503-597ccd112743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:40.817693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43836) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:40.858021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-945349c2-5cc4-4a8a-b503-597ccd112743 None None] Port 11f0ff40-b5dd-46b7-bb21-15533ac0fd5c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:40.935139 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:40.993448 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:41.019383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Transition to ACTIVE for port object 14f0d5bb-0537-49a9-babd-8acfe4657e54 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:41.066741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Transition to ACTIVE for port object 14f0d5bb-0537-49a9-babd-8acfe4657e54 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:41.080772 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:41.161922 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Network 18dc347e-2079-4742-adde-b29de53974f1 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:41.166451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:41.171100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:41.263374 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6fc4d710-88ff-4a26-8acc-683a2bbafe14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e288d8079b04eb6902404fc7a7c82cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388032 Aug 16 13:23:41.270169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43840) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:41.308366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Pushing event updated for resources: {'Port': ['ID=14f0d5bb-0537-49a9-babd-8acfe4657e54,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:41.426922 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Attempting to bind port 14f0d5bb-0537-49a9-babd-8acfe4657e54 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:23:41.427839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Attempting to bind port 14f0d5bb-0537-49a9-babd-8acfe4657e54 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:23:41.428633 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Attempting to bind port 14f0d5bb-0537-49a9-babd-8acfe4657e54 on network 18dc347e-2079-4742-adde-b29de53974f1 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:23:41.438951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:23:41.440465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Checking segment: {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:41.441328 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:41.442284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Bound using segment: {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:23:41.443282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Bound port: 14f0d5bb-0537-49a9-babd-8acfe4657e54, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:23:41.444322 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:41.538286 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:41.539413 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:41.579434 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:41.620459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] For port 14f0d5bb-0537-49a9-babd-8acfe4657e54, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:23:41.637135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] For port 14f0d5bb-0537-49a9-babd-8acfe4657e54, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=14f0d5bb-0537-49a9-babd-8acfe4657e54,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:23:41.652349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] In _notify_port_updated(), no bound segment for port 11f0ff40-b5dd-46b7-bb21-15533ac0fd5c on network 711a3adb-7082-407c-9d18-6932f8904e76 {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:23:41.660044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:41.660776 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:41.662200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "PUT /v2.0/ports/11f0ff40-b5dd-46b7-bb21-15533ac0fd5c HTTP/1.1" status: 200 len: 1067 time: 1.4021726 Aug 16 13:23:41.671661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43848) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:41.683010 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:41.685862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fef9d8-ad99-4557-b27b-bd062d58d2b4 req-838cc2a4-37f5-4100-bf78-11044b782394 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:41.694835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6fef9d8-ad99-4557-b27b-bd062d58d2b4 req-838cc2a4-37f5-4100-bf78-11044b782394 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 944 time: 0.2785871 Aug 16 13:23:41.849398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event updated for resources: {'Port': ['ID=11f0ff40-b5dd-46b7-bb21-15533ac0fd5c,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:41.859659 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.860023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.860377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.860722 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.861104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.862195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.863065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.863413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.863755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.864098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.864634 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.864817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ac424-1f02-4af3-b929-e343b917d156 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:23:41.871470 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-648c2044-f6f4-4310-9bb8-de6a0c910d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:41.966305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6fef9d8-ad99-4557-b27b-bd062d58d2b4 req-9354cc74-442d-4887-ba8c-4849a4b84aac tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070184 Aug 16 13:23:41.980854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-648c2044-f6f4-4310-9bb8-de6a0c910d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:42.036678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 73ffc443-faae-4c3d-ac57-9c6f506f2f0a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:23:42.044500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f9696-7126-42a4-b959-ce9fe4fdb59c None None] Pushing event updated for resources: {'Port': ['ID=14f0d5bb-0537-49a9-babd-8acfe4657e54,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:42.211423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-812b7a39-8a4b-454f-8eb9-68da6ecdd0f4 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Deleting port 11f0ff40-b5dd-46b7-bb21-15533ac0fd5c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:23:42.212057 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-812b7a39-8a4b-454f-8eb9-68da6ecdd0f4 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:42.228834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:42.259874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:42.285770 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:42.339872 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-648c2044-f6f4-4310-9bb8-de6a0c910d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:42.351179 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-648c2044-f6f4-4310-9bb8-de6a0c910d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:42.354462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-648c2044-f6f4-4310-9bb8-de6a0c910d7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48452615-a1d6-4e4f-947e-e94ef49598f3 HTTP/1.1" status: 204 len: 168 time: 1.0699697 Aug 16 13:23:42.493771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 54b3c5a3-08e7-4a9b-888a-97ec2da63540 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:23:42.574757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c2044-f6f4-4310-9bb8-de6a0c910d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48452615-a1d6-4e4f-947e-e94ef49598f3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:42.803518 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-812b7a39-8a4b-454f-8eb9-68da6ecdd0f4 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:42.864656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-812b7a39-8a4b-454f-8eb9-68da6ecdd0f4 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Calling delete_port for 11f0ff40-b5dd-46b7-bb21-15533ac0fd5c owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:23:42.960032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b2bc0f8f-3cb2-4504-8881-f54a93aedaaf None None] Provisioning complete for port 11f0ff40-b5dd-46b7-bb21-15533ac0fd5c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:42.964207 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0f8f-3cb2-4504-8881-f54a93aedaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:43.118821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b2bc0f8f-3cb2-4504-8881-f54a93aedaaf None None] Port 11f0ff40-b5dd-46b7-bb21-15533ac0fd5c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:43.139588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.20.0.1 (18dc347e-2079-4742-adde-b29de53974f1/e3c51e74-7a74-461c-8175-9f993339be64/e9071d7c-a052-4238-945d-ea1835a7a0f2) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:43.157718 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:43.188782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=73ffc443-faae-4c3d-ac57-9c6f506f2f0a,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:23:43.195665 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:43.308161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 54b3c5a3-08e7-4a9b-888a-97ec2da63540 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:43.320470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=73ffc443-faae-4c3d-ac57-9c6f506f2f0a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:43.325414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f1873-7cd5-4524-9705-99a5a343f8dd req-e424acae-9bdf-46c0-9c07-3edad3c5f344 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:43.327947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 54b3c5a3-08e7-4a9b-888a-97ec2da63540 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:43.328620 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:43.336402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-331f1873-7cd5-4524-9705-99a5a343f8dd req-e424acae-9bdf-46c0-9c07-3edad3c5f344 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 944 time: 0.1720517 Aug 16 13:23:43.346763 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-812b7a39-8a4b-454f-8eb9-68da6ecdd0f4 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:43.440847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b7a39-8a4b-454f-8eb9-68da6ecdd0f4 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event deleted for resources: {'Port': ['ID=11f0ff40-b5dd-46b7-bb21-15533ac0fd5c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:43.514646 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:43.532931 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:43.546269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Transition to ACTIVE for port object e9071d7c-a052-4238-945d-ea1835a7a0f2 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:43.591050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3939aad5-1f6a-409e-8014-aa9d65817285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3c5a3-08e7-4a9b-888a-97ec2da63540'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:23:43.603512 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d062952c-9810-423d-9625-54c0db275fec" -d '{"events": [{"server_uuid": "3939aad5-1f6a-409e-8014-aa9d65817285", "name": "network-vif-plugged", "status": "completed", "tag": "54b3c5a3-08e7-4a9b-888a-97ec2da63540"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:23:43.637942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:43.652074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-331f1873-7cd5-4524-9705-99a5a343f8dd req-786219b7-12b7-4d1d-ac4b-d4d3bbdb053f tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125908 Aug 16 13:23:43.665358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 54b3c5a3-08e7-4a9b-888a-97ec2da63540, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=54b3c5a3-08e7-4a9b-888a-97ec2da63540,segment=NetworkSegment(e411de7b-2fa2-4e77-abac-f585da3a2a50),segment_id=e411de7b-2fa2-4e77-abac-f585da3a2a50)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:23:43.677323 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:43.695657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 18dc347e-2079-4742-adde-b29de53974f1 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:43.718890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:43.731174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:43.816441 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c408f2-1759-46fc-8412-cbff84d89c37 x-openstack-request-id: req-a5c408f2-1759-46fc-8412-cbff84d89c37 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:23:43.817887 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3939aad5-1f6a-409e-8014-aa9d65817285", "name": "network-vif-plugged", "status": "completed", "tag": "54b3c5a3-08e7-4a9b-888a-97ec2da63540", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:23:43.819847 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5c408f2-1759-46fc-8412-cbff84d89c37 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:23:43.822853 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3939aad5-1f6a-409e-8014-aa9d65817285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3c5a3-08e7-4a9b-888a-97ec2da63540', 'code': 200} Aug 16 13:23:43.921643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=54b3c5a3-08e7-4a9b-888a-97ec2da63540,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:44.002601 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:44.009037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=e9071d7c-a052-4238-945d-ea1835a7a0f2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:44.072873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 73ffc443-faae-4c3d-ac57-9c6f506f2f0a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:23:44.186772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2cb52-77e0-4eeb-88fd-1946005070a7 req-7063da26-27f0-4f08-8c00-e179d10715e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:44.193388 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-14d2cb52-77e0-4eeb-88fd-1946005070a7 req-7063da26-27f0-4f08-8c00-e179d10715e9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 1096 time: 0.2639139 Aug 16 13:23:44.237599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:44.240532 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:44.446383 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-14d2cb52-77e0-4eeb-88fd-1946005070a7 req-8706ba44-2d70-45e1-8ff0-77da209d4970 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261794 Aug 16 13:23:44.467797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43886) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:44.475794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14f0d5bb-0537-49a9-babd-8acfe4657e54 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:23:44.579243 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:44.590371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 14f0d5bb-0537-49a9-babd-8acfe4657e54 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:44.679177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54856232-96b3-4747-83a5-e0a8c69f6c2a None None] Network 18dc347e-2079-4742-adde-b29de53974f1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:23:44.931086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'networks': [{'name': 'tempest-network--2089430207'}, {'name': 'tempest-network--1936849039'}]} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:44.931348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'network': {'name': 'tempest-network--2089430207'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:44.932020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'network': {'name': 'tempest-network--1936849039'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:44.966568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Made reservation on behalf of 54e305d5337d4fa0b0ef499669b61036 for: {'network': 2} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:44.976542 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.002037 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.016462 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-812b7a39-8a4b-454f-8eb9-68da6ecdd0f4 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.022065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-812b7a39-8a4b-454f-8eb9-68da6ecdd0f4 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "DELETE /v2.0/ports/11f0ff40-b5dd-46b7-bb21-15533ac0fd5c HTTP/1.1" status: 204 len: 168 time: 3.3260505 Aug 16 13:23:45.025910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43898) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:45.042657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d65fe601-2590-4637-a1ff-7983993a3bc2 None None] Provisioning for port 14f0d5bb-0537-49a9-babd-8acfe4657e54 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:45.052737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edd36c-7b2e-44f7-a651-84ec291edb0b req-87186177-3cd3-4a0b-ae83-61730b071ea4 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:45.055515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d65fe601-2590-4637-a1ff-7983993a3bc2 None None] Provisioning complete for port 14f0d5bb-0537-49a9-babd-8acfe4657e54 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:45.056694 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d65fe601-2590-4637-a1ff-7983993a3bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.060493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79edd36c-7b2e-44f7-a651-84ec291edb0b req-87186177-3cd3-4a0b-ae83-61730b071ea4 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.1582906 Aug 16 13:23:45.080870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-a22b814f-0588-4f7e-9679-4071388f90f7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824428642&fields=id&tenant_id=36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 267 time: 0.1852362 Aug 16 13:23:45.117613 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f269653-8046-437c-b2f8-5be2d9f8ba3b tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] GET failed (client error): The resource could not be found. Aug 16 13:23:45.122621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9f269653-8046-437c-b2f8-5be2d9f8ba3b tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "GET /v2.0/ports/11f0ff40-b5dd-46b7-bb21-15533ac0fd5c HTTP/1.1" status: 404 len: 333 time: 0.0908380 Aug 16 13:23:45.135721 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43900) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:45.227859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.249987 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.250742 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.306963 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d65fe601-2590-4637-a1ff-7983993a3bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.356680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79edd36c-7b2e-44f7-a651-84ec291edb0b req-bc70dceb-922a-4506-9a80-d3e6d2fb8bb8 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947955 Aug 16 13:23:45.391994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d65fe601-2590-4637-a1ff-7983993a3bc2 None None] For port 14f0d5bb-0537-49a9-babd-8acfe4657e54, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=14f0d5bb-0537-49a9-babd-8acfe4657e54,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:23:45.406777 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d65fe601-2590-4637-a1ff-7983993a3bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.424010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f714eb5-5164-4cf9-b44d-26bee5d575e5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:45.440389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-f82295ba-8fcb-4a8a-bb9d-0bdd694168f3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:45.448680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:23:45.463463 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-f82295ba-8fcb-4a8a-bb9d-0bdd694168f3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.3811364 Aug 16 13:23:45.519000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fe601-2590-4637-a1ff-7983993a3bc2 None None] Pushing event updated for resources: {'Port': ['ID=14f0d5bb-0537-49a9-babd-8acfe4657e54,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:45.540396 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.540960 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Added segment 7b5604e7-0779-4bf5-8010-1c11f1ab60f4 of type vlan for network bcdb31b8-3ae4-42f1-b7c9-9701a5636942 Aug 16 13:23:45.611795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-9c20c19a-2f28-48c7-9e39-185d2b4c9894 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/quotas/36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 375 time: 0.1181116 Aug 16 13:23:45.664824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.667785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2d51a-f51a-4680-9df2-f0972ed39426 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Deleting port c6e931ea-e052-461f-aec3-0be3d3a03da8 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:23:45.668172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d51a-f51a-4680-9df2-f0972ed39426 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.759433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-36603018-cab1-465e-a01c-9acdd45e462c None None] Provisioning complete for port 14f0d5bb-0537-49a9-babd-8acfe4657e54 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:45.760614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.761350 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36603018-cab1-465e-a01c-9acdd45e462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.781055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-691bd726-d335-4d05-8ed2-af75456e61db req-a83edd5f-5a7d-41d1-9eaa-37cb91ca04ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2641425 Aug 16 13:23:45.789631 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:45.802688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:23:45.889845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14f0d5bb-0537-49a9-babd-8acfe4657e54 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:23:46.036981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:46.037536 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Added segment 04fd2fd0-2dd3-4cc1-a33f-91486f5ecec4 of type vlan for network 14898321-c17a-4590-a30a-e28867ffad93 Aug 16 13:23:46.146005 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-c7540f93-e8b6-455c-a52f-5e4e03c94bec tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5222821 Aug 16 13:23:46.166317 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d51a-f51a-4680-9df2-f0972ed39426 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:46.167219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-36603018-cab1-465e-a01c-9acdd45e462c None None] Provisioning for port e9071d7c-a052-4238-945d-ea1835a7a0f2 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:46.178758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-36603018-cab1-465e-a01c-9acdd45e462c None None] Provisioning complete for port e9071d7c-a052-4238-945d-ea1835a7a0f2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:46.179659 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36603018-cab1-465e-a01c-9acdd45e462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:46.204521 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:46.206402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-ec39b4e9-97c0-4d14-886e-202c81eb84d7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:46.218480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=e9071d7c-a052-4238-945d-ea1835a7a0f2,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:46.220231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-ec39b4e9-97c0-4d14-886e-202c81eb84d7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0308206 Aug 16 13:23:46.228957 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:46.243552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2d51a-f51a-4680-9df2-f0972ed39426 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Calling delete_port for c6e931ea-e052-461f-aec3-0be3d3a03da8 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:23:46.250776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 14f0d5bb-0537-49a9-babd-8acfe4657e54 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:46.252666 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:46.295850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd726-d335-4d05-8ed2-af75456e61db req-911db21e-de2c-43c9-87f4-3b81466a340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:46.298553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-691bd726-d335-4d05-8ed2-af75456e61db req-911db21e-de2c-43c9-87f4-3b81466a340e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86644d1ddd9a48db9f4679dac2002c83&device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 1097 time: 0.3205302 Aug 16 13:23:46.358932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:46.359844 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:46.370222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:46.379075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-36603018-cab1-465e-a01c-9acdd45e462c None None] Port e9071d7c-a052-4238-945d-ea1835a7a0f2 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:46.379952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:46.382006 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:46.423879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8471286 Aug 16 13:23:46.442041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-d054d013-e660-4a3e-9a77-f211ccc6e96e service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198889 Aug 16 13:23:46.443069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43906) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:46.548598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e5f6baa1-9639-4bb4-938e-43cb1678687c None None] Provisioning complete for port e9071d7c-a052-4238-945d-ea1835a7a0f2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:46.549209 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5f6baa1-9639-4bb4-938e-43cb1678687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:46.576104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 18dc347e-2079-4742-adde-b29de53974f1 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:46.583557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event updated for resources: {'Network': ['ID=bcdb31b8-3ae4-42f1-b7c9-9701a5636942,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:46.587190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:46.614833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e5f6baa1-9639-4bb4-938e-43cb1678687c None None] Port e9071d7c-a052-4238-945d-ea1835a7a0f2 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:46.619722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network bcdb31b8-3ae4-42f1-b7c9-9701a5636942 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:23:46.624289 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:46.876203 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f685e-1316-4947-973c-408f69c33525 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event updated for resources: {'Network': ['ID=14898321-c17a-4590-a30a-e28867ffad93,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:46.891967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 14898321-c17a-4590-a30a-e28867ffad93 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:23:46.965829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 74edeae2-e205-40e7-88ca-c1f81983ea70 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:23:47.105896 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-a4888d22-73e7-4aac-8668-38c39ab75bcf service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517926 Aug 16 13:23:47.141069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7886e921-7e78-4f73-8a2f-9f895add540e tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:47.148690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7886e921-7e78-4f73-8a2f-9f895add540e tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:47.156134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7886e921-7e78-4f73-8a2f-9f895add540e tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:47.159445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0e756835-4450-4a6f-8206-1b2bb53e5f08 None None] Provisioning complete for port e9071d7c-a052-4238-945d-ea1835a7a0f2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:47.160059 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0e756835-4450-4a6f-8206-1b2bb53e5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:47.163576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7886e921-7e78-4f73-8a2f-9f895add540e tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:47.171187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7886e921-7e78-4f73-8a2f-9f895add540e tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7164657 Aug 16 13:23:47.179197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788e91-5940-4877-ad4a-8d17ee7d2123 req-919bf8be-9799-4721-aa40-599eb57c9dd7 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:47.187287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c788e91-5940-4877-ad4a-8d17ee7d2123 req-919bf8be-9799-4721-aa40-599eb57c9dd7 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.6280367 Aug 16 13:23:47.194946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 43910) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:47.265900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd726-d335-4d05-8ed2-af75456e61db req-8c757c2b-217f-4e56-af9c-89453548b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:47.278941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-691bd726-d335-4d05-8ed2-af75456e61db req-8c757c2b-217f-4e56-af9c-89453548b918 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b1b553f-4a02-43fb-ab30-612de5245869 HTTP/1.1" status: 200 len: 909 time: 0.8336873 Aug 16 13:23:47.305611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0e756835-4450-4a6f-8206-1b2bb53e5f08 None None] Port e9071d7c-a052-4238-945d-ea1835a7a0f2 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:47.451017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c788e91-5940-4877-ad4a-8d17ee7d2123 req-f139eb94-9d6d-4b9f-8d61-f2ad3740c6cd tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629380 Aug 16 13:23:47.487493 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:47.506229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-691bd726-d335-4d05-8ed2-af75456e61db req-96b03fc1-7561-46b1-a57e-1ab905b94343 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62968e13-de88-4a6c-a10e-8d884c7f3b9b HTTP/1.1" status: 200 len: 1002 time: 0.2177744 Aug 16 13:23:47.629881 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d51a-f51a-4680-9df2-f0972ed39426 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:47.667794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2d51a-f51a-4680-9df2-f0972ed39426 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event deleted for resources: {'Port': ['ID=c6e931ea-e052-461f-aec3-0be3d3a03da8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:47.771616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3dcec4dd-5383-42f4-9e9a-0d3fd5cbff5e req-752c19e5-a68f-46f0-874f-7805e06a9b5a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.1084661 Aug 16 13:23:47.795322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:23:47.803761 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dadab3e5-f5f5-4946-b578-73ca19a955f1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "PUT /v2.0/routers/74edeae2-e205-40e7-88ca-c1f81983ea70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5527742 Aug 16 13:23:47.811787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Sync routers for ids ['74edeae2-e205-40e7-88ca-c1f81983ea70'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:23:47.840643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd726-d335-4d05-8ed2-af75456e61db req-67596c51-abc7-4f95-9f0f-c8863b9c7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:47.842271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Routers {'74edeae2-e205-40e7-88ca-c1f81983ea70'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:23:47.843032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:23:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['74edeae2-e205-40e7-88ca-c1f81983ea70'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:47.843362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-691bd726-d335-4d05-8ed2-af75456e61db req-67596c51-abc7-4f95-9f0f-c8863b9c7b72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2a2e524-7cbd-45b8-b39c-3fab5c8992c4 HTTP/1.1" status: 200 len: 848 time: 0.3254490 Aug 16 13:23:47.858534 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:47.936626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdb31b8-3ae4-42f1-b7c9-9701a5636942']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:47.993256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Set router 74edeae2-e205-40e7-88ca-c1f81983ea70 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:23:47.995959 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d51a-f51a-4680-9df2-f0972ed39426 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:48.003993 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b7d2d51a-f51a-4680-9df2-f0972ed39426 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "DELETE /v2.0/ports/c6e931ea-e052-461f-aec3-0be3d3a03da8 HTTP/1.1" status: 204 len: 168 time: 2.8624105 Aug 16 13:23:48.004506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43926) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:48.029279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5604e7-0779-4bf5-8010-1c11f1ab60f4') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:48.030150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5604e7-0779-4bf5-8010-1c11f1ab60f4') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:48.059812 n-d-804708-1 neutron-server[101396]: INFO neutron.pecan_wsgi.hooks.translation [None req-402b0a19-d825-4e25-b6e6-823048b8dc58 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] GET failed (client error): The resource could not be found. Aug 16 13:23:48.068087 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-402b0a19-d825-4e25-b6e6-823048b8dc58 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "GET /v2.0/ports/c6e931ea-e052-461f-aec3-0be3d3a03da8 HTTP/1.1" status: 404 len: 333 time: 0.0562954 Aug 16 13:23:48.069376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43928) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:48.079391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e337e31-8a6c-4e51-9787-737d8b91e768 req-1687f551-01a9-429f-bc91-f68282baa961 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:48.102009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e337e31-8a6c-4e51-9787-737d8b91e768 req-1687f551-01a9-429f-bc91-f68282baa961 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.4402008 Aug 16 13:23:48.116611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:48.186063 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:48.203531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd726-d335-4d05-8ed2-af75456e61db req-08089782-16f5-4426-831f-4b6baa2ccd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:48.206317 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-691bd726-d335-4d05-8ed2-af75456e61db req-08089782-16f5-4426-831f-4b6baa2ccd88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b1b553f-4a02-43fb-ab30-612de5245869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3420799 Aug 16 13:23:48.237183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:23:48.237812 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:23:48.244945 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:23:48.316585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c91545e0-e869-4075-ae57-26919e6b6896 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Deleting port 74532558-f748-4fb7-a581-fb2a2b81239b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:23:48.318876 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c91545e0-e869-4075-ae57-26919e6b6896 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:48.524349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:48.525894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c91545e0-e869-4075-ae57-26919e6b6896 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:48.559828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c91545e0-e869-4075-ae57-26919e6b6896 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Calling delete_port for 74532558-f748-4fb7-a581-fb2a2b81239b owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:23:48.564831 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:48.570317 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "DELETE /v2.0/networks/bcdb31b8-3ae4-42f1-b7c9-9701a5636942 HTTP/1.1" status: 204 len: 168 time: 1.3706007 Aug 16 13:23:48.571083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43942) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:48.602383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:44Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e9071d7c-a052-4238-945d-ea1835a7a0f2', 'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:b2:d7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:42Z', 'updated_at': '2021-08-16T13:23:45Z', 'revision_number': 2, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:48.650709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-edc15aba-18b8-4df0-a579-cca55942b15f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759101759&fields=id&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 267 time: 0.2496862 Aug 16 13:23:48.658315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Checking router: 74edeae2-e205-40e7-88ca-c1f81983ea70 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:23:48.659345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Updating router 74edeae2-e205-40e7-88ca-c1f81983ea70 port e9071d7c-a052-4238-945d-ea1835a7a0f2 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:23:48.716806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-691bd726-d335-4d05-8ed2-af75456e61db req-38a7cf9f-1eae-49e3-a01b-01d51047e654 service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966063 Aug 16 13:23:48.717616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f500919-bd4f-4c6b-a94c-cdd9b716fe72 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event deleted for resources: {'Network': ['ID=bcdb31b8-3ae4-42f1-b7c9-9701a5636942,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:48.757275 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:48.762757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:48.973055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e337e31-8a6c-4e51-9787-737d8b91e768 req-4f159f8e-80cc-46fc-a7a9-bc9012cb6d49 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8692112 Aug 16 13:23:49.114502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-691bd726-d335-4d05-8ed2-af75456e61db req-2859bf23-0720-4a86-a215-60703b9e7aef service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834577 Aug 16 13:23:49.153506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:49.174534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14898321-c17a-4590-a30a-e28867ffad93']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:49.192226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82035548-082b-4570-96d0-42901a168bc0 req-5db0d1f9-63bc-42eb-a571-f1c03d5bda23 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.0711021 Aug 16 13:23:49.221801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fd2fd0-2dd3-4cc1-a33f-91486f5ecec4') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:49.222324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fd2fd0-2dd3-4cc1-a33f-91486f5ecec4') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:49.248987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc659b-9057-4574-9bba-e024ab94807d req-1ff62f29-f2ea-423d-a68f-2f3381299654 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:49.262212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-1ff62f29-f2ea-423d-a68f-2f3381299654 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/networks?id=18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 200 len: 796 time: 0.5329514 Aug 16 13:23:49.278732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:49.308502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-d96d633c-273d-474b-9528-20e48f962e46 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/quotas/d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 375 time: 0.0343831 Aug 16 13:23:49.323235 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:49.381785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:23:49.386729 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:23:49.413547 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:23:49.480880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-65131a36-376d-4f98-9de7-83258913883c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1549690 Aug 16 13:23:49.606482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c91545e0-e869-4075-ae57-26919e6b6896 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:49.646135 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:49.721325 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:49.728072 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "DELETE /v2.0/networks/14898321-c17a-4590-a30a-e28867ffad93 HTTP/1.1" status: 204 len: 168 time: 1.1532099 Aug 16 13:23:49.731500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c1400-bbc3-471f-9a0a-889d0f4470a8 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event deleted for resources: {'Network': ['ID=14898321-c17a-4590-a30a-e28867ffad93,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:49.735373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:49.755454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91545e0-e869-4075-ae57-26919e6b6896 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event deleted for resources: {'Port': ['ID=74532558-f748-4fb7-a581-fb2a2b81239b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:49.777638 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c91545e0-e869-4075-ae57-26919e6b6896 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:49.779275 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c91545e0-e869-4075-ae57-26919e6b6896 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "DELETE /v2.0/ports/74532558-f748-4fb7-a581-fb2a2b81239b HTTP/1.1" status: 204 len: 168 time: 1.7087076 Aug 16 13:23:49.793083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43964) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:49.934655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae70726-52a3-43a6-b457-76d59739e904 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Deleting subnet 516503f7-10e6-4f51-8ccb-02928057326f {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:23:49.938677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cae70726-52a3-43a6-b457-76d59739e904 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:49.975909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-71971d30-14cc-4caa-b122-bf64c827e270 service neutron] 10.222.0.25 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481020 Aug 16 13:23:50.001958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cae70726-52a3-43a6-b457-76d59739e904 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:50.259482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51772ed-63e1-45ef-ab78-b90103006649 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:50.290571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51772ed-63e1-45ef-ab78-b90103006649 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:50.304361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b51772ed-63e1-45ef-ab78-b90103006649 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5446491 Aug 16 13:23:50.305373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43970) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:50.334783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1665807013'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:50.378506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f74f05-c1a0-43a7-8257-c05eca82d816 req-2448154e-f39e-4097-9ab7-0df044480e5d tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:50.381172 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56f74f05-c1a0-43a7-8257-c05eca82d816 req-2448154e-f39e-4097-9ab7-0df044480e5d tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.2968636 Aug 16 13:23:50.391616 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cae70726-52a3-43a6-b457-76d59739e904 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:50.447341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Made reservation on behalf of 54e305d5337d4fa0b0ef499669b61036 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:50.454634 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:50.459826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-46c1acd9-be0b-4819-b4ba-582a8f87fa6e service neutron] 10.222.0.25 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766688 Aug 16 13:23:50.460134 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:50.476314 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:23:50.491815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Transition to ACTIVE for port object e9071d7c-a052-4238-945d-ea1835a7a0f2 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:50.495228 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56f74f05-c1a0-43a7-8257-c05eca82d816 req-1c907b83-0b1d-4201-a8da-9c45ffbc94fe tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971947 Aug 16 13:23:50.508448 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:50.647252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:23:50.684336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:50.687069 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Added segment c274bd1c-6955-493e-8793-214a2b85270b of type vlan for network 56ac03ec-2100-4928-a88c-1df2fbb994ba Aug 16 13:23:50.790993 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b9e5966-220a-4a48-a7f4-1182cc7c8f7c req-991e4ce1-f47d-4e46-b562-dd4ac9900f8d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.1100271 Aug 16 13:23:50.819402 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:50.839699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Attempting to bind port e9071d7c-a052-4238-945d-ea1835a7a0f2 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:23:50.840177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Attempting to bind port e9071d7c-a052-4238-945d-ea1835a7a0f2 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:23:50.840776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Attempting to bind port e9071d7c-a052-4238-945d-ea1835a7a0f2 on network 18dc347e-2079-4742-adde-b29de53974f1 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:23:50.857242 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1a75f-0b07-48e6-9276-257c5d0a214b None None] Pushing event updated for resources: {'Port': ['ID=e9071d7c-a052-4238-945d-ea1835a7a0f2,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:50.895903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:23:50.896673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Checking segment: {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:50.897785 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:50.899016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Bound using segment: {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:23:50.900783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Bound port: e9071d7c-a052-4238-945d-ea1835a7a0f2, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:23:50.901376 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:50.948234 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:50.956279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:50.957355 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:51.137741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfbf7240-7b13-458b-a7ef-e558b0148feb req-499c0d44-8d95-4278-986f-8d02cb2bf0fe tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 210 time: 0.1543739 Aug 16 13:23:51.180283 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] For port e9071d7c-a052-4238-945d-ea1835a7a0f2, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:23:51.186812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] For port e9071d7c-a052-4238-945d-ea1835a7a0f2, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e9071d7c-a052-4238-945d-ea1835a7a0f2,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:23:51.199923 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:51.213583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cae70726-52a3-43a6-b457-76d59739e904 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:51.228694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-065648d4-87e2-405e-9aeb-892e1ee7af60 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:51.232094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-065648d4-87e2-405e-9aeb-892e1ee7af60 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.42 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.3467786 Aug 16 13:23:51.251900 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9243302 Aug 16 13:23:51.276446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43978) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:51.296091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-505723265'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:51.355422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583777a-5f6f-40b9-86ab-f1e1ede822aa tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event updated for resources: {'Network': ['ID=56ac03ec-2100-4928-a88c-1df2fbb994ba,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:51.372688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae70726-52a3-43a6-b457-76d59739e904 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event deleted for resources: {'Subnet': ['ID=516503f7-10e6-4f51-8ccb-02928057326f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:51.389140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cae70726-52a3-43a6-b457-76d59739e904 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:51.390058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 56ac03ec-2100-4928-a88c-1df2fbb994ba details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:23:51.394950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cae70726-52a3-43a6-b457-76d59739e904 tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "DELETE /v2.0/subnets/516503f7-10e6-4f51-8ccb-02928057326f HTTP/1.1" status: 204 len: 168 time: 1.6005917 Aug 16 13:23:51.400565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 43980) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:51.407543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b7b21-69d6-4924-8cfd-b426fef75c01 None None] Network 711a3adb-7082-407c-9d18-6932f8904e76 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:23:51.425524 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-b5b0ee73-0805-4c30-a038-402e2b68669d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 380 time: 0.1808753 Aug 16 13:23:51.435456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1a75f-0b07-48e6-9276-257c5d0a214b None None] Pushing event updated for resources: {'Port': ['ID=e9071d7c-a052-4238-945d-ea1835a7a0f2,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:51.456133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Routers {'74edeae2-e205-40e7-88ca-c1f81983ea70'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:23:51.456354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'port': {'device_id': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'admin_state_up': True, 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'security_groups': ['627cb556-d624-4214-a0b7-bb5780822c4c']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:51.457586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:23:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['74edeae2-e205-40e7-88ca-c1f81983ea70'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:51.650049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Made reservation on behalf of 36258017bc834aab8f01df63a8d583bf for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:51.680674 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:51.703802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Made reservation on behalf of 54e305d5337d4fa0b0ef499669b61036 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:51.717315 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:51.794181 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:51.797467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:23:51.839410 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:51.840348 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Added segment b65b9baf-69c3-4b14-81cd-5c8e072388b8 of type vlan for network 3b4f7a8b-353c-4599-940e-83a4105b42c0 Aug 16 13:23:51.992455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] Set router 74edeae2-e205-40e7-88ca-c1f81983ea70 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:23:52.000571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b0ef1159-ce7a-45e4-ab79-a95ebe1a4d95 req-8754a31c-21da-414f-ae37-57e7966ce609 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.0473087 Aug 16 13:23:52.026465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1a08f-0772-48cb-92ce-6d1af352f2a7 req-17a03d2d-46b5-4dec-9197-c8ae9acc98be tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:52.029054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45d1a08f-0772-48cb-92ce-6d1af352f2a7 req-17a03d2d-46b5-4dec-9197-c8ae9acc98be tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.2606640 Aug 16 13:23:52.149472 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:52.227873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e28401-0d43-4f49-939b-4d809e13233a None None] DHCP port deletion for 711a3adb-7082-407c-9d18-6932f8904e76 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:23:52.237483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Deleting port de68b408-d1a0-4eb0-8d63-028c68b21437 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:23:52.246356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:52.297643 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:52.308967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:52.315210 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:52.366370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Allocated IP 172.20.0.12 (09008d7a-74f8-41ab-838d-28f8e4814bf4/af41ab79-8112-4b7c-93d4-d544d538fff7/c989e844-8a19-44c3-9d0a-c727fe126bf1) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:52.370447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-20b4a2df-528f-4c8d-8936-474159de150f req-ca4166ae-a802-4bfe-a2e7-9149eef09d74 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 210 time: 0.0679712 Aug 16 13:23:52.410882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45d1a08f-0772-48cb-92ce-6d1af352f2a7 req-82b4ed0c-f70f-4865-bd6a-7b6d2e69033f tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673947 Aug 16 13:23:52.480764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1978691 Aug 16 13:23:52.484536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44006) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:52.501574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'ports': [{'network_id': '56ac03ec-2100-4928-a88c-1df2fbb994ba', 'name': 'tempest-port--427442716', 'admin_state_up': True}, {'network_id': '3b4f7a8b-353c-4599-940e-83a4105b42c0', 'admin_state_up': False}]} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:52.502345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'port': {'network_id': '56ac03ec-2100-4928-a88c-1df2fbb994ba', 'name': 'tempest-port--427442716', 'admin_state_up': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:52.503021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'port': {'network_id': '3b4f7a8b-353c-4599-940e-83a4105b42c0', 'admin_state_up': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:52.644253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] For port de68b408-d1a0-4eb0-8d63-028c68b21437, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=de68b408-d1a0-4eb0-8d63-028c68b21437,segment=NetworkSegment(4846f902-f83e-40ce-9dbb-bb847abe260e),segment_id=4846f902-f83e-40ce-9dbb-bb847abe260e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:23:52.648135 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:52.661170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-15e28401-0d43-4f49-939b-4d809e13233a None None] Deleting port de68b408-d1a0-4eb0-8d63-028c68b21437 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:23:52.662160 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-15e28401-0d43-4f49-939b-4d809e13233a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:52.704215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8d968-b1b0-4823-be5e-bd1dce1c8661 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event updated for resources: {'Network': ['ID=3b4f7a8b-353c-4599-940e-83a4105b42c0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:52.736907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Calling delete_port for de68b408-d1a0-4eb0-8d63-028c68b21437 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:23:52.885399 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:52.903236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Transition to ACTIVE for port object c989e844-8a19-44c3-9d0a-c727fe126bf1 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:52.929174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-15e28401-0d43-4f49-939b-4d809e13233a None None] For port de68b408-d1a0-4eb0-8d63-028c68b21437, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=de68b408-d1a0-4eb0-8d63-028c68b21437,segment=NetworkSegment(4846f902-f83e-40ce-9dbb-bb847abe260e),segment_id=4846f902-f83e-40ce-9dbb-bb847abe260e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:23:52.929857 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-15e28401-0d43-4f49-939b-4d809e13233a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:52.950238 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:52.961437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-15e28401-0d43-4f49-939b-4d809e13233a None None] Calling delete_port for de68b408-d1a0-4eb0-8d63-028c68b21437 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:23:53.073177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] No DVR routers for this DVR port de68b408-d1a0-4eb0-8d63-028c68b21437 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:23:53.082839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3b4f7a8b-353c-4599-940e-83a4105b42c0 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:23:53.083383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event deleted for resources: {'Port': ['ID=de68b408-d1a0-4eb0-8d63-028c68b21437,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:53.115413 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:53.229188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699b13e-d8b5-404d-9c43-f452244dfc2a req-80def6db-e8fd-4155-8c49-a35d8ea04e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:53.231944 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a699b13e-d8b5-404d-9c43-f452244dfc2a req-80def6db-e8fd-4155-8c49-a35d8ea04e4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a6c75ed506d432b9b42843e9ad9c254&device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 1096 time: 0.3189716 Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:23:53.457269 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:23:53.477546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:53.493466 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-15e28401-0d43-4f49-939b-4d809e13233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:53.508634 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:53.530399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:53.536323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:53.588249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e28401-0d43-4f49-939b-4d809e13233a None None] Pushing event deleted for resources: {'Port': ['ID=de68b408-d1a0-4eb0-8d63-028c68b21437,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:53.596666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e28401-0d43-4f49-939b-4d809e13233a None None] No DVR routers for this DVR port de68b408-d1a0-4eb0-8d63-028c68b21437 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:23:53.599653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Made reservation on behalf of 54e305d5337d4fa0b0ef499669b61036 for: {'port': 2} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:53.612994 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:53.639750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:44Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e9071d7c-a052-4238-945d-ea1835a7a0f2', 'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:b2:d7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:42Z', 'updated_at': '2021-08-16T13:23:51Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:53.644692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:53.645257 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:53.647630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711a3adb-7082-407c-9d18-6932f8904e76']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:53.692900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983745d-93e3-4ba2-91d1-12bed29ef262 req-50672f33-c682-4d5b-b7b5-812bbd6486ba tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:53.697624 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c983745d-93e3-4ba2-91d1-12bed29ef262 req-50672f33-c682-4d5b-b7b5-812bbd6486ba tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 932 time: 0.4927115 Aug 16 13:23:53.716215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=c989e844-8a19-44c3-9d0a-c727fe126bf1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:53.727574 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:53.760791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45ff47-d406-41e8-a344-24c5d084b6f5 None None] The sync data for ids ['74edeae2-e205-40e7-88ca-c1f81983ea70'] in n-d-804708-1 is: [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:44Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e9071d7c-a052-4238-945d-ea1835a7a0f2', 'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:b2:d7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:42Z', 'updated_at': '2021-08-16T13:23:51Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:23:53.790914 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e7f1d15d-85a4-4275-8c90-8c9a42af489c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3576143 Aug 16 13:23:53.843506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Request body: {'port': {'device_id': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:53.916189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144a173-e607-4563-b65f-869b4539e8ca req-4b9e4b29-3447-47df-9d2a-756b52cee829 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:53.921886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4846f902-f83e-40ce-9dbb-bb847abe260e') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:53.921886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4846f902-f83e-40ce-9dbb-bb847abe260e') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:23:53.961235 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9144a173-e607-4563-b65f-869b4539e8ca req-4b9e4b29-3447-47df-9d2a-756b52cee829 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.8570426 Aug 16 13:23:53.997638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device de68b408-d1a0-4eb0-8d63-028c68b21437 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:23:54.041907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:54.057211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: de68b408-d1a0-4eb0-8d63-028c68b21437 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:23:54.057814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device de68b408-d1a0-4eb0-8d63-028c68b21437 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:23:54.120649 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c983745d-93e3-4ba2-91d1-12bed29ef262 req-c9729315-9afc-4043-90e1-323c419dad5d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4068129 Aug 16 13:23:54.146683 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:54.169928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-38c2ccbd-7410-4603-8dbf-d0cf6e003c96 None None] Provisioning for port c989e844-8a19-44c3-9d0a-c727fe126bf1 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:54.183958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-38c2ccbd-7410-4603-8dbf-d0cf6e003c96 None None] Provisioning complete for port c989e844-8a19-44c3-9d0a-c727fe126bf1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:54.185565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699b13e-d8b5-404d-9c43-f452244dfc2a req-6060aa6a-1f39-49bf-84fb-a5a7580cfc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:54.185803 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38c2ccbd-7410-4603-8dbf-d0cf6e003c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:54.204807 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a699b13e-d8b5-404d-9c43-f452244dfc2a req-6060aa6a-1f39-49bf-84fb-a5a7580cfc5b service neutron] 10.222.0.22 "GET /v2.0/networks?id=6e577e68-443a-4f28-9c96-b6501803a051 HTTP/1.1" status: 200 len: 911 time: 0.9453275 Aug 16 13:23:54.240165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:23:54.240956 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:23:54.244944 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:23:54.293075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-38c2ccbd-7410-4603-8dbf-d0cf6e003c96 None None] Port c989e844-8a19-44c3-9d0a-c727fe126bf1 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:54.343376 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a699b13e-d8b5-404d-9c43-f452244dfc2a req-db6f1478-444c-48c2-a675-740613eb1274 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54b3c5a3-08e7-4a9b-888a-97ec2da63540 HTTP/1.1" status: 200 len: 217 time: 0.1374433 Aug 16 13:23:54.377905 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] device_id is not set on port 511603f0-cbfd-49a5-8437-47843480ab58 yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:23:54.467466 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699b13e-d8b5-404d-9c43-f452244dfc2a req-e4f4a3e7-cdfb-46d3-b950-70ecdfd5be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:54.469535 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a699b13e-d8b5-404d-9c43-f452244dfc2a req-e4f4a3e7-cdfb-46d3-b950-70ecdfd5be31 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d68844d7-9274-4339-b4b9-ccffb9f58341 HTTP/1.1" status: 200 len: 851 time: 0.0698957 Aug 16 13:23:54.517494 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a699b13e-d8b5-404d-9c43-f452244dfc2a req-32b589dc-9557-4d24-bed1-e07451f06506 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e577e68-443a-4f28-9c96-b6501803a051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360723 Aug 16 13:23:54.528733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc659b-9057-4574-9bba-e024ab94807d req-9efba8bb-ca68-49d8-a98f-63b3f33642d8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:54.530986 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-9efba8bb-ca68-49d8-a98f-63b3f33642d8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "GET /v2.0/networks?id=18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 200 len: 796 time: 0.9950881 Aug 16 13:23:54.586953 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:54.605834 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:54.614463 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:54.619266 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] 10.222.0.25 "DELETE /v2.0/networks/711a3adb-7082-407c-9d18-6932f8904e76 HTTP/1.1" status: 204 len: 168 time: 3.2123041 Aug 16 13:23:54.690147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9767b8-1d0b-4804-96e6-1aa53d0a0b1f tempest-AllowedAddressPairIpV6TestJSON-537008045 tempest-AllowedAddressPairIpV6TestJSON-537008045-project] Pushing event deleted for resources: {'Network': ['ID=711a3adb-7082-407c-9d18-6932f8904e76,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:54.718537 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-a0c3cc2d-2d18-4f37-8436-d18c7568a30f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 380 time: 0.1744807 Aug 16 13:23:54.732060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'port': {'device_id': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'admin_state_up': True, 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'security_groups': ['3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:54.751774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] device_id is not set on port a9eb8579-3de8-4d25-988d-829065a073db yet. {{(pid=101395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:23:54.981237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a699b13e-d8b5-404d-9c43-f452244dfc2a req-d439fee9-2569-4a4a-a872-5fa3269bd63a service neutron] 10.222.0.22 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476123 Aug 16 13:23:55.185661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:23:55.193199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:55.413680 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a699b13e-d8b5-404d-9c43-f452244dfc2a req-02d0f175-20f0-424d-885c-689b08051fee service neutron] 10.222.0.22 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216659 Aug 16 13:23:55.463858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44032) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:55.483081 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:55.489154 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9144a173-e607-4563-b65f-869b4539e8ca req-bd93c0a1-3ac6-4696-9920-d53bb8a67d8c tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4571977 Aug 16 13:23:55.578395 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a805d011-1e30-4255-908c-6e0db8087d5f req-f58ba266-b9a1-4250-8759-f07481d0ffb7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 210 time: 0.0762851 Aug 16 13:23:55.683081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.20.0.13 (18dc347e-2079-4742-adde-b29de53974f1/e3c51e74-7a74-461c-8175-9f993339be64/b212fcef-3d9f-4c23-9f38-b3e88b95b8fc) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:23:55.798969 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:55.854133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e9071d7c-a052-4238-945d-ea1835a7a0f2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:23:56.012448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port e9071d7c-a052-4238-945d-ea1835a7a0f2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:56.017986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e9071d7c-a052-4238-945d-ea1835a7a0f2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:56.019412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:56.079491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:56.083411 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:56.114621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Transition to ACTIVE for port object b212fcef-3d9f-4c23-9f38-b3e88b95b8fc will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:56.157244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c9ab437e-7e6d-41f2-bfb5-7c3c36779738 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98b2067a3e5d45268253d8d3293dfacc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6883335 Aug 16 13:23:56.157244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44036) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:56.215189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event updated for resources: {'Port': ['ID=511603f0-cbfd-49a5-8437-47843480ab58,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:56.230160 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:56.308733 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-61bcac9d-2b00-4656-bdea-0c25be12ee25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:56.319057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port e9071d7c-a052-4238-945d-ea1835a7a0f2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e9071d7c-a052-4238-945d-ea1835a7a0f2,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:23:56.325717 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:56.363313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-61bcac9d-2b00-4656-bdea-0c25be12ee25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:56.443827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=e9071d7c-a052-4238-945d-ea1835a7a0f2,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:56.467775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:56.469958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-61bcac9d-2b00-4656-bdea-0c25be12ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:56.474858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-61bcac9d-2b00-4656-bdea-0c25be12ee25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:56.479018 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-61bcac9d-2b00-4656-bdea-0c25be12ee25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02b3ebf6-2506-4a93-85e8-c00903ac9538 HTTP/1.1" status: 204 len: 168 time: 0.3218250 Aug 16 13:23:56.524175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae2313-2740-4247-8da0-7042b0c35453 req-7ea3c6e8-a2bf-43a7-89fe-5349a3a9b778 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:56.552132 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eeae2313-2740-4247-8da0-7042b0c35453 req-7ea3c6e8-a2bf-43a7-89fe-5349a3a9b778 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 932 time: 0.7841127 Aug 16 13:23:56.571972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 18dc347e-2079-4742-adde-b29de53974f1 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:23:56.583244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcac9d-2b00-4656-bdea-0c25be12ee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b3ebf6-2506-4a93-85e8-c00903ac9538,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:56.585608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:56.588623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:56.591938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:56.756754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eeae2313-2740-4247-8da0-7042b0c35453 req-6f32a986-c9b9-4b34-a885-fe7ea9ad58ae tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663385 Aug 16 13:23:56.825726 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Checking segment: {'id': 'c274bd1c-6955-493e-8793-214a2b85270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '56ac03ec-2100-4928-a88c-1df2fbb994ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:56.826347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Network hostable DHCP agents. Network: 56ac03ec-2100-4928-a88c-1df2fbb994ba, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:23:56.900019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:56.900812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:56.917248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Network 56ac03ec-2100-4928-a88c-1df2fbb994ba is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:23:56.927703 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-feb3d412-249e-46ff-a5ad-55fe25d54df6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2003024 Aug 16 13:23:56.930136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff938c8-7a10-4d06-b5fa-9f1346946130 req-9f3f91e8-3a36-4d51-83b4-1f930cd01ecc tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:56.933565 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ff938c8-7a10-4d06-b5fa-9f1346946130 req-9f3f91e8-3a36-4d51-83b4-1f930cd01ecc tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.1829066 Aug 16 13:23:56.948661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Request body: {'port': {'device_id': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:23:57.055811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0fb24032-99e2-4cd6-8cac-e5334dc4241a None None] Provisioning for port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:23:57.072511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0fb24032-99e2-4cd6-8cac-e5334dc4241a None None] Provisioning complete for port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:57.075440 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0fb24032-99e2-4cd6-8cac-e5334dc4241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:57.155122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:57.155624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 56ac03ec-2100-4928-a88c-1df2fbb994ba) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:57.172179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:57.173192 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:57.180341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed09f653-99f2-42f5-85fc-dec3eed22345 None None] Network 56ac03ec-2100-4928-a88c-1df2fbb994ba requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:23:57.212039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c989e844-8a19-44c3-9d0a-c727fe126bf1 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:23:57.240883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0fb24032-99e2-4cd6-8cac-e5334dc4241a None None] Port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:23:57.342643 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:57.372697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Transition to ACTIVE for port object c989e844-8a19-44c3-9d0a-c727fe126bf1 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:57.400876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dafae-369c-4e2e-a577-503d5c72f6b7 req-d56f6b09-725b-4620-9516-2b5e632d3d43 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:57.404173 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-130dafae-369c-4e2e-a577-503d5c72f6b7 req-d56f6b09-725b-4620-9516-2b5e632d3d43 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 932 time: 0.4993675 Aug 16 13:23:57.422377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ff938c8-7a10-4d06-b5fa-9f1346946130 req-c87441ec-16ed-447f-aff6-d924170fd8b7 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002743 Aug 16 13:23:57.424295 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:57.489268 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event updated for resources: {'Port': ['ID=a9eb8579-3de8-4d25-988d-829065a073db,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:57.824482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-130dafae-369c-4e2e-a577-503d5c72f6b7 req-85a32657-ea65-4202-828d-a6c77f3eaa59 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3944240 Aug 16 13:23:57.827660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Checking segment: {'id': 'b65b9baf-69c3-4b14-81cd-5c8e072388b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3b4f7a8b-353c-4599-940e-83a4105b42c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:57.828326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Network hostable DHCP agents. Network: 3b4f7a8b-353c-4599-940e-83a4105b42c0, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:23:57.931908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e9071d7c-a052-4238-945d-ea1835a7a0f2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:23:58.060829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b212fcef-3d9f-4c23-9f38-b3e88b95b8fc {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:23:58.075482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:58.075764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e9071d7c-a052-4238-945d-ea1835a7a0f2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:23:58.077138 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:58.093893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Transition to ACTIVE for port object b212fcef-3d9f-4c23-9f38-b3e88b95b8fc will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:23:58.100325 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:58.179665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Pushing event updated for resources: {'Port': ['ID=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:58.323866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Pushing event updated for resources: {'Port': ['ID=c989e844-8a19-44c3-9d0a-c727fe126bf1,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:58.337105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Attempting to bind port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:23:58.337105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Attempting to bind port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:23:58.337575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Attempting to bind port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc on network 18dc347e-2079-4742-adde-b29de53974f1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:23:58.352489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc on network 18dc347e-2079-4742-adde-b29de53974f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:23:58.353569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Attempting to bind port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc on network 18dc347e-2079-4742-adde-b29de53974f1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:23:58.374404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:23:58.377750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Checking segment: {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:58.378215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Bound using segment: {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:23:58.379899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Bound port: b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:23:58.380501 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:58.401375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950c010-9a00-4bb0-ac2e-a35f77f5290d req-05cadd14-3a6d-42ce-bcb1-1e8ab4c231a3 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:58.418678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d950c010-9a00-4bb0-ac2e-a35f77f5290d req-05cadd14-3a6d-42ce-bcb1-1e8ab4c231a3 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.5441563 Aug 16 13:23:58.422030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Network 3b4f7a8b-353c-4599-940e-83a4105b42c0 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:23:58.476544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44074) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:58.518137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Attempting to bind port c989e844-8a19-44c3-9d0a-c727fe126bf1 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:23:58.518685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Attempting to bind port c989e844-8a19-44c3-9d0a-c727fe126bf1 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:23:58.519205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Attempting to bind port c989e844-8a19-44c3-9d0a-c727fe126bf1 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:23:58.523075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3b4f7a8b-353c-4599-940e-83a4105b42c0) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:23:58.536256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11096c56-3a5c-45f8-8c77-2a1207afdbee None None] Network 3b4f7a8b-353c-4599-940e-83a4105b42c0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:23:58.567520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:23:58.577470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:23:58.588913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd230ac1-5af9-4d53-ba52-cd49e3bf7792 req-726171dc-1ee0-4dc3-a7bd-0a75a7ad52e9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:58.591091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:58.599119 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd230ac1-5af9-4d53-ba52-cd49e3bf7792 req-726171dc-1ee0-4dc3-a7bd-0a75a7ad52e9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 944 time: 0.5863016 Aug 16 13:23:58.636322 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:23:58.664612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:58.689756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:58.695122 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:58.717579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Pushing event updated for resources: {'Port': ['ID=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:58.748005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:58.752676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:58.773629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Port c989e844-8a19-44c3-9d0a-c727fe126bf1 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:23:58.774333 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Attempting to bind port c989e844-8a19-44c3-9d0a-c727fe126bf1 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:23:58.777040 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-dd35c57b-c332-4534-abf9-18f54453ad73 service neutron] 10.222.0.22 "PUT /v2.0/ports/b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 1092 time: 1.8355281 Aug 16 13:23:58.778121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:23:58.787932 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:23:58.794640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5014322b-e865-4339-9e64-eae91e872b02 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.3079898 Aug 16 13:23:58.799842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44082) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:58.806787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:23:58.811081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Checking segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:23:58.811849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Bound using segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:23:58.812600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Bound port: c989e844-8a19-44c3-9d0a-c727fe126bf1, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:23:58.813190 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:58.865937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d950c010-9a00-4bb0-ac2e-a35f77f5290d req-054c0f6c-b00d-4882-8f49-88865a5a3e87 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458554 Aug 16 13:23:58.938641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-45b91e73-48d6-4ff9-b5e7-cbbf1fd19357 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:58.942044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-45b91e73-48d6-4ff9-b5e7-cbbf1fd19357 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4354639 Aug 16 13:23:58.950927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44086) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:58.959455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-39009fa0-d136-47f6-b34a-682e10e3ae5a tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:58.961277 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-39009fa0-d136-47f6-b34a-682e10e3ae5a tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088363 Aug 16 13:23:58.967000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44088) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:58.976445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-435e5a53-52c0-4325-bca2-1eeaf5fea8e7 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:58.978713 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-435e5a53-52c0-4325-bca2-1eeaf5fea8e7 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0089655 Aug 16 13:23:58.982776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44090) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:58.991890 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-f9aed329-3874-40de-9fc9-f0e1d3fe9e30 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:58.993555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f9aed329-3874-40de-9fc9-f0e1d3fe9e30 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0091426 Aug 16 13:23:58.999505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44092) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.010304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-b01a079c-0806-4e77-9975-bb1380ac20f8 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.014801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b01a079c-0806-4e77-9975-bb1380ac20f8 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0090108 Aug 16 13:23:59.018126 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd6ea27-466b-4a04-ba62-45bb1fc6bb0a x-openstack-request-id: req-4cd6ea27-466b-4a04-ba62-45bb1fc6bb0a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:23:59.018349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44094) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.018589 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:23:59.018758 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cd6ea27-466b-4a04-ba62-45bb1fc6bb0a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:23:59.019129 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'status': 'completed', 'code': 200} Aug 16 13:23:59.081801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-9471b67a-db3a-4b5e-9bef-a1ea9c4b7fca tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.086331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9471b67a-db3a-4b5e-9bef-a1ea9c4b7fca tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0121870 Aug 16 13:23:59.088039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44edd37-76ce-4b77-a94b-97ac2a58a332 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:59.099939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44edd37-76ce-4b77-a94b-97ac2a58a332 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:59.102063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44098) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.107498 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d44edd37-76ce-4b77-a94b-97ac2a58a332 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3058925 Aug 16 13:23:59.108433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44100) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.108813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-c4f1d173-8c28-4a7b-9848-61581e21df68 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.114266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c4f1d173-8c28-4a7b-9848-61581e21df68 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0109346 Aug 16 13:23:59.123425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44102) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.158688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-5e039902-592d-483c-a675-d624edf099a5 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.160753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5e039902-592d-483c-a675-d624edf099a5 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0359354 Aug 16 13:23:59.167488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd230ac1-5af9-4d53-ba52-cd49e3bf7792 req-7028cb49-c101-463e-a9b5-44a51df297d9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5515189 Aug 16 13:23:59.168226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44104) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.182739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc659b-9057-4574-9bba-e024ab94807d req-b93e008c-ec00-4801-a1f5-bc51817c57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:59.184851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-b93e008c-ec00-4801-a1f5-bc51817c57a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1095 time: 0.2528067 Aug 16 13:23:59.206755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-61d40131-2906-46dd-9117-2157beb11195 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.208451 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-61d40131-2906-46dd-9117-2157beb11195 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0323317 Aug 16 13:23:59.217673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44106) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.230285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-9c93cefd-5fcf-45cb-918d-58dc97d2bdb8 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.233769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9c93cefd-5fcf-45cb-918d-58dc97d2bdb8 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0082808 Aug 16 13:23:59.240088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44108) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.250090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] For port c989e844-8a19-44c3-9d0a-c727fe126bf1, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:23:59.260747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] For port c989e844-8a19-44c3-9d0a-c727fe126bf1, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c989e844-8a19-44c3-9d0a-c727fe126bf1,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:23:59.292352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92116c50-1961-46e1-bd75-f1f1d05bab40 req-abd658c8-8f0e-4ace-8088-d7dbd210d2af tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:59.297044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-412fbe86-efe8-4e66-8bdd-2b53b8ae86ee tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.300291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92116c50-1961-46e1-bd75-f1f1d05bab40 req-abd658c8-8f0e-4ace-8088-d7dbd210d2af tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 944 time: 0.2357576 Aug 16 13:23:59.300892 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-412fbe86-efe8-4e66-8bdd-2b53b8ae86ee tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0583048 Aug 16 13:23:59.301722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:59.304106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44110) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.305966 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-4f0f8141-eede-4d7e-8a9a-a87ef7a0bcf5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 217 time: 0.0869951 Aug 16 13:23:59.312773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-2e91775e-7bf9-4a11-8aff-7f4bd84d2f89 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.314586 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2e91775e-7bf9-4a11-8aff-7f4bd84d2f89 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0071523 Aug 16 13:23:59.318194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44112) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.348458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-f384abb5-2907-457e-b984-210c44969442 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.353773 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f384abb5-2907-457e-b984-210c44969442 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0193870 Aug 16 13:23:59.353773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44114) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.391011 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:59.392820 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:59.394059 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] 10.222.0.42 "PUT /v2.0/ports/c989e844-8a19-44c3-9d0a-c727fe126bf1 HTTP/1.1" status: 200 len: 1092 time: 5.5593164 Aug 16 13:23:59.396207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'tag': 'c989e844-8a19-44c3-9d0a-c727fe126bf1'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:23:59.396465 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-319361e4-b8f2-4a5b-b891-cf3dee4b00db tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.397881 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-319361e4-b8f2-4a5b-b891-cf3dee4b00db tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0119760 Aug 16 13:23:59.398872 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f43a94-3132-4e2e-802b-7d03a63f839f" -d '{"events": [{"name": "network-changed", "server_uuid": "268910bc-e171-4c55-8679-34ac3b7c88c4", "tag": "c989e844-8a19-44c3-9d0a-c727fe126bf1"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:23:59.403915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44116) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.424717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-b72d2d5f-436f-47da-b57f-979836818632 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.430604 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b72d2d5f-436f-47da-b57f-979836818632 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0195110 Aug 16 13:23:59.435736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44122) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.460415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-a9b09e01-b40f-425c-b701-66c2e76f9fa7 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.462182 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a9b09e01-b40f-425c-b701-66c2e76f9fa7 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0161479 Aug 16 13:23:59.466068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44124) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.481570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-ee91824f-0483-4247-aaec-51ef37026929 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.482973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ee91824f-0483-4247-aaec-51ef37026929 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0135548 Aug 16 13:23:59.488124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44126) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.497222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-c9e44e9d-5e23-4bb0-8159-c00591f8aa48 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.499089 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c9e44e9d-5e23-4bb0-8159-c00591f8aa48 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0079017 Aug 16 13:23:59.502937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc659b-9057-4574-9bba-e024ab94807d req-5dd62d99-b819-4d4e-a0e8-e2379eed11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:59.505544 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-5dd62d99-b819-4d4e-a0e8-e2379eed11b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c51e74-7a74-461c-8175-9f993339be64 HTTP/1.1" status: 200 len: 835 time: 0.1886501 Aug 16 13:23:59.507052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92116c50-1961-46e1-bd75-f1f1d05bab40 req-3565053b-8d14-43bf-a82c-cf439d7fa582 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898251 Aug 16 13:23:59.509478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44128) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.513221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fb345fea-3061-4f0b-98ad-be15be265051 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Deleting port 511603f0-cbfd-49a5-8437-47843480ab58 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:23:59.519166 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb345fea-3061-4f0b-98ad-be15be265051 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:59.584239 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-d5abe7b2-c538-47ce-b05c-16c8f3f4eabc tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.586798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d5abe7b2-c538-47ce-b05c-16c8f3f4eabc tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0696983 Aug 16 13:23:59.588548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb1dcc-612e-46b0-8ffe-0090ca38c079 service neutron] Pushing event updated for resources: {'Port': ['ID=c989e844-8a19-44c3-9d0a-c727fe126bf1,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:23:59.592800 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44132) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.602275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-7652b925-cf3f-46b2-bda8-6e9f62602fd4 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.603908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7652b925-cf3f-46b2-bda8-6e9f62602fd4 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0069451 Aug 16 13:23:59.606300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44134) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.611866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-32e8e3ea-0f44-4284-b746-c3035b8d45fd tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.613127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-32e8e3ea-0f44-4284-b746-c3035b8d45fd tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0057306 Aug 16 13:23:59.616229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44136) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.622663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-82394a9a-9c82-4b0c-9cbf-b7bef11af4ed tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.622663 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-82394a9a-9c82-4b0c-9cbf-b7bef11af4ed tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046918 Aug 16 13:23:59.624725 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44138) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.631162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-d3eb7369-2748-409b-b71d-d19dbbe831ff tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.632083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d3eb7369-2748-409b-b71d-d19dbbe831ff tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064225 Aug 16 13:23:59.641294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44140) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.657208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-218813c0-4c51-4218-b4c6-3859da95ad6b tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.663038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-218813c0-4c51-4218-b4c6-3859da95ad6b tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0117948 Aug 16 13:23:59.667094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44142) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.670390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-de3ebf9b-a22c-4af7-a953-32beb1f639f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:59.672941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-de3ebf9b-a22c-4af7-a953-32beb1f639f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 1095 time: 0.1619835 Aug 16 13:23:59.680350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-728c8ca7-6b9f-4b7f-ae87-eb4e6b3024d4 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.685187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-728c8ca7-6b9f-4b7f-ae87-eb4e6b3024d4 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0101821 Aug 16 13:23:59.685938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44144) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.694389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-1fb2e0bb-5f8e-4592-a3b5-0cd56ec0843c tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.698907 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1fb2e0bb-5f8e-4592-a3b5-0cd56ec0843c tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080416 Aug 16 13:23:59.720133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44146) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.725715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-b609a7d3-6898-4776-ba34-53d8a0cead22 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.730240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b609a7d3-6898-4776-ba34-53d8a0cead22 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0082388 Aug 16 13:23:59.732998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44148) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.740585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-d3fe9593-f596-4f70-9685-f74e73a3205e tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.745284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d3fe9593-f596-4f70-9685-f74e73a3205e tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0106928 Aug 16 13:23:59.761029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb345fea-3061-4f0b-98ad-be15be265051 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:59.778498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-fb345fea-3061-4f0b-98ad-be15be265051 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Calling delete_port for 511603f0-cbfd-49a5-8437-47843480ab58 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:23:59.781059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44150) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.783908 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb9b336-38f9-4880-b856-645bf01f45b9 x-openstack-request-id: req-dcb9b336-38f9-4880-b856-645bf01f45b9 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:23:59.784307 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268910bc-e171-4c55-8679-34ac3b7c88c4", "tag": "c989e844-8a19-44c3-9d0a-c727fe126bf1", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:23:59.784555 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcb9b336-38f9-4880-b856-645bf01f45b9 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:23:59.784981 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'tag': 'c989e844-8a19-44c3-9d0a-c727fe126bf1', 'status': 'completed', 'code': 200} Aug 16 13:23:59.790494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-54db5c6d-8862-44a1-8e66-1e4dc3553f80 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.794956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-54db5c6d-8862-44a1-8e66-1e4dc3553f80 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0085413 Aug 16 13:23:59.796628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-6ecdfac2-3334-40ea-9661-8c2f31b2f895 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c989e844-8a19-44c3-9d0a-c727fe126bf1 HTTP/1.1" status: 200 len: 217 time: 0.1096432 Aug 16 13:23:59.797125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44152) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.802627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-b2c28ccf-a20e-4fa8-9aea-a1c1dad5a6d3 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.807513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b2c28ccf-a20e-4fa8-9aea-a1c1dad5a6d3 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0093207 Aug 16 13:23:59.808156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44154) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.814658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-efcd4852-9d90-4c65-8c8e-a2666c43ef44 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.818978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-efcd4852-9d90-4c65-8c8e-a2666c43ef44 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0081673 Aug 16 13:23:59.834966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44156) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.844240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-32e83118-57ec-4ce6-b272-cc2a50bdb231 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.846601 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-32e83118-57ec-4ce6-b272-cc2a50bdb231 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0066915 Aug 16 13:23:59.850861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44158) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.858424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-1112976b-e186-4e4b-82d5-f79613f79b7c tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.860148 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1112976b-e186-4e4b-82d5-f79613f79b7c tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0064385 Aug 16 13:23:59.869305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44160) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.871601 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:59.877098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-2bb61547-f760-4441-9ba9-261b748dde87 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.878861 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2bb61547-f760-4441-9ba9-261b748dde87 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0076232 Aug 16 13:23:59.889513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44162) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.893506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-2e71824e-e2eb-43cf-817d-dc8e8d641956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:59.895690 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-2e71824e-e2eb-43cf-817d-dc8e8d641956 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.0865388 Aug 16 13:23:59.897719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-eb739b91-4d0c-4c27-959d-f8dbe40eec3c tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.898809 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eb739b91-4d0c-4c27-959d-f8dbe40eec3c tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050969 Aug 16 13:23:59.902151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44164) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.908776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc659b-9057-4574-9bba-e024ab94807d req-f99f6c4d-adad-4eeb-b846-6c9707f430a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:23:59.909133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-68e63a63-994f-4e86-b379-f890adc12b25 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.910509 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-f99f6c4d-adad-4eeb-b846-6c9707f430a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=18dc347e-2079-4742-adde-b29de53974f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3788829 Aug 16 13:23:59.915917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-68e63a63-994f-4e86-b379-f890adc12b25 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0120530 Aug 16 13:23:59.916171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44168) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.921410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-2c22dabd-ec54-4a14-8f5d-46498c17eff2 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.921814 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2c22dabd-ec54-4a14-8f5d-46498c17eff2 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047474 Aug 16 13:23:59.939737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44170) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.944983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-a2c216cf-ce93-467f-ad95-64ddb66f19a3 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.945989 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a2c216cf-ce93-467f-ad95-64ddb66f19a3 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0052900 Aug 16 13:23:59.951232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44172) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.957336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-a640aba1-4997-45f4-a2f0-a84d62936590 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.958403 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a640aba1-4997-45f4-a2f0-a84d62936590 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0061328 Aug 16 13:23:59.972750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44174) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:23:59.978340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-b98cdde5-4359-41a8-b981-1a658d3cf622 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:23:59.979774 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b98cdde5-4359-41a8-b981-1a658d3cf622 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059144 Aug 16 13:23:59.989763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb345fea-3061-4f0b-98ad-be15be265051 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:23:59.991810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44176) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.000379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-c2ad881a-b408-4834-8e58-3f3ffe14e306 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.002198 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c2ad881a-b408-4834-8e58-3f3ffe14e306 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067489 Aug 16 13:24:00.010857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44178) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.041953 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-fd0b1813-5dd1-41ce-a6b4-803548bb7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:00.044147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-fd0b1813-5dd1-41ce-a6b4-803548bb7c18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267018 Aug 16 13:24:00.053796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-5e9637c5-e96b-4dce-8f4d-096554cfce1d tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.059084 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5e9637c5-e96b-4dce-8f4d-096554cfce1d tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053740 Aug 16 13:24:00.079396 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44180) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.089601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-425e8f73-e984-483d-ac94-0e805aac9e6e tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.090759 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-425e8f73-e984-483d-ac94-0e805aac9e6e tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0102875 Aug 16 13:24:00.096111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb345fea-3061-4f0b-98ad-be15be265051 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event deleted for resources: {'Port': ['ID=511603f0-cbfd-49a5-8437-47843480ab58,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:00.099544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44182) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.110363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-832180d6-723b-4e82-a3c9-f5c1940c42b9 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.112325 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-832180d6-723b-4e82-a3c9-f5c1940c42b9 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0085459 Aug 16 13:24:00.114991 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb345fea-3061-4f0b-98ad-be15be265051 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:00.119385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44184) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.122278 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fb345fea-3061-4f0b-98ad-be15be265051 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "DELETE /v2.0/ports/511603f0-cbfd-49a5-8437-47843480ab58 HTTP/1.1" status: 204 len: 168 time: 1.0118427 Aug 16 13:24:00.125923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44186) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.145313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-a245f48b-1fd6-4b96-89d0-d48873b9868e tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.149177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a245f48b-1fd6-4b96-89d0-d48873b9868e tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091307 Aug 16 13:24:00.159467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44188) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.170941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-36ecaaa8-8f5c-480f-aebc-884f260a1a09 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.175591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-36ecaaa8-8f5c-480f-aebc-884f260a1a09 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0117731 Aug 16 13:24:00.177620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44190) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.181476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-f5bed206-fa12-4de5-84a7-71696ec8ca7b tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.184823 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f5bed206-fa12-4de5-84a7-71696ec8ca7b tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044997 Aug 16 13:24:00.187577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44192) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.193000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-ef9fd9ac-5129-4009-a75d-81c692485fdf tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.196322 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ef9fd9ac-5129-4009-a75d-81c692485fdf tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052502 Aug 16 13:24:00.202850 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-c2c17de6-61e0-4ae1-9f5a-9f822e6bcaa4 service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718999 Aug 16 13:24:00.205172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44194) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.227699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-7d22c4a3-a79b-4d96-b643-ba5a136acb8d tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.231330 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7d22c4a3-a79b-4d96-b643-ba5a136acb8d tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0246108 Aug 16 13:24:00.248467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44198) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.256779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-70eafff9-d7da-4424-95d6-935f76f9be02 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.260389 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-70eafff9-d7da-4424-95d6-935f76f9be02 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075142 Aug 16 13:24:00.292637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44200) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.301409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-f863f3e2-0516-4d67-94b2-c4bbce924dc9 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.305563 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f863f3e2-0516-4d67-94b2-c4bbce924dc9 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0089600 Aug 16 13:24:00.320150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44202) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.340272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-eb2d53ea-921b-4406-9883-b308376c1670 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.346463 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eb2d53ea-921b-4406-9883-b308376c1670 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0173345 Aug 16 13:24:00.359350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44204) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.377344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274bc7b-9939-4089-9f8a-8b259f9b29f0 req-a27b2805-4e49-4b91-a3a5-5511cfc959eb tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:00.380735 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b274bc7b-9939-4089-9f8a-8b259f9b29f0 req-a27b2805-4e49-4b91-a3a5-5511cfc959eb tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.3350968 Aug 16 13:24:00.389819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-a2465ae0-597f-445a-a7e4-ab84515c52dc tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.403953 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a2465ae0-597f-445a-a7e4-ab84515c52dc tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0171645 Aug 16 13:24:00.425585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-e871b3ad-60c6-44ef-b818-8dc5f038755c service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418052 Aug 16 13:24:00.427180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44206) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.434583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-01d10ce1-234b-4896-a51c-2e3bf28be590 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.440246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-01d10ce1-234b-4896-a51c-2e3bf28be590 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0064869 Aug 16 13:24:00.457632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44208) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.475640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-097fc081-ce56-43dd-8576-ef32b8231e07 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.480697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-097fc081-ce56-43dd-8576-ef32b8231e07 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0183012 Aug 16 13:24:00.494346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44210) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.513926 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-b9e45cea-8ed0-4848-9a30-11d1a7d3fcaa tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.518146 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b9e45cea-8ed0-4848-9a30-11d1a7d3fcaa tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0221629 Aug 16 13:24:00.520968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44212) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.544900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-51fb5b5b-94ce-440c-b9e3-e9fa4b3df655 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.548983 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-51fb5b5b-94ce-440c-b9e3-e9fa4b3df655 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0215600 Aug 16 13:24:00.555148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44214) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.621117 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-feec27ef-fc1c-4d96-9e6e-92ce3ffd9a46 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.622798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-feec27ef-fc1c-4d96-9e6e-92ce3ffd9a46 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0661361 Aug 16 13:24:00.629574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44218) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.638262 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b274bc7b-9939-4089-9f8a-8b259f9b29f0 req-2e9127c1-3d92-48ec-856c-524b2d60e99a tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158830 Aug 16 13:24:00.656584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-a010e70c-be65-4bc5-bc33-0d000f72254b tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.656584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a010e70c-be65-4bc5-bc33-0d000f72254b tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0130539 Aug 16 13:24:00.670644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf28734-a896-4dde-a21d-e0c49b5c9255 req-7c7c7795-0420-4bc2-8d03-8f4aa5196ecb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:00.675730 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbf28734-a896-4dde-a21d-e0c49b5c9255 req-7c7c7795-0420-4bc2-8d03-8f4aa5196ecb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 944 time: 0.3517551 Aug 16 13:24:00.676348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44222) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.692116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-02dc3748-dc27-4b3b-ba58-b5ab868f1e9c tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.697282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-02dc3748-dc27-4b3b-ba58-b5ab868f1e9c tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0088468 Aug 16 13:24:00.698173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44224) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.710079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-80f914b8-9ac5-4742-8b4e-3990362b1967 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.715645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-80f914b8-9ac5-4742-8b4e-3990362b1967 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0102463 Aug 16 13:24:00.716601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44226) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.737048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-95f49d22-8dd9-40e1-a8e5-a14ce8384a5a tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.743749 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-95f49d22-8dd9-40e1-a8e5-a14ce8384a5a tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0225074 Aug 16 13:24:00.748629 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44230) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.762600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-53843fc5-290c-4dbf-beda-ac3cfce0236a tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.768961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-53843fc5-290c-4dbf-beda-ac3cfce0236a tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0123065 Aug 16 13:24:00.770611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44232) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.776400 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-1f10c65c-8ffc-4ec1-ac76-b4ca07d0a876 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.781495 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1f10c65c-8ffc-4ec1-ac76-b4ca07d0a876 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0058980 Aug 16 13:24:00.784153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44234) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.793130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-5470c380-dc89-480b-a0b6-f4f09ba2157d tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.799191 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5470c380-dc89-480b-a0b6-f4f09ba2157d tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0095854 Aug 16 13:24:00.800847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44236) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.811932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-95f3e4df-8739-4248-b3ba-fd9c1905ea37 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.816894 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-95f3e4df-8739-4248-b3ba-fd9c1905ea37 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0094013 Aug 16 13:24:00.818416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44238) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.831341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-3b34a92d-dba6-4650-9d0c-9eb50e8c55c9 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.836527 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3b34a92d-dba6-4650-9d0c-9eb50e8c55c9 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0129292 Aug 16 13:24:00.841869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44240) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.845772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c46e2ca8-310d-4650-9895-342592fb2d8a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Deleting port a9eb8579-3de8-4d25-988d-829065a073db {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:24:00.845772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c46e2ca8-310d-4650-9895-342592fb2d8a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:00.859101 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbf28734-a896-4dde-a21d-e0c49b5c9255 req-14f184ca-f638-4da9-af84-fec849decab1 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592679 Aug 16 13:24:00.866891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66913572-1de1-4692-bfa3-8a834e8f16bc req-a58238fe-a567-4be9-80f9-c50185786802 service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119275 Aug 16 13:24:00.953460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [None req-ca571a7c-7c14-41cb-a915-3387157759cc tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.955612 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ca571a7c-7c14-41cb-a915-3387157759cc tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0219860 Aug 16 13:24:00.962995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44242) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:00.964668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c46e2ca8-310d-4650-9895-342592fb2d8a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:00.985643 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-77cc659b-9057-4574-9bba-e024ab94807d req-7028107f-7505-456a-8ede-3b6c2f4f6e6f service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7555144 Aug 16 13:24:00.986927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [None req-901b1bb7-a8c1-49f9-b588-1067746d6989 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:24:00.993622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-901b1bb7-a8c1-49f9-b588-1067746d6989 tempest-ExtensionsTestJSON-1723121854 tempest-ExtensionsTestJSON-1723121854-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0238137 Aug 16 13:24:00.999016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8d3a0-9b61-4310-9b63-286c943f05f2 req-b2d3c01e-75dd-45d9-ae5f-170e6d036486 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:01.001942 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25d8d3a0-9b61-4310-9b63-286c943f05f2 req-b2d3c01e-75dd-45d9-ae5f-170e6d036486 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 944 time: 0.1260376 Aug 16 13:24:01.006851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c46e2ca8-310d-4650-9895-342592fb2d8a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Calling delete_port for a9eb8579-3de8-4d25-988d-829065a073db owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:24:01.040586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43a94-3132-4e2e-802b-7d03a63f839f req-26b20c20-c813-4e5b-adc7-d1c99720899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:01.043198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54f43a94-3132-4e2e-802b-7d03a63f839f req-26b20c20-c813-4e5b-adc7-d1c99720899f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 1095 time: 0.0953918 Aug 16 13:24:01.218682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43a94-3132-4e2e-802b-7d03a63f839f req-d92294b3-c067-4fa6-80fd-ba7e78f6c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:01.221383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54f43a94-3132-4e2e-802b-7d03a63f839f req-d92294b3-c067-4fa6-80fd-ba7e78f6c206 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.1540864 Aug 16 13:24:01.318321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54f43a94-3132-4e2e-802b-7d03a63f839f req-00ac3b36-e9f7-4a9a-84f6-258ac3e4d63b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c989e844-8a19-44c3-9d0a-c727fe126bf1 HTTP/1.1" status: 200 len: 217 time: 0.0806637 Aug 16 13:24:01.332915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25d8d3a0-9b61-4310-9b63-286c943f05f2 req-b0b2df6a-151f-4afe-ba90-275073788371 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078253 Aug 16 13:24:01.395264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1 req-99dd9bc9-a9ac-4e34-8135-d89a74fdae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:01.396405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43a94-3132-4e2e-802b-7d03a63f839f req-c01b7f7e-1211-4019-a4a2-967d260b7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:01.397922 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1 req-99dd9bc9-a9ac-4e34-8135-d89a74fdae46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1095 time: 0.2267783 Aug 16 13:24:01.398621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54f43a94-3132-4e2e-802b-7d03a63f839f req-c01b7f7e-1211-4019-a4a2-967d260b7156 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.0559063 Aug 16 13:24:01.437161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5275e80-a945-4118-a31f-f47bab052068 req-431ed4f5-d484-4d99-9237-a162ada9d935 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:01.439939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5275e80-a945-4118-a31f-f47bab052068 req-431ed4f5-d484-4d99-9237-a162ada9d935 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.2159488 Aug 16 13:24:01.547763 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5275e80-a945-4118-a31f-f47bab052068 req-37d1b00d-238c-4a09-b967-f8a20298dce7 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813985 Aug 16 13:24:01.553259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43a94-3132-4e2e-802b-7d03a63f839f req-6cbc8aad-67c8-4626-b9f6-3443fce3b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:01.555984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54f43a94-3132-4e2e-802b-7d03a63f839f req-6cbc8aad-67c8-4626-b9f6-3443fce3b34b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483850 Aug 16 13:24:01.633961 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d41aed-38c1-4a21-94f9-1754ae20f84c req-2d52a76f-d3e0-4514-b496-b95097b500a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:01.643954 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02d41aed-38c1-4a21-94f9-1754ae20f84c req-2d52a76f-d3e0-4514-b496-b95097b500a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a6c75ed506d432b9b42843e9ad9c254&device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 1096 time: 0.4103134 Aug 16 13:24:01.652960 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c46e2ca8-310d-4650-9895-342592fb2d8a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:01.710208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44250) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:01.788483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e2ca8-310d-4650-9895-342592fb2d8a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event deleted for resources: {'Port': ['ID=a9eb8579-3de8-4d25-988d-829065a073db,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:01.793023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54f43a94-3132-4e2e-802b-7d03a63f839f req-102b3787-cf75-4105-9933-035befee4b2f service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284248 Aug 16 13:24:01.802891 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1256d17-faad-470d-af08-45ca53391fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:01.820069 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c46e2ca8-310d-4650-9895-342592fb2d8a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:01.825072 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c46e2ca8-310d-4650-9895-342592fb2d8a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "DELETE /v2.0/ports/a9eb8579-3de8-4d25-988d-829065a073db HTTP/1.1" status: 204 len: 168 time: 1.6987267 Aug 16 13:24:01.826080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44256) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:01.831025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1 req-30b547e2-68c7-45cf-a665-9769a404f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:01.832621 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1 req-30b547e2-68c7-45cf-a665-9769a404f285 service neutron] 10.222.0.22 "GET /v2.0/networks?id=18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 200 len: 896 time: 0.4078445 Aug 16 13:24:01.981720 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1b2d66af-a58a-471f-8ad1-8b569bf867b7 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1521883 Aug 16 13:24:01.982968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44260) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:01.991367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54f43a94-3132-4e2e-802b-7d03a63f839f req-9a8308ae-495b-4488-ad32-21d169e1f58c service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788511 Aug 16 13:24:01.994741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-395273569'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:01.999277 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1 req-a0680f08-8311-4cf9-9123-2f27cd23d0e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 217 time: 0.1052830 Aug 16 13:24:02.043032 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce299-b0ad-4bd1-be81-f1d9ffbc8144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:02.102473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d41aed-38c1-4a21-94f9-1754ae20f84c req-230cba95-985b-46d4-859b-010f3f371762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:02.104070 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02d41aed-38c1-4a21-94f9-1754ae20f84c req-230cba95-985b-46d4-859b-010f3f371762 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6e577e68-443a-4f28-9c96-b6501803a051 HTTP/1.1" status: 200 len: 911 time: 0.4446795 Aug 16 13:24:02.117251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e92f3-973c-4eb7-a58b-f49846b7b2d3 req-a0875fd4-cafb-4251-9340-9e4ac499cf78 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:02.120038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6b6e92f3-973c-4eb7-a58b-f49846b7b2d3 req-a0875fd4-cafb-4251-9340-9e4ac499cf78 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 944 time: 0.0944951 Aug 16 13:24:02.125729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Made reservation on behalf of 54e305d5337d4fa0b0ef499669b61036 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:24:02.129944 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:02.188404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02d41aed-38c1-4a21-94f9-1754ae20f84c req-bf8e7403-713c-4c30-af30-55a355f05582 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54b3c5a3-08e7-4a9b-888a-97ec2da63540 HTTP/1.1" status: 200 len: 217 time: 0.0757389 Aug 16 13:24:02.195409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1 req-9eaba7c4-6452-419f-b32b-b601484d1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:02.197036 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1 req-9eaba7c4-6452-419f-b32b-b601484d1970 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c51e74-7a74-461c-8175-9f993339be64 HTTP/1.1" status: 200 len: 835 time: 0.1888199 Aug 16 13:24:02.227905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6b6e92f3-973c-4eb7-a58b-f49846b7b2d3 req-70e5c147-eb05-4b52-986b-96fbf3d48576 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981364 Aug 16 13:24:02.303912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:24:02.334464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:02.334905 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Added segment 899bd4bd-fb9b-4f0c-a8b5-c96e8e143457 of type vlan for network ab595ed4-201b-44dd-bf79-2f585e1d592c Aug 16 13:24:02.361501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d41aed-38c1-4a21-94f9-1754ae20f84c req-ec33f260-f188-49ed-ad24-816b1d9be646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:02.363398 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02d41aed-38c1-4a21-94f9-1754ae20f84c req-ec33f260-f188-49ed-ad24-816b1d9be646 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d68844d7-9274-4339-b4b9-ccffb9f58341 HTTP/1.1" status: 200 len: 851 time: 0.1653206 Aug 16 13:24:02.444440 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:02.448491 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1 req-1fccdb3c-d9de-4104-96e5-add9bc1a5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:02.450210 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1 req-1fccdb3c-d9de-4104-96e5-add9bc1a5f4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=18dc347e-2079-4742-adde-b29de53974f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084033 Aug 16 13:24:02.455289 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02d41aed-38c1-4a21-94f9-1754ae20f84c req-22e15d4d-1fd3-4bfa-b731-b0f7b59148ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e577e68-443a-4f28-9c96-b6501803a051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638428 Aug 16 13:24:02.485269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a60bcf-f507-42b2-aac4-d4c306954c23 req-8a701b32-ab22-41c3-afb0-249df941012d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:02.494235 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63a60bcf-f507-42b2-aac4-d4c306954c23 req-8a701b32-ab22-41c3-afb0-249df941012d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 944 time: 0.0714185 Aug 16 13:24:02.536299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63a60bcf-f507-42b2-aac4-d4c306954c23 req-41460838-5042-4c84-91d5-6dc1b600f9be tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408175 Aug 16 13:24:02.557197 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce299-b0ad-4bd1-be81-f1d9ffbc8144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:02.670206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce299-b0ad-4bd1-be81-f1d9ffbc8144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:02.699791 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:02.709789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:02.710888 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:02.718642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ae909-ec06-4201-a6b3-2735b4199cb6 req-76c24585-e3f2-44d6-9dec-0c5f93d28ab8 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:02.720832 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a1ae909-ec06-4201-a6b3-2735b4199cb6 req-76c24585-e3f2-44d6-9dec-0c5f93d28ab8 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.0719633 Aug 16 13:24:02.770815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a1ae909-ec06-4201-a6b3-2735b4199cb6 req-ed36b6c1-b4b9-41fe-bb92-4de9a4f56607 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434947 Aug 16 13:24:02.774364 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02d41aed-38c1-4a21-94f9-1754ae20f84c req-d0af778f-515f-4ea6-8bb4-9df6e141f5ff service neutron] 10.222.0.22 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049161 Aug 16 13:24:02.779636 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9e5ce299-b0ad-4bd1-be81-f1d9ffbc8144 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abb2adfde0314444a925d878917c9973&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0545690 Aug 16 13:24:02.781918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44266) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:02.891521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45e66e39-592d-4a6d-96da-08a2b2d0b440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:02.922015 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45e66e39-592d-4a6d-96da-08a2b2d0b440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:02.953878 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1 req-928abcbd-aed7-4516-a4b1-bf1487409a90 service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854910 Aug 16 13:24:02.972037 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9834740 Aug 16 13:24:02.975827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44270) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:02.991456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-223023266'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:02.998280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6942e-fff0-4355-9802-3e08aff28d0a tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event updated for resources: {'Network': ['ID=ab595ed4-201b-44dd-bf79-2f585e1d592c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:03.021624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ab595ed4-201b-44dd-bf79-2f585e1d592c details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:24:03.038074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Made reservation on behalf of 54e305d5337d4fa0b0ef499669b61036 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:24:03.044097 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:03.067283 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45e66e39-592d-4a6d-96da-08a2b2d0b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:03.073216 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45e66e39-592d-4a6d-96da-08a2b2d0b440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:03.079130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-45e66e39-592d-4a6d-96da-08a2b2d0b440 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8f6db84-66cf-4da4-b085-455bf1e1d9f4 HTTP/1.1" status: 204 len: 168 time: 0.2946343 Aug 16 13:24:03.079996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ce299-b0ad-4bd1-be81-f1d9ffbc8144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f6db84-66cf-4da4-b085-455bf1e1d9f4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:03.102613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e66e39-592d-4a6d-96da-08a2b2d0b440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f6db84-66cf-4da4-b085-455bf1e1d9f4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:03.116287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:24:03.134553 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:03.134943 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Added segment 1905ec1f-89f7-4098-94e8-b0470081f965 of type vlan for network c0521eb1-4646-434a-9c54-7c564113d79a Aug 16 13:24:03.224771 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:03.256198 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d56e4c20-528d-4d99-b85e-219cc2cf9bc1 req-698518fb-8639-40bf-93c8-7d0b5ee78bac service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770472 Aug 16 13:24:03.284215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-02d41aed-38c1-4a21-94f9-1754ae20f84c req-b4f185e4-39db-4340-8e68-c0049bda4500 service neutron] 10.222.0.22 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924016 Aug 16 13:24:03.288094 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:03.313266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:03.314372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:03.436735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event updated for resources: {'Network': ['ID=c0521eb1-4646-434a-9c54-7c564113d79a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:03.449109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network c0521eb1-4646-434a-9c54-7c564113d79a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:24:03.478804 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-28017e3b-5be7-4783-8aad-b25bca5a5cde tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5012856 Aug 16 13:24:03.510556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eabbd-d1fa-43f2-8d45-a6d5642ef840 req-2a6238fb-3f43-474d-95c4-b98a509d12de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:03.514716 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-284eabbd-d1fa-43f2-8d45-a6d5642ef840 req-2a6238fb-3f43-474d-95c4-b98a509d12de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a6c75ed506d432b9b42843e9ad9c254&device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 1096 time: 0.0900207 Aug 16 13:24:03.583786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c97441-9052-406a-b4d7-245a36e9c17c req-6d8a5046-3d28-44ca-98a9-cc05e8345696 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:03.586139 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33c97441-9052-406a-b4d7-245a36e9c17c req-6d8a5046-3d28-44ca-98a9-cc05e8345696 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 944 time: 0.1666875 Aug 16 13:24:03.675380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33c97441-9052-406a-b4d7-245a36e9c17c req-116ce521-54be-4bcb-a385-d95e6cbf694a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771480 Aug 16 13:24:03.960649 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01398bb7-ca89-485a-9352-ee82dd935f8e req-9c336dee-2178-4200-85c9-f50da71838b0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:03.964168 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01398bb7-ca89-485a-9352-ee82dd935f8e req-9c336dee-2178-4200-85c9-f50da71838b0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 944 time: 0.1528003 Aug 16 13:24:03.993266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eabbd-d1fa-43f2-8d45-a6d5642ef840 req-ba26b4cb-b191-442c-abbe-d1b7fcbade54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:03.996342 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-284eabbd-d1fa-43f2-8d45-a6d5642ef840 req-ba26b4cb-b191-442c-abbe-d1b7fcbade54 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6e577e68-443a-4f28-9c96-b6501803a051 HTTP/1.1" status: 200 len: 911 time: 0.4486008 Aug 16 13:24:04.063555 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-284eabbd-d1fa-43f2-8d45-a6d5642ef840 req-a85d042e-e95d-4e2b-a34d-53792a2ea208 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54b3c5a3-08e7-4a9b-888a-97ec2da63540 HTTP/1.1" status: 200 len: 217 time: 0.0575500 Aug 16 13:24:04.129702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eabbd-d1fa-43f2-8d45-a6d5642ef840 req-7447513a-d190-400a-8ce4-4ab2978480f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:04.132069 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-284eabbd-d1fa-43f2-8d45-a6d5642ef840 req-7447513a-d190-400a-8ce4-4ab2978480f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d68844d7-9274-4339-b4b9-ccffb9f58341 HTTP/1.1" status: 200 len: 851 time: 0.0581641 Aug 16 13:24:04.201789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8909aa0-7f88-462b-9c45-62ea8bb1980f req-3e559fcc-cd78-4871-9d5c-b5329c09ca1c tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:04.212449 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-284eabbd-d1fa-43f2-8d45-a6d5642ef840 req-5ba473af-db59-4f69-8ca2-64104e1aef48 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e577e68-443a-4f28-9c96-b6501803a051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718801 Aug 16 13:24:04.213141 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8909aa0-7f88-462b-9c45-62ea8bb1980f req-3e559fcc-cd78-4871-9d5c-b5329c09ca1c tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.2482455 Aug 16 13:24:04.219258 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01398bb7-ca89-485a-9352-ee82dd935f8e req-505c65c0-417f-4122-8ab1-a1813fb0763e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183988 Aug 16 13:24:04.329146 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8909aa0-7f88-462b-9c45-62ea8bb1980f req-1c012eba-a8c8-44b5-9d25-7df0fa2b0374 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149242 Aug 16 13:24:04.389125 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-683fb364-c61a-4c2b-83ac-4d2f0ee33101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:04.434237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-284eabbd-d1fa-43f2-8d45-a6d5642ef840 req-d39a4fd9-5272-4ad2-86a5-3c15304947d8 service neutron] 10.222.0.22 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034144 Aug 16 13:24:04.575175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b212fcef-3d9f-4c23-9f38-b3e88b95b8fc details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:24:04.603674 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-284eabbd-d1fa-43f2-8d45-a6d5642ef840 req-7191d39b-dfda-4da8-a6ca-f11e6025f78f service neutron] 10.222.0.22 "GET /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608741 Aug 16 13:24:04.641463 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:04.792369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:24:04.824871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'port_id': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'mac_address': 'fa:16:3e:64:67:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:24:04.919016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44302) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:04.969045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcccc1-99a6-40bb-abc8-5b8579a26bf4 req-6c306ef2-a282-49b5-b95f-767280414be5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:04.980506 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89fcccc1-99a6-40bb-abc8-5b8579a26bf4 req-6c306ef2-a282-49b5-b95f-767280414be5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 944 time: 0.1040900 Aug 16 13:24:05.047559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89fcccc1-99a6-40bb-abc8-5b8579a26bf4 req-e9d45b17-4fca-4ae2-bdac-166b446a0d68 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643947 Aug 16 13:24:05.236076 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:05.247258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-827515397'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:05.272540 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b212fcef-3d9f-4c23-9f38-b3e88b95b8fc {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:24:05.303552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:24:05.316460 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:05.330448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Made reservation on behalf of 581a70fa090e4d318cd64dece35de8ca for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:24:05.340591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:05.351656 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:05.444365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:05.540870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc9cf1-be44-4265-a4e7-23c5c5cf3c76 req-43d936f6-4872-4d0c-a40e-f65f52244922 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:05.550487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdbc9cf1-be44-4265-a4e7-23c5c5cf3c76 req-43d936f6-4872-4d0c-a40e-f65f52244922 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 945 time: 0.1791174 Aug 16 13:24:05.563738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:05.568739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a24f6d-52ac-456f-95aa-917c2c1810fc req-57dba692-5773-4499-8f51-28c7c0e851dd tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:05.572303 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:05.578028 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65a24f6d-52ac-456f-95aa-917c2c1810fc req-57dba692-5773-4499-8f51-28c7c0e851dd tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.1054461 Aug 16 13:24:05.600749 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:05.620012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:24:05.646203 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c6169b-f391-42b9-8785-1fb375914267,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:05.649034 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-65a24f6d-52ac-456f-95aa-917c2c1810fc req-d7f9251c-db70-45d2-9f9d-f7a007e6c076 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695095 Aug 16 13:24:05.652527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:05.653158 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Added segment 33f9c685-9059-40d7-ac3b-57db87fa5394 of type vlan for network 5507b337-820b-4e3d-9dde-8a3c3426807c Aug 16 13:24:05.700817 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b212fcef-3d9f-4c23-9f38-b3e88b95b8fc'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:24:05.719184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdbc9cf1-be44-4265-a4e7-23c5c5cf3c76 req-6d1362f6-f72c-42da-878a-e8c4e78055aa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673746 Aug 16 13:24:05.761529 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:05.796943 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:05.806274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:05.806959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:05.866933 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9464705 Aug 16 13:24:05.871799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44314) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:05.879707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Request body: {'subnet': {'network_id': '5507b337-820b-4e3d-9dde-8a3c3426807c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:05.920838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d5f8a-fc37-4e06-9af4-123e846febb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Pushing event updated for resources: {'Network': ['ID=5507b337-820b-4e3d-9dde-8a3c3426807c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:05.941252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 5507b337-820b-4e3d-9dde-8a3c3426807c details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:24:06.101158 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Made reservation on behalf of 581a70fa090e4d318cd64dece35de8ca for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:24:06.105693 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:06.439856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:06.530309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9a6cc-86e6-4c1e-891d-0fc657356eda req-95260e65-2378-4476-b8de-66ac758ed6cf tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:06.532132 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12f9a6cc-86e6-4c1e-891d-0fc657356eda req-95260e65-2378-4476-b8de-66ac758ed6cf tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.1524580 Aug 16 13:24:06.545295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Pushing event updated for resources: {'Subnet': ['ID=5ac8fd56-43d3-4b7e-8e08-ba9943500ed4,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:06.562318 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc32247-15ff-461c-8210-edca9401ede4 req-5d964911-f23c-4ea0-8585-68f705f3e4cf tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:06.564023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dbc32247-15ff-461c-8210-edca9401ede4 req-5d964911-f23c-4ea0-8585-68f705f3e4cf tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 944 time: 0.1442404 Aug 16 13:24:06.628477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Checking segment: {'id': '33f9c685-9059-40d7-ac3b-57db87fa5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5507b337-820b-4e3d-9dde-8a3c3426807c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:24:06.629001 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Network hostable DHCP agents. Network: 5507b337-820b-4e3d-9dde-8a3c3426807c, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:24:06.662384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dbc32247-15ff-461c-8210-edca9401ede4 req-358690b6-6857-4936-b0e7-c5a0b251e405 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841610 Aug 16 13:24:06.665627 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12f9a6cc-86e6-4c1e-891d-0fc657356eda req-71e2bee3-b9c6-44ea-a8d6-b92cf2c09a24 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914152 Aug 16 13:24:06.679998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Network 5507b337-820b-4e3d-9dde-8a3c3426807c is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:24:06.696314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 5507b337-820b-4e3d-9dde-8a3c3426807c) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:24:06.710240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a999c4-a291-400f-a9e7-60eb8e5f6faf None None] Network 5507b337-820b-4e3d-9dde-8a3c3426807c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:24:06.717829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:06.718838 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:06.745981 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d3385576-90e6-423f-b021-e2ddc884995d tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8683846 Aug 16 13:24:06.746430 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44324) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:06.754148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Request body: {'port': {'network_id': '5507b337-820b-4e3d-9dde-8a3c3426807c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-49431373'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:06.961127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Made reservation on behalf of 581a70fa090e4d318cd64dece35de8ca for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:24:06.966969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272157a-363d-42f6-8257-580ce6c1fdd2 req-440f5289-ce26-4e87-bd36-946cabf5cef1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:06.967240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:06.976795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7272157a-363d-42f6-8257-580ce6c1fdd2 req-440f5289-ce26-4e87-bd36-946cabf5cef1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 945 time: 0.0968394 Aug 16 13:24:07.028842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] device_id is not set on port 365b92f0-59bc-4c36-b930-a5b1bcfedff3 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:24:07.034621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7272157a-363d-42f6-8257-580ce6c1fdd2 req-a2752986-3578-4cfb-9550-88dcb648c45f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565407 Aug 16 13:24:07.110433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-5507b337-820b-4e3d-9dde-8a3c3426807c', 'network_id': '5507b337-820b-4e3d-9dde-8a3c3426807c', 'tenant_id': '581a70fa090e4d318cd64dece35de8ca', 'fixed_ips': [{'subnet_id': '5ac8fd56-43d3-4b7e-8e08-ba9943500ed4'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:24:07.113444 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:07.180298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44328) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:07.190390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'subnets': [{'network_id': 'ab595ed4-201b-44dd-bf79-2f585e1d592c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--151749514', 'ip_version': 6}, {'network_id': 'c0521eb1-4646-434a-9c54-7c564113d79a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:07.190934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'subnet': {'network_id': 'ab595ed4-201b-44dd-bf79-2f585e1d592c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--151749514', 'ip_version': 6}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:07.191987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Request body: {'subnet': {'network_id': 'c0521eb1-4646-434a-9c54-7c564113d79a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:07.267966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Allocated IP 2001:db8::363 (5507b337-820b-4e3d-9dde-8a3c3426807c/5ac8fd56-43d3-4b7e-8e08-ba9943500ed4/365b92f0-59bc-4c36-b930-a5b1bcfedff3) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:24:07.399170 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:07.512613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:07.529754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Transition to ACTIVE for port object 365b92f0-59bc-4c36-b930-a5b1bcfedff3 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:24:07.572423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Made reservation on behalf of 54e305d5337d4fa0b0ef499669b61036 for: {'subnet': 2} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:24:07.584910 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:07.587284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:07.588002 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:07.656774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Allocated IP 2001:db8::2 (5507b337-820b-4e3d-9dde-8a3c3426807c/5ac8fd56-43d3-4b7e-8e08-ba9943500ed4/253335c4-d2e2-4f8a-a67c-76ff3494d00d) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:24:07.687426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Pushing event updated for resources: {'Port': ['ID=365b92f0-59bc-4c36-b930-a5b1bcfedff3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:07.717885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Network 5507b337-820b-4e3d-9dde-8a3c3426807c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:24:07.722671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:24:07.728964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:24:07.742990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:07.744636 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:07.798711 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-284b141a-b355-4eed-8542-0c7f08457fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.0502973 Aug 16 13:24:07.801739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44336) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:07.813176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Request body: {'port': {'network_id': '5507b337-820b-4e3d-9dde-8a3c3426807c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1217460001', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:07.815606 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.api.validators [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] bootfile-name is not in valid_values {{(pid=101396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:24:07.816481 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.api.validators [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] tftp-server is not in valid_values {{(pid=101396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:24:07.817228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.api.validators [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] server-ip-address is not in valid_values {{(pid=101396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:24:07.982262 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:07.992981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Transition to ACTIVE for port object 253335c4-d2e2-4f8a-a67c-76ff3494d00d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:24:08.026697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Transition to ACTIVE for port object 253335c4-d2e2-4f8a-a67c-76ff3494d00d will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:24:08.036128 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:08.036631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Made reservation on behalf of 581a70fa090e4d318cd64dece35de8ca for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:24:08.040999 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:08.068353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] device_id is not set on port cc3aa783-e5ad-443b-9423-9e066b450449 yet. {{(pid=101396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 13:24:08.094334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Network 5507b337-820b-4e3d-9dde-8a3c3426807c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:24:08.100294 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:24:08.101505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1386f1a-44cf-4346-bc31-5f96cb8ff5c9 req-0b8e6f07-5f23-40c6-bc0a-53895a669428 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:08.103229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1386f1a-44cf-4346-bc31-5f96cb8ff5c9 req-0b8e6f07-5f23-40c6-bc0a-53895a669428 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.1914730 Aug 16 13:24:08.104695 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:24:08.111837 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae4bf8-7054-4c80-bcb4-c7185689047f req-ac2f2ec1-e6bd-4062-a21c-816b7ab9386d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:08.114050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3aae4bf8-7054-4c80-bcb4-c7185689047f req-ac2f2ec1-e6bd-4062-a21c-816b7ab9386d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 944 time: 0.2008603 Aug 16 13:24:08.129706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Pushing event updated for resources: {'Port': ['ID=253335c4-d2e2-4f8a-a67c-76ff3494d00d,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:08.219798 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Attempting to bind port 253335c4-d2e2-4f8a-a67c-76ff3494d00d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:24:08.221019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Attempting to bind port 253335c4-d2e2-4f8a-a67c-76ff3494d00d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '33f9c685-9059-40d7-ac3b-57db87fa5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5507b337-820b-4e3d-9dde-8a3c3426807c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:24:08.221314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Attempting to bind port 253335c4-d2e2-4f8a-a67c-76ff3494d00d on network 5507b337-820b-4e3d-9dde-8a3c3426807c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:24:08.227754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:24:08.228239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Checking segment: {'id': '33f9c685-9059-40d7-ac3b-57db87fa5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5507b337-820b-4e3d-9dde-8a3c3426807c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:24:08.228726 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:08.229202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Bound using segment: {'id': '33f9c685-9059-40d7-ac3b-57db87fa5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5507b337-820b-4e3d-9dde-8a3c3426807c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:24:08.229791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Bound port: 253335c4-d2e2-4f8a-a67c-76ff3494d00d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f9c685-9059-40d7-ac3b-57db87fa5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5507b337-820b-4e3d-9dde-8a3c3426807c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:24:08.230303 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:08.238135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1386f1a-44cf-4346-bc31-5f96cb8ff5c9 req-d36beb91-295c-413e-93e6-5b8b46b133f6 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151655 Aug 16 13:24:08.238943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Allocated IP 2001:db8::41 (5507b337-820b-4e3d-9dde-8a3c3426807c/5ac8fd56-43d3-4b7e-8e08-ba9943500ed4/cc3aa783-e5ad-443b-9423-9e066b450449) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:24:08.266608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3aae4bf8-7054-4c80-bcb4-c7185689047f req-929e076f-dc74-4194-a42b-fc5e385f1a23 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454327 Aug 16 13:24:08.373674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] For port 253335c4-d2e2-4f8a-a67c-76ff3494d00d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:24:08.378048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] For port 253335c4-d2e2-4f8a-a67c-76ff3494d00d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=253335c4-d2e2-4f8a-a67c-76ff3494d00d,segment=NetworkSegment(33f9c685-9059-40d7-ac3b-57db87fa5394),segment_id=33f9c685-9059-40d7-ac3b-57db87fa5394)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:24:08.385062 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:08.390396 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:08.391589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98fe14-142b-4515-a379-7133fece3c7f req-c0cdb12e-3c95-4750-b677-9c953cd4be66 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:08.394803 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed98fe14-142b-4515-a379-7133fece3c7f req-c0cdb12e-3c95-4750-b677-9c953cd4be66 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.22 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.1027100 Aug 16 13:24:08.462468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea93bc-00eb-4d4b-83bf-a5a46f684fc1 None None] Pushing event updated for resources: {'Port': ['ID=253335c4-d2e2-4f8a-a67c-76ff3494d00d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:08.668445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b212fcef-3d9f-4c23-9f38-b3e88b95b8fc up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:24:08.740300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ed98fe14-142b-4515-a379-7133fece3c7f req-0743fdd9-b08f-4a44-b5c2-f392db030815 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Deleting port 54b3c5a3-08e7-4a9b-888a-97ec2da63540 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:24:08.740567 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed98fe14-142b-4515-a379-7133fece3c7f req-0743fdd9-b08f-4a44-b5c2-f392db030815 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:08.788549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:24:08.792072 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:08.794201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:24:08.794618 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:08.833007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Transition to ACTIVE for port object cc3aa783-e5ad-443b-9423-9e066b450449 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:24:08.894150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc522a5f-6579-4ea0-bb26-92841356b559 req-6f3dc178-87ad-4941-b01b-85763186cfc9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:08.897186 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc522a5f-6579-4ea0-bb26-92841356b559 req-6f3dc178-87ad-4941-b01b-85763186cfc9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 945 time: 0.5638087 Aug 16 13:24:08.906141 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:08.948537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event updated for resources: {'Subnet': ['ID=bea8634b-e075-4e49-95b3-15cf9a78a297,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:08.979862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc522a5f-6579-4ea0-bb26-92841356b559 req-1606d975-c43f-450c-a5d7-543f5e9ac0e0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708430 Aug 16 13:24:08.989165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Checking segment: {'id': '899bd4bd-fb9b-4f0c-a8b5-c96e8e143457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ab595ed4-201b-44dd-bf79-2f585e1d592c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:24:08.989536 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Network hostable DHCP agents. Network: ab595ed4-201b-44dd-bf79-2f585e1d592c, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:24:08.997569 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:09.039842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Network ab595ed4-201b-44dd-bf79-2f585e1d592c is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:24:09.040091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:24:09.040913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:24:09.044386 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de4c4f2-5917-4984-91a7-36fe3fd70fde" -d '{"events": [{"server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "name": "network-vif-plugged", "status": "completed", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:24:09.047433 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:09.048999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 54b3c5a3-08e7-4a9b-888a-97ec2da63540 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:24:09.064907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ab595ed4-201b-44dd-bf79-2f585e1d592c) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:24:09.096458 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:09.110501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea03875-3651-4aea-b171-549cfa3fc392 None None] Network ab595ed4-201b-44dd-bf79-2f585e1d592c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:24:09.132309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Pushing event updated for resources: {'Port': ['ID=cc3aa783-e5ad-443b-9423-9e066b450449,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:09.140095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Network 5507b337-820b-4e3d-9dde-8a3c3426807c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:24:09.141957 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa4f2df-5289-4fe2-9152-9a23327c7e38 x-openstack-request-id: req-5fa4f2df-5289-4fe2-9152-9a23327c7e38 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:24:09.142970 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "name": "network-vif-plugged", "status": "completed", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:24:09.143249 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fa4f2df-5289-4fe2-9152-9a23327c7e38 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:24:09.143659 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'code': 200} Aug 16 13:24:09.154084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:24:09.163107 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:24:09.177395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.179702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:09.236632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Checking segment: {'id': '1905ec1f-89f7-4098-94e8-b0470081f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0521eb1-4646-434a-9c54-7c564113d79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:24:09.237013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Network hostable DHCP agents. Network: c0521eb1-4646-434a-9c54-7c564113d79a, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:24:09.283239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:09.324526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event updated for resources: {'Subnet': ['ID=426440d0-530c-46b4-9079-ca73c84e7b00,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:09.325682 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e1b177b0-415a-4c39-8885-daebacc72d7e tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5213971 Aug 16 13:24:09.339307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44350) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:09.386072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Network c0521eb1-4646-434a-9c54-7c564113d79a is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:24:09.406137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ed98fe14-142b-4515-a379-7133fece3c7f req-0743fdd9-b08f-4a44-b5c2-f392db030815 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] For port 54b3c5a3-08e7-4a9b-888a-97ec2da63540, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=54b3c5a3-08e7-4a9b-888a-97ec2da63540,segment=NetworkSegment(e411de7b-2fa2-4e77-abac-f585da3a2a50),segment_id=e411de7b-2fa2-4e77-abac-f585da3a2a50)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:24:09.406137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed98fe14-142b-4515-a379-7133fece3c7f req-0743fdd9-b08f-4a44-b5c2-f392db030815 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:09.426787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, c0521eb1-4646-434a-9c54-7c564113d79a) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:24:09.443537 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.445801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.449587 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:09.488330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ed98fe14-142b-4515-a379-7133fece3c7f req-0743fdd9-b08f-4a44-b5c2-f392db030815 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Calling delete_port for 54b3c5a3-08e7-4a9b-888a-97ec2da63540 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:24:09.492036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c4adf807-0ad8-4397-8798-34a327153c85 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.3097520 Aug 16 13:24:09.493722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be74843-1bb6-4505-bc32-1180af07cd45 req-d79991c4-0fc7-4dc9-a985-6447ecfa927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.496058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44362) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:09.506964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2be74843-1bb6-4505-bc32-1180af07cd45 req-d79991c4-0fc7-4dc9-a985-6447ecfa927f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1097 time: 0.2647996 Aug 16 13:24:09.526689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d286ace-7975-4c5b-bdf3-ee9b41bc6ac9 None None] Network c0521eb1-4646-434a-9c54-7c564113d79a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:24:09.688386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85cfc39-eabd-4ef8-8b88-1f3f8afedf89 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.694196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64786875-a37b-45f5-8664-d40a34fae154 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.696614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64786875-a37b-45f5-8664-d40a34fae154 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.698274 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64786875-a37b-45f5-8664-d40a34fae154 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.706830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-64786875-a37b-45f5-8664-d40a34fae154 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2001104 Aug 16 13:24:09.707055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85cfc39-eabd-4ef8-8b88-1f3f8afedf89 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.716252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85cfc39-eabd-4ef8-8b88-1f3f8afedf89 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.722187 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f85cfc39-eabd-4ef8-8b88-1f3f8afedf89 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3695695 Aug 16 13:24:09.729500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44366) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:09.730171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44364) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:09.760919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45c664-136e-4247-95d9-e996183cc762 req-1e776bc7-2bd5-4440-b9b6-f87640a37110 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.763725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff45c664-136e-4247-95d9-e996183cc762 req-1e776bc7-2bd5-4440-b9b6-f87640a37110 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 945 time: 0.2232027 Aug 16 13:24:09.777991 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20680b6-2862-47ee-8fc0-292f31000476 req-5329605d-82c7-43c7-93ae-c2730eb3c260 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:09.783686 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2be74843-1bb6-4505-bc32-1180af07cd45 req-7e8ea48d-fa3f-4392-a9d6-7a91f67af6aa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560375 Aug 16 13:24:09.787510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d20680b6-2862-47ee-8fc0-292f31000476 req-5329605d-82c7-43c7-93ae-c2730eb3c260 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 944 time: 0.2214870 Aug 16 13:24:09.855940 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:10.024723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 253335c4-d2e2-4f8a-a67c-76ff3494d00d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:24:10.058285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-126bed92-1ea8-4f41-b7aa-cf70a1f70b59 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Deleting subnet bea8634b-e075-4e49-95b3-15cf9a78a297 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:24:10.082296 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed98fe14-142b-4515-a379-7133fece3c7f req-0743fdd9-b08f-4a44-b5c2-f392db030815 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:10.381313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d20680b6-2862-47ee-8fc0-292f31000476 req-2cf4e9ad-c831-432e-8704-0f0f8cc1a44a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403611 Aug 16 13:24:10.381313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-126bed92-1ea8-4f41-b7aa-cf70a1f70b59 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:10.397279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743fdd9-b08f-4a44-b5c2-f392db030815 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Pushing event deleted for resources: {'Port': ['ID=54b3c5a3-08e7-4a9b-888a-97ec2da63540,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:10.397279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed98fe14-142b-4515-a379-7133fece3c7f req-0743fdd9-b08f-4a44-b5c2-f392db030815 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] No DVR routers for this DVR port 54b3c5a3-08e7-4a9b-888a-97ec2da63540 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:24:10.397279 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ed98fe14-142b-4515-a379-7133fece3c7f req-0743fdd9-b08f-4a44-b5c2-f392db030815 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:10.399384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093bc073-6896-4413-ab1d-3fc8a0e01260 None None] Network 5507b337-820b-4e3d-9dde-8a3c3426807c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:24:10.399674 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ed98fe14-142b-4515-a379-7133fece3c7f req-0743fdd9-b08f-4a44-b5c2-f392db030815 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.22 "DELETE /v2.0/ports/54b3c5a3-08e7-4a9b-888a-97ec2da63540 HTTP/1.1" status: 204 len: 173 time: 1.9166517 Aug 16 13:24:10.399975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff45c664-136e-4247-95d9-e996183cc762 req-1ef3a2af-ca72-492f-90b9-551756db8167 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0ec5cb7-4e93-4754-a327-f4e1c40000a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954643 Aug 16 13:24:10.400282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3939aad5-1f6a-409e-8014-aa9d65817285', 'name': 'network-vif-deleted', 'tag': '54b3c5a3-08e7-4a9b-888a-97ec2da63540'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:24:10.400282 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d0b5ee-3485-446c-a722-f49bbe17edee" -d '{"events": [{"server_uuid": "3939aad5-1f6a-409e-8014-aa9d65817285", "name": "network-vif-deleted", "tag": "54b3c5a3-08e7-4a9b-888a-97ec2da63540"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:24:10.436073 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-126bed92-1ea8-4f41-b7aa-cf70a1f70b59 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:10.437181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c836aa7-37be-4756-b9a7-9a23b6f3211b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-ab595ed4-201b-44dd-bf79-2f585e1d592c', 'network_id': 'ab595ed4-201b-44dd-bf79-2f585e1d592c', 'tenant_id': '54e305d5337d4fa0b0ef499669b61036', 'fixed_ips': [{'subnet_id': 'bea8634b-e075-4e49-95b3-15cf9a78a297'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:24:10.438073 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2c836aa7-37be-4756-b9a7-9a23b6f3211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:10.490979 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fa65fb-c852-44a6-b565-00f386ebf596 x-openstack-request-id: req-86fa65fb-c852-44a6-b565-00f386ebf596 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:24:10.491864 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3939aad5-1f6a-409e-8014-aa9d65817285", "name": "network-vif-deleted", "tag": "54b3c5a3-08e7-4a9b-888a-97ec2da63540", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:24:10.497334 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86fa65fb-c852-44a6-b565-00f386ebf596 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:24:10.502917 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3939aad5-1f6a-409e-8014-aa9d65817285', 'name': 'network-vif-deleted', 'tag': '54b3c5a3-08e7-4a9b-888a-97ec2da63540', 'status': 'completed', 'code': 200} Aug 16 13:24:10.562503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c9c113eb-8858-4270-806e-82437285ee12 None None] Provisioning for port 253335c4-d2e2-4f8a-a67c-76ff3494d00d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:24:10.580630 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-126bed92-1ea8-4f41-b7aa-cf70a1f70b59 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:10.650673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-c0521eb1-4646-434a-9c54-7c564113d79a', 'network_id': 'c0521eb1-4646-434a-9c54-7c564113d79a', 'tenant_id': '54e305d5337d4fa0b0ef499669b61036', 'fixed_ips': [{'subnet_id': '426440d0-530c-46b4-9079-ca73c84e7b00'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:24:10.651450 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:10.704080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 253335c4-d2e2-4f8a-a67c-76ff3494d00d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:24:10.724313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 253335c4-d2e2-4f8a-a67c-76ff3494d00d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:24:10.725043 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:10.769484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19a9a1-402a-4d34-aca4-75a80dcac2c8 req-303893a3-0f5e-47df-9569-5d17c986a175 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:10.772312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac19a9a1-402a-4d34-aca4-75a80dcac2c8 req-303893a3-0f5e-47df-9569-5d17c986a175 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.4701016 Aug 16 13:24:10.789797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfbf8c-0b65-4c0a-a709-119b63cddfde tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Deleting port cc3aa783-e5ad-443b-9423-9e066b450449 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:24:10.790414 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbf8c-0b65-4c0a-a709-119b63cddfde tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server [None req-2c836aa7-37be-4756-b9a7-9a23b6f3211b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bea8634b-e075-4e49-95b3-15cf9a78a297: This subnet is being modified by another concurrent operation. Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise exception Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bea8634b-e075-4e49-95b3-15cf9a78a297: This subnet is being modified by another concurrent operation. Aug 16 13:24:10.935812 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Aug 16 13:24:10.961257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Allocated IP 2001:db8:0:1::1 (c0521eb1-4646-434a-9c54-7c564113d79a/426440d0-530c-46b4-9079-ca73c84e7b00/ca82f32b-82e0-499f-8b4b-e64ea120dbb9) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:24:11.008078 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-126bed92-1ea8-4f41-b7aa-cf70a1f70b59 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:11.019958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851b64a-7e86-4d12-a25c-62101d7e0da8 None None] Network ab595ed4-201b-44dd-bf79-2f585e1d592c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:24:11.073493 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:11.088221 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bed92-1ea8-4f41-b7aa-cf70a1f70b59 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event deleted for resources: {'Subnet': ['ID=bea8634b-e075-4e49-95b3-15cf9a78a297,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:11.182903 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-126bed92-1ea8-4f41-b7aa-cf70a1f70b59 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:11.189738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-126bed92-1ea8-4f41-b7aa-cf70a1f70b59 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "DELETE /v2.0/subnets/bea8634b-e075-4e49-95b3-15cf9a78a297 HTTP/1.1" status: 204 len: 168 time: 1.4558613 Aug 16 13:24:11.193551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44394) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:11.218595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac19a9a1-402a-4d34-aca4-75a80dcac2c8 req-7f07d0ca-93f1-4fba-a39f-4bcc5950c974 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4072287 Aug 16 13:24:11.291635 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbf8c-0b65-4c0a-a709-119b63cddfde tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:11.311550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfbf8c-0b65-4c0a-a709-119b63cddfde tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Calling delete_port for cc3aa783-e5ad-443b-9423-9e066b450449 owned by {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:24:11.383264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-562919ae-4a4c-4dc1-9660-ab256d2b48bf tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Deleting subnet 426440d0-530c-46b4-9079-ca73c84e7b00 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:24:11.617540 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bc406e6-2799-4256-a927-05d6c969cd2f req-ac4085ca-f438-460f-9248-519a1caef744 tempest-TestServerAdvancedOps-655104527 tempest-TestServerAdvancedOps-655104527-project] 10.222.0.25 "GET /v2.0/ports?device_id=3939aad5-1f6a-409e-8014-aa9d65817285 HTTP/1.1" status: 200 len: 210 time: 0.0593364 Aug 16 13:24:11.729312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437a889-67cb-4cef-9cd1-f68f0a42d613 req-f4bc793e-fcb7-40a6-b6f0-5199acc39048 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:11.732538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1437a889-67cb-4cef-9cd1-f68f0a42d613 req-f4bc793e-fcb7-40a6-b6f0-5199acc39048 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 944 time: 0.2681782 Aug 16 13:24:11.749578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 253335c4-d2e2-4f8a-a67c-76ff3494d00d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=253335c4-d2e2-4f8a-a67c-76ff3494d00d,segment=NetworkSegment(33f9c685-9059-40d7-ac3b-57db87fa5394),segment_id=33f9c685-9059-40d7-ac3b-57db87fa5394)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:24:11.755874 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:11.797743 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbf8c-0b65-4c0a-a709-119b63cddfde tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:11.834191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2d009884-bbe9-44f0-9f35-78863366291c None None] Provisioning for port 365b92f0-59bc-4c36-b930-a5b1bcfedff3 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:24:11.881961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2d009884-bbe9-44f0-9f35-78863366291c None None] Provisioning complete for port 365b92f0-59bc-4c36-b930-a5b1bcfedff3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:24:11.882585 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2d009884-bbe9-44f0-9f35-78863366291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:11.887572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=253335c4-d2e2-4f8a-a67c-76ff3494d00d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:11.899314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1437a889-67cb-4cef-9cd1-f68f0a42d613 req-6353cad4-2203-49f4-90d5-25b1840bae6a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395500 Aug 16 13:24:11.900969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfbf8c-0b65-4c0a-a709-119b63cddfde tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Pushing event deleted for resources: {'Port': ['ID=cc3aa783-e5ad-443b-9423-9e066b450449,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:11.957669 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:11.973869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-2d009884-bbe9-44f0-9f35-78863366291c None None] Port 365b92f0-59bc-4c36-b930-a5b1bcfedff3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:24:11.976647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Transition to ACTIVE for port object ca82f32b-82e0-499f-8b4b-e64ea120dbb9 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:24:11.991281 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbf8c-0b65-4c0a-a709-119b63cddfde tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.004947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Transition to ACTIVE for port object ca82f32b-82e0-499f-8b4b-e64ea120dbb9 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:24:12.013502 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d3dfbf8c-0b65-4c0a-a709-119b63cddfde tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] 10.222.0.25 "DELETE /v2.0/ports/cc3aa783-e5ad-443b-9423-9e066b450449 HTTP/1.1" status: 204 len: 168 time: 2.2760603 Aug 16 13:24:12.014563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2d009884-bbe9-44f0-9f35-78863366291c None None] Provisioning complete for port 253335c4-d2e2-4f8a-a67c-76ff3494d00d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:24:12.015246 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2d009884-bbe9-44f0-9f35-78863366291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.023742 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-562919ae-4a4c-4dc1-9660-ab256d2b48bf tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.024588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44406) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:12.045274 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Request body: {'port': {'name': 'tempest-new-port-name-1627690318', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:12.047555 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.062555 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.api.validators [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] bootfile-name is not in valid_values {{(pid=101395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:24:12.063826 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.api.validators [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] tftp-server is not in valid_values {{(pid=101395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:24:12.065245 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.api.validators [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] server-ip-address is not in valid_values {{(pid=101395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 13:24:12.082582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-562919ae-4a4c-4dc1-9660-ab256d2b48bf tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.109261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Network c0521eb1-4646-434a-9c54-7c564113d79a is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:24:12.120208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:24:12.125623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:24:12.161571 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Pushing event updated for resources: {'Port': ['ID=ca82f32b-82e0-499f-8b4b-e64ea120dbb9,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:12.321344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.423802 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-562919ae-4a4c-4dc1-9660-ab256d2b48bf tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.473102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2d009884-bbe9-44f0-9f35-78863366291c None None] Could not find standard attr ID for object cc3aa783-e5ad-443b-9423-9e066b450449. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:24:12.475848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Attempting to bind port ca82f32b-82e0-499f-8b4b-e64ea120dbb9 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:24:12.476421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Attempting to bind port ca82f32b-82e0-499f-8b4b-e64ea120dbb9 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '1905ec1f-89f7-4098-94e8-b0470081f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0521eb1-4646-434a-9c54-7c564113d79a'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:24:12.476981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Attempting to bind port ca82f32b-82e0-499f-8b4b-e64ea120dbb9 on network c0521eb1-4646-434a-9c54-7c564113d79a {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:24:12.488356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:24:12.488975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Checking segment: {'id': '1905ec1f-89f7-4098-94e8-b0470081f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0521eb1-4646-434a-9c54-7c564113d79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:24:12.489673 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.490763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Bound using segment: {'id': '1905ec1f-89f7-4098-94e8-b0470081f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0521eb1-4646-434a-9c54-7c564113d79a'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:24:12.492071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Bound port: ca82f32b-82e0-499f-8b4b-e64ea120dbb9, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1905ec1f-89f7-4098-94e8-b0470081f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0521eb1-4646-434a-9c54-7c564113d79a'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:24:12.492650 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.602175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-562919ae-4a4c-4dc1-9660-ab256d2b48bf tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.606309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] For port ca82f32b-82e0-499f-8b4b-e64ea120dbb9, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:24:12.620845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] For port ca82f32b-82e0-499f-8b4b-e64ea120dbb9, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ca82f32b-82e0-499f-8b4b-e64ea120dbb9,segment=NetworkSegment(1905ec1f-89f7-4098-94e8-b0470081f965),segment_id=1905ec1f-89f7-4098-94e8-b0470081f965)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:24:12.635909 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-562919ae-4a4c-4dc1-9660-ab256d2b48bf tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.644416 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.645328 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-562919ae-4a4c-4dc1-9660-ab256d2b48bf tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "DELETE /v2.0/subnets/426440d0-530c-46b4-9079-ca73c84e7b00 HTTP/1.1" status: 204 len: 168 time: 1.4499555 Aug 16 13:24:12.646761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44420) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:12.727060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-95933331-bf4f-4d56-8a7c-7bde5616d0f8 None None] Provisioning complete for port 365b92f0-59bc-4c36-b930-a5b1bcfedff3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:24:12.727964 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-95933331-bf4f-4d56-8a7c-7bde5616d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.729740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562919ae-4a4c-4dc1-9660-ab256d2b48bf tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event deleted for resources: {'Subnet': ['ID=426440d0-530c-46b4-9079-ca73c84e7b00,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:12.786046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44426) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:12.826650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-95933331-bf4f-4d56-8a7c-7bde5616d0f8 None None] Port 365b92f0-59bc-4c36-b930-a5b1bcfedff3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:24:12.831169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c989e844-8a19-44c3-9d0a-c727fe126bf1 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:24:12.871589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.880942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.882519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-95933331-bf4f-4d56-8a7c-7bde5616d0f8 None None] Could not find standard attr ID for object cc3aa783-e5ad-443b-9423-9e066b450449. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:24:12.932963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69ffd60-d167-4fc8-a6a4-043695d514cb admin admin] Deleting subnet d68844d7-9274-4339-b4b9-ccffb9f58341 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:24:12.936636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da9944-8cfd-468a-bf71-1d84de484fcf req-7e6e8f4f-7eb2-47ee-b1e6-d03926a85e00 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:12.951159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60da9944-8cfd-468a-bf71-1d84de484fcf req-7e6e8f4f-7eb2-47ee-b1e6-d03926a85e00 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.4213660 Aug 16 13:24:12.965851 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d69ffd60-d167-4fc8-a6a4-043695d514cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:12.973174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069543e0-b8e6-45e5-a6e3-786c9df95e2f None None] Pushing event updated for resources: {'Port': ['ID=ca82f32b-82e0-499f-8b4b-e64ea120dbb9,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:13.018430 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] In _notify_port_updated(), no bound segment for port 365b92f0-59bc-4c36-b930-a5b1bcfedff3 on network 5507b337-820b-4e3d-9dde-8a3c3426807c {{(pid=101395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 13:24:13.054175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:13.055491 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.060206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] 10.222.0.25 "PUT /v2.0/ports/365b92f0-59bc-4c36-b930-a5b1bcfedff3 HTTP/1.1" status: 200 len: 1130 time: 1.0300918 Aug 16 13:24:13.086236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44432) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:13.155680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef03328-20ee-4d7a-9564-9a27d6e48b47 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:13.158460 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4ef03328-20ee-4d7a-9564-9a27d6e48b47 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4463778 Aug 16 13:24:13.196950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port c989e844-8a19-44c3-9d0a-c727fe126bf1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c989e844-8a19-44c3-9d0a-c727fe126bf1,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:24:13.208277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44434) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:13.214557 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'c989e844-8a19-44c3-9d0a-c727fe126bf1', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'port_id': 'c989e844-8a19-44c3-9d0a-c727fe126bf1', 'mac_address': 'fa:16:3e:df:5f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:24:13.222612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5569-1d18-4c83-815b-acf854832528 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Pushing event updated for resources: {'Port': ['ID=365b92f0-59bc-4c36-b930-a5b1bcfedff3,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:13.290127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54428a07-c681-4cba-a775-cd0d4d8b9882 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:13.290479 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.298421 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-54428a07-c681-4cba-a775-cd0d4d8b9882 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] 10.222.0.25 "GET /v2.0/ports/365b92f0-59bc-4c36-b930-a5b1bcfedff3 HTTP/1.1" status: 200 len: 1130 time: 0.1415827 Aug 16 13:24:13.299181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44436) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:13.301817 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d69ffd60-d167-4fc8-a6a4-043695d514cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.355194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c989e844-8a19-44c3-9d0a-c727fe126bf1 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:24:13.441623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port c989e844-8a19-44c3-9d0a-c727fe126bf1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c989e844-8a19-44c3-9d0a-c727fe126bf1,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:24:13.447458 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.468969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d69ffd60-d167-4fc8-a6a4-043695d514cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.510748 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.566367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60da9944-8cfd-468a-bf71-1d84de484fcf req-af3f423e-1383-42ee-a7a2-b8df6de76d3c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5985143 Aug 16 13:24:13.581209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=c989e844-8a19-44c3-9d0a-c727fe126bf1,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:13.611205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d69ffd60-d167-4fc8-a6a4-043695d514cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.628598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af3c9f-1dc8-451a-8a56-8bd239a4e0bd req-5c21b92b-ada7-460e-8726-6493a171b74f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:13.638889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81af3c9f-1dc8-451a-8a56-8bd239a4e0bd req-5c21b92b-ada7-460e-8726-6493a171b74f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 945 time: 0.4939277 Aug 16 13:24:13.651755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ffd60-d167-4fc8-a6a4-043695d514cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68844d7-9274-4339-b4b9-ccffb9f58341,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:13.654763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d69ffd60-d167-4fc8-a6a4-043695d514cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.656998 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d69ffd60-d167-4fc8-a6a4-043695d514cb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d68844d7-9274-4339-b4b9-ccffb9f58341 HTTP/1.1" status: 204 len: 168 time: 0.8695197 Aug 16 13:24:13.662487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44444) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:13.708650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['c989e844-8a19-44c3-9d0a-c727fe126bf1'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:24:13.716537 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81af3c9f-1dc8-451a-8a56-8bd239a4e0bd req-7820f94e-9e71-45e5-a43f-0d14a295a432 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765314 Aug 16 13:24:13.747833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Deleting port ca82f32b-82e0-499f-8b4b-e64ea120dbb9 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:24:13.748570 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.864933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-94be8476-5ee1-482e-a921-3aec407a996f tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Deleting port 365b92f0-59bc-4c36-b930-a5b1bcfedff3 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:24:13.865539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94be8476-5ee1-482e-a921-3aec407a996f tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.881567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-89501a5e-6966-41ed-8f38-640ae60180d9 None None] Provisioning complete for port 365b92f0-59bc-4c36-b930-a5b1bcfedff3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:24:13.882264 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-89501a5e-6966-41ed-8f38-640ae60180d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.923125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-89501a5e-6966-41ed-8f38-640ae60180d9 None None] Port 365b92f0-59bc-4c36-b930-a5b1bcfedff3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:24:13.949881 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:13.980267 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] For port ca82f32b-82e0-499f-8b4b-e64ea120dbb9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ca82f32b-82e0-499f-8b4b-e64ea120dbb9,segment=NetworkSegment(1905ec1f-89f7-4098-94e8-b0470081f965),segment_id=1905ec1f-89f7-4098-94e8-b0470081f965)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:24:13.980647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.026025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbbe2d-4f16-41ba-9a86-32b323268427 req-5014f19c-d69b-40d1-b665-4cf9a5d1e472 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:14.036433 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdfbbe2d-4f16-41ba-9a86-32b323268427 req-5014f19c-d69b-40d1-b665-4cf9a5d1e472 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.2670240 Aug 16 13:24:14.068694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Calling delete_port for ca82f32b-82e0-499f-8b4b-e64ea120dbb9 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:24:14.099538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ca82f32b-82e0-499f-8b4b-e64ea120dbb9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:24:14.211015 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdfbbe2d-4f16-41ba-9a86-32b323268427 req-f17f990d-2d29-4fe0-83d3-6c5c2f49bd22 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688230 Aug 16 13:24:14.245658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44450) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:14.307388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port ca82f32b-82e0-499f-8b4b-e64ea120dbb9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:24:14.324680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 253335c4-d2e2-4f8a-a67c-76ff3494d00d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:24:14.341112 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.427408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event deleted for resources: {'Port': ['ID=ca82f32b-82e0-499f-8b4b-e64ea120dbb9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:14.429949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 253335c4-d2e2-4f8a-a67c-76ff3494d00d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:24:14.430417 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.490773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] No DVR routers for this DVR port ca82f32b-82e0-499f-8b4b-e64ea120dbb9 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:24:14.513210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f0b38-2a3f-4cf8-a346-292aa65edb10 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:14.516210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1b0f0b38-2a3f-4cf8-a346-292aa65edb10 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1092 time: 0.2686942 Aug 16 13:24:14.521482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44456) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:14.530085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:14.699026 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.745464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e577e68-443a-4f28-9c96-b6501803a051']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:14.749650 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.761424 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.769359 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0521eb1-4646-434a-9c54-7c564113d79a']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:14.786898 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94be8476-5ee1-482e-a921-3aec407a996f tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.791807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1905ec1f-89f7-4098-94e8-b0470081f965') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:14.792098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1905ec1f-89f7-4098-94e8-b0470081f965') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:14.815311 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.819764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e411de7b-2fa2-4e77-abac-f585da3a2a50') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:14.820717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e411de7b-2fa2-4e77-abac-f585da3a2a50') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:14.831116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1dd92c-381c-4f3d-af73-770ae6118d7b None None] Network c0521eb1-4646-434a-9c54-7c564113d79a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:24:14.858488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-94be8476-5ee1-482e-a921-3aec407a996f tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Calling delete_port for 365b92f0-59bc-4c36-b930-a5b1bcfedff3 owned by {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:24:14.865261 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.875323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0c104227-7fa9-4e9b-af7b-817774b251af None None] Could not find standard attr ID for object ca82f32b-82e0-499f-8b4b-e64ea120dbb9. {{(pid=101397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 13:24:14.902748 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.922502 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.943899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:24:14.944576 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:24:14.948089 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:24:15.007399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:24:15.008419 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.038380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec292237-10c0-48b4-8630-ff36ed496f1e req-22f9a1f2-48ed-40af-b4db-35716ab33b2c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:15.039952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec292237-10c0-48b4-8630-ff36ed496f1e req-22f9a1f2-48ed-40af-b4db-35716ab33b2c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 945 time: 0.1523840 Aug 16 13:24:15.050923 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:24:15.061097 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:24:15.062979 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.067821 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "DELETE /v2.0/networks/c0521eb1-4646-434a-9c54-7c564113d79a HTTP/1.1" status: 204 len: 168 time: 1.8393829 Aug 16 13:24:15.076684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44464) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:15.128008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd604cd9-38ce-4907-a387-9cd2f4ec768b tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event deleted for resources: {'Network': ['ID=c0521eb1-4646-434a-9c54-7c564113d79a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:15.161577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef3d45d-030b-4689-9c89-8c54abf2bd3b None None] DHCP port deletion for c0521eb1-4646-434a-9c54-7c564113d79a request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:24:15.193339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.201785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.204379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec292237-10c0-48b4-8630-ff36ed496f1e req-6c4f5881-7914-4617-b7bf-7566cfaf3074 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496947 Aug 16 13:24:15.211315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] 10.222.0.25 "DELETE /v2.0/networks/6e577e68-443a-4f28-9c96-b6501803a051 HTTP/1.1" status: 204 len: 168 time: 1.5431798 Aug 16 13:24:15.211953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c939f81-92af-4eab-8994-6ab4cc26bceb None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:24:15.212835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44468) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:15.258957 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.275291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.329059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c32b6-a667-418f-a40c-6f337f0d79af admin admin] Pushing event deleted for resources: {'Network': ['ID=6e577e68-443a-4f28-9c96-b6501803a051,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:15.390201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d904ec84-23d7-4a54-aae0-c4623f3d8d87 admin admin] Deleting subnet 82d8497e-e461-4540-b00d-477c42d7f45a {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:24:15.408594 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d904ec84-23d7-4a54-aae0-c4623f3d8d87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.495949 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.511609 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab595ed4-201b-44dd-bf79-2f585e1d592c']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:15.529229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899bd4bd-fb9b-4f0c-a8b5-c96e8e143457') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:15.530280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899bd4bd-fb9b-4f0c-a8b5-c96e8e143457') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:15.547135 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.561250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c939f81-92af-4eab-8994-6ab4cc26bceb None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:24:15.562065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.25.0.163 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/2d44d816-7e8e-4f23-92c0-3c006af46975) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:24:15.578370 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.583935 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d904ec84-23d7-4a54-aae0-c4623f3d8d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.592257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:24:15.592988 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.617689 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94be8476-5ee1-482e-a921-3aec407a996f tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:24:15.683821 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:24:15.727996 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.737651 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.742446 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "DELETE /v2.0/networks/ab595ed4-201b-44dd-bf79-2f585e1d592c HTTP/1.1" status: 204 len: 168 time: 0.6646070 Aug 16 13:24:15.745136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44476) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:15.756553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be8476-5ee1-482e-a921-3aec407a996f tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Pushing event deleted for resources: {'Port': ['ID=365b92f0-59bc-4c36-b930-a5b1bcfedff3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:15.791270 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d904ec84-23d7-4a54-aae0-c4623f3d8d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.805930 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6c6f1-5c66-4fa5-b76f-a23daf42e385 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event deleted for resources: {'Network': ['ID=ab595ed4-201b-44dd-bf79-2f585e1d592c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:15.911496 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.923791 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-94be8476-5ee1-482e-a921-3aec407a996f tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.928359 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-94be8476-5ee1-482e-a921-3aec407a996f tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] 10.222.0.25 "DELETE /v2.0/ports/365b92f0-59bc-4c36-b930-a5b1bcfedff3 HTTP/1.1" status: 204 len: 168 time: 2.6226275 Aug 16 13:24:15.933618 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:15.933988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44478) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:15.957741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ca82f32b-82e0-499f-8b4b-e64ea120dbb9 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:24:16.045542 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: ca82f32b-82e0-499f-8b4b-e64ea120dbb9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:24:16.049577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ca82f32b-82e0-499f-8b4b-e64ea120dbb9 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:24:16.058610 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.073113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0685d65-7c19-447e-9188-769105411919 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Deleting subnet 5ac8fd56-43d3-4b7e-8e08-ba9943500ed4 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:24:16.074622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4f7a8b-353c-4599-940e-83a4105b42c0']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:16.085181 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0685d65-7c19-447e-9188-769105411919 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.090075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65b9baf-69c3-4b14-81cd-5c8e072388b8') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:16.090075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65b9baf-69c3-4b14-81cd-5c8e072388b8') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:16.099135 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.108349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.158212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.177028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:24:16.180169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=2d44d816-7e8e-4f23-92c0-3c006af46975,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:16.183296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:24:16.183865 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:24:16.188244 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:24:16.193091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:24:16.202897 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:24:16.242379 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0685d65-7c19-447e-9188-769105411919 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.246320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d904ec84-23d7-4a54-aae0-c4623f3d8d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.321767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904ec84-23d7-4a54-aae0-c4623f3d8d87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d8497e-e461-4540-b00d-477c42d7f45a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:16.324054 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d904ec84-23d7-4a54-aae0-c4623f3d8d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.330076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d904ec84-23d7-4a54-aae0-c4623f3d8d87 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/82d8497e-e461-4540-b00d-477c42d7f45a HTTP/1.1" status: 204 len: 168 time: 1.1110153 Aug 16 13:24:16.332314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44486) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:16.381198 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.414775 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.422719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "DELETE /v2.0/networks/3b4f7a8b-353c-4599-940e-83a4105b42c0 HTTP/1.1" status: 204 len: 168 time: 0.6726942 Aug 16 13:24:16.428131 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.458116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44488) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:16.463686 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.691560 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.739888 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0685d65-7c19-447e-9188-769105411919 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.765465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c989e844-8a19-44c3-9d0a-c727fe126bf1 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:24:16.782172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d362cab-6900-45c8-b728-b611f4435a9f tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event deleted for resources: {'Network': ['ID=3b4f7a8b-353c-4599-940e-83a4105b42c0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:16.908742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port c989e844-8a19-44c3-9d0a-c727fe126bf1 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:24:16.916318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port c989e844-8a19-44c3-9d0a-c727fe126bf1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:24:16.916955 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:16.921136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37dead-7af7-49b1-af47-9e1d07fda6d9 req-ac501a9f-8481-47b4-a773-86e915e62a08 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:16.923222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e37dead-7af7-49b1-af47-9e1d07fda6d9 req-ac501a9f-8481-47b4-a773-86e915e62a08 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 945 time: 0.5009418 Aug 16 13:24:17.024047 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.073933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6151d19d-2820-48a3-805a-0d3d9d0d4386']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:17.112624 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.132697 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0685d65-7c19-447e-9188-769105411919 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.135319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e37dead-7af7-49b1-af47-9e1d07fda6d9 req-063bec9c-79a2-424f-a373-1693f104e75f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954727 Aug 16 13:24:17.144694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b868835-d730-4b20-bc84-da9df62dfe6a') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:17.145190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b868835-d730-4b20-bc84-da9df62dfe6a') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:17.171284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.172754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c989e844-8a19-44c3-9d0a-c727fe126bf1'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:24:17.181611 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417c40d6-8e43-4a80-ac7c-452724f89557" -d '{"events": [{"server_uuid": "268910bc-e171-4c55-8679-34ac3b7c88c4", "name": "network-vif-plugged", "status": "completed", "tag": "c989e844-8a19-44c3-9d0a-c727fe126bf1"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:24:17.184257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.209143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port c989e844-8a19-44c3-9d0a-c727fe126bf1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c989e844-8a19-44c3-9d0a-c727fe126bf1,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:24:17.215636 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.253464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.279316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0685d65-7c19-447e-9188-769105411919 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac8fd56-43d3-4b7e-8e08-ba9943500ed4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:17.290800 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0685d65-7c19-447e-9188-769105411919 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.293926 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d0685d65-7c19-447e-9188-769105411919 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] 10.222.0.25 "DELETE /v2.0/subnets/5ac8fd56-43d3-4b7e-8e08-ba9943500ed4 HTTP/1.1" status: 204 len: 168 time: 1.3585219 Aug 16 13:24:17.300062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44500) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:17.305962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ac03ec-2100-4928-a88c-1df2fbb994ba']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:17.317430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.327735 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c274bd1c-6955-493e-8793-214a2b85270b') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:17.328346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c274bd1c-6955-493e-8793-214a2b85270b') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:17.338794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:24:17.339503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:24:17.342008 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:24:17.377795 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.391438 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2301511a-ce33-4805-8a47-874c65a7c239 x-openstack-request-id: req-2301511a-ce33-4805-8a47-874c65a7c239 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:24:17.393228 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268910bc-e171-4c55-8679-34ac3b7c88c4", "name": "network-vif-plugged", "status": "completed", "tag": "c989e844-8a19-44c3-9d0a-c727fe126bf1", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:24:17.393228 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2301511a-ce33-4805-8a47-874c65a7c239 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:24:17.394117 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c989e844-8a19-44c3-9d0a-c727fe126bf1', 'code': 200} Aug 16 13:24:17.398735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=c989e844-8a19-44c3-9d0a-c727fe126bf1,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:17.404758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00049ae6-2e44-4119-96ba-7292f763b893 None None] Network 5507b337-820b-4e3d-9dde-8a3c3426807c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:24:17.442017 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.451155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:24:17.451937 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:24:17.528717 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:24:17.535624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.549795 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.556008 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] 10.222.0.25 "DELETE /v2.0/networks/56ac03ec-2100-4928-a88c-1df2fbb994ba HTTP/1.1" status: 204 len: 168 time: 1.0890286 Aug 16 13:24:17.592941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93926f-96e0-4da5-bcc6-042e3b1b2e87 tempest-BulkNetworkOpsIpV6Test-1422409324 tempest-BulkNetworkOpsIpV6Test-1422409324-project] Pushing event deleted for resources: {'Network': ['ID=56ac03ec-2100-4928-a88c-1df2fbb994ba,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:17.606884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.617268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.624135 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.646733 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:17.650214 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] 10.222.0.25 "DELETE /v2.0/networks/6151d19d-2820-48a3-805a-0d3d9d0d4386 HTTP/1.1" status: 204 len: 168 time: 1.3165154 Aug 16 13:24:17.692943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50dc75-def2-4cba-9538-4a61e4d6174c admin admin] Pushing event deleted for resources: {'Network': ['ID=6151d19d-2820-48a3-805a-0d3d9d0d4386,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:17.696604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9325cf-82a5-4ec0-a277-bccdf95b7485 req-83663be9-9019-4cb8-987c-d46337aec733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:17.699767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f9325cf-82a5-4ec0-a277-bccdf95b7485 req-83663be9-9019-4cb8-987c-d46337aec733 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 1097 time: 0.3201630 Aug 16 13:24:17.823307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57fa328-2c2b-4577-b24e-e1fad721b0cd None None] DHCP port deletion for 5507b337-820b-4e3d-9dde-8a3c3426807c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:24:17.950361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f57fa328-2c2b-4577-b24e-e1fad721b0cd None None] Deleting port 253335c4-d2e2-4f8a-a67c-76ff3494d00d {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:24:17.951984 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f57fa328-2c2b-4577-b24e-e1fad721b0cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:18.039666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44514) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:18.097415 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f57fa328-2c2b-4577-b24e-e1fad721b0cd None None] For port 253335c4-d2e2-4f8a-a67c-76ff3494d00d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=253335c4-d2e2-4f8a-a67c-76ff3494d00d,segment=NetworkSegment(33f9c685-9059-40d7-ac3b-57db87fa5394),segment_id=33f9c685-9059-40d7-ac3b-57db87fa5394)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:24:18.097718 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f57fa328-2c2b-4577-b24e-e1fad721b0cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:18.117165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f57fa328-2c2b-4577-b24e-e1fad721b0cd None None] Calling delete_port for 253335c4-d2e2-4f8a-a67c-76ff3494d00d owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:24:18.167545 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6ab0a56d-79dd-4702-a0be-8394865f5c30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a6c75ed506d432b9b42843e9ad9c254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258893 Aug 16 13:24:18.171535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44520) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:18.286036 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f57fa328-2c2b-4577-b24e-e1fad721b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:18.289840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44522) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:18.304201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57fa328-2c2b-4577-b24e-e1fad721b0cd None None] No DVR routers for this DVR port 253335c4-d2e2-4f8a-a67c-76ff3494d00d on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:24:18.342939 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5806216f-186d-4f37-840c-bc59c1be85cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:18.367953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fa328-2c2b-4577-b24e-e1fad721b0cd None None] Pushing event deleted for resources: {'Port': ['ID=253335c4-d2e2-4f8a-a67c-76ff3494d00d,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:18.410456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5806216f-186d-4f37-840c-bc59c1be85cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:18.537754 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5806216f-186d-4f37-840c-bc59c1be85cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:18.553240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5806216f-186d-4f37-840c-bc59c1be85cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:18.557219 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5806216f-186d-4f37-840c-bc59c1be85cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0ec5cb7-4e93-4754-a327-f4e1c40000a9 HTTP/1.1" status: 204 len: 168 time: 0.3838429 Aug 16 13:24:18.606623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806216f-186d-4f37-840c-bc59c1be85cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ec5cb7-4e93-4754-a327-f4e1c40000a9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:18.630773 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f9325cf-82a5-4ec0-a277-bccdf95b7485 req-4affaf8d-ca4b-445b-99fd-f288396bbd42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8695407 Aug 16 13:24:18.737973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b2f904bb-6cec-4775-a8fb-9967c5e66106 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54e305d5337d4fa0b0ef499669b61036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426799 Aug 16 13:24:18.739053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44532) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:18.796747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Deleting port 253335c4-d2e2-4f8a-a67c-76ff3494d00d {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:24:18.797760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:18.864399 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eed44c2d-da03-472a-b955-fb90615694af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:18.887049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb26f6-e46a-4d05-805f-037749cd0b26 req-ee894243-ca47-4ea9-80a0-70cb8dd2e680 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:18.896382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4cb26f6-e46a-4d05-805f-037749cd0b26 req-ee894243-ca47-4ea9-80a0-70cb8dd2e680 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 946 time: 0.2741389 Aug 16 13:24:18.919810 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eed44c2d-da03-472a-b955-fb90615694af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:18.995435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] For port 253335c4-d2e2-4f8a-a67c-76ff3494d00d, host n-d-804708-1, got binding levels [] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:24:18.995928 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.043358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Calling delete_port for 253335c4-d2e2-4f8a-a67c-76ff3494d00d owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:24:19.044060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eed44c2d-da03-472a-b955-fb90615694af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.047728 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.051042 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eed44c2d-da03-472a-b955-fb90615694af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.053544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Port 253335c4-d2e2-4f8a-a67c-76ff3494d00d was not found and therefore no delete operation was performed {{(pid=101395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:24:19.055442 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eed44c2d-da03-472a-b955-fb90615694af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f714eb5-5164-4cf9-b44d-26bee5d575e5 HTTP/1.1" status: 204 len: 168 time: 0.3123536 Aug 16 13:24:19.057901 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.072233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed44c2d-da03-472a-b955-fb90615694af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f714eb5-5164-4cf9-b44d-26bee5d575e5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:19.084164 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.098407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4cb26f6-e46a-4d05-805f-037749cd0b26 req-29852527-9e62-4a04-9ee6-fbbcc3f09d0b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008636 Aug 16 13:24:19.253881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] No DVR routers for this DVR port 253335c4-d2e2-4f8a-a67c-76ff3494d00d on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:24:19.285060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44544) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:19.285366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=2d44d816-7e8e-4f23-92c0-3c006af46975,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:19.421151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-615f9728-8e9b-48a9-bb73-b545ce455b86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=087f9fd86cca415ba38c11cc72c739a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345959 Aug 16 13:24:19.422318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44548) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:19.462335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Pushing event deleted for resources: {'Port': ['ID=253335c4-d2e2-4f8a-a67c-76ff3494d00d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:19.537657 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.541311 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6610c016-b1ed-41ad-a10a-681a05a64b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.581847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6610c016-b1ed-41ad-a10a-681a05a64b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.673780 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.691007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6610c016-b1ed-41ad-a10a-681a05a64b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.697740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6610c016-b1ed-41ad-a10a-681a05a64b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.698248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5507b337-820b-4e3d-9dde-8a3c3426807c']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:19.706506 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6610c016-b1ed-41ad-a10a-681a05a64b7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8617defd-3f0b-4eae-b782-759c376603dd HTTP/1.1" status: 204 len: 168 time: 0.2824976 Aug 16 13:24:19.729142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610c016-b1ed-41ad-a10a-681a05a64b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8617defd-3f0b-4eae-b782-759c376603dd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:19.739727 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f9c685-9059-40d7-ac3b-57db87fa5394') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:19.740142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f9c685-9059-40d7-ac3b-57db87fa5394') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:19.758225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.769920 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Floating IP 9d7c6879-d431-40ad-8d4a-ab9c1121394d associated. External IP: 172.25.0.163, port: b212fcef-3d9f-4c23-9f38-b3e88b95b8fc. Aug 16 13:24:19.851116 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.865002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:24:19.865755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:24:19.870518 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:24:19.953912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 253335c4-d2e2-4f8a-a67c-76ff3494d00d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:24:20.010031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 253335c4-d2e2-4f8a-a67c-76ff3494d00d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:24:20.010656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 253335c4-d2e2-4f8a-a67c-76ff3494d00d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:24:20.132582 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:20.172765 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:20.175766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] 10.222.0.25 "DELETE /v2.0/networks/5507b337-820b-4e3d-9dde-8a3c3426807c HTTP/1.1" status: 204 len: 168 time: 2.8745861 Aug 16 13:24:20.429803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441aef88-4079-4862-a250-9b2da21a03f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961 tempest-ExtraDHCPOptionsIpV6TestJSON-1135557961-project] Pushing event deleted for resources: {'Network': ['ID=5507b337-820b-4e3d-9dde-8a3c3426807c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:20.533926 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b559f6f-6e4e-456c-b159-7d16bf7a2dfc req-0ffa86c7-ca22-4f32-a6b4-13ba1e61c8f7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:20.535883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b559f6f-6e4e-456c-b159-7d16bf7a2dfc req-0ffa86c7-ca22-4f32-a6b4-13ba1e61c8f7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 946 time: 0.2341776 Aug 16 13:24:20.551139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 74edeae2-e205-40e7-88ca-c1f81983ea70 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:24:20.637678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b559f6f-6e4e-456c-b159-7d16bf7a2dfc req-47330d2b-6e9b-4577-970c-295230ce8330 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812728 Aug 16 13:24:20.707028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44584) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:20.900788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:24:20.913587 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5044b-629f-42eb-9061-9166da6d157b None None] Sync routers for ids ['74edeae2-e205-40e7-88ca-c1f81983ea70'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:24:20.919158 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c8345254-7090-4fa4-b741-d25f07a6e54f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=581a70fa090e4d318cd64dece35de8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101924 Aug 16 13:24:20.921036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44594) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:20.929374 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5044b-629f-42eb-9061-9166da6d157b None None] Routers {'74edeae2-e205-40e7-88ca-c1f81983ea70'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:24:20.930043 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e1a5044b-629f-42eb-9061-9166da6d157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:24:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['74edeae2-e205-40e7-88ca-c1f81983ea70'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:20.976914 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:20.989566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c7400-d908-41ea-8f2e-8e66da98b832 req-46f9332b-d554-478b-8a90-f82d4336956f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:20.991256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-408c7400-d908-41ea-8f2e-8e66da98b832 req-46f9332b-d554-478b-8a90-f82d4336956f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 946 time: 0.2264333 Aug 16 13:24:21.053006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-231eb410-9a06-44ee-974a-419bad176043 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.5181832 Aug 16 13:24:21.060204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:24:21.065555 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087" -d '{"events": [{"name": "network-changed", "server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:24:21.068800 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-e1a5044b-629f-42eb-9061-9166da6d157b None None] Set router 74edeae2-e205-40e7-88ca-c1f81983ea70 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:24:21.113853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-408c7400-d908-41ea-8f2e-8e66da98b832 req-671a455e-eb84-4ea6-a8fa-5f947eaed02d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016803 Aug 16 13:24:21.128213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3bb143cc-c65e-4240-90c2-c50a1ea40b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:21.128336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44602) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:21.146967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44606) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:21.202581 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3bb143cc-c65e-4240-90c2-c50a1ea40b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:21.268898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcda6c-777a-49d5-b865-f8da8479bc8b req-3f87f0ac-f120-4495-b439-382b731ff187 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:21.270298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09bcda6c-777a-49d5-b865-f8da8479bc8b req-3f87f0ac-f120-4495-b439-382b731ff187 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1095121 Aug 16 13:24:21.388182 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4144c9a8-ec46-483e-a643-0eccceedee84 x-openstack-request-id: req-4144c9a8-ec46-483e-a643-0eccceedee84 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:24:21.389832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3bb143cc-c65e-4240-90c2-c50a1ea40b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:21.390440 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:24:21.392713 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4144c9a8-ec46-483e-a643-0eccceedee84 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:24:21.394034 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'status': 'completed', 'code': 200} Aug 16 13:24:21.402639 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3bb143cc-c65e-4240-90c2-c50a1ea40b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:21.410065 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3bb143cc-c65e-4240-90c2-c50a1ea40b7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59c6169b-f391-42b9-8785-1fb375914267 HTTP/1.1" status: 204 len: 168 time: 0.4862671 Aug 16 13:24:21.420025 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09bcda6c-777a-49d5-b865-f8da8479bc8b req-8c7d3bf5-58d9-49b1-a2d1-e7faadbe0d45 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101601 Aug 16 13:24:21.463588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e95efcec-415a-4f3e-a8fb-b35993fe2a90 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1008382429', 'prefixes': ['172.20.0.0/16']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:21.468783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087 req-e0c8de17-8cf8-430b-b608-f88e596a144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:21.475762 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087 req-e0c8de17-8cf8-430b-b608-f88e596a144f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1097 time: 0.1941519 Aug 16 13:24:21.483091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44614) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:21.520111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb143cc-c65e-4240-90c2-c50a1ea40b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c6169b-f391-42b9-8785-1fb375914267,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:21.644999 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e95efcec-415a-4f3e-a8fb-b35993fe2a90 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] Notify callbacks [] for subnetpool, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:21.649084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e95efcec-415a-4f3e-a8fb-b35993fe2a90 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5195172 Aug 16 13:24:21.650478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44616) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:21.657172 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e1a5044b-629f-42eb-9061-9166da6d157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:44Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '9d7c6879-d431-40ad-8d4a-ab9c1121394d', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'port_id': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'mac_address': 'fa:16:3e:64:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:24:16Z', 'updated_at': '2021-08-16T13:24:16Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9071d7c-a052-4238-945d-ea1835a7a0f2', 'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:b2:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:42Z', 'updated_at': '2021-08-16T13:23:56Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:21.688193 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5044b-629f-42eb-9061-9166da6d157b None None] Checking router: 74edeae2-e205-40e7-88ca-c1f81983ea70 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:24:21.694354 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-180dcd3d-2b86-4ebf-bf3c-536df9eef07d tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] 10.222.0.25 "GET /v2.0/subnetpools/1e7a2399-0873-438e-bd1f-291a81a69798 HTTP/1.1" status: 200 len: 732 time: 0.0412526 Aug 16 13:24:21.696840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44618) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:21.721685 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5044b-629f-42eb-9061-9166da6d157b None None] Routers {'74edeae2-e205-40e7-88ca-c1f81983ea70'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:24:21.723483 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e1a5044b-629f-42eb-9061-9166da6d157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:24:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['74edeae2-e205-40e7-88ca-c1f81983ea70'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:21.725375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-257fd0c1-1287-4fac-9912-f402d3ccd945 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1794953310'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:21.886167 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-48650815-2dbe-44f4-b64c-7530546492f6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/9d7c6879-d431-40ad-8d4a-ab9c1121394d HTTP/1.1" status: 200 len: 992 time: 0.3973279 Aug 16 13:24:21.900655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93caf85f-0713-48b0-b022-185869e267ce tempest-TestVolumeBootPattern-1716987179 tempest-TestVolumeBootPattern-1716987179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:21.902714 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-93caf85f-0713-48b0-b022-185869e267ce tempest-TestVolumeBootPattern-1716987179 tempest-TestVolumeBootPattern-1716987179-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 1092 time: 0.7546544 Aug 16 13:24:21.907962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44624) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:21.931156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': 'c989e844-8a19-44c3-9d0a-c727fe126bf1', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:24:21.938201 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-257fd0c1-1287-4fac-9912-f402d3ccd945 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] Notify callbacks [] for subnetpool, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:21.947324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-257fd0c1-1287-4fac-9912-f402d3ccd945 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] 10.222.0.25 "PUT /v2.0/subnetpools/1e7a2399-0873-438e-bd1f-291a81a69798 HTTP/1.1" status: 200 len: 684 time: 0.2465477 Aug 16 13:24:21.949357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44626) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:21.998493 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-e1a5044b-629f-42eb-9061-9166da6d157b None None] Set router 74edeae2-e205-40e7-88ca-c1f81983ea70 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:24:22.002635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087 req-8a329096-31cb-4db8-aac1-bf1b9fe6332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:22.004297 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087 req-8a329096-31cb-4db8-aac1-bf1b9fe6332d service neutron] 10.222.0.22 "GET /v2.0/networks?id=18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 200 len: 896 time: 0.5197117 Aug 16 13:24:22.102158 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:22.145309 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087 req-771409ec-3618-4e4a-9d3b-dfe00f4a34df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 1000 time: 0.1155610 Aug 16 13:24:22.174139 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09795f4d-eb2e-4c7e-be2d-9eb268b82f53 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] Notify callbacks [] for subnetpool, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:22.188390 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-09795f4d-eb2e-4c7e-be2d-9eb268b82f53 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] 10.222.0.25 "DELETE /v2.0/subnetpools/1e7a2399-0873-438e-bd1f-291a81a69798 HTTP/1.1" status: 204 len: 168 time: 0.2372506 Aug 16 13:24:22.194668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44634) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:22.286446 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-de009e1f-2469-41c4-a216-6bf18b30a544 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] show failed (client error): The resource could not be found. Aug 16 13:24:22.288763 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de009e1f-2469-41c4-a216-6bf18b30a544 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] 10.222.0.25 "GET /v2.0/subnetpools/1e7a2399-0873-438e-bd1f-291a81a69798 HTTP/1.1" status: 404 len: 346 time: 0.0917280 Aug 16 13:24:22.293122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44638) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:22.327224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087 req-dd04d646-da2c-4128-a6d0-052844b931ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:22.330394 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087 req-dd04d646-da2c-4128-a6d0-052844b931ec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c51e74-7a74-461c-8175-9f993339be64 HTTP/1.1" status: 200 len: 835 time: 0.1747947 Aug 16 13:24:22.364873 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-cbeb47aa-5cb8-4884-992c-08e9e9ccf758 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] delete failed (client error): The resource could not be found. Aug 16 13:24:22.373831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cbeb47aa-5cb8-4884-992c-08e9e9ccf758 tempest-SubnetPoolsTestJSON-150909309 tempest-SubnetPoolsTestJSON-150909309-project] 10.222.0.25 "DELETE /v2.0/subnetpools/1e7a2399-0873-438e-bd1f-291a81a69798 HTTP/1.1" status: 404 len: 346 time: 0.0709174 Aug 16 13:24:22.475070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087 req-9376c055-5361-454c-9e88-c64e71ad25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:22.477870 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087 req-9376c055-5361-454c-9e88-c64e71ad25aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=18dc347e-2079-4742-adde-b29de53974f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368921 Aug 16 13:24:22.489960 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:22.636828 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-e1a5044b-629f-42eb-9061-9166da6d157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:44Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '9d7c6879-d431-40ad-8d4a-ab9c1121394d', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'port_id': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'mac_address': 'fa:16:3e:64:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:24:16Z', 'updated_at': '2021-08-16T13:24:16Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9071d7c-a052-4238-945d-ea1835a7a0f2', 'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:b2:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:42Z', 'updated_at': '2021-08-16T13:23:56Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:22.715384 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5044b-629f-42eb-9061-9166da6d157b None None] The sync data for ids ['74edeae2-e205-40e7-88ca-c1f81983ea70'] in n-d-804708-1 is: [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:44Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '9d7c6879-d431-40ad-8d4a-ab9c1121394d', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'port_id': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'mac_address': 'fa:16:3e:64:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:24:16Z', 'updated_at': '2021-08-16T13:24:16Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9071d7c-a052-4238-945d-ea1835a7a0f2', 'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:b2:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:42Z', 'updated_at': '2021-08-16T13:23:56Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:24:22.891081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44660) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:22.964411 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087 req-7ee8d0da-e21b-4bd1-bd7b-8f6fac75bef6 service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771297 Aug 16 13:24:23.116416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Allocated IP 172.25.0.7 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/089e9a7e-dac0-4f31-a5fb-297357a2dd89) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:24:23.180321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44664) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:23.207873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-8528ead8-dc19-4ca2-97dd-47775f73d9d2 req-ffbafa5c-79ee-4712-a0ab-6071827e435d service neutron] (101396) timed out ('10.222.0.25', 54562) {{(pid=101396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:24:23.210438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-89a97b55-f7b3-46ec-b991-58ecd15f1190 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/9d7c6879-d431-40ad-8d4a-ab9c1121394d HTTP/1.1" status: 200 len: 992 time: 0.3166516 Aug 16 13:24:23.326012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4cfaf-ad39-4983-a8a6-949217a427ba None None] New status for floating IP 9d7c6879-d431-40ad-8d4a-ab9c1121394d: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:24:23.365451 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2b4e3dd6-25d1-4956-ad3f-aa0d27157087 req-7e889fb4-915e-47e5-bac4-36ce2265086a service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823504 Aug 16 13:24:23.483660 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:23.582141 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:23.663367 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:24:23.668631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:24:23.675031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:24:23.734836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=089e9a7e-dac0-4f31-a5fb-297357a2dd89,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:23.805313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8938cab2-c472-47f0-87a9-28312655343a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:24.045596 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8938cab2-c472-47f0-87a9-28312655343a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:24.053827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8938cab2-c472-47f0-87a9-28312655343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:24.128874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938cab2-c472-47f0-87a9-28312655343a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e0db9-9538-420a-911e-913cc433d4d1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:24.139453 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8938cab2-c472-47f0-87a9-28312655343a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=551428bf3a9a48dfb95421097691825c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9578600 Aug 16 13:24:24.143603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44692) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:24.216250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44696) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:24.370335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-44b25cd6-7ab9-46ca-b6c0-7041919003aa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/9d7c6879-d431-40ad-8d4a-ab9c1121394d HTTP/1.1" status: 200 len: 994 time: 0.1446548 Aug 16 13:24:24.370668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6fd276bc-f425-449b-b659-4b863fd82ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:24.451201 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6fd276bc-f425-449b-b659-4b863fd82ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:24.506690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:24.612001 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6fd276bc-f425-449b-b659-4b863fd82ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:24.615666 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6fd276bc-f425-449b-b659-4b863fd82ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:24.616961 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6fd276bc-f425-449b-b659-4b863fd82ae9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b91e0db9-9538-420a-911e-913cc433d4d1 HTTP/1.1" status: 204 len: 168 time: 0.4715633 Aug 16 13:24:24.636602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd276bc-f425-449b-b659-4b863fd82ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e0db9-9538-420a-911e-913cc433d4d1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:24.659677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:24.897546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:24.921699 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:24.998267 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:25.059421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=089e9a7e-dac0-4f31-a5fb-297357a2dd89,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:25.145772 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Floating IP 12d27f59-3380-4209-ad2d-de2dc5a5afe9 associated. External IP: 172.25.0.7, port: c989e844-8a19-44c3-9d0a-c727fe126bf1. Aug 16 13:24:25.608932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Router f8cd338b-7551-48d6-b999-6324c939988b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:24:25.859965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:24:25.877514 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6298edf5-a957-4c8d-b04b-70422928d535 None None] Sync routers for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:24:25.896406 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:25.905544 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6298edf5-a957-4c8d-b04b-70422928d535 None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:24:25.906556 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6298edf5-a957-4c8d-b04b-70422928d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:24:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:25.959207 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e10f6deb-be93-423b-8483-bb10cafa91ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0402236 Aug 16 13:24:25.964700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'tag': 'c989e844-8a19-44c3-9d0a-c727fe126bf1'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:24:25.969129 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd3a1ba-314d-4adf-9306-09bce4af2f14" -d '{"events": [{"name": "network-changed", "server_uuid": "268910bc-e171-4c55-8679-34ac3b7c88c4", "tag": "c989e844-8a19-44c3-9d0a-c727fe126bf1"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:24:26.135832 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-6298edf5-a957-4c8d-b04b-70422928d535 None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:24:26.138931 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b28ce41-026d-4541-8724-eb187a166f59 x-openstack-request-id: req-6b28ce41-026d-4541-8724-eb187a166f59 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:24:26.139392 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268910bc-e171-4c55-8679-34ac3b7c88c4", "tag": "c989e844-8a19-44c3-9d0a-c727fe126bf1", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:24:26.139805 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b28ce41-026d-4541-8724-eb187a166f59 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:24:26.140427 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'tag': 'c989e844-8a19-44c3-9d0a-c727fe126bf1', 'status': 'completed', 'code': 200} Aug 16 13:24:26.216635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44768) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:26.326854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3a1ba-314d-4adf-9306-09bce4af2f14 req-de76696b-44ba-4252-9089-0bc881b5a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:26.334528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfd3a1ba-314d-4adf-9306-09bce4af2f14 req-de76696b-44ba-4252-9089-0bc881b5a301 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 1097 time: 0.1605704 Aug 16 13:24:26.591228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3a1ba-314d-4adf-9306-09bce4af2f14 req-8c491ece-06ce-4fa1-967b-61d3c13a9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:26.593394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfd3a1ba-314d-4adf-9306-09bce4af2f14 req-8c491ece-06ce-4fa1-967b-61d3c13a9311 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.2531662 Aug 16 13:24:26.768825 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a822c7c-81b8-4473-ac4a-3098f823e215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:26.775605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfd3a1ba-314d-4adf-9306-09bce4af2f14 req-7bea5cc1-98a0-4c2a-ad6d-3682153c66c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c989e844-8a19-44c3-9d0a-c727fe126bf1 HTTP/1.1" status: 200 len: 998 time: 0.1737785 Aug 16 13:24:26.785601 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6298edf5-a957-4c8d-b04b-70422928d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '12d27f59-3380-4209-ad2d-de2dc5a5afe9', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': 'c989e844-8a19-44c3-9d0a-c727fe126bf1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:df:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:24:24Z', 'updated_at': '2021-08-16T13:24:24Z', 'revision_number': 0, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:26.864073 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6298edf5-a957-4c8d-b04b-70422928d535 None None] Checking router: f8cd338b-7551-48d6-b999-6324c939988b for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:24:26.879483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3a1ba-314d-4adf-9306-09bce4af2f14 req-08bfc52b-c646-4832-9765-e51cd9020258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:26.882702 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfd3a1ba-314d-4adf-9306-09bce4af2f14 req-08bfc52b-c646-4832-9765-e51cd9020258 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.0971982 Aug 16 13:24:26.895466 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6298edf5-a957-4c8d-b04b-70422928d535 None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:24:26.896622 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6298edf5-a957-4c8d-b04b-70422928d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:24:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:26.975183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3a1ba-314d-4adf-9306-09bce4af2f14 req-9df16dd7-00a2-4d89-a2bd-7313b43f2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:26.978522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfd3a1ba-314d-4adf-9306-09bce4af2f14 req-9df16dd7-00a2-4d89-a2bd-7313b43f2b54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873652 Aug 16 13:24:26.988024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a822c7c-81b8-4473-ac4a-3098f823e215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:27.002383 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a822c7c-81b8-4473-ac4a-3098f823e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:27.105472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a822c7c-81b8-4473-ac4a-3098f823e215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2f9b39-e17e-4bc3-a717-30660c2ef806,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:27.180662 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6a822c7c-81b8-4473-ac4a-3098f823e215 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e4abc7fc1804ff382a64065508da41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9610772 Aug 16 13:24:27.183201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44796) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:27.257282 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-6298edf5-a957-4c8d-b04b-70422928d535 None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:24:27.279178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfd3a1ba-314d-4adf-9306-09bce4af2f14 req-66017d56-2198-402d-b1eb-5e532c92a640 service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916911 Aug 16 13:24:27.305814 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9239f734-92f2-435c-9064-68eb85a4f68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:27.386458 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9239f734-92f2-435c-9064-68eb85a4f68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:27.527848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9239f734-92f2-435c-9064-68eb85a4f68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:27.550582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9239f734-92f2-435c-9064-68eb85a4f68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:27.552528 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:24:27.559665 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9239f734-92f2-435c-9064-68eb85a4f68f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f2f9b39-e17e-4bc3-a717-30660c2ef806 HTTP/1.1" status: 204 len: 168 time: 0.3718901 Aug 16 13:24:27.573737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfd3a1ba-314d-4adf-9306-09bce4af2f14 req-7e81efe1-3f38-4674-bbb2-9cf9bc672071 service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832928 Aug 16 13:24:27.605205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239f734-92f2-435c-9064-68eb85a4f68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2f9b39-e17e-4bc3-a717-30660c2ef806,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:27.971654 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6298edf5-a957-4c8d-b04b-70422928d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '12d27f59-3380-4209-ad2d-de2dc5a5afe9', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': 'c989e844-8a19-44c3-9d0a-c727fe126bf1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:df:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:24:24Z', 'updated_at': '2021-08-16T13:24:24Z', 'revision_number': 0, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:24:28.008814 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6298edf5-a957-4c8d-b04b-70422928d535 None None] The sync data for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 is: [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '12d27f59-3380-4209-ad2d-de2dc5a5afe9', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': 'c989e844-8a19-44c3-9d0a-c727fe126bf1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:df:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:24:24Z', 'updated_at': '2021-08-16T13:24:24Z', 'revision_number': 0, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:24:28.344162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44826) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:28.362694 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18cfb0a8-46e1-47a7-9606-16230eeaaf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:28.440904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03659d91-ccdd-409f-971c-b7818fad85e2 None None] New status for floating IP 12d27f59-3380-4209-ad2d-de2dc5a5afe9: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:24:28.545237 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18cfb0a8-46e1-47a7-9606-16230eeaaf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:28.564391 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-18cfb0a8-46e1-47a7-9606-16230eeaaf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:28.594413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfb0a8-46e1-47a7-9606-16230eeaaf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91f0442-11fa-4a42-90ce-7f2d235e4011,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:28.644191 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-18cfb0a8-46e1-47a7-9606-16230eeaaf43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e80e0af1452445ac89c00095564dba8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965412 Aug 16 13:24:28.647221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44836) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:28.774785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02dae999-6f38-4f0c-a8a9-fc3e2bee05b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:28.804891 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02dae999-6f38-4f0c-a8a9-fc3e2bee05b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:28.886138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02dae999-6f38-4f0c-a8a9-fc3e2bee05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:28.889986 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02dae999-6f38-4f0c-a8a9-fc3e2bee05b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:28.891479 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-02dae999-6f38-4f0c-a8a9-fc3e2bee05b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e91f0442-11fa-4a42-90ce-7f2d235e4011 HTTP/1.1" status: 204 len: 168 time: 0.2427206 Aug 16 13:24:28.904531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dae999-6f38-4f0c-a8a9-fc3e2bee05b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91f0442-11fa-4a42-90ce-7f2d235e4011,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:29.885649 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:31.807148 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-93ecf7d0-5c95-4921-b9b0-da16c435648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:31.928197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44948) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:32.107539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3a2d-beb2-4bf6-af3b-e447c6bf6197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:32.294174 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3a2d-beb2-4bf6-af3b-e447c6bf6197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:32.305793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3a2d-beb2-4bf6-af3b-e447c6bf6197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:32.373951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c9ac3a2d-beb2-4bf6-af3b-e447c6bf6197 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e21cc4ed86a470097b6b46af78bc1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439821 Aug 16 13:24:32.378981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:32.392920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac3a2d-beb2-4bf6-af3b-e447c6bf6197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e3500d-967d-47ff-9db0-204cd78fed81,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:32.475919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bbe4-896c-49d5-8bfe-c0bbf47fd610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:32.515923 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bbe4-896c-49d5-8bfe-c0bbf47fd610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:32.600901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bbe4-896c-49d5-8bfe-c0bbf47fd610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:32.604295 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bbe4-896c-49d5-8bfe-c0bbf47fd610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:32.606077 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dbd6bbe4-896c-49d5-8bfe-c0bbf47fd610 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7e3500d-967d-47ff-9db0-204cd78fed81 HTTP/1.1" status: 204 len: 168 time: 0.2254405 Aug 16 13:24:32.618257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6bbe4-896c-49d5-8bfe-c0bbf47fd610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e3500d-967d-47ff-9db0-204cd78fed81,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:33.055340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 44970) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:33.081868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2ece423-ae58-4fae-8832-55bc3a795e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:33.262192 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2ece423-ae58-4fae-8832-55bc3a795e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:33.268265 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a2ece423-ae58-4fae-8832-55bc3a795e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:33.343235 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a2ece423-ae58-4fae-8832-55bc3a795e02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3ec8ef355f04ce19eafe4f77e91c3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858090 Aug 16 13:24:33.347523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ece423-ae58-4fae-8832-55bc3a795e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb894b70-ff3e-4920-b480-8625bb9e4808,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:33.348320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 44976) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:33.441355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98ddcd95-e4d8-4060-b222-64804a0a3921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:33.492475 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98ddcd95-e4d8-4060-b222-64804a0a3921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:33.574748 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98ddcd95-e4d8-4060-b222-64804a0a3921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:33.578190 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-98ddcd95-e4d8-4060-b222-64804a0a3921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:33.579817 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-98ddcd95-e4d8-4060-b222-64804a0a3921 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb894b70-ff3e-4920-b480-8625bb9e4808 HTTP/1.1" status: 204 len: 168 time: 0.2299604 Aug 16 13:24:33.589177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddcd95-e4d8-4060-b222-64804a0a3921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb894b70-ff3e-4920-b480-8625bb9e4808,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:34.364418 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-230073a5-fcc8-46c1-9701-f4d7278fcaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:34.600367 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:35.550786 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:37.406436 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:40.938917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45124) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:41.166662 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:41.304332 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:41.309684 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:41.358613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63681175-4efe-401f-9cee-ed994c987be0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:41.379601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.380388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.381134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.381978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.382861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.383794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.385036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.385206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.385845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.386508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.387034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.387626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:41.410345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45130) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:41.411908 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-df181bb8-f55d-4ffc-9c93-da27683e2113 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96ace5c8b46c4b63a337bbb36bf5316d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701207 Aug 16 13:24:41.554610 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73520fd8-2318-4e7f-b7e4-77797a8f12c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:41.609803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73520fd8-2318-4e7f-b7e4-77797a8f12c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:41.740257 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73520fd8-2318-4e7f-b7e4-77797a8f12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:41.743236 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-73520fd8-2318-4e7f-b7e4-77797a8f12c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:41.748077 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-73520fd8-2318-4e7f-b7e4-77797a8f12c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63681175-4efe-401f-9cee-ed994c987be0 HTTP/1.1" status: 204 len: 168 time: 0.3364244 Aug 16 13:24:41.760120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73520fd8-2318-4e7f-b7e4-77797a8f12c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63681175-4efe-401f-9cee-ed994c987be0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:42.452225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45146) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:42.479904 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:42.639543 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:42.646317 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:42.739997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45150) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:42.748963 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b25f0af522a842909ee02ae1ff6d8ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936752 Aug 16 13:24:42.749876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be85608e-d618-4f91-82fb-96ee89df45ca,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:42.780378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.780793 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.781108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.781431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.786149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.787203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.787452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.787715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.787996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.788352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.788682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.789020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba86fa-72a1-4aca-90a5-66249997f9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:24:42.836752 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-440f2d92-2e2a-4976-aa61-bcabefdbaf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:42.884256 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-440f2d92-2e2a-4976-aa61-bcabefdbaf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:42.972045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-440f2d92-2e2a-4976-aa61-bcabefdbaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:42.986641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-440f2d92-2e2a-4976-aa61-bcabefdbaf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:43.022723 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-440f2d92-2e2a-4976-aa61-bcabefdbaf12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be85608e-d618-4f91-82fb-96ee89df45ca HTTP/1.1" status: 204 len: 168 time: 0.2798073 Aug 16 13:24:43.066841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f2d92-2e2a-4976-aa61-bcabefdbaf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be85608e-d618-4f91-82fb-96ee89df45ca,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:45.774146 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-d51e9517-68c1-4c10-8239-6f5c9d36dc9d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2775383 Aug 16 13:24:45.913750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-3f31d1c5-3eda-409e-855f-4b27158de616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:45.916380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-3f31d1c5-3eda-409e-855f-4b27158de616 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86644d1ddd9a48db9f4679dac2002c83&device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 1097 time: 0.0787709 Aug 16 13:24:46.107751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-1bcba953-dcbf-4fc9-8048-d6a2ee289e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:46.111239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-1bcba953-dcbf-4fc9-8048-d6a2ee289e88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b1b553f-4a02-43fb-ab30-612de5245869 HTTP/1.1" status: 200 len: 909 time: 0.1658983 Aug 16 13:24:46.256871 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-d8d62155-1ca6-4cf4-80ad-5a484d96031a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62968e13-de88-4a6c-a10e-8d884c7f3b9b HTTP/1.1" status: 200 len: 1002 time: 0.1378317 Aug 16 13:24:46.370706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-7dc603a8-189b-432a-ba55-369240eb5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:46.373032 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-7dc603a8-189b-432a-ba55-369240eb5ba8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2a2e524-7cbd-45b8-b39c-3fab5c8992c4 HTTP/1.1" status: 200 len: 848 time: 0.1081936 Aug 16 13:24:46.449192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-db93c312-3710-40d6-a444-bc1f7c877b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:24:46.449192 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-db93c312-3710-40d6-a444-bc1f7c877b93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b1b553f-4a02-43fb-ab30-612de5245869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614066 Aug 16 13:24:46.451234 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:46.576779 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-2ca46705-6b8a-4aa6-bdb9-d69eebcf360e service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251249 Aug 16 13:24:46.698960 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1b49161-9c75-48dd-8393-5f6a04549b80 req-b72acd23-bbf5-4e15-bc59-a074583a1d3e service neutron] 10.222.0.42 "GET /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140356 Aug 16 13:24:50.035472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45702) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:50.212504 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7a90-3e2c-4d42-9b3a-0bbcb79011cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:50.384006 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7a90-3e2c-4d42-9b3a-0bbcb79011cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:50.392666 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7a90-3e2c-4d42-9b3a-0bbcb79011cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:50.455742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f0fa7a90-3e2c-4d42-9b3a-0bbcb79011cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a005c048d040461e9743e87d416fb3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181738 Aug 16 13:24:50.457151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa7a90-3e2c-4d42-9b3a-0bbcb79011cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5001dcbf-bef1-4080-9051-189ba83cba92,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:50.460209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45714) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:50.566543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e25c-d806-4113-8c38-9dbe032d01b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:50.604565 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e25c-d806-4113-8c38-9dbe032d01b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:50.693284 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e25c-d806-4113-8c38-9dbe032d01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:50.699362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e25c-d806-4113-8c38-9dbe032d01b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:50.701119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9dd2e25c-d806-4113-8c38-9dbe032d01b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5001dcbf-bef1-4080-9051-189ba83cba92 HTTP/1.1" status: 204 len: 168 time: 0.2395170 Aug 16 13:24:50.718542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2e25c-d806-4113-8c38-9dbe032d01b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5001dcbf-bef1-4080-9051-189ba83cba92,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:51.298688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45740) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:51.315635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6f67bf02-b625-408d-86b8-a2fb1bfe55bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:51.492910 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6f67bf02-b625-408d-86b8-a2fb1bfe55bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:51.500044 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6f67bf02-b625-408d-86b8-a2fb1bfe55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:51.548137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67bf02-b625-408d-86b8-a2fb1bfe55bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d8697f-5cd1-4c16-a88d-a467840f2934,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:51.557311 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6f67bf02-b625-408d-86b8-a2fb1bfe55bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e77dd8ff852f423fb477e106526a4d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610474 Aug 16 13:24:51.560267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45744) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:51.562513 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45746) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:51.644817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-477eb918-b55d-4dd3-8d0d-3a1ef30dd9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:51.699211 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-477eb918-b55d-4dd3-8d0d-3a1ef30dd9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:51.787186 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4988f037-d129-4a67-8029-b040db3f306e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:51.793844 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-477eb918-b55d-4dd3-8d0d-3a1ef30dd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:51.797863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-477eb918-b55d-4dd3-8d0d-3a1ef30dd9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:51.799605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-477eb918-b55d-4dd3-8d0d-3a1ef30dd9cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38d8697f-5cd1-4c16-a88d-a467840f2934 HTTP/1.1" status: 204 len: 168 time: 0.2348592 Aug 16 13:24:51.824386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477eb918-b55d-4dd3-8d0d-3a1ef30dd9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d8697f-5cd1-4c16-a88d-a467840f2934,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:51.929325 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4988f037-d129-4a67-8029-b040db3f306e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:51.934406 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4988f037-d129-4a67-8029-b040db3f306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:51.983826 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4988f037-d129-4a67-8029-b040db3f306e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e798b9671574d778a0b224f412b86be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184916 Aug 16 13:24:51.983826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988f037-d129-4a67-8029-b040db3f306e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2534db42-3aae-429b-8bd9-d10111e08b59,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:51.983826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45752) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:52.049126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02668d02-b450-4a81-8fb0-228b55e2768a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.075738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02668d02-b450-4a81-8fb0-228b55e2768a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.136193 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02668d02-b450-4a81-8fb0-228b55e2768a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.139708 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02668d02-b450-4a81-8fb0-228b55e2768a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.142153 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-02668d02-b450-4a81-8fb0-228b55e2768a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2534db42-3aae-429b-8bd9-d10111e08b59 HTTP/1.1" status: 204 len: 168 time: 0.1562986 Aug 16 13:24:52.150195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02668d02-b450-4a81-8fb0-228b55e2768a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2534db42-3aae-429b-8bd9-d10111e08b59,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:52.279352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45758) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:52.296787 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c0dd67bb-153f-4f04-8a6f-e993f8dc6567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.444005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c0dd67bb-153f-4f04-8a6f-e993f8dc6567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.452922 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c0dd67bb-153f-4f04-8a6f-e993f8dc6567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.504775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c0dd67bb-153f-4f04-8a6f-e993f8dc6567 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a195375da9c8457588e02c7867db0df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246063 Aug 16 13:24:52.507654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd67bb-153f-4f04-8a6f-e993f8dc6567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a6ca94-b54d-4f68-ae6a-6f2db3a8cc62,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:52.511424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45764) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:52.610559 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55e5e6e6-089a-4cec-8e98-8b5f40dd77fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.627848 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 45766) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:52.646736 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55e5e6e6-089a-4cec-8e98-8b5f40dd77fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.647011 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7bacae1-2421-4b44-9a68-7e12c1ce565c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.739337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55e5e6e6-089a-4cec-8e98-8b5f40dd77fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.743068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-55e5e6e6-089a-4cec-8e98-8b5f40dd77fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.745316 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-55e5e6e6-089a-4cec-8e98-8b5f40dd77fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0a6ca94-b54d-4f68-ae6a-6f2db3a8cc62 HTTP/1.1" status: 204 len: 168 time: 0.2317371 Aug 16 13:24:52.762945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5e6e6-089a-4cec-8e98-8b5f40dd77fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a6ca94-b54d-4f68-ae6a-6f2db3a8cc62,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:52.832222 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7bacae1-2421-4b44-9a68-7e12c1ce565c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.839985 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e7bacae1-2421-4b44-9a68-7e12c1ce565c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:52.903584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e7bacae1-2421-4b44-9a68-7e12c1ce565c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2987911098524967b6819745cddc2661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700725 Aug 16 13:24:52.904109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 45770) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:24:52.933551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bacae1-2421-4b44-9a68-7e12c1ce565c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f7f35c-c636-48dd-8ccd-1d8a0efbd7ca,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:53.021134 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9959f8e2-7897-42e2-9416-6c66b4aa7849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:53.069847 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9959f8e2-7897-42e2-9416-6c66b4aa7849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:53.160096 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9959f8e2-7897-42e2-9416-6c66b4aa7849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:53.165249 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9959f8e2-7897-42e2-9416-6c66b4aa7849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:24:53.167605 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9959f8e2-7897-42e2-9416-6c66b4aa7849 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42f7f35c-c636-48dd-8ccd-1d8a0efbd7ca HTTP/1.1" status: 204 len: 168 time: 0.2619226 Aug 16 13:24:53.184006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959f8e2-7897-42e2-9416-6c66b4aa7849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f7f35c-c636-48dd-8ccd-1d8a0efbd7ca,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:24:59.909991 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:01.822847 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-06fac1e9-488d-426b-968f-a9f1d47243b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:02.065527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46048) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:02.246200 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d26bb12c-1bc3-4eb3-b7bf-d0fda5cb696b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:02.476191 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d26bb12c-1bc3-4eb3-b7bf-d0fda5cb696b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:02.480771 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d26bb12c-1bc3-4eb3-b7bf-d0fda5cb696b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:02.560983 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d26bb12c-1bc3-4eb3-b7bf-d0fda5cb696b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=520ca992796a4f838b75e6d9af922898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937532 Aug 16 13:25:02.562436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bb12c-1bc3-4eb3-b7bf-d0fda5cb696b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd55a7b-4dae-4dce-8b4f-9031eb838d4d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:02.565471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46058) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:02.659951 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c0bfa7f-cbb9-4d21-9530-0eb2c62b6386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:02.689264 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c0bfa7f-cbb9-4d21-9530-0eb2c62b6386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:02.751789 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c0bfa7f-cbb9-4d21-9530-0eb2c62b6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:02.755753 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c0bfa7f-cbb9-4d21-9530-0eb2c62b6386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:02.760026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1c0bfa7f-cbb9-4d21-9530-0eb2c62b6386 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cd55a7b-4dae-4dce-8b4f-9031eb838d4d HTTP/1.1" status: 204 len: 168 time: 0.1920645 Aug 16 13:25:02.804776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bfa7f-cbb9-4d21-9530-0eb2c62b6386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd55a7b-4dae-4dce-8b4f-9031eb838d4d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:02.960166 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-7e5a47ca-f63c-47ca-a429-d7079f3decdd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1700728 Aug 16 13:25:03.101544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-fab1e33c-adee-4d32-811e-eef0a577b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:03.103158 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-fab1e33c-adee-4d32-811e-eef0a577b1cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1097 time: 0.0659409 Aug 16 13:25:03.243960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46072) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:03.255154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-f16bfc93-cef1-4bbe-9b10-0380e6cccbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:03.256723 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-f16bfc93-cef1-4bbe-9b10-0380e6cccbb2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 200 len: 896 time: 0.1281047 Aug 16 13:25:03.345006 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9024eb89-1b4c-4aeb-8324-bc1245f63ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:03.562793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9024eb89-1b4c-4aeb-8324-bc1245f63ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:03.569571 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9024eb89-1b4c-4aeb-8324-bc1245f63ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:03.631852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9024eb89-1b4c-4aeb-8324-bc1245f63ddc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5dc45ed3fe941ab957e9c6f03e7a3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858721 Aug 16 13:25:03.633363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024eb89-1b4c-4aeb-8324-bc1245f63ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a54b09-c864-46b4-9a9a-715abc273dfa,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:03.637380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46080) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:03.732933 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17f241ad-baec-4fcf-8350-23639ea417d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:03.763624 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17f241ad-baec-4fcf-8350-23639ea417d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:03.831548 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17f241ad-baec-4fcf-8350-23639ea417d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:03.835837 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-17f241ad-baec-4fcf-8350-23639ea417d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:03.837430 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-17f241ad-baec-4fcf-8350-23639ea417d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2a54b09-c864-46b4-9a9a-715abc273dfa HTTP/1.1" status: 204 len: 168 time: 0.1993706 Aug 16 13:25:03.851391 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f241ad-baec-4fcf-8350-23639ea417d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a54b09-c864-46b4-9a9a-715abc273dfa,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:03.912981 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-2bcca79a-947a-4e39-aac4-79961ed51ae5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 1002 time: 0.6414421 Aug 16 13:25:04.021398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-9dcde266-c3c2-4b13-850c-693f089c2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:04.024784 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-9dcde266-c3c2-4b13-850c-693f089c2b2d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c51e74-7a74-461c-8175-9f993339be64 HTTP/1.1" status: 200 len: 835 time: 0.1032882 Aug 16 13:25:04.145507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-8006094b-8bdf-4ea0-aa19-6c39a379d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:04.152248 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-8006094b-8bdf-4ea0-aa19-6c39a379d184 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=18dc347e-2079-4742-adde-b29de53974f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189113 Aug 16 13:25:04.318235 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-643e46ad-8858-46cc-9474-a06e706c20d0 service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575572 Aug 16 13:25:04.358716 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dcddb777-ccd1-4661-9f3e-470d24c29468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:04.489547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46098) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:04.520434 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb656-3b67-4ed2-a50a-691e39e7205a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:04.562352 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:25:04.565599 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0c94ca93-c7cf-4e54-99e8-5d8babb3a9be req-da1c21d3-9712-4aa6-86f0-53039d91a7d7 service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392719 Aug 16 13:25:04.628472 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:04.775072 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb656-3b67-4ed2-a50a-691e39e7205a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:04.783005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb656-3b67-4ed2-a50a-691e39e7205a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:04.879732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d8eeb656-3b67-4ed2-a50a-691e39e7205a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac2c1a48314e4b1a818605ee1b46aace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881571 Aug 16 13:25:04.882078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eeb656-3b67-4ed2-a50a-691e39e7205a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fb894b-079a-47cb-8bcc-4858540c65e7,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:04.885039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46114) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:05.020747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a719fe18-322c-4e76-ad44-a1409d20c2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:05.073040 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a719fe18-322c-4e76-ad44-a1409d20c2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:05.177915 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a719fe18-322c-4e76-ad44-a1409d20c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:05.181304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a719fe18-322c-4e76-ad44-a1409d20c2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:05.182550 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a719fe18-322c-4e76-ad44-a1409d20c2a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0fb894b-079a-47cb-8bcc-4858540c65e7 HTTP/1.1" status: 204 len: 168 time: 0.2967305 Aug 16 13:25:05.199288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719fe18-322c-4e76-ad44-a1409d20c2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fb894b-079a-47cb-8bcc-4858540c65e7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:05.482541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46130) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:05.566341 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:05.699934 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-542cef49-c897-4b0b-9a10-794031582978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:05.876106 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-542cef49-c897-4b0b-9a10-794031582978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:05.883772 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-542cef49-c897-4b0b-9a10-794031582978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:05.950143 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-542cef49-c897-4b0b-9a10-794031582978 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a574c0065d84415d9d8b3d16cbc5372c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632761 Aug 16 13:25:05.950418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46148) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:05.962056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cef49-c897-4b0b-9a10-794031582978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcba0a38-08f7-48d1-9a5e-92323ff29c18,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:06.036385 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c28a-f880-464e-93eb-d5f426ba1fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:06.072166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c28a-f880-464e-93eb-d5f426ba1fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:06.147138 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c28a-f880-464e-93eb-d5f426ba1fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:06.149847 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c28a-f880-464e-93eb-d5f426ba1fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:06.153846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c3b4c28a-f880-464e-93eb-d5f426ba1fac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcba0a38-08f7-48d1-9a5e-92323ff29c18 HTTP/1.1" status: 204 len: 168 time: 0.1994174 Aug 16 13:25:06.160457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4c28a-f880-464e-93eb-d5f426ba1fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcba0a38-08f7-48d1-9a5e-92323ff29c18,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:06.688796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46178) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:06.707281 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5dd242f0-8de7-401b-ae16-bea41af94cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:06.872376 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5dd242f0-8de7-401b-ae16-bea41af94cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:06.879411 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5dd242f0-8de7-401b-ae16-bea41af94cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:06.947563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd242f0-8de7-401b-ae16-bea41af94cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6412f9-5b47-4c09-9471-cb9d8232d285,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:06.966287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5dd242f0-8de7-401b-ae16-bea41af94cfc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c0468687c284ca6966d98a011147507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759113 Aug 16 13:25:06.969628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46220) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:07.048249 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b005d1f8-2e17-4f70-85fe-7cced2c0caf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:07.084296 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b005d1f8-2e17-4f70-85fe-7cced2c0caf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:07.167340 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b005d1f8-2e17-4f70-85fe-7cced2c0caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:07.170144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b005d1f8-2e17-4f70-85fe-7cced2c0caf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:07.171331 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b005d1f8-2e17-4f70-85fe-7cced2c0caf5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc6412f9-5b47-4c09-9471-cb9d8232d285 HTTP/1.1" status: 204 len: 168 time: 0.2002103 Aug 16 13:25:07.186343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005d1f8-2e17-4f70-85fe-7cced2c0caf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6412f9-5b47-4c09-9471-cb9d8232d285,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:07.401392 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:08.510455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46298) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:08.710852 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2053422238-network', 'tenant_id': '203046985bae4d108e6f3e86d0ac6d44'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:25:08.740436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Made reservation on behalf of 203046985bae4d108e6f3e86d0ac6d44 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:25:08.746511 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:08.768310 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:08.964994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:08.970795 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:08.995223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:25:09.014476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa162fe-5fa2-4f04-bc73-024f7920bb2a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:09.020204 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:09.020973 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Added segment b10db6dd-73cd-494b-aea2-0f9218f7a669 of type vlan for network 209b3624-5a5a-403c-ac24-067b4d5f2bf4 Aug 16 13:25:09.093403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:09.130259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:09.131364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:09.132018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:09.168506 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6564624 Aug 16 13:25:09.173125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46306) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:09.188597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] Request body: {'subnet': {'network_id': '209b3624-5a5a-403c-ac24-067b4d5f2bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2053422238-subnet', 'tenant_id': '203046985bae4d108e6f3e86d0ac6d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:25:09.228152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] Made reservation on behalf of 203046985bae4d108e6f3e86d0ac6d44 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:25:09.233581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:09.237409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d315c-e0c7-43fe-ab90-2583e6b1ed0e admin admin] Pushing event updated for resources: {'Network': ['ID=209b3624-5a5a-403c-ac24-067b4d5f2bf4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:09.258899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 209b3624-5a5a-403c-ac24-067b4d5f2bf4 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:25:09.543294 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:09.642810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8634b20d-0478-4350-ba94-defba64908d7,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:09.654596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] Checking segment: {'id': 'b10db6dd-73cd-494b-aea2-0f9218f7a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '209b3624-5a5a-403c-ac24-067b4d5f2bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:25:09.656035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] Network hostable DHCP agents. Network: 209b3624-5a5a-403c-ac24-067b4d5f2bf4, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:25:09.694335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] Network 209b3624-5a5a-403c-ac24-067b4d5f2bf4 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:25:09.711350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 209b3624-5a5a-403c-ac24-067b4d5f2bf4) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:25:09.723511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d00d7d-18b6-4e3a-b5bb-9d15645f3fe7 None None] Network 209b3624-5a5a-403c-ac24-067b4d5f2bf4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:25:09.732460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:09.733860 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:09.762870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-822219cd-6fa5-42d7-a30f-2e3ed333532c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5867772 Aug 16 13:25:09.962587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978ae8e-b6b6-4102-8bfe-e3e2d65c6d2d None None] Network 209b3624-5a5a-403c-ac24-067b4d5f2bf4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:25:10.616470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46346) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:10.623099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-958653913-network', 'tenant_id': 'c36bdb90cce8440487730fc1a7a2d2fa'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:25:10.658185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Made reservation on behalf of c36bdb90cce8440487730fc1a7a2d2fa for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:25:10.661697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:10.680345 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:10.820392 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:10.826436 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:10.866662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:25:10.869604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333e1126-adfd-4ce7-877c-c3408c2f60a2,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:10.889173 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:10.889771 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Added segment f8942b47-1886-4f5e-8c8c-f149fb3aaa4b of type vlan for network 1c3636be-c0bd-483b-a20b-7a2f99fdd25e Aug 16 13:25:10.956143 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:10.996886 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:10.998376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:10.999134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:11.091444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4734931 Aug 16 13:25:11.096210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46354) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:11.110849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d99b3-e76b-45be-a6ef-3ce7f9d61a57 admin admin] Pushing event updated for resources: {'Network': ['ID=1c3636be-c0bd-483b-a20b-7a2f99fdd25e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:11.120381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] Request body: {'subnet': {'network_id': '1c3636be-c0bd-483b-a20b-7a2f99fdd25e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-958653913-subnet', 'tenant_id': 'c36bdb90cce8440487730fc1a7a2d2fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:25:11.128107 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 1c3636be-c0bd-483b-a20b-7a2f99fdd25e details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:25:11.175685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] Made reservation on behalf of c36bdb90cce8440487730fc1a7a2d2fa for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:25:11.183850 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:11.531270 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:11.628002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e849a9a-5a3a-4980-8953-31de9bb6c145,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:11.645991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] Checking segment: {'id': 'f8942b47-1886-4f5e-8c8c-f149fb3aaa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1c3636be-c0bd-483b-a20b-7a2f99fdd25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:25:11.646613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] Network hostable DHCP agents. Network: 1c3636be-c0bd-483b-a20b-7a2f99fdd25e, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:25:11.680720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] Network 1c3636be-c0bd-483b-a20b-7a2f99fdd25e is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:25:11.700694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 1c3636be-c0bd-483b-a20b-7a2f99fdd25e) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:25:11.711236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6149c-ce91-422c-8c4c-779a45c9f0ff None None] Network 1c3636be-c0bd-483b-a20b-7a2f99fdd25e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:25:11.716622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:11.717446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:11.754723 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4ee206ed-284b-4682-964b-813355096449 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6471434 Aug 16 13:25:11.997978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004cd3e0-c8b0-49c9-aeae-a3dfe551aee6 None None] Network 1c3636be-c0bd-483b-a20b-7a2f99fdd25e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:25:12.701509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-a40bd434-b76b-4e8f-b264-0da4576ba26e tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:12.705305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-a40bd434-b76b-4e8f-b264-0da4576ba26e tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/networks?id=209b3624-5a5a-403c-ac24-067b4d5f2bf4 HTTP/1.1" status: 200 len: 809 time: 0.1799922 Aug 16 13:25:12.730413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-fc4d4454-91bd-4a8f-99a8-9059677262db tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/quotas/203046985bae4d108e6f3e86d0ac6d44 HTTP/1.1" status: 200 len: 375 time: 0.0172379 Aug 16 13:25:12.791787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-160a055c-13d4-4eea-ad0b-99edf70d9acf tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=203046985bae4d108e6f3e86d0ac6d44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527141 Aug 16 13:25:13.004117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-7837401f-a1e3-4a02-ae08-5d8b3cc44e0b service neutron] 10.222.0.25 "GET /v2.0/networks/209b3624-5a5a-403c-ac24-067b4d5f2bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083750 Aug 16 13:25:13.155413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-f7942d94-3039-4493-8481-80e9df05a104 service neutron] 10.222.0.25 "GET /v2.0/networks/209b3624-5a5a-403c-ac24-067b4d5f2bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429753 Aug 16 13:25:13.433723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdd6f5a7-d0e2-430f-b25c-2af7f7fc5971 req-6334dd78-9524-4e42-8123-d376210e73d2 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 210 time: 0.0507336 Aug 16 13:25:14.620828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-691cab13-9799-4369-b14c-0547c19a364c req-1190de0e-5008-47e0-b86f-bf4b2e4f5e10 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 210 time: 0.0668736 Aug 16 13:25:15.343343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-159e907f-a385-4c0c-bca6-dc12045dfbc9 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:15.347124 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-159e907f-a385-4c0c-bca6-dc12045dfbc9 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.22 "GET /v2.0/networks?id=209b3624-5a5a-403c-ac24-067b4d5f2bf4 HTTP/1.1" status: 200 len: 809 time: 0.3185160 Aug 16 13:25:15.382461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Request body: {'port': {'device_id': '76da017f-496a-4cdd-88d0-272d8dbad702', 'network_id': '209b3624-5a5a-403c-ac24-067b4d5f2bf4', 'admin_state_up': True, 'tenant_id': '203046985bae4d108e6f3e86d0ac6d44'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:25:15.590727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Made reservation on behalf of 203046985bae4d108e6f3e86d0ac6d44 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:25:15.595652 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:15.813493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ae15953-f329-4c22-8c6e-682b30606d7b req-008d6a3a-21f0-42f6-870d-72368ed9cd09 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 210 time: 0.0540161 Aug 16 13:25:15.894294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Allocated IP 172.20.0.7 (209b3624-5a5a-403c-ac24-067b4d5f2bf4/8634b20d-0478-4350-ba94-defba64908d7/7f29c139-a3b1-474c-be24-dd1074414aa5) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:25:16.185310 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:16.260568 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:16.322195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Network 209b3624-5a5a-403c-ac24-067b4d5f2bf4 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:25:16.329498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:25:16.335396 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:25:16.373062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Pushing event updated for resources: {'Port': ['ID=7f29c139-a3b1-474c-be24-dd1074414aa5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:16.416503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:16.417276 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:16.444144 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:16.456740 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-22b6ee78-fcd9-45f1-b4c2-2054b9911bcd tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0834620 Aug 16 13:25:16.477024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Request body: {'port': {'device_id': '76da017f-496a-4cdd-88d0-272d8dbad702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:25:16.594065 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:17.020278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768802c4-0f21-49b6-9686-7de98be8bed8 req-d30d982b-8e51-4880-835e-98704a3d8755 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:17.021939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-768802c4-0f21-49b6-9686-7de98be8bed8 req-d30d982b-8e51-4880-835e-98704a3d8755 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 931 time: 0.0728700 Aug 16 13:25:17.086683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f29c139-a3b1-474c-be24-dd1074414aa5 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:25:17.100503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:17.101138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-768802c4-0f21-49b6-9686-7de98be8bed8 req-a75869d7-b4c7-4113-aa0f-ddd4fa5df774 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aa162fe-5fa2-4f04-bc73-024f7920bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638340 Aug 16 13:25:17.137410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Transition to ACTIVE for port object 7f29c139-a3b1-474c-be24-dd1074414aa5 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:25:17.137410 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:17.209441 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f29c139-a3b1-474c-be24-dd1074414aa5,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:17.316709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Attempting to bind port 7f29c139-a3b1-474c-be24-dd1074414aa5 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:25:17.317147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Attempting to bind port 7f29c139-a3b1-474c-be24-dd1074414aa5 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'b10db6dd-73cd-494b-aea2-0f9218f7a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '209b3624-5a5a-403c-ac24-067b4d5f2bf4'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:25:17.317669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Attempting to bind port 7f29c139-a3b1-474c-be24-dd1074414aa5 on network 209b3624-5a5a-403c-ac24-067b4d5f2bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:25:17.326859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Port 7f29c139-a3b1-474c-be24-dd1074414aa5 on network 209b3624-5a5a-403c-ac24-067b4d5f2bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:25:17.327388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Attempting to bind port 7f29c139-a3b1-474c-be24-dd1074414aa5 on network 209b3624-5a5a-403c-ac24-067b4d5f2bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:25:17.335840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:25:17.336463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Checking segment: {'id': 'b10db6dd-73cd-494b-aea2-0f9218f7a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '209b3624-5a5a-403c-ac24-067b4d5f2bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:25:17.336875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Bound using segment: {'id': 'b10db6dd-73cd-494b-aea2-0f9218f7a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '209b3624-5a5a-403c-ac24-067b4d5f2bf4'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:25:17.342677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Bound port: 7f29c139-a3b1-474c-be24-dd1074414aa5, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10db6dd-73cd-494b-aea2-0f9218f7a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '209b3624-5a5a-403c-ac24-067b4d5f2bf4'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:25:17.343105 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:17.447408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] For port 7f29c139-a3b1-474c-be24-dd1074414aa5, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:25:17.453507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] For port 7f29c139-a3b1-474c-be24-dd1074414aa5, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7f29c139-a3b1-474c-be24-dd1074414aa5,segment=NetworkSegment(b10db6dd-73cd-494b-aea2-0f9218f7a669),segment_id=b10db6dd-73cd-494b-aea2-0f9218f7a669)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:25:17.460901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:17.509610 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:17.509764 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:17.511314 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-5a49f095-9062-4976-b792-680445020ed3 service neutron] 10.222.0.22 "PUT /v2.0/ports/7f29c139-a3b1-474c-be24-dd1074414aa5 HTTP/1.1" status: 200 len: 1091 time: 1.0424542 Aug 16 13:25:17.513821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76da017f-496a-4cdd-88d0-272d8dbad702', 'tag': '7f29c139-a3b1-474c-be24-dd1074414aa5'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:25:17.517146 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dc3cbe-c167-4040-b3a0-e769ecfd53ff" -d '{"events": [{"name": "network-changed", "server_uuid": "76da017f-496a-4cdd-88d0-272d8dbad702", "tag": "7f29c139-a3b1-474c-be24-dd1074414aa5"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:25:17.553398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49f095-9062-4976-b792-680445020ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f29c139-a3b1-474c-be24-dd1074414aa5,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:17.608642 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3cafea-4829-469a-80b7-bc2b0810aff0 x-openstack-request-id: req-af3cafea-4829-469a-80b7-bc2b0810aff0 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:25:17.609076 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76da017f-496a-4cdd-88d0-272d8dbad702", "tag": "7f29c139-a3b1-474c-be24-dd1074414aa5", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:25:17.610355 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af3cafea-4829-469a-80b7-bc2b0810aff0 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:25:17.610842 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76da017f-496a-4cdd-88d0-272d8dbad702', 'tag': '7f29c139-a3b1-474c-be24-dd1074414aa5', 'status': 'completed', 'code': 200} Aug 16 13:25:17.665809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-495662b4-2528-403b-810b-3821ec05ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:17.668146 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-495662b4-2528-403b-810b-3821ec05ab2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=203046985bae4d108e6f3e86d0ac6d44&device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 1094 time: 0.0778303 Aug 16 13:25:17.751654 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-fe7f525d-3f46-49ea-90a8-714263531e53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f29c139-a3b1-474c-be24-dd1074414aa5 HTTP/1.1" status: 200 len: 217 time: 0.0709674 Aug 16 13:25:17.846584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-b749eea1-3c79-4a62-bceb-d5eae1219dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:17.852199 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-b749eea1-3c79-4a62-bceb-d5eae1219dae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8634b20d-0478-4350-ba94-defba64908d7 HTTP/1.1" status: 200 len: 849 time: 0.0891972 Aug 16 13:25:17.897416 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-06fc62ce-a3a7-4e99-b836-eb2ee962b0d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=209b3624-5a5a-403c-ac24-067b4d5f2bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413616 Aug 16 13:25:18.037399 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-3abe8056-12bb-427e-8228-b114f81f8875 service neutron] 10.222.0.22 "GET /v2.0/networks/209b3624-5a5a-403c-ac24-067b4d5f2bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324427 Aug 16 13:25:18.167486 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9770ad65-4c77-4572-b217-e5831e4c8a19 req-8874ae44-2725-49da-90e2-9c461a355db8 service neutron] 10.222.0.22 "GET /v2.0/networks/209b3624-5a5a-403c-ac24-067b4d5f2bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216357 Aug 16 13:25:18.294879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb91c-bfb9-43de-abed-15bbb835b598 req-718d5d16-7b6b-4031-86bd-65cd4bd2eae9 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:18.301127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ceedb91c-bfb9-43de-abed-15bbb835b598 req-718d5d16-7b6b-4031-86bd-65cd4bd2eae9 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 943 time: 0.0978858 Aug 16 13:25:18.335732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc3cbe-c167-4040-b3a0-e769ecfd53ff req-bf1ecb37-3d2d-4181-8880-a1e611ef1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:18.338311 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-42dc3cbe-c167-4040-b3a0-e769ecfd53ff req-bf1ecb37-3d2d-4181-8880-a1e611ef1ecd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=203046985bae4d108e6f3e86d0ac6d44&device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 1094 time: 0.0604470 Aug 16 13:25:18.361845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ceedb91c-bfb9-43de-abed-15bbb835b598 req-d72b74b7-6b24-4c1e-ba1d-e27102f8680c tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aa162fe-5fa2-4f04-bc73-024f7920bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475464 Aug 16 13:25:18.491925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc3cbe-c167-4040-b3a0-e769ecfd53ff req-0ee23d31-9fad-41be-a4d0-cfa38e5ba4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:18.493827 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-42dc3cbe-c167-4040-b3a0-e769ecfd53ff req-0ee23d31-9fad-41be-a4d0-cfa38e5ba4ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=209b3624-5a5a-403c-ac24-067b4d5f2bf4 HTTP/1.1" status: 200 len: 909 time: 0.1481349 Aug 16 13:25:18.580850 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-42dc3cbe-c167-4040-b3a0-e769ecfd53ff req-961678ec-8b01-4691-a062-2739079c6f9f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f29c139-a3b1-474c-be24-dd1074414aa5 HTTP/1.1" status: 200 len: 217 time: 0.0781360 Aug 16 13:25:18.665756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc3cbe-c167-4040-b3a0-e769ecfd53ff req-a7afb34d-bc92-48d7-b009-4a425fd5ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:18.668691 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-42dc3cbe-c167-4040-b3a0-e769ecfd53ff req-a7afb34d-bc92-48d7-b009-4a425fd5ecb6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8634b20d-0478-4350-ba94-defba64908d7 HTTP/1.1" status: 200 len: 849 time: 0.0791960 Aug 16 13:25:18.725202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-42dc3cbe-c167-4040-b3a0-e769ecfd53ff req-48b38b61-2878-4e16-81b9-c3bf91704115 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=209b3624-5a5a-403c-ac24-067b4d5f2bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479932 Aug 16 13:25:18.883919 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-42dc3cbe-c167-4040-b3a0-e769ecfd53ff req-278bf865-9e3b-4894-b9a8-18314c5dc80b service neutron] 10.222.0.22 "GET /v2.0/networks/209b3624-5a5a-403c-ac24-067b4d5f2bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477742 Aug 16 13:25:19.041340 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-42dc3cbe-c167-4040-b3a0-e769ecfd53ff req-4f5deebd-45ea-4d8b-9198-96194253f458 service neutron] 10.222.0.22 "GET /v2.0/networks/209b3624-5a5a-403c-ac24-067b4d5f2bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496241 Aug 16 13:25:19.540274 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab431a1-8a2c-4158-b454-377b3615a0d1 req-548ccbd6-ec1e-4703-8192-b97dc5326530 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:19.543591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ab431a1-8a2c-4158-b454-377b3615a0d1 req-548ccbd6-ec1e-4703-8192-b97dc5326530 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 943 time: 0.0783083 Aug 16 13:25:19.611444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ab431a1-8a2c-4158-b454-377b3615a0d1 req-79037b43-101a-47ac-adfd-51bccde88e6d tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aa162fe-5fa2-4f04-bc73-024f7920bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597765 Aug 16 13:25:20.771479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639b1a7-f553-4a4a-b067-22fab1e2f898 req-b7c486eb-0892-4f1a-a602-4a7148a42cb0 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:20.775474 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6639b1a7-f553-4a4a-b067-22fab1e2f898 req-b7c486eb-0892-4f1a-a602-4a7148a42cb0 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 943 time: 0.0791292 Aug 16 13:25:20.855718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6639b1a7-f553-4a4a-b067-22fab1e2f898 req-5789f1fe-5835-4e42-8412-9ef00f7a7b1d tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aa162fe-5fa2-4f04-bc73-024f7920bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687838 Aug 16 13:25:20.917962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7f29c139-a3b1-474c-be24-dd1074414aa5 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:25:21.101413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7f29c139-a3b1-474c-be24-dd1074414aa5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7f29c139-a3b1-474c-be24-dd1074414aa5,segment=NetworkSegment(b10db6dd-73cd-494b-aea2-0f9218f7a669),segment_id=b10db6dd-73cd-494b-aea2-0f9218f7a669)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:25:21.118937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '7f29c139-a3b1-474c-be24-dd1074414aa5', 'network_id': '209b3624-5a5a-403c-ac24-067b4d5f2bf4', 'port_id': '7f29c139-a3b1-474c-be24-dd1074414aa5', 'mac_address': 'fa:16:3e:0c:fb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8634b20d-0478-4350-ba94-defba64908d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:25:21.179646 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:21.202914 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f29c139-a3b1-474c-be24-dd1074414aa5 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:25:21.236387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7f29c139-a3b1-474c-be24-dd1074414aa5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7f29c139-a3b1-474c-be24-dd1074414aa5,segment=NetworkSegment(b10db6dd-73cd-494b-aea2-0f9218f7a669),segment_id=b10db6dd-73cd-494b-aea2-0f9218f7a669)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:25:21.242880 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:21.354804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7f29c139-a3b1-474c-be24-dd1074414aa5,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:21.374730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.375862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.376430 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.376988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.377809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.378431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.378990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.379535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.380094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.380647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.381197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.381772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:21.631349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7f29c139-a3b1-474c-be24-dd1074414aa5'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:25:22.075176 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23614db6-cff2-442b-a79e-830a47a9fd0b req-8b8d27e5-cc1c-4b6d-8ff9-b92eb5313c45 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:22.076844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23614db6-cff2-442b-a79e-830a47a9fd0b req-8b8d27e5-cc1c-4b6d-8ff9-b92eb5313c45 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 944 time: 0.1004741 Aug 16 13:25:22.133629 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23614db6-cff2-442b-a79e-830a47a9fd0b req-ee52428a-ea28-457b-ad44-e0352dcdb61f tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aa162fe-5fa2-4f04-bc73-024f7920bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Aug 16 13:25:22.904149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7f29c139-a3b1-474c-be24-dd1074414aa5 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:25:22.995878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 7f29c139-a3b1-474c-be24-dd1074414aa5 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:25:23.007920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 7f29c139-a3b1-474c-be24-dd1074414aa5 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:25:23.007920 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:23.138830 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:23.172940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76da017f-496a-4cdd-88d0-272d8dbad702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f29c139-a3b1-474c-be24-dd1074414aa5'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:25:23.177246 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e482b29-642c-4a47-a417-748995a044e3" -d '{"events": [{"server_uuid": "76da017f-496a-4cdd-88d0-272d8dbad702", "name": "network-vif-plugged", "status": "completed", "tag": "7f29c139-a3b1-474c-be24-dd1074414aa5"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:25:23.242284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7f29c139-a3b1-474c-be24-dd1074414aa5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7f29c139-a3b1-474c-be24-dd1074414aa5,segment=NetworkSegment(b10db6dd-73cd-494b-aea2-0f9218f7a669),segment_id=b10db6dd-73cd-494b-aea2-0f9218f7a669)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:25:23.253743 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:23.303673 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de559f2-78b2-4e15-a85c-8f488610f6d7 x-openstack-request-id: req-2de559f2-78b2-4e15-a85c-8f488610f6d7 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:25:23.304154 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76da017f-496a-4cdd-88d0-272d8dbad702", "name": "network-vif-plugged", "status": "completed", "tag": "7f29c139-a3b1-474c-be24-dd1074414aa5", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:25:23.304531 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2de559f2-78b2-4e15-a85c-8f488610f6d7 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:25:23.305448 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76da017f-496a-4cdd-88d0-272d8dbad702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f29c139-a3b1-474c-be24-dd1074414aa5', 'code': 200} Aug 16 13:25:23.365159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7f29c139-a3b1-474c-be24-dd1074414aa5,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:23.458770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441fb47-22bf-42f9-948b-28119a2618eb req-4b33f0d5-8be8-4472-a9ab-12cdafa7d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:23.461184 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a441fb47-22bf-42f9-948b-28119a2618eb req-4b33f0d5-8be8-4472-a9ab-12cdafa7d408 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 1096 time: 0.0495560 Aug 16 13:25:23.509700 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a441fb47-22bf-42f9-948b-28119a2618eb req-d903f9d8-008d-403e-bab2-da653fd161fc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0aa162fe-5fa2-4f04-bc73-024f7920bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Aug 16 13:25:23.840930 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0ad22-64b0-4da6-a704-66ae8ed2abe8 req-a24afa1d-e1b6-4b9c-a0f5-dd8446b51570 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:23.844455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52d0ad22-64b0-4da6-a704-66ae8ed2abe8 req-a24afa1d-e1b6-4b9c-a0f5-dd8446b51570 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 945 time: 0.5532961 Aug 16 13:25:23.916292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52d0ad22-64b0-4da6-a704-66ae8ed2abe8 req-0f5df0dc-2a0d-496d-865e-1bb9693c794a tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aa162fe-5fa2-4f04-bc73-024f7920bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634098 Aug 16 13:25:25.166444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13cb9e-15b0-4732-af88-8b3344c6c097 req-31fe9b2c-3821-4355-8b8d-09b1fd07bde2 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:25.169195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a13cb9e-15b0-4732-af88-8b3344c6c097 req-31fe9b2c-3821-4355-8b8d-09b1fd07bde2 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 945 time: 0.1220021 Aug 16 13:25:25.267027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a13cb9e-15b0-4732-af88-8b3344c6c097 req-d99d61e5-dfd8-4f74-9b87-784122999223 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aa162fe-5fa2-4f04-bc73-024f7920bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828505 Aug 16 13:25:27.998756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924bdac-b3bf-444d-a038-8881b6f4a203 req-c691a021-a00d-429f-ba44-86ef02346369 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:28.002333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3924bdac-b3bf-444d-a038-8881b6f4a203 req-c691a021-a00d-429f-ba44-86ef02346369 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1097 time: 0.0953362 Aug 16 13:25:28.032028 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3924bdac-b3bf-444d-a038-8881b6f4a203 req-e654d863-e8a7-4569-aaf7-bd68a620c969 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:28.181644 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3924bdac-b3bf-444d-a038-8881b6f4a203 req-e654d863-e8a7-4569-aaf7-bd68a620c969 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:28.188159 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3924bdac-b3bf-444d-a038-8881b6f4a203 req-e654d863-e8a7-4569-aaf7-bd68a620c969 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:28.212025 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3924bdac-b3bf-444d-a038-8881b6f4a203 req-e654d863-e8a7-4569-aaf7-bd68a620c969 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026000 Aug 16 13:25:28.252383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654d863-e8a7-4569-aaf7-bd68a620c969 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c024b95-6d48-487d-9ebf-f4ef40b5de59,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:28.480533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294372a-19c3-40c5-89ef-89e02c68242a req-232f3b45-f3e6-4e18-9810-aff59b83f44d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:28.484588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b294372a-19c3-40c5-89ef-89e02c68242a req-232f3b45-f3e6-4e18-9810-aff59b83f44d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0839250 Aug 16 13:25:28.571047 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b294372a-19c3-40c5-89ef-89e02c68242a req-b573b740-d91f-40c2-b7b6-157a5ff0283a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762959 Aug 16 13:25:28.606039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46726) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:28.754794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3b073e61-4d3e-4988-837c-33e89f0b633b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/9d7c6879-d431-40ad-8d4a-ab9c1121394d HTTP/1.1" status: 200 len: 994 time: 0.1467817 Aug 16 13:25:28.982604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6247d7-c649-4a3e-93ef-f2cce44d975f req-d55f92a2-84c0-4f6b-952f-18eaa83d4f36 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:28.985933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d6247d7-c649-4a3e-93ef-f2cce44d975f req-d55f92a2-84c0-4f6b-952f-18eaa83d4f36 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 945 time: 0.0748463 Aug 16 13:25:29.049513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d6247d7-c649-4a3e-93ef-f2cce44d975f req-5af43e12-3ebf-42a4-8f3c-8fefa275ca9f tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aa162fe-5fa2-4f04-bc73-024f7920bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564210 Aug 16 13:25:29.676280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b079a-3f64-4469-9c9a-5838400ce887 req-cb763840-7bb8-45f5-a461-f65913b41bf3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:29.678128 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-463b079a-3f64-4469-9c9a-5838400ce887 req-cb763840-7bb8-45f5-a461-f65913b41bf3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0780892 Aug 16 13:25:29.738554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-463b079a-3f64-4469-9c9a-5838400ce887 req-e6163c97-3cc6-4bf9-a8fb-d3376865e1b7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508513 Aug 16 13:25:29.838877 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-cd52da31-d796-4424-a9c7-30c58d39b742 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2517536 Aug 16 13:25:29.917936 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:30.284242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889af606-632f-4406-aea5-feec15e115d4 req-5837bca2-71f0-4e53-bf9b-c9cc782ce614 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:30.293892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-889af606-632f-4406-aea5-feec15e115d4 req-5837bca2-71f0-4e53-bf9b-c9cc782ce614 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 945 time: 0.1034939 Aug 16 13:25:30.364127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-889af606-632f-4406-aea5-feec15e115d4 req-b144c853-e1b9-4ec4-91b9-11065e9b343e tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aa162fe-5fa2-4f04-bc73-024f7920bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686116 Aug 16 13:25:30.604946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043dd24-f1f6-4672-8907-51acce75270a req-0c893146-c32c-4937-b2f7-cad5b72049d9 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:30.607801 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e043dd24-f1f6-4672-8907-51acce75270a req-0c893146-c32c-4937-b2f7-cad5b72049d9 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.22 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 945 time: 0.0980077 Aug 16 13:25:30.784320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e043dd24-f1f6-4672-8907-51acce75270a req-8a4f6b4d-33c5-4529-beb2-f43bf52717ba tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Deleting port 7f29c139-a3b1-474c-be24-dd1074414aa5 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:25:30.784681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e043dd24-f1f6-4672-8907-51acce75270a req-8a4f6b4d-33c5-4529-beb2-f43bf52717ba tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:30.957423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02500211-2c94-4da4-9f16-5545de2f66c2 req-3e8ab9b3-221d-4cfe-bb5e-4139aca79e85 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:30.959641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02500211-2c94-4da4-9f16-5545de2f66c2 req-3e8ab9b3-221d-4cfe-bb5e-4139aca79e85 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1040018 Aug 16 13:25:30.967740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-e043dd24-f1f6-4672-8907-51acce75270a req-8a4f6b4d-33c5-4529-beb2-f43bf52717ba tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] For port 7f29c139-a3b1-474c-be24-dd1074414aa5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7f29c139-a3b1-474c-be24-dd1074414aa5,segment=NetworkSegment(b10db6dd-73cd-494b-aea2-0f9218f7a669),segment_id=b10db6dd-73cd-494b-aea2-0f9218f7a669)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:25:30.969236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e043dd24-f1f6-4672-8907-51acce75270a req-8a4f6b4d-33c5-4529-beb2-f43bf52717ba tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:30.997247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-e043dd24-f1f6-4672-8907-51acce75270a req-8a4f6b4d-33c5-4529-beb2-f43bf52717ba tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Calling delete_port for 7f29c139-a3b1-474c-be24-dd1074414aa5 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:25:31.034637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02500211-2c94-4da4-9f16-5545de2f66c2 req-521693ab-9033-49dd-9057-3da9fd7d5b5f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615563 Aug 16 13:25:31.259772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e043dd24-f1f6-4672-8907-51acce75270a req-8a4f6b4d-33c5-4529-beb2-f43bf52717ba tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:31.334726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f6b4d-33c5-4529-beb2-f43bf52717ba tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Pushing event deleted for resources: {'Port': ['ID=7f29c139-a3b1-474c-be24-dd1074414aa5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:31.419671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e043dd24-f1f6-4672-8907-51acce75270a req-8a4f6b4d-33c5-4529-beb2-f43bf52717ba tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] No DVR routers for this DVR port 7f29c139-a3b1-474c-be24-dd1074414aa5 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:25:31.424297 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e043dd24-f1f6-4672-8907-51acce75270a req-8a4f6b4d-33c5-4529-beb2-f43bf52717ba tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:31.426864 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e043dd24-f1f6-4672-8907-51acce75270a req-8a4f6b4d-33c5-4529-beb2-f43bf52717ba tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.22 "DELETE /v2.0/ports/7f29c139-a3b1-474c-be24-dd1074414aa5 HTTP/1.1" status: 204 len: 173 time: 0.8116186 Aug 16 13:25:31.427507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76da017f-496a-4cdd-88d0-272d8dbad702', 'name': 'network-vif-deleted', 'tag': '7f29c139-a3b1-474c-be24-dd1074414aa5'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:25:31.430450 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51b00d0-73b0-46a4-88d0-680480fd8bfd" -d '{"events": [{"server_uuid": "76da017f-496a-4cdd-88d0-272d8dbad702", "name": "network-vif-deleted", "tag": "7f29c139-a3b1-474c-be24-dd1074414aa5"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:25:31.670213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-216aeef1-5319-4f1c-a1c9-7ce267b091ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:31.674817 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-216aeef1-5319-4f1c-a1c9-7ce267b091ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1097 time: 0.1484153 Aug 16 13:25:31.677629 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b9c26b-89dc-42a7-98c1-cb4ff7ecbda6 x-openstack-request-id: req-e3b9c26b-89dc-42a7-98c1-cb4ff7ecbda6 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:25:31.678486 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76da017f-496a-4cdd-88d0-272d8dbad702", "name": "network-vif-deleted", "tag": "7f29c139-a3b1-474c-be24-dd1074414aa5", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:25:31.679319 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3b9c26b-89dc-42a7-98c1-cb4ff7ecbda6 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:25:31.679965 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76da017f-496a-4cdd-88d0-272d8dbad702', 'name': 'network-vif-deleted', 'tag': '7f29c139-a3b1-474c-be24-dd1074414aa5', 'status': 'completed', 'code': 200} Aug 16 13:25:31.692110 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e846486d-4537-425b-a8cc-f4de5aade9c2 req-cc2ce3ce-d71c-4c0e-972c-0f4a90912454 tempest-VolumesActionsTest-1969543748 tempest-VolumesActionsTest-1969543748-project] 10.222.0.25 "GET /v2.0/ports?device_id=76da017f-496a-4cdd-88d0-272d8dbad702 HTTP/1.1" status: 200 len: 210 time: 0.0841124 Aug 16 13:25:31.804551 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-79ec4417-2e42-4f0d-bb05-6581d189991e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:31.805407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-46b43a7b-85a3-411d-aa40-a1c3a196f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:31.808326 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-46b43a7b-85a3-411d-aa40-a1c3a196f75c service neutron] 10.222.0.22 "GET /v2.0/networks?id=18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 200 len: 896 time: 0.1260524 Aug 16 13:25:31.894475 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-499450ac-de9c-4c0a-b77a-9b6040ef9cb0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 1002 time: 0.0771570 Aug 16 13:25:31.952827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-8caffe9e-8871-4b55-8564-7f968330fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:31.955313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-8caffe9e-8871-4b55-8564-7f968330fe76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c51e74-7a74-461c-8175-9f993339be64 HTTP/1.1" status: 200 len: 835 time: 0.0522523 Aug 16 13:25:32.038951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-2f0aa13c-2a83-47de-a92c-cbbd8e0f72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:32.041926 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-2f0aa13c-2a83-47de-a92c-cbbd8e0f72d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=18dc347e-2079-4742-adde-b29de53974f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608211 Aug 16 13:25:32.216693 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-fab7255b-e714-49ce-86c5-391fc96b88c7 service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642218 Aug 16 13:25:32.257932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b386f-1cfa-40b8-a96c-2cbe28d54bd7 req-cb426044-ff68-41cc-b48a-0901bc56591c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:32.266136 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-569b386f-1cfa-40b8-a96c-2cbe28d54bd7 req-cb426044-ff68-41cc-b48a-0901bc56591c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1144893 Aug 16 13:25:32.418791 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-569b386f-1cfa-40b8-a96c-2cbe28d54bd7 req-2cc46460-bc3f-4b3d-9d2d-b90a13be479a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099024 Aug 16 13:25:32.476959 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-caee6894-7ec2-478a-aea7-747bad705188 service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526491 Aug 16 13:25:32.949998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7f29c139-a3b1-474c-be24-dd1074414aa5 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:25:32.978338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 7f29c139-a3b1-474c-be24-dd1074414aa5 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:25:32.979096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7f29c139-a3b1-474c-be24-dd1074414aa5 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:25:33.619185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3ead9-ca7c-47ae-b1cc-b811f3edf32b req-76798ee8-22e7-4021-8141-26ba7d75e790 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:33.642460 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ed3ead9-ca7c-47ae-b1cc-b811f3edf32b req-76798ee8-22e7-4021-8141-26ba7d75e790 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1200225 Aug 16 13:25:33.734838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ed3ead9-ca7c-47ae-b1cc-b811f3edf32b req-4f6ba07c-c288-4095-b94a-40553ea938bf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882232 Aug 16 13:25:34.084385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 46888) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:34.245829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc6ee-ca06-4938-87df-37c12337fc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:34.380993 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5ada07ce-4e14-4952-b256-712ddc67e6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:34.425800 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc6ee-ca06-4938-87df-37c12337fc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:34.431775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc6ee-ca06-4938-87df-37c12337fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:34.498747 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5c3fc6ee-ca06-4938-87df-37c12337fc6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7f43bfcf5744584bcfa56067dd46e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128149 Aug 16 13:25:34.499963 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 46898) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:34.501873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fc6ee-ca06-4938-87df-37c12337fc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafdb878-fcdb-42fd-8e0d-d88756502c86,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:34.597069 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-005c1278-67b1-4251-9695-198ce0e22076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:34.601145 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:34.654884 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-005c1278-67b1-4251-9695-198ce0e22076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:34.745779 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-005c1278-67b1-4251-9695-198ce0e22076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:34.752431 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-005c1278-67b1-4251-9695-198ce0e22076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:34.754625 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-005c1278-67b1-4251-9695-198ce0e22076 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dafdb878-fcdb-42fd-8e0d-d88756502c86 HTTP/1.1" status: 204 len: 168 time: 0.2530689 Aug 16 13:25:34.772232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c1278-67b1-4251-9695-198ce0e22076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafdb878-fcdb-42fd-8e0d-d88756502c86,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:35.003786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d028a6-abfd-4f17-a758-febc1472b166 req-2b86c8a2-dcf5-45c7-92bc-90eadada956e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:35.017114 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09d028a6-abfd-4f17-a758-febc1472b166 req-2b86c8a2-dcf5-45c7-92bc-90eadada956e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1239834 Aug 16 13:25:35.119630 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09d028a6-abfd-4f17-a758-febc1472b166 req-9039989a-d343-4b54-96a1-2df190584a9f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982251 Aug 16 13:25:35.566559 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:36.365819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0d122-590e-437f-9a67-79ce5cfef497 req-9963fecf-8463-48ad-8eb7-b3784b21f527 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:36.379151 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ff0d122-590e-437f-9a67-79ce5cfef497 req-9963fecf-8463-48ad-8eb7-b3784b21f527 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1207259 Aug 16 13:25:36.432420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ff0d122-590e-437f-9a67-79ce5cfef497 req-6b20cc3c-bb36-4d74-9bfc-4792d4cb48b5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520246 Aug 16 13:25:37.421133 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:37.610920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ed9bb-93dc-4de3-9920-d8b769db7ca8 req-1b21a74d-f1ee-4884-8fe5-c08be3546d30 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:37.612517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb8ed9bb-93dc-4de3-9920-d8b769db7ca8 req-1b21a74d-f1ee-4884-8fe5-c08be3546d30 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0607893 Aug 16 13:25:37.661224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb8ed9bb-93dc-4de3-9920-d8b769db7ca8 req-0fc6077b-a4ef-4af1-8da4-cf931d49a6e3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Aug 16 13:25:38.828978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b94ea-f828-4cc5-920c-3cec683828cc req-7d104eb8-f8a2-4c9e-94a3-3d9bb78d141f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:38.848646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-183b94ea-f828-4cc5-920c-3cec683828cc req-7d104eb8-f8a2-4c9e-94a3-3d9bb78d141f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1028481 Aug 16 13:25:38.898856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-183b94ea-f828-4cc5-920c-3cec683828cc req-3c6dd75e-9f04-4c35-9b00-5a4f7ff59549 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479288 Aug 16 13:25:40.085568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df1b78-e89a-4976-93ba-915b2519ab8e req-ee40a1f8-4850-4f36-ad28-5b466e2e1d8d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:40.097503 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85df1b78-e89a-4976-93ba-915b2519ab8e req-ee40a1f8-4850-4f36-ad28-5b466e2e1d8d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0684044 Aug 16 13:25:40.152987 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85df1b78-e89a-4976-93ba-915b2519ab8e req-ce2c5175-aebd-4354-b104-9c4743355a77 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539939 Aug 16 13:25:41.378280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48964f5-7eb2-4f35-91d0-a3a7d1313919 req-9a3d3d9b-a2ed-49b0-94cf-49d3b74fafec tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:41.391093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f48964f5-7eb2-4f35-91d0-a3a7d1313919 req-9a3d3d9b-a2ed-49b0-94cf-49d3b74fafec tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0867560 Aug 16 13:25:41.432751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f48964f5-7eb2-4f35-91d0-a3a7d1313919 req-02935023-1250-4e76-8361-2f8ca90e2916 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393519 Aug 16 13:25:41.561096 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:25:42.771372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa793415-ba33-48ff-b612-b4aa068f3863 req-a48e2100-3fe9-403c-bb37-5268d51dc00c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:42.776827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa793415-ba33-48ff-b612-b4aa068f3863 req-a48e2100-3fe9-403c-bb37-5268d51dc00c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1386244 Aug 16 13:25:42.836492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa793415-ba33-48ff-b612-b4aa068f3863 req-f8b341db-ab9e-403a-b2a0-f53cfd82cfb5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531764 Aug 16 13:25:44.060070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3cda5-bf45-47a4-9b28-3e88242dfaf2 req-13958faa-70aa-4322-be93-3cc01d760ceb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:44.065316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0df3cda5-bf45-47a4-9b28-3e88242dfaf2 req-13958faa-70aa-4322-be93-3cc01d760ceb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1130333 Aug 16 13:25:44.131233 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0df3cda5-bf45-47a4-9b28-3e88242dfaf2 req-c35af70d-d1ca-4204-ad49-d28eee65476f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460997 Aug 16 13:25:44.676159 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-a3886b26-fcd4-41fb-b103-19d69ac997c5 service neutron] show failed (client error): The resource could not be found. Aug 16 13:25:44.677202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-a3886b26-fcd4-41fb-b103-19d69ac997c5 service neutron] 10.222.0.22 "GET /v2.0/ports/b212fcef-3d9f-4c23-9f38-b3e88b95b8fc/bindings/n-h2-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0718913 Aug 16 13:25:45.049500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-5b15bd54-7d79-4db0-a700-6f411807c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:45.052695 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-5b15bd54-7d79-4db0-a700-6f411807c8c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 1097 time: 0.1193967 Aug 16 13:25:45.066303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:25:45.175888 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:45.492691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721ee10-030f-4b34-a6a2-db2f96767a76 req-862abc7f-200a-4be0-bd96-aba93576a089 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:45.494596 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e721ee10-030f-4b34-a6a2-db2f96767a76 req-862abc7f-200a-4be0-bd96-aba93576a089 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1851392 Aug 16 13:25:45.587651 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e721ee10-030f-4b34-a6a2-db2f96767a76 req-f9c1c76a-cb0d-46c5-baae-cd6aea3df0ba tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779750 Aug 16 13:25:45.678178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:25:45.723988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h1-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:25:45.795790 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:25:45.800447 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349b8ec6-df9c-4fd1-a0e4-676c2a591435" -d '{"events": [{"server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "name": "network-vif-unplugged", "status": "completed", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:25:45.812876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:45.831287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Transition to ACTIVE for port object b212fcef-3d9f-4c23-9f38-b3e88b95b8fc will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:25:45.847956 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:45.930082 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c804d50e-ab68-4d26-9bb5-28fcd99ca97e x-openstack-request-id: req-c804d50e-ab68-4d26-9bb5-28fcd99ca97e {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:25:45.930564 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "name": "network-vif-unplugged", "status": "completed", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:25:45.930915 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c804d50e-ab68-4d26-9bb5-28fcd99ca97e {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:25:45.931451 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'code': 200} Aug 16 13:25:45.963202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Pushing event updated for resources: {'Port': ['ID=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,revision_number=6']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:46.022477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.022934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.023377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.023787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.024191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.024588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.024995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.025389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.025786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.026208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.026604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.027025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:46.142357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] No DVR routers for this DVR port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc on host n-h1-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:25:46.411860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Attempting to bind port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:25:46.412706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Attempting to bind port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:25:46.413474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Attempting to bind port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc on network 18dc347e-2079-4742-adde-b29de53974f1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:25:46.424317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc on network 18dc347e-2079-4742-adde-b29de53974f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:25:46.424849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Attempting to bind port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc on network 18dc347e-2079-4742-adde-b29de53974f1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:25:46.435526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:25:46.436120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Checking segment: {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:25:46.436739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Bound using segment: {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:25:46.437543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Bound port: b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c36f740-33cc-439f-97c4-84572a8eebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dc347e-2079-4742-adde-b29de53974f1'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:25:46.438227 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:46.497970 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:46.588747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:25:46.597960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:25:46.605193 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:46.708055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74435423-24f7-4bd9-a920-06d96def7b30 req-5ce8c166-c2df-4133-b00e-3587848fefb4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1411755 Aug 16 13:25:46.733705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Pushing event updated for resources: {'Port': ['ID=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,revision_number=7']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:46.756340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:46.758583 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:46.761240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-410dbddc-5e84-4cbc-ac4d-c49b54d0f6ba service neutron] 10.222.0.42 "PUT /v2.0/ports/b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 1092 time: 1.7005153 Aug 16 13:25:46.856309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74435423-24f7-4bd9-a920-06d96def7b30 req-81270f8c-dea9-4075-af46-4004c2572150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:46.858684 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74435423-24f7-4bd9-a920-06d96def7b30 req-81270f8c-dea9-4075-af46-4004c2572150 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 1097 time: 0.1111250 Aug 16 13:25:46.974735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383eca0-b598-4228-b8a6-cec13269b728 req-7b96fa36-3d68-4af4-8986-985c6b2f9fbe tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:46.977084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0383eca0-b598-4228-b8a6-cec13269b728 req-7b96fa36-3d68-4af4-8986-985c6b2f9fbe tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 944 time: 0.1962416 Aug 16 13:25:47.013263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b212fcef-3d9f-4c23-9f38-b3e88b95b8fc no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:25:47.063415 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-6da684d3-962c-4d76-a7f8-e26ebeb40d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:47.065370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-6da684d3-962c-4d76-a7f8-e26ebeb40d11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1095 time: 0.2206640 Aug 16 13:25:47.130617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0383eca0-b598-4228-b8a6-cec13269b728 req-fa6d484a-dc2e-413c-82fe-e469fcc8114f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390564 Aug 16 13:25:47.184831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b212fcef-3d9f-4c23-9f38-b3e88b95b8fc not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:25:47.231115 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-9e7011ab-3743-4baf-ad71-929426712685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:47.232961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-9e7011ab-3743-4baf-ad71-929426712685 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 200 len: 896 time: 0.1476877 Aug 16 13:25:47.262131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74435423-24f7-4bd9-a920-06d96def7b30 req-f53f51f8-febf-4991-a22f-b98a02a72f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:47.269117 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74435423-24f7-4bd9-a920-06d96def7b30 req-f53f51f8-febf-4991-a22f-b98a02a72f37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.3444686 Aug 16 13:25:47.323204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47168) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:47.393218 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-196edf01-6439-4e34-9d3a-72172e318dae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 1000 time: 0.1509888 Aug 16 13:25:47.400694 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74435423-24f7-4bd9-a920-06d96def7b30 req-a1ac7c68-19b4-4c6c-8347-6782e070eadf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c989e844-8a19-44c3-9d0a-c727fe126bf1 HTTP/1.1" status: 200 len: 1000 time: 0.1216512 Aug 16 13:25:47.457712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-a5bc4817-2a9a-4a8e-849b-7c3fc9b9394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:47.459979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-a5bc4817-2a9a-4a8e-849b-7c3fc9b9394f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3c51e74-7a74-461c-8175-9f993339be64 HTTP/1.1" status: 200 len: 835 time: 0.0595875 Aug 16 13:25:47.466947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74435423-24f7-4bd9-a920-06d96def7b30 req-7a0f9c04-1f8e-4e5d-8851-096ce84f1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:47.469176 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74435423-24f7-4bd9-a920-06d96def7b30 req-7a0f9c04-1f8e-4e5d-8851-096ce84f1036 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.0614145 Aug 16 13:25:47.517494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-c8986297-b68b-4e02-8c67-9aca60155dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:47.519289 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-c8986297-b68b-4e02-8c67-9aca60155dbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18dc347e-2079-4742-adde-b29de53974f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511634 Aug 16 13:25:47.542249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74435423-24f7-4bd9-a920-06d96def7b30 req-104d83ad-ba95-4e2b-839c-98a13739450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:47.543901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74435423-24f7-4bd9-a920-06d96def7b30 req-104d83ad-ba95-4e2b-839c-98a13739450a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667403 Aug 16 13:25:47.573374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a675d01a-dc18-42e1-aade-a3a92ff0d864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:47.679938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-c9e4d15b-9b5f-40a5-9225-ed083f426739 service neutron] 10.222.0.42 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510911 Aug 16 13:25:47.720671 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74435423-24f7-4bd9-a920-06d96def7b30 req-fa9b3c94-b333-4069-a0e6-eb5734db25a3 service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673741 Aug 16 13:25:47.801334 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-a04936f9-80bd-4a76-98f7-c2d17c9fde23 service neutron] 10.222.0.42 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128252 Aug 16 13:25:47.909725 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a675d01a-dc18-42e1-aade-a3a92ff0d864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:47.923713 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a675d01a-dc18-42e1-aade-a3a92ff0d864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:47.941236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:25:47.949080 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74435423-24f7-4bd9-a920-06d96def7b30 req-a9c2437d-35a8-4dec-9b8f-2932d1b89895 service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201874 Aug 16 13:25:47.952464 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9" -d '{"events": [{"name": "network-changed", "server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:25:48.011060 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a675d01a-dc18-42e1-aade-a3a92ff0d864 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d1fca1d88644c349b653df625d634f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6861253 Aug 16 13:25:48.011238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47178) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:48.018973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675d01a-dc18-42e1-aade-a3a92ff0d864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110a4673-a9d2-4e1d-ae90-254af2192a6a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:48.063792 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a570e5-bceb-4d7d-9a17-e8e85d68a1a5 x-openstack-request-id: req-e5a570e5-bceb-4d7d-9a17-e8e85d68a1a5 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:25:48.064399 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:25:48.064811 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5a570e5-bceb-4d7d-9a17-e8e85d68a1a5 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:25:48.065417 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'status': 'completed', 'code': 200} Aug 16 13:25:48.186262 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:48.192032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-c47dc7a6-f1bb-4711-be69-bc448a45e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:48.193723 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-c47dc7a6-f1bb-4711-be69-bc448a45e18c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1095 time: 0.1053505 Aug 16 13:25:48.249132 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:48.260947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-44b566d4-fd7d-4bea-a849-9074ccafa760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:48.263320 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-44b566d4-fd7d-4bea-a849-9074ccafa760 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1095 time: 0.1426482 Aug 16 13:25:48.418471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778dc18-5db2-459c-b233-50160ea14a83 req-3231799d-c3f2-4084-bafc-e9b2456e810d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:48.428342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d778dc18-5db2-459c-b233-50160ea14a83 req-3231799d-c3f2-4084-bafc-e9b2456e810d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 944 time: 0.0994864 Aug 16 13:25:48.449931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-bec1ba57-3cc1-4660-9dcc-48d134e52eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:48.451547 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-bec1ba57-3cc1-4660-9dcc-48d134e52eca service neutron] 10.222.0.42 "GET /v2.0/networks?id=18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 200 len: 896 time: 0.2469864 Aug 16 13:25:48.478484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:48.481151 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:48.483536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d778dc18-5db2-459c-b233-50160ea14a83 req-1240fb53-9dc3-4a32-a35f-5ab350829e74 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537899 Aug 16 13:25:48.498823 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/110a4673-a9d2-4e1d-ae90-254af2192a6a HTTP/1.1" status: 204 len: 168 time: 0.4858634 Aug 16 13:25:48.616168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-ff2caeda-ccbb-4a05-bad4-48a82e5aa201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:48.618829 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-ff2caeda-ccbb-4a05-bad4-48a82e5aa201 service neutron] 10.222.0.22 "GET /v2.0/networks?id=18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 200 len: 896 time: 0.3448081 Aug 16 13:25:48.639190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110a4673-a9d2-4e1d-ae90-254af2192a6a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:48.730896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.731867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.732037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.732700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.733693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.734970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.736796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.737518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.738199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.739120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.740144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.740997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fd653-a4a9-4933-ad78-37d852aae0a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:25:48.781008 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-73dff520-bd8a-4480-a3f6-3d5a274ee1c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 1000 time: 0.3154068 Aug 16 13:25:48.814905 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-f578902a-c2de-44d1-972c-5986cfc8a796 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 1000 time: 0.1663055 Aug 16 13:25:49.003275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-31cd3e33-657e-4b5f-b709-73ca051f1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:49.006327 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-31cd3e33-657e-4b5f-b709-73ca051f1294 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3c51e74-7a74-461c-8175-9f993339be64 HTTP/1.1" status: 200 len: 835 time: 0.2043741 Aug 16 13:25:49.038067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-4389e299-132f-4071-b6e3-def13e81de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:49.040950 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-4389e299-132f-4071-b6e3-def13e81de30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c51e74-7a74-461c-8175-9f993339be64 HTTP/1.1" status: 200 len: 835 time: 0.1894367 Aug 16 13:25:49.156413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b212fcef-3d9f-4c23-9f38-b3e88b95b8fc details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:25:49.168529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-5c07df38-7412-4b15-b781-b6beeea21344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:49.170594 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-5c07df38-7412-4b15-b781-b6beeea21344 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=18dc347e-2079-4742-adde-b29de53974f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006722 Aug 16 13:25:49.173802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-e326d70b-c5b4-4ab4-a224-fdc97b636783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:49.191566 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-e326d70b-c5b4-4ab4-a224-fdc97b636783 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18dc347e-2079-4742-adde-b29de53974f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765475 Aug 16 13:25:49.575104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:25:49.648263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'port_id': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'mac_address': 'fa:16:3e:64:67:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:25:49.680197 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-725b61e7-4a35-4f34-b12a-53e5e889850e service neutron] 10.222.0.42 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734559 Aug 16 13:25:49.760083 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-4790dfa7-6cb4-4ce9-a690-fd0caf7b6aad service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669417 Aug 16 13:25:49.767486 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:49.795452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b212fcef-3d9f-4c23-9f38-b3e88b95b8fc {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:25:49.839073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:25:49.847262 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:49.938920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a6a1d-ed24-469e-9b13-fca8cc358011 req-786691db-8974-4584-a6c6-a06a0758c05f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:49.950408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb7a6a1d-ed24-469e-9b13-fca8cc358011 req-786691db-8974-4584-a6c6-a06a0758c05f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 944 time: 0.1963992 Aug 16 13:25:50.007633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb7a6a1d-ed24-469e-9b13-fca8cc358011 req-60d843e8-ed5d-4b5d-ad50-92ffdeaacb3f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521812 Aug 16 13:25:50.036225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:50.041401 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-8ad6d59d-be2e-48a3-bb26-aa743cc8b7e7 service neutron] 10.222.0.42 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465707 Aug 16 13:25:50.092594 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-66990c96-61c1-4ef9-a5b9-fb7f744d8de9 req-7a7f7686-5b3d-41bc-8944-f1ee5d5c06d0 service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218675 Aug 16 13:25:50.112733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['b212fcef-3d9f-4c23-9f38-b3e88b95b8fc'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:25:51.172696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b212fcef-3d9f-4c23-9f38-b3e88b95b8fc up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:25:51.189606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ab2b1-e5fc-4e2d-bb6b-d07a712a89bc req-3fc6a21f-0dfa-4fca-ba91-efc49341e17c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:51.192081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc8ab2b1-e5fc-4e2d-bb6b-d07a712a89bc req-3fc6a21f-0dfa-4fca-ba91-efc49341e17c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 945 time: 0.1044149 Aug 16 13:25:51.290916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc8ab2b1-e5fc-4e2d-bb6b-d07a712a89bc req-8cadba96-e6c0-4ab1-bd88-a02f622cc4de tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923407 Aug 16 13:25:51.314600 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:25:51.321607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:25:51.322358 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:51.499733 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:51.569204 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:25:51.581013 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f020e1bb-afc8-47bb-b091-1947f00d31d5" -d '{"events": [{"server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "name": "network-vif-plugged", "status": "completed", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:25:51.636865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:25:51.644037 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:51.766322 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dea53d-886c-41c3-b5db-f2de729bfa72 req-b5fef49b-39fb-484a-b2a8-f4cacabb1ac8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:51.780264 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4dea53d-886c-41c3-b5db-f2de729bfa72 req-b5fef49b-39fb-484a-b2a8-f4cacabb1ac8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 945 time: 0.1633396 Aug 16 13:25:51.897016 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d8e1bf-8788-45cf-9748-11d7752e7e79 x-openstack-request-id: req-e8d8e1bf-8788-45cf-9748-11d7752e7e79 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:25:51.897568 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "name": "network-vif-plugged", "status": "completed", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:25:51.897981 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8d8e1bf-8788-45cf-9748-11d7752e7e79 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:25:51.898898 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'code': 200} Aug 16 13:25:51.902731 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4dea53d-886c-41c3-b5db-f2de729bfa72 req-579b8c08-64b2-4f5b-90f4-047395321659 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208830 Aug 16 13:25:51.912568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:52.011922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-bedf5204-382a-4036-8833-384b9f0f9109 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:52.018855 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-bedf5204-382a-4036-8833-384b9f0f9109 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 946 time: 0.3593242 Aug 16 13:25:52.169705 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-3be760c5-397c-4e56-a06f-03e5338fd278 service neutron] delete failed (client error): The resource could not be found. Aug 16 13:25:52.172072 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-3be760c5-397c-4e56-a06f-03e5338fd278 service neutron] 10.222.0.22 "DELETE /v2.0/ports/b212fcef-3d9f-4c23-9f38-b3e88b95b8fc/bindings/n-h1-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.1425114 Aug 16 13:25:52.316580 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-b433e50e-db20-4aee-afba-93b3dd090010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:52.319361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-b433e50e-db20-4aee-afba-93b3dd090010 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1097 time: 0.0820005 Aug 16 13:25:52.986785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-90962a6c-d91c-4581-b51f-79d13f7f0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:52.993685 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-90962a6c-d91c-4581-b51f-79d13f7f0d17 service neutron] 10.222.0.22 "GET /v2.0/networks?id=18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 200 len: 896 time: 0.6657398 Aug 16 13:25:53.152735 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-01d3523f-9bba-4547-92a1-4305e32bc5c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 1002 time: 0.1499972 Aug 16 13:25:53.242800 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27ff6-8cc7-4d97-a0a8-93e5f1ae2caa req-9d7e05ae-74bc-41dd-b995-48ee4518510e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:53.290255 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fd27ff6-8cc7-4d97-a0a8-93e5f1ae2caa req-9d7e05ae-74bc-41dd-b995-48ee4518510e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.2002349 Aug 16 13:25:53.299935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-0c8e2cc3-788b-4b10-8e79-98bc1895fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:53.302424 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-0c8e2cc3-788b-4b10-8e79-98bc1895fa7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c51e74-7a74-461c-8175-9f993339be64 HTTP/1.1" status: 200 len: 835 time: 0.1422620 Aug 16 13:25:53.455026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-1aa8b9d8-4842-444a-911f-41e3aa726672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:53.457372 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-1aa8b9d8-4842-444a-911f-41e3aa726672 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=18dc347e-2079-4742-adde-b29de53974f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464100 Aug 16 13:25:53.458982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fd27ff6-8cc7-4d97-a0a8-93e5f1ae2caa req-85b027ee-c3aa-4215-9d76-536f563bbc57 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672728 Aug 16 13:25:53.632823 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-fed2974d-d4b1-4cb6-9e6b-dc07b9a7aab9 service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617072 Aug 16 13:25:53.771986 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75a8756e-a1fe-4bb9-9f11-1f85bc3c9955 req-2efef478-788a-4268-8370-e52df27e727e service neutron] 10.222.0.22 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302989 Aug 16 13:25:54.450045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563a97e-eb16-454c-8b35-f066e48b4967 req-196c93e0-2868-4bbd-b33c-21f164a4c9c6 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:54.455647 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e563a97e-eb16-454c-8b35-f066e48b4967 req-196c93e0-2868-4bbd-b33c-21f164a4c9c6 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 946 time: 0.1454289 Aug 16 13:25:54.604999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e563a97e-eb16-454c-8b35-f066e48b4967 req-d5cf7239-f56b-40fa-8281-5402a9040323 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371622 Aug 16 13:25:54.729025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a75d8e-8200-41f2-a307-f6ac17949c6c req-d05c9245-e51c-4662-a935-0cd7a02af2c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:54.739217 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13a75d8e-8200-41f2-a307-f6ac17949c6c req-d05c9245-e51c-4662-a935-0cd7a02af2c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1127403 Aug 16 13:25:54.799721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13a75d8e-8200-41f2-a307-f6ac17949c6c req-d679283d-8a5b-401d-8442-69651ac5b8c9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593865 Aug 16 13:25:54.820941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47306) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:55.042207 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1abeea7e-a3ac-41dd-bffd-2527e251fd71 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/9d7c6879-d431-40ad-8d4a-ab9c1121394d HTTP/1.1" status: 200 len: 994 time: 0.2186389 Aug 16 13:25:55.716466 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-867540bb-2ad3-45bb-9642-e8848f6c2cbf tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:55.720252 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-867540bb-2ad3-45bb-9642-e8848f6c2cbf tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.42 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 946 time: 0.1688883 Aug 16 13:25:55.904967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8c9c0-42c7-4db0-95fb-c84841399314 req-bb1d3327-b245-4057-9e00-8275866fed02 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:25:55.908935 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62e8c9c0-42c7-4db0-95fb-c84841399314 req-bb1d3327-b245-4057-9e00-8275866fed02 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 946 time: 0.1460559 Aug 16 13:25:56.029280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Deleting port 62968e13-de88-4a6c-a10e-8d884c7f3b9b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:25:56.030204 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:56.042004 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62e8c9c0-42c7-4db0-95fb-c84841399314 req-e37ee792-8a0a-4870-b475-57f7b5fe52b3 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb00b974-d337-434f-91de-f6c673984c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255825 Aug 16 13:25:56.212638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] For port 62968e13-de88-4a6c-a10e-8d884c7f3b9b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=62968e13-de88-4a6c-a10e-8d884c7f3b9b,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:25:56.212870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:56.507868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:56.508286 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:56.508600 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Floating IP 94a764f4-f4ec-40a9-9f98-de0acd40f457 disassociated. External IP: 172.25.0.208, port: 62968e13-de88-4a6c-a10e-8d884c7f3b9b. Aug 16 13:25:56.508950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Calling delete_port for 62968e13-de88-4a6c-a10e-8d884c7f3b9b owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:25:56.701243 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:56.751147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event deleted for resources: {'Port': ['ID=62968e13-de88-4a6c-a10e-8d884c7f3b9b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:56.983492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:25:57.210140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:25:57.247747 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7cc741-9271-4728-80c6-aaaca2327ffa None None] Sync routers for ids ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:25:57.317514 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7cc741-9271-4728-80c6-aaaca2327ffa None None] Routers {'3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:25:57.318724 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3e7cc741-9271-4728-80c6-aaaca2327ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:25:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:25:57.339694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] No DVR routers for this DVR port 62968e13-de88-4a6c-a10e-8d884c7f3b9b on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:25:57.354676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:57.359787 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2d6b1d6f-878b-41e7-bd93-e1e681248b43 req-018a8b99-0edc-4c6c-958b-d8e99d822440 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.42 "DELETE /v2.0/ports/62968e13-de88-4a6c-a10e-8d884c7f3b9b HTTP/1.1" status: 204 len: 173 time: 1.6308429 Aug 16 13:25:57.360691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654661fb-730b-455c-8087-309672a5e871', 'name': 'network-vif-deleted', 'tag': '62968e13-de88-4a6c-a10e-8d884c7f3b9b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:25:57.382354 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d9dbcd-4c1d-4f1b-8827-533eef7291d5" -d '{"events": [{"server_uuid": "654661fb-730b-455c-8087-309672a5e871", "name": "network-vif-deleted", "tag": "62968e13-de88-4a6c-a10e-8d884c7f3b9b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:25:57.397297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35977c88-8611-4422-b0c6-0f1936ca50ff req-ec767739-f821-4e39-9a0e-22cdf0524aef tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "GET /v2.0/ports?device_id=654661fb-730b-455c-8087-309672a5e871 HTTP/1.1" status: 200 len: 210 time: 0.1380401 Aug 16 13:25:57.553747 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5a5e84-d3ee-4f98-b5ab-0e7ac9cffc83 x-openstack-request-id: req-5b5a5e84-d3ee-4f98-b5ab-0e7ac9cffc83 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:25:57.554255 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654661fb-730b-455c-8087-309672a5e871", "name": "network-vif-deleted", "tag": "62968e13-de88-4a6c-a10e-8d884c7f3b9b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:25:57.554730 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b5a5e84-d3ee-4f98-b5ab-0e7ac9cffc83 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:25:57.555390 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654661fb-730b-455c-8087-309672a5e871', 'name': 'network-vif-deleted', 'tag': '62968e13-de88-4a6c-a10e-8d884c7f3b9b', 'status': 'completed', 'code': 200} Aug 16 13:25:57.656802 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3e7cc741-9271-4728-80c6-aaaca2327ffa None None] Set router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:25:57.924448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47350) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:57.995003 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3e7cc741-9271-4728-80c6-aaaca2327ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ff3340c-04db-4f9b-b7fe-639993cdd030', 'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'mac_address': 'fa:16:3e:22:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:12Z', 'updated_at': '2021-08-16T13:20:32Z', 'revision_number': 5, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'subnets': [{'id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:25:58.040957 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7cc741-9271-4728-80c6-aaaca2327ffa None None] Checking router: 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:25:58.053258 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7cc741-9271-4728-80c6-aaaca2327ffa None None] Routers {'3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:25:58.054194 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3e7cc741-9271-4728-80c6-aaaca2327ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:25:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:25:58.318759 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e75d1de-9519-4cbe-bfe8-8937612955fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:58.357058 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3e7cc741-9271-4728-80c6-aaaca2327ffa None None] Set router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:25:58.477800 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e75d1de-9519-4cbe-bfe8-8937612955fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:58.485603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e75d1de-9519-4cbe-bfe8-8937612955fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:58.533057 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2e75d1de-9519-4cbe-bfe8-8937612955fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93368e936fc24cc59f489d6482bd7d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6068909 Aug 16 13:25:58.537564 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47364) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:58.573082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47368) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:58.573804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75d1de-9519-4cbe-bfe8-8937612955fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a328992b-4c9f-4219-a25e-6f088604c9ac,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:58.680104 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f01f-5044-4a20-bba3-037a45ef2feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:58.717433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f01f-5044-4a20-bba3-037a45ef2feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:58.793337 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3e7cc741-9271-4728-80c6-aaaca2327ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ff3340c-04db-4f9b-b7fe-639993cdd030', 'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'mac_address': 'fa:16:3e:22:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:12Z', 'updated_at': '2021-08-16T13:20:32Z', 'revision_number': 5, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'subnets': [{'id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:25:58.810189 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f01f-5044-4a20-bba3-037a45ef2feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:58.812477 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f01f-5044-4a20-bba3-037a45ef2feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:58.818067 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bbf5f01f-5044-4a20-bba3-037a45ef2feb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a328992b-4c9f-4219-a25e-6f088604c9ac HTTP/1.1" status: 204 len: 168 time: 0.2747343 Aug 16 13:25:58.830337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-f181c1cb-73c0-4ef3-acee-92b5a1b43162 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Deleting port 7466ecf4-7a8e-4ad2-ad47-1542067a3469 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:25:58.831936 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f181c1cb-73c0-4ef3-acee-92b5a1b43162 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:58.856075 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7cc741-9271-4728-80c6-aaaca2327ffa None None] The sync data for ids ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'] in n-d-804708-1 is: [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:20:14Z', 'revision_number': 4, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '0ff3340c-04db-4f9b-b7fe-639993cdd030', 'name': '', 'network_id': '7b1b553f-4a02-43fb-ab30-612de5245869', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'mac_address': 'fa:16:3e:22:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:12Z', 'updated_at': '2021-08-16T13:20:32Z', 'revision_number': 5, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'subnets': [{'id': 'f2a2e524-7cbd-45b8-b39c-3fab5c8992c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:25:58.864948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5f01f-5044-4a20-bba3-037a45ef2feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a328992b-4c9f-4219-a25e-6f088604c9ac,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:59.024296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f181c1cb-73c0-4ef3-acee-92b5a1b43162 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:59.024874 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f181c1cb-73c0-4ef3-acee-92b5a1b43162 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:59.058479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-f181c1cb-73c0-4ef3-acee-92b5a1b43162 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Calling delete_port for 7466ecf4-7a8e-4ad2-ad47-1542067a3469 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:25:59.380581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f181c1cb-73c0-4ef3-acee-92b5a1b43162 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:59.416190 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc91bf4-7123-49a9-8eae-43cedd20d656 None None] New status for floating IP 94a764f4-f4ec-40a9-9f98-de0acd40f457: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:25:59.445731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181c1cb-73c0-4ef3-acee-92b5a1b43162 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event deleted for resources: {'Port': ['ID=7466ecf4-7a8e-4ad2-ad47-1542067a3469,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:59.456655 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47380) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:59.579469 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78bbe355-6819-4eba-93e7-deed71217da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:59.608501 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f181c1cb-73c0-4ef3-acee-92b5a1b43162 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:59.612921 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f181c1cb-73c0-4ef3-acee-92b5a1b43162 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:59.614276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f181c1cb-73c0-4ef3-acee-92b5a1b43162 tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "DELETE /v2.0/floatingips/94a764f4-f4ec-40a9-9f98-de0acd40f457 HTTP/1.1" status: 204 len: 168 time: 1.0408070 Aug 16 13:25:59.770907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47388) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:59.802235 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78bbe355-6819-4eba-93e7-deed71217da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:59.807799 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78bbe355-6819-4eba-93e7-deed71217da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:59.878440 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-78bbe355-6819-4eba-93e7-deed71217da0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c007f458d6247678facf985cb21e118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4198055 Aug 16 13:25:59.879462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbe355-6819-4eba-93e7-deed71217da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e336d84d-42e6-4384-9a68-33c720338820,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:25:59.884294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47392) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:25:59.893801 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:25:59.981022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-86b402f4-4d48-4e64-8581-8762af2fd8ba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:00.065472 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-86b402f4-4d48-4e64-8581-8762af2fd8ba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:00.083654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8412a25-8814-4808-b296-794c49ed659b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:00.152932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8412a25-8814-4808-b296-794c49ed659b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:00.210775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8412a25-8814-4808-b296-794c49ed659b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:00.213635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8412a25-8814-4808-b296-794c49ed659b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:00.222603 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c8412a25-8814-4808-b296-794c49ed659b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e336d84d-42e6-4384-9a68-33c720338820 HTTP/1.1" status: 204 len: 168 time: 0.3314435 Aug 16 13:26:00.233112 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8412a25-8814-4808-b296-794c49ed659b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e336d84d-42e6-4384-9a68-33c720338820,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:00.255451 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-86b402f4-4d48-4e64-8581-8762af2fd8ba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:00.259393 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-86b402f4-4d48-4e64-8581-8762af2fd8ba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:00.261257 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-86b402f4-4d48-4e64-8581-8762af2fd8ba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] 10.222.0.25 "DELETE /v2.0/security-groups/eb00b974-d337-434f-91de-f6c673984c77 HTTP/1.1" status: 204 len: 168 time: 0.4891562 Aug 16 13:26:00.293701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b402f4-4d48-4e64-8581-8762af2fd8ba tempest-TestServerBasicOps-239717707 tempest-TestServerBasicOps-239717707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb00b974-d337-434f-91de-f6c673984c77,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:00.316253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47400) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:01.243106 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 62968e13-de88-4a6c-a10e-8d884c7f3b9b no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:01.298174 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:01.350593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 62968e13-de88-4a6c-a10e-8d884c7f3b9b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:01.351173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 62968e13-de88-4a6c-a10e-8d884c7f3b9b not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:01.814493 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-974ba856-dffe-41bd-a4f4-e7408f36f072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:02.191846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] Deleting port 0ff3340c-04db-4f9b-b7fe-639993cdd030 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:02.194043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:02.391210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] For port 0ff3340c-04db-4f9b-b7fe-639993cdd030, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0ff3340c-04db-4f9b-b7fe-639993cdd030,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:02.396528 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:02.420310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] Calling delete_port for 0ff3340c-04db-4f9b-b7fe-639993cdd030 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:03.008781 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:03.099981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff3340c-04db-4f9b-b7fe-639993cdd030,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:03.674649 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:04.229865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] Router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:26:04.359631 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d1685bac-a281-4b0a-9154-e52497def391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:04.400324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:26:04.412127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-33192498-d063-4de7-b1f5-ad4360cb2479 admin admin] 10.222.0.25 "PUT /v2.0/routers/3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0908220 Aug 16 13:26:04.413127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47506) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:04.428112 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b48abff-8830-4d76-b1c3-4dfea0e3c18b None None] Sync routers for ids ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:26:04.475297 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48abff-8830-4d76-b1c3-4dfea0e3c18b None None] Routers {'3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:04.476768 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4b48abff-8830-4d76-b1c3-4dfea0e3c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:04.612901 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:04.732821 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4b48abff-8830-4d76-b1c3-4dfea0e3c18b None None] Set router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:04.929686 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:05.077091 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4b48abff-8830-4d76-b1c3-4dfea0e3c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:26:02Z', 'revision_number': 5, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port': {'id': '2daff5c1-b884-4b27-9d79-b5681468eeaf', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:03Z', 'updated_at': '2021-08-16T13:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:05.147528 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:05.243654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Deleting port 2daff5c1-b884-4b27-9d79-b5681468eeaf {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:05.245977 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:05.323316 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b48abff-8830-4d76-b1c3-4dfea0e3c18b None None] Checking router: 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:26:05.334306 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48abff-8830-4d76-b1c3-4dfea0e3c18b None None] Routers {'3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:05.335272 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4b48abff-8830-4d76-b1c3-4dfea0e3c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:05.421616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] For port 2daff5c1-b884-4b27-9d79-b5681468eeaf, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2daff5c1-b884-4b27-9d79-b5681468eeaf,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:05.425145 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:05.457938 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4b48abff-8830-4d76-b1c3-4dfea0e3c18b None None] Set router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:05.460433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Calling delete_port for 2daff5c1-b884-4b27-9d79-b5681468eeaf owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:05.539631 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4b48abff-8830-4d76-b1c3-4dfea0e3c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:26:05Z', 'revision_number': 6, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:05.563310 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:05.591474 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b48abff-8830-4d76-b1c3-4dfea0e3c18b None None] The sync data for ids ['3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f'] in n-d-804708-1 is: [{'id': '3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f', 'name': 'tempest-TestServerBasicOps-1982361539-router', 'tenant_id': '86644d1ddd9a48db9f4679dac2002c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:00Z', 'updated_at': '2021-08-16T13:26:05Z', 'revision_number': 6, 'project_id': '86644d1ddd9a48db9f4679dac2002c83', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:26:05.860833 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:05.946066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2daff5c1-b884-4b27-9d79-b5681468eeaf,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:06.084777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:06.114038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ff3340c-04db-4f9b-b7fe-639993cdd030 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:06.146628 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 0ff3340c-04db-4f9b-b7fe-639993cdd030 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:06.146965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0ff3340c-04db-4f9b-b7fe-639993cdd030 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:06.257586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47546) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:06.306995 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:06.312822 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:06.379951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-02962d2d-2297-48b7-9635-6b46803aec16 admin admin] Deleting subnet 8634b20d-0478-4350-ba94-defba64908d7 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:26:06.388760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02962d2d-2297-48b7-9635-6b46803aec16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:06.480531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:06.483627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:26:06.496499 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:06.496732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02962d2d-2297-48b7-9635-6b46803aec16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:06.498243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5d247de5-ff83-4ede-a08d-08f4482cc3ed admin admin] 10.222.0.25 "DELETE /v2.0/routers/3dc0cef2-3ad0-4ed7-b0d9-c3604851ce7f HTTP/1.1" status: 204 len: 168 time: 2.0848026 Aug 16 13:26:06.502918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47550) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:06.600089 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02962d2d-2297-48b7-9635-6b46803aec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:06.657744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21b12d4-e13d-41b4-8c2a-5975aa23b525 admin admin] Deleting subnet f2a2e524-7cbd-45b8-b39c-3fab5c8992c4 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:26:06.664341 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c21b12d4-e13d-41b4-8c2a-5975aa23b525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:06.698349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02962d2d-2297-48b7-9635-6b46803aec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:06.732801 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-02962d2d-2297-48b7-9635-6b46803aec16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:06.735695 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-02962d2d-2297-48b7-9635-6b46803aec16 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8634b20d-0478-4350-ba94-defba64908d7 HTTP/1.1" status: 204 len: 168 time: 0.4759843 Aug 16 13:26:06.740582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47556) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:06.768967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02962d2d-2297-48b7-9635-6b46803aec16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8634b20d-0478-4350-ba94-defba64908d7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:06.785423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c21b12d4-e13d-41b4-8c2a-5975aa23b525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.180948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.245216 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c21b12d4-e13d-41b4-8c2a-5975aa23b525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.426040 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.430790 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.443696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209b3624-5a5a-403c-ac24-067b4d5f2bf4']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:07.459350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10db6dd-73cd-494b-aea2-0f9218f7a669') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:07.459610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10db6dd-73cd-494b-aea2-0f9218f7a669') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:07.471889 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c21b12d4-e13d-41b4-8c2a-5975aa23b525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.479221 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.521374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.545720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:26:07.546665 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:26:07.612715 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:26:07.687073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b12d4-e13d-41b4-8c2a-5975aa23b525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a2e524-7cbd-45b8-b39c-3fab5c8992c4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:07.697791 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c21b12d4-e13d-41b4-8c2a-5975aa23b525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.703126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c21b12d4-e13d-41b4-8c2a-5975aa23b525 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f2a2e524-7cbd-45b8-b39c-3fab5c8992c4 HTTP/1.1" status: 204 len: 168 time: 1.1942260 Aug 16 13:26:07.703593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47572) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:07.708771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca80d432-1011-4eef-9221-60be3505d038 None None] Network 7b1b553f-4a02-43fb-ab30-612de5245869 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:26:07.741268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.766756 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.772607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/209b3624-5a5a-403c-ac24-067b4d5f2bf4 HTTP/1.1" status: 204 len: 168 time: 1.0268941 Aug 16 13:26:07.775213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47576) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:07.860160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-623fe486-622f-4dba-a067-3566ee1bd4ab admin admin] Deleting subnet 1e849a9a-5a3a-4980-8953-31de9bb6c145 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:26:07.865095 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623fe486-622f-4dba-a067-3566ee1bd4ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.892367 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.928431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623fe486-622f-4dba-a067-3566ee1bd4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:07.950123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6e309-6448-466d-9ab4-c053707a0dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=209b3624-5a5a-403c-ac24-067b4d5f2bf4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:07.977044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2daff5c1-b884-4b27-9d79-b5681468eeaf no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:07.998286 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623fe486-622f-4dba-a067-3566ee1bd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.051942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 2daff5c1-b884-4b27-9d79-b5681468eeaf {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:08.052520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2daff5c1-b884-4b27-9d79-b5681468eeaf not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:08.065242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Deleting port 66420b4d-bab2-49ca-997f-959119ed4d10 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:08.065509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.105714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623fe486-622f-4dba-a067-3566ee1bd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.151932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] For port 66420b4d-bab2-49ca-997f-959119ed4d10, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=66420b4d-bab2-49ca-997f-959119ed4d10,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:08.152312 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.169715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0407026f-ce92-4c04-8c67-6d1bdd994772 None None] DHCP port deletion for 7b1b553f-4a02-43fb-ab30-612de5245869 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:26:08.172871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Calling delete_port for 66420b4d-bab2-49ca-997f-959119ed4d10 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:08.176919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-623fe486-622f-4dba-a067-3566ee1bd4ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.179539 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-623fe486-622f-4dba-a067-3566ee1bd4ab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1e849a9a-5a3a-4980-8953-31de9bb6c145 HTTP/1.1" status: 204 len: 168 time: 0.4027202 Aug 16 13:26:08.181913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fe486-622f-4dba-a067-3566ee1bd4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e849a9a-5a3a-4980-8953-31de9bb6c145,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:08.183981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47582) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:08.255158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0407026f-ce92-4c04-8c67-6d1bdd994772 None None] Deleting port 66420b4d-bab2-49ca-997f-959119ed4d10 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:08.255856 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0407026f-ce92-4c04-8c67-6d1bdd994772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.343249 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.351968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0407026f-ce92-4c04-8c67-6d1bdd994772 None None] For port 66420b4d-bab2-49ca-997f-959119ed4d10, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=66420b4d-bab2-49ca-997f-959119ed4d10,segment=NetworkSegment(4890bf81-0c81-4ff0-9782-21bbe34d82ae),segment_id=4890bf81-0c81-4ff0-9782-21bbe34d82ae)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:08.352214 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0407026f-ce92-4c04-8c67-6d1bdd994772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.369135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0407026f-ce92-4c04-8c67-6d1bdd994772 None None] Calling delete_port for 66420b4d-bab2-49ca-997f-959119ed4d10 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:08.396739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.455816 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0407026f-ce92-4c04-8c67-6d1bdd994772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.483508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407026f-ce92-4c04-8c67-6d1bdd994772 None None] Pushing event deleted for resources: {'Port': ['ID=66420b4d-bab2-49ca-997f-959119ed4d10,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:08.487663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0407026f-ce92-4c04-8c67-6d1bdd994772 None None] No DVR routers for this DVR port 66420b4d-bab2-49ca-997f-959119ed4d10 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:26:08.542212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Pushing event deleted for resources: {'Port': ['ID=66420b4d-bab2-49ca-997f-959119ed4d10,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:08.556231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] No DVR routers for this DVR port 66420b4d-bab2-49ca-997f-959119ed4d10 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:26:08.558972 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.588336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3636be-c0bd-483b-a20b-7a2f99fdd25e']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:08.612063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8942b47-1886-4f5e-8c8c-f149fb3aaa4b') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:08.612358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8942b47-1886-4f5e-8c8c-f149fb3aaa4b') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:08.637698 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.681882 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.691357 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.698963 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1b553f-4a02-43fb-ab30-612de5245869']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:08.708995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:26:08.709369 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:26:08.711304 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:26:08.753589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4890bf81-0c81-4ff0-9782-21bbe34d82ae') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:08.753589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4890bf81-0c81-4ff0-9782-21bbe34d82ae') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:08.786970 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.814372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.818489 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.829552 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.833137 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1c3636be-c0bd-483b-a20b-7a2f99fdd25e HTTP/1.1" status: 204 len: 168 time: 0.6480365 Aug 16 13:26:08.839318 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:26:08.839815 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:26:08.841966 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:26:08.883917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c5c66-3fab-405f-9ea6-3aff3ef97712 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3636be-c0bd-483b-a20b-7a2f99fdd25e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:08.946618 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.969392 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:08.972250 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7b1b553f-4a02-43fb-ab30-612de5245869 HTTP/1.1" status: 204 len: 168 time: 1.2666686 Aug 16 13:26:08.979006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b3e85-3efc-4a6c-afc0-97ce87310731 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1b553f-4a02-43fb-ab30-612de5245869,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:08.980353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47606) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:09.245087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47614) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:09.340187 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-01d6bab8-9170-4fc8-8fe5-9759b46bf54a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=203046985bae4d108e6f3e86d0ac6d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932374 Aug 16 13:26:09.349164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47618) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:09.466847 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25de0938-d7af-4b8a-995d-b4eb0a14f516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:09.507805 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25de0938-d7af-4b8a-995d-b4eb0a14f516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:09.589025 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:09.622360 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25de0938-d7af-4b8a-995d-b4eb0a14f516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:09.626394 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25de0938-d7af-4b8a-995d-b4eb0a14f516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:09.628423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-25de0938-d7af-4b8a-995d-b4eb0a14f516 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0aa162fe-5fa2-4f04-bc73-024f7920bb2a HTTP/1.1" status: 204 len: 168 time: 0.2777305 Aug 16 13:26:09.652195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de0938-d7af-4b8a-995d-b4eb0a14f516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa162fe-5fa2-4f04-bc73-024f7920bb2a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:10.017626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 66420b4d-bab2-49ca-997f-959119ed4d10 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:10.050892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 66420b4d-bab2-49ca-997f-959119ed4d10 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:10.051860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 66420b4d-bab2-49ca-997f-959119ed4d10 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:10.128818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] Deleting port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:10.129430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:10.316070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47642) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:10.377535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e46adc06-98e1-4a5a-891c-881ee10ce67b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c36bdb90cce8440487730fc1a7a2d2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597520 Aug 16 13:26:10.380494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47646) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:10.394450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] For port 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d,segment=NetworkSegment(6a0e454c-3136-41c8-a312-e24b31325f4b),segment_id=6a0e454c-3136-41c8-a312-e24b31325f4b)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:10.395298 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:10.420941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] Calling delete_port for 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:10.480137 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88d9aad6-1eb8-40a3-96e3-04748255f32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:10.528225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88d9aad6-1eb8-40a3-96e3-04748255f32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:10.672948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88d9aad6-1eb8-40a3-96e3-04748255f32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:10.679841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-88d9aad6-1eb8-40a3-96e3-04748255f32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:10.681997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-88d9aad6-1eb8-40a3-96e3-04748255f32d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/333e1126-adfd-4ce7-877c-c3408c2f60a2 HTTP/1.1" status: 204 len: 168 time: 0.3003492 Aug 16 13:26:10.724370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9aad6-1eb8-40a3-96e3-04748255f32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333e1126-adfd-4ce7-877c-c3408c2f60a2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:10.943965 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:10.998086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] Pushing event deleted for resources: {'Port': ['ID=356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:11.426728 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:12.416125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] Router 223e33ba-12e7-48c6-b157-6048f00316c6 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:26:12.631616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:26:12.647267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df73b7-73a0-41b9-a49d-1790678a84e6 None None] Sync routers for ids ['223e33ba-12e7-48c6-b157-6048f00316c6'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:26:12.662172 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1763567f-aeb8-49eb-9848-856829c4ff61 admin admin] 10.222.0.25 "PUT /v2.0/routers/223e33ba-12e7-48c6-b157-6048f00316c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6769373 Aug 16 13:26:12.663379 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47712) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:12.677205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df73b7-73a0-41b9-a49d-1790678a84e6 None None] Routers {'223e33ba-12e7-48c6-b157-6048f00316c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:12.678815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13df73b7-73a0-41b9-a49d-1790678a84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['223e33ba-12e7-48c6-b157-6048f00316c6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:12.957414 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:13.163136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-13df73b7-73a0-41b9-a49d-1790678a84e6 None None] Set router 223e33ba-12e7-48c6-b157-6048f00316c6 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:13.177037 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:13.306012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Deleting port 5e9816de-bc3e-447d-aea2-d259962f570f {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:13.306428 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:13.529513 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] For port 5e9816de-bc3e-447d-aea2-d259962f570f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5e9816de-bc3e-447d-aea2-d259962f570f,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:13.530001 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:13.545398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13df73b7-73a0-41b9-a49d-1790678a84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'name': 'tempest-TestServerBasicOps-1383165237-router', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:21Z', 'updated_at': '2021-08-16T13:26:10Z', 'revision_number': 5, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'gw_port': {'id': '5e9816de-bc3e-447d-aea2-d259962f570f', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:20:24Z', 'updated_at': '2021-08-16T13:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:13.566015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Calling delete_port for 5e9816de-bc3e-447d-aea2-d259962f570f owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:13.617235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df73b7-73a0-41b9-a49d-1790678a84e6 None None] Checking router: 223e33ba-12e7-48c6-b157-6048f00316c6 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:26:13.630023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df73b7-73a0-41b9-a49d-1790678a84e6 None None] Routers {'223e33ba-12e7-48c6-b157-6048f00316c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:13.631003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13df73b7-73a0-41b9-a49d-1790678a84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['223e33ba-12e7-48c6-b157-6048f00316c6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:13.872651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-13df73b7-73a0-41b9-a49d-1790678a84e6 None None] Set router 223e33ba-12e7-48c6-b157-6048f00316c6 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:13.913276 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:13.949248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9816de-bc3e-447d-aea2-d259962f570f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:13.991647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-13df73b7-73a0-41b9-a49d-1790678a84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'name': 'tempest-TestServerBasicOps-1383165237-router', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:21Z', 'updated_at': '2021-08-16T13:26:13Z', 'revision_number': 6, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:14.033776 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:14.045102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df73b7-73a0-41b9-a49d-1790678a84e6 None None] The sync data for ids ['223e33ba-12e7-48c6-b157-6048f00316c6'] in n-d-804708-1 is: [{'id': '223e33ba-12e7-48c6-b157-6048f00316c6', 'name': 'tempest-TestServerBasicOps-1383165237-router', 'tenant_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:20:21Z', 'updated_at': '2021-08-16T13:26:13Z', 'revision_number': 6, 'project_id': 'a3590dfb54ed49bba17a2876ffa653fc', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:26:14.175836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:14.182467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:14.704856 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:14.706032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 223e33ba-12e7-48c6-b157-6048f00316c6 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:26:14.715209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:14.718286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e36f1643-ab96-4fed-8d12-c4c5d007ac9f admin admin] 10.222.0.25 "DELETE /v2.0/routers/223e33ba-12e7-48c6-b157-6048f00316c6 HTTP/1.1" status: 204 len: 168 time: 2.0529790 Aug 16 13:26:14.721760 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47760) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:14.780022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ccd783-6cbf-4305-9eb8-0d4f636420e9 admin admin] Deleting subnet 26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:26:14.784374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08ccd783-6cbf-4305-9eb8-0d4f636420e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:14.849915 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08ccd783-6cbf-4305-9eb8-0d4f636420e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:15.019784 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08ccd783-6cbf-4305-9eb8-0d4f636420e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:15.116021 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08ccd783-6cbf-4305-9eb8-0d4f636420e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:15.169236 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccd783-6cbf-4305-9eb8-0d4f636420e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:15.184282 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-08ccd783-6cbf-4305-9eb8-0d4f636420e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:15.188280 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-08ccd783-6cbf-4305-9eb8-0d4f636420e9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/26c64ad4-5bb2-43e5-8e8c-e9628a3f4f1f HTTP/1.1" status: 204 len: 168 time: 0.4641523 Aug 16 13:26:15.192381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47776) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:15.216611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa8be6-dd7e-44ba-876c-1e2a0f95f01c None None] Network 87aae864-5bf9-4c39-b73f-241eebd6f96b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:26:15.293433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:15.455153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Deleting port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:15.455825 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:15.641295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] For port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=55eac9a1-2fd3-4115-bc3c-d68220c51ad7,segment=NetworkSegment(6a0e454c-3136-41c8-a312-e24b31325f4b),segment_id=6a0e454c-3136-41c8-a312-e24b31325f4b)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:15.642018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:15.666934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Calling delete_port for 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:15.736136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac48268-b20e-4086-a535-96eb36365b0c None None] DHCP port deletion for 87aae864-5bf9-4c39-b73f-241eebd6f96b request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:26:15.871842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:16.014583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] No DVR routers for this DVR port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:26:16.018319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-fac48268-b20e-4086-a535-96eb36365b0c None None] Deleting port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:16.024569 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fac48268-b20e-4086-a535-96eb36365b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:16.093379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55eac9a1-2fd3-4115-bc3c-d68220c51ad7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:16.176019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:16.179981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fac48268-b20e-4086-a535-96eb36365b0c None None] For port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:16.180625 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fac48268-b20e-4086-a535-96eb36365b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:16.213815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:16.215940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 356c02d0-3cbf-4ad1-bd1c-f7b006b2ff5d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:16.216550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5e9816de-bc3e-447d-aea2-d259962f570f no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:16.216710 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:16.224574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-fac48268-b20e-4086-a535-96eb36365b0c None None] Calling delete_port for 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:16.237897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aae864-5bf9-4c39-b73f-241eebd6f96b']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:16.252905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 5e9816de-bc3e-447d-aea2-d259962f570f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:16.253530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5e9816de-bc3e-447d-aea2-d259962f570f not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:16.254181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:16.259484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-fac48268-b20e-4086-a535-96eb36365b0c None None] Port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:26:16.260193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0e454c-3136-41c8-a312-e24b31325f4b') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:16.260714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0e454c-3136-41c8-a312-e24b31325f4b') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:16.263367 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fac48268-b20e-4086-a535-96eb36365b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:16.282682 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:16.325568 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:16.341381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:26:16.343577 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:26:16.347335 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:26:16.352162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:16.352162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:16.355554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac48268-b20e-4086-a535-96eb36365b0c None None] Pushing event deleted for resources: {'Port': ['ID=55eac9a1-2fd3-4115-bc3c-d68220c51ad7,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:16.364444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac48268-b20e-4086-a535-96eb36365b0c None None] No DVR routers for this DVR port 55eac9a1-2fd3-4115-bc3c-d68220c51ad7 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:26:16.488218 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:16.497732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:16.526823 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:16.529976 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/87aae864-5bf9-4c39-b73f-241eebd6f96b HTTP/1.1" status: 204 len: 168 time: 1.3354270 Aug 16 13:26:16.532008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b92351-b7dc-4b4d-bb4c-1ad4a68046f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=87aae864-5bf9-4c39-b73f-241eebd6f96b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:16.838550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47806) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:16.937404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7b4c04af-fc03-4a9b-a29b-b3417791c932 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86644d1ddd9a48db9f4679dac2002c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964110 Aug 16 13:26:16.943435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47812) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:17.052380 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-89984837-6a1c-4379-9231-c4f9608cecfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:17.102860 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-89984837-6a1c-4379-9231-c4f9608cecfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:17.279618 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-89984837-6a1c-4379-9231-c4f9608cecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:17.300816 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-89984837-6a1c-4379-9231-c4f9608cecfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:17.302660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-89984837-6a1c-4379-9231-c4f9608cecfe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1ad0483-33b3-4925-a1cc-e3f8f3a88c7f HTTP/1.1" status: 204 len: 168 time: 0.3575294 Aug 16 13:26:17.339257 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89984837-6a1c-4379-9231-c4f9608cecfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ad0483-33b3-4925-a1cc-e3f8f3a88c7f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:18.071148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47844) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:18.144400 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47846) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:18.152999 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d8934d2c-6d5f-40af-ab7f-4d2c637fd526 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3590dfb54ed49bba17a2876ffa653fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802867 Aug 16 13:26:18.249671 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f050cae5-690b-4cee-bc02-d44939344964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:18.286508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f050cae5-690b-4cee-bc02-d44939344964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:18.382941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f050cae5-690b-4cee-bc02-d44939344964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:18.386403 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f050cae5-690b-4cee-bc02-d44939344964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:18.391522 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f050cae5-690b-4cee-bc02-d44939344964 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92925f6e-acbc-476b-825e-71898ffbd15e HTTP/1.1" status: 204 len: 168 time: 0.2450314 Aug 16 13:26:18.401963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050cae5-690b-4cee-bc02-d44939344964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92925f6e-acbc-476b-825e-71898ffbd15e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:18.551696 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:26:19.611016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47892) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:19.926840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1717870395-network', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:20.001470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Made reservation on behalf of 2dcfc3d18f624cc38ec4d21aabdbab64 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:26:20.011163 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:20.036558 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:20.251485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:20.257930 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:20.273128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:26:20.287881 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:20.288245 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Added segment 982c9c2c-88b4-4560-9c5e-ca9762c5328a of type vlan for network cbfc94b5-e352-45ed-a987-2f5fb5f74d00 Aug 16 13:26:20.373342 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:20.398265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8120ac77-a401-4b19-9f09-0536490c2e0f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:20.446082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:20.446956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:20.448580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:20.532352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47908) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:20.533222 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9263036 Aug 16 13:26:20.539426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95aec1-77c9-4637-9d9e-cf359e1bd75c admin admin] Pushing event updated for resources: {'Network': ['ID=cbfc94b5-e352-45ed-a987-2f5fb5f74d00,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:20.542335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] Request body: {'subnet': {'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1717870395-subnet', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:20.559312 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network cbfc94b5-e352-45ed-a987-2f5fb5f74d00 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:26:20.598421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] Made reservation on behalf of 2dcfc3d18f624cc38ec4d21aabdbab64 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:26:20.606554 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:20.896219 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:21.021013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e237d88e-2031-46e8-a196-1b1c0d008dcb,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:21.042980 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] Checking segment: {'id': '982c9c2c-88b4-4560-9c5e-ca9762c5328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:26:21.044399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] Network hostable DHCP agents. Network: cbfc94b5-e352-45ed-a987-2f5fb5f74d00, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:26:21.079377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] Network cbfc94b5-e352-45ed-a987-2f5fb5f74d00 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:26:21.099443 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, cbfc94b5-e352-45ed-a987-2f5fb5f74d00) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:26:21.108223 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:21.109299 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:21.123704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b807b8-5e3e-4a89-abec-7d788609b830 None None] Network cbfc94b5-e352-45ed-a987-2f5fb5f74d00 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:26:21.136247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-36b5db99-fce4-476d-9143-34ab11d5a467 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6007936 Aug 16 13:26:21.138953 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47912) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:21.147821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1717870395-router', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:21.195361 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:21.196487 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:21.401121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-cbfc94b5-e352-45ed-a987-2f5fb5f74d00', 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'fixed_ips': [{'subnet_id': 'e237d88e-2031-46e8-a196-1b1c0d008dcb'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:26:21.403065 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:21.407448 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:21.729706 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:21.744458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Allocated IP 172.20.0.2 (cbfc94b5-e352-45ed-a987-2f5fb5f74d00/e237d88e-2031-46e8-a196-1b1c0d008dcb/2cdf37da-0903-4689-86b3-f759caf00b11) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:26:21.943468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037502e-17ff-4e94-9d81-9461bc36aff1 req-1178a0a8-118d-471c-88a5-324ee4c840fd tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:21.957810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5037502e-17ff-4e94-9d81-9461bc36aff1 req-1178a0a8-118d-471c-88a5-324ee4c840fd tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1097 time: 0.2334886 Aug 16 13:26:22.023884 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:22.045138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Transition to ACTIVE for port object 2cdf37da-0903-4689-86b3-f759caf00b11 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:26:22.051162 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5037502e-17ff-4e94-9d81-9461bc36aff1 req-fb0c58c2-e9dc-4f72-8c6e-ddc3c13f227c tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917912 Aug 16 13:26:22.087349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47928) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:22.100668 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Transition to ACTIVE for port object 2cdf37da-0903-4689-86b3-f759caf00b11 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:26:22.121762 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:22.238181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Network cbfc94b5-e352-45ed-a987-2f5fb5f74d00 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:26:22.240260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Pushing event updated for resources: {'Port': ['ID=2cdf37da-0903-4689-86b3-f759caf00b11,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:22.244984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:26:22.266444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:26:22.286224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.286797 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.287347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.287967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.288529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.289256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.289806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.290390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.291855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.292434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.292986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.293533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:22.440467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Attempting to bind port 2cdf37da-0903-4689-86b3-f759caf00b11 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:26:22.441084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Attempting to bind port 2cdf37da-0903-4689-86b3-f759caf00b11 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '982c9c2c-88b4-4560-9c5e-ca9762c5328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:26:22.441671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Attempting to bind port 2cdf37da-0903-4689-86b3-f759caf00b11 on network cbfc94b5-e352-45ed-a987-2f5fb5f74d00 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:26:22.451292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:26:22.452652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Checking segment: {'id': '982c9c2c-88b4-4560-9c5e-ca9762c5328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:26:22.453327 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:22.453979 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Bound using segment: {'id': '982c9c2c-88b4-4560-9c5e-ca9762c5328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:26:22.454930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Bound port: 2cdf37da-0903-4689-86b3-f759caf00b11, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982c9c2c-88b4-4560-9c5e-ca9762c5328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:26:22.455539 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:22.517059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port 2d44d816-7e8e-4f23-92c0-3c006af46975 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:22.517839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:22.555038 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:22.603569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] For port 2cdf37da-0903-4689-86b3-f759caf00b11, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:26:22.611304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] For port 2cdf37da-0903-4689-86b3-f759caf00b11, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2cdf37da-0903-4689-86b3-f759caf00b11,segment=NetworkSegment(982c9c2c-88b4-4560-9c5e-ca9762c5328a),segment_id=982c9c2c-88b4-4560-9c5e-ca9762c5328a)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:26:22.620575 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:22.637497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:22.638270 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:22.648553 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:22.657107 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for 2d44d816-7e8e-4f23-92c0-3c006af46975 owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:22.863926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e093f3-2159-41b9-afa9-700ec48080a4 None None] Pushing event updated for resources: {'Port': ['ID=2cdf37da-0903-4689-86b3-f759caf00b11,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:22.988657 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:23.028626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=2d44d816-7e8e-4f23-92c0-3c006af46975,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:23.129316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Allocated IP 172.25.0.72 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/36672501-bf1a-42ca-a205-abced1978509) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:26:23.139240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:23.141438 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Floating IP 9d7c6879-d431-40ad-8d4a-ab9c1121394d disassociated (deleted). External IP: 172.25.0.163, port: b212fcef-3d9f-4c23-9f38-b3e88b95b8fc. Aug 16 13:26:23.520902 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:23.631541 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:23.700162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:26:23.704341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:26:23.709774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:26:23.752000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 74edeae2-e205-40e7-88ca-c1f81983ea70 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:26:23.817426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Pushing event updated for resources: {'Port': ['ID=36672501-bf1a-42ca-a205-abced1978509,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:23.860242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a128ad-10d6-47fd-ab38-9ef7c6b4cb6b req-3f086d14-359c-4514-a7c9-f562553adca4 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:23.866383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2a128ad-10d6-47fd-ab38-9ef7c6b4cb6b req-3f086d14-359c-4514-a7c9-f562553adca4 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 946 time: 0.1048918 Aug 16 13:26:24.090192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:26:24.122445 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:24.155869 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af455402-d0de-49c8-b65d-096e90ad6444 None None] Sync routers for ids ['74edeae2-e205-40e7-88ca-c1f81983ea70'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:26:24.182963 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af455402-d0de-49c8-b65d-096e90ad6444 None None] Routers {'74edeae2-e205-40e7-88ca-c1f81983ea70'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:24.184002 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-af455402-d0de-49c8-b65d-096e90ad6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['74edeae2-e205-40e7-88ca-c1f81983ea70'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:24.259444 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e3c037b0-c5dc-4f2f-81cc-b281ceeaa0ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/floatingips/9d7c6879-d431-40ad-8d4a-ab9c1121394d HTTP/1.1" status: 204 len: 168 time: 2.1692872 Aug 16 13:26:24.260318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:26:24.272147 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a065bde-5504-4526-9e7d-1f4e05a4f26a" -d '{"events": [{"name": "network-changed", "server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:26:24.287722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2cdf37da-0903-4689-86b3-f759caf00b11 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:26:24.479723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 2cdf37da-0903-4689-86b3-f759caf00b11 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:26:24.506443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2a128ad-10d6-47fd-ab38-9ef7c6b4cb6b req-57236f23-0465-4e6b-aa5c-aa3ea77102e7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6283743 Aug 16 13:26:24.534435 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-af455402-d0de-49c8-b65d-096e90ad6444 None None] Set router 74edeae2-e205-40e7-88ca-c1f81983ea70 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:24.618602 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056c9bb3-f76b-415a-b3ce-0b048965704c x-openstack-request-id: req-056c9bb3-f76b-415a-b3ce-0b048965704c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:26:24.618899 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:26:24.619408 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-056c9bb3-f76b-415a-b3ce-0b048965704c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:26:24.620011 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'status': 'completed', 'code': 200} Aug 16 13:26:24.687745 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:24.746231 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065bde-5504-4526-9e7d-1f4e05a4f26a req-c630f67d-3b4a-49ff-9a77-b586bc7fa39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:24.750021 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a065bde-5504-4526-9e7d-1f4e05a4f26a req-c630f67d-3b4a-49ff-9a77-b586bc7fa39c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 1097 time: 0.1064460 Aug 16 13:26:24.902467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76782200-2a7f-473b-9c5b-aabdabc211da None None] Network cbfc94b5-e352-45ed-a987-2f5fb5f74d00 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:26:25.017754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065bde-5504-4526-9e7d-1f4e05a4f26a req-f94a01eb-4b8f-42be-8043-a5339b5e75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:25.023296 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a065bde-5504-4526-9e7d-1f4e05a4f26a req-f94a01eb-4b8f-42be-8043-a5339b5e75a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 200 len: 896 time: 0.2626133 Aug 16 13:26:25.059100 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-af455402-d0de-49c8-b65d-096e90ad6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:44Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e9071d7c-a052-4238-945d-ea1835a7a0f2', 'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:b2:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:42Z', 'updated_at': '2021-08-16T13:23:56Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:25.106487 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a065bde-5504-4526-9e7d-1f4e05a4f26a req-c97c7c4e-77ca-4792-8c77-f2df8f1be293 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 200 len: 217 time: 0.0715349 Aug 16 13:26:25.136731 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af455402-d0de-49c8-b65d-096e90ad6444 None None] Checking router: 74edeae2-e205-40e7-88ca-c1f81983ea70 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:26:25.147863 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7ade2-0e14-44bd-ab42-8b825d1df33d req-d0155de1-b0ec-4e1d-b386-718dd62cd0a3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:25.151319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80b7ade2-0e14-44bd-ab42-8b825d1df33d req-d0155de1-b0ec-4e1d-b386-718dd62cd0a3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.3394768 Aug 16 13:26:25.181774 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af455402-d0de-49c8-b65d-096e90ad6444 None None] Routers {'74edeae2-e205-40e7-88ca-c1f81983ea70'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:25.182649 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-af455402-d0de-49c8-b65d-096e90ad6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['74edeae2-e205-40e7-88ca-c1f81983ea70'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:25.211593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065bde-5504-4526-9e7d-1f4e05a4f26a req-f6afbb52-d549-4325-9012-17f24e1dbd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:25.213530 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a065bde-5504-4526-9e7d-1f4e05a4f26a req-f6afbb52-d549-4325-9012-17f24e1dbd72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3c51e74-7a74-461c-8175-9f993339be64 HTTP/1.1" status: 200 len: 835 time: 0.0977159 Aug 16 13:26:25.225262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0153e01b-9575-4f1d-9f5f-451d81d2ecf3 None None] Provisioning for port 2cdf37da-0903-4689-86b3-f759caf00b11 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:26:25.303940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065bde-5504-4526-9e7d-1f4e05a4f26a req-607315a3-b214-4825-950f-2c56a28227a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:25.306420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a065bde-5504-4526-9e7d-1f4e05a4f26a req-607315a3-b214-4825-950f-2c56a28227a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18dc347e-2079-4742-adde-b29de53974f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807178 Aug 16 13:26:25.356066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0153e01b-9575-4f1d-9f5f-451d81d2ecf3 None None] Provisioning complete for port 2cdf37da-0903-4689-86b3-f759caf00b11 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:26:25.359342 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0153e01b-9575-4f1d-9f5f-451d81d2ecf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:25.393971 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80b7ade2-0e14-44bd-ab42-8b825d1df33d req-3b1aaa73-b20a-4a0a-92b0-9f607fbf9114 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318127 Aug 16 13:26:25.476967 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:25.562206 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-af455402-d0de-49c8-b65d-096e90ad6444 None None] Set router 74edeae2-e205-40e7-88ca-c1f81983ea70 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:25.600811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-5b781002-706f-4cef-a2a2-78dacb958d8c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:25.603184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-5b781002-706f-4cef-a2a2-78dacb958d8c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.42 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 946 time: 0.3171484 Aug 16 13:26:25.716641 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a065bde-5504-4526-9e7d-1f4e05a4f26a req-2cfb0b2f-62d7-4506-b192-58f8297c8fbf service neutron] 10.222.0.42 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981974 Aug 16 13:26:25.797248 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0153e01b-9575-4f1d-9f5f-451d81d2ecf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:25.940728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0153e01b-9575-4f1d-9f5f-451d81d2ecf3 None None] For port 2cdf37da-0903-4689-86b3-f759caf00b11, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2cdf37da-0903-4689-86b3-f759caf00b11,segment=NetworkSegment(982c9c2c-88b4-4560-9c5e-ca9762c5328a),segment_id=982c9c2c-88b4-4560-9c5e-ca9762c5328a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:25.956887 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0153e01b-9575-4f1d-9f5f-451d81d2ecf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:26.120463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c065b9-b2f2-4dcc-b1aa-2f4b23b5ded0 req-cdad8792-82d4-4e43-8d74-93b00aba9ae3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:26.126610 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-28c065b9-b2f2-4dcc-b1aa-2f4b23b5ded0 req-cdad8792-82d4-4e43-8d74-93b00aba9ae3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.42 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0915461 Aug 16 13:26:26.142229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a729a00-0949-4870-a5c6-c54e8182d266 req-875c51e3-fcf3-4bb8-a1ad-a9f67d1ecb04 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:26.158058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a729a00-0949-4870-a5c6-c54e8182d266 req-875c51e3-fcf3-4bb8-a1ad-a9f67d1ecb04 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 946 time: 0.4042203 Aug 16 13:26:26.170074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153e01b-9575-4f1d-9f5f-451d81d2ecf3 None None] Pushing event updated for resources: {'Port': ['ID=2cdf37da-0903-4689-86b3-f759caf00b11,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:26.207066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-101be048-a6b5-4ea3-a87a-37aeb4c9b4b5 None None] Provisioning complete for port 2cdf37da-0903-4689-86b3-f759caf00b11 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:26:26.209072 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-101be048-a6b5-4ea3-a87a-37aeb4c9b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:26.272932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a729a00-0949-4870-a5c6-c54e8182d266 req-c199a968-9058-433f-9772-9852bbd06d07 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126518 Aug 16 13:26:26.314807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Router 771a7874-cd50-4bdd-99a9-231e807eecc4 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:26:26.323651 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1a065bde-5504-4526-9e7d-1f4e05a4f26a req-9c40f411-2a5c-4474-85d4-d3d14d37456e service neutron] 10.222.0.42 "GET /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983231 Aug 16 13:26:26.390003 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Deleting port c989e844-8a19-44c3-9d0a-c727fe126bf1 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:26.390605 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:26.498003 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-af455402-d0de-49c8-b65d-096e90ad6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:44Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e9071d7c-a052-4238-945d-ea1835a7a0f2', 'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:b2:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:42Z', 'updated_at': '2021-08-16T13:23:56Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:26.538670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-28c065b9-b2f2-4dcc-b1aa-2f4b23b5ded0 req-61116594-d410-48f5-b010-e9e5be60c439 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:26.539198 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-28c065b9-b2f2-4dcc-b1aa-2f4b23b5ded0 req-61116594-d410-48f5-b010-e9e5be60c439 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:26.592394 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af455402-d0de-49c8-b65d-096e90ad6444 None None] The sync data for ids ['74edeae2-e205-40e7-88ca-c1f81983ea70'] in n-d-804708-1 is: [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:23:44Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'e9071d7c-a052-4238-945d-ea1835a7a0f2', 'name': '', 'network_id': '18dc347e-2079-4742-adde-b29de53974f1', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:b2:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:42Z', 'updated_at': '2021-08-16T13:23:56Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'e3c51e74-7a74-461c-8175-9f993339be64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:26:26.622004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] For port c989e844-8a19-44c3-9d0a-c727fe126bf1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=c989e844-8a19-44c3-9d0a-c727fe126bf1,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:26.623654 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:26.662232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-28c065b9-b2f2-4dcc-b1aa-2f4b23b5ded0 req-61116594-d410-48f5-b010-e9e5be60c439 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:26.662698 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-28c065b9-b2f2-4dcc-b1aa-2f4b23b5ded0 req-61116594-d410-48f5-b010-e9e5be60c439 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:26.682225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-28c065b9-b2f2-4dcc-b1aa-2f4b23b5ded0 req-61116594-d410-48f5-b010-e9e5be60c439 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for b212fcef-3d9f-4c23-9f38-b3e88b95b8fc owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:26.901880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-28c065b9-b2f2-4dcc-b1aa-2f4b23b5ded0 req-61116594-d410-48f5-b010-e9e5be60c439 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:26.942585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61116594-d410-48f5-b010-e9e5be60c439 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=b212fcef-3d9f-4c23-9f38-b3e88b95b8fc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:27.018559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c065b9-b2f2-4dcc-b1aa-2f4b23b5ded0 req-61116594-d410-48f5-b010-e9e5be60c439 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] No DVR routers for this DVR port b212fcef-3d9f-4c23-9f38-b3e88b95b8fc on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:26:27.021780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-28c065b9-b2f2-4dcc-b1aa-2f4b23b5ded0 req-61116594-d410-48f5-b010-e9e5be60c439 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:27.024421 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-28c065b9-b2f2-4dcc-b1aa-2f4b23b5ded0 req-61116594-d410-48f5-b010-e9e5be60c439 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.42 "DELETE /v2.0/ports/b212fcef-3d9f-4c23-9f38-b3e88b95b8fc HTTP/1.1" status: 204 len: 173 time: 0.8911815 Aug 16 13:26:27.025064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'name': 'network-vif-deleted', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:26:27.027745 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe1eef1-3ddc-4eee-a2cf-13715d43631c" -d '{"events": [{"server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "name": "network-vif-deleted", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:26:27.191022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e9cd49-e508-4669-8fbc-4165c87cb8c0 None None] New status for floating IP 9d7c6879-d431-40ad-8d4a-ab9c1121394d: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:26:27.214093 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b78f79-5c8b-45b8-a5cc-dd212554087d x-openstack-request-id: req-22b78f79-5c8b-45b8-a5cc-dd212554087d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:26:27.214558 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148cd070-dbd8-4ad0-86a8-fce4ca05c3d6", "name": "network-vif-deleted", "tag": "b212fcef-3d9f-4c23-9f38-b3e88b95b8fc", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:26:27.214920 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22b78f79-5c8b-45b8-a5cc-dd212554087d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:26:27.215438 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148cd070-dbd8-4ad0-86a8-fce4ca05c3d6', 'name': 'network-vif-deleted', 'tag': 'b212fcef-3d9f-4c23-9f38-b3e88b95b8fc', 'status': 'completed', 'code': 200} Aug 16 13:26:27.261048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7184e3ae-7f4d-4c0b-85a2-e7dc3bec9fa8 req-8bbedbb7-0500-4cbf-adc0-127386f8844d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cd070-dbd8-4ad0-86a8-fce4ca05c3d6 HTTP/1.1" status: 200 len: 210 time: 0.0565250 Aug 16 13:26:27.630036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:26:27.646764 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Sync routers for ids ['771a7874-cd50-4bdd-99a9-231e807eecc4'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:26:27.678038 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Routers {'771a7874-cd50-4bdd-99a9-231e807eecc4'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:27.679317 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['771a7874-cd50-4bdd-99a9-231e807eecc4'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:27.726322 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83a373-a027-4bb6-b7be-9ccecceb1dd0 req-80311767-1042-4fa9-bb22-8cb9a222a594 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:27.729245 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed83a373-a027-4bb6-b7be-9ccecceb1dd0 req-80311767-1042-4fa9-bb22-8cb9a222a594 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 946 time: 0.1685176 Aug 16 13:26:27.830867 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:27.834351 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f8465700-b549-469c-92cb-14e11d5a707c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.6930542 Aug 16 13:26:27.838261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 47988) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:27.903108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed83a373-a027-4bb6-b7be-9ccecceb1dd0 req-e1b5ff11-4b1e-4066-861a-e21e5b8afbc6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501150 Aug 16 13:26:27.944576 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:27.945553 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:27.947255 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Floating IP 12d27f59-3380-4209-ad2d-de2dc5a5afe9 disassociated. External IP: 172.25.0.7, port: c989e844-8a19-44c3-9d0a-c727fe126bf1. Aug 16 13:26:27.961511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Calling delete_port for c989e844-8a19-44c3-9d0a-c727fe126bf1 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:27.970759 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Set router 771a7874-cd50-4bdd-99a9-231e807eecc4 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:28.201936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2cdf37da-0903-4689-86b3-f759caf00b11 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:26:28.408507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 47996) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:28.458515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2cdf37da-0903-4689-86b3-f759caf00b11 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:26:28.459426 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:28.550259 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'name': 'tempest-ImageQuotaTest-1717870395-router', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '36672501-bf1a-42ca-a205-abced1978509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:21Z', 'updated_at': '2021-08-16T13:26:24Z', 'revision_number': 3, 'project_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'gw_port': {'id': '36672501-bf1a-42ca-a205-abced1978509', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:22Z', 'updated_at': '2021-08-16T13:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:28.607547 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Checking router: 771a7874-cd50-4bdd-99a9-231e807eecc4 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:26:28.608585 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Updating router 771a7874-cd50-4bdd-99a9-231e807eecc4 port 36672501-bf1a-42ca-a205-abced1978509 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:26:28.681090 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:29.214502 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:29.235868 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:29.325269 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b212fcef-3d9f-4c23-9f38-b3e88b95b8fc no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:29.416124 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: b212fcef-3d9f-4c23-9f38-b3e88b95b8fc {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:29.416917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b212fcef-3d9f-4c23-9f38-b3e88b95b8fc not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:29.418031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c989e844-8a19-44c3-9d0a-c727fe126bf1 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:29.486578 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event deleted for resources: {'Port': ['ID=c989e844-8a19-44c3-9d0a-c727fe126bf1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:29.517322 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b809bc0b-c196-4822-a4e9-48272a028ec0 req-3c32e60c-53f0-45bb-a063-5c8834fde33d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.2849500 Aug 16 13:26:29.550828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: c989e844-8a19-44c3-9d0a-c727fe126bf1 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:29.551725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device c989e844-8a19-44c3-9d0a-c727fe126bf1 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:29.660111 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:29.684804 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Transition to ACTIVE for port object 36672501-bf1a-42ca-a205-abced1978509 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:26:29.700995 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:29.780580 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Pushing event updated for resources: {'Port': ['ID=36672501-bf1a-42ca-a205-abced1978509,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:29.784606 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Attempting to bind port 36672501-bf1a-42ca-a205-abced1978509 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:26:29.785124 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Attempting to bind port 36672501-bf1a-42ca-a205-abced1978509 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:26:29.786292 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Attempting to bind port 36672501-bf1a-42ca-a205-abced1978509 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:26:29.795094 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.795449 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.796885 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.797229 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.797562 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.800074 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.800523 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.801018 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.801359 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.801747 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.802089 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.803880 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:29.828469 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:26:29.829853 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:26:29.829853 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:29.829853 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:26:29.832686 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Bound port: 36672501-bf1a-42ca-a205-abced1978509, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:26:29.832686 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:29.833978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Allocated IP 172.20.0.1 (cbfc94b5-e352-45ed-a987-2f5fb5f74d00/e237d88e-2031-46e8-a196-1b1c0d008dcb/5def6bdd-6095-441b-96ec-7784abc5d31a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:26:29.907639 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:29.945080 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] For port 36672501-bf1a-42ca-a205-abced1978509, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:26:29.954439 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] For port 36672501-bf1a-42ca-a205-abced1978509, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=36672501-bf1a-42ca-a205-abced1978509,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:26:29.960718 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:30.021155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Router f8cd338b-7551-48d6-b999-6324c939988b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:26:30.034474 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126fd38-c5aa-4425-b2ef-fda2df96537c None None] Pushing event updated for resources: {'Port': ['ID=36672501-bf1a-42ca-a205-abced1978509,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:30.089497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:30.103562 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Routers {'771a7874-cd50-4bdd-99a9-231e807eecc4'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:30.107798 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['771a7874-cd50-4bdd-99a9-231e807eecc4'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:30.143008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Transition to ACTIVE for port object 5def6bdd-6095-441b-96ec-7784abc5d31a will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:26:30.251661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:26:30.264961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a136a7-8cda-42cb-8375-3234a0a84543 None None] Sync routers for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:26:30.291248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a136a7-8cda-42cb-8375-3234a0a84543 None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:30.292221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-55a136a7-8cda-42cb-8375-3234a0a84543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:30.295127 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:30.367357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] No DVR routers for this DVR port c989e844-8a19-44c3-9d0a-c727fe126bf1 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:26:30.372291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:30.375714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-241a8e59-d5d9-4c81-aa24-2d67c05905cf req-28d72de0-7cfb-452c-881a-9ad2b065c026 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.42 "DELETE /v2.0/ports/c989e844-8a19-44c3-9d0a-c727fe126bf1 HTTP/1.1" status: 204 len: 173 time: 4.7599168 Aug 16 13:26:30.376495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'name': 'network-vif-deleted', 'tag': 'c989e844-8a19-44c3-9d0a-c727fe126bf1'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:26:30.379563 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafc4b74-161f-4cb6-ad40-84a40b3e1b41" -d '{"events": [{"server_uuid": "268910bc-e171-4c55-8679-34ac3b7c88c4", "name": "network-vif-deleted", "tag": "c989e844-8a19-44c3-9d0a-c727fe126bf1"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:26:30.533704 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8261d72d-0699-4e42-ae59-f5beb7e495a9 x-openstack-request-id: req-8261d72d-0699-4e42-ae59-f5beb7e495a9 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:26:30.534066 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268910bc-e171-4c55-8679-34ac3b7c88c4", "name": "network-vif-deleted", "tag": "c989e844-8a19-44c3-9d0a-c727fe126bf1", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:26:30.534326 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8261d72d-0699-4e42-ae59-f5beb7e495a9 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:26:30.535000 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268910bc-e171-4c55-8679-34ac3b7c88c4', 'name': 'network-vif-deleted', 'tag': 'c989e844-8a19-44c3-9d0a-c727fe126bf1', 'status': 'completed', 'code': 200} Aug 16 13:26:30.539601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Network cbfc94b5-e352-45ed-a987-2f5fb5f74d00 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:26:30.554379 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:30.557204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:26:30.596170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:26:30.689517 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] Set router 771a7874-cd50-4bdd-99a9-231e807eecc4 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:30.785858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Pushing event updated for resources: {'Port': ['ID=5def6bdd-6095-441b-96ec-7784abc5d31a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:30.875721 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:30.966748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-55a136a7-8cda-42cb-8375-3234a0a84543 None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:31.116584 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:31.257712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e04a578a-84dc-478a-908d-9dbb6fcc7a98 req-07597ab1-3df6-48b0-ab0b-1c785b0d956f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.3630197 Aug 16 13:26:31.548947 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'name': 'tempest-ImageQuotaTest-1717870395-router', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '36672501-bf1a-42ca-a205-abced1978509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:21Z', 'updated_at': '2021-08-16T13:26:24Z', 'revision_number': 3, 'project_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'gw_port': {'id': '36672501-bf1a-42ca-a205-abced1978509', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:22Z', 'updated_at': '2021-08-16T13:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:31.589979 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a77e595e-65d4-4f7a-8e76-074749c36fc2 None None] Provisioning for port 5def6bdd-6095-441b-96ec-7784abc5d31a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:26:31.609679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a77e595e-65d4-4f7a-8e76-074749c36fc2 None None] Provisioning complete for port 5def6bdd-6095-441b-96ec-7784abc5d31a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:26:31.616475 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a77e595e-65d4-4f7a-8e76-074749c36fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:31.661826 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd53278-6e0c-4f98-9c8e-3bca9a531d5b None None] The sync data for ids ['771a7874-cd50-4bdd-99a9-231e807eecc4'] in n-d-804708-1 is: [{'id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'name': 'tempest-ImageQuotaTest-1717870395-router', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '36672501-bf1a-42ca-a205-abced1978509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:21Z', 'updated_at': '2021-08-16T13:26:24Z', 'revision_number': 3, 'project_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'gw_port': {'id': '36672501-bf1a-42ca-a205-abced1978509', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:22Z', 'updated_at': '2021-08-16T13:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:26:31.832476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port e9071d7c-a052-4238-945d-ea1835a7a0f2 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:31.834874 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:31.910258 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:31.924548 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:31.929816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a77e595e-65d4-4f7a-8e76-074749c36fc2 None None] Port 5def6bdd-6095-441b-96ec-7784abc5d31a cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:26:31.974996 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-601103ec-90e8-4470-8a97-e17ef000ba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:32.138339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-55a136a7-8cda-42cb-8375-3234a0a84543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:32.146819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Pushing event updated for resources: {'Port': ['ID=5def6bdd-6095-441b-96ec-7784abc5d31a,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:32.147591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port e9071d7c-a052-4238-945d-ea1835a7a0f2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e9071d7c-a052-4238-945d-ea1835a7a0f2,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:32.148182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:32.153832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:32.194497 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for e9071d7c-a052-4238-945d-ea1835a7a0f2 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:32.215883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a136a7-8cda-42cb-8375-3234a0a84543 None None] Checking router: f8cd338b-7551-48d6-b999-6324c939988b for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:26:32.244750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a136a7-8cda-42cb-8375-3234a0a84543 None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:32.246384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-55a136a7-8cda-42cb-8375-3234a0a84543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:32.580627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Network cbfc94b5-e352-45ed-a987-2f5fb5f74d00 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:26:32.623510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:26:32.731467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:32.787178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f835e30c-e95c-4761-af75-83927f386a70 req-2e7f5cd0-3871-47fc-8c2b-7f30715ab319 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.0681267 Aug 16 13:26:32.859786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=e9071d7c-a052-4238-945d-ea1835a7a0f2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:32.925691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-55a136a7-8cda-42cb-8375-3234a0a84543 None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:33.265746 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Router 771a7874-cd50-4bdd-99a9-231e807eecc4 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:26:33.450695 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1a509903-ba50-40b3-a46c-db19d431886f None None] Provisioning complete for port 5def6bdd-6095-441b-96ec-7784abc5d31a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:26:33.457107 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1a509903-ba50-40b3-a46c-db19d431886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:33.647578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:26:33.653951 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-38c7dd9c-02e7-435d-b0c0-f47b9b6a422b admin admin] 10.222.0.25 "PUT /v2.0/routers/771a7874-cd50-4bdd-99a9-231e807eecc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8144960 Aug 16 13:26:33.737586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1a509903-ba50-40b3-a46c-db19d431886f None None] Port 5def6bdd-6095-441b-96ec-7784abc5d31a cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:26:34.051632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-55a136a7-8cda-42cb-8375-3234a0a84543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:34.255007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a136a7-8cda-42cb-8375-3234a0a84543 None None] The sync data for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 is: [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:26:34.373991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 36672501-bf1a-42ca-a205-abced1978509 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:26:34.471459 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bc4d9be3-cfbe-4054-a91f-5e52985503f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:34.576691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef2c4fe8-66e4-4f14-89fe-dae79cfef68b req-f447db04-d673-4c7b-919e-715d9ffa94c6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.1208181 Aug 16 13:26:34.636556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 36672501-bf1a-42ca-a205-abced1978509 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:26:34.661251 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 36672501-bf1a-42ca-a205-abced1978509 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:26:34.661634 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:34.730656 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:34.780747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:34.917825 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:34.972537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 36672501-bf1a-42ca-a205-abced1978509, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=36672501-bf1a-42ca-a205-abced1978509,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:34.980216 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:35.093767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=36672501-bf1a-42ca-a205-abced1978509,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:35.103843 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f97b4-31ec-4ba2-91a6-a646a73d427e None None] New status for floating IP 12d27f59-3380-4209-ad2d-de2dc5a5afe9: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:26:35.591074 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:35.735727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Sync routers for ids ['771a7874-cd50-4bdd-99a9-231e807eecc4'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:26:35.762430 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Routers {'771a7874-cd50-4bdd-99a9-231e807eecc4'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:35.763324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['771a7874-cd50-4bdd-99a9-231e807eecc4'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:35.789624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 74edeae2-e205-40e7-88ca-c1f81983ea70 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:26:35.947873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7a25143-ee9c-4b21-bbe2-e2f87bf904ab req-6bf50039-4af1-412a-85cb-f20d4c344b30 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.1258543 Aug 16 13:26:36.177550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Set router 771a7874-cd50-4bdd-99a9-231e807eecc4 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:36.260636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 36672501-bf1a-42ca-a205-abced1978509 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:26:36.363104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:26:36.391710 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f0d505-fcc5-4e7a-b5ba-8000f0ad289b None None] Sync routers for ids ['74edeae2-e205-40e7-88ca-c1f81983ea70'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:26:36.403405 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-066c1be3-f7e9-4cab-a8c8-84da6ac00933 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "PUT /v2.0/routers/74edeae2-e205-40e7-88ca-c1f81983ea70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9931090 Aug 16 13:26:36.407227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48108) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:36.410502 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f0d505-fcc5-4e7a-b5ba-8000f0ad289b None None] Routers {'74edeae2-e205-40e7-88ca-c1f81983ea70'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:36.411351 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39f0d505-fcc5-4e7a-b5ba-8000f0ad289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['74edeae2-e205-40e7-88ca-c1f81983ea70'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:36.633136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f334c71-a444-43f1-9a2e-7aa93be263d5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting subnet e3c51e74-7a74-461c-8175-9f993339be64 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:26:36.645360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f334c71-a444-43f1-9a2e-7aa93be263d5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:36.747557 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-39f0d505-fcc5-4e7a-b5ba-8000f0ad289b None None] Set router 74edeae2-e205-40e7-88ca-c1f81983ea70 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:36.788506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 36672501-bf1a-42ca-a205-abced1978509 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:26:36.789221 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:36.893417 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f334c71-a444-43f1-9a2e-7aa93be263d5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:37.152674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'name': 'tempest-ImageQuotaTest-1717870395-router', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '36672501-bf1a-42ca-a205-abced1978509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:21Z', 'updated_at': '2021-08-16T13:26:31Z', 'revision_number': 4, 'project_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'gw_port': {'id': '36672501-bf1a-42ca-a205-abced1978509', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:22Z', 'updated_at': '2021-08-16T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '5def6bdd-6095-441b-96ec-7784abc5d31a', 'name': '', 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'mac_address': 'fa:16:3e:d7:9c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'e237d88e-2031-46e8-a196-1b1c0d008dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:29Z', 'updated_at': '2021-08-16T13:26:31Z', 'revision_number': 2, 'project_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'subnets': [{'id': 'e237d88e-2031-46e8-a196-1b1c0d008dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:37.219961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f334c71-a444-43f1-9a2e-7aa93be263d5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:37.249452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Checking router: 771a7874-cd50-4bdd-99a9-231e807eecc4 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:26:37.249829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Updating router 771a7874-cd50-4bdd-99a9-231e807eecc4 port 5def6bdd-6095-441b-96ec-7784abc5d31a binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:26:37.330430 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39f0d505-fcc5-4e7a-b5ba-8000f0ad289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:26:32Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:37.332866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28a286f4-a9ef-4e6e-8ed2-3b58010675e5 req-96c6126f-5eb1-4114-96a6-33198e4a2aa2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.0990815 Aug 16 13:26:37.343881 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:37.410521 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f0d505-fcc5-4e7a-b5ba-8000f0ad289b None None] Checking router: 74edeae2-e205-40e7-88ca-c1f81983ea70 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:26:37.430969 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f0d505-fcc5-4e7a-b5ba-8000f0ad289b None None] Routers {'74edeae2-e205-40e7-88ca-c1f81983ea70'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:37.430969 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39f0d505-fcc5-4e7a-b5ba-8000f0ad289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['74edeae2-e205-40e7-88ca-c1f81983ea70'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:37.489696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f334c71-a444-43f1-9a2e-7aa93be263d5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:37.524896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48128) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:37.541336 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:37.555074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b2ff4f-183e-409f-8dc9-a05dda300ad0 None None] Network 18dc347e-2079-4742-adde-b29de53974f1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:26:37.634016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f334c71-a444-43f1-9a2e-7aa93be263d5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c51e74-7a74-461c-8175-9f993339be64,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:37.647804 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5f334c71-a444-43f1-9a2e-7aa93be263d5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:37.666843 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5f334c71-a444-43f1-9a2e-7aa93be263d5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/subnets/e3c51e74-7a74-461c-8175-9f993339be64 HTTP/1.1" status: 204 len: 168 time: 1.2555091 Aug 16 13:26:37.679721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48130) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:37.720151 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-39f0d505-fcc5-4e7a-b5ba-8000f0ad289b None None] Set router 74edeae2-e205-40e7-88ca-c1f81983ea70 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:38.007787 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:38.325831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c60c2f-1a80-434d-a4b4-c198ad075a1e None None] DHCP port deletion for 18dc347e-2079-4742-adde-b29de53974f1 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:26:38.329884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:38.519610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:38.549704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Transition to ACTIVE for port object 5def6bdd-6095-441b-96ec-7784abc5d31a will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:26:38.565209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-33c60c2f-1a80-434d-a4b4-c198ad075a1e None None] Deleting port 14f0d5bb-0537-49a9-babd-8acfe4657e54 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:38.565784 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33c60c2f-1a80-434d-a4b4-c198ad075a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:38.587315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f77b1cb8-9f38-40d8-a1f7-7a0a114214e7 req-7cbab051-625d-41a3-8ab9-f5db8831edab tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.1098616 Aug 16 13:26:38.596521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:38.597313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:38.622273 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39f0d505-fcc5-4e7a-b5ba-8000f0ad289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:26:32Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:38.732237 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:38.738562 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f0d505-fcc5-4e7a-b5ba-8000f0ad289b None None] The sync data for ids ['74edeae2-e205-40e7-88ca-c1f81983ea70'] in n-d-804708-1 is: [{'id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745775597', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:23:32Z', 'updated_at': '2021-08-16T13:26:32Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '73ffc443-faae-4c3d-ac57-9c6f506f2f0a', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74edeae2-e205-40e7-88ca-c1f81983ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:23:33Z', 'updated_at': '2021-08-16T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:26:38.758495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-33c60c2f-1a80-434d-a4b4-c198ad075a1e None None] For port 14f0d5bb-0537-49a9-babd-8acfe4657e54, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=14f0d5bb-0537-49a9-babd-8acfe4657e54,segment=NetworkSegment(2c36f740-33cc-439f-97c4-84572a8eebea),segment_id=2c36f740-33cc-439f-97c4-84572a8eebea)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:38.759114 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33c60c2f-1a80-434d-a4b4-c198ad075a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:38.883211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port 73ffc443-faae-4c3d-ac57-9c6f506f2f0a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=73ffc443-faae-4c3d-ac57-9c6f506f2f0a,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:38.884497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:38.906564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-33c60c2f-1a80-434d-a4b4-c198ad075a1e None None] Calling delete_port for 14f0d5bb-0537-49a9-babd-8acfe4657e54 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:38.934629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for 73ffc443-faae-4c3d-ac57-9c6f506f2f0a owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:39.076254 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:39.149959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2070967-dc5d-4c11-847e-21de09659758 None None] Pushing event updated for resources: {'Port': ['ID=5def6bdd-6095-441b-96ec-7784abc5d31a,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:39.391546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Attempting to bind port 5def6bdd-6095-441b-96ec-7784abc5d31a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:26:39.397809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Attempting to bind port 5def6bdd-6095-441b-96ec-7784abc5d31a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '982c9c2c-88b4-4560-9c5e-ca9762c5328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:26:39.398227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Attempting to bind port 5def6bdd-6095-441b-96ec-7784abc5d31a on network cbfc94b5-e352-45ed-a987-2f5fb5f74d00 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:26:39.450662 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:26:39.451039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Checking segment: {'id': '982c9c2c-88b4-4560-9c5e-ca9762c5328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:26:39.451450 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:39.452492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Bound using segment: {'id': '982c9c2c-88b4-4560-9c5e-ca9762c5328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:26:39.453029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Bound port: 5def6bdd-6095-441b-96ec-7784abc5d31a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982c9c2c-88b4-4560-9c5e-ca9762c5328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:26:39.453645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:39.572070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33c60c2f-1a80-434d-a4b4-c198ad075a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:39.631340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c60c2f-1a80-434d-a4b4-c198ad075a1e None None] Pushing event deleted for resources: {'Port': ['ID=14f0d5bb-0537-49a9-babd-8acfe4657e54,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:39.754650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c60c2f-1a80-434d-a4b4-c198ad075a1e None None] No DVR routers for this DVR port 14f0d5bb-0537-49a9-babd-8acfe4657e54 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:26:39.761434 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:39.800356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] For port 5def6bdd-6095-441b-96ec-7784abc5d31a, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:26:39.805613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] For port 5def6bdd-6095-441b-96ec-7784abc5d31a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5def6bdd-6095-441b-96ec-7784abc5d31a,segment=NetworkSegment(982c9c2c-88b4-4560-9c5e-ca9762c5328a),segment_id=982c9c2c-88b4-4560-9c5e-ca9762c5328a)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:26:39.807925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=73ffc443-faae-4c3d-ac57-9c6f506f2f0a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:39.823978 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:39.880442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfa69ccc-718d-4f9e-893a-b335b0301fce req-d31f73e2-aa54-4e27-87b0-c1ebf038a59c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.1206243 Aug 16 13:26:40.005261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Routers {'771a7874-cd50-4bdd-99a9-231e807eecc4'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:40.006726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['771a7874-cd50-4bdd-99a9-231e807eecc4'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:40.141856 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:40.351037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] Deleting port 5def6bdd-6095-441b-96ec-7784abc5d31a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:40.356782 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:40.535399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2070967-dc5d-4c11-847e-21de09659758 None None] Pushing event updated for resources: {'Port': ['ID=5def6bdd-6095-441b-96ec-7784abc5d31a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:40.649167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:40.672346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:40.840749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e9071d7c-a052-4238-945d-ea1835a7a0f2 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:40.882396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: e9071d7c-a052-4238-945d-ea1835a7a0f2 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:40.882396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e9071d7c-a052-4238-945d-ea1835a7a0f2 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:40.882396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14f0d5bb-0537-49a9-babd-8acfe4657e54 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:40.891175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] For port 5def6bdd-6095-441b-96ec-7784abc5d31a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5def6bdd-6095-441b-96ec-7784abc5d31a,segment=NetworkSegment(982c9c2c-88b4-4560-9c5e-ca9762c5328a),segment_id=982c9c2c-88b4-4560-9c5e-ca9762c5328a)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:40.892043 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:40.933343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] Calling delete_port for 5def6bdd-6095-441b-96ec-7784abc5d31a owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:40.936380 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:40.946397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Fanout notify agent at l3_agent the message router_deleted on router 74edeae2-e205-40e7-88ca-c1f81983ea70 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:26:41.000099 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:41.006463 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-72316845-d838-4259-b660-518903a2d6f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/routers/74edeae2-e205-40e7-88ca-c1f81983ea70 HTTP/1.1" status: 204 len: 168 time: 3.3191566 Aug 16 13:26:41.007305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48176) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:41.101862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 14f0d5bb-0537-49a9-babd-8acfe4657e54 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:41.115511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14f0d5bb-0537-49a9-babd-8acfe4657e54 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:41.195187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] Set router 771a7874-cd50-4bdd-99a9-231e807eecc4 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:41.401643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-989e4974-1e30-417c-8943-893759a12edf req-db5944a8-f7cc-4b72-8f4c-2779ff083e84 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.0682306 Aug 16 13:26:41.402746 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:41.480276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=5def6bdd-6095-441b-96ec-7784abc5d31a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:41.901492 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:42.003516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 73ffc443-faae-4c3d-ac57-9c6f506f2f0a no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:42.103100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 73ffc443-faae-4c3d-ac57-9c6f506f2f0a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:42.103679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 73ffc443-faae-4c3d-ac57-9c6f506f2f0a not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:42.130961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'name': 'tempest-ImageQuotaTest-1717870395-router', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '36672501-bf1a-42ca-a205-abced1978509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:21Z', 'updated_at': '2021-08-16T13:26:31Z', 'revision_number': 4, 'project_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'gw_port': {'id': '36672501-bf1a-42ca-a205-abced1978509', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:22Z', 'updated_at': '2021-08-16T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '5def6bdd-6095-441b-96ec-7784abc5d31a', 'name': '', 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'mac_address': 'fa:16:3e:d7:9c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'e237d88e-2031-46e8-a196-1b1c0d008dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:29Z', 'updated_at': '2021-08-16T13:26:39Z', 'revision_number': 4, 'project_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'subnets': [{'id': 'e237d88e-2031-46e8-a196-1b1c0d008dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:42.168621 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:42.228269 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb190ea9-34e3-4a83-9423-b395b6caed61 None None] The sync data for ids ['771a7874-cd50-4bdd-99a9-231e807eecc4'] in n-d-804708-1 is: [{'id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'name': 'tempest-ImageQuotaTest-1717870395-router', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '36672501-bf1a-42ca-a205-abced1978509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:21Z', 'updated_at': '2021-08-16T13:26:31Z', 'revision_number': 4, 'project_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'gw_port': {'id': '36672501-bf1a-42ca-a205-abced1978509', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:22Z', 'updated_at': '2021-08-16T13:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '5def6bdd-6095-441b-96ec-7784abc5d31a', 'name': '', 'network_id': 'cbfc94b5-e352-45ed-a987-2f5fb5f74d00', 'tenant_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'mac_address': 'fa:16:3e:d7:9c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771a7874-cd50-4bdd-99a9-231e807eecc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'e237d88e-2031-46e8-a196-1b1c0d008dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:29Z', 'updated_at': '2021-08-16T13:26:39Z', 'revision_number': 4, 'project_id': '2dcfc3d18f624cc38ec4d21aabdbab64', 'subnets': [{'id': 'e237d88e-2031-46e8-a196-1b1c0d008dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:26:42.362076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:42.403724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dc347e-2079-4742-adde-b29de53974f1']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:42.466387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c36f740-33cc-439f-97c4-84572a8eebea') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:42.466817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c36f740-33cc-439f-97c4-84572a8eebea') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:42.475984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] Router 771a7874-cd50-4bdd-99a9-231e807eecc4 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:26:42.516459 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:42.557965 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:42.573309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:26:42.573965 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:42.702641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e720bc0d-abe3-4771-9113-f65966f8fc71 req-c0ac75fe-fad9-4d00-87d6-ae0cf829820a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.0829062 Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:26:42.739267 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:26:42.750470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:42.806943 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:42.808979 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/networks/18dc347e-2079-4742-adde-b29de53974f1 HTTP/1.1" status: 204 len: 168 time: 1.7970479 Aug 16 13:26:42.809905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13321f8a-18c6-4556-943a-5a669be0ce1d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Network': ['ID=18dc347e-2079-4742-adde-b29de53974f1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:42.821043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48206) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:42.956432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:26:42.964457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b90f48d4-0791-4700-9949-8ef8767c9e98 admin admin] 10.222.0.25 "PUT /v2.0/routers/771a7874-cd50-4bdd-99a9-231e807eecc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4369745 Aug 16 13:26:42.967127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48210) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:43.020594 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71d27f9d-89db-441b-99d9-9d3379b361c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:43.084501 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71d27f9d-89db-441b-99d9-9d3379b361c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:43.179046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:43.271270 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71d27f9d-89db-441b-99d9-9d3379b361c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:43.285400 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71d27f9d-89db-441b-99d9-9d3379b361c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:43.287063 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-71d27f9d-89db-441b-99d9-9d3379b361c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/security-groups/3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a HTTP/1.1" status: 204 len: 168 time: 0.4649975 Aug 16 13:26:43.329813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d27f9d-89db-441b-99d9-9d3379b361c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b10c2-eeb8-4f7d-a55a-8bde19cc1f2a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:43.394243 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:43.507926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Deleting port 36672501-bf1a-42ca-a205-abced1978509 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:43.508659 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:43.626778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] For port 36672501-bf1a-42ca-a205-abced1978509, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=36672501-bf1a-42ca-a205-abced1978509,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:43.627874 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:43.647930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Calling delete_port for 36672501-bf1a-42ca-a205-abced1978509 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:43.899071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f142178-e53b-4bf8-88b7-5f62d3f869fa req-a407429b-9e0f-4462-9a15-09c44e5919cc tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.0742030 Aug 16 13:26:43.919717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:43.996028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Pushing event deleted for resources: {'Port': ['ID=36672501-bf1a-42ca-a205-abced1978509,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:44.168196 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:44.408620 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:44.414738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:44.539610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:44.540281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 771a7874-cd50-4bdd-99a9-231e807eecc4 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:26:44.556341 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:44.561196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48234) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:44.562020 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d32715d9-2b53-49da-b558-4ddfa66a1fca admin admin] 10.222.0.25 "DELETE /v2.0/routers/771a7874-cd50-4bdd-99a9-231e807eecc4 HTTP/1.1" status: 204 len: 168 time: 1.5925150 Aug 16 13:26:44.776086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-3418a889-de12-4cd1-840d-ffe8cb752196 admin admin] Deleting subnet e237d88e-2031-46e8-a196-1b1c0d008dcb {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:26:44.782996 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3418a889-de12-4cd1-840d-ffe8cb752196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:44.898887 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3418a889-de12-4cd1-840d-ffe8cb752196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:45.091561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b5931-2923-4ba2-82e0-2c0eedab6d05 None None] Sync routers for ids ['771a7874-cd50-4bdd-99a9-231e807eecc4'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:26:45.109582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b5931-2923-4ba2-82e0-2c0eedab6d05 None None] Routers set() bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:45.129281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b5931-2923-4ba2-82e0-2c0eedab6d05 None None] Router IDs set() for agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 13:26:45.130385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_agentschedulers_db [None req-e24b5931-2923-4ba2-82e0-2c0eedab6d05 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'771a7874-cd50-4bdd-99a9-231e807eecc4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent'). {{(pid=101397) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 13:26:45.155804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b5931-2923-4ba2-82e0-2c0eedab6d05 None None] Routers set() bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:45.156363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b5931-2923-4ba2-82e0-2c0eedab6d05 None None] Router IDs set() for agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 13:26:45.157289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_agentschedulers_db [None req-e24b5931-2923-4ba2-82e0-2c0eedab6d05 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'771a7874-cd50-4bdd-99a9-231e807eecc4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent'). {{(pid=101397) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 13:26:45.157880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b5931-2923-4ba2-82e0-2c0eedab6d05 None None] The sync data for ids ['771a7874-cd50-4bdd-99a9-231e807eecc4'] in n-d-804708-1 is: [] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:26:45.305436 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c3ef85d-decf-498f-a2b2-7008cac13eaa req-90933d3a-d53b-4dfa-9352-7337b74c3d8a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=268910bc-e171-4c55-8679-34ac3b7c88c4 HTTP/1.1" status: 200 len: 210 time: 0.1031713 Aug 16 13:26:45.341220 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3418a889-de12-4cd1-840d-ffe8cb752196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:45.351540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48252) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:45.356833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d2dab59e-da52-46cd-8e7e-e085d5b947c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455544474', 'description': 'tempest-secgroup-smoke-1455544474 description', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:45.478749 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2dab59e-da52-46cd-8e7e-e085d5b947c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:45.514014 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3418a889-de12-4cd1-840d-ffe8cb752196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:45.546998 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3418a889-de12-4cd1-840d-ffe8cb752196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:45.553610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3418a889-de12-4cd1-840d-ffe8cb752196 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e237d88e-2031-46e8-a196-1b1c0d008dcb HTTP/1.1" status: 204 len: 168 time: 0.9877894 Aug 16 13:26:45.553828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78057f9-35a5-4922-8e03-ceb5e302a27a None None] Network cbfc94b5-e352-45ed-a987-2f5fb5f74d00 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:26:45.555803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48254) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:45.594633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418a889-de12-4cd1-840d-ffe8cb752196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e237d88e-2031-46e8-a196-1b1c0d008dcb,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:45.751329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:45.856067 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2dab59e-da52-46cd-8e7e-e085d5b947c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:45.884308 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2dab59e-da52-46cd-8e7e-e085d5b947c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:45.937707 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d2dab59e-da52-46cd-8e7e-e085d5b947c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:45.944695 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48262) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:45.945666 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d2dab59e-da52-46cd-8e7e-e085d5b947c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5927320 Aug 16 13:26:45.954781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'e9626ecb-2514-4ae5-bf29-a629872a48b6', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:45.982672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dab59e-da52-46cd-8e7e-e085d5b947c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9626ecb-2514-4ae5-bf29-a629872a48b6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:46.010943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Deleting port 2cdf37da-0903-4689-86b3-f759caf00b11 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:46.012772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.042711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.113917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] For port 2cdf37da-0903-4689-86b3-f759caf00b11, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2cdf37da-0903-4689-86b3-f759caf00b11,segment=NetworkSegment(982c9c2c-88b4-4560-9c5e-ca9762c5328a),segment_id=982c9c2c-88b4-4560-9c5e-ca9762c5328a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:46.114611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.133931 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.140336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Calling delete_port for 2cdf37da-0903-4689-86b3-f759caf00b11 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:46.140628 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.184155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41836db7-afaf-4e81-a1d0-6fc5d4c520c2 None None] DHCP port deletion for cbfc94b5-e352-45ed-a987-2f5fb5f74d00 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:26:46.241518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d3a1ab-9c5b-4aa2-8675-c43b958ff900,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:46.248154 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.253018 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3067789 Aug 16 13:26:46.259489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48264) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:46.272037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.272397 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.272744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.273082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.273418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.273786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.274049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-96b4a1d6-0dca-4e5b-86dc-cfdde26db0e2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'e9626ecb-2514-4ae5-bf29-a629872a48b6', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:46.274216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.274421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.274813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.275068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.275495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.275708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c915f0-6e97-457f-a328-319cc04d1404 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:46.340832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96b4a1d6-0dca-4e5b-86dc-cfdde26db0e2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.345208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-41836db7-afaf-4e81-a1d0-6fc5d4c520c2 None None] Deleting port 2cdf37da-0903-4689-86b3-f759caf00b11 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:26:46.345683 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-41836db7-afaf-4e81-a1d0-6fc5d4c520c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.367888 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.378271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 36672501-bf1a-42ca-a205-abced1978509 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:46.404050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] No DVR routers for this DVR port 2cdf37da-0903-4689-86b3-f759caf00b11 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:26:46.431076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdf37da-0903-4689-86b3-f759caf00b11,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:46.447065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 36672501-bf1a-42ca-a205-abced1978509 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:46.447951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 36672501-bf1a-42ca-a205-abced1978509 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:46.448861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2cdf37da-0903-4689-86b3-f759caf00b11 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:46.553512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96b4a1d6-0dca-4e5b-86dc-cfdde26db0e2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.561269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.578979 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96b4a1d6-0dca-4e5b-86dc-cfdde26db0e2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.605239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfc94b5-e352-45ed-a987-2f5fb5f74d00']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:46.648016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982c9c2c-88b4-4560-9c5e-ca9762c5328a') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:46.659639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982c9c2c-88b4-4560-9c5e-ca9762c5328a') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:46.674182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-41836db7-afaf-4e81-a1d0-6fc5d4c520c2 None None] For port 2cdf37da-0903-4689-86b3-f759caf00b11, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:26:46.674895 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-41836db7-afaf-4e81-a1d0-6fc5d4c520c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.681546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4a1d6-0dca-4e5b-86dc-cfdde26db0e2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb9981c-69bc-41a2-ab91-e17ea39cf55e,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:46.695343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.697381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-41836db7-afaf-4e81-a1d0-6fc5d4c520c2 None None] Calling delete_port for 2cdf37da-0903-4689-86b3-f759caf00b11 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:26:46.701214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-41836db7-afaf-4e81-a1d0-6fc5d4c520c2 None None] Port 2cdf37da-0903-4689-86b3-f759caf00b11 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:26:46.703084 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-41836db7-afaf-4e81-a1d0-6fc5d4c520c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.714184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 2cdf37da-0903-4689-86b3-f759caf00b11 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:46.714604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2cdf37da-0903-4689-86b3-f759caf00b11 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:46.715035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5def6bdd-6095-441b-96ec-7784abc5d31a no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:26:46.716928 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96b4a1d6-0dca-4e5b-86dc-cfdde26db0e2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.727149 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-96b4a1d6-0dca-4e5b-86dc-cfdde26db0e2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4662924 Aug 16 13:26:46.727421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48282) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:46.738045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8fe1243a-e278-4703-acc3-20f6aca5d8d6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'e9626ecb-2514-4ae5-bf29-a629872a48b6', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:46.739441 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.759183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:26:46.759183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:26:46.761580 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:26:46.772887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 5def6bdd-6095-441b-96ec-7784abc5d31a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:26:46.775558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5def6bdd-6095-441b-96ec-7784abc5d31a not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:26:46.780972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41836db7-afaf-4e81-a1d0-6fc5d4c520c2 None None] No DVR routers for this DVR port 2cdf37da-0903-4689-86b3-f759caf00b11 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:26:46.784519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41836db7-afaf-4e81-a1d0-6fc5d4c520c2 None None] Pushing event deleted for resources: {'Port': ['ID=2cdf37da-0903-4689-86b3-f759caf00b11,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:46.802858 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.871670 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8fe1243a-e278-4703-acc3-20f6aca5d8d6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.891544 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.912059 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:46.916595 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cbfc94b5-e352-45ed-a987-2f5fb5f74d00 HTTP/1.1" status: 204 len: 168 time: 1.3552012 Aug 16 13:26:46.947235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439515-180c-4510-b054-dad7d576b334 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfc94b5-e352-45ed-a987-2f5fb5f74d00,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:47.007389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-44db1305-1c3c-4724-89bd-46d97d0f7ed6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824428642&fields=id&tenant_id=36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 267 time: 0.1294074 Aug 16 13:26:47.142457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8fe1243a-e278-4703-acc3-20f6aca5d8d6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.155850 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8fe1243a-e278-4703-acc3-20f6aca5d8d6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.169306 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48292) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:47.193705 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8fe1243a-e278-4703-acc3-20f6aca5d8d6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.195256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8fe1243a-e278-4703-acc3-20f6aca5d8d6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4655743 Aug 16 13:26:47.199869 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1243a-e278-4703-acc3-20f6aca5d8d6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf1560c-bd00-4ea4-bb2e-6e67dd2da945,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:47.205376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48294) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:47.210271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1396dd5d-096f-4836-8f5b-5e49e5a291e6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'e9626ecb-2514-4ae5-bf29-a629872a48b6', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:47.286882 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-41ba8fc2-7356-4adc-8195-2d68a2ed6678 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dcfc3d18f624cc38ec4d21aabdbab64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149018 Aug 16 13:26:47.291347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48296) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:47.323999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226988c-eccd-4207-9848-c76383d0f3de req-3f8fc704-e84a-48dd-8ed2-208549fd1236 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:47.338519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-3f8fc704-e84a-48dd-8ed2-208549fd1236 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.3154578 Aug 16 13:26:47.368884 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1396dd5d-096f-4836-8f5b-5e49e5a291e6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.439704 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-116053ad-44e6-4a72-b6c1-461f2164f1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.480319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-633abea4-3e2d-4779-8487-102b995a246a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/quotas/36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 375 time: 0.1393840 Aug 16 13:26:47.484653 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-116053ad-44e6-4a72-b6c1-461f2164f1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.596581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1396dd5d-096f-4836-8f5b-5e49e5a291e6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.611348 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1396dd5d-096f-4836-8f5b-5e49e5a291e6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.642157 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-116053ad-44e6-4a72-b6c1-461f2164f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.648278 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-116053ad-44e6-4a72-b6c1-461f2164f1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.654276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-116053ad-44e6-4a72-b6c1-461f2164f1b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8120ac77-a401-4b19-9f09-0536490c2e0f HTTP/1.1" status: 204 len: 168 time: 0.3565421 Aug 16 13:26:47.664439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396dd5d-096f-4836-8f5b-5e49e5a291e6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42465438-f507-42bb-97b2-5ec3854f6cff,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:47.674846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116053ad-44e6-4a72-b6c1-461f2164f1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8120ac77-a401-4b19-9f09-0536490c2e0f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:47.694381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-a37ab652-de46-4dfc-b1b9-76cf30581166 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1705704 Aug 16 13:26:47.703603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1396dd5d-096f-4836-8f5b-5e49e5a291e6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.704657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1396dd5d-096f-4836-8f5b-5e49e5a291e6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4982469 Aug 16 13:26:47.709279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48308) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:47.715167 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-73f47e3e-342b-4e36-b1bd-7c70b893fe95 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'e9626ecb-2514-4ae5-bf29-a629872a48b6', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:47.768439 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-73f47e3e-342b-4e36-b1bd-7c70b893fe95 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Project d2056fc01f7c4f8bb3e0565151d422cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:26:47.776058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73f47e3e-342b-4e36-b1bd-7c70b893fe95 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.843946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73f47e3e-342b-4e36-b1bd-7c70b893fe95 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.854805 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73f47e3e-342b-4e36-b1bd-7c70b893fe95 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.907820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f47e3e-342b-4e36-b1bd-7c70b893fe95 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da73d2c9-0c15-4da2-9266-3a431d109126,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:47.918827 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73f47e3e-342b-4e36-b1bd-7c70b893fe95 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:47.920650 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-73f47e3e-342b-4e36-b1bd-7c70b893fe95 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2097740 Aug 16 13:26:47.926727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48312) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:47.932992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1f4df2b8-5852-4c96-83ae-505aa7ab180c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'e9626ecb-2514-4ae5-bf29-a629872a48b6', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:47.979256 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-1f4df2b8-5852-4c96-83ae-505aa7ab180c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Project d2056fc01f7c4f8bb3e0565151d422cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:26:47.987197 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f4df2b8-5852-4c96-83ae-505aa7ab180c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:48.197678 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f4df2b8-5852-4c96-83ae-505aa7ab180c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:48.210273 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f4df2b8-5852-4c96-83ae-505aa7ab180c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:48.247433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f4df2b8-5852-4c96-83ae-505aa7ab180c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:48.274171 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1f4df2b8-5852-4c96-83ae-505aa7ab180c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3424239 Aug 16 13:26:48.275393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4df2b8-5852-4c96-83ae-505aa7ab180c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72840748-ec51-4770-b10c-b05376592fb7,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:48.284399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48324) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:48.291513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'network': {'name': 'tempest-network-smoke--741990756', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'port_security_enabled': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:48.446894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:26:48.463573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:48.591054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:26:48.626010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-2ab76ff8-c1d9-45f2-b790-6e9915aff981 service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8966296 Aug 16 13:26:48.628257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:48.629102 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Added segment bf845683-cfd9-42a7-9a1c-ca003f5db310 of type vlan for network 99ec2301-02d5-4624-b4a8-eaba626d404c Aug 16 13:26:48.735016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:48.816795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-e39c111f-381e-47f8-9973-7c61f408c99c service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895077 Aug 16 13:26:48.831376 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:48.856595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48336) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:48.875896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:48.876563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:48.896849 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-07e3a585-e4d2-42cd-821f-06aeaedc1a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:48.941160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6504557 Aug 16 13:26:48.942821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48340) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:48.955413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'admin_state_up': True, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:48.993708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Network': ['ID=99ec2301-02d5-4624-b4a8-eaba626d404c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:49.009247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.009247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.009247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.009247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.009247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.009247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.009247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.010399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.010399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.010656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.011110 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.011422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72f8f8-cb24-40c7-aa05-14fd423ecaa4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:26:49.048360 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 99ec2301-02d5-4624-b4a8-eaba626d404c details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:26:49.140056 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-07e3a585-e4d2-42cd-821f-06aeaedc1a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:49.172180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-07e3a585-e4d2-42cd-821f-06aeaedc1a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:49.213805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3a585-e4d2-42cd-821f-06aeaedc1a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964e17a6-ef4b-4326-a6cb-348f16c2717e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:49.219162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:49.220690 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:49.289533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-07e3a585-e4d2-42cd-821f-06aeaedc1a5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4314966 Aug 16 13:26:49.293380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48350) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:49.477306 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6a9043b-13ab-456c-838f-7b6840088bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:49.506332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:49.589579 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6a9043b-13ab-456c-838f-7b6840088bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:49.728675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6a9043b-13ab-456c-838f-7b6840088bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:49.734693 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6a9043b-13ab-456c-838f-7b6840088bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:49.736169 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e6a9043b-13ab-456c-838f-7b6840088bc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/964e17a6-ef4b-4326-a6cb-348f16c2717e HTTP/1.1" status: 204 len: 168 time: 0.4413686 Aug 16 13:26:49.773423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9043b-13ab-456c-838f-7b6840088bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964e17a6-ef4b-4326-a6cb-348f16c2717e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:49.928105 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f74f5114-0f78-4a3b-9ebf-b7c15b58afca req-3ea760a0-cb1a-47cc-9bec-34bb6593eb65 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 210 time: 0.1069205 Aug 16 13:26:50.324521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:50.933234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:51.030610 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:51.209991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13cc9ab9-3398-4509-a93a-637a0ded14e6 req-0472ca74-9c41-45f2-9d27-a744fd0b46da tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 210 time: 0.0615642 Aug 16 13:26:51.487982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.25.0.102 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/6f60bcfb-3d59-4b9c-9916-09091bf34c16) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:26:51.650188 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:51.758313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:51.832047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:26:51.842290 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:26:51.859548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:26:51.984764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=6f60bcfb-3d59-4b9c-9916-09091bf34c16,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:52.461928 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226988c-eccd-4207-9848-c76383d0f3de req-95fcdff3-5a4e-40e2-be87-77b53f433137 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:52.473238 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-95fcdff3-5a4e-40e2-be87-77b53f433137 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.4164281 Aug 16 13:26:52.564491 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-0c9387fb-eca9-4897-8f02-b6f154cdc1b8 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 380 time: 0.0764291 Aug 16 13:26:52.609547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'port': {'device_id': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'admin_state_up': True, 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'security_groups': ['627cb556-d624-4214-a0b7-bb5780822c4c']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:52.640287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3b79252b-10a6-4bb2-a5ed-fedea7f8bebf req-cf46a88f-3fd8-4ab0-9606-681e16d5de95 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 210 time: 0.0866013 Aug 16 13:26:52.672807 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:52.985143 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Made reservation on behalf of 36258017bc834aab8f01df63a8d583bf for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:26:52.989396 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:53.137442 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:53.267174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Allocated IP 172.20.0.6 (09008d7a-74f8-41ab-838d-28f8e4814bf4/af41ab79-8112-4b7c-93d4-d544d538fff7/64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:26:53.558812 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 42042ace-48f8-4d9f-b415-1a418099434b is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:26:53.563242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:53.619611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Transition to ACTIVE for port object 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:26:53.748764 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:53.961968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:26:53.970363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:26:53.986577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:26:53.994558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:26:54.008321 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Sync routers for ids ['42042ace-48f8-4d9f-b415-1a418099434b'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:26:54.043411 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Routers {'42042ace-48f8-4d9f-b415-1a418099434b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:54.044431 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['42042ace-48f8-4d9f-b415-1a418099434b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:54.081736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:54.105202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6de6-d003-4df1-8575-41ea430d8c8d req-287ff970-26e8-4de6-bbb6-359e73fd78dc tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:54.125720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07dc6de6-d003-4df1-8575-41ea430d8c8d req-287ff970-26e8-4de6-bbb6-359e73fd78dc tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 931 time: 0.2972257 Aug 16 13:26:54.152118 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:54.153363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ecdc76a1-e4e3-4da9-b13c-d82942b51ad2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.2025840 Aug 16 13:26:54.164249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:54.167529 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:54.176071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48690) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:54.269942 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07dc6de6-d003-4df1-8575-41ea430d8c8d req-95ee5efa-99fd-4e4a-8052-7c57175c6b4a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409965 Aug 16 13:26:54.312458 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a0390ff4-2b20-40ca-9adb-bbfe249579ee tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d2056fc01f7c4f8bb3e0565151d422cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1120782 Aug 16 13:26:54.315547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48706) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:54.330506 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-19387a04-3e55-4017-9edf-309c850547ed tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7575381 Aug 16 13:26:54.355719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Request body: {'port': {'device_id': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:54.571411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:54.601638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e39d0b55-8ce4-45ee-ba8d-e98edfeb6d88 None None] Provisioning for port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:26:54.609821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f5aa97-0206-4be5-9a24-239c86886353 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:54.621874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-83f5aa97-0206-4be5-9a24-239c86886353 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3052056 Aug 16 13:26:54.622862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e39d0b55-8ce4-45ee-ba8d-e98edfeb6d88 None None] Provisioning complete for port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:26:54.624716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48730) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:54.630931 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e39d0b55-8ce4-45ee-ba8d-e98edfeb6d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:54.738683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-06c5f9e5-55d2-4018-adb9-4b9688121da5 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1124723 Aug 16 13:26:54.741642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 48738) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:54.764628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2105144645', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:26:54.781126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48742) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:54.810900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e39d0b55-8ce4-45ee-ba8d-e98edfeb6d88 None None] Port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:26:55.057268 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Set router 42042ace-48f8-4d9f-b415-1a418099434b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:55.074967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:26:55.080053 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:55.271937 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d5230f0-32d6-4ee2-96bc-f2a659f41dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:55.575983 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:26:55.589821 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d5230f0-32d6-4ee2-96bc-f2a659f41dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:55.601777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5d5230f0-32d6-4ee2-96bc-f2a659f41dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:55.646819 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:26:52Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:55.701062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5230f0-32d6-4ee2-96bc-f2a659f41dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962f3839-eea7-4667-8905-2a956b056c4f,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:55.765732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe03b6-77c2-400e-8166-e568a321af27 req-fc76926a-c301-4913-80ee-55c73cf1b1c0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:55.773238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbbe03b6-77c2-400e-8166-e568a321af27 req-fc76926a-c301-4913-80ee-55c73cf1b1c0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 931 time: 0.2709177 Aug 16 13:26:55.795220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5d5230f0-32d6-4ee2-96bc-f2a659f41dc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42b1e030fb2740d6a52f202bd72bd1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0123861 Aug 16 13:26:55.799202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48814) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:55.809301 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Checking router: 42042ace-48f8-4d9f-b415-1a418099434b for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:26:55.811032 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Updating router 42042ace-48f8-4d9f-b415-1a418099434b port 6f60bcfb-3d59-4b9c-9916-09091bf34c16 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:26:55.835181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:26:55.882750 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:55.943479 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:56.041841 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbbe03b6-77c2-400e-8166-e568a321af27 req-3a1662b3-abbe-42de-94fa-e98e8161f80c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379315 Aug 16 13:26:56.062040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Transition to ACTIVE for port object 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:26:56.079504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:56.084715 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a3305aa8-2c94-4678-bbaa-cb08d3f8a78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:56.130332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a3305aa8-2c94-4678-bbaa-cb08d3f8a78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:56.252367 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a3305aa8-2c94-4678-bbaa-cb08d3f8a78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:56.266281 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a3305aa8-2c94-4678-bbaa-cb08d3f8a78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:56.277283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a3305aa8-2c94-4678-bbaa-cb08d3f8a78a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/962f3839-eea7-4667-8905-2a956b056c4f HTTP/1.1" status: 204 len: 168 time: 0.4685702 Aug 16 13:26:56.319399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3305aa8-2c94-4678-bbaa-cb08d3f8a78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f3839-eea7-4667-8905-2a956b056c4f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:56.323225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:56.632465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:56.780936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Subnet': ['ID=9699a5ef-9e80-4f1a-a039-9502c9bf59c0,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:56.803188 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:56.831118 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Transition to ACTIVE for port object 6f60bcfb-3d59-4b9c-9916-09091bf34c16 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:26:56.851968 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:56.903325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Attempting to bind port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:26:56.907222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Attempting to bind port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:26:56.915392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Attempting to bind port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:26:56.930457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:26:56.930910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Attempting to bind port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:26:56.941985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Checking segment: {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:26:56.942378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network hostable DHCP agents. Network: 99ec2301-02d5-4624-b4a8-eaba626d404c, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:26:56.948169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:26:56.948512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Checking segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:26:56.948900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Bound using segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:26:56.949525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Bound port: 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:26:56.950411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:56.973073 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Attempting to bind port 6f60bcfb-3d59-4b9c-9916-09091bf34c16 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:26:56.973651 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Attempting to bind port 6f60bcfb-3d59-4b9c-9916-09091bf34c16 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:26:56.975822 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Attempting to bind port 6f60bcfb-3d59-4b9c-9916-09091bf34c16 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:26:57.001626 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:26:57.002017 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:26:57.002635 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:57.002858 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:26:57.003446 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Bound port: 6f60bcfb-3d59-4b9c-9916-09091bf34c16, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:26:57.003745 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:57.033205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 99ec2301-02d5-4624-b4a8-eaba626d404c is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:26:57.039221 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ee557-fae1-457e-93bc-9eee9d88f7b3 None None] Pushing event updated for resources: {'Port': ['ID=6f60bcfb-3d59-4b9c-9916-09091bf34c16,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:57.077847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 99ec2301-02d5-4624-b4a8-eaba626d404c) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:26:57.090202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:57.093206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a18d40f-1b18-4df7-999f-d6da027fa4da None None] Network 99ec2301-02d5-4624-b4a8-eaba626d404c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:26:57.094649 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:57.102417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] For port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:26:57.119359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] For port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:26:57.141138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:57.203295 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] For port 6f60bcfb-3d59-4b9c-9916-09091bf34c16, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:26:57.221084 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] For port 6f60bcfb-3d59-4b9c-9916-09091bf34c16, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6f60bcfb-3d59-4b9c-9916-09091bf34c16,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:26:57.247280 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:57.265169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:57.282474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 48908) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:26:57.283907 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-31a34b0a-c4ed-4cc3-9a08-fa9d9dc4f5da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5337708 Aug 16 13:26:57.305009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:57.306324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:57.311036 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-d6f9070b-2731-4865-bf03-6da5d82fbdf4 service neutron] 10.222.0.22 "PUT /v2.0/ports/64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f HTTP/1.1" status: 200 len: 1091 time: 2.9663212 Aug 16 13:26:57.311814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'tag': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:26:57.316281 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0edc5af-00d5-4ca9-a72d-160311b55cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "5edfa075-ec2e-48ae-bdda-11031dacf90d", "tag": "64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:26:57.473455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5ec0c-3250-4c41-b5c5-b2f8de0bc7e9 req-114ab060-8ef2-44ac-8d50-bab859f4e4d5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:57.477931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6c5ec0c-3250-4c41-b5c5-b2f8de0bc7e9 req-114ab060-8ef2-44ac-8d50-bab859f4e4d5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 943 time: 0.3038270 Aug 16 13:26:57.542781 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df4fd22-f218-49cb-b44d-8b1aa7ff9987 x-openstack-request-id: req-7df4fd22-f218-49cb-b44d-8b1aa7ff9987 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:26:57.544640 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edfa075-ec2e-48ae-bdda-11031dacf90d", "tag": "64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:26:57.545922 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7df4fd22-f218-49cb-b44d-8b1aa7ff9987 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:26:57.549867 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'tag': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'status': 'completed', 'code': 200} Aug 16 13:26:57.556902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226988c-eccd-4207-9848-c76383d0f3de req-752abb46-5035-4e56-ae50-0a04b66a6909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:57.571709 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-752abb46-5035-4e56-ae50-0a04b66a6909 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 1094 time: 0.1905668 Aug 16 13:26:57.676578 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ee557-fae1-457e-93bc-9eee9d88f7b3 None None] Pushing event updated for resources: {'Port': ['ID=6f60bcfb-3d59-4b9c-9916-09091bf34c16,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:57.701006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-99ec2301-02d5-4624-b4a8-eaba626d404c', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:26:57.703081 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:57.709886 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Routers {'42042ace-48f8-4d9f-b415-1a418099434b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:26:57.714874 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:26:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['42042ace-48f8-4d9f-b415-1a418099434b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:57.728167 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-024d2504-84c8-4d9c-876c-653bf87eaabd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f HTTP/1.1" status: 200 len: 217 time: 0.1423759 Aug 16 13:26:57.911917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226988c-eccd-4207-9848-c76383d0f3de req-055bc99e-eaf8-4c51-8b8e-afa85c0a043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:57.913527 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-055bc99e-eaf8-4c51-8b8e-afa85c0a043b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.1743679 Aug 16 13:26:58.020962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226988c-eccd-4207-9848-c76383d0f3de req-14da9816-1347-4611-9ac2-3af193294bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:58.025118 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-14da9816-1347-4611-9ac2-3af193294bde service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025591 Aug 16 13:26:58.032129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-ddf908f1-062a-40c8-9e8a-000415a83a4c req-91fd5ced-91cf-424d-a45b-069aca032429 tempest-AttachVolumeShelveTestJSON-370507851 tempest-AttachVolumeShelveTestJSON-370507851-project] (101396) timed out ('10.222.0.22', 51132) {{(pid=101396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:26:58.102261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Allocated IP 172.20.0.2 (99ec2301-02d5-4624-b4a8-eaba626d404c/9699a5ef-9e80-4f1a-a039-9502c9bf59c0/ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:26:58.167611 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] Set router 42042ace-48f8-4d9f-b415-1a418099434b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:26:58.178211 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6c5ec0c-3250-4c41-b5c5-b2f8de0bc7e9 req-88197d19-ec25-495d-8eb3-240a2440a9f5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6920855 Aug 16 13:26:58.415016 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:58.425167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Transition to ACTIVE for port object ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:26:58.444409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Transition to ACTIVE for port object ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:26:58.450445 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-2b0860d2-6a5e-45bf-8b54-85643847f3cb service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165432 Aug 16 13:26:58.463122 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:58.548033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Pushing event updated for resources: {'Port': ['ID=ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:58.573620 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:26:52Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:26:58.586578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Network 99ec2301-02d5-4624-b4a8-eaba626d404c is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:26:58.590235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:26:58.601954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:26:58.645839 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beddf7c-604b-4ff2-9927-1e095f0a91fa None None] The sync data for ids ['42042ace-48f8-4d9f-b415-1a418099434b'] in n-d-804708-1 is: [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:26:52Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:26:58.745324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Attempting to bind port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:26:58.745970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Attempting to bind port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:26:58.747221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Attempting to bind port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 on network 99ec2301-02d5-4624-b4a8-eaba626d404c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:26:58.755793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:26:58.756629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Checking segment: {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:26:58.758202 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:58.758911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Bound using segment: {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:26:58.760049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Bound port: ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:26:58.760719 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:58.945853 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9226988c-eccd-4207-9848-c76383d0f3de req-a7bb2dcc-6472-4dc4-8167-a2ae003d72db service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860849 Aug 16 13:26:58.999019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] For port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:26:59.014829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] For port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:26:59.032672 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:59.166731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edc5af-00d5-4ca9-a72d-160311b55cf3 req-3207265b-58bc-4db1-a258-340d0f910d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:59.168663 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0edc5af-00d5-4ca9-a72d-160311b55cf3 req-3207265b-58bc-4db1-a258-340d0f910d34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 1094 time: 0.0949981 Aug 16 13:26:59.187291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0dfff-f7b6-418a-89b8-bdced973746c None None] Pushing event updated for resources: {'Port': ['ID=ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:26:59.412711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edc5af-00d5-4ca9-a72d-160311b55cf3 req-15388879-27c9-470a-8fa1-e3a3b0c126a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:59.416895 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0edc5af-00d5-4ca9-a72d-160311b55cf3 req-15388879-27c9-470a-8fa1-e3a3b0c126a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.2359345 Aug 16 13:26:59.514853 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0edc5af-00d5-4ca9-a72d-160311b55cf3 req-641d49b1-9503-446e-98ea-fdae51b91e83 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f HTTP/1.1" status: 200 len: 217 time: 0.0920618 Aug 16 13:26:59.517574 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:26:59.673070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edc5af-00d5-4ca9-a72d-160311b55cf3 req-291aa38c-488c-48b3-a207-e918a141533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:59.675745 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0edc5af-00d5-4ca9-a72d-160311b55cf3 req-291aa38c-488c-48b3-a207-e918a141533d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.1534424 Aug 16 13:26:59.815191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edc5af-00d5-4ca9-a72d-160311b55cf3 req-96d11b2d-f97f-4d0f-a846-a24c82071f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:26:59.816994 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0edc5af-00d5-4ca9-a72d-160311b55cf3 req-96d11b2d-f97f-4d0f-a846-a24c82071f94 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318812 Aug 16 13:26:59.904181 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:00.109481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0edc5af-00d5-4ca9-a72d-160311b55cf3 req-6aea8f6e-5dda-4c1f-ae1e-b4b8c3724561 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810295 Aug 16 13:27:00.429871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:27:00.564164 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0edc5af-00d5-4ca9-a72d-160311b55cf3 req-56860537-261c-458b-83c9-a31d93d9fad1 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460373 Aug 16 13:27:00.658351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:27:00.681987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f60bcfb-3d59-4b9c-9916-09091bf34c16 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:27:00.935227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 6f60bcfb-3d59-4b9c-9916-09091bf34c16 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:27:00.949039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6f60bcfb-3d59-4b9c-9916-09091bf34c16 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:00.950941 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:01.004235 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6f43c-45b7-4f4e-bf1b-821306b95f7e req-ca075a60-6ab8-4069-8acb-dc444568d22a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:01.009558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ae6f43c-45b7-4f4e-bf1b-821306b95f7e req-ca075a60-6ab8-4069-8acb-dc444568d22a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 943 time: 1.5446720 Aug 16 13:27:01.187801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ae6f43c-45b7-4f4e-bf1b-821306b95f7e req-bd6f44f4-d1b6-4854-b703-8f30318dac3c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588559 Aug 16 13:27:01.271882 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:01.334864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 6f60bcfb-3d59-4b9c-9916-09091bf34c16, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6f60bcfb-3d59-4b9c-9916-09091bf34c16,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:01.345150 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:01.385886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2a393f-338f-49a5-bd9e-c3fdfc8a2c25 None None] Network 99ec2301-02d5-4624-b4a8-eaba626d404c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:27:01.537579 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=6f60bcfb-3d59-4b9c-9916-09091bf34c16,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:01.565728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-271c2593-f98a-4f01-86a4-9b44366d4876 None None] Provisioning for port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:27:01.584830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-271c2593-f98a-4f01-86a4-9b44366d4876 None None] Provisioning complete for port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:01.585390 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-271c2593-f98a-4f01-86a4-9b44366d4876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:01.775582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.20.0.1 (99ec2301-02d5-4624-b4a8-eaba626d404c/9699a5ef-9e80-4f1a-a039-9502c9bf59c0/d2e44d71-79ce-4c40-91ed-8715fe5ef533) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:27:01.868726 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9aca892d-1eb7-4de9-ba01-9cd4b975cb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:02.036238 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-271c2593-f98a-4f01-86a4-9b44366d4876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:02.197235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-271c2593-f98a-4f01-86a4-9b44366d4876 None None] For port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:02.211682 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-271c2593-f98a-4f01-86a4-9b44366d4876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:02.400916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c2593-f98a-4f01-86a4-9b44366d4876 None None] Pushing event updated for resources: {'Port': ['ID=ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:02.414636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f60bcfb-3d59-4b9c-9916-09091bf34c16 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:27:02.563688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6f60bcfb-3d59-4b9c-9916-09091bf34c16 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:02.569765 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:02.663987 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:02.682307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-33b91304-348d-4d92-9146-bb0e94d2e51c None None] Provisioning complete for port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:02.682709 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33b91304-348d-4d92-9146-bb0e94d2e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:02.761589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ea6d7-1993-4879-88bb-48f92acc14d1 req-e2b85fc4-b986-4549-baff-4260f8cedb1d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:02.783114 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-525ea6d7-1993-4879-88bb-48f92acc14d1 req-e2b85fc4-b986-4549-baff-4260f8cedb1d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 943 time: 0.3250737 Aug 16 13:27:02.820188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Transition to ACTIVE for port object d2e44d71-79ce-4c40-91ed-8715fe5ef533 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:27:02.975757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-525ea6d7-1993-4879-88bb-48f92acc14d1 req-c20134aa-6bb2-4e3d-a8d4-84295c30e1b5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853683 Aug 16 13:27:03.103614 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:03.266499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 99ec2301-02d5-4624-b4a8-eaba626d404c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:27:03.290601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=d2e44d71-79ce-4c40-91ed-8715fe5ef533,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:03.311870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:27:03.329278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:27:03.480021 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:03.796291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-255cca1d-4a98-466d-b4a5-47b53ca7bbb6 None None] Provisioning for port d2e44d71-79ce-4c40-91ed-8715fe5ef533 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:27:03.801591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-255cca1d-4a98-466d-b4a5-47b53ca7bbb6 None None] Provisioning complete for port d2e44d71-79ce-4c40-91ed-8715fe5ef533 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:03.802014 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-255cca1d-4a98-466d-b4a5-47b53ca7bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:03.887565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-255cca1d-4a98-466d-b4a5-47b53ca7bbb6 None None] Port d2e44d71-79ce-4c40-91ed-8715fe5ef533 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:27:04.112915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:27:04.218952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:04.219331 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:04.376377 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b9cc9bf2-65f7-41be-902f-ba7f787bb18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:04.396450 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:04.624988 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:04.716818 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc5d2f-edf8-4426-ad4f-d0c71143c611 req-c01ed026-fee2-4957-8e83-84723d1b8559 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:04.725120 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48bc5d2f-edf8-4426-ad4f-d0c71143c611 req-c01ed026-fee2-4957-8e83-84723d1b8559 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 943 time: 0.5690947 Aug 16 13:27:04.823014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48bc5d2f-edf8-4426-ad4f-d0c71143c611 req-90f17b2a-8e15-4e7a-80bf-91259abe86ff tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952101 Aug 16 13:27:05.213326 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:05.221544 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:05.315232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=d2e44d71-79ce-4c40-91ed-8715fe5ef533,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:05.319013 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:05.497613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 99ec2301-02d5-4624-b4a8-eaba626d404c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:27:05.499969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:27:05.607059 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:05.877929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 42042ace-48f8-4d9f-b415-1a418099434b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:27:06.192904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-df7bf56d-1913-4df5-8053-5f93d919698e None None] Provisioning complete for port d2e44d71-79ce-4c40-91ed-8715fe5ef533 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:06.192904 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-df7bf56d-1913-4df5-8053-5f93d919698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:06.268093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-df7bf56d-1913-4df5-8053-5f93d919698e None None] Port d2e44d71-79ce-4c40-91ed-8715fe5ef533 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:27:06.344120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:27:06.359865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f24397cc-dc73-4838-8cf8-c425116cfa37 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "PUT /v2.0/routers/42042ace-48f8-4d9f-b415-1a418099434b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0749700 Aug 16 13:27:06.381089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc8edc-e7ac-4f00-b0bf-2da1a7413370 req-36497afa-b416-4a27-95dc-634530d4dc69 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:06.383981 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79cc8edc-e7ac-4f00-b0bf-2da1a7413370 req-36497afa-b416-4a27-95dc-634530d4dc69 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 943 time: 0.1869247 Aug 16 13:27:06.391104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Sync routers for ids ['42042ace-48f8-4d9f-b415-1a418099434b'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:27:06.441561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Routers {'42042ace-48f8-4d9f-b415-1a418099434b'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:27:06.442379 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:27:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['42042ace-48f8-4d9f-b415-1a418099434b'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:06.475316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79cc8edc-e7ac-4f00-b0bf-2da1a7413370 req-d8a7f599-5c82-403c-b81d-126f1889d6b8 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751081 Aug 16 13:27:06.851810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Set router 42042ace-48f8-4d9f-b415-1a418099434b gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:27:06.920496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-1e3bea19-4008-439f-b2ea-7962b1ca403c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455544474&fields=id&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 267 time: 0.0813634 Aug 16 13:27:07.159399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-852aa9ba-0126-493c-9c25-02c27bf5d259 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:07.161689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-852aa9ba-0126-493c-9c25-02c27bf5d259 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 796 time: 0.2312880 Aug 16 13:27:07.184412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-42bc7220-f8f4-4908-8cf0-952d87be680f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/quotas/d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 375 time: 0.0155199 Aug 16 13:27:07.346500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-6eae7836-bfb2-4d6b-946f-4bd0d63c9a03 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532071 Aug 16 13:27:07.356267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:27:04Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd2e44d71-79ce-4c40-91ed-8715fe5ef533', 'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:6b:94:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:27:01Z', 'updated_at': '2021-08-16T13:27:04Z', 'revision_number': 2, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:07.481789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Checking router: 42042ace-48f8-4d9f-b415-1a418099434b for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:27:07.482869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Updating router 42042ace-48f8-4d9f-b415-1a418099434b port d2e44d71-79ce-4c40-91ed-8715fe5ef533 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:27:07.600125 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:07.637409 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:07.643225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-bf1e9a27-9c23-4f3f-a995-e96c5043d254 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:27:07.661797 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-bf1e9a27-9c23-4f3f-a995-e96c5043d254 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2963035 Aug 16 13:27:07.910158 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4159c-2f66-471c-bc6f-2b15d24f5925 req-1f3b573d-9bd9-4a1a-a75f-c72f483a4bcd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:07.913184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efa4159c-2f66-471c-bc6f-2b15d24f5925 req-1f3b573d-9bd9-4a1a-a75f-c72f483a4bcd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 943 time: 0.2131331 Aug 16 13:27:08.054633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7c0399b3-6b84-46d1-b774-7ac1e5794959 service neutron] 10.222.0.25 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824525 Aug 16 13:27:08.118354 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efa4159c-2f66-471c-bc6f-2b15d24f5925 req-1ae4b504-05c6-4a77-a0ac-67a29ee7a887 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494465 Aug 16 13:27:08.209332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-ddb8beb5-317f-4f6b-a229-c14bcbf6a85e service neutron] 10.222.0.25 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396425 Aug 16 13:27:08.280119 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:08.313045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Transition to ACTIVE for port object d2e44d71-79ce-4c40-91ed-8715fe5ef533 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:27:08.324683 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:08.577649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e9b8e-9f9a-415e-a051-6ea8d79c4487 None None] Pushing event updated for resources: {'Port': ['ID=d2e44d71-79ce-4c40-91ed-8715fe5ef533,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:08.710137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Attempting to bind port d2e44d71-79ce-4c40-91ed-8715fe5ef533 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:27:08.710567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Attempting to bind port d2e44d71-79ce-4c40-91ed-8715fe5ef533 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:27:08.710845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Attempting to bind port d2e44d71-79ce-4c40-91ed-8715fe5ef533 on network 99ec2301-02d5-4624-b4a8-eaba626d404c {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:27:08.715788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66184c0f-d8a5-4ceb-9729-97d4b20875c1 req-12bda5da-16e6-488b-b82c-943e3bfbfad0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 210 time: 0.0885694 Aug 16 13:27:08.723558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:27:08.730196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Checking segment: {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:27:08.731078 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:08.731740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Bound using segment: {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:27:08.732586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Bound port: d2e44d71-79ce-4c40-91ed-8715fe5ef533, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:27:08.733170 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:08.919108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] For port d2e44d71-79ce-4c40-91ed-8715fe5ef533, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:27:08.927201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] For port d2e44d71-79ce-4c40-91ed-8715fe5ef533, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d2e44d71-79ce-4c40-91ed-8715fe5ef533,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:27:08.937551 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:09.262412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Routers {'42042ace-48f8-4d9f-b415-1a418099434b'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:27:09.267300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:27:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['42042ace-48f8-4d9f-b415-1a418099434b'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:09.306219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e9b8e-9f9a-415e-a051-6ea8d79c4487 None None] Pushing event updated for resources: {'Port': ['ID=d2e44d71-79ce-4c40-91ed-8715fe5ef533,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:09.562173 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb55403-f93f-41da-b99c-270563263dcf req-fc80caa4-d586-452b-b098-a7b916680f44 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:09.564063 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cb55403-f93f-41da-b99c-270563263dcf req-fc80caa4-d586-452b-b098-a7b916680f44 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 943 time: 0.1398809 Aug 16 13:27:09.595991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] Set router 42042ace-48f8-4d9f-b415-1a418099434b gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:27:09.687528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cb55403-f93f-41da-b99c-270563263dcf req-e1eee66b-211d-49b8-93b1-8ca5709933cf tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858994 Aug 16 13:27:09.876516 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e21f5e7-55f6-48e9-a453-c61c107cc56c req-d72a21df-f23c-4e77-a0e2-e55a3e6e1699 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 210 time: 0.0407622 Aug 16 13:27:10.135877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:27:04Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd2e44d71-79ce-4c40-91ed-8715fe5ef533', 'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:6b:94:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:27:01Z', 'updated_at': '2021-08-16T13:27:08Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:10.203716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7f848-41a1-4812-bc32-8da63a603f6d None None] The sync data for ids ['42042ace-48f8-4d9f-b415-1a418099434b'] in n-d-804708-1 is: [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:27:04Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd2e44d71-79ce-4c40-91ed-8715fe5ef533', 'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:6b:94:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:27:01Z', 'updated_at': '2021-08-16T13:27:08Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:27:10.761144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-654dbd1d-2010-4353-bcad-4ed4d861a0c1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:10.764501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-654dbd1d-2010-4353-bcad-4ed4d861a0c1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.42 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 796 time: 0.3204653 Aug 16 13:27:10.895151 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-758920e1-2e80-4249-8a80-23fdd6cdbc91 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 380 time: 0.1214108 Aug 16 13:27:10.914145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'port': {'device_id': '32797c6e-70ea-47f3-9414-c58b99e42338', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'admin_state_up': True, 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'security_groups': ['e9626ecb-2514-4ae5-bf29-a629872a48b6']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:11.000624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5448a9-2aac-4128-b91f-2368ada40ca0 req-ee5342d1-4432-4ff3-a4de-32923e32b46d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:11.012669 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f5448a9-2aac-4128-b91f-2368ada40ca0 req-ee5342d1-4432-4ff3-a4de-32923e32b46d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 943 time: 0.1882496 Aug 16 13:27:11.096805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e95b5cf-41f2-4d3e-92d7-f547296d4a2e req-fa14ffab-7d53-4023-9c98-c5a556a8be0f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 210 time: 0.0810382 Aug 16 13:27:11.175288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f5448a9-2aac-4128-b91f-2368ada40ca0 req-0bd3958c-4874-449f-ac11-f14df723ea8e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389382 Aug 16 13:27:11.221325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:27:11.229203 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:11.515208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.20.0.5 (99ec2301-02d5-4624-b4a8-eaba626d404c/9699a5ef-9e80-4f1a-a039-9502c9bf59c0/5ddc8723-9e54-4496-9aa9-9e9dea5eaf48) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:27:11.805471 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:11.823918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Transition to ACTIVE for port object 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:27:11.891467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:11.969356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 99ec2301-02d5-4624-b4a8-eaba626d404c is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:27:11.976404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:27:11.985989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:27:12.003342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:12.230140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d2e44d71-79ce-4c40-91ed-8715fe5ef533 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:27:12.303621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:12.304318 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:12.387470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-7ee73be1-a706-4c74-a04c-5b3aca6ffad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4833775 Aug 16 13:27:12.424836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49242) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:12.445203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Request body: {'port': {'device_id': '32797c6e-70ea-47f3-9414-c58b99e42338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:12.447589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d2e44d71-79ce-4c40-91ed-8715fe5ef533 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:27:12.457250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d2e44d71-79ce-4c40-91ed-8715fe5ef533 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:12.457643 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:12.660216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aba72-5887-4db9-810f-cda8f7fc1f31 req-0df9c424-6122-467a-80e4-6e4e538738bf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:12.676083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d6aba72-5887-4db9-810f-cda8f7fc1f31 req-0df9c424-6122-467a-80e4-6e4e538738bf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 931 time: 0.3345034 Aug 16 13:27:12.678313 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:12.742224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port d2e44d71-79ce-4c40-91ed-8715fe5ef533, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d2e44d71-79ce-4c40-91ed-8715fe5ef533,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:12.756894 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:12.813476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1faaa0ee-6e9e-4c6d-b968-f527a83fde1c None None] Provisioning for port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:27:12.823141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1faaa0ee-6e9e-4c6d-b968-f527a83fde1c None None] Provisioning complete for port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:12.823651 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1faaa0ee-6e9e-4c6d-b968-f527a83fde1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:12.873313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1faaa0ee-6e9e-4c6d-b968-f527a83fde1c None None] Port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:27:12.889819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d6aba72-5887-4db9-810f-cda8f7fc1f31 req-224f47a5-034e-4109-9700-fd3322fcc431 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126830 Aug 16 13:27:12.908389 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cf83bfb6-d6b0-4b53-ae1f-6eb17cd89f2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31e257331f9c41a4946ffd76b396d91a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812965 Aug 16 13:27:12.909566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49250) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:12.920615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476d3c4-3597-4d5a-bfaf-0b6b1e20c30a req-a5cae13b-f48d-4a6a-af7c-68ef44854278 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:12.922753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9476d3c4-3597-4d5a-bfaf-0b6b1e20c30a req-a5cae13b-f48d-4a6a-af7c-68ef44854278 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 943 time: 0.4272034 Aug 16 13:27:12.928451 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:12.934439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=d2e44d71-79ce-4c40-91ed-8715fe5ef533,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:13.077488 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e0635717-a61e-49bd-96f4-7fa6b00b4ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:13.086972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9476d3c4-3597-4d5a-bfaf-0b6b1e20c30a req-4f31d9c7-cbc0-4acf-a03f-40554929ef5b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325102 Aug 16 13:27:13.138888 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e0635717-a61e-49bd-96f4-7fa6b00b4ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:13.286407 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e0635717-a61e-49bd-96f4-7fa6b00b4ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:13.289184 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e0635717-a61e-49bd-96f4-7fa6b00b4ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:13.297242 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e0635717-a61e-49bd-96f4-7fa6b00b4ba8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25efe3b8-9682-4421-a3dc-e878bc02680b HTTP/1.1" status: 204 len: 168 time: 0.3859875 Aug 16 13:27:13.320927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0635717-a61e-49bd-96f4-7fa6b00b4ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25efe3b8-9682-4421-a3dc-e878bc02680b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:13.490792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:27:13.839195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:13.870220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'port_id': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'mac_address': 'fa:16:3e:9e:c6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:27:13.988261 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:14.026864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:27:14.076844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:14.092202 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:14.242961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d2e44d71-79ce-4c40-91ed-8715fe5ef533 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:27:14.320789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efd1fd-af93-402b-9566-e946a9ccb80d req-370548aa-1b9c-4609-b05d-0a9cfaa0c9b1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:14.329332 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80efd1fd-af93-402b-9566-e946a9ccb80d req-370548aa-1b9c-4609-b05d-0a9cfaa0c9b1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 931 time: 0.1685278 Aug 16 13:27:14.410465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b6b6d-6f7f-4454-935b-dce6fdac202c req-83cdf26a-e091-4e51-8c81-7945c37592fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:14.419088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a3b6b6d-6f7f-4454-935b-dce6fdac202c req-83cdf26a-e091-4e51-8c81-7945c37592fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 944 time: 0.1769185 Aug 16 13:27:14.429034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:14.444689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:27:14.457448 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:14.473737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d2e44d71-79ce-4c40-91ed-8715fe5ef533 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:14.474852 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:14.484754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:27:14.557972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80efd1fd-af93-402b-9566-e946a9ccb80d req-46d1289c-5e65-4202-a9de-9a5c652c120e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272263 Aug 16 13:27:14.568359 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a3b6b6d-6f7f-4454-935b-dce6fdac202c req-1e63675e-bbf3-438c-8e0c-9954e374b6b1 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482100 Aug 16 13:27:14.570223 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Transition to ACTIVE for port object 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:27:14.583005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:14.801463 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:15.010512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:27:15.010865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:27:15.011349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on network 99ec2301-02d5-4624-b4a8-eaba626d404c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:27:15.023786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on network 99ec2301-02d5-4624-b4a8-eaba626d404c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:27:15.024116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on network 99ec2301-02d5-4624-b4a8-eaba626d404c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:27:15.038587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:27:15.039947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Checking segment: {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:27:15.040885 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Bound using segment: {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:27:15.045956 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Bound port: 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:27:15.047308 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:15.217481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:27:15.226038 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:27:15.254446 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:15.317260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:15.337981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:15.339027 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:15.340414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-14705052-15fe-424d-b693-e3b77ec3aa13 service neutron] 10.222.0.42 "PUT /v2.0/ports/5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 1091 time: 2.9280057 Aug 16 13:27:15.341010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:27:15.354734 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7990ed7-b03e-4847-8dbf-068fab51ea10" -d '{"events": [{"name": "network-changed", "server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:27:15.461069 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5988fae9-bf17-4e89-9f74-4389ac5f6690 x-openstack-request-id: req-5988fae9-bf17-4e89-9f74-4389ac5f6690 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:27:15.461474 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:27:15.461893 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5988fae9-bf17-4e89-9f74-4389ac5f6690 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:27:15.462587 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'status': 'completed', 'code': 200} Aug 16 13:27:15.493923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-38e21ecf-9a5f-4486-932d-9f71fe7b85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:15.496722 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-38e21ecf-9a5f-4486-932d-9f71fe7b85c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1094 time: 0.0999427 Aug 16 13:27:15.617720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-e9e8f557-93b0-4a46-b761-f70aab537f00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 217 time: 0.1106131 Aug 16 13:27:15.805354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-6ee4d575-0b69-4792-9477-78285606104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:15.807333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-6ee4d575-0b69-4792-9477-78285606104f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.1818047 Aug 16 13:27:15.902050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa767569-e09d-4d7b-87dd-f82a3bf699dd req-ac9fba1d-ee02-43fd-b73c-13941678fe77 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:15.904500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa767569-e09d-4d7b-87dd-f82a3bf699dd req-ac9fba1d-ee02-43fd-b73c-13941678fe77 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 943 time: 0.1759214 Aug 16 13:27:15.926273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-8ceda10e-89e2-454d-9da4-4fa37aef85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:15.928803 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-8ceda10e-89e2-454d-9da4-4fa37aef85d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943952 Aug 16 13:27:16.103294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa767569-e09d-4d7b-87dd-f82a3bf699dd req-490387cd-8af9-445d-bf57-27234fc84c71 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830237 Aug 16 13:27:16.127110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263ff37-07ed-4fd3-9519-2a7f3e0aaaa7 req-eb0a6d76-d8fb-44cc-9cbf-e68ae269a9d4 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:16.131090 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7263ff37-07ed-4fd3-9519-2a7f3e0aaaa7 req-eb0a6d76-d8fb-44cc-9cbf-e68ae269a9d4 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 944 time: 0.3373973 Aug 16 13:27:16.267740 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-0bb05e0b-4435-4de6-b62f-57277e7fe40c service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029165 Aug 16 13:27:16.278831 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7263ff37-07ed-4fd3-9519-2a7f3e0aaaa7 req-1fb348bb-f850-4e85-aae2-2e5234a613e1 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359935 Aug 16 13:27:16.496050 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:16.564459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4dd191c-f5a4-4859-9b94-435b9cfc2644 req-1ee3dd11-ce80-4ba2-899a-d1d21d707576 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829366 Aug 16 13:27:16.797429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7990ed7-b03e-4847-8dbf-068fab51ea10 req-ace3f9ec-06a8-44f4-9222-c83057e24a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:16.800452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7990ed7-b03e-4847-8dbf-068fab51ea10 req-ace3f9ec-06a8-44f4-9222-c83057e24a73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1094 time: 0.1435852 Aug 16 13:27:16.990154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7990ed7-b03e-4847-8dbf-068fab51ea10 req-4b5b8cdc-9259-49f9-adba-65f687cad4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:16.991983 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7990ed7-b03e-4847-8dbf-068fab51ea10 req-4b5b8cdc-9259-49f9-adba-65f687cad4fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.1807907 Aug 16 13:27:17.078866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7990ed7-b03e-4847-8dbf-068fab51ea10 req-ae387d02-d8c1-47f6-9feb-a27e32c9c057 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 217 time: 0.0773251 Aug 16 13:27:17.166025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7990ed7-b03e-4847-8dbf-068fab51ea10 req-2d151077-3301-4312-ad1c-01ed0b41dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:17.168549 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7990ed7-b03e-4847-8dbf-068fab51ea10 req-2d151077-3301-4312-ad1c-01ed0b41dd4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.0787547 Aug 16 13:27:17.296616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7990ed7-b03e-4847-8dbf-068fab51ea10 req-fa22efef-6454-4e93-8802-f46cc4ee2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:17.304861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7990ed7-b03e-4847-8dbf-068fab51ea10 req-fa22efef-6454-4e93-8802-f46cc4ee2fd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228731 Aug 16 13:27:17.520808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:27:17.606968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8773fa1-255a-40af-aae3-0510f8b456f5 req-a4f063bc-20c4-4faa-a2f6-c8263d053969 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:17.609410 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8773fa1-255a-40af-aae3-0510f8b456f5 req-a4f063bc-20c4-4faa-a2f6-c8263d053969 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 944 time: 0.2209961 Aug 16 13:27:17.636754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:27:17.647531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3366-8c7e-43c9-9e14-3e5ee0c678e9 req-c32cf4b1-5807-42bb-b05e-9705c11d49da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:17.649196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d8e3366-8c7e-43c9-9e14-3e5ee0c678e9 req-c32cf4b1-5807-42bb-b05e-9705c11d49da tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 943 time: 0.2264185 Aug 16 13:27:17.679014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7990ed7-b03e-4847-8dbf-068fab51ea10 req-45308be2-4bdc-41fb-abc4-3c8f15c32dc5 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652778 Aug 16 13:27:17.764489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:27:17.776827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:17.777458 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:17.824769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8773fa1-255a-40af-aae3-0510f8b456f5 req-744e426f-4f8b-47a0-8433-c3c238996e1a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057650 Aug 16 13:27:17.835416 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d8e3366-8c7e-43c9-9e14-3e5ee0c678e9 req-8b77de8f-bdba-4843-9cd4-bf16eb76f830 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713369 Aug 16 13:27:17.914564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7990ed7-b03e-4847-8dbf-068fab51ea10 req-caa2f102-e599-45ec-ba75-a98995b00139 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261851 Aug 16 13:27:17.975855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:17.996010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'port_id': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'mac_address': 'fa:16:3e:fd:6b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:27:18.099907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:18.104331 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:18.141799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:27:18.156206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:27:18.158991 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3ec0c7-fd9b-45b9-94a8-935b8bc2ca75" -d '{"events": [{"server_uuid": "5edfa075-ec2e-48ae-bdda-11031dacf90d", "name": "network-vif-plugged", "status": "completed", "tag": "64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:27:18.185899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:18.188512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:18.193134 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:18.201049 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:18.298896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:18.401684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:18.432188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:27:18.551768 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a83ba7c-b899-414e-b8d8-79357cf54bd3 x-openstack-request-id: req-2a83ba7c-b899-414e-b8d8-79357cf54bd3 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:27:18.552521 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edfa075-ec2e-48ae-bdda-11031dacf90d", "name": "network-vif-plugged", "status": "completed", "tag": "64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:27:18.552521 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a83ba7c-b899-414e-b8d8-79357cf54bd3 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:27:18.552714 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'code': 200} Aug 16 13:27:18.742660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525a490-c3b9-4f30-bdec-1d6eb6492034 req-c20609a2-cf70-4d94-afb3-9041c3ca541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:18.745328 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3525a490-c3b9-4f30-bdec-1d6eb6492034 req-c20609a2-cf70-4d94-afb3-9041c3ca541a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 1096 time: 0.0989304 Aug 16 13:27:18.820215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3525a490-c3b9-4f30-bdec-1d6eb6492034 req-b076c6e8-4a8a-470d-929d-ecb93348970e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592623 Aug 16 13:27:19.130120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d885a1f-14bc-4d5a-a06d-5ea77a77d4fe req-549bf221-4761-4c81-a7d6-7fa32b0b065d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:19.133300 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d885a1f-14bc-4d5a-a06d-5ea77a77d4fe req-549bf221-4761-4c81-a7d6-7fa32b0b065d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 944 time: 0.1557734 Aug 16 13:27:19.207495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c638d92-8a7e-47cd-ab61-7abf0b487c2f req-5572e376-a7cf-4750-989e-68e24dd79fad tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:19.210620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c638d92-8a7e-47cd-ab61-7abf0b487c2f req-5572e376-a7cf-4750-989e-68e24dd79fad tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 945 time: 0.1892462 Aug 16 13:27:19.313955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d885a1f-14bc-4d5a-a06d-5ea77a77d4fe req-06c63bac-c0ac-486d-9f4c-85ef1b42a2ce tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728475 Aug 16 13:27:19.319769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c638d92-8a7e-47cd-ab61-7abf0b487c2f req-65f5309a-6052-4970-ab40-cc6d244b0d91 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001680 Aug 16 13:27:19.597934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:27:19.705186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:27:19.711982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:19.712438 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:19.899779 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:19.972085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:19.981724 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:20.107777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:20.552414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49434) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:20.553937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:27:20.556477 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdacc7a-8ebc-4dbf-8316-5013c05d3876" -d '{"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-plugged", "status": "completed", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:27:20.612144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c910d9-92ce-4e7d-8fbd-026eb0d6d23e req-862392cc-21d7-453f-816c-40bda4ebb3ec tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:20.613345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81c910d9-92ce-4e7d-8fbd-026eb0d6d23e req-862392cc-21d7-453f-816c-40bda4ebb3ec tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 945 time: 0.1026845 Aug 16 13:27:20.673457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947f79e-09c2-46ce-9dcb-0d74505b4f8d req-ceb48a8e-db60-4d02-95ac-f21438ccaba8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:20.675856 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b947f79e-09c2-46ce-9dcb-0d74505b4f8d req-ceb48a8e-db60-4d02-95ac-f21438ccaba8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1220014 Aug 16 13:27:20.682350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81c910d9-92ce-4e7d-8fbd-026eb0d6d23e req-92a7004b-fb7a-432b-ad17-f42cfedeb65d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599706 Aug 16 13:27:20.730023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b947f79e-09c2-46ce-9dcb-0d74505b4f8d req-4eac295b-9449-45e8-be96-d11a470d1bd4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465183 Aug 16 13:27:20.739582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be73a5df-8f03-4907-adf1-f3fc552b5f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:20.756562 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227e262b-f824-4e40-a87f-491c6ebd7a45 x-openstack-request-id: req-227e262b-f824-4e40-a87f-491c6ebd7a45 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:27:20.757119 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-plugged", "status": "completed", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:27:20.757119 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-227e262b-f824-4e40-a87f-491c6ebd7a45 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:27:20.757512 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'code': 200} Aug 16 13:27:20.929775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1d45c-f75c-4f7f-bf6a-178969773d82 req-c3eb182c-30bc-4055-b712-5d6e264522f8 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:20.931627 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41c1d45c-f75c-4f7f-bf6a-178969773d82 req-c3eb182c-30bc-4055-b712-5d6e264522f8 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 945 time: 0.1260228 Aug 16 13:27:20.935088 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be73a5df-8f03-4907-adf1-f3fc552b5f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:20.940825 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-be73a5df-8f03-4907-adf1-f3fc552b5f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:20.978707 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73a5df-8f03-4907-adf1-f3fc552b5f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c82b028-a0bc-4919-84b0-b3a1a90017f3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:21.033961 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-be73a5df-8f03-4907-adf1-f3fc552b5f5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e2499a085e541a697ca5d9a5c1edd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801474 Aug 16 13:27:21.039317 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41c1d45c-f75c-4f7f-bf6a-178969773d82 req-19760e8c-0cdb-4fb4-a5dd-ee9fa2c382ae tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900855 Aug 16 13:27:21.040772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49448) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:21.053225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae31aa6-dfba-468b-b919-09ad865bf715 req-7a9d3cab-ca4c-4be9-ac6c-6029f994609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:21.056051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ae31aa6-dfba-468b-b919-09ad865bf715 req-7a9d3cab-ca4c-4be9-ac6c-6029f994609f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1096 time: 0.1792870 Aug 16 13:27:21.130478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ae31aa6-dfba-468b-b919-09ad865bf715 req-903dabca-ca99-4bf6-97f8-6927e9627b8c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622137 Aug 16 13:27:21.137566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49454) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:21.183035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4aba044d-6a93-4dd8-9932-252c089efc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:21.208270 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ab02c6-6923-4d2f-a306-300ef7938750 tempest-TestVolumeBootPattern-1716987179 tempest-TestVolumeBootPattern-1716987179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:21.217700 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-88ab02c6-6923-4d2f-a306-300ef7938750 tempest-TestVolumeBootPattern-1716987179 tempest-TestVolumeBootPattern-1716987179-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 1091 time: 0.0779140 Aug 16 13:27:21.219139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49456) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:21.228501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:21.241239 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4aba044d-6a93-4dd8-9932-252c089efc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:21.280979 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:21.361419 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4aba044d-6a93-4dd8-9932-252c089efc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:21.363677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4aba044d-6a93-4dd8-9932-252c089efc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:21.368661 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4aba044d-6a93-4dd8-9932-252c089efc47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c82b028-a0bc-4919-84b0-b3a1a90017f3 HTTP/1.1" status: 204 len: 168 time: 0.3216162 Aug 16 13:27:21.380859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba044d-6a93-4dd8-9932-252c089efc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c82b028-a0bc-4919-84b0-b3a1a90017f3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:21.533648 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:21.728209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Allocated IP 172.25.0.195 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/aa9ea047-6aab-42ad-aa47-9af85bb5ad04) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:27:21.940000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49470) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:21.969669 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:22.010223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e4afeb5-6562-4683-b089-48bd5deb80cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:22.088632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a66b18-853c-41fb-806b-b3196d590f1f req-a9ca594f-199e-4802-bac0-f0a5fc2a668c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:22.091751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97a66b18-853c-41fb-806b-b3196d590f1f req-a9ca594f-199e-4802-bac0-f0a5fc2a668c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1780121 Aug 16 13:27:22.208952 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:22.244386 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e4afeb5-6562-4683-b089-48bd5deb80cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:22.251858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3e4afeb5-6562-4683-b089-48bd5deb80cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:22.267222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97a66b18-853c-41fb-806b-b3196d590f1f req-7271209e-a285-43cf-abef-ccf2375d86a0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428754 Aug 16 13:27:22.296164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:27:22.306364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:27:22.310168 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3e4afeb5-6562-4683-b089-48bd5deb80cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f19e775fe75488faac2fb406845cd83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659990 Aug 16 13:27:22.312635 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:27:22.316499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49478) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:22.348816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4afeb5-6562-4683-b089-48bd5deb80cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537cc41f-7a48-4c21-8935-e9394621d64e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:22.360003 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=aa9ea047-6aab-42ad-aa47-9af85bb5ad04,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:22.399067 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebde023e-a697-482b-99e6-7cd2126bf2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:22.434283 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebde023e-a697-482b-99e6-7cd2126bf2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:22.601502 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebde023e-a697-482b-99e6-7cd2126bf2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:22.612183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebde023e-a697-482b-99e6-7cd2126bf2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:22.615869 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ebde023e-a697-482b-99e6-7cd2126bf2da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/537cc41f-7a48-4c21-8935-e9394621d64e HTTP/1.1" status: 204 len: 168 time: 0.2979555 Aug 16 13:27:22.642450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde023e-a697-482b-99e6-7cd2126bf2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537cc41f-7a48-4c21-8935-e9394621d64e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:23.130686 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:23.178630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49494) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:23.289390 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:23.379094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49506) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:23.441277 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67f0295f-5279-430b-97da-d4b992aca44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:23.455636 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-58bcc40f-be5c-409e-a284-adcf7fd971d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:23.502216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f0bc-7255-4caa-9d4d-0be3cb0d6a7c req-6161d3e3-872c-4cd7-9c81-845555452e8c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:23.504177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d72f0bc-7255-4caa-9d4d-0be3cb0d6a7c req-6161d3e3-872c-4cd7-9c81-845555452e8c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1022630 Aug 16 13:27:23.574023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:23.615036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d72f0bc-7255-4caa-9d4d-0be3cb0d6a7c req-bdbf9a2a-d0b1-444c-b50b-3124e0271d15 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977802 Aug 16 13:27:23.619831 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:23.670508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67f0295f-5279-430b-97da-d4b992aca44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:23.754012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=aa9ea047-6aab-42ad-aa47-9af85bb5ad04,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:23.755414 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67f0295f-5279-430b-97da-d4b992aca44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:23.816116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0295f-5279-430b-97da-d4b992aca44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c74cbab-4fd9-4b2b-9295-c56e3d6fd739,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:23.838683 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:23.839007 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-67f0295f-5279-430b-97da-d4b992aca44d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f31dd0e153146809a980a2fe41801a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537992 Aug 16 13:27:23.840005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49514) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:23.853868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-58bcc40f-be5c-409e-a284-adcf7fd971d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:23.864390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-58bcc40f-be5c-409e-a284-adcf7fd971d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:23.892451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c526c2-2ecd-4001-a986-d446e460f335 req-e06a41b7-43d7-461b-9187-29b90f48de21 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:23.895109 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3c526c2-2ecd-4001-a986-d446e460f335 req-e06a41b7-43d7-461b-9187-29b90f48de21 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1605902 Aug 16 13:27:23.928326 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-58bcc40f-be5c-409e-a284-adcf7fd971d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb321d0e775d476798c4378a41e494a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7481089 Aug 16 13:27:23.934654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49516) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:23.944639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcc40f-be5c-409e-a284-adcf7fd971d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88790d9-b32e-4071-b694-8fe22e029be6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:23.991122 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab884e45-7a47-435d-8582-c3de651ea071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:24.036006 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab884e45-7a47-435d-8582-c3de651ea071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:24.037955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3c526c2-2ecd-4001-a986-d446e460f335 req-9d653e81-3676-4372-ab7f-fabbc76bcc72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233757 Aug 16 13:27:24.046763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-21b1d9ba-f252-4ea1-bbc7-393f548e0814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:24.066013 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Floating IP 6d85cce9-c002-4e29-9080-3395d79e21ab associated. External IP: 172.25.0.195, port: 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f. Aug 16 13:27:24.098664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-21b1d9ba-f252-4ea1-bbc7-393f548e0814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:24.100434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49518) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:24.178632 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab884e45-7a47-435d-8582-c3de651ea071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:24.181353 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ab884e45-7a47-435d-8582-c3de651ea071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:24.182708 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ab884e45-7a47-435d-8582-c3de651ea071 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c74cbab-4fd9-4b2b-9295-c56e3d6fd739 HTTP/1.1" status: 204 len: 168 time: 0.3417377 Aug 16 13:27:24.191132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab5ddb-2bcd-4347-b7c8-11eda55b1284 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:24.193142 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e6ab5ddb-2bcd-4347-b7c8-11eda55b1284 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1091 time: 0.0908527 Aug 16 13:27:24.197835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49522) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:24.209492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:24.217092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab884e45-7a47-435d-8582-c3de651ea071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c74cbab-4fd9-4b2b-9295-c56e3d6fd739,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:24.246825 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:24.284272 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-21b1d9ba-f252-4ea1-bbc7-393f548e0814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:24.287711 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-21b1d9ba-f252-4ea1-bbc7-393f548e0814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:24.293800 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-21b1d9ba-f252-4ea1-bbc7-393f548e0814 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f88790d9-b32e-4071-b694-8fe22e029be6 HTTP/1.1" status: 204 len: 168 time: 0.3530786 Aug 16 13:27:24.309312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1d9ba-f252-4ea1-bbc7-393f548e0814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88790d9-b32e-4071-b694-8fe22e029be6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:24.516717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:24.771029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.25.0.38 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/06da3821-957d-4563-ad92-61a1d096a344) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:27:25.136990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Router f8cd338b-7551-48d6-b999-6324c939988b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:27:25.349552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:27:25.370719 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e4145-9fc4-4ad5-8fc5-5ed6ff16fc07 None None] Sync routers for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:27:25.394419 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:25.400625 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e4145-9fc4-4ad5-8fc5-5ed6ff16fc07 None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:27:25.401289 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3d3e4145-9fc4-4ad5-8fc5-5ed6ff16fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:27:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:25.477179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2c617c1a-fcaa-4aab-bdf5-df0a5b207631 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2557583 Aug 16 13:27:25.480026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'tag': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:27:25.486254 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611" -d '{"events": [{"name": "network-changed", "server_uuid": "5edfa075-ec2e-48ae-bdda-11031dacf90d", "tag": "64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:27:25.578055 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd73c01-cd5a-4c88-88e8-37d8e74f8847 x-openstack-request-id: req-8cd73c01-cd5a-4c88-88e8-37d8e74f8847 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:27:25.578800 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edfa075-ec2e-48ae-bdda-11031dacf90d", "tag": "64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:27:25.579536 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cd73c01-cd5a-4c88-88e8-37d8e74f8847 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:27:25.584071 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3d3e4145-9fc4-4ad5-8fc5-5ed6ff16fc07 None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:27:25.584663 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'tag': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'status': 'completed', 'code': 200} Aug 16 13:27:25.854497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611 req-58805359-4439-41d5-908f-a58acf9318af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:25.856114 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611 req-58805359-4439-41d5-908f-a58acf9318af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 1096 time: 0.1169043 Aug 16 13:27:25.909112 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:25.994270 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49586) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:26.034439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611 req-539813a3-7904-46b6-9a4b-24b1aa015f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:26.037659 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611 req-539813a3-7904-46b6-9a4b-24b1aa015f29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.1736531 Aug 16 13:27:26.065690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:26.097280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49594) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:26.099715 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3d3e4145-9fc4-4ad5-8fc5-5ed6ff16fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6d85cce9-c002-4e29-9080-3395d79e21ab', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:9e:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:22Z', 'updated_at': '2021-08-16T13:27:22Z', 'revision_number': 0, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:26.150944 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e4145-9fc4-4ad5-8fc5-5ed6ff16fc07 None None] Checking router: f8cd338b-7551-48d6-b999-6324c939988b for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:27:26.180631 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e4145-9fc4-4ad5-8fc5-5ed6ff16fc07 None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:27:26.181922 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3d3e4145-9fc4-4ad5-8fc5-5ed6ff16fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:27:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:26.206556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:27:26.213328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:27:26.239981 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:27:26.299456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1931821038-network', 'tenant_id': 'a5f8e73914634a72854704e98bc3d5ac'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:26.316900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=06da3821-957d-4563-ad92-61a1d096a344,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:26.329362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1282394805-network', 'tenant_id': 'cf0d1f5bc5b0468e82296a60873927ab'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:26.334013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Made reservation on behalf of a5f8e73914634a72854704e98bc3d5ac for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:27:26.336385 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:26.339604 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611 req-d0ead0eb-ac3c-4f90-a3a1-e95f53068a2b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f HTTP/1.1" status: 200 len: 999 time: 0.2923484 Aug 16 13:27:26.354602 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:26.420646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Made reservation on behalf of cf0d1f5bc5b0468e82296a60873927ab for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:27:26.420646 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:26.428114 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3d3e4145-9fc4-4ad5-8fc5-5ed6ff16fc07 None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:27:26.447882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611 req-52572862-d181-4c77-912b-e381099f48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:26.450721 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611 req-52572862-d181-4c77-912b-e381099f48bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.0967908 Aug 16 13:27:26.453382 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:26.627298 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:26.634135 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:26.681927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611 req-5022136f-29ec-4841-a8ee-c198c944e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:26.685893 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611 req-5022136f-29ec-4841-a8ee-c198c944e6c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958671 Aug 16 13:27:26.720981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc4e37f-b284-4079-aaa4-612e9309d5f0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:26.752196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:27:26.796371 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:26.796972 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Added segment 6d890eb9-7204-46f0-90dc-2bf3200fea00 of type vlan for network 4da718a0-6c65-4685-a1f5-16aacc4622ab Aug 16 13:27:26.887995 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3d3e4145-9fc4-4ad5-8fc5-5ed6ff16fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6d85cce9-c002-4e29-9080-3395d79e21ab', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:9e:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:22Z', 'updated_at': '2021-08-16T13:27:22Z', 'revision_number': 0, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:26.927355 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e4145-9fc4-4ad5-8fc5-5ed6ff16fc07 None None] The sync data for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 is: [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6d85cce9-c002-4e29-9080-3395d79e21ab', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:9e:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:22Z', 'updated_at': '2021-08-16T13:27:22Z', 'revision_number': 0, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:27:26.946901 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:27.002159 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:27.003632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:27.004251 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:27.062385 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:27.071456 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611 req-da621a7d-664a-413e-be8c-c0dae3a9fc3f service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992723 Aug 16 13:27:27.121164 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:27.147801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1491532 Aug 16 13:27:27.158357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49608) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:27.161416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b12822-5b64-4667-a49e-d9b8e9c7d0ce admin admin] Pushing event updated for resources: {'Network': ['ID=4da718a0-6c65-4685-a1f5-16aacc4622ab,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:27.181112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 4da718a0-6c65-4685-a1f5-16aacc4622ab details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:27:27.189015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:27:27.189239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] Request body: {'subnet': {'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1931821038-subnet', 'tenant_id': 'a5f8e73914634a72854704e98bc3d5ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:27.208754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78971c9f-e260-448d-8229-2597ebc4ded3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:27.218563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:27.219160 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Added segment c253aa0a-fb32-4945-90a2-8bb83634275d of type vlan for network dec9f97d-b99f-4d4b-bbb2-418ec3370793 Aug 16 13:27:27.301529 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:27.348302 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:27.350700 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:27.351344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:27.382773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d340fd-fd81-46e1-a2cd-9155e5e99c0e None None] New status for floating IP 6d85cce9-c002-4e29-9080-3395d79e21ab: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:27:27.437197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] Pushing event updated for resources: {'Network': ['ID=dec9f97d-b99f-4d4b-bbb2-418ec3370793,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:27.468013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network dec9f97d-b99f-4d4b-bbb2-418ec3370793 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:27:27.548192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c0be99a9-1f6e-4ee6-ab9d-c18f57ebd611 req-8a54d10d-94d2-4d4e-b4ea-e8a1faf89dcb service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676230 Aug 16 13:27:27.552404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] Made reservation on behalf of a5f8e73914634a72854704e98bc3d5ac for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:27:27.555865 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:27.570917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dd520f95-febb-451a-af9d-74690b6ed913 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4654953 Aug 16 13:27:27.572061 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 49616) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:27.601419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] Request body: {'subnet': {'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1282394805-subnet', 'tenant_id': 'cf0d1f5bc5b0468e82296a60873927ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:27.675762 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] Made reservation on behalf of cf0d1f5bc5b0468e82296a60873927ab for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:27:27.680827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:27.773431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:28.025573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:28.095046 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:28.143671 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:28.159091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f77a465-36b9-4408-a948-2b371ddfe3ab,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:28.183027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] Checking segment: {'id': 'c253aa0a-fb32-4945-90a2-8bb83634275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:27:28.183324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] Network hostable DHCP agents. Network: dec9f97d-b99f-4d4b-bbb2-418ec3370793, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:27:28.206436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] Network dec9f97d-b99f-4d4b-bbb2-418ec3370793 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:27:28.219062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, dec9f97d-b99f-4d4b-bbb2-418ec3370793) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:27:28.224050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:28.224803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:28.239344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c50b9ce-8275-4abb-b939-6127e096215a None None] Network dec9f97d-b99f-4d4b-bbb2-418ec3370793 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:27:28.245143 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ea6c979c-f390-46d3-a027-cdec9b8f2c56 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6659725 Aug 16 13:27:28.313889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f4c53c-95cc-4b64-869b-26b96807d6f6,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:28.447735 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] Checking segment: {'id': '6d890eb9-7204-46f0-90dc-2bf3200fea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:27:28.448792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] Network hostable DHCP agents. Network: 4da718a0-6c65-4685-a1f5-16aacc4622ab, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:27:28.449268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f6f1a-b8ad-4a04-8a14-e78d43dbbe79 None None] Network dec9f97d-b99f-4d4b-bbb2-418ec3370793 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:27:28.469977 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:28.488862 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:28.542160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] Network 4da718a0-6c65-4685-a1f5-16aacc4622ab is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:27:28.588677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 4da718a0-6c65-4685-a1f5-16aacc4622ab) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:27:28.595275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:28.595918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:28.619104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b7e28a-e2ba-42be-874b-f9ae8fb02209 None None] Network 4da718a0-6c65-4685-a1f5-16aacc4622ab requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:27:28.640030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=06da3821-957d-4563-ad92-61a1d096a344,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:28.650646 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2fbbd177-15ae-4704-84c9-e9a1d66ef8ba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4868839 Aug 16 13:27:28.652100 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:28.896417 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Floating IP b663f4ef-ade5-4786-8bc0-720588f4d7c2 associated. External IP: 172.25.0.38, port: 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48. Aug 16 13:27:28.931792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb12805-8b89-4a47-bb0c-dccbb1e14dab None None] Network 4da718a0-6c65-4685-a1f5-16aacc4622ab requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:27:29.375235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 42042ace-48f8-4d9f-b415-1a418099434b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:27:29.520287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:27:29.540709 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a078a4-bb0f-40b1-b188-a43b64b84955 None None] Sync routers for ids ['42042ace-48f8-4d9f-b415-1a418099434b'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:27:29.544410 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:29.558260 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a078a4-bb0f-40b1-b188-a43b64b84955 None None] Routers {'42042ace-48f8-4d9f-b415-1a418099434b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:27:29.559747 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c1a078a4-bb0f-40b1-b188-a43b64b84955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:27:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['42042ace-48f8-4d9f-b415-1a418099434b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:29.623628 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7e5b0ed2-7855-475a-b5f6-1046ea705b72 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.4178085 Aug 16 13:27:29.623628 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:27:29.625139 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3de9085-fd1e-45b2-b0b5-00669b329fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:27:29.761654 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0f49e1-fb09-4bc7-b981-d14f622e767d x-openstack-request-id: req-ec0f49e1-fb09-4bc7-b981-d14f622e767d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:27:29.767994 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:27:29.767994 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec0f49e1-fb09-4bc7-b981-d14f622e767d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:27:29.767994 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'status': 'completed', 'code': 200} Aug 16 13:27:29.809746 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c1a078a4-bb0f-40b1-b188-a43b64b84955 None None] Set router 42042ace-48f8-4d9f-b415-1a418099434b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:27:29.943727 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:30.106859 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdf0ed-368d-44ff-9c1a-16215e655061 req-4ced67e9-a4fd-4df0-b6ab-3bb13ade3332 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:30.112025 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bbdf0ed-368d-44ff-9c1a-16215e655061 req-4ced67e9-a4fd-4df0-b6ab-3bb13ade3332 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.4021430 Aug 16 13:27:30.124075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de9085-fd1e-45b2-b0b5-00669b329fbf req-7fcb7c0e-e2c8-4acd-9135-c5a946a71ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:30.127250 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3de9085-fd1e-45b2-b0b5-00669b329fbf req-7fcb7c0e-e2c8-4acd-9135-c5a946a71ad9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1096 time: 0.2898705 Aug 16 13:27:30.181507 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c1a078a4-bb0f-40b1-b188-a43b64b84955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:27:04Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'b663f4ef-ade5-4786-8bc0-720588f4d7c2', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'port_id': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'mac_address': 'fa:16:3e:fd:6b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32797c6e-70ea-47f3-9414-c58b99e42338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:27Z', 'updated_at': '2021-08-16T13:27:27Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e44d71-79ce-4c40-91ed-8715fe5ef533', 'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:6b:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:27:01Z', 'updated_at': '2021-08-16T13:27:12Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:30.216285 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a078a4-bb0f-40b1-b188-a43b64b84955 None None] Checking router: 42042ace-48f8-4d9f-b415-1a418099434b for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:27:30.228829 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a078a4-bb0f-40b1-b188-a43b64b84955 None None] Routers {'42042ace-48f8-4d9f-b415-1a418099434b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:27:30.230200 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c1a078a4-bb0f-40b1-b188-a43b64b84955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:27:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['42042ace-48f8-4d9f-b415-1a418099434b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:30.249961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bbdf0ed-368d-44ff-9c1a-16215e655061 req-4f4c1be3-a31b-4f4b-86e2-675109f30567 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199183 Aug 16 13:27:30.317606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49678) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:30.415615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de9085-fd1e-45b2-b0b5-00669b329fbf req-1c5c67ea-2463-47ad-a751-82a79d72a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:30.419113 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3de9085-fd1e-45b2-b0b5-00669b329fbf req-1c5c67ea-2463-47ad-a751-82a79d72a02b service neutron] 10.222.0.42 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.1810064 Aug 16 13:27:30.473532 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c1a078a4-bb0f-40b1-b188-a43b64b84955 None None] Set router 42042ace-48f8-4d9f-b415-1a418099434b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:27:30.493122 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4f35ee26-caf2-44b9-b2e3-8e938b450e0d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/b663f4ef-ade5-4786-8bc0-720588f4d7c2 HTTP/1.1" status: 200 len: 990 time: 0.1738987 Aug 16 13:27:30.575651 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3de9085-fd1e-45b2-b0b5-00669b329fbf req-3587cdc2-97c4-482f-8bcc-758dc2ce56a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 998 time: 0.1464899 Aug 16 13:27:30.684602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de9085-fd1e-45b2-b0b5-00669b329fbf req-5f802b93-121e-48f6-a412-0b0484d9d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:30.689395 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3de9085-fd1e-45b2-b0b5-00669b329fbf req-5f802b93-121e-48f6-a412-0b0484d9d037 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.1018267 Aug 16 13:27:30.769521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de9085-fd1e-45b2-b0b5-00669b329fbf req-68ddd3c1-ca50-44c5-af3b-8e905348c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:30.773287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3de9085-fd1e-45b2-b0b5-00669b329fbf req-68ddd3c1-ca50-44c5-af3b-8e905348c417 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757444 Aug 16 13:27:30.918537 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c1a078a4-bb0f-40b1-b188-a43b64b84955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:27:04Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'b663f4ef-ade5-4786-8bc0-720588f4d7c2', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'port_id': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'mac_address': 'fa:16:3e:fd:6b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32797c6e-70ea-47f3-9414-c58b99e42338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:27Z', 'updated_at': '2021-08-16T13:27:27Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e44d71-79ce-4c40-91ed-8715fe5ef533', 'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:6b:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:27:01Z', 'updated_at': '2021-08-16T13:27:12Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:27:30.957667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3de9085-fd1e-45b2-b0b5-00669b329fbf req-564dd955-bf89-4a4e-bf74-aac3df75f50c service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755645 Aug 16 13:27:30.958415 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a078a4-bb0f-40b1-b188-a43b64b84955 None None] The sync data for ids ['42042ace-48f8-4d9f-b415-1a418099434b'] in n-d-804708-1 is: [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:27:04Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'b663f4ef-ade5-4786-8bc0-720588f4d7c2', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'port_id': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'mac_address': 'fa:16:3e:fd:6b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32797c6e-70ea-47f3-9414-c58b99e42338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:27Z', 'updated_at': '2021-08-16T13:27:27Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e44d71-79ce-4c40-91ed-8715fe5ef533', 'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:6b:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:27:01Z', 'updated_at': '2021-08-16T13:27:12Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:27:31.148912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3de9085-fd1e-45b2-b0b5-00669b329fbf req-e537573c-b0c4-48cd-b661-c8fd11e4c940 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830943 Aug 16 13:27:31.343670 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af0b8fe-331e-40ba-afe1-940beac5928f None None] New status for floating IP b663f4ef-ade5-4786-8bc0-720588f4d7c2: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:27:31.498703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49696) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:31.590376 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9c60a9fb-350d-421b-acce-934788da7496 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/b663f4ef-ade5-4786-8bc0-720588f4d7c2 HTTP/1.1" status: 200 len: 990 time: 0.0905852 Aug 16 13:27:31.814801 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4b9dda45-1fac-49ff-ade2-4185636a3fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:32.560274 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:27:32.582413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-331acb86-465d-4ef0-b420-45277b02f2e5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:32.585519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-331acb86-465d-4ef0-b420-45277b02f2e5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/networks?id=4da718a0-6c65-4685-a1f5-16aacc4622ab HTTP/1.1" status: 200 len: 809 time: 0.2093697 Aug 16 13:27:32.596219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 49736) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:32.620818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-ca6ad6a3-1245-4b10-8256-44f103ddb778 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/quotas/a5f8e73914634a72854704e98bc3d5ac HTTP/1.1" status: 200 len: 375 time: 0.0216970 Aug 16 13:27:32.717381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-629382a4-db7a-4954-b11e-a4a0c9bef993 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5f8e73914634a72854704e98bc3d5ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771930 Aug 16 13:27:32.717645 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c3822080-6276-41e4-862a-6b7f75dc2800 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/b663f4ef-ade5-4786-8bc0-720588f4d7c2 HTTP/1.1" status: 200 len: 992 time: 0.1181157 Aug 16 13:27:32.877795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-db5732fd-746f-4243-a21e-d1a24a0c1c1c service neutron] 10.222.0.25 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514192 Aug 16 13:27:33.065470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-79c1c529-a2a3-462e-9e34-7c68762a8978 service neutron] 10.222.0.25 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756220 Aug 16 13:27:33.475798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66c8b550-271c-4ffe-b3bc-b873e85c16da req-2c3897c1-3bbd-47c2-824a-676ad5fd7c85 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 210 time: 0.1045814 Aug 16 13:27:34.364730 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2f510d1d-2766-4f5c-8005-3a520e1d569f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:34.613404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:34.637117 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52161747-0c15-450a-b24c-e48b48574f08 req-b982758f-7fed-4dcc-998e-429608beeba7 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 210 time: 0.0455256 Aug 16 13:27:35.023167 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-09d625a8-c81d-41e6-8ddc-5d4ad135880a tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:35.026512 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-09d625a8-c81d-41e6-8ddc-5d4ad135880a tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.22 "GET /v2.0/networks?id=4da718a0-6c65-4685-a1f5-16aacc4622ab HTTP/1.1" status: 200 len: 809 time: 0.2254784 Aug 16 13:27:35.055222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Request body: {'port': {'device_id': '0b636436-e7f1-4e30-99cf-2a88972f01b7', 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab', 'admin_state_up': True, 'tenant_id': 'a5f8e73914634a72854704e98bc3d5ac'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:35.259155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Made reservation on behalf of a5f8e73914634a72854704e98bc3d5ac for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:27:35.273039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:35.440047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Allocated IP 172.20.0.7 (4da718a0-6c65-4685-a1f5-16aacc4622ab/79f4c53c-95cc-4b64-869b-26b96807d6f6/ebccc408-b8f4-4504-86dc-a2adf322ecfc) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:27:35.574792 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:35.662124 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:35.711775 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:35.773527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Network 4da718a0-6c65-4685-a1f5-16aacc4622ab is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:27:35.777606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:27:35.784024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:27:35.791594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Pushing event updated for resources: {'Port': ['ID=ebccc408-b8f4-4504-86dc-a2adf322ecfc,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:35.852650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8255c8-9dde-4e3c-9614-c4f5e482946b req-fb36f545-dc99-4bba-a55b-5f91c9a1a4f3 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:35.854369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad8255c8-9dde-4e3c-9614-c4f5e482946b req-fb36f545-dc99-4bba-a55b-5f91c9a1a4f3 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 931 time: 0.1168156 Aug 16 13:27:35.902837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:35.905116 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:35.911379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad8255c8-9dde-4e3c-9614-c4f5e482946b req-9698ed07-23ad-466c-af60-52971d92ab22 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 Aug 16 13:27:35.929920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-1c8df97d-8615-43b9-8442-f668f896a6b5 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866682 Aug 16 13:27:35.961959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Request body: {'port': {'device_id': '0b636436-e7f1-4e30-99cf-2a88972f01b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:36.043725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:36.649314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebccc408-b8f4-4504-86dc-a2adf322ecfc {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:27:36.665479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:36.693685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Transition to ACTIVE for port object ebccc408-b8f4-4504-86dc-a2adf322ecfc will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:27:36.700342 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:36.812268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Pushing event updated for resources: {'Port': ['ID=ebccc408-b8f4-4504-86dc-a2adf322ecfc,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:36.938902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Attempting to bind port ebccc408-b8f4-4504-86dc-a2adf322ecfc on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:27:36.939531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Attempting to bind port ebccc408-b8f4-4504-86dc-a2adf322ecfc by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '6d890eb9-7204-46f0-90dc-2bf3200fea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:27:36.940095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Attempting to bind port ebccc408-b8f4-4504-86dc-a2adf322ecfc on network 4da718a0-6c65-4685-a1f5-16aacc4622ab {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:27:36.948809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Port ebccc408-b8f4-4504-86dc-a2adf322ecfc on network 4da718a0-6c65-4685-a1f5-16aacc4622ab not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:27:36.949370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Attempting to bind port ebccc408-b8f4-4504-86dc-a2adf322ecfc on network 4da718a0-6c65-4685-a1f5-16aacc4622ab {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:27:36.960008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:27:36.960575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Checking segment: {'id': '6d890eb9-7204-46f0-90dc-2bf3200fea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:27:36.961253 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Bound using segment: {'id': '6d890eb9-7204-46f0-90dc-2bf3200fea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:27:36.962013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Bound port: ebccc408-b8f4-4504-86dc-a2adf322ecfc, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d890eb9-7204-46f0-90dc-2bf3200fea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:27:36.962755 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:37.141023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab0315-6a87-4ed6-b66f-8bf74dbd9cd3 req-fd8bfc4a-4d47-413b-af5e-18e91c4641e6 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:37.142566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] For port ebccc408-b8f4-4504-86dc-a2adf322ecfc, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:27:37.149441 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] For port ebccc408-b8f4-4504-86dc-a2adf322ecfc, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ebccc408-b8f4-4504-86dc-a2adf322ecfc,segment=NetworkSegment(6d890eb9-7204-46f0-90dc-2bf3200fea00),segment_id=6d890eb9-7204-46f0-90dc-2bf3200fea00)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:27:37.149763 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51ab0315-6a87-4ed6-b66f-8bf74dbd9cd3 req-fd8bfc4a-4d47-413b-af5e-18e91c4641e6 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 943 time: 0.0756416 Aug 16 13:27:37.160961 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:37.202474 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51ab0315-6a87-4ed6-b66f-8bf74dbd9cd3 req-1261badf-2ff4-4030-a099-7a2f5cb89e0e tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515285 Aug 16 13:27:37.237405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:37.238503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:37.240896 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] 10.222.0.22 "PUT /v2.0/ports/ebccc408-b8f4-4504-86dc-a2adf322ecfc HTTP/1.1" status: 200 len: 1091 time: 1.2837915 Aug 16 13:27:37.241874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b636436-e7f1-4e30-99cf-2a88972f01b7', 'tag': 'ebccc408-b8f4-4504-86dc-a2adf322ecfc'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:27:37.246255 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ee37c0-cf0c-42a5-9f4d-007e4980508c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b636436-e7f1-4e30-99cf-2a88972f01b7", "tag": "ebccc408-b8f4-4504-86dc-a2adf322ecfc"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:27:37.304457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4af5f7-bdbb-44c1-b823-74a4011a7c65 service neutron] Pushing event updated for resources: {'Port': ['ID=ebccc408-b8f4-4504-86dc-a2adf322ecfc,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:37.360349 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33380f00-25f2-448e-a73e-1a7f034e7418 x-openstack-request-id: req-33380f00-25f2-448e-a73e-1a7f034e7418 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:27:37.360760 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b636436-e7f1-4e30-99cf-2a88972f01b7", "tag": "ebccc408-b8f4-4504-86dc-a2adf322ecfc", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:27:37.361134 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33380f00-25f2-448e-a73e-1a7f034e7418 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:27:37.361661 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b636436-e7f1-4e30-99cf-2a88972f01b7', 'tag': 'ebccc408-b8f4-4504-86dc-a2adf322ecfc', 'status': 'completed', 'code': 200} Aug 16 13:27:37.426540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-246523c0-1216-418a-84a8-6908d8d50f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:37.428606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-246523c0-1216-418a-84a8-6908d8d50f1e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5f8e73914634a72854704e98bc3d5ac&device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 1094 time: 0.0532088 Aug 16 13:27:37.457500 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:37.525876 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-3c3524a3-0b6f-4657-a640-ff88c6a32f86 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebccc408-b8f4-4504-86dc-a2adf322ecfc HTTP/1.1" status: 200 len: 217 time: 0.0748270 Aug 16 13:27:37.618893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-2868f326-efb8-4940-bfb9-fec47bea26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:37.622270 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-2868f326-efb8-4940-bfb9-fec47bea26b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79f4c53c-95cc-4b64-869b-26b96807d6f6 HTTP/1.1" status: 200 len: 849 time: 0.0867491 Aug 16 13:27:37.677887 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-43feaaee-96b0-4f73-83e0-4c1dea81c099 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4da718a0-6c65-4685-a1f5-16aacc4622ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404754 Aug 16 13:27:37.847682 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-75cf9271-86a8-4b40-a063-e7b81d32730d service neutron] 10.222.0.22 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600771 Aug 16 13:27:38.084906 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e2f9a55b-20a9-4ed1-9363-6e816acb3664 req-03dc8170-b3bd-44da-90a0-a4d046876201 service neutron] 10.222.0.22 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257216 Aug 16 13:27:38.312347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee37c0-cf0c-42a5-9f4d-007e4980508c req-fd6c01c8-72fa-4a9c-9998-5e4578daa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:38.316490 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ee37c0-cf0c-42a5-9f4d-007e4980508c req-fd6c01c8-72fa-4a9c-9998-5e4578daa2c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5f8e73914634a72854704e98bc3d5ac&device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 1094 time: 0.1312745 Aug 16 13:27:38.491673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c723b5-329d-4800-b2ec-875891950c86 req-34bde065-ef4c-4a49-b7da-7787c2faa026 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:38.518771 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0c723b5-329d-4800-b2ec-875891950c86 req-34bde065-ef4c-4a49-b7da-7787c2faa026 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 943 time: 0.1472831 Aug 16 13:27:38.592481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0c723b5-329d-4800-b2ec-875891950c86 req-4e7a58f2-7440-471f-a760-0ca0f0049211 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671782 Aug 16 13:27:38.651992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee37c0-cf0c-42a5-9f4d-007e4980508c req-6ecd460d-6d83-4813-8d76-8bb49bb32943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:38.655756 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ee37c0-cf0c-42a5-9f4d-007e4980508c req-6ecd460d-6d83-4813-8d76-8bb49bb32943 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4da718a0-6c65-4685-a1f5-16aacc4622ab HTTP/1.1" status: 200 len: 909 time: 0.3224132 Aug 16 13:27:38.711260 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ee37c0-cf0c-42a5-9f4d-007e4980508c req-c6a65c0f-edbf-478b-94c3-e2bb7b1a16a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebccc408-b8f4-4504-86dc-a2adf322ecfc HTTP/1.1" status: 200 len: 217 time: 0.0415821 Aug 16 13:27:38.816899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee37c0-cf0c-42a5-9f4d-007e4980508c req-e6658050-4f86-4e40-adc8-d6db37b637f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:38.818607 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ee37c0-cf0c-42a5-9f4d-007e4980508c req-e6658050-4f86-4e40-adc8-d6db37b637f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79f4c53c-95cc-4b64-869b-26b96807d6f6 HTTP/1.1" status: 200 len: 849 time: 0.0951221 Aug 16 13:27:38.860999 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ee37c0-cf0c-42a5-9f4d-007e4980508c req-b06c8e12-9c95-4f52-a17f-49e1440480ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4da718a0-6c65-4685-a1f5-16aacc4622ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318801 Aug 16 13:27:39.047919 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ee37c0-cf0c-42a5-9f4d-007e4980508c req-c4432aff-6c2a-4779-a72c-a9c5377da96e service neutron] 10.222.0.22 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786697 Aug 16 13:27:39.215527 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05ee37c0-cf0c-42a5-9f4d-007e4980508c req-449bf8a2-e38a-4373-b98f-deb33356d229 service neutron] 10.222.0.22 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565046 Aug 16 13:27:39.805115 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa044d6-13af-4663-b7e6-7ffa9587dd9e req-9fde5dbb-26dd-42fc-ab82-6a7bc148bf9e tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:39.807659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7fa044d6-13af-4663-b7e6-7ffa9587dd9e req-9fde5dbb-26dd-42fc-ab82-6a7bc148bf9e tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 943 time: 0.0893173 Aug 16 13:27:39.877564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7fa044d6-13af-4663-b7e6-7ffa9587dd9e req-3f91dc9a-ae9d-4b65-907c-0ac52fa7ce39 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594530 Aug 16 13:27:41.061155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a8eda-bb6c-494f-9464-ee2d00211dc8 req-2c598f13-ab50-4c5a-afb2-996f64ad3d26 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:41.064254 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c2a8eda-bb6c-494f-9464-ee2d00211dc8 req-2c598f13-ab50-4c5a-afb2-996f64ad3d26 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 943 time: 0.0830691 Aug 16 13:27:41.129254 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c2a8eda-bb6c-494f-9464-ee2d00211dc8 req-5d433375-417b-43eb-97fe-038d2320e43a tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584917 Aug 16 13:27:41.623784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ebccc408-b8f4-4504-86dc-a2adf322ecfc details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:27:41.789185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ebccc408-b8f4-4504-86dc-a2adf322ecfc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ebccc408-b8f4-4504-86dc-a2adf322ecfc,segment=NetworkSegment(6d890eb9-7204-46f0-90dc-2bf3200fea00),segment_id=6d890eb9-7204-46f0-90dc-2bf3200fea00)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:41.807218 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'ebccc408-b8f4-4504-86dc-a2adf322ecfc', 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab', 'port_id': 'ebccc408-b8f4-4504-86dc-a2adf322ecfc', 'mac_address': 'fa:16:3e:28:76:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f4c53c-95cc-4b64-869b-26b96807d6f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:27:41.915233 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:41.941192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebccc408-b8f4-4504-86dc-a2adf322ecfc {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:27:41.986797 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ebccc408-b8f4-4504-86dc-a2adf322ecfc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ebccc408-b8f4-4504-86dc-a2adf322ecfc,segment=NetworkSegment(6d890eb9-7204-46f0-90dc-2bf3200fea00),segment_id=6d890eb9-7204-46f0-90dc-2bf3200fea00)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:41.999304 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:42.092404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ebccc408-b8f4-4504-86dc-a2adf322ecfc,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:42.104226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.104226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.104226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.106687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.106687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.106687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.106687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.106687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.106687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.106687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.107857 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.108150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:42.321765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f830-d4c5-46c4-8cbc-5684e11b9aca req-61ebe4b3-d599-4703-9a85-dc0c849e579b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:42.323626 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7b5f830-d4c5-46c4-8cbc-5684e11b9aca req-61ebe4b3-d599-4703-9a85-dc0c849e579b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 944 time: 0.0787477 Aug 16 13:27:42.380962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f7b5f830-d4c5-46c4-8cbc-5684e11b9aca req-3be96b5f-e831-4d38-8bdb-be7c8ba22d6f tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502286 Aug 16 13:27:42.462715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['ebccc408-b8f4-4504-86dc-a2adf322ecfc'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:27:43.571367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9926a9-c056-4e90-b927-7a8533f15de1 req-32b2efeb-df03-411c-936c-d5560ccfd611 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:43.574125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be9926a9-c056-4e90-b927-7a8533f15de1 req-32b2efeb-df03-411c-936c-d5560ccfd611 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 944 time: 0.0988448 Aug 16 13:27:43.625530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ebccc408-b8f4-4504-86dc-a2adf322ecfc up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:27:43.648462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be9926a9-c056-4e90-b927-7a8533f15de1 req-25fcab2f-957b-485f-81b6-dee8227a7733 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625949 Aug 16 13:27:43.731383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port ebccc408-b8f4-4504-86dc-a2adf322ecfc completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:27:43.744858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port ebccc408-b8f4-4504-86dc-a2adf322ecfc triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:27:43.745551 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:43.864979 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:43.901966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b636436-e7f1-4e30-99cf-2a88972f01b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebccc408-b8f4-4504-86dc-a2adf322ecfc'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:27:43.905260 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a366bb-a036-4b31-b8b6-1c08f114b91c" -d '{"events": [{"server_uuid": "0b636436-e7f1-4e30-99cf-2a88972f01b7", "name": "network-vif-plugged", "status": "completed", "tag": "ebccc408-b8f4-4504-86dc-a2adf322ecfc"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:27:43.923411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ebccc408-b8f4-4504-86dc-a2adf322ecfc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ebccc408-b8f4-4504-86dc-a2adf322ecfc,segment=NetworkSegment(6d890eb9-7204-46f0-90dc-2bf3200fea00),segment_id=6d890eb9-7204-46f0-90dc-2bf3200fea00)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:43.929660 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:43.974394 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05116bcb-3d8a-4523-a154-8696126086e3 x-openstack-request-id: req-05116bcb-3d8a-4523-a154-8696126086e3 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:27:43.974872 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b636436-e7f1-4e30-99cf-2a88972f01b7", "name": "network-vif-plugged", "status": "completed", "tag": "ebccc408-b8f4-4504-86dc-a2adf322ecfc", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:27:43.975261 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05116bcb-3d8a-4523-a154-8696126086e3 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:27:43.975905 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b636436-e7f1-4e30-99cf-2a88972f01b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebccc408-b8f4-4504-86dc-a2adf322ecfc', 'code': 200} Aug 16 13:27:44.025262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ebccc408-b8f4-4504-86dc-a2adf322ecfc,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:44.183417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f7205-075e-4741-88ee-ff535b2a0ae0 req-9f11d063-67f9-46d8-80fe-a3487f31868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:44.185878 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-287f7205-075e-4741-88ee-ff535b2a0ae0 req-9f11d063-67f9-46d8-80fe-a3487f31868c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 1096 time: 0.0531583 Aug 16 13:27:44.235175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-287f7205-075e-4741-88ee-ff535b2a0ae0 req-d9b74e3a-72c6-447b-ba3f-121845c0d344 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Aug 16 13:27:44.888673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad103f-0bd7-42f1-b64e-cfb1e3028788 req-0f217a28-e9d5-471a-968d-3e6f1ee1ae4d tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:44.893386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07ad103f-0bd7-42f1-b64e-cfb1e3028788 req-0f217a28-e9d5-471a-968d-3e6f1ee1ae4d tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 945 time: 0.1461554 Aug 16 13:27:44.962246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07ad103f-0bd7-42f1-b64e-cfb1e3028788 req-30cc67c9-05c0-47ec-a47c-223ac34e13f6 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601580 Aug 16 13:27:46.136752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e05329-f9ea-46e6-8991-7c4e92f714d3 req-ff28b30c-209b-4bd0-9219-ca5771a7cbe2 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:46.138388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91e05329-f9ea-46e6-8991-7c4e92f714d3 req-ff28b30c-209b-4bd0-9219-ca5771a7cbe2 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 945 time: 0.0640712 Aug 16 13:27:46.203426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91e05329-f9ea-46e6-8991-7c4e92f714d3 req-9de656db-aa7c-41c2-a574-73aaffebb20c tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447686 Aug 16 13:27:46.482935 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:47.304459 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340d915-1675-494e-af7c-857829281018 req-2b26206f-0150-46cb-a098-45c28f304b14 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:47.307319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6340d915-1675-494e-af7c-857829281018 req-2b26206f-0150-46cb-a098-45c28f304b14 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 945 time: 0.0893750 Aug 16 13:27:47.378245 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6340d915-1675-494e-af7c-857829281018 req-d4bd54a9-139d-44ad-8e86-dd426d0c42f8 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625761 Aug 16 13:27:48.556675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e6e68-4d8f-4276-8105-bd50bc717149 req-9287867a-8f48-4b8a-974b-6775c2295743 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:48.559658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b98e6e68-4d8f-4276-8105-bd50bc717149 req-9287867a-8f48-4b8a-974b-6775c2295743 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 945 time: 0.0801351 Aug 16 13:27:48.617849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b98e6e68-4d8f-4276-8105-bd50bc717149 req-a1fc2734-cb91-49b4-82b1-5c895bf6df76 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509613 Aug 16 13:27:49.281565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d086-e04e-4661-8ea9-7288c3d71df5 req-d283fbe0-17bf-4754-b69a-4f324a3e9bcd tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:49.284158 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fe44d086-e04e-4661-8ea9-7288c3d71df5 req-d283fbe0-17bf-4754-b69a-4f324a3e9bcd tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 945 time: 0.0621507 Aug 16 13:27:49.409667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-fe44d086-e04e-4661-8ea9-7288c3d71df5 req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Deleting port ebccc408-b8f4-4504-86dc-a2adf322ecfc {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:27:49.409927 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fe44d086-e04e-4661-8ea9-7288c3d71df5 req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:49.532886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-fe44d086-e04e-4661-8ea9-7288c3d71df5 req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] For port ebccc408-b8f4-4504-86dc-a2adf322ecfc, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ebccc408-b8f4-4504-86dc-a2adf322ecfc,segment=NetworkSegment(6d890eb9-7204-46f0-90dc-2bf3200fea00),segment_id=6d890eb9-7204-46f0-90dc-2bf3200fea00)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:49.533388 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fe44d086-e04e-4661-8ea9-7288c3d71df5 req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:49.557019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-fe44d086-e04e-4661-8ea9-7288c3d71df5 req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Calling delete_port for ebccc408-b8f4-4504-86dc-a2adf322ecfc owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:27:49.722394 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fe44d086-e04e-4661-8ea9-7288c3d71df5 req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:49.758831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Pushing event deleted for resources: {'Port': ['ID=ebccc408-b8f4-4504-86dc-a2adf322ecfc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:49.775802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['ebccc408-b8f4-4504-86dc-a2adf322ecfc'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:27:49.793506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.794199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.794717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.795245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.795915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.796421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.796921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.797418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.797937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.798463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.798950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.799434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:27:49.826819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-201570f0-8da1-4718-b09b-d47cf57f967f req-8532dc8f-a12f-4d5b-a0c8-a907b0d9ff46 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b636436-e7f1-4e30-99cf-2a88972f01b7 HTTP/1.1" status: 200 len: 210 time: 0.0542958 Aug 16 13:27:49.842758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe44d086-e04e-4661-8ea9-7288c3d71df5 req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] No DVR routers for this DVR port ebccc408-b8f4-4504-86dc-a2adf322ecfc on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:27:49.846415 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fe44d086-e04e-4661-8ea9-7288c3d71df5 req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:49.850650 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fe44d086-e04e-4661-8ea9-7288c3d71df5 req-c7f2744b-5aea-4e92-bbbd-14877d6ef56b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.22 "DELETE /v2.0/ports/ebccc408-b8f4-4504-86dc-a2adf322ecfc HTTP/1.1" status: 204 len: 173 time: 0.5592847 Aug 16 13:27:49.851423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b636436-e7f1-4e30-99cf-2a88972f01b7', 'name': 'network-vif-deleted', 'tag': 'ebccc408-b8f4-4504-86dc-a2adf322ecfc'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:27:49.855692 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fd3f95-9b28-4659-81ea-abd20b9e8e77" -d '{"events": [{"server_uuid": "0b636436-e7f1-4e30-99cf-2a88972f01b7", "name": "network-vif-deleted", "tag": "ebccc408-b8f4-4504-86dc-a2adf322ecfc"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:27:49.922080 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee120ef-08b7-4682-b092-d659d1a1b305 x-openstack-request-id: req-aee120ef-08b7-4682-b092-d659d1a1b305 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:27:49.922903 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b636436-e7f1-4e30-99cf-2a88972f01b7", "name": "network-vif-deleted", "tag": "ebccc408-b8f4-4504-86dc-a2adf322ecfc", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:27:49.923322 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aee120ef-08b7-4682-b092-d659d1a1b305 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:27:49.924027 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b636436-e7f1-4e30-99cf-2a88972f01b7', 'name': 'network-vif-deleted', 'tag': 'ebccc408-b8f4-4504-86dc-a2adf322ecfc', 'status': 'completed', 'code': 200} Aug 16 13:27:50.619089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-917a666e-5a16-4d62-9d6f-bd3d9d03a7a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033251 Aug 16 13:27:50.747746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-38f26d42-5f40-48f6-8aeb-1d52f3542527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:50.750001 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-38f26d42-5f40-48f6-8aeb-1d52f3542527 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1096 time: 0.0645754 Aug 16 13:27:50.954079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-22b111b3-dd80-4262-af58-1e66f2137c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:50.956158 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-22b111b3-dd80-4262-af58-1e66f2137c2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.1787183 Aug 16 13:27:51.058676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-15b1df43-093f-400b-a7b0-3c93b4fd3b8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 1000 time: 0.0938163 Aug 16 13:27:51.164719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-65d9ff6c-f104-4a79-9ee2-6880c248c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:51.167178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-65d9ff6c-f104-4a79-9ee2-6880c248c016 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.0935235 Aug 16 13:27:51.319703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-29037949-bc9e-4eb8-a673-5e130a30e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:51.321350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-29037949-bc9e-4eb8-a673-5e130a30e436 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361082 Aug 16 13:27:51.389158 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-d514ba35-5d40-4e63-a071-da3ac5a673fc tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:51.391901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-d514ba35-5d40-4e63-a071-da3ac5a673fc tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/networks?id=4da718a0-6c65-4685-a1f5-16aacc4622ab HTTP/1.1" status: 200 len: 809 time: 0.2232165 Aug 16 13:27:51.449324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-52ef6273-03f4-41a9-8885-fabe8a39dd78 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/quotas/a5f8e73914634a72854704e98bc3d5ac HTTP/1.1" status: 200 len: 375 time: 0.0448210 Aug 16 13:27:51.524175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-dcd85d12-2a0a-42a2-8456-a869d1453247 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5f8e73914634a72854704e98bc3d5ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567555 Aug 16 13:27:51.571035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-eb909baf-f18f-4cc3-ab7f-6730b56534fc service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368891 Aug 16 13:27:51.740899 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-3178cd67-39e9-43f4-8ad7-ce330176da86 service neutron] 10.222.0.25 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051280 Aug 16 13:27:51.752703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f4af185-f52f-4d4c-8cff-c0246ae79d4e req-91e60393-5dc2-4301-b999-b81a29cf7d28 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737928 Aug 16 13:27:51.857262 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-828fd499-c39f-4980-95f1-7b5d33bd4992 service neutron] 10.222.0.25 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035604 Aug 16 13:27:52.190527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4755e466-0ce6-4bfd-8e81-f6bb3ff8f0d4 req-f6753cf8-921a-401a-b474-4a04f1922f83 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 210 time: 0.0667200 Aug 16 13:27:53.360185 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce2c0a55-4372-4b9c-b7c6-56497ffbb460 req-80f3ca6f-06ba-4e0b-9745-d8f21bfb3403 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 210 time: 0.0349884 Aug 16 13:27:53.705809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ebccc408-b8f4-4504-86dc-a2adf322ecfc no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:27:53.743417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: ebccc408-b8f4-4504-86dc-a2adf322ecfc {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:27:53.743991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ebccc408-b8f4-4504-86dc-a2adf322ecfc not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:27:53.807675 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-0698f284-6d26-4854-adce-79915bdabbd9 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:53.811593 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-0698f284-6d26-4854-adce-79915bdabbd9 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.22 "GET /v2.0/networks?id=4da718a0-6c65-4685-a1f5-16aacc4622ab HTTP/1.1" status: 200 len: 809 time: 0.1844139 Aug 16 13:27:53.831437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Request body: {'port': {'device_id': '545969a5-ba93-43d5-80f4-c11621559a38', 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab', 'admin_state_up': True, 'tenant_id': 'a5f8e73914634a72854704e98bc3d5ac'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:53.979974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Made reservation on behalf of a5f8e73914634a72854704e98bc3d5ac for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:27:53.984699 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:54.153606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Allocated IP 172.20.0.7 (4da718a0-6c65-4685-a1f5-16aacc4622ab/79f4c53c-95cc-4b64-869b-26b96807d6f6/25435532-67b5-4791-a672-46b325522bb2) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:27:54.369220 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:54.419781 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:54.479722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Network 4da718a0-6c65-4685-a1f5-16aacc4622ab is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:27:54.518959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:27:54.522791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Pushing event updated for resources: {'Port': ['ID=25435532-67b5-4791-a672-46b325522bb2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:54.530517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:27:54.626100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7ea52-7364-4d84-b347-d5cec5ff3fca req-0b8d8d6e-e2a0-4c93-9e72-48096c90719d tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:54.627845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-abc7ea52-7364-4d84-b347-d5cec5ff3fca req-0b8d8d6e-e2a0-4c93-9e72-48096c90719d tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 931 time: 0.1090536 Aug 16 13:27:54.628201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:54.629163 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:54.654187 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-5339038c-19b4-4cc9-83da-ebaaf3023f74 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8283062 Aug 16 13:27:54.674821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Request body: {'port': {'device_id': '545969a5-ba93-43d5-80f4-c11621559a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:27:54.683168 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-abc7ea52-7364-4d84-b347-d5cec5ff3fca req-c9650ec9-1f32-4907-bbb6-01da984b8c87 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427816 Aug 16 13:27:54.877539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:55.787310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25435532-67b5-4791-a672-46b325522bb2 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:27:55.796955 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:55.814376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Transition to ACTIVE for port object 25435532-67b5-4791-a672-46b325522bb2 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:27:55.821690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:55.888551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Pushing event updated for resources: {'Port': ['ID=25435532-67b5-4791-a672-46b325522bb2,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:55.928688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539fd24-fe53-4acf-a139-03e7e9824e33 req-ff09c284-b5e1-48d3-ade7-024b787cef8c tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:55.938533 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4539fd24-fe53-4acf-a139-03e7e9824e33 req-ff09c284-b5e1-48d3-ade7-024b787cef8c tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 943 time: 0.1057773 Aug 16 13:27:56.000385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Attempting to bind port 25435532-67b5-4791-a672-46b325522bb2 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:27:56.001138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Attempting to bind port 25435532-67b5-4791-a672-46b325522bb2 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '6d890eb9-7204-46f0-90dc-2bf3200fea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:27:56.001696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Attempting to bind port 25435532-67b5-4791-a672-46b325522bb2 on network 4da718a0-6c65-4685-a1f5-16aacc4622ab {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:27:56.009817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Port 25435532-67b5-4791-a672-46b325522bb2 on network 4da718a0-6c65-4685-a1f5-16aacc4622ab not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:27:56.010187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Attempting to bind port 25435532-67b5-4791-a672-46b325522bb2 on network 4da718a0-6c65-4685-a1f5-16aacc4622ab {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:27:56.014901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4539fd24-fe53-4acf-a139-03e7e9824e33 req-013719b7-02f7-4e2e-a39f-8afe55b4cef0 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557833 Aug 16 13:27:56.018627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:27:56.018955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Checking segment: {'id': '6d890eb9-7204-46f0-90dc-2bf3200fea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:27:56.019377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Bound using segment: {'id': '6d890eb9-7204-46f0-90dc-2bf3200fea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:27:56.019838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Bound port: 25435532-67b5-4791-a672-46b325522bb2, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d890eb9-7204-46f0-90dc-2bf3200fea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:27:56.021459 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:56.120912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] For port 25435532-67b5-4791-a672-46b325522bb2, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:27:56.126664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] For port 25435532-67b5-4791-a672-46b325522bb2, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=25435532-67b5-4791-a672-46b325522bb2,segment=NetworkSegment(6d890eb9-7204-46f0-90dc-2bf3200fea00),segment_id=6d890eb9-7204-46f0-90dc-2bf3200fea00)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:27:56.132835 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:56.194029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:56.194918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:27:56.196923 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] 10.222.0.22 "PUT /v2.0/ports/25435532-67b5-4791-a672-46b325522bb2 HTTP/1.1" status: 200 len: 1091 time: 1.5296433 Aug 16 13:27:56.197808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545969a5-ba93-43d5-80f4-c11621559a38', 'tag': '25435532-67b5-4791-a672-46b325522bb2'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:27:56.202081 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d561be3-8c7e-43ed-a698-787209ad555f" -d '{"events": [{"name": "network-changed", "server_uuid": "545969a5-ba93-43d5-80f4-c11621559a38", "tag": "25435532-67b5-4791-a672-46b325522bb2"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:27:56.278498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e7ab9-c2ae-44df-8e69-0b8681069047 service neutron] Pushing event updated for resources: {'Port': ['ID=25435532-67b5-4791-a672-46b325522bb2,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:27:56.305040 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b94d034-666b-45c6-9954-3d62a5fd454a x-openstack-request-id: req-4b94d034-666b-45c6-9954-3d62a5fd454a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:27:56.305040 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545969a5-ba93-43d5-80f4-c11621559a38", "tag": "25435532-67b5-4791-a672-46b325522bb2", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:27:56.305040 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b94d034-666b-45c6-9954-3d62a5fd454a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:27:56.305743 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545969a5-ba93-43d5-80f4-c11621559a38', 'tag': '25435532-67b5-4791-a672-46b325522bb2', 'status': 'completed', 'code': 200} Aug 16 13:27:56.357797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-0b6a53e1-c8c3-4583-9dde-b4730ab09ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:56.359746 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-0b6a53e1-c8c3-4583-9dde-b4730ab09ad6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5f8e73914634a72854704e98bc3d5ac&device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 1094 time: 0.0757132 Aug 16 13:27:56.442743 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-be92e112-6204-4f6a-8d69-36b9cdfadcd2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25435532-67b5-4791-a672-46b325522bb2 HTTP/1.1" status: 200 len: 217 time: 0.0684438 Aug 16 13:27:56.530704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-0f158347-ddb1-4e0e-a81b-6ec854db2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:56.532553 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-0f158347-ddb1-4e0e-a81b-6ec854db2618 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79f4c53c-95cc-4b64-869b-26b96807d6f6 HTTP/1.1" status: 200 len: 849 time: 0.0787764 Aug 16 13:27:56.570688 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-b8833019-82bb-45b0-bbe7-aeb82222d7e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4da718a0-6c65-4685-a1f5-16aacc4622ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292771 Aug 16 13:27:56.746220 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-1521bb68-a3e4-434c-beb3-279460b76fc5 service neutron] 10.222.0.22 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665964 Aug 16 13:27:56.904704 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7e61e3fa-c44e-4c00-b4a8-dbbaa54e0068 req-655daaa8-f2ee-4b04-a1bb-5ff9f05b1412 service neutron] 10.222.0.22 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501393 Aug 16 13:27:57.098341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d561be3-8c7e-43ed-a698-787209ad555f req-3fadf2cf-ac17-424c-814f-ffc8f5d9a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:57.100603 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d561be3-8c7e-43ed-a698-787209ad555f req-3fadf2cf-ac17-424c-814f-ffc8f5d9a897 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5f8e73914634a72854704e98bc3d5ac&device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 1094 time: 0.0992262 Aug 16 13:27:57.246472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c50aa-95c4-4352-9b9c-fcd8e4e0ca5b req-ca170c7a-d5cb-4ccf-998c-3d465a6d0592 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:57.253889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d561be3-8c7e-43ed-a698-787209ad555f req-9c91b0f8-fe77-4b33-b08a-19f34b1194df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:57.254757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb0c50aa-95c4-4352-9b9c-fcd8e4e0ca5b req-ca170c7a-d5cb-4ccf-998c-3d465a6d0592 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 943 time: 0.1193545 Aug 16 13:27:57.255853 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d561be3-8c7e-43ed-a698-787209ad555f req-9c91b0f8-fe77-4b33-b08a-19f34b1194df service neutron] 10.222.0.22 "GET /v2.0/networks?id=4da718a0-6c65-4685-a1f5-16aacc4622ab HTTP/1.1" status: 200 len: 909 time: 0.1467159 Aug 16 13:27:57.328503 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d561be3-8c7e-43ed-a698-787209ad555f req-b8d77e92-fe4a-484d-bdf1-5e08acad18b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25435532-67b5-4791-a672-46b325522bb2 HTTP/1.1" status: 200 len: 217 time: 0.0600250 Aug 16 13:27:57.330863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb0c50aa-95c4-4352-9b9c-fcd8e4e0ca5b req-ac90473d-17e1-4c26-8e77-e344fdd09e80 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689392 Aug 16 13:27:57.409032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d561be3-8c7e-43ed-a698-787209ad555f req-97093818-160f-4071-a2b7-a42f624b7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:57.411124 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d561be3-8c7e-43ed-a698-787209ad555f req-97093818-160f-4071-a2b7-a42f624b7d4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79f4c53c-95cc-4b64-869b-26b96807d6f6 HTTP/1.1" status: 200 len: 849 time: 0.0743799 Aug 16 13:27:57.452150 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d561be3-8c7e-43ed-a698-787209ad555f req-51dc53ef-e970-45a6-b823-2e09f5c54f53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4da718a0-6c65-4685-a1f5-16aacc4622ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320117 Aug 16 13:27:57.569382 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d561be3-8c7e-43ed-a698-787209ad555f req-b1267584-70ff-4032-98f5-02959de7942d service neutron] 10.222.0.22 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086431 Aug 16 13:27:57.690066 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8d561be3-8c7e-43ed-a698-787209ad555f req-c2ae4d12-3a6d-439c-a9df-437a6f26b029 service neutron] 10.222.0.22 "GET /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124749 Aug 16 13:27:58.156848 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae353a-2e1d-4b37-9b17-0b3b46cd7c83 req-b3c99d32-bd8a-4f79-8665-827019bcd767 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:58.158525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92ae353a-2e1d-4b37-9b17-0b3b46cd7c83 req-b3c99d32-bd8a-4f79-8665-827019bcd767 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1096 time: 0.0910509 Aug 16 13:27:58.209026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92ae353a-2e1d-4b37-9b17-0b3b46cd7c83 req-9ad1ad18-2ebe-440a-bfd6-93b3d954f007 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434146 Aug 16 13:27:58.391349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f95e7-1c65-45ea-8917-33ff813abbf2 req-2ddb2ead-e224-4211-806f-7a974c0d479b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:58.393017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c82f95e7-1c65-45ea-8917-33ff813abbf2 req-2ddb2ead-e224-4211-806f-7a974c0d479b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.0782080 Aug 16 13:27:58.464080 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c82f95e7-1c65-45ea-8917-33ff813abbf2 req-c00d09f7-45fc-4171-85e8-3e15151f734d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642989 Aug 16 13:27:58.506359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50120) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:58.534815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd17f72-8087-46b1-99d7-5db7936e1b04 req-5dfe880a-ea52-44e2-92a4-1ee1670e089b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:58.536495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bd17f72-8087-46b1-99d7-5db7936e1b04 req-5dfe880a-ea52-44e2-92a4-1ee1670e089b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 943 time: 0.0710833 Aug 16 13:27:58.587787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bd17f72-8087-46b1-99d7-5db7936e1b04 req-0061e523-fdb3-46c9-88b5-93a0ec5e656b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Aug 16 13:27:58.644640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-07a1db38-4875-48bd-af32-9f022779321f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/b663f4ef-ade5-4786-8bc0-720588f4d7c2 HTTP/1.1" status: 200 len: 992 time: 0.1363902 Aug 16 13:27:59.437893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 50158) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:27:59.571535 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6d2ef-06ee-46d0-807c-e7629c668b67 req-5434fed5-abc5-4c81-9b2e-07ca8ef1ad7d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:59.574628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0de6d2ef-06ee-46d0-807c-e7629c668b67 req-5434fed5-abc5-4c81-9b2e-07ca8ef1ad7d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.0988536 Aug 16 13:27:59.626052 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-12039108-0713-4ac2-a952-bec202fdb3a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1864073 Aug 16 13:27:59.654035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0de6d2ef-06ee-46d0-807c-e7629c668b67 req-509217df-8924-433c-ba50-f5559dcb3a5a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711803 Aug 16 13:27:59.705973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 25435532-67b5-4791-a672-46b325522bb2 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:27:59.903208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 25435532-67b5-4791-a672-46b325522bb2, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=25435532-67b5-4791-a672-46b325522bb2,segment=NetworkSegment(6d890eb9-7204-46f0-90dc-2bf3200fea00),segment_id=6d890eb9-7204-46f0-90dc-2bf3200fea00)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:27:59.921776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '25435532-67b5-4791-a672-46b325522bb2', 'network_id': '4da718a0-6c65-4685-a1f5-16aacc4622ab', 'port_id': '25435532-67b5-4791-a672-46b325522bb2', 'mac_address': 'fa:16:3e:9c:52:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f4c53c-95cc-4b64-869b-26b96807d6f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:27:59.928681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c48e8-96b4-4374-81db-b7237c19ea4d req-293d8ebb-3b2f-4b75-a759-2ec2bddfbe5a tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:27:59.932496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a89c48e8-96b4-4374-81db-b7237c19ea4d req-293d8ebb-3b2f-4b75-a759-2ec2bddfbe5a tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 943 time: 0.1751046 Aug 16 13:27:59.936262 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:00.005629 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:00.036938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a89c48e8-96b4-4374-81db-b7237c19ea4d req-6edc615f-5b06-4840-aa64-19b2dce55947 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880849 Aug 16 13:28:00.040314 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25435532-67b5-4791-a672-46b325522bb2 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:28:00.082703 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 25435532-67b5-4791-a672-46b325522bb2, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=25435532-67b5-4791-a672-46b325522bb2,segment=NetworkSegment(6d890eb9-7204-46f0-90dc-2bf3200fea00),segment_id=6d890eb9-7204-46f0-90dc-2bf3200fea00)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:00.093852 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:00.158139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=25435532-67b5-4791-a672-46b325522bb2,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:00.480982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['25435532-67b5-4791-a672-46b325522bb2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:28:00.909857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d602a0-a8ed-40b3-8f15-280710e6eac5 req-98696e57-0479-47b9-b473-943c92af6b2f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:00.914029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5d602a0-a8ed-40b3-8f15-280710e6eac5 req-98696e57-0479-47b9-b473-943c92af6b2f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1006351 Aug 16 13:28:01.008674 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5d602a0-a8ed-40b3-8f15-280710e6eac5 req-170809bd-36e2-47d2-ae53-30844d142737 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801980 Aug 16 13:28:01.260671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b24f17-f608-4d79-bbbf-f45c7ae8aadc req-f158bbb2-dc5f-47c8-9aec-82009684d2f9 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:01.267288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8b24f17-f608-4d79-bbbf-f45c7ae8aadc req-f158bbb2-dc5f-47c8-9aec-82009684d2f9 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 944 time: 0.0888979 Aug 16 13:28:01.320160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8b24f17-f608-4d79-bbbf-f45c7ae8aadc req-c83747e9-e381-47e5-80e3-265ab7ddd881 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433393 Aug 16 13:28:01.709108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 25435532-67b5-4791-a672-46b325522bb2 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:28:01.712299 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-87cb38ae-fc1b-4cf6-bf21-28061c62ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:01.716407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-87cb38ae-fc1b-4cf6-bf21-28061c62ede9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1096 time: 0.0893366 Aug 16 13:28:01.845745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e17f29e6-69a0-49c0-b65b-b9cfd7e54e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:01.852305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 25435532-67b5-4791-a672-46b325522bb2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:28:01.863778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 25435532-67b5-4791-a672-46b325522bb2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:28:01.865183 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:01.881492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-c2aaa4a1-b68e-4777-9158-308ecbc44e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:01.883480 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-c2aaa4a1-b68e-4777-9158-308ecbc44e7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.1588287 Aug 16 13:28:01.992551 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-6cf360dc-8380-463d-890e-af13c60fe4a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 1000 time: 0.0933058 Aug 16 13:28:02.099311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-60dd4df3-91a0-41b0-aaff-aa7f204297d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:02.101594 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-60dd4df3-91a0-41b0-aaff-aa7f204297d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.1010866 Aug 16 13:28:02.103161 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:02.155098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545969a5-ba93-43d5-80f4-c11621559a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25435532-67b5-4791-a672-46b325522bb2'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:28:02.158141 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6a624d-e22f-42bd-94e3-61a1225ff901" -d '{"events": [{"server_uuid": "545969a5-ba93-43d5-80f4-c11621559a38", "name": "network-vif-plugged", "status": "completed", "tag": "25435532-67b5-4791-a672-46b325522bb2"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:28:02.177421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 25435532-67b5-4791-a672-46b325522bb2, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=25435532-67b5-4791-a672-46b325522bb2,segment=NetworkSegment(6d890eb9-7204-46f0-90dc-2bf3200fea00),segment_id=6d890eb9-7204-46f0-90dc-2bf3200fea00)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:02.183925 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:02.251235 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7997d0c1-7db5-4030-aed7-2a5e83ce37a3 x-openstack-request-id: req-7997d0c1-7db5-4030-aed7-2a5e83ce37a3 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:28:02.251551 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545969a5-ba93-43d5-80f4-c11621559a38", "name": "network-vif-plugged", "status": "completed", "tag": "25435532-67b5-4791-a672-46b325522bb2", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:28:02.251815 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7997d0c1-7db5-4030-aed7-2a5e83ce37a3 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:28:02.253968 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545969a5-ba93-43d5-80f4-c11621559a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25435532-67b5-4791-a672-46b325522bb2', 'code': 200} Aug 16 13:28:02.293474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-46172268-0344-4fb0-8b80-ab8806279dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:02.299883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-46172268-0344-4fb0-8b80-ab8806279dd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907132 Aug 16 13:28:02.301354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=25435532-67b5-4791-a672-46b325522bb2,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:02.425228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1975a28-814f-44a4-935e-c54b02b16f0d req-626071f9-6320-4e25-8774-194be639488b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:02.433085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26b05f-9715-4cf4-b1f0-09d042cbfee3 req-ad34a88c-e6a2-4f0c-9e56-cb13caa75dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:02.433883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1975a28-814f-44a4-935e-c54b02b16f0d req-626071f9-6320-4e25-8774-194be639488b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.2764311 Aug 16 13:28:02.437135 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6b26b05f-9715-4cf4-b1f0-09d042cbfee3 req-ad34a88c-e6a2-4f0c-9e56-cb13caa75dc4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 1096 time: 0.0978353 Aug 16 13:28:02.507882 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6b26b05f-9715-4cf4-b1f0-09d042cbfee3 req-d43d3ef2-506b-48b3-affa-684fdf7d0c8f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514293 Aug 16 13:28:02.548810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1975a28-814f-44a4-935e-c54b02b16f0d req-d0a7bc0b-4877-4a20-ab72-ac96cb66d73a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082225 Aug 16 13:28:02.548810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-3056da5e-ce6b-4d81-9e48-4e9991bba4a1 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314467 Aug 16 13:28:02.703152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d271515-c8f1-4332-a20b-72ce3f42ec40 req-584d1b1d-dca2-4828-b800-12f08a92eca0 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:02.704804 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d271515-c8f1-4332-a20b-72ce3f42ec40 req-584d1b1d-dca2-4828-b800-12f08a92eca0 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 945 time: 0.1561100 Aug 16 13:28:02.784422 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-330caa30-3426-4da6-86ac-b96052d399e1 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942112 Aug 16 13:28:02.787954 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d271515-c8f1-4332-a20b-72ce3f42ec40 req-9074c218-e28a-4927-83b8-a3e7708f74de tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687611 Aug 16 13:28:03.768096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90d29-c351-4aec-86a0-900ee6016ae4 req-6124e736-ff56-4fcd-932f-76c5f26f4c18 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:03.779635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2be90d29-c351-4aec-86a0-900ee6016ae4 req-6124e736-ff56-4fcd-932f-76c5f26f4c18 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1134632 Aug 16 13:28:03.851768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2be90d29-c351-4aec-86a0-900ee6016ae4 req-91f6eb33-c7e4-4db8-a857-59c65e3b915e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671415 Aug 16 13:28:03.940375 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-4b9cbeb5-3df5-402b-bb73-05cf49a02fe4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647051 Aug 16 13:28:04.110164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc45f10-0951-47ec-b274-5f20fbdff22a req-410318e9-c3c5-4cdd-8cd4-1dfc22639296 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:04.112177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cc45f10-0951-47ec-b274-5f20fbdff22a req-410318e9-c3c5-4cdd-8cd4-1dfc22639296 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 945 time: 0.0908799 Aug 16 13:28:04.125964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-0fff323c-f67d-4d47-acc0-e80873b6e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:04.128008 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-0fff323c-f67d-4d47-acc0-e80873b6e109 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 1096 time: 0.0942085 Aug 16 13:28:04.229818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cc45f10-0951-47ec-b274-5f20fbdff22a req-90eb15a4-f123-4966-be20-3956a0890102 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060019 Aug 16 13:28:04.346923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-3bbe56a7-c0a5-40b3-a823-4a7b8f4d2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:04.350149 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-3bbe56a7-c0a5-40b3-a823-4a7b8f4d2075 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.1852505 Aug 16 13:28:04.390789 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3f961edb-3640-4b18-84b3-d91c9133dfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:04.484377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-bf469e92-f877-45f1-bc58-fad7f6c0f0bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f HTTP/1.1" status: 200 len: 1001 time: 0.1259475 Aug 16 13:28:04.555875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-62675b67-6b01-403c-9cf2-66eee64ab725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:04.558372 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-62675b67-6b01-403c-9cf2-66eee64ab725 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.0658231 Aug 16 13:28:04.616155 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:04.632902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-acca77cc-0672-4940-817e-efdc6c9bce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:04.635173 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-acca77cc-0672-4940-817e-efdc6c9bce38 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693812 Aug 16 13:28:04.831362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-4463200e-3ec7-4e04-b9a5-dee280275dbf service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875191 Aug 16 13:28:04.990241 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7b9c5ee4-ffa2-4e06-ac7f-b8d6e4f69ae8 req-1696d284-9535-4639-a20e-83acdfc55270 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511197 Aug 16 13:28:05.055907 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0934d7-4e8e-45db-b68e-4264e6082f19 req-c9c2df84-f346-442b-86e1-9c9f24af0716 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:05.059015 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c0934d7-4e8e-45db-b68e-4264e6082f19 req-c9c2df84-f346-442b-86e1-9c9f24af0716 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.0869997 Aug 16 13:28:05.119042 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c0934d7-4e8e-45db-b68e-4264e6082f19 req-a70f64f8-3087-41fb-aa3b-5c582bd966f9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482657 Aug 16 13:28:05.416932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93d67-1872-4799-a771-9d6099fed410 req-265d7b37-32d2-46b6-9b74-9321063538e4 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:05.418608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebd93d67-1872-4799-a771-9d6099fed410 req-265d7b37-32d2-46b6-9b74-9321063538e4 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 945 time: 0.0748467 Aug 16 13:28:05.513990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebd93d67-1872-4799-a771-9d6099fed410 req-cff05f8c-325b-482e-a7f7-35fcdd46355b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867314 Aug 16 13:28:05.600940 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:06.391981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ca1d7-6f9c-4e64-b96b-0e9ff015ac26 req-e23be04b-ca86-4017-82ac-8807b19776ac tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:06.393737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-722ca1d7-6f9c-4e64-b96b-0e9ff015ac26 req-e23be04b-ca86-4017-82ac-8807b19776ac tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1217785 Aug 16 13:28:06.471123 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-722ca1d7-6f9c-4e64-b96b-0e9ff015ac26 req-5916abd1-5f00-4b92-99be-7cd3b4bb37ed tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642788 Aug 16 13:28:06.761120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf7744-6d76-44a7-be23-bc556b8bacbf req-68e621ad-d6d0-4003-a8a0-dd5aeb3bb5db tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:06.763554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3cf7744-6d76-44a7-be23-bc556b8bacbf req-68e621ad-d6d0-4003-a8a0-dd5aeb3bb5db tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 945 time: 0.0949254 Aug 16 13:28:06.821382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3cf7744-6d76-44a7-be23-bc556b8bacbf req-729992d6-2215-476c-8a00-7481f327f69a tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459025 Aug 16 13:28:07.407521 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:07.689108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391112e3-1419-4813-9249-dfb018863af9 req-1b50eb83-17fc-4441-a573-49239185feb4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:07.691107 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-391112e3-1419-4813-9249-dfb018863af9 req-1b50eb83-17fc-4441-a573-49239185feb4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.0856981 Aug 16 13:28:07.759668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-391112e3-1419-4813-9249-dfb018863af9 req-3db38828-b9e0-46d5-8778-e76a24dd10de tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583069 Aug 16 13:28:08.076496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629d694-af5a-47d9-8d85-3ca68e8e4420 req-41d8b634-499f-4fd6-9bd8-f8e17053d265 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:08.078142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d629d694-af5a-47d9-8d85-3ca68e8e4420 req-41d8b634-499f-4fd6-9bd8-f8e17053d265 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 945 time: 0.1011391 Aug 16 13:28:08.143032 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d629d694-af5a-47d9-8d85-3ca68e8e4420 req-ef2ec779-962e-4098-8909-89485446e6dc tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/security-groups?id=9fc4e37f-b284-4079-aaa4-612e9309d5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490389 Aug 16 13:28:08.469886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b41120-075a-463e-bf39-10cf32166feb req-344063e9-1c6e-4772-b20c-b21377ea368b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:08.471633 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f3b41120-075a-463e-bf39-10cf32166feb req-344063e9-1c6e-4772-b20c-b21377ea368b tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.22 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 945 time: 0.0712726 Aug 16 13:28:08.599497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f3b41120-075a-463e-bf39-10cf32166feb req-691198a0-1308-4051-80d0-331e9ad0cf65 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Deleting port 25435532-67b5-4791-a672-46b325522bb2 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:28:08.602170 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f3b41120-075a-463e-bf39-10cf32166feb req-691198a0-1308-4051-80d0-331e9ad0cf65 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:08.824814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f3b41120-075a-463e-bf39-10cf32166feb req-691198a0-1308-4051-80d0-331e9ad0cf65 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] For port 25435532-67b5-4791-a672-46b325522bb2, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=25435532-67b5-4791-a672-46b325522bb2,segment=NetworkSegment(6d890eb9-7204-46f0-90dc-2bf3200fea00),segment_id=6d890eb9-7204-46f0-90dc-2bf3200fea00)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:08.826402 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f3b41120-075a-463e-bf39-10cf32166feb req-691198a0-1308-4051-80d0-331e9ad0cf65 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:08.860998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f3b41120-075a-463e-bf39-10cf32166feb req-691198a0-1308-4051-80d0-331e9ad0cf65 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Calling delete_port for 25435532-67b5-4791-a672-46b325522bb2 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:28:09.023865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b241b-8403-4353-b01a-f155ce901034 req-f672d37e-e845-48be-b711-bc5a97308488 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:09.026417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee8b241b-8403-4353-b01a-f155ce901034 req-f672d37e-e845-48be-b711-bc5a97308488 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1128082 Aug 16 13:28:09.096171 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ee8b241b-8403-4353-b01a-f155ce901034 req-19c3158e-1e7f-483f-b602-02dfaf46aa86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567594 Aug 16 13:28:09.124770 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f3b41120-075a-463e-bf39-10cf32166feb req-691198a0-1308-4051-80d0-331e9ad0cf65 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:09.167200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['25435532-67b5-4791-a672-46b325522bb2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:28:09.180152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691198a0-1308-4051-80d0-331e9ad0cf65 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Pushing event deleted for resources: {'Port': ['ID=25435532-67b5-4791-a672-46b325522bb2,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:09.255850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b41120-075a-463e-bf39-10cf32166feb req-691198a0-1308-4051-80d0-331e9ad0cf65 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] No DVR routers for this DVR port 25435532-67b5-4791-a672-46b325522bb2 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:28:09.260645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f3b41120-075a-463e-bf39-10cf32166feb req-691198a0-1308-4051-80d0-331e9ad0cf65 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:09.265238 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f3b41120-075a-463e-bf39-10cf32166feb req-691198a0-1308-4051-80d0-331e9ad0cf65 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.22 "DELETE /v2.0/ports/25435532-67b5-4791-a672-46b325522bb2 HTTP/1.1" status: 204 len: 173 time: 0.7850807 Aug 16 13:28:09.266371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545969a5-ba93-43d5-80f4-c11621559a38', 'name': 'network-vif-deleted', 'tag': '25435532-67b5-4791-a672-46b325522bb2'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:28:09.270639 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236c08fc-958b-430d-8787-9a7f0213828d" -d '{"events": [{"server_uuid": "545969a5-ba93-43d5-80f4-c11621559a38", "name": "network-vif-deleted", "tag": "25435532-67b5-4791-a672-46b325522bb2"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:28:09.321365 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95ff6918-9594-472b-9efa-8f595d99a6f0 req-c8e7b2db-f3bb-4e50-9fb6-e879c7e9f212 tempest-VolumesActionsTest-503768842 tempest-VolumesActionsTest-503768842-project] 10.222.0.25 "GET /v2.0/ports?device_id=545969a5-ba93-43d5-80f4-c11621559a38 HTTP/1.1" status: 200 len: 210 time: 0.0333066 Aug 16 13:28:09.380839 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d8d161-8745-4095-8749-089c616cc1f9 x-openstack-request-id: req-04d8d161-8745-4095-8749-089c616cc1f9 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:28:09.381623 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545969a5-ba93-43d5-80f4-c11621559a38", "name": "network-vif-deleted", "tag": "25435532-67b5-4791-a672-46b325522bb2", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:28:09.382293 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04d8d161-8745-4095-8749-089c616cc1f9 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:28:09.383056 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545969a5-ba93-43d5-80f4-c11621559a38', 'name': 'network-vif-deleted', 'tag': '25435532-67b5-4791-a672-46b325522bb2', 'status': 'completed', 'code': 200} Aug 16 13:28:09.563592 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:28:10.301129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626acec-dd03-4efb-b674-7b0614c9de8c req-907c43eb-c4e9-494f-b87a-ca5554fd86ca tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:10.302873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9626acec-dd03-4efb-b674-7b0614c9de8c req-907c43eb-c4e9-494f-b87a-ca5554fd86ca tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1094277 Aug 16 13:28:10.345957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9626acec-dd03-4efb-b674-7b0614c9de8c req-6f169f84-b181-42fb-bba0-940433461221 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364795 Aug 16 13:28:11.594138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8c4c7-0a42-4705-be5c-88f6692be7c5 req-3604d7d4-952f-4aa3-9535-62e0f514aaf3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:11.595874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3f8c4c7-0a42-4705-be5c-88f6692be7c5 req-3604d7d4-952f-4aa3-9535-62e0f514aaf3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.0825980 Aug 16 13:28:11.678903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3f8c4c7-0a42-4705-be5c-88f6692be7c5 req-68dfd168-002a-4de6-ba55-6fbc5df15da4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642509 Aug 16 13:28:12.993659 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6988f2-041a-4eec-b21a-9700179548ee req-3cf90673-03dc-4441-a72d-131f5ee06a06 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:12.998369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f6988f2-041a-4eec-b21a-9700179548ee req-3cf90673-03dc-4441-a72d-131f5ee06a06 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1214418 Aug 16 13:28:13.083215 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f6988f2-041a-4eec-b21a-9700179548ee req-1c2648a6-47fe-450b-9c47-186285b1dda3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748026 Aug 16 13:28:13.749254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 25435532-67b5-4791-a672-46b325522bb2 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:28:13.780170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 25435532-67b5-4791-a672-46b325522bb2 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:28:13.780582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 25435532-67b5-4791-a672-46b325522bb2 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:28:14.364900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d972cf4-faab-474e-adf9-6122a4320318 req-21f17503-4c5c-4848-bf80-508fabcf51a6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:14.366587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d972cf4-faab-474e-adf9-6122a4320318 req-21f17503-4c5c-4848-bf80-508fabcf51a6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.0822132 Aug 16 13:28:14.488760 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d972cf4-faab-474e-adf9-6122a4320318 req-d2cd36cd-c637-424f-b627-eb96dcbe6e32 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010163 Aug 16 13:28:15.092976 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-cf2a40a1-098a-4e40-9879-525937a7e5f5 service neutron] show failed (client error): The resource could not be found. Aug 16 13:28:15.095594 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-cf2a40a1-098a-4e40-9879-525937a7e5f5 service neutron] 10.222.0.42 "GET /v2.0/ports/5ddc8723-9e54-4496-9aa9-9e9dea5eaf48/bindings/n-h1-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.1798387 Aug 16 13:28:15.539271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-330103fd-e6a5-4592-8299-706ea81b92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:15.543440 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-330103fd-e6a5-4592-8299-706ea81b92f5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 1096 time: 0.1327155 Aug 16 13:28:15.580866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:28:15.720432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39250992-9c12-44f4-8f67-0ffa687a16b9 req-d7369369-6d18-4bf4-8958-9cafa033cb90 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:15.734398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39250992-9c12-44f4-8f67-0ffa687a16b9 req-d7369369-6d18-4bf4-8958-9cafa033cb90 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1270630 Aug 16 13:28:15.781413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:15.830945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39250992-9c12-44f4-8f67-0ffa687a16b9 req-d4da95d3-f701-41fb-bd18-c184099eb6de tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955341 Aug 16 13:28:16.243375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:16.337101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:28:16.469862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:28:16.485019 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827e01f7-17f9-466a-904e-bc507ed59519" -d '{"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:28:16.493397 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:16.498843 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:16.527731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Transition to ACTIVE for port object 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:28:16.546633 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:16.728171 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d70561c-38cc-480d-8f9b-5272b8e668ab x-openstack-request-id: req-8d70561c-38cc-480d-8f9b-5272b8e668ab {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:28:16.728656 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:28:16.729207 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d70561c-38cc-480d-8f9b-5272b8e668ab {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:28:16.729824 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'code': 200} Aug 16 13:28:16.979478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:16.983786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] No DVR routers for this DVR port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:28:17.210987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18fb46-e1ca-4412-97c7-90ba7f7eb71c req-529f2b67-40cf-4c19-95b2-e1e1e5534847 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:17.212818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa18fb46-e1ca-4412-97c7-90ba7f7eb71c req-529f2b67-40cf-4c19-95b2-e1e1e5534847 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 943 time: 0.1634643 Aug 16 13:28:17.295753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa18fb46-e1ca-4412-97c7-90ba7f7eb71c req-a2d22635-63cb-45f8-a742-492034b4de15 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740871 Aug 16 13:28:17.317869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:28:17.318630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:28:17.319287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on network 99ec2301-02d5-4624-b4a8-eaba626d404c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:28:17.327830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on network 99ec2301-02d5-4624-b4a8-eaba626d404c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:28:17.328555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on network 99ec2301-02d5-4624-b4a8-eaba626d404c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:28:17.348050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:28:17.348833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Checking segment: {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:28:17.349248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Bound using segment: {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:28:17.349729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Bound port: 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:28:17.350124 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:17.508410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:28:17.519457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:28:17.528832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:17.597871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:17.599925 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:17.600859 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] 10.222.0.22 "PUT /v2.0/ports/5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 1091 time: 2.0430629 Aug 16 13:28:17.677832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbccc39-de1b-4414-a76d-12ff46aff077 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:17.767795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-b431fd42-50ab-4519-b075-f5346a1df14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:17.771235 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-b431fd42-50ab-4519-b075-f5346a1df14f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1094 time: 0.1152484 Aug 16 13:28:17.996190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-6c6b4dfe-f277-4236-8b79-401d4fc01de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:17.998073 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-6c6b4dfe-f277-4236-8b79-401d4fc01de0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.2186010 Aug 16 13:28:18.163896 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-c6cb78b4-81d5-49ee-874b-51605a27fe33 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 998 time: 0.1574814 Aug 16 13:28:18.290718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-37a92ce0-81cb-47c5-bf2d-24e53177e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:18.301039 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-37a92ce0-81cb-47c5-bf2d-24e53177e379 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.1227477 Aug 16 13:28:18.399507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-d534a264-8983-4e7c-a485-ae780c1a3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:18.404988 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-d534a264-8983-4e7c-a485-ae780c1a3bf7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948019 Aug 16 13:28:18.495795 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9985ea-2ca9-48fa-a34b-bf21377eac07 req-0636aa2b-237e-4320-a3ed-eaa223634e07 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:18.499202 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c9985ea-2ca9-48fa-a34b-bf21377eac07 req-0636aa2b-237e-4320-a3ed-eaa223634e07 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 943 time: 0.0769463 Aug 16 13:28:18.587497 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-510aefba-927e-4ddf-9bdf-e8f7e099031d service neutron] 10.222.0.22 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697781 Aug 16 13:28:18.676863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c9985ea-2ca9-48fa-a34b-bf21377eac07 req-1c1a1a73-500f-4f9b-9531-5fe8ca3e7851 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704102 Aug 16 13:28:18.738737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:28:18.749788 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36" -d '{"events": [{"name": "network-changed", "server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:28:18.887837 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c65b105e-fd8e-4383-8b52-a471f23aa934 req-d35b0ffb-3070-440b-b68e-c309ca540e17 service neutron] 10.222.0.22 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892570 Aug 16 13:28:19.000011 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de95f4f1-cae3-49b8-9268-5b19adb528e8 x-openstack-request-id: req-de95f4f1-cae3-49b8-9268-5b19adb528e8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:28:19.000757 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:28:19.001188 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de95f4f1-cae3-49b8-9268-5b19adb528e8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:28:19.001883 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'status': 'completed', 'code': 200} Aug 16 13:28:19.093055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-dcf37e60-9499-4e95-bc1b-8b72c7b28c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:19.102375 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-dcf37e60-9499-4e95-bc1b-8b72c7b28c58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1094 time: 0.1014936 Aug 16 13:28:19.145322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-b3e3a195-f44a-4cfc-84a1-85eba3edcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:19.153432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-b3e3a195-f44a-4cfc-84a1-85eba3edcac6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1094 time: 0.1143682 Aug 16 13:28:19.334768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-98b93ce5-7338-4605-a903-b1908d9d4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:19.338646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-98b93ce5-7338-4605-a903-b1908d9d4838 service neutron] 10.222.0.42 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.2281485 Aug 16 13:28:19.517881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-3753c913-6096-4867-9521-4a504b804eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:19.519497 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-3753c913-6096-4867-9521-4a504b804eb2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.3595841 Aug 16 13:28:19.619285 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-bec12b4f-f022-485f-9dff-2b16c14902bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 998 time: 0.2708476 Aug 16 13:28:19.805699 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-7b0fc7c2-2b1e-4fd3-95c1-3990fca979e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 998 time: 0.2763481 Aug 16 13:28:19.944902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:28:20.015899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-07b886cc-0ca5-4b4d-b123-5760b154ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:20.019564 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-5244308b-e27e-4c55-b270-826728fd69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:20.039272 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-07b886cc-0ca5-4b4d-b123-5760b154ec2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.3945704 Aug 16 13:28:20.043420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-5244308b-e27e-4c55-b270-826728fd69e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.2266471 Aug 16 13:28:20.145125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:28:20.261654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-d17af98d-e976-429b-80a1-69f57b8e5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:20.264560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b345be0-5072-42ae-95e1-b8a3b42c5dda req-0252d0d4-8796-4b7a-a4f1-1881f2c89e3d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:20.267895 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-d17af98d-e976-429b-80a1-69f57b8e5ade service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2152836 Aug 16 13:28:20.271597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b345be0-5072-42ae-95e1-b8a3b42c5dda req-0252d0d4-8796-4b7a-a4f1-1881f2c89e3d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 943 time: 0.4133372 Aug 16 13:28:20.486938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-1df86071-7b5f-4601-a60c-e1be7bfa2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:20.489195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-1df86071-7b5f-4601-a60c-e1be7bfa2e75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4471269 Aug 16 13:28:20.509308 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9b345be0-5072-42ae-95e1-b8a3b42c5dda req-dbd7ea61-2fa7-49fd-9d61-d35af1d57db4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188635 Aug 16 13:28:20.749062 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-d12d5cc0-af8b-460c-9479-c4c889767a4a service neutron] 10.222.0.22 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615297 Aug 16 13:28:20.858650 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-6ed0dce4-0505-42ca-88ff-95b1c30a10f6 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420761 Aug 16 13:28:21.036094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-936b26c4-336e-41da-9313-a304420be6f8 service neutron] 10.222.0.22 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674334 Aug 16 13:28:21.302505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e48bb65-87f1-40c4-bf5b-3d7d95a92d36 req-b845a297-ba6a-41b9-b9a5-0bca942377fc service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338658 Aug 16 13:28:21.780654 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f1e90-d73b-49a7-8031-8fdfdab0ab3a req-2e6a694a-712a-4e73-b39b-052e16849c56 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:21.806041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:28:21.806579 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b67f1e90-d73b-49a7-8031-8fdfdab0ab3a req-2e6a694a-712a-4e73-b39b-052e16849c56 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 943 time: 0.1456902 Aug 16 13:28:21.943460 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b67f1e90-d73b-49a7-8031-8fdfdab0ab3a req-708b46c9-4781-489a-bdc3-b3e21b4ad9f8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353614 Aug 16 13:28:22.127369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:22.163971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'port_id': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'mac_address': 'fa:16:3e:fd:6b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:28:22.237906 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:22.301571 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:28:22.379543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:22.389574 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:22.534586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:23.152005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221c3c9-6c11-46de-a00d-20058dfde7ae req-ec3efb95-8807-4900-848b-85c08b8db7e7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:23.161225 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3221c3c9-6c11-46de-a00d-20058dfde7ae req-ec3efb95-8807-4900-848b-85c08b8db7e7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 944 time: 0.0902057 Aug 16 13:28:23.229995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3221c3c9-6c11-46de-a00d-20058dfde7ae req-77f09ad6-7a0a-40c6-9556-937f5562a3a1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676205 Aug 16 13:28:23.885870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:28:25.171129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae35846-b45d-4967-9ff9-c8848e511af3 req-5b7a819e-6a2b-46b1-ac7c-29b180abce98 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:25.172718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eae35846-b45d-4967-9ff9-c8848e511af3 req-5b7a819e-6a2b-46b1-ac7c-29b180abce98 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 944 time: 0.1158218 Aug 16 13:28:25.303048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eae35846-b45d-4967-9ff9-c8848e511af3 req-5b3e8a3e-b288-4375-88b5-e3976f485f91 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181388 Aug 16 13:28:25.767644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-59662902-2d9f-43bd-a924-af9ee85db31f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:25.771140 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-59662902-2d9f-43bd-a924-af9ee85db31f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 944 time: 0.1757381 Aug 16 13:28:25.822793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:28:25.847565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dddb6-2f46-4b4b-804b-6d08601da32b req-ba81d851-51c5-4606-bd18-d7bb0121777f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:25.867715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-561dddb6-2f46-4b4b-804b-6d08601da32b req-ba81d851-51c5-4606-bd18-d7bb0121777f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 944 time: 0.1328280 Aug 16 13:28:25.967920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-561dddb6-2f46-4b4b-804b-6d08601da32b req-67a6cc29-8f39-4e45-bd81-58f242833707 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972166 Aug 16 13:28:25.979114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:28:25.994001 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:28:25.994971 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:26.111829 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-0c8814d5-2c13-4b4b-8aaa-938da45574ed service neutron] 10.222.0.22 "GET /v2.0/ports/5ddc8723-9e54-4496-9aa9-9e9dea5eaf48/bindings/n-h1-804708-1 HTTP/1.1" status: 200 len: 382 time: 0.3322403 Aug 16 13:28:26.247438 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:26.303156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:28:26.305826 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fd3026-3e34-4b6f-a56a-39139bcc2f85" -d '{"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-plugged", "status": "completed", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:28:26.365751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-9f52fbff-1d6b-49cb-bd66-0fc2aa0deec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:26.365999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:26.370937 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-9f52fbff-1d6b-49cb-bd66-0fc2aa0deec8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1095 time: 0.1902626 Aug 16 13:28:26.375815 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:26.390260 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b845ead6-ed52-4fec-b5f1-a00e4c65c801 x-openstack-request-id: req-b845ead6-ed52-4fec-b5f1-a00e4c65c801 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:28:26.390692 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-plugged", "status": "completed", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:28:26.391073 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b845ead6-ed52-4fec-b5f1-a00e4c65c801 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:28:26.391657 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'code': 200} Aug 16 13:28:26.566216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:26.761808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-7c1bef52-5bf7-4a48-8234-c61d42a0d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:26.766632 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-7c1bef52-5bf7-4a48-8234-c61d42a0d9ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.3873417 Aug 16 13:28:26.916967 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-160774ca-d806-4a63-88f4-c54fea5ae5e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 1000 time: 0.1422727 Aug 16 13:28:26.999727 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-a9b1e76b-1ab9-4d0c-b08d-4c7cb0e26ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:27.001324 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-a9b1e76b-1ab9-4d0c-b08d-4c7cb0e26ebd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.0764527 Aug 16 13:28:27.119620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-6a122cf2-31c3-45f9-8ca0-ac840266dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:27.123431 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-6a122cf2-31c3-45f9-8ca0-ac840266dbfe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139257 Aug 16 13:28:27.262358 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-c3492c84-b222-48ba-a706-5949e2dd20b4 service neutron] 10.222.0.22 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300075 Aug 16 13:28:27.341098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173a770-ac79-40cf-bbd7-76f94236c225 req-90262477-90f3-498e-acda-c80e720e55c5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:27.343106 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1173a770-ac79-40cf-bbd7-76f94236c225 req-90262477-90f3-498e-acda-c80e720e55c5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1666324 Aug 16 13:28:27.453807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1173a770-ac79-40cf-bbd7-76f94236c225 req-6188f91c-92ae-4a07-bd89-66d0c548d32a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943582 Aug 16 13:28:27.547548 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-20aa6429-be62-4542-b36a-9f6b8c4a58a7 service neutron] 10.222.0.22 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757571 Aug 16 13:28:28.679807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d06d45-bd58-4a51-8b64-859b5b23d135 req-83221774-e4d4-438f-882a-a735a7302fd3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:28.681441 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7d06d45-bd58-4a51-8b64-859b5b23d135 req-83221774-e4d4-438f-882a-a735a7302fd3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.0783231 Aug 16 13:28:28.775990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7d06d45-bd58-4a51-8b64-859b5b23d135 req-3bd8106f-f430-4d2d-b7ed-f0fb7f8788e2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849798 Aug 16 13:28:29.223233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-838955b4-df2e-4aa3-8445-18e5f17d4cd2 req-29a0baef-f411-4cae-921d-c88196312c59 service neutron] (101395) timed out ('10.222.0.25', 59588) {{(pid=101395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:28:29.916395 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:30.122495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe27ce3-e74b-43c1-b999-7da6755e493a req-b5816f59-670e-4606-9ef9-f06b6bd1e345 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:30.126481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efe27ce3-e74b-43c1-b999-7da6755e493a req-b5816f59-670e-4606-9ef9-f06b6bd1e345 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 945 time: 0.1495621 Aug 16 13:28:30.258044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efe27ce3-e74b-43c1-b999-7da6755e493a req-9339f0c0-302d-4e9a-b160-3b0aa18d9a3c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226580 Aug 16 13:28:30.436453 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-05389cd9-29fc-4d87-8d9a-c1b62e3cb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:30.438664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-05389cd9-29fc-4d87-8d9a-c1b62e3cb06d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 1096 time: 0.1099870 Aug 16 13:28:30.480448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:28:30.604995 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:31.017472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:31.138444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h1-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:28:31.222688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:31.244558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Transition to ACTIVE for port object 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:28:31.246259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:28:31.252856 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f36730-3113-4870-b851-34066ac2b706" -d '{"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:28:31.301704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:31.480015 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9bfebf-1082-4a63-a599-ca85dd42f1a7 x-openstack-request-id: req-6f9bfebf-1082-4a63-a599-ca85dd42f1a7 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:28:31.480466 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:28:31.481452 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f9bfebf-1082-4a63-a599-ca85dd42f1a7 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:28:31.498830 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'code': 200} Aug 16 13:28:31.593877 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=10']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:31.857069 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2be558a3-ccca-4637-b49b-3908258cb24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:31.903569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.903954 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.905291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.905975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.906424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.906774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.907118 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.907456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.907794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.908133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.908466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.908790 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:31.921311 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] No DVR routers for this DVR port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on host n-h1-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:28:32.717803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5ca91-09af-4e85-8c12-1e6e1e3516f1 req-25c052df-3785-4e69-a6d4-19b651f82bc5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:32.719679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bf5ca91-09af-4e85-8c12-1e6e1e3516f1 req-25c052df-3785-4e69-a6d4-19b651f82bc5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 944 time: 0.9737749 Aug 16 13:28:32.788042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:28:32.788382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:28:32.788822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on network 99ec2301-02d5-4624-b4a8-eaba626d404c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:28:32.801614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on network 99ec2301-02d5-4624-b4a8-eaba626d404c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:28:32.801940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Attempting to bind port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on network 99ec2301-02d5-4624-b4a8-eaba626d404c {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:28:32.813387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:28:32.813751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Checking segment: {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:28:32.814253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Bound using segment: {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:28:32.814604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Bound port: 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf845683-cfd9-42a7-9a1c-ca003f5db310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:28:32.814963 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:32.846885 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6bf5ca91-09af-4e85-8c12-1e6e1e3516f1 req-e648fdd2-9967-41df-8936-9ce2ef3c6615 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989316 Aug 16 13:28:32.931764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:28:32.935813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:28:32.946777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:33.039762 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:33.041438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:33.045139 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] 10.222.0.42 "PUT /v2.0/ports/5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 1092 time: 2.5932748 Aug 16 13:28:33.229886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ac900-87ed-48a9-8f9e-30640c13e699 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=11']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:33.290613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-9785ef96-97ec-4022-aaae-b35316c20fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:33.293022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-9785ef96-97ec-4022-aaae-b35316c20fa3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1095 time: 0.2179000 Aug 16 13:28:33.501060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:28:33.506932 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db7579d-722a-4347-a474-506c28b64f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:28:33.607805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-1e2720ae-8f49-427f-9f92-707282b60709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:33.609711 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-1e2720ae-8f49-427f-9f92-707282b60709 service neutron] 10.222.0.42 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.3089712 Aug 16 13:28:33.786218 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b73109c-5ac3-4f96-804e-19e3ab0b46d4 x-openstack-request-id: req-7b73109c-5ac3-4f96-804e-19e3ab0b46d4 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:28:33.786965 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:28:33.786965 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b73109c-5ac3-4f96-804e-19e3ab0b46d4 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:28:33.787140 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'status': 'completed', 'code': 200} Aug 16 13:28:33.806802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7579d-722a-4347-a474-506c28b64f5c req-60b367b9-a45b-4933-8a1c-95d827389a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:33.809471 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-60b367b9-a45b-4933-8a1c-95d827389a42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1095 time: 0.1000021 Aug 16 13:28:33.870860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:28:33.875243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-73abd884-a46e-4ee9-aa85-ac28ab9bbe52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 998 time: 0.2568433 Aug 16 13:28:33.968101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:28:34.105164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-8937d85f-02c1-4eab-a94e-19cd011bb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:34.113219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-8937d85f-02c1-4eab-a94e-19cd011bb9cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.2259860 Aug 16 13:28:34.211694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7579d-722a-4347-a474-506c28b64f5c req-0c023cf1-ac1f-4073-81a3-d771465360ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:34.215905 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-0c023cf1-ac1f-4073-81a3-d771465360ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.3971884 Aug 16 13:28:34.254747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720062-a921-4137-80fe-1580c47a18e8 req-8358c9cd-1c39-4da4-88d3-429772130a06 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:34.256806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6720062-a921-4137-80fe-1580c47a18e8 req-8358c9cd-1c39-4da4-88d3-429772130a06 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 944 time: 0.2761495 Aug 16 13:28:34.282716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-73384fa3-549c-4e1a-be79-3e919d35d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:34.284461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-73384fa3-549c-4e1a-be79-3e919d35d159 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583958 Aug 16 13:28:34.352318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6720062-a921-4137-80fe-1580c47a18e8 req-b814616a-e482-4a85-8f2e-ee9251079e6a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803642 Aug 16 13:28:34.388069 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-684e16c6-5a38-4e3b-b518-85b62180df63 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 998 time: 0.1646912 Aug 16 13:28:34.403335 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b374581-a55c-4b06-b424-9b11cb4bd462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:34.482172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7579d-722a-4347-a474-506c28b64f5c req-7f813966-ba15-4db9-83a3-3279c1905784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:34.486917 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-7f813966-ba15-4db9-83a3-3279c1905784 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.0906694 Aug 16 13:28:34.493234 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-1022c2d6-dd1c-4e7c-a1e2-c70bfbe508e5 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982217 Aug 16 13:28:34.624537 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:34.635846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7579d-722a-4347-a474-506c28b64f5c req-d0409f55-750a-4218-8b17-0be34d78ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:34.651938 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-d0409f55-750a-4218-8b17-0be34d78ece3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585860 Aug 16 13:28:34.689292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e18afae-2dae-40cd-80d0-da1c6bc35202 req-ba5843be-4350-4437-8416-72ee8cb15727 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874495 Aug 16 13:28:34.890388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7579d-722a-4347-a474-506c28b64f5c req-7241942a-0f44-4790-8433-38272975fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:34.893926 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-7241942a-0f44-4790-8433-38272975fc15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1095 time: 0.1484699 Aug 16 13:28:35.017844 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-97ff580c-63a0-498d-a006-7989a359f6ae service neutron] 10.222.0.22 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571270 Aug 16 13:28:35.167633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7579d-722a-4347-a474-506c28b64f5c req-9c1140de-2c0b-47a6-a543-71618c3a6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:35.175209 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-9c1140de-2c0b-47a6-a543-71618c3a6ccb service neutron] 10.222.0.42 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.2726083 Aug 16 13:28:35.293052 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-c6b52434-329b-432e-b5c3-7c207e891bed service neutron] 10.222.0.22 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637713 Aug 16 13:28:35.433426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-e430f6d0-fdea-4c90-a004-e35368265e4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 998 time: 0.2469640 Aug 16 13:28:35.593094 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:35.693984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7579d-722a-4347-a474-506c28b64f5c req-c53af964-2f03-4de6-948b-b2b1b18c2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:35.695485 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-c53af964-2f03-4de6-948b-b2b1b18c2366 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.2522550 Aug 16 13:28:35.741030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb748d-0639-4dbf-89fa-bad030ba3383 req-0149fab7-89de-43b3-bc8b-2676d38d8502 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:35.742989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8cb748d-0639-4dbf-89fa-bad030ba3383 req-0149fab7-89de-43b3-bc8b-2676d38d8502 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 944 time: 0.1584046 Aug 16 13:28:35.864890 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7579d-722a-4347-a474-506c28b64f5c req-6b9a8c72-e451-4468-ab03-7c55a108e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:35.867976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-6b9a8c72-e451-4468-ab03-7c55a108e516 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585484 Aug 16 13:28:35.896433 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8cb748d-0639-4dbf-89fa-bad030ba3383 req-b3c2d914-1a44-45db-a611-0417ce1c0d88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147068 Aug 16 13:28:36.117590 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-df08d9b0-8c4c-4956-a7a0-f2fe7532a95a service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164350 Aug 16 13:28:36.410749 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0db7579d-722a-4347-a474-506c28b64f5c req-588d2e17-1509-40e2-8a9a-c27e94d123a5 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828462 Aug 16 13:28:37.127256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf99b1-a371-45ff-8278-099fdab0963d req-ab3c39e6-fc1f-4eec-a3f2-1a58f59722bc tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:37.141080 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7faf99b1-a371-45ff-8278-099fdab0963d req-ab3c39e6-fc1f-4eec-a3f2-1a58f59722bc tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 944 time: 0.1137431 Aug 16 13:28:37.214523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7faf99b1-a371-45ff-8278-099fdab0963d req-f7daabe0-8872-48bb-9ead-bfb972bb30ce tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674198 Aug 16 13:28:37.228831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51472) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:37.340596 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c9fab015-b0a1-4a0b-8539-04f3cddf26fa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/b663f4ef-ade5-4786-8bc0-720588f4d7c2 HTTP/1.1" status: 200 len: 990 time: 0.1097226 Aug 16 13:28:37.423673 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:38.048776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:28:38.320015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:38.343208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'port_id': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'mac_address': 'fa:16:3e:fd:6b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:28:38.412864 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:38.438722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:28:38.474264 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:38.482973 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:38.566042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=12']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:38.700773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:28:40.063155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:28:40.208035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:28:40.216721 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:28:40.217104 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:40.386800 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:40.479198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:40.479198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:28:40.479198 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dcbcb5-f366-467d-bf3c-8a41369c0a2b" -d '{"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-plugged", "status": "completed", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:28:40.494592 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:40.584030 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123881dd-73ed-4a56-9404-3c1e239d7eeb x-openstack-request-id: req-123881dd-73ed-4a56-9404-3c1e239d7eeb {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:28:40.584577 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-plugged", "status": "completed", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:28:40.584893 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-123881dd-73ed-4a56-9404-3c1e239d7eeb {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:28:40.585367 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'code': 200} Aug 16 13:28:40.614360 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=13']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:46.497724 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:46.569449 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:28:46.782843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51718) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:46.833004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11ad306-3646-4780-8c32-cae7699d840b admin admin] Deleting subnet 79f4c53c-95cc-4b64-869b-26b96807d6f6 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:28:46.836985 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11ad306-3646-4780-8c32-cae7699d840b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:46.902270 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11ad306-3646-4780-8c32-cae7699d840b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:47.006694 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11ad306-3646-4780-8c32-cae7699d840b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:47.117167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11ad306-3646-4780-8c32-cae7699d840b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:47.184780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad306-3646-4780-8c32-cae7699d840b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f4c53c-95cc-4b64-869b-26b96807d6f6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:47.192420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f11ad306-3646-4780-8c32-cae7699d840b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:47.198597 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f11ad306-3646-4780-8c32-cae7699d840b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/79f4c53c-95cc-4b64-869b-26b96807d6f6 HTTP/1.1" status: 204 len: 168 time: 0.4142947 Aug 16 13:28:47.202743 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51732) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:47.334144 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:47.467470 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:47.490242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da718a0-6c65-4685-a1f5-16aacc4622ab']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:28:47.517146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d890eb9-7204-46f0-90dc-2bf3200fea00') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:28:47.517605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d890eb9-7204-46f0-90dc-2bf3200fea00') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:28:47.547153 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:47.577528 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:47.586579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:28:47.587244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:28:47.595362 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:28:47.692526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:47.705136 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:47.708879 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4da718a0-6c65-4685-a1f5-16aacc4622ab HTTP/1.1" status: 204 len: 168 time: 0.5027282 Aug 16 13:28:47.726414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a12cba-0c14-4fc8-8fdb-e8d827774608 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da718a0-6c65-4685-a1f5-16aacc4622ab,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:47.896807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51748) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:47.957293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51752) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:47.971328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-38034249-b0b2-4d97-b67e-e532f7e5ace3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5f8e73914634a72854704e98bc3d5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730233 Aug 16 13:28:48.062269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc3af39f-7332-49bc-aa0c-b0a080bf7cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:48.091142 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc3af39f-7332-49bc-aa0c-b0a080bf7cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:48.175741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc3af39f-7332-49bc-aa0c-b0a080bf7cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:48.181816 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bc3af39f-7332-49bc-aa0c-b0a080bf7cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:48.184438 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bc3af39f-7332-49bc-aa0c-b0a080bf7cdd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fc4e37f-b284-4079-aaa4-612e9309d5f0 HTTP/1.1" status: 204 len: 168 time: 0.2251885 Aug 16 13:28:48.199066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3af39f-7332-49bc-aa0c-b0a080bf7cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc4e37f-b284-4079-aaa4-612e9309d5f0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:50.174816 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51836) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:50.457117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'network': {'name': 'tempest-network-smoke--1212933325', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'port_security_enabled': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:28:50.510382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Made reservation on behalf of 247aabb85ffd4c779b8c544766ee2600 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:28:50.519062 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:50.536235 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:50.550852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-243c439b-726f-4e5c-8a6f-50a57ceb65ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756891 Aug 16 13:28:50.700818 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-a12042c1-90e1-4745-af1c-e732f16aeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:50.703554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-a12042c1-90e1-4745-af1c-e732f16aeb9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1097 time: 0.0938833 Aug 16 13:28:50.738643 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:50.746923 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:50.800422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:28:50.829008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12023b45-a514-4a37-863f-bf9bae9a2863,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:50.846737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:50.846737 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Added segment b422bed3-a767-4969-b156-c2b3ed02b82f of type vlan for network 8286d171-0839-4531-859f-5a0d2aed176e Aug 16 13:28:50.851483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.851817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.852308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.852890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.853468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.854045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.854646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.855218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.856598 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.857166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.857753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.859308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:50.919946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-b5732512-63e1-4a2f-8783-04cd3fc50e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:50.923685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-b5732512-63e1-4a2f-8783-04cd3fc50e54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.1949439 Aug 16 13:28:50.952247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:50.989028 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:50.996201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:50.997645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:51.067775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-8c132259-721d-4e08-abfc-12d792764835 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 1000 time: 0.1362383 Aug 16 13:28:51.145255 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-3b39326b-9747-4f0e-a460-50fa55dc9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:51.147005 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-3b39326b-9747-4f0e-a460-50fa55dc9270 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.0707998 Aug 16 13:28:51.216786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-543f1ff4-6ad6-44f6-b483-0426d27ac530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:51.218617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-543f1ff4-6ad6-44f6-b483-0426d27ac530 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586922 Aug 16 13:28:51.372917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-5718678b-4448-4a37-8b28-7507543b9010 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450243 Aug 16 13:28:51.524284 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3478353 Aug 16 13:28:51.525737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51862) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:51.534164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'admin_state_up': True, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:28:51.553316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09966bbd-2a3a-4758-8e2f-fb8a7481f168 req-028a4678-afa7-401a-bc64-98de649e414e service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730235 Aug 16 13:28:51.588866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791bc4a-3a27-4150-a9b6-51eee41200e9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Network': ['ID=8286d171-0839-4531-859f-5a0d2aed176e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:51.604497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:51.606261 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:51.608663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 8286d171-0839-4531-859f-5a0d2aed176e details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:28:51.675711 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:51.905675 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:52.149175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:52.171911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:52.316771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Allocated IP 172.25.0.41 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/8763a880-2027-435b-b025-99a684712ddb) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:28:52.488901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:52.553185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:52.618831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:28:52.623409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:28:52.631288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:28:52.666789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=8763a880-2027-435b-b025-99a684712ddb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:52.954358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:53.271421 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:53.466565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 029a5cb6-370a-4cc9-bf41-aeeedc43390d is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:28:53.613413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:28:53.627415 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Sync routers for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:28:53.639824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:53.645024 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-75a50318-cddd-4119-b829-381e35b80203 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1106782 Aug 16 13:28:53.645635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51892) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:53.647313 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:28:53.648140 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:28:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:28:53.790831 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a4d240e3-0aa7-45de-b23f-786d12a58270 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=247aabb85ffd4c779b8c544766ee2600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1433854 Aug 16 13:28:53.795111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51900) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:53.868250 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:28:53.970334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd6eb6c-bec2-4a1d-ae34-bd436c610686 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:53.972487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2cd6eb6c-bec2-4a1d-ae34-bd436c610686 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1759999 Aug 16 13:28:53.976471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 51902) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:54.014231 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1e844d4c-5fcf-4c58-9902-54781e11af99 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314884 Aug 16 13:28:54.014513 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51904) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:54.019837 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1246174089', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:28:54.113478 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:28:52Z', 'revision_number': 3, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:28:54.156277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Made reservation on behalf of 247aabb85ffd4c779b8c544766ee2600 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:28:54.161755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:54.166562 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Checking router: 029a5cb6-370a-4cc9-bf41-aeeedc43390d for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:28:54.167394 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Updating router 029a5cb6-370a-4cc9-bf41-aeeedc43390d port 8763a880-2027-435b-b025-99a684712ddb binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:28:54.201804 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:54.489382 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:54.607271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Checking segment: {'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:28:54.607888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network hostable DHCP agents. Network: 8286d171-0839-4531-859f-5a0d2aed176e, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:28:54.622678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Subnet': ['ID=341528f8-bb4d-4ea6-9958-4c87f5d72290,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:54.640551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network 8286d171-0839-4531-859f-5a0d2aed176e is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:28:54.653404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 8286d171-0839-4531-859f-5a0d2aed176e) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:28:54.659288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:28:54.660478 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:54.671806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2f67ef-a0aa-4e33-9429-6a8005c8853d None None] Network 8286d171-0839-4531-859f-5a0d2aed176e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:28:54.684906 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-378e16a6-3289-4dac-b60b-28ed664dc981 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6666176 Aug 16 13:28:54.685671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 51918) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:54.688165 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:54.710534 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Transition to ACTIVE for port object 8763a880-2027-435b-b025-99a684712ddb will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:28:54.722672 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:54.788165 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Pushing event updated for resources: {'Port': ['ID=8763a880-2027-435b-b025-99a684712ddb,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:54.803309 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.804060 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.804609 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.805134 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.805645 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.806161 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.806671 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.807169 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.807788 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.808352 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.808865 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.809689 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:54.842339 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Attempting to bind port 8763a880-2027-435b-b025-99a684712ddb on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:28:54.843001 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Attempting to bind port 8763a880-2027-435b-b025-99a684712ddb by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:28:54.843564 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Attempting to bind port 8763a880-2027-435b-b025-99a684712ddb on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:28:54.854232 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:28:54.854859 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:28:54.855379 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:54.856075 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:28:54.860373 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Bound port: 8763a880-2027-435b-b025-99a684712ddb, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:28:54.866304 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:54.938634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-8286d171-0839-4531-859f-5a0d2aed176e', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:28:54.940538 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:55.002014 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] For port 8763a880-2027-435b-b025-99a684712ddb, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:28:55.015101 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] For port 8763a880-2027-435b-b025-99a684712ddb, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8763a880-2027-435b-b025-99a684712ddb,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:28:55.028378 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:55.126740 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:28:55.127601 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:28:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:28:55.227016 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68e295-1630-49b4-9fd8-437158bb3ce9 None None] Pushing event updated for resources: {'Port': ['ID=8763a880-2027-435b-b025-99a684712ddb,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:55.275797 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Allocated IP 172.20.0.2 (8286d171-0839-4531-859f-5a0d2aed176e/341528f8-bb4d-4ea6-9958-4c87f5d72290/fa71d9b6-da50-4443-a6c8-ff9caad36aea) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:28:55.468471 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:28:55.696277 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:55.856480 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:28:52Z', 'revision_number': 3, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:28:55.902929 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f8290-d816-4756-b11f-5cb5c6a4a7ae None None] The sync data for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 is: [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:28:52Z', 'revision_number': 3, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:28:56.015048 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:56.026719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Transition to ACTIVE for port object fa71d9b6-da50-4443-a6c8-ff9caad36aea will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:28:56.053094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Transition to ACTIVE for port object fa71d9b6-da50-4443-a6c8-ff9caad36aea will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:28:56.068512 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:56.180813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Pushing event updated for resources: {'Port': ['ID=fa71d9b6-da50-4443-a6c8-ff9caad36aea,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:56.189519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Network 8286d171-0839-4531-859f-5a0d2aed176e is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:28:56.194877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:28:56.197801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:28:56.228912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.229268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.229605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.229934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.230595 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.231098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.231587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.232112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.232851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.233358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.233840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.234345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:28:56.284525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Attempting to bind port fa71d9b6-da50-4443-a6c8-ff9caad36aea on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:28:56.285041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Attempting to bind port fa71d9b6-da50-4443-a6c8-ff9caad36aea by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:28:56.285457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Attempting to bind port fa71d9b6-da50-4443-a6c8-ff9caad36aea on network 8286d171-0839-4531-859f-5a0d2aed176e {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:28:56.294474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:28:56.294844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Checking segment: {'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:28:56.295240 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:56.295641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Bound using segment: {'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:28:56.296125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Bound port: fa71d9b6-da50-4443-a6c8-ff9caad36aea, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:28:56.296516 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:56.418951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] For port fa71d9b6-da50-4443-a6c8-ff9caad36aea, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:28:56.426573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] For port fa71d9b6-da50-4443-a6c8-ff9caad36aea, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fa71d9b6-da50-4443-a6c8-ff9caad36aea,segment=NetworkSegment(b422bed3-a767-4969-b156-c2b3ed02b82f),segment_id=b422bed3-a767-4969-b156-c2b3ed02b82f)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:28:56.437402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:56.716028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4394fe-a2f0-456c-b330-1d6fbe8ac476 None None] Pushing event updated for resources: {'Port': ['ID=fa71d9b6-da50-4443-a6c8-ff9caad36aea,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:56.734296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Allocated IP 172.20.0.1 (8286d171-0839-4531-859f-5a0d2aed176e/341528f8-bb4d-4ea6-9958-4c87f5d72290/2dd9df94-f7a8-46ef-b60d-02101053d12d) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:28:57.017296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:57.138266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Transition to ACTIVE for port object 2dd9df94-f7a8-46ef-b60d-02101053d12d will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:28:57.235119 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:57.393413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network 8286d171-0839-4531-859f-5a0d2aed176e is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:28:57.405376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:28:57.418704 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:28:57.553086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=2dd9df94-f7a8-46ef-b60d-02101053d12d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:57.563007 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:57.833111 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:58.440060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8763a880-2027-435b-b025-99a684712ddb up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:28:58.558176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 8763a880-2027-435b-b025-99a684712ddb completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:28:58.576483 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8763a880-2027-435b-b025-99a684712ddb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:28:58.577615 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:58.696791 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:58.716876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:58.840595 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:58.854807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f533323-c350-4250-b8c6-6f063d8d9c29 None None] Network 8286d171-0839-4531-859f-5a0d2aed176e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:28:58.921540 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:58.949004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b83d1bf5-2e87-431c-a979-9ca0e8a8140c None None] Provisioning for port fa71d9b6-da50-4443-a6c8-ff9caad36aea completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:28:58.979557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=2dd9df94-f7a8-46ef-b60d-02101053d12d,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:58.991150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 8763a880-2027-435b-b025-99a684712ddb, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8763a880-2027-435b-b025-99a684712ddb,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:58.999685 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:59.001185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa71d9b6-da50-4443-a6c8-ff9caad36aea up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:28:59.179300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network 8286d171-0839-4531-859f-5a0d2aed176e is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:28:59.181018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:28:59.351574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=8763a880-2027-435b-b025-99a684712ddb,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:59.393967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port fa71d9b6-da50-4443-a6c8-ff9caad36aea completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:28:59.405424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port fa71d9b6-da50-4443-a6c8-ff9caad36aea triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:28:59.405794 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:59.560054 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:59.612284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port fa71d9b6-da50-4443-a6c8-ff9caad36aea, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fa71d9b6-da50-4443-a6c8-ff9caad36aea,segment=NetworkSegment(b422bed3-a767-4969-b156-c2b3ed02b82f),segment_id=b422bed3-a767-4969-b156-c2b3ed02b82f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:28:59.627633 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:59.680672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 029a5cb6-370a-4cc9-bf41-aeeedc43390d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:28:59.734536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=fa71d9b6-da50-4443-a6c8-ff9caad36aea,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:28:59.882128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:28:59.894246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1a4c2684-dc18-4a19-b4c1-27427369848a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "PUT /v2.0/routers/029a5cb6-370a-4cc9-bf41-aeeedc43390d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2076926 Aug 16 13:28:59.897750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52226) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:28:59.903977 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:28:59.931248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Sync routers for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:28:59.970921 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:28:59.981006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:28:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:00.078896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-705d2cf6-aad3-4a7f-b183-202e2b9bb251 None None] Provisioning for port 2dd9df94-f7a8-46ef-b60d-02101053d12d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:00.087115 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-705d2cf6-aad3-4a7f-b183-202e2b9bb251 None None] Provisioning complete for port 2dd9df94-f7a8-46ef-b60d-02101053d12d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:00.087972 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-705d2cf6-aad3-4a7f-b183-202e2b9bb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:00.201214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-705d2cf6-aad3-4a7f-b183-202e2b9bb251 None None] Port 2dd9df94-f7a8-46ef-b60d-02101053d12d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:29:00.228138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-705d2cf6-aad3-4a7f-b183-202e2b9bb251 None None] Provisioning complete for port fa71d9b6-da50-4443-a6c8-ff9caad36aea triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:00.228576 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-705d2cf6-aad3-4a7f-b183-202e2b9bb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:00.242842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:00.379572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8763a880-2027-435b-b025-99a684712ddb up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:00.443689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56169f3-728f-4fb0-8b38-6d4020a321d4 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.444071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56169f3-728f-4fb0-8b38-6d4020a321d4 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.444543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56169f3-728f-4fb0-8b38-6d4020a321d4 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.445749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56169f3-728f-4fb0-8b38-6d4020a321d4 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.445749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56169f3-728f-4fb0-8b38-6d4020a321d4 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.446717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56169f3-728f-4fb0-8b38-6d4020a321d4 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.446717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56169f3-728f-4fb0-8b38-6d4020a321d4 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.447174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56169f3-728f-4fb0-8b38-6d4020a321d4 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.455793 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d56169f3-728f-4fb0-8b38-6d4020a321d4 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5665 time: 0.5564401 Aug 16 13:29:00.456384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52268) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:00.709039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8763a880-2027-435b-b025-99a684712ddb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:00.710187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:00.747802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e19ac2-d0c4-447d-a16c-c39d38930649 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.748664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e19ac2-d0c4-447d-a16c-c39d38930649 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.751154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e19ac2-d0c4-447d-a16c-c39d38930649 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.752439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e19ac2-d0c4-447d-a16c-c39d38930649 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.753130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e19ac2-d0c4-447d-a16c-c39d38930649 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.753843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e19ac2-d0c4-447d-a16c-c39d38930649 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.754810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e19ac2-d0c4-447d-a16c-c39d38930649 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.757203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e19ac2-d0c4-447d-a16c-c39d38930649 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:00.762889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-95e19ac2-d0c4-447d-a16c-c39d38930649 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5271 time: 0.3026257 Aug 16 13:29:00.765349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52294) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:00.938259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-16580706-69e0-48ba-86ac-666ce198ae08 None None] Provisioning complete for port 2dd9df94-f7a8-46ef-b60d-02101053d12d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:00.938259 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-16580706-69e0-48ba-86ac-666ce198ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:00.963575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa71d9b6-da50-4443-a6c8-ff9caad36aea up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:01.013305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-16580706-69e0-48ba-86ac-666ce198ae08 None None] Port 2dd9df94-f7a8-46ef-b60d-02101053d12d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:29:01.035862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:28:57Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 2, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:01.092050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Checking router: 029a5cb6-370a-4cc9-bf41-aeeedc43390d for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:29:01.092422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Updating router 029a5cb6-370a-4cc9-bf41-aeeedc43390d port 2dd9df94-f7a8-46ef-b60d-02101053d12d binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:29:01.127833 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:01.198081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port fa71d9b6-da50-4443-a6c8-ff9caad36aea triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:01.198472 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:01.228592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a408e8e1-80db-48f9-a1fa-cfc52f1fbca8 None None] Provisioning complete for port 2dd9df94-f7a8-46ef-b60d-02101053d12d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:01.229013 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a408e8e1-80db-48f9-a1fa-cfc52f1fbca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:01.416491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-a408e8e1-80db-48f9-a1fa-cfc52f1fbca8 None None] Port 2dd9df94-f7a8-46ef-b60d-02101053d12d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:29:01.723084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b9b2b803-e2a7-47b8-8a2a-e36fc919051c tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.9540029 Aug 16 13:29:01.738168 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:01.780011 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Transition to ACTIVE for port object 2dd9df94-f7a8-46ef-b60d-02101053d12d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:01.795153 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:01.926672 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-72c40604-80f4-43c3-9c16-277b28cbc093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.019123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb09f8-ba4d-43e5-9b5e-1154d168ea13 None None] Pushing event updated for resources: {'Port': ['ID=2dd9df94-f7a8-46ef-b60d-02101053d12d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:02.090031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Attempting to bind port 2dd9df94-f7a8-46ef-b60d-02101053d12d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:29:02.098788 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Attempting to bind port 2dd9df94-f7a8-46ef-b60d-02101053d12d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:29:02.101001 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Attempting to bind port 2dd9df94-f7a8-46ef-b60d-02101053d12d on network 8286d171-0839-4531-859f-5a0d2aed176e {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:02.116512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:29:02.118783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Checking segment: {'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:29:02.125351 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.127015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Bound using segment: {'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:29:02.129091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Bound port: 2dd9df94-f7a8-46ef-b60d-02101053d12d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:29:02.139333 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.232983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52428) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:02.243019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-77b964eb-775f-49ae-a2e5-2865d74e7cb1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596505376', 'description': 'tempest-secgroup-smoke-1596505376 description', 'project_id': '247aabb85ffd4c779b8c544766ee2600'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:02.291297 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77b964eb-775f-49ae-a2e5-2865d74e7cb1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.316500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] For port 2dd9df94-f7a8-46ef-b60d-02101053d12d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:29:02.324060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] For port 2dd9df94-f7a8-46ef-b60d-02101053d12d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2dd9df94-f7a8-46ef-b60d-02101053d12d,segment=NetworkSegment(b422bed3-a767-4969-b156-c2b3ed02b82f),segment_id=b422bed3-a767-4969-b156-c2b3ed02b82f)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:29:02.335706 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.505493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb09f8-ba4d-43e5-9b5e-1154d168ea13 None None] Pushing event updated for resources: {'Port': ['ID=2dd9df94-f7a8-46ef-b60d-02101053d12d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:02.526668 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77b964eb-775f-49ae-a2e5-2865d74e7cb1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.535587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77b964eb-775f-49ae-a2e5-2865d74e7cb1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.561466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:02.562249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:28:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:02.629503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-77b964eb-775f-49ae-a2e5-2865d74e7cb1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.632569 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-77b964eb-775f-49ae-a2e5-2865d74e7cb1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3977997 Aug 16 13:29:02.639021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52458) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:02.648266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6237ba22-607f-4d0a-be72-be83f76e36cf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '7244d22b-1f9c-4732-89f7-6f624dc2b07d', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:02.689676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b964eb-775f-49ae-a2e5-2865d74e7cb1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7244d22b-1f9c-4732-89f7-6f624dc2b07d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:02.724627 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6237ba22-607f-4d0a-be72-be83f76e36cf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.788941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:02.808038 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6237ba22-607f-4d0a-be72-be83f76e36cf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.817806 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6237ba22-607f-4d0a-be72-be83f76e36cf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.867912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237ba22-607f-4d0a-be72-be83f76e36cf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a2802b-3c2b-4aff-af92-504014f7b52e,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:02.893465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6237ba22-607f-4d0a-be72-be83f76e36cf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:02.896376 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6237ba22-607f-4d0a-be72-be83f76e36cf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2550242 Aug 16 13:29:02.901033 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52464) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:02.910772 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-48a19d5d-8845-4951-a815-0bae3916b4b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '7244d22b-1f9c-4732-89f7-6f624dc2b07d', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:03.010762 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48a19d5d-8845-4951-a815-0bae3916b4b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.160274 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48a19d5d-8845-4951-a815-0bae3916b4b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.171862 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48a19d5d-8845-4951-a815-0bae3916b4b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.232126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a19d5d-8845-4951-a815-0bae3916b4b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd3e3f3-40b2-4cd9-bc97-8a93bb2a0676,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:03.263125 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-48a19d5d-8845-4951-a815-0bae3916b4b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.268542 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-48a19d5d-8845-4951-a815-0bae3916b4b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3616345 Aug 16 13:29:03.270189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52472) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:03.276991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-df7020ef-4bb7-451c-9650-daaaa33c1de2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '7244d22b-1f9c-4732-89f7-6f624dc2b07d', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:03.338702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df7020ef-4bb7-451c-9650-daaaa33c1de2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.502669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df7020ef-4bb7-451c-9650-daaaa33c1de2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.511957 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df7020ef-4bb7-451c-9650-daaaa33c1de2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.592300 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-df7020ef-4bb7-451c-9650-daaaa33c1de2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.598705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52478) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:03.602717 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-df7020ef-4bb7-451c-9650-daaaa33c1de2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279154 Aug 16 13:29:03.607205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c3f7f24c-86a4-49f7-9b2d-19e6408a6e52 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '7244d22b-1f9c-4732-89f7-6f624dc2b07d', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:03.617091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7020ef-4bb7-451c-9650-daaaa33c1de2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabd0361-57d0-46d9-9da1-bf0f43008798,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:03.679705 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:28:57Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:02Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:03.717465 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f24c-86a4-49f7-9b2d-19e6408a6e52 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.728980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9864a92b-c58e-4485-a4f7-8e4668f570f0 None None] The sync data for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 is: [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:28:57Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:02Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:29:03.914495 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f24c-86a4-49f7-9b2d-19e6408a6e52 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.920313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f24c-86a4-49f7-9b2d-19e6408a6e52 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.953753 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7f24c-86a4-49f7-9b2d-19e6408a6e52 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6fea15-8418-4b7c-9011-c14064e25388,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:03.968741 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f24c-86a4-49f7-9b2d-19e6408a6e52 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:03.971212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c3f7f24c-86a4-49f7-9b2d-19e6408a6e52 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3683403 Aug 16 13:29:03.973869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52494) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:03.981829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-de777504-0330-477b-b5dc-249030a93a2e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '7244d22b-1f9c-4732-89f7-6f624dc2b07d', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:04.025281 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-de777504-0330-477b-b5dc-249030a93a2e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Project 247aabb85ffd4c779b8c544766ee2600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:29:04.033372 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de777504-0330-477b-b5dc-249030a93a2e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.173718 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de777504-0330-477b-b5dc-249030a93a2e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.181362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de777504-0330-477b-b5dc-249030a93a2e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.216026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de777504-0330-477b-b5dc-249030a93a2e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843fcaee-b8cd-4001-bb57-fc51cbda9964,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:04.229247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-de777504-0330-477b-b5dc-249030a93a2e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.237481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de777504-0330-477b-b5dc-249030a93a2e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2623246 Aug 16 13:29:04.240460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52504) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:04.256111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-10cc7cc4-6733-4b54-a7c5-fcc5d95deeda tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '7244d22b-1f9c-4732-89f7-6f624dc2b07d', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:04.287022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2dd9df94-f7a8-46ef-b60d-02101053d12d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:04.307316 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-10cc7cc4-6733-4b54-a7c5-fcc5d95deeda tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Project 247aabb85ffd4c779b8c544766ee2600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:29:04.317860 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10cc7cc4-6733-4b54-a7c5-fcc5d95deeda tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.399563 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f9b664f8-0aa3-4e79-b62d-1aecefcb5dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.412640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 2dd9df94-f7a8-46ef-b60d-02101053d12d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:04.417678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2dd9df94-f7a8-46ef-b60d-02101053d12d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:04.418184 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.423081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-40a1816a-d7d0-4169-af31-dbe3b37495b6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:04.426182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-40a1816a-d7d0-4169-af31-dbe3b37495b6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/networks?id=dec9f97d-b99f-4d4b-bbb2-418ec3370793 HTTP/1.1" status: 200 len: 814 time: 0.1692319 Aug 16 13:29:04.455071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-9658c8f4-b1df-41df-b363-887751a4f532 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/quotas/cf0d1f5bc5b0468e82296a60873927ab HTTP/1.1" status: 200 len: 375 time: 0.0223107 Aug 16 13:29:04.479582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10cc7cc4-6733-4b54-a7c5-fcc5d95deeda tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.488199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10cc7cc4-6733-4b54-a7c5-fcc5d95deeda tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.527815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7cc4-6733-4b54-a7c5-fcc5d95deeda tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8b3f00-794b-4adb-98ff-44484f902b05,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:04.528911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b5bc6448-437e-43f2-bf05-4a3e3f368ad8 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf0d1f5bc5b0468e82296a60873927ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624888 Aug 16 13:29:04.537804 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-10cc7cc4-6733-4b54-a7c5-fcc5d95deeda tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.548626 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-10cc7cc4-6733-4b54-a7c5-fcc5d95deeda tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3055887 Aug 16 13:29:04.561147 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.650862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 2dd9df94-f7a8-46ef-b60d-02101053d12d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2dd9df94-f7a8-46ef-b60d-02101053d12d,segment=NetworkSegment(b422bed3-a767-4969-b156-c2b3ed02b82f),segment_id=b422bed3-a767-4969-b156-c2b3ed02b82f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:04.671318 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.693682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-79d7ea63-c415-4287-b028-49be0eae7866 service neutron] 10.222.0.25 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580894 Aug 16 13:29:04.744773 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:04.831276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=2dd9df94-f7a8-46ef-b60d-02101053d12d,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:04.870767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-550cabc2-7970-4e12-8b14-3f6af33359f6 service neutron] 10.222.0.25 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651421 Aug 16 13:29:04.924287 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-78d8ef7b-50c0-4cb0-baf2-6398961994cb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077199 Aug 16 13:29:05.026924 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-8d7a976a-0cc6-4585-af71-755af572a752 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596505376&fields=id&tenant_id=247aabb85ffd4c779b8c544766ee2600 HTTP/1.1" status: 200 len: 267 time: 0.1097314 Aug 16 13:29:05.102824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-0a0e3dc8-6e36-487d-8bed-ec429f6127ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:05.113049 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-0a0e3dc8-6e36-487d-8bed-ec429f6127ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 1096 time: 0.1251609 Aug 16 13:29:05.401599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-7b323f41-c12f-46be-b426-1db054ebc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:05.408447 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-7b323f41-c12f-46be-b426-1db054ebc7f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.2698455 Aug 16 13:29:05.535283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2580-2099-4b2c-be91-86485b0c675d req-c693479f-8324-40d7-9625-9859a4a9fbe8 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:05.543672 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-a7eec86c-83ce-4962-aaf1-6f6735e7a23a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f HTTP/1.1" status: 200 len: 1001 time: 0.1271036 Aug 16 13:29:05.558449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-c693479f-8324-40d7-9625-9859a4a9fbe8 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/networks?id=8286d171-0839-4531-859f-5a0d2aed176e HTTP/1.1" status: 200 len: 797 time: 0.5285718 Aug 16 13:29:05.585936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f76c51b2-a0e8-4d11-ae8b-86a36deab668 req-08bc200c-5798-473b-9881-60cc62d8b5fc tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 210 time: 0.1393735 Aug 16 13:29:05.597530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-3627ae8d-b116-47fe-a508-e848dd2c5b70 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/quotas/247aabb85ffd4c779b8c544766ee2600 HTTP/1.1" status: 200 len: 375 time: 0.0381615 Aug 16 13:29:05.612609 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:05.723161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0bd9fdba-c68f-4b79-8e83-02f3d3ea5bed tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237147 Aug 16 13:29:05.748605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-0fbadaec-1603-4fc2-99da-de6fb6ae6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:05.756244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-0fbadaec-1603-4fc2-99da-de6fb6ae6a65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.2024686 Aug 16 13:29:05.836642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-a999657d-caf6-469c-be88-ac4ee9443ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:05.838396 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-a999657d-caf6-469c-be88-ac4ee9443ff5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749598 Aug 16 13:29:05.930871 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-16a78f87-927c-491e-8fdf-647ff443e0fe service neutron] 10.222.0.25 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944594 Aug 16 13:29:06.008537 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-05460463-d2e8-457b-aafe-2bb838b3cf3e service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605377 Aug 16 13:29:06.098127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-ff40adbe-15e1-487b-9a26-0f00e7fd14ec service neutron] 10.222.0.25 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658263 Aug 16 13:29:06.219879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcfbbb-1ddb-49a7-b6b9-69c82ecceb38 req-42873c79-79d6-43da-b974-3fe7249d0eb3 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012677 Aug 16 13:29:06.326366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2dd9df94-f7a8-46ef-b60d-02101053d12d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:06.501663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2dd9df94-f7a8-46ef-b60d-02101053d12d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:06.502046 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:06.573224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0169948-f274-4405-b6fa-1456249b7de3 req-3af946f6-29dd-4c3c-a939-64cc049d0000 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 210 time: 0.0929205 Aug 16 13:29:06.765280 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fea08810-5853-449f-ba3c-c7a81bb6270a req-f42853b5-d267-4f22-a8d7-a13708382257 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 210 time: 0.0384197 Aug 16 13:29:07.307007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-884d299f-bb45-4087-90b6-e16a299ec93a tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:07.311041 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-884d299f-bb45-4087-90b6-e16a299ec93a tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.22 "GET /v2.0/networks?id=dec9f97d-b99f-4d4b-bbb2-418ec3370793 HTTP/1.1" status: 200 len: 814 time: 0.3615384 Aug 16 13:29:07.349539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Request body: {'port': {'device_id': '9c804f02-03a7-4110-b5be-58a83b2b82f4', 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793', 'admin_state_up': True, 'tenant_id': 'cf0d1f5bc5b0468e82296a60873927ab'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:07.443997 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:07.565440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Made reservation on behalf of cf0d1f5bc5b0468e82296a60873927ab for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:29:07.572637 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:07.785877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a82e6558-e2f8-42f1-b06b-17fda0fcfc58 req-7838acf1-f2ae-48b9-81ac-f8548c3ebcfa tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 210 time: 0.0538406 Aug 16 13:29:07.828409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Allocated IP 172.20.0.12 (dec9f97d-b99f-4d4b-bbb2-418ec3370793/1f77a465-36b9-4408-a948-2b371ddfe3ab/a0b999dd-c3a7-4808-9603-5ef7677cb2b7) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:29:08.029336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de5dff55-d82c-4d4e-a042-c7cbbad6a8c1 req-ed5054f2-aa08-47f6-8d96-cf4848b5c91d tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 210 time: 0.0724068 Aug 16 13:29:08.344656 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:08.384170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2580-2099-4b2c-be91-86485b0c675d req-db9d42d1-d3d0-4a16-ab64-c984ee674c1f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:08.389997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-db9d42d1-d3d0-4a16-ab64-c984ee674c1f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "GET /v2.0/networks?id=8286d171-0839-4531-859f-5a0d2aed176e HTTP/1.1" status: 200 len: 797 time: 0.2874322 Aug 16 13:29:08.443757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:08.501079 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-d68b2e7a-390f-4c65-8f01-64a64646cbf6 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247aabb85ffd4c779b8c544766ee2600 HTTP/1.1" status: 200 len: 380 time: 0.0975595 Aug 16 13:29:08.550889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'port': {'device_id': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'admin_state_up': True, 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'security_groups': ['7244d22b-1f9c-4732-89f7-6f624dc2b07d']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:08.607474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Network dec9f97d-b99f-4d4b-bbb2-418ec3370793 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:29:08.617603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:29:08.623621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:29:08.662687 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cc869-ea28-43bb-ad6f-1ad579651648 req-91c2b9b0-fc5a-4cf7-92be-19e7973441d5 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:08.664604 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d1cc869-ea28-43bb-ad6f-1ad579651648 req-91c2b9b0-fc5a-4cf7-92be-19e7973441d5 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1097 time: 0.1570771 Aug 16 13:29:08.717936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Pushing event updated for resources: {'Port': ['ID=a0b999dd-c3a7-4808-9603-5ef7677cb2b7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:08.766646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Made reservation on behalf of 247aabb85ffd4c779b8c544766ee2600 for: {'port': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:29:08.770658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:08.776418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:08.779135 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:08.824880 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d1cc869-ea28-43bb-ad6f-1ad579651648 req-18e3230e-b134-4fcc-b478-0aa5afbfb0e9 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360419 Aug 16 13:29:08.833673 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-b921f581-38b3-4882-9e2d-a17557a8a211 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4941521 Aug 16 13:29:08.849861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Request body: {'port': {'device_id': '9c804f02-03a7-4110-b5be-58a83b2b82f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:08.882187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52616) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:09.020615 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:09.041556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e01a0920-cfc3-4e2f-94a1-ebd3fff20629 req-a1f0bd65-a8ee-479f-ad06-c618a3a6a74e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 210 time: 0.0690510 Aug 16 13:29:09.190982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Allocated IP 172.20.0.8 (8286d171-0839-4531-859f-5a0d2aed176e/341528f8-bb4d-4ea6-9958-4c87f5d72290/ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:29:09.537430 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:09.558252 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c331734-3a94-4288-a269-13b73ba16365 req-62a8d423-85fe-49e9-8997-e6da6ef92f36 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:09.566769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c331734-3a94-4288-a269-13b73ba16365 req-62a8d423-85fe-49e9-8997-e6da6ef92f36 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 932 time: 0.1271949 Aug 16 13:29:09.585735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Transition to ACTIVE for port object ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:09.638355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c331734-3a94-4288-a269-13b73ba16365 req-ca5433ce-3430-4b78-89b9-883c08a1c75b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703282 Aug 16 13:29:09.687462 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:09.757767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b999dd-c3a7-4808-9603-5ef7677cb2b7 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:29:09.768945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:09.774045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:09.784724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network 8286d171-0839-4531-859f-5a0d2aed176e is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:29:09.786855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:29:09.798799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Transition to ACTIVE for port object a0b999dd-c3a7-4808-9603-5ef7677cb2b7 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:09.802538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:29:09.806304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:09.832067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port 06da3821-957d-4563-ad92-61a1d096a344 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:29:09.832634 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:09.911927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:09.913223 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:09.947107 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-0845e2aa-c2df-4e73-b208-64520a09ff33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4381926 Aug 16 13:29:09.971269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Request body: {'port': {'device_id': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:10.030141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Pushing event updated for resources: {'Port': ['ID=a0b999dd-c3a7-4808-9603-5ef7677cb2b7,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:10.171926 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:10.172293 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:10.186800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:10.216327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for 06da3821-957d-4563-ad92-61a1d096a344 owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:29:10.290953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d947d416-bb8f-479d-ac4e-7926feec0276 None None] Provisioning for port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:10.297897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d947d416-bb8f-479d-ac4e-7926feec0276 None None] Provisioning complete for port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:10.298261 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d947d416-bb8f-479d-ac4e-7926feec0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:10.304819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Attempting to bind port a0b999dd-c3a7-4808-9603-5ef7677cb2b7 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:29:10.304819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Attempting to bind port a0b999dd-c3a7-4808-9603-5ef7677cb2b7 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'c253aa0a-fb32-4945-90a2-8bb83634275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:29:10.304819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Attempting to bind port a0b999dd-c3a7-4808-9603-5ef7677cb2b7 on network dec9f97d-b99f-4d4b-bbb2-418ec3370793 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:10.325926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Port a0b999dd-c3a7-4808-9603-5ef7677cb2b7 on network dec9f97d-b99f-4d4b-bbb2-418ec3370793 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:29:10.326324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Attempting to bind port a0b999dd-c3a7-4808-9603-5ef7677cb2b7 on network dec9f97d-b99f-4d4b-bbb2-418ec3370793 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:10.408261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d947d416-bb8f-479d-ac4e-7926feec0276 None None] Port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:29:10.576387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ee74-a100-44a8-b39a-bb996d2a055c req-9853022b-8303-4251-b0b6-0b410936a4c7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:10.592955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c670ee74-a100-44a8-b39a-bb996d2a055c req-9853022b-8303-4251-b0b6-0b410936a4c7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 931 time: 0.2991216 Aug 16 13:29:10.656375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:29:10.657492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Checking segment: {'id': 'c253aa0a-fb32-4945-90a2-8bb83634275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:29:10.658317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Bound using segment: {'id': 'c253aa0a-fb32-4945-90a2-8bb83634275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:29:10.658994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Bound port: a0b999dd-c3a7-4808-9603-5ef7677cb2b7, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c253aa0a-fb32-4945-90a2-8bb83634275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:29:10.659556 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:10.664181 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:10.716881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=06da3821-957d-4563-ad92-61a1d096a344,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:10.884746 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:10.885398 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Floating IP b663f4ef-ade5-4786-8bc0-720588f4d7c2 disassociated (deleted). External IP: 172.25.0.38, port: 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48. Aug 16 13:29:10.914582 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c670ee74-a100-44a8-b39a-bb996d2a055c req-3b028e5f-6d1b-4b9a-a454-639fc6596c55 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126171 Aug 16 13:29:11.042435 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef {{(pid=101395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:29:11.057309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e22bc-a01d-4ea5-8cea-aa73c139ea1f req-5f5f9a69-3cad-4311-8898-275bd693bd1f tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:11.059481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-037e22bc-a01d-4ea5-8cea-aa73c139ea1f req-5f5f9a69-3cad-4311-8898-275bd693bd1f tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 944 time: 0.1430852 Aug 16 13:29:11.071189 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:11.113089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Transition to ACTIVE for port object ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef will not be triggered until provisioned by entity L2. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:11.121722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:11.132963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] For port a0b999dd-c3a7-4808-9603-5ef7677cb2b7, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:29:11.214888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-037e22bc-a01d-4ea5-8cea-aa73c139ea1f req-e474dc7b-77e1-4a14-b6a8-366372ba66b4 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356666 Aug 16 13:29:11.292516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Pushing event updated for resources: {'Port': ['ID=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:11.439335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Attempting to bind port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:29:11.443043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Attempting to bind port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:29:11.443828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Attempting to bind port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef on network 8286d171-0839-4531-859f-5a0d2aed176e {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:11.468450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef on network 8286d171-0839-4531-859f-5a0d2aed176e not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:29:11.468770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Attempting to bind port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef on network 8286d171-0839-4531-859f-5a0d2aed176e {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:11.477058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:29:11.477815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Checking segment: {'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:29:11.481728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Bound using segment: {'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'} {{(pid=101395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:29:11.482474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.managers [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Bound port: ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b422bed3-a767-4969-b156-c2b3ed02b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e'}}] {{(pid=101395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:29:11.482870 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:11.713954 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] For port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef, host n-h2-804708-1, cleared binding levels {{(pid=101395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:29:11.720573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] For port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef,segment=NetworkSegment(b422bed3-a767-4969-b156-c2b3ed02b82f),segment_id=b422bed3-a767-4969-b156-c2b3ed02b82f)] {{(pid=101395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:29:11.744752 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:11.791703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] For port a0b999dd-c3a7-4808-9603-5ef7677cb2b7, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a0b999dd-c3a7-4808-9603-5ef7677cb2b7,segment=NetworkSegment(c253aa0a-fb32-4945-90a2-8bb83634275d),segment_id=c253aa0a-fb32-4945-90a2-8bb83634275d)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:29:11.868395 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:11.904731 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:11.905092 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:11.907215 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] 10.222.0.42 "PUT /v2.0/ports/ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef HTTP/1.1" status: 200 len: 1091 time: 1.9463999 Aug 16 13:29:11.907670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'tag': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:29:11.914832 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30f3f48-c925-4fc3-b0da-c7a65c187a00" -d '{"events": [{"name": "network-changed", "server_uuid": "5954d65b-c819-41a3-ac58-af0dba889bf7", "tag": "ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:29:11.962734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd0706-12cf-4c35-badf-97d16488bc2f service neutron] Pushing event updated for resources: {'Port': ['ID=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef,revision_number=3']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:12.092354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:12.093160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:12.094742 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] 10.222.0.22 "PUT /v2.0/ports/a0b999dd-c3a7-4808-9603-5ef7677cb2b7 HTTP/1.1" status: 200 len: 1092 time: 3.2495584 Aug 16 13:29:12.127510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c804f02-03a7-4110-b5be-58a83b2b82f4', 'tag': 'a0b999dd-c3a7-4808-9603-5ef7677cb2b7'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:29:12.138905 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031d10b6-7fe0-407c-b1e5-fbf43ddb9735" -d '{"events": [{"name": "network-changed", "server_uuid": "9c804f02-03a7-4110-b5be-58a83b2b82f4", "tag": "a0b999dd-c3a7-4808-9603-5ef7677cb2b7"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:29:12.257253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2580-2099-4b2c-be91-86485b0c675d req-434da1cf-0008-476b-b3b4-d6aff5876083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:12.262449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-434da1cf-0008-476b-b3b4-d6aff5876083 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 1094 time: 0.2689958 Aug 16 13:29:12.290744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcef29-200c-46b9-99b1-1bfb25f1c71b service neutron] Pushing event updated for resources: {'Port': ['ID=a0b999dd-c3a7-4808-9603-5ef7677cb2b7,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:12.354293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-68e8ffa8-aba4-4b49-9e3f-20e22ff27c60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef HTTP/1.1" status: 200 len: 217 time: 0.0787094 Aug 16 13:29:12.364162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09144980-6174-45c2-8f39-7a3407ec3c6e req-0dc89d0b-107f-4f90-8042-e06977eb4136 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:12.375032 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09144980-6174-45c2-8f39-7a3407ec3c6e req-0dc89d0b-107f-4f90-8042-e06977eb4136 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 943 time: 0.2774484 Aug 16 13:29:12.406585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 42042ace-48f8-4d9f-b415-1a418099434b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:29:12.467070 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d747bb78-fe99-45ca-9c29-b57cf38e510f x-openstack-request-id: req-d747bb78-fe99-45ca-9c29-b57cf38e510f {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:29:12.467891 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5954d65b-c819-41a3-ac58-af0dba889bf7", "tag": "ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:29:12.468327 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d747bb78-fe99-45ca-9c29-b57cf38e510f {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:29:12.469010 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'tag': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'status': 'completed', 'code': 200} Aug 16 13:29:12.485000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-d374697c-7f2d-41ec-92c2-63d4959e5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:12.487993 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-d374697c-7f2d-41ec-92c2-63d4959e5ed3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf0d1f5bc5b0468e82296a60873927ab&device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 1095 time: 0.2602766 Aug 16 13:29:12.506346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2580-2099-4b2c-be91-86485b0c675d req-68226ac8-58f1-4433-b5f0-52ee547f07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:12.512827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-68226ac8-58f1-4433-b5f0-52ee547f07e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=341528f8-bb4d-4ea6-9958-4c87f5d72290 HTTP/1.1" status: 200 len: 835 time: 0.1312172 Aug 16 13:29:12.530940 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50c5b1a-f7b1-44a0-8469-06b4df3f80c9 x-openstack-request-id: req-f50c5b1a-f7b1-44a0-8469-06b4df3f80c9 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:29:12.531402 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c804f02-03a7-4110-b5be-58a83b2b82f4", "tag": "a0b999dd-c3a7-4808-9603-5ef7677cb2b7", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:29:12.531826 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f50c5b1a-f7b1-44a0-8469-06b4df3f80c9 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:29:12.532479 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c804f02-03a7-4110-b5be-58a83b2b82f4', 'tag': 'a0b999dd-c3a7-4808-9603-5ef7677cb2b7', 'status': 'completed', 'code': 200} Aug 16 13:29:12.653923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09144980-6174-45c2-8f39-7a3407ec3c6e req-c19fa5db-77d4-4d3f-b9e0-dc1238791788 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777119 Aug 16 13:29:12.701370 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2580-2099-4b2c-be91-86485b0c675d req-e5f27728-f985-4236-9f6c-a1a4773d0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:12.705156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-e5f27728-f985-4236-9f6c-a1a4773d0d5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8286d171-0839-4531-859f-5a0d2aed176e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675532 Aug 16 13:29:12.759725 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-e9a06829-ad86-4f3c-b152-6c66dc020c1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0b999dd-c3a7-4808-9603-5ef7677cb2b7 HTTP/1.1" status: 200 len: 217 time: 0.2579679 Aug 16 13:29:12.778388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad6a6e-79d7-4c0f-916b-e9f111506458 req-654dab2c-8a62-4529-a341-1d4b070d9845 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:12.781187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2fad6a6e-79d7-4c0f-916b-e9f111506458 req-654dab2c-8a62-4529-a341-1d4b070d9845 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 944 time: 0.1581855 Aug 16 13:29:12.897267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-37434db4-44a8-45fc-8c42-23813f144f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:12.923970 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-37434db4-44a8-45fc-8c42-23813f144f98 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f77a465-36b9-4408-a948-2b371ddfe3ab HTTP/1.1" status: 200 len: 854 time: 0.1567669 Aug 16 13:29:12.924994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2fad6a6e-79d7-4c0f-916b-e9f111506458 req-d533493b-9411-41b5-8840-9c3873880db6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852487 Aug 16 13:29:12.993495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-3bedc1b5-52eb-456a-838f-312a34a08318 service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813323 Aug 16 13:29:13.015155 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-bdff0e66-fb14-4578-96a5-cdf63728bc80 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dec9f97d-b99f-4d4b-bbb2-418ec3370793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725365 Aug 16 13:29:13.057172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:29:13.078229 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c43efb-c692-4679-8025-c246ea386d2b None None] Sync routers for ids ['42042ace-48f8-4d9f-b415-1a418099434b'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:29:13.108558 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:13.117984 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c43efb-c692-4679-8025-c246ea386d2b None None] Routers {'42042ace-48f8-4d9f-b415-1a418099434b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:13.119109 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39c43efb-c692-4679-8025-c246ea386d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['42042ace-48f8-4d9f-b415-1a418099434b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:13.272891 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f71d8840-8d2b-44b8-966c-6abdec08433f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/floatingips/b663f4ef-ade5-4786-8bc0-720588f4d7c2 HTTP/1.1" status: 204 len: 168 time: 4.3787034 Aug 16 13:29:13.392903 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-c78b5aeb-f449-4bdc-97e4-c9e25e6b26f6 service neutron] 10.222.0.22 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635774 Aug 16 13:29:13.401682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0aec2580-2099-4b2c-be91-86485b0c675d req-ebb1b3c3-4a13-44de-976e-c2f6f3c2bf6a service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004955 Aug 16 13:29:13.518737 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-39c43efb-c692-4679-8025-c246ea386d2b None None] Set router 42042ace-48f8-4d9f-b415-1a418099434b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:13.624027 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-5977ab51-6196-4705-9a9d-9c6591d0e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:13.627354 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-5977ab51-6196-4705-9a9d-9c6591d0e5f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 1094 time: 0.1451349 Aug 16 13:29:13.754127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76cb7676-3f73-46cc-a1ea-98288a8e6048 req-3319a42b-00c1-4797-ac23-e762239ab915 service neutron] 10.222.0.22 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508258 Aug 16 13:29:14.100526 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39c43efb-c692-4679-8025-c246ea386d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:27:04Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd2e44d71-79ce-4c40-91ed-8715fe5ef533', 'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:6b:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:27:01Z', 'updated_at': '2021-08-16T13:27:12Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:14.101643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d10b6-7fe0-407c-b1e5-fbf43ddb9735 req-3e4a778e-3873-4bee-b4b6-217ea6bda5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:14.103992 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-031d10b6-7fe0-407c-b1e5-fbf43ddb9735 req-3e4a778e-3873-4bee-b4b6-217ea6bda5df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf0d1f5bc5b0468e82296a60873927ab&device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 1095 time: 0.1448929 Aug 16 13:29:14.144641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-ff75f986-54bb-477d-98ff-bc33fd344a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:14.145603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-ff75f986-54bb-477d-98ff-bc33fd344a1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8286d171-0839-4531-859f-5a0d2aed176e HTTP/1.1" status: 200 len: 897 time: 0.5101109 Aug 16 13:29:14.280658 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c43efb-c692-4679-8025-c246ea386d2b None None] Checking router: 42042ace-48f8-4d9f-b415-1a418099434b for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:29:14.289879 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-3d24f057-64e4-4b53-8751-5ef8699b55e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef HTTP/1.1" status: 200 len: 217 time: 0.1332643 Aug 16 13:29:14.301294 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c43efb-c692-4679-8025-c246ea386d2b None None] Routers {'42042ace-48f8-4d9f-b415-1a418099434b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:14.303644 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39c43efb-c692-4679-8025-c246ea386d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['42042ace-48f8-4d9f-b415-1a418099434b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:14.378738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d10b6-7fe0-407c-b1e5-fbf43ddb9735 req-8e847228-4bc8-4817-b90f-2420668360c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:14.387347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-031d10b6-7fe0-407c-b1e5-fbf43ddb9735 req-8e847228-4bc8-4817-b90f-2420668360c5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dec9f97d-b99f-4d4b-bbb2-418ec3370793 HTTP/1.1" status: 200 len: 914 time: 0.2687571 Aug 16 13:29:14.408886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823138e6-c95f-41a8-bc1b-9d4bd695e152 req-27cab135-d948-4317-912a-8769b8970fe4 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:14.422138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-823138e6-c95f-41a8-bc1b-9d4bd695e152 req-27cab135-d948-4317-912a-8769b8970fe4 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 943 time: 0.4166787 Aug 16 13:29:14.436032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e5857-50ae-4aba-9e32-e648a20dc985 req-4dc02147-6851-48e2-8ef6-4d72d4895a34 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:14.449549 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d41e5857-50ae-4aba-9e32-e648a20dc985 req-4dc02147-6851-48e2-8ef6-4d72d4895a34 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 946 time: 0.3811867 Aug 16 13:29:14.477668 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-031d10b6-7fe0-407c-b1e5-fbf43ddb9735 req-a044c442-23de-4907-ae42-151418c74c7c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0b999dd-c3a7-4808-9603-5ef7677cb2b7 HTTP/1.1" status: 200 len: 217 time: 0.0866580 Aug 16 13:29:14.571653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:29:14.573132 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-0d3a00f3-ad6a-4678-9611-1d6f29fb6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:14.575248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-0d3a00f3-ad6a-4678-9611-1d6f29fb6dbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=341528f8-bb4d-4ea6-9958-4c87f5d72290 HTTP/1.1" status: 200 len: 835 time: 0.2765646 Aug 16 13:29:14.583845 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38" -d '{"events": [{"name": "network-changed", "server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:29:14.598237 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-39c43efb-c692-4679-8025-c246ea386d2b None None] Set router 42042ace-48f8-4d9f-b415-1a418099434b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:14.604862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d41e5857-50ae-4aba-9e32-e648a20dc985 req-72736594-0686-4550-a7ba-b5d60fd66c70 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389618 Aug 16 13:29:14.655015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d10b6-7fe0-407c-b1e5-fbf43ddb9735 req-462aa613-3449-471b-966c-156616f1e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:14.656845 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-031d10b6-7fe0-407c-b1e5-fbf43ddb9735 req-462aa613-3449-471b-966c-156616f1e7a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f77a465-36b9-4408-a948-2b371ddfe3ab HTTP/1.1" status: 200 len: 854 time: 0.1692953 Aug 16 13:29:14.660526 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-823138e6-c95f-41a8-bc1b-9d4bd695e152 req-362da446-7942-4e1c-81a9-331eb930cae2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046633 Aug 16 13:29:14.729936 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-031d10b6-7fe0-407c-b1e5-fbf43ddb9735 req-3a767967-43ce-4695-b20b-7027e7d9b5e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dec9f97d-b99f-4d4b-bbb2-418ec3370793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656772 Aug 16 13:29:14.779034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-92857974-b9d3-4e89-9752-734e75de808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:14.782189 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-92857974-b9d3-4e89-9752-734e75de808e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8286d171-0839-4531-859f-5a0d2aed176e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747782 Aug 16 13:29:14.921645 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb4ec02-a325-4bed-93ce-f802fb20fd1d x-openstack-request-id: req-deb4ec02-a325-4bed-93ce-f802fb20fd1d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:29:14.922510 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:29:14.924804 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-deb4ec02-a325-4bed-93ce-f802fb20fd1d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:29:14.925591 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'status': 'completed', 'code': 200} Aug 16 13:29:15.023228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38 req-a8afdaee-dc65-423b-b04a-f25683484fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:15.025912 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38 req-a8afdaee-dc65-423b-b04a-f25683484fb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 1097 time: 0.1257486 Aug 16 13:29:15.032813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-031d10b6-7fe0-407c-b1e5-fbf43ddb9735 req-85bc87b4-bd95-4ea4-be17-43fcd99dd999 service neutron] 10.222.0.22 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944419 Aug 16 13:29:15.160375 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-60cc7915-fd61-4fdd-adc9-05d77c7bf92a service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696702 Aug 16 13:29:15.298985 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-39c43efb-c692-4679-8025-c246ea386d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:27:04Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd2e44d71-79ce-4c40-91ed-8715fe5ef533', 'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:6b:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:27:01Z', 'updated_at': '2021-08-16T13:27:12Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:15.346533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5afaa2-c5fb-4e49-a293-1098742051dc req-3d9627a7-5acb-4cad-81f3-c64527e78d78 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:15.348216 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae5afaa2-c5fb-4e49-a293-1098742051dc req-3d9627a7-5acb-4cad-81f3-c64527e78d78 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 944 time: 0.4502976 Aug 16 13:29:15.361971 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c43efb-c692-4679-8025-c246ea386d2b None None] The sync data for ids ['42042ace-48f8-4d9f-b415-1a418099434b'] in n-d-804708-1 is: [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:27:04Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd2e44d71-79ce-4c40-91ed-8715fe5ef533', 'name': '', 'network_id': '99ec2301-02d5-4624-b4a8-eaba626d404c', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:6b:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:27:01Z', 'updated_at': '2021-08-16T13:27:12Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '9699a5ef-9e80-4f1a-a039-9502c9bf59c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:29:15.566640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-031d10b6-7fe0-407c-b1e5-fbf43ddb9735 req-8c5dd908-d8b0-4981-80af-5d4eaae6fa13 service neutron] 10.222.0.22 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997532 Aug 16 13:29:15.583586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca8c9f-77a0-4ab5-84f1-8395e696efdd req-ad96e09a-eeed-4154-9a8e-9e5fbc4fbf70 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:15.585150 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-baca8c9f-77a0-4ab5-84f1-8395e696efdd req-ad96e09a-eeed-4154-9a8e-9e5fbc4fbf70 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.42 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 946 time: 0.2422283 Aug 16 13:29:15.798669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38 req-e9d626de-0bd3-457e-b33e-bbb8808b2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:15.800789 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38 req-e9d626de-0bd3-457e-b33e-bbb8808b2350 service neutron] 10.222.0.42 "GET /v2.0/networks?id=99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 200 len: 896 time: 0.7635381 Aug 16 13:29:15.893224 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38 req-881416eb-02fa-40bf-a7e7-7746ce089f23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 200 len: 217 time: 0.0829303 Aug 16 13:29:16.066302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38 req-be37884d-91b3-4390-a367-cbe23809a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:16.068795 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0e14c-df41-4802-a4b2-71e3c900de13 None None] New status for floating IP b663f4ef-ade5-4786-8bc0-720588f4d7c2: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:29:16.069488 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38 req-be37884d-91b3-4390-a367-cbe23809a0ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 200 len: 835 time: 0.1542120 Aug 16 13:29:16.072782 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-baca8c9f-77a0-4ab5-84f1-8395e696efdd req-b2d2d130-24b8-44b6-a25d-f12836de6c51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:29:16.073522 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-baca8c9f-77a0-4ab5-84f1-8395e696efdd req-b2d2d130-24b8-44b6-a25d-f12836de6c51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:16.201874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-158630b7-6bf1-4bb8-9057-a03c52277a37 service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0339561 Aug 16 13:29:16.265452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae5afaa2-c5fb-4e49-a293-1098742051dc req-c865cd70-9bf7-4d43-bc62-09545a08a1dc tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8204486 Aug 16 13:29:16.272281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:29:16.358645 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0afe8-6e83-4baa-a690-169970927aa1 req-aba73d0c-a2cb-45c7-b665-b75e15d0b7a1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:16.384322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38 req-292d39f2-36fc-4e0e-8615-ae7d6170c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:16.392472 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d0afe8-6e83-4baa-a690-169970927aa1 req-aba73d0c-a2cb-45c7-b665-b75e15d0b7a1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 946 time: 0.1987956 Aug 16 13:29:16.393937 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38 req-292d39f2-36fc-4e0e-8615-ae7d6170c8aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99ec2301-02d5-4624-b4a8-eaba626d404c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3059862 Aug 16 13:29:16.556438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71d0afe8-6e83-4baa-a690-169970927aa1 req-1bed5245-d810-4982-896c-1b2918d54889 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9626ecb-2514-4ae5-bf29-a629872a48b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493173 Aug 16 13:29:16.603744 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:16.629451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec6214-7c72-49d7-beed-4514df8b33a7 req-96b8cdd0-0df3-4403-a684-34bed82e5792 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:16.634715 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-baca8c9f-77a0-4ab5-84f1-8395e696efdd req-b2d2d130-24b8-44b6-a25d-f12836de6c51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:16.635444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-baca8c9f-77a0-4ab5-84f1-8395e696efdd req-b2d2d130-24b8-44b6-a25d-f12836de6c51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:16.638980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86ec6214-7c72-49d7-beed-4514df8b33a7 req-96b8cdd0-0df3-4403-a684-34bed82e5792 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 943 time: 0.1855099 Aug 16 13:29:16.672390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-baca8c9f-77a0-4ab5-84f1-8395e696efdd req-b2d2d130-24b8-44b6-a25d-f12836de6c51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:29:16.695292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef,segment=NetworkSegment(b422bed3-a767-4969-b156-c2b3ed02b82f),segment_id=b422bed3-a767-4969-b156-c2b3ed02b82f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:16.752659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'port_id': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'mac_address': 'fa:16:3e:b6:55:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:29:16.757308 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86ec6214-7c72-49d7-beed-4514df8b33a7 req-df58ea77-dd18-41a3-a884-4b84b86c8d19 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127055 Aug 16 13:29:16.780560 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38 req-342118f8-08a3-49db-8073-8cde531abca3 service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794563 Aug 16 13:29:16.844844 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:16.879970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:29:16.935251 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef,segment=NetworkSegment(b422bed3-a767-4969-b156-c2b3ed02b82f),segment_id=b422bed3-a767-4969-b156-c2b3ed02b82f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:16.945000 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:17.062549 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8f0b0b9-fccc-4953-8a57-0b0e89d8ee38 req-b2602b96-66e0-4927-817f-4ddbc426c9ce service neutron] 10.222.0.42 "GET /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705183 Aug 16 13:29:17.066983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:17.072503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-baca8c9f-77a0-4ab5-84f1-8395e696efdd req-b2d2d130-24b8-44b6-a25d-f12836de6c51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:17.144099 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2d130-24b8-44b6-a25d-f12836de6c51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=5ddc8723-9e54-4496-9aa9-9e9dea5eaf48,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:17.161854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:29:17.227457 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-baca8c9f-77a0-4ab5-84f1-8395e696efdd req-b2d2d130-24b8-44b6-a25d-f12836de6c51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] No DVR routers for this DVR port 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:29:17.234205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-baca8c9f-77a0-4ab5-84f1-8395e696efdd req-b2d2d130-24b8-44b6-a25d-f12836de6c51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:17.234205 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-baca8c9f-77a0-4ab5-84f1-8395e696efdd req-b2d2d130-24b8-44b6-a25d-f12836de6c51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.42 "DELETE /v2.0/ports/5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 HTTP/1.1" status: 204 len: 173 time: 1.6230981 Aug 16 13:29:17.234205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-deleted', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:29:17.237068 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f194be5-75a7-4b49-a648-95d952c2a51f" -d '{"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-deleted", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:29:17.376347 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba86e3b-ae2b-4f45-8458-acbeb2f608ea x-openstack-request-id: req-eba86e3b-ae2b-4f45-8458-acbeb2f608ea {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:29:17.377078 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32797c6e-70ea-47f3-9414-c58b99e42338", "name": "network-vif-deleted", "tag": "5ddc8723-9e54-4496-9aa9-9e9dea5eaf48", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:29:17.377516 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eba86e3b-ae2b-4f45-8458-acbeb2f608ea {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:29:17.378164 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32797c6e-70ea-47f3-9414-c58b99e42338', 'name': 'network-vif-deleted', 'tag': '5ddc8723-9e54-4496-9aa9-9e9dea5eaf48', 'status': 'completed', 'code': 200} Aug 16 13:29:17.661301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448c05b-a487-4602-8278-24e9838e79db req-61caa7c2-70b0-4303-a27f-6dd3d7e5e52a tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:17.675029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0448c05b-a487-4602-8278-24e9838e79db req-61caa7c2-70b0-4303-a27f-6dd3d7e5e52a tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 944 time: 0.1872654 Aug 16 13:29:17.919863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f844663-436a-465e-baba-03af1b50c351 req-a5204941-7e8c-49dc-89a1-215915f00547 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=32797c6e-70ea-47f3-9414-c58b99e42338 HTTP/1.1" status: 200 len: 210 time: 0.1412239 Aug 16 13:29:17.924116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0448c05b-a487-4602-8278-24e9838e79db req-9dd510d2-1616-4439-a5eb-d9ab0693c913 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433755 Aug 16 13:29:18.101752 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a0b999dd-c3a7-4808-9603-5ef7677cb2b7 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:29:18.175683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ced7de-9a0b-47fc-acde-3e6a348123dc req-f7b1f493-24ca-4a08-a7dd-950c460f44d4 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:18.189319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9ced7de-9a0b-47fc-acde-3e6a348123dc req-f7b1f493-24ca-4a08-a7dd-950c460f44d4 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 944 time: 0.1777902 Aug 16 13:29:18.219410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:29:18.276692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9ced7de-9a0b-47fc-acde-3e6a348123dc req-a9087078-5f93-4fce-bee5-acbe9d6fe408 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773902 Aug 16 13:29:18.331506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:29:18.331851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5ddc8723-9e54-4496-9aa9-9e9dea5eaf48 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:29:18.402811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a0b999dd-c3a7-4808-9603-5ef7677cb2b7, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a0b999dd-c3a7-4808-9603-5ef7677cb2b7,segment=NetworkSegment(c253aa0a-fb32-4945-90a2-8bb83634275d),segment_id=c253aa0a-fb32-4945-90a2-8bb83634275d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:18.419726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'a0b999dd-c3a7-4808-9603-5ef7677cb2b7', 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793', 'port_id': 'a0b999dd-c3a7-4808-9603-5ef7677cb2b7', 'mac_address': 'fa:16:3e:7e:6b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f77a465-36b9-4408-a948-2b371ddfe3ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:29:18.476841 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:18.499894 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b999dd-c3a7-4808-9603-5ef7677cb2b7 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:29:18.564357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a0b999dd-c3a7-4808-9603-5ef7677cb2b7, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a0b999dd-c3a7-4808-9603-5ef7677cb2b7,segment=NetworkSegment(c253aa0a-fb32-4945-90a2-8bb83634275d),segment_id=c253aa0a-fb32-4945-90a2-8bb83634275d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:18.571006 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:18.661973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a0b999dd-c3a7-4808-9603-5ef7677cb2b7,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:18.979461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['a0b999dd-c3a7-4808-9603-5ef7677cb2b7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:29:19.017369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52776) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:19.383841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f9bdf-f5e5-4fc6-bb4b-f15d119a40bc req-ea6560cc-e581-4c8f-b257-5ac837080190 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:19.394952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-157f9bdf-f5e5-4fc6-bb4b-f15d119a40bc req-ea6560cc-e581-4c8f-b257-5ac837080190 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 945 time: 0.2393510 Aug 16 13:29:19.488198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-157f9bdf-f5e5-4fc6-bb4b-f15d119a40bc req-e0e9c8ca-e506-4229-ba85-f2e5b6ca8aaa tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901527 Aug 16 13:29:19.757182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebdefb-2e72-4368-8de0-04c11bc8762a req-b87acd33-95b4-4efc-8ab9-d54695dcc2d7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:19.760161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bebdefb-2e72-4368-8de0-04c11bc8762a req-b87acd33-95b4-4efc-8ab9-d54695dcc2d7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 944 time: 0.1639738 Aug 16 13:29:19.897248 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bebdefb-2e72-4368-8de0-04c11bc8762a req-7aa74f37-f46a-4355-82da-161144667ac4 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212754 Aug 16 13:29:20.167803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:20.241155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:20.389854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:20.401428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:20.401908 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:20.529272 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:20.570471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:29:20.572940 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d3f7d7-4db9-48dd-a59b-8fcd7fa7b2b5" -d '{"events": [{"server_uuid": "5954d65b-c819-41a3-ac58-af0dba889bf7", "name": "network-vif-plugged", "status": "completed", "tag": "ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:29:20.587828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef,segment=NetworkSegment(b422bed3-a767-4969-b156-c2b3ed02b82f),segment_id=b422bed3-a767-4969-b156-c2b3ed02b82f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:20.597278 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:20.635735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port d2e44d71-79ce-4c40-91ed-8715fe5ef533 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:29:20.638365 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:20.682588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:20.700153 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a831c53c-7110-4891-9036-15531f38540d x-openstack-request-id: req-a831c53c-7110-4891-9036-15531f38540d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:29:20.700891 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5954d65b-c819-41a3-ac58-af0dba889bf7", "name": "network-vif-plugged", "status": "completed", "tag": "ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:29:20.701108 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a831c53c-7110-4891-9036-15531f38540d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:29:20.701444 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'code': 200} Aug 16 13:29:20.825291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930ac1c-eb40-48cc-b568-ba72a1ded098 req-c00ffb55-3441-4d65-a932-8b6d08c7d336 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:20.834658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1930ac1c-eb40-48cc-b568-ba72a1ded098 req-c00ffb55-3441-4d65-a932-8b6d08c7d336 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 945 time: 0.1750004 Aug 16 13:29:20.857736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0bd72-4ac8-47fd-bc84-4996bd948525 req-05b77dd4-7afe-44c6-beb7-444c2e43b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:20.861975 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbf0bd72-4ac8-47fd-bc84-4996bd948525 req-05b77dd4-7afe-44c6-beb7-444c2e43b34b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0848758 Aug 16 13:29:20.920673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1930ac1c-eb40-48cc-b568-ba72a1ded098 req-c56e1cd9-8032-4e56-85c6-44860f416280 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836322 Aug 16 13:29:20.933423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port d2e44d71-79ce-4c40-91ed-8715fe5ef533, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d2e44d71-79ce-4c40-91ed-8715fe5ef533,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:20.934296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:20.953527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for d2e44d71-79ce-4c40-91ed-8715fe5ef533 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:29:21.011092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbf0bd72-4ac8-47fd-bc84-4996bd948525 req-a98148a0-5e51-43dc-b6f2-406b9d67abc8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253574 Aug 16 13:29:21.216094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4aba84-b640-4bbc-8480-47f26c7ddbb7 req-10a66e54-e67a-401b-ae00-1cd3753a0419 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:21.235813 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b4aba84-b640-4bbc-8480-47f26c7ddbb7 req-10a66e54-e67a-401b-ae00-1cd3753a0419 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 945 time: 0.1575623 Aug 16 13:29:21.442556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b4aba84-b640-4bbc-8480-47f26c7ddbb7 req-d22f5413-a5b6-46d4-8ffe-da5a52813830 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999694 Aug 16 13:29:21.540551 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:21.594575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=d2e44d71-79ce-4c40-91ed-8715fe5ef533,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:21.959986 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:22.088592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a0b999dd-c3a7-4808-9603-5ef7677cb2b7 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:22.196547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port a0b999dd-c3a7-4808-9603-5ef7677cb2b7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:22.204605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port a0b999dd-c3a7-4808-9603-5ef7677cb2b7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:22.205292 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:22.206002 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c6ba8-de69-4f82-bc7d-771ec5d1c407 req-395417a6-025d-436f-9e37-40e231fb518f tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:22.208646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f0c6ba8-de69-4f82-bc7d-771ec5d1c407 req-395417a6-025d-436f-9e37-40e231fb518f tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 945 time: 0.1563919 Aug 16 13:29:22.318404 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f0c6ba8-de69-4f82-bc7d-771ec5d1c407 req-28a7fa62-644e-4d53-9843-81d9741a7c36 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975320 Aug 16 13:29:22.390841 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:22.438080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a0b999dd-c3a7-4808-9603-5ef7677cb2b7, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a0b999dd-c3a7-4808-9603-5ef7677cb2b7,segment=NetworkSegment(c253aa0a-fb32-4945-90a2-8bb83634275d),segment_id=c253aa0a-fb32-4945-90a2-8bb83634275d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:22.447555 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:22.530448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a0b999dd-c3a7-4808-9603-5ef7677cb2b7,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:22.593100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 42042ace-48f8-4d9f-b415-1a418099434b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:29:22.703008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c804f02-03a7-4110-b5be-58a83b2b82f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b999dd-c3a7-4808-9603-5ef7677cb2b7'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:29:22.708438 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f5b2f4-5870-418a-a1e3-aa83761397bf" -d '{"events": [{"server_uuid": "9c804f02-03a7-4110-b5be-58a83b2b82f4", "name": "network-vif-plugged", "status": "completed", "tag": "a0b999dd-c3a7-4808-9603-5ef7677cb2b7"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:29:22.790996 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18594cdc-d0fe-4427-9272-b21355efaec2 x-openstack-request-id: req-18594cdc-d0fe-4427-9272-b21355efaec2 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:29:22.791747 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c804f02-03a7-4110-b5be-58a83b2b82f4", "name": "network-vif-plugged", "status": "completed", "tag": "a0b999dd-c3a7-4808-9603-5ef7677cb2b7", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:29:22.792364 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18594cdc-d0fe-4427-9272-b21355efaec2 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:29:22.793294 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c804f02-03a7-4110-b5be-58a83b2b82f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b999dd-c3a7-4808-9603-5ef7677cb2b7', 'code': 200} Aug 16 13:29:22.794160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785972-0ee0-40cb-b27a-64d6057d82ee req-c97d39e9-e75c-4d00-9f74-6194f8eb10e1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:22.796788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b785972-0ee0-40cb-b27a-64d6057d82ee req-c97d39e9-e75c-4d00-9f74-6194f8eb10e1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 945 time: 0.2016537 Aug 16 13:29:22.947427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fc8d3-d9a9-4bb8-bc6b-7ace88f50b4c req-5e313ad8-3b14-43e4-a03c-70e4a08d869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:22.950987 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5b7fc8d3-d9a9-4bb8-bc6b-7ace88f50b4c req-5e313ad8-3b14-43e4-a03c-70e4a08d869d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 1097 time: 0.0532949 Aug 16 13:29:22.959475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b785972-0ee0-40cb-b27a-64d6057d82ee req-51bdd05e-8ac5-430d-a892-c1ce43879852 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532397 Aug 16 13:29:22.987376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:29:23.003781 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbedb0-584c-4a70-8141-99d1f4d82e9a None None] Sync routers for ids ['42042ace-48f8-4d9f-b415-1a418099434b'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:29:23.007316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4f897b31-f86f-461d-98ae-17bfb69c7c5b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "PUT /v2.0/routers/42042ace-48f8-4d9f-b415-1a418099434b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9880502 Aug 16 13:29:23.008305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52852) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:23.030938 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbedb0-584c-4a70-8141-99d1f4d82e9a None None] Routers {'42042ace-48f8-4d9f-b415-1a418099434b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:23.031992 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-08fbedb0-584c-4a70-8141-99d1f4d82e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['42042ace-48f8-4d9f-b415-1a418099434b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:23.047177 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5b7fc8d3-d9a9-4bb8-bc6b-7ace88f50b4c req-b30f382a-eb4b-4ccc-9f77-6a3b0f4bbfd6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877907 Aug 16 13:29:23.105860 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-6c629a5c-136e-40ec-8d0c-51c0cff2eb53 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824428642&fields=id&tenant_id=36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 267 time: 0.2056618 Aug 16 13:29:23.228928 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-08fbedb0-584c-4a70-8141-99d1f4d82e9a None None] Set router 42042ace-48f8-4d9f-b415-1a418099434b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:23.236081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09290ed-5c84-4aa6-95c3-f5739d095d63 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting subnet 9699a5ef-9e80-4f1a-a039-9502c9bf59c0 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:29:23.240096 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a09290ed-5c84-4aa6-95c3-f5739d095d63 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:23.370055 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a09290ed-5c84-4aa6-95c3-f5739d095d63 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:23.476872 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d48a74-6b30-4ec9-8ab0-96d9bd266f54 req-c57b2129-df23-4361-97b5-00e10514904d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:23.479258 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4d48a74-6b30-4ec9-8ab0-96d9bd266f54 req-c57b2129-df23-4361-97b5-00e10514904d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 945 time: 0.3359456 Aug 16 13:29:23.499095 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad862-673c-4769-b489-f402203eb536 req-25da102c-beb3-4cc7-a131-7a68ab7af89c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:23.501175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-25da102c-beb3-4cc7-a131-7a68ab7af89c tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.3942101 Aug 16 13:29:23.577126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-b033c3c8-40db-46c7-b624-2a5e6dc98b48 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/quotas/36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 375 time: 0.0617690 Aug 16 13:29:23.609362 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:29:23.620544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4d48a74-6b30-4ec9-8ab0-96d9bd266f54 req-632ffee1-e47c-428f-b92b-df14cc805f19 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180103 Aug 16 13:29:23.655535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52862) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:23.673315 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a09290ed-5c84-4aa6-95c3-f5739d095d63 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:23.750562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8f97ee-c61d-439a-9ba2-b36ccd6c510e tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:23.752839 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ab8f97ee-c61d-439a-9ba2-b36ccd6c510e tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 1091 time: 0.0961516 Aug 16 13:29:23.756444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 52868) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:23.762584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:23.794994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:23.796835 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-08fbedb0-584c-4a70-8141-99d1f4d82e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:29:21Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:23.837498 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbedb0-584c-4a70-8141-99d1f4d82e9a None None] Checking router: 42042ace-48f8-4d9f-b415-1a418099434b for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:29:23.849498 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbedb0-584c-4a70-8141-99d1f4d82e9a None None] Routers {'42042ace-48f8-4d9f-b415-1a418099434b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:23.850155 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-08fbedb0-584c-4a70-8141-99d1f4d82e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['42042ace-48f8-4d9f-b415-1a418099434b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:23.939499 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:23.954824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-2e87a6c8-e6c0-4ed9-9ab3-f8db9c0a3ef3 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3663950 Aug 16 13:29:24.004227 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-08fbedb0-584c-4a70-8141-99d1f4d82e9a None None] Set router 42042ace-48f8-4d9f-b415-1a418099434b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:24.062015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Allocated IP 172.25.0.254 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/4c5713ae-49f1-4173-93f0-59af987d4820) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:29:24.170266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63524ad-5e6f-4acd-8408-91cf9cddcdbc req-f5329bf7-f76f-410c-8e98-84e1924dd706 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:24.174841 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a63524ad-5e6f-4acd-8408-91cf9cddcdbc req-f5329bf7-f76f-410c-8e98-84e1924dd706 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 946 time: 0.4090233 Aug 16 13:29:24.193171 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-eebfcb23-1198-4b8f-8613-718204030c06 service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186220 Aug 16 13:29:24.239388 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:24.280673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a63524ad-5e6f-4acd-8408-91cf9cddcdbc req-81756339-3c27-45c8-9d39-d37cdd6a8304 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841608 Aug 16 13:29:24.282731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a09290ed-5c84-4aa6-95c3-f5739d095d63 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:24.287384 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-08fbedb0-584c-4a70-8141-99d1f4d82e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:29:21Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:24.297395 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:24.325399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:29:24.330982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:29:24.337503 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbedb0-584c-4a70-8141-99d1f4d82e9a None None] The sync data for ids ['42042ace-48f8-4d9f-b415-1a418099434b'] in n-d-804708-1 is: [{'id': '42042ace-48f8-4d9f-b415-1a418099434b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418706700', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:26:49Z', 'updated_at': '2021-08-16T13:29:21Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '6f60bcfb-3d59-4b9c-9916-09091bf34c16', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042ace-48f8-4d9f-b415-1a418099434b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:26:51Z', 'updated_at': '2021-08-16T13:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:29:24.362083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:29:24.400894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=4c5713ae-49f1-4173-93f0-59af987d4820,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:24.401306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09290ed-5c84-4aa6-95c3-f5739d095d63 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Subnet': ['ID=9699a5ef-9e80-4f1a-a039-9502c9bf59c0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:24.404471 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a09290ed-5c84-4aa6-95c3-f5739d095d63 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:24.410404 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a09290ed-5c84-4aa6-95c3-f5739d095d63 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/subnets/9699a5ef-9e80-4f1a-a039-9502c9bf59c0 HTTP/1.1" status: 204 len: 168 time: 1.3889663 Aug 16 13:29:24.413365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52876) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:24.413641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce17733-a80a-475c-9b5f-e71aae04a784 None None] Network 99ec2301-02d5-4624-b4a8-eaba626d404c requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:29:24.557470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-e4f0f007-2a55-4bf7-ac32-2a9680b8a2ca service neutron] 10.222.0.25 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950752 Aug 16 13:29:24.665625 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:24.942338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85554ff6-552c-4f13-8488-73a65b962172 None None] DHCP port deletion for 99ec2301-02d5-4624-b4a8-eaba626d404c request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:29:25.035632 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-85554ff6-552c-4f13-8488-73a65b962172 None None] Deleting port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:29:25.036005 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-85554ff6-552c-4f13-8488-73a65b962172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:25.127479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-85554ff6-552c-4f13-8488-73a65b962172 None None] For port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4,segment=NetworkSegment(bf845683-cfd9-42a7-9a1c-ca003f5db310),segment_id=bf845683-cfd9-42a7-9a1c-ca003f5db310)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:25.127900 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-85554ff6-552c-4f13-8488-73a65b962172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:25.145193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-85554ff6-552c-4f13-8488-73a65b962172 None None] Calling delete_port for ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:29:25.270357 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-85554ff6-552c-4f13-8488-73a65b962172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:25.305361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85554ff6-552c-4f13-8488-73a65b962172 None None] No DVR routers for this DVR port ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:29:25.344436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85554ff6-552c-4f13-8488-73a65b962172 None None] Pushing event deleted for resources: {'Port': ['ID=ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:25.630582 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-516103b0-de8c-485e-81f3-f4d9f9dcb8a2 req-e502309f-818c-40ad-824d-5d3f7340f481 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 210 time: 0.0711896 Aug 16 13:29:25.659662 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:25.712279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c06e8-67e8-4d17-81f0-6bae8e577ab8 req-60eca74c-f616-407e-b5cb-f4abbd006f54 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:25.714770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be7c06e8-67e8-4d17-81f0-6bae8e577ab8 req-60eca74c-f616-407e-b5cb-f4abbd006f54 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 946 time: 0.1726904 Aug 16 13:29:25.771390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:25.782944 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port 6f60bcfb-3d59-4b9c-9916-09091bf34c16 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:29:25.783340 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:25.878225 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be7c06e8-67e8-4d17-81f0-6bae8e577ab8 req-ff1fde79-c6dc-4a43-901c-a1984672111b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372592 Aug 16 13:29:25.938516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port 6f60bcfb-3d59-4b9c-9916-09091bf34c16, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6f60bcfb-3d59-4b9c-9916-09091bf34c16,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:25.938902 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:25.941730 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:25.956493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for 6f60bcfb-3d59-4b9c-9916-09091bf34c16 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:29:26.297815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d2e44d71-79ce-4c40-91ed-8715fe5ef533 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:29:26.374660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d2e44d71-79ce-4c40-91ed-8715fe5ef533 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:29:26.374660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d2e44d71-79ce-4c40-91ed-8715fe5ef533 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:29:26.374660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:29:26.402561 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:26.414688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:29:26.415383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ef0d79a8-33c0-49af-ad4e-2781c7b3a2e4 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:29:26.440633 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:26.451241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:26.452012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=6f60bcfb-3d59-4b9c-9916-09091bf34c16,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:26.562839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=4c5713ae-49f1-4173-93f0-59af987d4820,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:26.575892 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:26.655357 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:26.844379 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:26.848174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-570fe9e2-ea66-4aee-89fd-06b4180b77d5 req-be56f8cd-fc67-4cd6-81bc-1bf285ec0485 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 210 time: 0.0771265 Aug 16 13:29:26.849511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:26.977630 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:26.978295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Fanout notify agent at l3_agent the message router_deleted on router 42042ace-48f8-4d9f-b415-1a418099434b {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:29:26.994765 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:26.999283 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bb181ffd-3186-401b-bb20-ab2adf9c69c0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/routers/42042ace-48f8-4d9f-b415-1a418099434b HTTP/1.1" status: 204 len: 168 time: 2.5821986 Aug 16 13:29:26.999834 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Floating IP 59dbc085-fc43-408f-95ad-ce6c2709452d associated. External IP: 172.25.0.254, port: ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef. Aug 16 13:29:27.000457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 52966) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:27.375198 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:27.496641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad862-673c-4769-b489-f402203eb536 req-45cbc18f-8c2a-44c9-8f9a-46a6d01e666e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:27.500855 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-45cbc18f-8c2a-44c9-8f9a-46a6d01e666e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.42 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 812 time: 0.4849272 Aug 16 13:29:27.614242 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:27.636320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ec2301-02d5-4624-b4a8-eaba626d404c']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:27.663310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf845683-cfd9-42a7-9a1c-ca003f5db310') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:27.663310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf845683-cfd9-42a7-9a1c-ca003f5db310') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:27.694894 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:27.734827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:27.754567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:29:27.754567 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:27.779914 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-777c28a7-241d-4c0e-9884-bd290381786f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36258017bc834aab8f01df63a8d583bf HTTP/1.1" status: 200 len: 380 time: 0.1712899 Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:29:27.786950 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:29:27.793589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'port': {'device_id': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'admin_state_up': True, 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'security_groups': ['627cb556-d624-4214-a0b7-bb5780822c4c']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:27.947459 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:27.970365 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:27.994090 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/networks/99ec2301-02d5-4624-b4a8-eaba626d404c HTTP/1.1" status: 204 len: 168 time: 0.9921796 Aug 16 13:29:27.995224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53010) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:28.045708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d9282-e31a-45e5-a49f-61f35e10ef88 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Network': ['ID=99ec2301-02d5-4624-b4a8-eaba626d404c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:28.108531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 029a5cb6-370a-4cc9-bf41-aeeedc43390d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:29:28.201765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Made reservation on behalf of 36258017bc834aab8f01df63a8d583bf for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:29:28.217976 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:28.306898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f60bcfb-3d59-4b9c-9916-09091bf34c16 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:29:28.312341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85372b00-1547-4e38-9152-0a2ba637450f req-7bde99b3-2927-4e6f-8f9c-08e01b91b055 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 210 time: 0.1510782 Aug 16 13:29:28.362251 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 6f60bcfb-3d59-4b9c-9916-09091bf34c16 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:29:28.362875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f60bcfb-3d59-4b9c-9916-09091bf34c16 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:29:28.374275 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f326b0b5-80a5-4cbb-926e-4bcccea767c1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:28.463308 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f326b0b5-80a5-4cbb-926e-4bcccea767c1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:28.586460 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f326b0b5-80a5-4cbb-926e-4bcccea767c1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:28.590659 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f326b0b5-80a5-4cbb-926e-4bcccea767c1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:28.609237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f326b0b5-80a5-4cbb-926e-4bcccea767c1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/security-groups/e9626ecb-2514-4ae5-bf29-a629872a48b6 HTTP/1.1" status: 204 len: 168 time: 0.5881171 Aug 16 13:29:28.630814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326b0b5-80a5-4cbb-926e-4bcccea767c1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9626ecb-2514-4ae5-bf29-a629872a48b6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:28.784028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Allocated IP 172.20.0.12 (09008d7a-74f8-41ab-838d-28f8e4814bf4/af41ab79-8112-4b7c-93d4-d544d538fff7/1ac8edfd-7fa9-405f-b55b-d18dbb58f175) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:29:28.889456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:29:28.907426 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c47cc-bd6f-43c3-97ba-85443b30fb85 None None] Sync routers for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:29:28.930068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c47cc-bd6f-43c3-97ba-85443b30fb85 None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:28.931186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a01c47cc-bd6f-43c3-97ba-85443b30fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:29.030785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:29.158872 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eca4dad7-d334-4a48-a176-ef860bb3a9b2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4010727 Aug 16 13:29:29.163617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53030) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:29.220499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a01c47cc-bd6f-43c3-97ba-85443b30fb85 None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:29.226591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:29.354659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Transition to ACTIVE for port object 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:29.363697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-13c4ea2d-f378-479c-b069-e5cf0bdddf94 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/floatingips/59dbc085-fc43-408f-95ad-ce6c2709452d HTTP/1.1" status: 200 len: 991 time: 0.1984503 Aug 16 13:29:29.365000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53036) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:29.374818 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a6b1d070-f278-4f68-a438-97bdb98a4df7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765514395', 'description': 'tempest-secgroup-smoke-765514395 description', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:29.414437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6b1d070-f278-4f68-a438-97bdb98a4df7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:29.445081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'tag': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:29:29.449213 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02" -d '{"events": [{"name": "network-changed", "server_uuid": "5954d65b-c819-41a3-ac58-af0dba889bf7", "tag": "ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:29:29.460475 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:29.576294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:29:29.580074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:29:29.606422 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3a3f71-f619-4246-a128-57690dbd23be x-openstack-request-id: req-7a3a3f71-f619-4246-a128-57690dbd23be {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:29:29.608741 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5954d65b-c819-41a3-ac58-af0dba889bf7", "tag": "ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:29:29.610827 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a3a3f71-f619-4246-a128-57690dbd23be {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:29:29.624860 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'tag': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'status': 'completed', 'code': 200} Aug 16 13:29:29.633396 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:29:29.654964 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6b1d070-f278-4f68-a438-97bdb98a4df7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:29.706291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6b1d070-f278-4f68-a438-97bdb98a4df7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:29.747630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1d070-f278-4f68-a438-97bdb98a4df7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:29.756182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=1ac8edfd-7fa9-405f-b55b-d18dbb58f175,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:29.811756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66707d84-64e4-4d54-b088-3f8e5d1c654f req-d21ddb13-9b04-4565-8716-b929b222588e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:29.820374 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66707d84-64e4-4d54-b088-3f8e5d1c654f req-d21ddb13-9b04-4565-8716-b929b222588e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 932 time: 0.1632340 Aug 16 13:29:29.844896 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a6b1d070-f278-4f68-a438-97bdb98a4df7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:29.846650 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a6b1d070-f278-4f68-a438-97bdb98a4df7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4797082 Aug 16 13:29:29.856273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53044) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:29.882404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-7f38c8f4-20b7-48a5-ae80-c52ff05ca26d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'ae6115a8-6f97-42b8-8e8a-229a9e29b4e7', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:29.893164 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66707d84-64e4-4d54-b088-3f8e5d1c654f req-8df5a3e3-fb5b-4e5f-a5ba-f9d4080c5338 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697992 Aug 16 13:29:29.954966 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.005881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:30.007384 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.023661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02 req-9fc28bb2-bb12-47f3-a27b-dfacdab045fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:30.025282 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02 req-9fc28bb2-bb12-47f3-a27b-dfacdab045fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 1096 time: 0.3970375 Aug 16 13:29:30.069990 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f38c8f4-20b7-48a5-ae80-c52ff05ca26d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.148319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-63a21387-81b7-4412-940f-701f823b2e57 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3613806 Aug 16 13:29:30.216960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1a01bdde-7196-43d6-a976-94ca2c8f3f6e None None] Provisioning for port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:30.220035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Request body: {'port': {'device_id': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:30.223935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1a01bdde-7196-43d6-a976-94ca2c8f3f6e None None] Provisioning complete for port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:30.224611 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1a01bdde-7196-43d6-a976-94ca2c8f3f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.285953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a01c47cc-bd6f-43c3-97ba-85443b30fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:28:57Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '59dbc085-fc43-408f-95ad-ce6c2709452d', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'port_id': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'mac_address': 'fa:16:3e:b6:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:24Z', 'updated_at': '2021-08-16T13:29:24Z', 'revision_number': 0, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:30.299274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1a01bdde-7196-43d6-a976-94ca2c8f3f6e None None] Port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:29:30.348703 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f38c8f4-20b7-48a5-ae80-c52ff05ca26d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.350325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c47cc-bd6f-43c3-97ba-85443b30fb85 None None] Checking router: 029a5cb6-370a-4cc9-bf41-aeeedc43390d for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:29:30.367918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53050) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:30.368864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c47cc-bd6f-43c3-97ba-85443b30fb85 None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:30.369883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a01c47cc-bd6f-43c3-97ba-85443b30fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:30.384794 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f38c8f4-20b7-48a5-ae80-c52ff05ca26d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.597064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b4f9093d-61c8-4438-9888-e57c542d5f6a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/floatingips/59dbc085-fc43-408f-95ad-ce6c2709452d HTTP/1.1" status: 200 len: 991 time: 0.2275698 Aug 16 13:29:30.602554 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.637572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38c8f4-20b7-48a5-ae80-c52ff05ca26d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4f8f86-b6a1-4523-8278-17452c2eb0fa,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:30.663325 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7f38c8f4-20b7-48a5-ae80-c52ff05ca26d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.669233 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7f38c8f4-20b7-48a5-ae80-c52ff05ca26d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8003740 Aug 16 13:29:30.671519 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53060) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:30.677012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-81695326-2305-4f92-bd06-a279337e347d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'ae6115a8-6f97-42b8-8e8a-229a9e29b4e7', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:30.693832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02 req-5a731cd6-a077-44c9-ade7-a78344c5db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:30.695449 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02 req-5a731cd6-a077-44c9-ade7-a78344c5db6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8286d171-0839-4531-859f-5a0d2aed176e HTTP/1.1" status: 200 len: 897 time: 0.6620097 Aug 16 13:29:30.752880 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81695326-2305-4f92-bd06-a279337e347d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.804521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a01c47cc-bd6f-43c3-97ba-85443b30fb85 None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:30.901093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81695326-2305-4f92-bd06-a279337e347d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.910523 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81695326-2305-4f92-bd06-a279337e347d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.963809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81695326-2305-4f92-bd06-a279337e347d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e4cf53-585f-40b2-90a3-86b064bb6dc4,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:30.971642 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81695326-2305-4f92-bd06-a279337e347d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:30.977972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-81695326-2305-4f92-bd06-a279337e347d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3031092 Aug 16 13:29:30.978803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53064) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:30.987045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8278d517-0406-49d7-899e-f6d8bb2c4e03 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'ae6115a8-6f97-42b8-8e8a-229a9e29b4e7', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:31.052287 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8278d517-0406-49d7-899e-f6d8bb2c4e03 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:31.075620 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02 req-b0fca043-eb41-414a-ab55-6eabfcce0785 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef HTTP/1.1" status: 200 len: 999 time: 0.3529398 Aug 16 13:29:31.247354 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8278d517-0406-49d7-899e-f6d8bb2c4e03 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:31.262176 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8278d517-0406-49d7-899e-f6d8bb2c4e03 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:31.276402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02 req-1754d231-74d6-48c9-ba16-f208ee2b2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:31.278719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02 req-1754d231-74d6-48c9-ba16-f208ee2b2fd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=341528f8-bb4d-4ea6-9958-4c87f5d72290 HTTP/1.1" status: 200 len: 835 time: 0.1937430 Aug 16 13:29:31.293620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f71743-f10b-444d-b5c7-3030fdf4dc07 req-9ec1b079-d013-4be3-916c-2fd3ecec1321 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:31.300747 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7f71743-f10b-444d-b5c7-3030fdf4dc07 req-9ec1b079-d013-4be3-916c-2fd3ecec1321 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 932 time: 0.2099016 Aug 16 13:29:31.370213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02 req-54ed847d-f558-4b3b-b71a-6f1cb2572c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:31.371228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02 req-54ed847d-f558-4b3b-b71a-6f1cb2572c01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8286d171-0839-4531-859f-5a0d2aed176e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844381 Aug 16 13:29:31.396547 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278d517-0406-49d7-899e-f6d8bb2c4e03 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20fbc80-6298-4f38-81dd-678298488e4c,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:31.444152 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8278d517-0406-49d7-899e-f6d8bb2c4e03 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:31.459497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8278d517-0406-49d7-899e-f6d8bb2c4e03 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4754360 Aug 16 13:29:31.463853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53070) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:31.472529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e1e5b78c-d962-4115-8782-76b9e753c964 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'ae6115a8-6f97-42b8-8e8a-229a9e29b4e7', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:31.482756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7f71743-f10b-444d-b5c7-3030fdf4dc07 req-d9d6cb9e-84da-4e23-87da-d495a939059b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639488 Aug 16 13:29:31.607156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53074) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:31.633974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a01c47cc-bd6f-43c3-97ba-85443b30fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:28:57Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '59dbc085-fc43-408f-95ad-ce6c2709452d', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'port_id': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'mac_address': 'fa:16:3e:b6:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:24Z', 'updated_at': '2021-08-16T13:29:24Z', 'revision_number': 0, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:31.801885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c47cc-bd6f-43c3-97ba-85443b30fb85 None None] The sync data for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 is: [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:28:57Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '59dbc085-fc43-408f-95ad-ce6c2709452d', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'port_id': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'mac_address': 'fa:16:3e:b6:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:24Z', 'updated_at': '2021-08-16T13:29:24Z', 'revision_number': 0, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:29:31.861934 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-85941055-dc37-42cc-bd2d-26e23878ae74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:31.905034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:29:31.931878 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c1878651-3c6d-4d53-a0dd-4e45efe92fea tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/floatingips/59dbc085-fc43-408f-95ad-ce6c2709452d HTTP/1.1" status: 200 len: 991 time: 0.3051631 Aug 16 13:29:31.934811 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:32.010841 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b78c-d962-4115-8782-76b9e753c964 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:32.039402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Transition to ACTIVE for port object 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:32.059261 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02 req-2a987e9d-b091-41c6-aad2-d0966849aca7 service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780968 Aug 16 13:29:32.064419 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:32.341780 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbedf8f-a133-491c-9f76-05cbc54d0798 None None] New status for floating IP 59dbc085-fc43-408f-95ad-ce6c2709452d: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:29:32.850764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Pushing event updated for resources: {'Port': ['ID=1ac8edfd-7fa9-405f-b55b-d18dbb58f175,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:32.905995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b78c-d962-4115-8782-76b9e753c964 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:32.931800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53098) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:32.937249 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b78c-d962-4115-8782-76b9e753c964 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:32.963423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de414c03-ba8c-441b-bd38-31aa3bcd4956 req-06f33cc4-3a67-4f9d-a480-d30f0423e3ba tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:32.966622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de414c03-ba8c-441b-bd38-31aa3bcd4956 req-06f33cc4-3a67-4f9d-a480-d30f0423e3ba tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 944 time: 0.3174682 Aug 16 13:29:33.060886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de414c03-ba8c-441b-bd38-31aa3bcd4956 req-e9c7d5c7-4567-440b-8fdd-21b1a2fc950a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795920 Aug 16 13:29:33.238254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5b78c-d962-4115-8782-76b9e753c964 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ee7179-a924-4f49-945b-c67a3c9ee080,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:33.251441 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e4ae1e5a-9443-4a1e-bf22-30dbc8878e02 req-a995db15-60fb-415c-b90e-3e7499901f87 service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1840596 Aug 16 13:29:33.252242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b78c-d962-4115-8782-76b9e753c964 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:33.258047 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e1e5b78c-d962-4115-8782-76b9e753c964 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7874820 Aug 16 13:29:33.258997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53100) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:33.271607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'ae6115a8-6f97-42b8-8e8a-229a9e29b4e7', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:33.319362 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b11d999a-8986-45eb-b1d6-3aa2f2ee8e07 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/floatingips/59dbc085-fc43-408f-95ad-ce6c2709452d HTTP/1.1" status: 200 len: 993 time: 0.3781698 Aug 16 13:29:33.358090 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Project d2056fc01f7c4f8bb3e0565151d422cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:29:33.360982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Attempting to bind port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:29:33.362400 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Attempting to bind port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:29:33.363431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Attempting to bind port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:33.372733 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:33.377578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:29:33.377959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Attempting to bind port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 on network 09008d7a-74f8-41ab-838d-28f8e4814bf4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:33.390954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:29:33.391382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Checking segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:29:33.391784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Bound using segment: {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:29:33.393211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Bound port: 1ac8edfd-7fa9-405f-b55b-d18dbb58f175, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e094f4-b490-4e8d-87f7-3b0cdbb30771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:29:33.393599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:33.477963 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:33.489321 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:33.513471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b52cb8-7eb8-4a2c-83e7-08915406e345,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:33.524799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.525186 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.525558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.526014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.526448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.527456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.527908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.528401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.528740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.529205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.529499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.530646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:33.549291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:33.555581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-45b35a8f-286d-4288-b4ee-fc7d5d04f015 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2907019 Aug 16 13:29:33.555837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] For port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:29:33.556995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53106) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:33.560614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] For port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=1ac8edfd-7fa9-405f-b55b-d18dbb58f175,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:29:33.565617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:33.572567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-63d6b15b-67c1-4476-9f65-b2edc6be302d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'ae6115a8-6f97-42b8-8e8a-229a9e29b4e7', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:33.647592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:33.648356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:33.650380 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] 10.222.0.42 "PUT /v2.0/ports/1ac8edfd-7fa9-405f-b55b-d18dbb58f175 HTTP/1.1" status: 200 len: 1092 time: 3.4923923 Aug 16 13:29:33.650861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'tag': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:29:33.652353 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-63d6b15b-67c1-4476-9f65-b2edc6be302d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Project d2056fc01f7c4f8bb3e0565151d422cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:29:33.653822 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e942df9-fb48-4d1d-9396-ded6729a6592", "tag": "1ac8edfd-7fa9-405f-b55b-d18dbb58f175"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:29:33.687927 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63d6b15b-67c1-4476-9f65-b2edc6be302d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:33.795987 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5db2456-918a-4158-8ce4-71b69655bcc7 x-openstack-request-id: req-f5db2456-918a-4158-8ce4-71b69655bcc7 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:29:33.797071 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e942df9-fb48-4d1d-9396-ded6729a6592", "tag": "1ac8edfd-7fa9-405f-b55b-d18dbb58f175", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:29:33.798081 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5db2456-918a-4158-8ce4-71b69655bcc7 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:29:33.799180 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'tag': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175', 'status': 'completed', 'code': 200} Aug 16 13:29:33.809166 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c62238-d98c-4d2b-81d9-2f68aa8fc1ac service neutron] Pushing event updated for resources: {'Port': ['ID=1ac8edfd-7fa9-405f-b55b-d18dbb58f175,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:33.844853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad862-673c-4769-b489-f402203eb536 req-52fa0bce-7403-49cf-a9b6-199116bc689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:33.846849 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-52fa0bce-7403-49cf-a9b6-199116bc689e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 1095 time: 0.1431320 Aug 16 13:29:33.904999 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-0c2725b9-6985-4ecc-8e96-f3696889415e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac8edfd-7fa9-405f-b55b-d18dbb58f175 HTTP/1.1" status: 200 len: 217 time: 0.0481777 Aug 16 13:29:33.915619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63d6b15b-67c1-4476-9f65-b2edc6be302d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:33.925030 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63d6b15b-67c1-4476-9f65-b2edc6be302d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:33.999171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6b15b-67c1-4476-9f65-b2edc6be302d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa77dd70-c4d2-4f35-9710-4bef47686142,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:34.011118 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-63d6b15b-67c1-4476-9f65-b2edc6be302d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:34.016657 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-63d6b15b-67c1-4476-9f65-b2edc6be302d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4583251 Aug 16 13:29:34.017917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53120) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:34.023751 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'network': {'name': 'tempest-network-smoke--651475545', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'port_security_enabled': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:34.036631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad862-673c-4769-b489-f402203eb536 req-2ffb35e1-a4f7-4d73-9f77-b2939e9c5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:34.040251 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-2ffb35e1-a4f7-4d73-9f77-b2939e9c5ba4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.1212907 Aug 16 13:29:34.058789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:29:34.067364 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:34.158869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad862-673c-4769-b489-f402203eb536 req-9e469cf4-4af4-4e4b-800e-fcd418dc013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:34.162625 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-9e469cf4-4af4-4e4b-800e-fcd418dc013c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079354 Aug 16 13:29:34.180328 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:29:34.203716 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:34.209311 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Added segment c0d49164-1f5b-43d6-bf71-f8ac80e927ef of type vlan for network 1563ce80-67f2-42d3-b1bd-23f3bad92241 Aug 16 13:29:34.327903 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:34.376324 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3861b3b2-5174-4d3b-9890-c614aa15c5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:34.395907 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-dd8fdaa8-3a07-4d23-83e2-ed8d3c9cc087 service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231717 Aug 16 13:29:34.480244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:34.485935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:34.486924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:34.596678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5763466 Aug 16 13:29:34.603534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53128) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:34.614259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'admin_state_up': True, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:34.635404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:34.687839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27836b85-1586-41b9-b725-ed88fa42995d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Network': ['ID=1563ce80-67f2-42d3-b1bd-23f3bad92241,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:34.708766 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf3fe8-a9f0-4ba2-933e-ea9cbcc51597 req-a61ec48c-7d8b-447a-8b0e-706f4d238ba0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:34.710477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 1563ce80-67f2-42d3-b1bd-23f3bad92241 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:29:34.714191 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ecfad862-673c-4769-b489-f402203eb536 req-a408ba15-4c98-48ec-a67b-9c9835a3c2f5 service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082936 Aug 16 13:29:34.732576 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:34.735781 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:34.736425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77bf3fe8-a9f0-4ba2-933e-ea9cbcc51597 req-a61ec48c-7d8b-447a-8b0e-706f4d238ba0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 944 time: 0.3561890 Aug 16 13:29:34.856942 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77bf3fe8-a9f0-4ba2-933e-ea9cbcc51597 req-fd573a25-8f5d-46cd-9c76-0f723a9dd71e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185780 Aug 16 13:29:35.014410 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:35.077656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9 req-339bf175-29ff-4154-a96e-472e22a1f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:35.080198 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9 req-339bf175-29ff-4154-a96e-472e22a1f57c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 1095 time: 0.2777240 Aug 16 13:29:35.450735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:35.503216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9 req-9422da79-4b17-47d9-b215-1142928c3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:35.505570 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9 req-9422da79-4b17-47d9-b215-1142928c3472 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.3788540 Aug 16 13:29:35.595519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9 req-c4d4a575-0463-4f06-a0ff-83a4a9defd72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac8edfd-7fa9-405f-b55b-d18dbb58f175 HTTP/1.1" status: 200 len: 217 time: 0.0748887 Aug 16 13:29:35.600549 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:35.785069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9 req-30116dc2-6ee2-4d2f-bb65-5e54343f9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:35.787975 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9 req-30116dc2-6ee2-4d2f-bb65-5e54343f9db2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.1331139 Aug 16 13:29:35.918648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9 req-5252c2e7-925f-4639-8392-4cd83140e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:35.923478 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9 req-5252c2e7-925f-4639-8392-4cd83140e3a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193242 Aug 16 13:29:36.046782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc7b5f-90fd-4201-bad9-90962abd230b req-ef6e1be7-b484-4cf8-b450-9d71a5d17431 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:36.052844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46dc7b5f-90fd-4201-bad9-90962abd230b req-ef6e1be7-b484-4cf8-b450-9d71a5d17431 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 944 time: 0.0780616 Aug 16 13:29:36.104111 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46dc7b5f-90fd-4201-bad9-90962abd230b req-c7807d56-dd15-440c-abf0-0b68deb1f144 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Aug 16 13:29:36.198016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:36.227178 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:36.336540 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9 req-297f4a62-3b61-4325-88d2-3b0be19345d4 service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553388 Aug 16 13:29:36.494622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.25.0.121 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/80a11015-bc5c-445d-8382-6c0ef862d7a0) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:29:36.571583 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e1ac0f8e-7807-48ee-ab79-c9a88ced52e9 req-3b639460-0f00-4319-a74c-49dc9f108675 service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276270 Aug 16 13:29:36.671950 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:36.745901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:36.829607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:29:36.835506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:29:36.843247 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:29:36.871984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=80a11015-bc5c-445d-8382-6c0ef862d7a0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:37.268776 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:37.291080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3cb77-71bc-4314-b2c4-e44d02ef4b29 req-8ce6637b-83d0-42b9-bec4-a67dd12b073a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:37.293892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50b3cb77-71bc-4314-b2c4-e44d02ef4b29 req-8ce6637b-83d0-42b9-bec4-a67dd12b073a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 944 time: 0.0831099 Aug 16 13:29:37.445470 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:37.454322 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50b3cb77-71bc-4314-b2c4-e44d02ef4b29 req-454b90b5-ce63-4ba4-9f4e-588056fb0815 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486065 Aug 16 13:29:38.019114 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:38.272751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 0080ee0d-2e35-482a-822f-04d27f491cce is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:29:38.468895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:29:38.491478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Sync routers for ids ['0080ee0d-2e35-482a-822f-04d27f491cce'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:29:38.494767 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:38.498027 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d9374db0-80a9-4415-a3d3-cc9309267946 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8926244 Aug 16 13:29:38.503471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53182) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:38.531068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Routers {'0080ee0d-2e35-482a-822f-04d27f491cce'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:38.532156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0080ee0d-2e35-482a-822f-04d27f491cce'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:38.585905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eb935e70-262d-4654-8160-63d72af46f63 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d2056fc01f7c4f8bb3e0565151d422cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0759475 Aug 16 13:29:38.591017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53188) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:38.862616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013238d-61d3-4ce6-a0db-4fdf8df3fe9e req-46616e2a-854e-4d83-af82-f0bbad3cc7fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:38.865642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e013238d-61d3-4ce6-a0db-4fdf8df3fe9e req-46616e2a-854e-4d83-af82-f0bbad3cc7fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 944 time: 0.1839495 Aug 16 13:29:38.928601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Set router 0080ee0d-2e35-482a-822f-04d27f491cce gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:38.936668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f2e25-4662-4387-8fc2-04e2c3609712 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:38.943371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53192) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:38.945488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ba1f2e25-4662-4387-8fc2-04e2c3609712 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3481479 Aug 16 13:29:38.987725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e013238d-61d3-4ce6-a0db-4fdf8df3fe9e req-1283c5af-e586-4788-ad30-20a9e196f84f tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875707 Aug 16 13:29:39.023081 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1e3c9e83-5ed4-410a-842b-e9cfe779bd19 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0780528 Aug 16 13:29:39.027161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53194) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:39.035650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-19184229', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:39.193900 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:29:39.198530 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:39.328521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:37Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:39.384183 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Checking router: 0080ee0d-2e35-482a-822f-04d27f491cce for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:29:39.384686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Updating router 0080ee0d-2e35-482a-822f-04d27f491cce port 80a11015-bc5c-445d-8382-6c0ef862d7a0 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:29:39.437851 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:39.597916 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:39.708672 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Subnet': ['ID=d9bcccc0-d4bb-4651-8bf4-7fceae949992,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:39.722272 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Checking segment: {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:29:39.722868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network hostable DHCP agents. Network: 1563ce80-67f2-42d3-b1bd-23f3bad92241, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:29:39.757726 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 1563ce80-67f2-42d3-b1bd-23f3bad92241 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:29:39.776747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 1563ce80-67f2-42d3-b1bd-23f3bad92241) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:29:39.787839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:39.788788 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:39.845160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2f9b1bae-779c-4bbf-ad9c-197ee652ce86 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8118930 Aug 16 13:29:39.845470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53200) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:39.880006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30996bdb-1ee9-4aa3-84d8-96a04f6076e7 None None] Network 1563ce80-67f2-42d3-b1bd-23f3bad92241 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:29:40.062429 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:40.104342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Transition to ACTIVE for port object 80a11015-bc5c-445d-8382-6c0ef862d7a0 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:40.116587 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:40.234591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe569a0-4440-48c1-9b95-974bddd612ba None None] Pushing event updated for resources: {'Port': ['ID=80a11015-bc5c-445d-8382-6c0ef862d7a0,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:40.238373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Attempting to bind port 80a11015-bc5c-445d-8382-6c0ef862d7a0 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:29:40.239151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Attempting to bind port 80a11015-bc5c-445d-8382-6c0ef862d7a0 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:29:40.239609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Attempting to bind port 80a11015-bc5c-445d-8382-6c0ef862d7a0 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:40.244754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-1563ce80-67f2-42d3-b1bd-23f3bad92241', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ips': [{'subnet_id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:29:40.245756 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:40.263520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:29:40.263900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:29:40.264315 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:40.264722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:29:40.265227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Bound port: 80a11015-bc5c-445d-8382-6c0ef862d7a0, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:29:40.265615 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:40.332621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7be81-6191-4c9a-8946-7ba081324574 req-53ceed11-fd68-40f0-b8f6-ba2b57534c36 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:40.344167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03e7be81-6191-4c9a-8946-7ba081324574 req-53ceed11-fd68-40f0-b8f6-ba2b57534c36 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 944 time: 0.0994973 Aug 16 13:29:40.396402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03e7be81-6191-4c9a-8946-7ba081324574 req-2a05f5f1-3928-4b07-8e26-6ea9c9f4b6cb tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510771 Aug 16 13:29:40.559636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] For port 80a11015-bc5c-445d-8382-6c0ef862d7a0, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:29:40.568555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] For port 80a11015-bc5c-445d-8382-6c0ef862d7a0, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=80a11015-bc5c-445d-8382-6c0ef862d7a0,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:29:40.576123 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:40.791681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Allocated IP 172.20.0.2 (1563ce80-67f2-42d3-b1bd-23f3bad92241/d9bcccc0-d4bb-4651-8bf4-7fceae949992/5483b475-a933-4b05-a5af-23f2f80b63d1) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:29:40.800422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Routers {'0080ee0d-2e35-482a-822f-04d27f491cce'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:40.801626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0080ee0d-2e35-482a-822f-04d27f491cce'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:40.896444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:40.972193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe569a0-4440-48c1-9b95-974bddd612ba None None] Pushing event updated for resources: {'Port': ['ID=80a11015-bc5c-445d-8382-6c0ef862d7a0,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:41.139529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] Set router 0080ee0d-2e35-482a-822f-04d27f491cce gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:41.520614 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:41.577189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Transition to ACTIVE for port object 5483b475-a933-4b05-a5af-23f2f80b63d1 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:41.600129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7e6c5-149b-48d1-8b29-5efc580b1467 req-9d821448-8006-4364-8238-d19e64414769 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:41.602432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Transition to ACTIVE for port object 5483b475-a933-4b05-a5af-23f2f80b63d1 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:41.609682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1b7e6c5-149b-48d1-8b29-5efc580b1467 req-9d821448-8006-4364-8238-d19e64414769 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 944 time: 0.1203032 Aug 16 13:29:41.621770 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:41.711802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Network 1563ce80-67f2-42d3-b1bd-23f3bad92241 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:29:41.733353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:37Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:41.742641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:29:41.787486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1b7e6c5-149b-48d1-8b29-5efc580b1467 req-c87f54d3-5037-4e05-9258-05357b78b1bd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609404 Aug 16 13:29:41.804873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.20.0.1 (1563ce80-67f2-42d3-b1bd-23f3bad92241/d9bcccc0-d4bb-4651-8bf4-7fceae949992/5a87e28d-ea75-452a-b549-dbf05319465a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:29:41.824845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:29:41.830985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Pushing event updated for resources: {'Port': ['ID=5483b475-a933-4b05-a5af-23f2f80b63d1,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:41.835577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d542b355-13f2-48f3-89cc-509f50ed0900 None None] The sync data for ids ['0080ee0d-2e35-482a-822f-04d27f491cce'] in n-d-804708-1 is: [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:37Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:29:41.953327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Attempting to bind port 5483b475-a933-4b05-a5af-23f2f80b63d1 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:29:41.953945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Attempting to bind port 5483b475-a933-4b05-a5af-23f2f80b63d1 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:29:41.954521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Attempting to bind port 5483b475-a933-4b05-a5af-23f2f80b63d1 on network 1563ce80-67f2-42d3-b1bd-23f3bad92241 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:41.964596 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:29:41.965932 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Checking segment: {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:29:41.966910 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:41.967782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Bound using segment: {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:29:41.968852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Bound port: 5483b475-a933-4b05-a5af-23f2f80b63d1, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:29:41.969779 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:42.115093 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:42.148616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] For port 5483b475-a933-4b05-a5af-23f2f80b63d1, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:29:42.158903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] For port 5483b475-a933-4b05-a5af-23f2f80b63d1, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5483b475-a933-4b05-a5af-23f2f80b63d1,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:29:42.161347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Transition to ACTIVE for port object 5a87e28d-ea75-452a-b549-dbf05319465a will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:42.172367 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:42.243245 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:42.376723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 1563ce80-67f2-42d3-b1bd-23f3bad92241 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:29:42.381039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:29:42.390729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:29:42.430307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de789aa-eb45-4163-b579-51002eecc47d None None] Pushing event updated for resources: {'Port': ['ID=5483b475-a933-4b05-a5af-23f2f80b63d1,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:42.501554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=5a87e28d-ea75-452a-b549-dbf05319465a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:42.579542 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:43.006292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bd9ec-96aa-4ae9-a9ec-d4e1c3a5ca5f req-8693a17f-7de9-443f-a81f-b81d7837f7b7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:43.015342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e7bd9ec-96aa-4ae9-a9ec-d4e1c3a5ca5f req-8693a17f-7de9-443f-a81f-b81d7837f7b7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 944 time: 0.1084669 Aug 16 13:29:43.118494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e7bd9ec-96aa-4ae9-a9ec-d4e1c3a5ca5f req-dea362b0-3940-4023-a2ea-a85d85178d15 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017148 Aug 16 13:29:43.132989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:43.576200 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:43.585487 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:43.700970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=5a87e28d-ea75-452a-b549-dbf05319465a,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:43.708415 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:43.919330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 1563ce80-67f2-42d3-b1bd-23f3bad92241 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:29:43.922399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:29:44.201717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6774b0b1-e5ee-499c-97f9-cefdae13562d None None] Network 1563ce80-67f2-42d3-b1bd-23f3bad92241 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:29:44.220750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 0080ee0d-2e35-482a-822f-04d27f491cce has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:29:44.431470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-65b4f044-093f-4128-9079-f997132ec1c3 None None] Provisioning for port 5483b475-a933-4b05-a5af-23f2f80b63d1 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:44.531185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9db0-94f4-4c04-a683-329e286e4827 req-29ea9f49-8f33-4169-9699-f18fba8d18a7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:44.550744 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b47a9db0-94f4-4c04-a683-329e286e4827 req-29ea9f49-8f33-4169-9699-f18fba8d18a7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 944 time: 0.1774371 Aug 16 13:29:44.563759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 80a11015-bc5c-445d-8382-6c0ef862d7a0 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:44.643717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b47a9db0-94f4-4c04-a683-329e286e4827 req-f1786be8-09c4-4ad7-8beb-b78e524e5a63 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911319 Aug 16 13:29:44.662161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:29:44.669320 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b5bfcc3b-4e30-4148-805e-a57c12b711c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "PUT /v2.0/routers/0080ee0d-2e35-482a-822f-04d27f491cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8227792 Aug 16 13:29:44.726713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 80a11015-bc5c-445d-8382-6c0ef862d7a0 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:44.740254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 80a11015-bc5c-445d-8382-6c0ef862d7a0 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:44.740254 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:44.905587 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Sync routers for ids ['0080ee0d-2e35-482a-822f-04d27f491cce'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:29:44.926637 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Routers {'0080ee0d-2e35-482a-822f-04d27f491cce'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:44.930828 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0080ee0d-2e35-482a-822f-04d27f491cce'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:45.020738 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:45.064804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 80a11015-bc5c-445d-8382-6c0ef862d7a0, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=80a11015-bc5c-445d-8382-6c0ef862d7a0,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:45.078319 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:45.081879 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5483b475-a933-4b05-a5af-23f2f80b63d1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:45.169192 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Set router 0080ee0d-2e35-482a-822f-04d27f491cce gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:45.254766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-5366c719-ea84-4295-92f0-1d9f884f182d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765514395&fields=id&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 267 time: 0.1370611 Aug 16 13:29:45.278865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=80a11015-bc5c-445d-8382-6c0ef862d7a0,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:45.302399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 5483b475-a933-4b05-a5af-23f2f80b63d1 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:45.323741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5483b475-a933-4b05-a5af-23f2f80b63d1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:45.323741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:45.499702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-aff490f3-b89d-4830-8cc7-b1fc39f12c6b None None] Provisioning complete for port 5483b475-a933-4b05-a5af-23f2f80b63d1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:45.502446 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aff490f3-b89d-4830-8cc7-b1fc39f12c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:45.643543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-ad3e63f3-e729-4a6d-8001-5aed8861c967 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:45.651259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-ad3e63f3-e729-4a6d-8001-5aed8861c967 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/networks?id=1563ce80-67f2-42d3-b1bd-23f3bad92241 HTTP/1.1" status: 200 len: 796 time: 0.3749516 Aug 16 13:29:45.670579 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2181fc83-a562-499d-a989-03169ffacd3f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/quotas/d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 375 time: 0.0174260 Aug 16 13:29:45.683731 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:45.687097 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aff490f3-b89d-4830-8cc7-b1fc39f12c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:45.726461 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:43Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '5a87e28d-ea75-452a-b549-dbf05319465a', 'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:83:4b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:41Z', 'updated_at': '2021-08-16T13:29:43Z', 'revision_number': 2, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:45.782918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 5483b475-a933-4b05-a5af-23f2f80b63d1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5483b475-a933-4b05-a5af-23f2f80b63d1,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:45.788586 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:45.825026 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Checking router: 0080ee0d-2e35-482a-822f-04d27f491cce for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:29:45.826066 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Updating router 0080ee0d-2e35-482a-822f-04d27f491cce port 5a87e28d-ea75-452a-b549-dbf05319465a binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:29:45.949530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-b559365e-e8e7-44fb-833f-74ca26a2b6b2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2742569 Aug 16 13:29:45.952469 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:46.013811 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-aff490f3-b89d-4830-8cc7-b1fc39f12c6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:29:46.014790 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-aff490f3-b89d-4830-8cc7-b1fc39f12c6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:29:46.032669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=5483b475-a933-4b05-a5af-23f2f80b63d1,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:46.055893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aeafa-4c06-476f-b492-23ed8d714c6e req-4198b9cf-a83f-4396-868f-96007bfdfb44 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:46.058552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d2aeafa-4c06-476f-b492-23ed8d714c6e req-4198b9cf-a83f-4396-868f-96007bfdfb44 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 944 time: 0.2842441 Aug 16 13:29:46.315316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d2aeafa-4c06-476f-b492-23ed8d714c6e req-4a0a9544-af9b-4a31-b550-8f28f98e20da tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951706 Aug 16 13:29:46.361080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:29:46.370473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 80a11015-bc5c-445d-8382-6c0ef862d7a0 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:46.413484 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-ea2ad94e-8127-4b64-8ede-bdf47c913fbe service neutron] 10.222.0.25 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233205 Aug 16 13:29:46.575118 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-84a37c40-e94c-4022-9ba6-ad0c9cb2d1bc service neutron] 10.222.0.25 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469600 Aug 16 13:29:46.631039 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:46.713132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 80a11015-bc5c-445d-8382-6c0ef862d7a0 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:46.713715 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:46.788141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-aff490f3-b89d-4830-8cc7-b1fc39f12c6b None None] Provisioning for port 5a87e28d-ea75-452a-b549-dbf05319465a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:46.802212 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:46.837612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=1ac8edfd-7fa9-405f-b55b-d18dbb58f175,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:46.839975 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Transition to ACTIVE for port object 5a87e28d-ea75-452a-b549-dbf05319465a will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:46.848963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-aff490f3-b89d-4830-8cc7-b1fc39f12c6b None None] Provisioning complete for port 5a87e28d-ea75-452a-b549-dbf05319465a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:46.849476 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aff490f3-b89d-4830-8cc7-b1fc39f12c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:46.852195 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:46.886146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'port_id': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175', 'mac_address': 'fa:16:3e:f3:fe:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:29:46.916578 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea6de6-d20b-4925-a768-a4961c23efbf None None] Pushing event updated for resources: {'Port': ['ID=5a87e28d-ea75-452a-b549-dbf05319465a,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:47.079714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-de11e9cd-faca-4ba5-8d1b-10efa8376a29 req-70ac52f5-f0ec-42e3-9cf0-e13dc0493131 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 210 time: 0.0903494 Aug 16 13:29:47.112395 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Attempting to bind port 5a87e28d-ea75-452a-b549-dbf05319465a on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:29:47.113121 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Attempting to bind port 5a87e28d-ea75-452a-b549-dbf05319465a by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:29:47.113121 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Attempting to bind port 5a87e28d-ea75-452a-b549-dbf05319465a on network 1563ce80-67f2-42d3-b1bd-23f3bad92241 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:47.115250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-aff490f3-b89d-4830-8cc7-b1fc39f12c6b None None] Port 5a87e28d-ea75-452a-b549-dbf05319465a cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:29:47.138533 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:29:47.139750 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Checking segment: {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:29:47.140208 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:47.140616 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Bound using segment: {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:29:47.141117 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Bound port: 5a87e28d-ea75-452a-b549-dbf05319465a, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:29:47.141582 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:47.157275 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:47.273331 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:29:47.293123 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] For port 5a87e28d-ea75-452a-b549-dbf05319465a, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:29:47.299960 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] For port 5a87e28d-ea75-452a-b549-dbf05319465a, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5a87e28d-ea75-452a-b549-dbf05319465a,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:29:47.311175 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:47.325717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5483b475-a933-4b05-a5af-23f2f80b63d1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:47.377766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=1ac8edfd-7fa9-405f-b55b-d18dbb58f175,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:47.392885 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:47.539419 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Routers {'0080ee0d-2e35-482a-822f-04d27f491cce'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:47.540501 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0080ee0d-2e35-482a-822f-04d27f491cce'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:47.687504 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea6de6-d20b-4925-a768-a4961c23efbf None None] Pushing event updated for resources: {'Port': ['ID=5a87e28d-ea75-452a-b549-dbf05319465a,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:47.696872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['1ac8edfd-7fa9-405f-b55b-d18dbb58f175'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:29:47.726333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=1ac8edfd-7fa9-405f-b55b-d18dbb58f175,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:47.790402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b813b3-e0c0-47a3-8103-703c5495e6bd req-f0e3369f-7346-4336-a250-2b27fd3ae74b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:47.796588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66b813b3-e0c0-47a3-8103-703c5495e6bd req-f0e3369f-7346-4336-a250-2b27fd3ae74b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 945 time: 0.1895061 Aug 16 13:29:47.904364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66b813b3-e0c0-47a3-8103-703c5495e6bd req-4ae7199f-4857-4f9c-9299-c0580f9c1591 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994165 Aug 16 13:29:47.947280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5483b475-a933-4b05-a5af-23f2f80b63d1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:47.947785 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:48.171217 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] Set router 0080ee0d-2e35-482a-822f-04d27f491cce gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:48.442892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f16900a6-e16d-45ad-817b-7636f4d964ab req-c4239d3d-2f05-4c8c-9356-34799c62c3bb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 210 time: 0.1258180 Aug 16 13:29:48.759748 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:43Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '5a87e28d-ea75-452a-b549-dbf05319465a', 'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:83:4b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:41Z', 'updated_at': '2021-08-16T13:29:47Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:48.787912 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce7573-87e6-46f1-9ec6-8cea445d6f40 None None] The sync data for ids ['0080ee0d-2e35-482a-822f-04d27f491cce'] in n-d-804708-1 is: [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:43Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '5a87e28d-ea75-452a-b549-dbf05319465a', 'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:83:4b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:41Z', 'updated_at': '2021-08-16T13:29:47Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:29:49.058486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac003c5c-1cf9-4a71-91f6-b7c4a72917b9 req-13dfda6e-c127-4b35-9a67-488d57ceac03 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:49.068432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac003c5c-1cf9-4a71-91f6-b7c4a72917b9 req-13dfda6e-c127-4b35-9a67-488d57ceac03 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 945 time: 0.0720878 Aug 16 13:29:49.137423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac003c5c-1cf9-4a71-91f6-b7c4a72917b9 req-b9853eaf-3815-4700-b9e3-aa1885709778 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639462 Aug 16 13:29:49.718624 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc487344-b657-4abb-b30b-176f9649b89f req-4d05747f-e69c-4f21-94f3-bb10b458a848 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 210 time: 0.0920279 Aug 16 13:29:49.756474 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c9712471-9c72-426d-a1ae-b80d4abc3869 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:49.758707 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c9712471-9c72-426d-a1ae-b80d4abc3869 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "GET /v2.0/networks?id=1563ce80-67f2-42d3-b1bd-23f3bad92241 HTTP/1.1" status: 200 len: 796 time: 0.6415269 Aug 16 13:29:49.832624 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-adca968c-df35-4327-9cdb-ccf1a69f9bed tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 379 time: 0.0605741 Aug 16 13:29:49.853028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'port': {'device_id': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'admin_state_up': True, 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'security_groups': ['ae6115a8-6f97-42b8-8e8a-229a9e29b4e7']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:50.049609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:29:50.056554 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:50.349274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.20.0.4 (1563ce80-67f2-42d3-b1bd-23f3bad92241/d9bcccc0-d4bb-4651-8bf4-7fceae949992/0dbe4d62-0c1c-45f7-9919-b25936d44ea6) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:29:50.384506 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5fac2-cfb9-445a-9d28-24492a9f98f6 req-b1568b71-f695-43f2-bba5-4c30a8236966 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:50.389276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:50.393537 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4da5fac2-cfb9-445a-9d28-24492a9f98f6 req-b1568b71-f695-43f2-bba5-4c30a8236966 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 945 time: 0.1106558 Aug 16 13:29:50.466372 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4da5fac2-cfb9-445a-9d28-24492a9f98f6 req-4a729e91-2f39-4061-a129-4392cb500b3d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716612 Aug 16 13:29:50.536534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:50.544061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:50.544976 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:50.659561 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:50.725699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:29:50.729762 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf407ef2-88c4-45a6-96a2-24028c2b0997" -d '{"events": [{"server_uuid": "6e942df9-fb48-4d1d-9396-ded6729a6592", "name": "network-vif-plugged", "status": "completed", "tag": "1ac8edfd-7fa9-405f-b55b-d18dbb58f175"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:29:50.784196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=1ac8edfd-7fa9-405f-b55b-d18dbb58f175,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:50.817676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:50.830175 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:50.865363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Transition to ACTIVE for port object 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:50.983257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5a87e28d-ea75-452a-b549-dbf05319465a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:50.985940 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d49d8fe-607d-47fa-82d7-9ca1885ec6fc req-94cb8d50-8d8d-45e1-b92a-191664e9ad94 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 210 time: 0.0858705 Aug 16 13:29:50.993593 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f01ef0-b825-4a03-9d62-37b3b3940fab x-openstack-request-id: req-d6f01ef0-b825-4a03-9d62-37b3b3940fab {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:29:50.995034 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e942df9-fb48-4d1d-9396-ded6729a6592", "name": "network-vif-plugged", "status": "completed", "tag": "1ac8edfd-7fa9-405f-b55b-d18dbb58f175", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:29:50.998074 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:50.999825 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6f01ef0-b825-4a03-9d62-37b3b3940fab {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:29:51.001780 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175', 'code': 200} Aug 16 13:29:51.110933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 1563ce80-67f2-42d3-b1bd-23f3bad92241 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:29:51.132907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:29:51.152579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:29:51.173654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=1ac8edfd-7fa9-405f-b55b-d18dbb58f175,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:51.208434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 5a87e28d-ea75-452a-b549-dbf05319465a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:51.219353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5a87e28d-ea75-452a-b549-dbf05319465a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:51.220480 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:51.300532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:51.351279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.351665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.352013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.352410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.352895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.354504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.355724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.356946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.357297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.357632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.357962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.358378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:51.358949 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:51.428179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:51.429361 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:51.517133 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-c567a069-ed5c-441d-a11e-4c89fe45d760 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6769197 Aug 16 13:29:51.530850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 5a87e28d-ea75-452a-b549-dbf05319465a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5a87e28d-ea75-452a-b549-dbf05319465a,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:51.547099 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Request body: {'port': {'device_id': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:51.554832 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:51.640177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce24f26-99c5-4af1-93cd-a28b235ad9fd req-aff60b85-0930-46e0-ab50-92822798003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:51.641917 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1ce24f26-99c5-4af1-93cd-a28b235ad9fd req-aff60b85-0930-46e0-ab50-92822798003c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 1097 time: 0.6563017 Aug 16 13:29:51.661712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1973c48d-244a-4998-8518-613777aa3fee None None] Provisioning for port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:29:51.674997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1973c48d-244a-4998-8518-613777aa3fee None None] Provisioning complete for port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:51.675508 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1973c48d-244a-4998-8518-613777aa3fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:51.713916 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-78c11f2c-968b-4975-a13b-723978ec3829 req-3d8a4dd0-f7db-4594-add0-9e139f168a53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1185005 Aug 16 13:29:51.717346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:51.745886 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1ce24f26-99c5-4af1-93cd-a28b235ad9fd req-aeebc474-62de-41c7-b736-548ca9554ed6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931668 Aug 16 13:29:51.753495 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=5a87e28d-ea75-452a-b549-dbf05319465a,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:51.787311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1973c48d-244a-4998-8518-613777aa3fee None None] Port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:29:51.843961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26446619-42fd-49c3-8289-5677bf3dbd9d req-f44022d3-42df-4dde-beae-7fa0c07a7e75 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:51.858199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26446619-42fd-49c3-8289-5677bf3dbd9d req-f44022d3-42df-4dde-beae-7fa0c07a7e75 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 946 time: 0.2098978 Aug 16 13:29:51.929650 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26446619-42fd-49c3-8289-5677bf3dbd9d req-815773da-1a2a-4db5-aac7-d95743488f24 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698633 Aug 16 13:29:52.049987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11f2c-968b-4975-a13b-723978ec3829 req-26424095-ec70-4dbe-8c47-f1653da52450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:52.056011 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-78c11f2c-968b-4975-a13b-723978ec3829 req-26424095-ec70-4dbe-8c47-f1653da52450 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 1096 time: 0.2379389 Aug 16 13:29:52.243419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7403-44af-4f2d-bdfa-2e4be27824ce req-ffe8ea69-2bc4-4289-bdd1-02424243d0d5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:52.245830 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05ee7403-44af-4f2d-bdfa-2e4be27824ce req-ffe8ea69-2bc4-4289-bdd1-02424243d0d5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 931 time: 0.0867264 Aug 16 13:29:52.306784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05ee7403-44af-4f2d-bdfa-2e4be27824ce req-2562882e-3119-496d-b4ac-2baaca25f5b1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485318 Aug 16 13:29:52.357958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11f2c-968b-4975-a13b-723978ec3829 req-1fbb5f36-0473-471b-ac82-3d916b212275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:52.359526 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-78c11f2c-968b-4975-a13b-723978ec3829 req-1fbb5f36-0473-471b-ac82-3d916b212275 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8286d171-0839-4531-859f-5a0d2aed176e HTTP/1.1" status: 200 len: 897 time: 0.2625797 Aug 16 13:29:52.474460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:29:52.482572 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-78c11f2c-968b-4975-a13b-723978ec3829 req-aa86e822-d9af-4699-a200-8b0e39011984 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef HTTP/1.1" status: 200 len: 1001 time: 0.1128917 Aug 16 13:29:52.489574 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:52.579304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Transition to ACTIVE for port object 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:29:52.592035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:52.663738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11f2c-968b-4975-a13b-723978ec3829 req-fe8cc785-8bd6-4784-a167-410b98a3c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:52.668293 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-78c11f2c-968b-4975-a13b-723978ec3829 req-fe8cc785-8bd6-4784-a167-410b98a3c50f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=341528f8-bb4d-4ea6-9958-4c87f5d72290 HTTP/1.1" status: 200 len: 835 time: 0.1700463 Aug 16 13:29:52.735654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5a87e28d-ea75-452a-b549-dbf05319465a up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:29:52.792911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:52.820785 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5a87e28d-ea75-452a-b549-dbf05319465a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:29:52.821442 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:52.857324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:29:52.858031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:29:52.859756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on network 1563ce80-67f2-42d3-b1bd-23f3bad92241 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:52.864280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11f2c-968b-4975-a13b-723978ec3829 req-e47db725-fc8d-49ba-8580-24b1131ca7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:52.866184 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-78c11f2c-968b-4975-a13b-723978ec3829 req-e47db725-fc8d-49ba-8580-24b1131ca7d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8286d171-0839-4531-859f-5a0d2aed176e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786315 Aug 16 13:29:52.872051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on network 1563ce80-67f2-42d3-b1bd-23f3bad92241 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:29:52.872415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on network 1563ce80-67f2-42d3-b1bd-23f3bad92241 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:29:52.884393 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-78c11f2c-968b-4975-a13b-723978ec3829 req-5d9381fd-1643-4d88-9114-c06e324648f2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:29:52.885561 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-78c11f2c-968b-4975-a13b-723978ec3829 req-5d9381fd-1643-4d88-9114-c06e324648f2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065546 Aug 16 13:29:52.888541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:29:52.889244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Checking segment: {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:29:52.889821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Bound using segment: {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:29:52.890569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Bound port: 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:29:52.891151 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:53.124364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fc136-6f60-4bd7-aeeb-c64a8249633e req-7a636230-753d-4c49-9bb2-86a29cab69d0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:53.153616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc1fc136-6f60-4bd7-aeeb-c64a8249633e req-7a636230-753d-4c49-9bb2-86a29cab69d0 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 946 time: 0.1221123 Aug 16 13:29:53.172412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:29:53.185905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:29:53.207137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:53.225567 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc1fc136-6f60-4bd7-aeeb-c64a8249633e req-bd87a06b-71b5-4069-a042-0475f5e854c7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705273 Aug 16 13:29:53.256489 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-78c11f2c-968b-4975-a13b-723978ec3829 req-04cb3b3d-8dd9-4edd-bbf8-16a285e5a08b service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480909 Aug 16 13:29:53.268323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:53.269228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:53.284883 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] 10.222.0.22 "PUT /v2.0/ports/0dbe4d62-0c1c-45f7-9919-b25936d44ea6 HTTP/1.1" status: 200 len: 1091 time: 1.7369580 Aug 16 13:29:53.314330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:29:53.326927 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a10c42-33af-4a48-8624-03546f6653bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:29:53.369948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61ba3f-ba9e-4f9d-b59c-7faa8404d2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:53.623277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2ff26949-a982-4d87-8f91-8e1b60bbba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:53.626029 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2ff26949-a982-4d87-8f91-8e1b60bbba14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1094 time: 0.2430918 Aug 16 13:29:53.644706 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062fbd-9375-492c-90f4-19dd2eeb529e req-f3269b45-2f20-4129-bf46-3912238f9659 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:53.647653 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07062fbd-9375-492c-90f4-19dd2eeb529e req-f3269b45-2f20-4129-bf46-3912238f9659 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 943 time: 0.2028058 Aug 16 13:29:53.693193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4fd0e-904d-4b37-aa20-48f8e65d7bb5 req-3d12bc60-fecd-415d-a7d4-f679493f00f7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:53.707006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eaa4fd0e-904d-4b37-aa20-48f8e65d7bb5 req-3d12bc60-fecd-415d-a7d4-f679493f00f7 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 946 time: 0.1700714 Aug 16 13:29:53.791799 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-78c11f2c-968b-4975-a13b-723978ec3829 req-3a13b21c-6577-4305-a580-0112ecef5f73 service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248351 Aug 16 13:29:53.795399 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-50565927-4c89-4ab9-87a8-42c4f7d6645f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6 HTTP/1.1" status: 200 len: 217 time: 0.1358206 Aug 16 13:29:53.891775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eaa4fd0e-904d-4b37-aa20-48f8e65d7bb5 req-9ba18a15-08a5-4b41-8e9a-feab69b8c253 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721199 Aug 16 13:29:53.924014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07062fbd-9375-492c-90f4-19dd2eeb529e req-a55158b9-386d-4589-837f-55691d3282d1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053995 Aug 16 13:29:53.926579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53782) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:53.959273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2b946d05-11fc-4303-8a16-add336162eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:53.962664 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-2b946d05-11fc-4303-8a16-add336162eb4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d9bcccc0-d4bb-4651-8bf4-7fceae949992 HTTP/1.1" status: 200 len: 833 time: 0.1546919 Aug 16 13:29:54.033865 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034a58d2-688d-406d-94d3-a5da2b3f48cd x-openstack-request-id: req-034a58d2-688d-406d-94d3-a5da2b3f48cd {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:29:54.034743 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:29:54.035484 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-034a58d2-688d-406d-94d3-a5da2b3f48cd {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:29:54.036897 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'status': 'completed', 'code': 200} Aug 16 13:29:54.075384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-cf6e7b7b-4ee9-4c6c-b9fa-a79eeb0c1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:54.080538 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-cf6e7b7b-4ee9-4c6c-b9fa-a79eeb0c1d4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1563ce80-67f2-42d3-b1bd-23f3bad92241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100118 Aug 16 13:29:54.315126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a45543-36bb-4165-890c-cc0a3e405212 tempest-TestVolumeBootPattern-1716987179 tempest-TestVolumeBootPattern-1716987179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:54.317120 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f6a45543-36bb-4165-890c-cc0a3e405212 tempest-TestVolumeBootPattern-1716987179 tempest-TestVolumeBootPattern-1716987179-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 1092 time: 0.3880708 Aug 16 13:29:54.326950 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53792) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:54.342383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:29:54.371591 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-ab57fed0-7736-463a-9dc2-d6fd4f61eb8d service neutron] 10.222.0.22 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813022 Aug 16 13:29:54.399802 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:54.598617 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dffef088-4da2-43a0-8910-d184ad9684b0 req-1a340a32-dfd1-4581-8d02-0ae9e82be253 service neutron] 10.222.0.22 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187052 Aug 16 13:29:54.636636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:54.743129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a10c42-33af-4a48-8624-03546f6653bd req-e8331d61-6141-4ae4-8b6c-c79b471172df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:54.746893 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f0a10c42-33af-4a48-8624-03546f6653bd req-e8331d61-6141-4ae4-8b6c-c79b471172df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1094 time: 0.0602736 Aug 16 13:29:54.887337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Allocated IP 172.25.0.98 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/7970e248-961a-4880-8326-bd5ba0394146) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:29:54.905405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a10c42-33af-4a48-8624-03546f6653bd req-c3311f84-ae53-4f7e-ba62-9236a25b1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:54.908367 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f0a10c42-33af-4a48-8624-03546f6653bd req-c3311f84-ae53-4f7e-ba62-9236a25b1ec3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1563ce80-67f2-42d3-b1bd-23f3bad92241 HTTP/1.1" status: 200 len: 896 time: 0.1548100 Aug 16 13:29:54.973411 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f0a10c42-33af-4a48-8624-03546f6653bd req-a7af0165-3415-4b1c-baab-042522317cdf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6 HTTP/1.1" status: 200 len: 217 time: 0.0560267 Aug 16 13:29:55.045554 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:55.053940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a10c42-33af-4a48-8624-03546f6653bd req-9fcf7136-5bc5-4443-a7bd-a0b65f4fc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:55.055609 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f0a10c42-33af-4a48-8624-03546f6653bd req-9fcf7136-5bc5-4443-a7bd-a0b65f4fc0f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d9bcccc0-d4bb-4651-8bf4-7fceae949992 HTTP/1.1" status: 200 len: 833 time: 0.0740306 Aug 16 13:29:55.107013 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:55.122303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a10c42-33af-4a48-8624-03546f6653bd req-1257e59c-cc62-4b57-98e8-b24b8d908baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:55.124452 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f0a10c42-33af-4a48-8624-03546f6653bd req-1257e59c-cc62-4b57-98e8-b24b8d908baa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1563ce80-67f2-42d3-b1bd-23f3bad92241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603938 Aug 16 13:29:55.201579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:29:55.209330 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:29:55.215119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:29:55.254283 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f0a10c42-33af-4a48-8624-03546f6653bd req-0f3c81ae-507e-473d-af3d-9d613204a3e6 service neutron] 10.222.0.22 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211944 Aug 16 13:29:55.295564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab2fb6-9c67-4eb4-871d-774963394056 req-d35dd532-d2f0-4ede-9044-3ee19d334778 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:55.297167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8ab2fb6-9c67-4eb4-871d-774963394056 req-d35dd532-d2f0-4ede-9044-3ee19d334778 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 943 time: 0.1735921 Aug 16 13:29:55.297867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=7970e248-961a-4880-8326-bd5ba0394146,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:55.421212 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f0a10c42-33af-4a48-8624-03546f6653bd req-d9142969-1232-46fb-a760-833acb829336 service neutron] 10.222.0.22 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572046 Aug 16 13:29:55.429548 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8ab2fb6-9c67-4eb4-871d-774963394056 req-f46537cf-7879-43c7-9f89-049be16dd041 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173685 Aug 16 13:29:55.871958 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:56.001996 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:56.710386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4926e-0d23-40a9-bbf0-472005923c2a req-0c7776e4-7b0e-4a2f-bd3e-31ea50fd37f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:56.712013 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dc4926e-0d23-40a9-bbf0-472005923c2a req-0c7776e4-7b0e-4a2f-bd3e-31ea50fd37f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 943 time: 0.0864763 Aug 16 13:29:56.777440 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:56.788130 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:56.810439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dc4926e-0d23-40a9-bbf0-472005923c2a req-9472e66f-ed39-4f03-827a-69706c7e2ae2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876453 Aug 16 13:29:56.886843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event updated for resources: {'Port': ['ID=7970e248-961a-4880-8326-bd5ba0394146,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:56.899454 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:57.111587 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Floating IP 47991c10-e6de-48f1-a0e7-27278feecf08 associated. External IP: 172.25.0.98, port: 1ac8edfd-7fa9-405f-b55b-d18dbb58f175. Aug 16 13:29:57.415509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Router f8cd338b-7551-48d6-b999-6324c939988b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:29:57.565776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:29:57.578406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c4229-d6b6-46ba-92e8-5321668df5fd None None] Sync routers for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:29:57.596429 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:57.597724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c4229-d6b6-46ba-92e8-5321668df5fd None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:57.598416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-130c4229-d6b6-46ba-92e8-5321668df5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:57.697952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-09304d92-f16f-4a26-9e16-cb263c88ad45 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3577247 Aug 16 13:29:57.697952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'tag': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:29:57.697952 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aa77d1-7a84-4975-ba6d-a171a2e0c387" -d '{"events": [{"name": "network-changed", "server_uuid": "6e942df9-fb48-4d1d-9396-ded6729a6592", "tag": "1ac8edfd-7fa9-405f-b55b-d18dbb58f175"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:29:57.758691 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affed740-4bf7-4956-bda9-9825687dc4eb x-openstack-request-id: req-affed740-4bf7-4956-bda9-9825687dc4eb {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:29:57.759137 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e942df9-fb48-4d1d-9396-ded6729a6592", "tag": "1ac8edfd-7fa9-405f-b55b-d18dbb58f175", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:29:57.759501 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-affed740-4bf7-4956-bda9-9825687dc4eb {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:29:57.760198 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'tag': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175', 'status': 'completed', 'code': 200} Aug 16 13:29:57.839479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-130c4229-d6b6-46ba-92e8-5321668df5fd None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:57.872229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa77d1-7a84-4975-ba6d-a171a2e0c387 req-042334bc-b7fc-4980-a8d0-8a92411ba922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:57.874319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-25aa77d1-7a84-4975-ba6d-a171a2e0c387 req-042334bc-b7fc-4980-a8d0-8a92411ba922 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 1097 time: 0.0882761 Aug 16 13:29:58.113407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa77d1-7a84-4975-ba6d-a171a2e0c387 req-b1b3aef9-92e6-49ca-ae43-dba3c697c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:58.116847 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-25aa77d1-7a84-4975-ba6d-a171a2e0c387 req-b1b3aef9-92e6-49ca-ae43-dba3c697c454 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.2354066 Aug 16 13:29:58.136804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c1e1f-df4b-401d-bbc5-74ac96c39af1 req-8a7afe1f-2dd4-4620-819a-b601e774ba0f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:58.138949 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-379c1e1f-df4b-401d-bbc5-74ac96c39af1 req-8a7afe1f-2dd4-4620-819a-b601e774ba0f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 943 time: 0.1171017 Aug 16 13:29:58.234714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-379c1e1f-df4b-401d-bbc5-74ac96c39af1 req-8daa3361-4cb2-4af4-88a6-b55f1327ecc8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883625 Aug 16 13:29:58.277247 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-25aa77d1-7a84-4975-ba6d-a171a2e0c387 req-3b631220-acf8-4e84-a052-0ac8e6cb01e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac8edfd-7fa9-405f-b55b-d18dbb58f175 HTTP/1.1" status: 200 len: 999 time: 0.1498659 Aug 16 13:29:58.318643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:29:58.374640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa77d1-7a84-4975-ba6d-a171a2e0c387 req-663d4427-9bef-4976-8a84-31e4989c9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:58.378135 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-25aa77d1-7a84-4975-ba6d-a171a2e0c387 req-663d4427-9bef-4976-8a84-31e4989c9da0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.0933652 Aug 16 13:29:58.447043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-130c4229-d6b6-46ba-92e8-5321668df5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '47991c10-e6de-48f1-a0e7-27278feecf08', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:f3:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:55Z', 'updated_at': '2021-08-16T13:29:55Z', 'revision_number': 0, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}, {'id': '6d85cce9-c002-4e29-9080-3395d79e21ab', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:9e:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:22Z', 'updated_at': '2021-08-16T13:27:27Z', 'revision_number': 1, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:58.458280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53826) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:29:58.500334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c4229-d6b6-46ba-92e8-5321668df5fd None None] Checking router: f8cd338b-7551-48d6-b999-6324c939988b for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:29:58.532423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:58.536050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c4229-d6b6-46ba-92e8-5321668df5fd None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:29:58.536500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa77d1-7a84-4975-ba6d-a171a2e0c387 req-9cf8d8ea-5239-47cb-ba45-efbf7003a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:58.536986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-130c4229-d6b6-46ba-92e8-5321668df5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:29:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:58.538308 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-25aa77d1-7a84-4975-ba6d-a171a2e0c387 req-9cf8d8ea-5239-47cb-ba45-efbf7003a6ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513801 Aug 16 13:29:58.608315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'port_id': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'mac_address': 'fa:16:3e:84:eb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:29:58.629613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a90eed6-9ca7-4904-862d-9a3a6c9feeec tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:58.630128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a90eed6-9ca7-4904-862d-9a3a6c9feeec tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:58.630671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a90eed6-9ca7-4904-862d-9a3a6c9feeec tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:58.635318 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3a90eed6-9ca7-4904-862d-9a3a6c9feeec tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=247aabb85ffd4c779b8c544766ee2600&network_id=8286d171-0839-4531-859f-5a0d2aed176e HTTP/1.1" status: 200 len: 2969 time: 0.1712391 Aug 16 13:29:58.678220 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-25aa77d1-7a84-4975-ba6d-a171a2e0c387 req-997f7b17-a3ab-41aa-ba84-2a1a7c45d162 service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234307 Aug 16 13:29:58.745457 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:58.788260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:29:58.803713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-130c4229-d6b6-46ba-92e8-5321668df5fd None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:29:58.849283 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-25aa77d1-7a84-4975-ba6d-a171a2e0c387 req-a68b88d2-a86c-4e1f-aa1a-77d0ec52331a service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613326 Aug 16 13:29:58.866995 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:29:58.907741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:29:59.121860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:29:59.148886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.149224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.149631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.149917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.150259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.150593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.150922 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.151334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.151612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.151940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.152261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.152586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:29:59.311646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-130c4229-d6b6-46ba-92e8-5321668df5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '47991c10-e6de-48f1-a0e7-27278feecf08', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:f3:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:55Z', 'updated_at': '2021-08-16T13:29:55Z', 'revision_number': 0, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}, {'id': '6d85cce9-c002-4e29-9080-3395d79e21ab', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:9e:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:22Z', 'updated_at': '2021-08-16T13:27:27Z', 'revision_number': 1, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:29:59.314573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0dbe4d62-0c1c-45f7-9919-b25936d44ea6'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:29:59.378145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c4229-d6b6-46ba-92e8-5321668df5fd None None] The sync data for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 is: [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '47991c10-e6de-48f1-a0e7-27278feecf08', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:f3:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:55Z', 'updated_at': '2021-08-16T13:29:55Z', 'revision_number': 0, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}, {'id': '6d85cce9-c002-4e29-9080-3395d79e21ab', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:9e:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:22Z', 'updated_at': '2021-08-16T13:27:27Z', 'revision_number': 1, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:29:59.504615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64e0fe-6077-452b-bcef-bf26e562890d req-594c526e-8eef-4151-8b86-c292b18d4408 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:29:59.529683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd64e0fe-6077-452b-bcef-bf26e562890d req-594c526e-8eef-4151-8b86-c292b18d4408 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 944 time: 0.1668651 Aug 16 13:29:59.641138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd64e0fe-6077-452b-bcef-bf26e562890d req-fb12aab2-ac64-40a0-95d1-d78e7dc839bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075618 Aug 16 13:29:59.830241 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bf0592-9054-4d25-bced-be7c96d8b22f None None] New status for floating IP 47991c10-e6de-48f1-a0e7-27278feecf08: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:29:59.967867 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:00.332201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53856) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:00.442284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c4d71a-85b8-41e7-a058-c58141d0a67a tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:00.458134 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-55c4d71a-85b8-41e7-a058-c58141d0a67a tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297 HTTP/1.1" status: 200 len: 814 time: 0.1109107 Aug 16 13:30:00.607336 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:30:00.906479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fcce8-f1e8-42d0-ad18-ce006166c2e5 req-81033ee8-3ca7-435a-bb6d-611d3576a00e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:00.908342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c5fcce8-f1e8-42d0-ad18-ce006166c2e5 req-81033ee8-3ca7-435a-bb6d-611d3576a00e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 944 time: 0.0924096 Aug 16 13:30:00.976948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53866) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:00.985166 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c5fcce8-f1e8-42d0-ad18-ce006166c2e5 req-b4babf52-dea9-4e4d-9161-e058529b4829 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628698 Aug 16 13:30:00.987356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'network': {'name': 'tempest-network-smoke--1415199121', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'port_security_enabled': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:01.033831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Made reservation on behalf of 247aabb85ffd4c779b8c544766ee2600 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:30:01.048446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:01.109076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:30:01.135149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:01.137111 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Added segment 936b406f-7f35-4e2b-9032-f57f814a5a8c of type vlan for network b93e2ceb-c916-4227-bc8f-6d587dbf2825 Aug 16 13:30:01.237022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:01.302282 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:01.319004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:01.320895 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:01.485578 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5064816 Aug 16 13:30:01.499366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53874) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:01.504604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57c620-4665-4f25-926b-2f3c1d3d1046 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Network': ['ID=b93e2ceb-c916-4227-bc8f-6d587dbf2825,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:01.524234 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b93e2ceb-c916-4227-bc8f-6d587dbf2825 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:30:01.686538 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf0c2f4-4019-4065-b0e3-9a3b66fddc4f tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:01.688776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ddf0c2f4-4019-4065-b0e3-9a3b66fddc4f tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=247aabb85ffd4c779b8c544766ee2600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1874623 Aug 16 13:30:01.693056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53876) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:01.728602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53878) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:01.825248 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-435fcc8f-69d3-4dbe-bc34-09aa2382b813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:02.146640 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-627302e5-2216-4998-9934-bb776df425a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:02.318918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:30:02.330009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45100c-c9e9-4769-877d-301cdbb985dd req-6f5742bb-3102-4f75-837f-cfe11642adf6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:02.343608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf45100c-c9e9-4769-877d-301cdbb985dd req-6f5742bb-3102-4f75-837f-cfe11642adf6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 944 time: 0.1792307 Aug 16 13:30:02.481458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:30:02.498700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:30:02.499662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:02.521118 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf45100c-c9e9-4769-877d-301cdbb985dd req-e8e9fc9c-1f15-4b43-aa68-548b736e4358 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608136 Aug 16 13:30:02.637965 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-627302e5-2216-4998-9934-bb776df425a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:02.653538 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-627302e5-2216-4998-9934-bb776df425a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:02.701953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ef0104-871d-43ed-85ad-3bfcbc331dda tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:02.710571 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-93ef0104-871d-43ed-85ad-3bfcbc331dda tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0157027 Aug 16 13:30:02.711320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53886) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:02.729635 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627302e5-2216-4998-9934-bb776df425a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0772d4-4223-46c0-bb8b-6100ba255252,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:02.739156 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:02.779496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53888) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:02.782880 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-109cbc04-e480-4d79-97ea-411a7c70c01c tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684536 Aug 16 13:30:02.798091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53890) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:02.806218 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-627302e5-2216-4998-9934-bb776df425a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0f6f32c47ab42f1984e559d5b35a44d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0735972 Aug 16 13:30:02.825470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:30:02.831604 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e9e370-b7dd-4b1a-989a-372b1e63c59b" -d '{"events": [{"server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "name": "network-vif-plugged", "status": "completed", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:30:02.834303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-40ae42f3-ce6d-4d9a-a41c-6b9a4a17fb91 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=247aabb85ffd4c779b8c544766ee2600&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534711 Aug 16 13:30:02.835937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53892) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:02.855592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:02.865508 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:02.909790 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57b716a0-8b71-40e4-b1d4-c066411f9e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:02.919228 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7a7d1f-9224-43e5-a4e2-6547211d7153 x-openstack-request-id: req-3b7a7d1f-9224-43e5-a4e2-6547211d7153 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:30:02.920378 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "name": "network-vif-plugged", "status": "completed", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:30:02.921134 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b7a7d1f-9224-43e5-a4e2-6547211d7153 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:30:02.922903 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'code': 200} Aug 16 13:30:02.996172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:03.028108 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57b716a0-8b71-40e4-b1d4-c066411f9e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:03.081986 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2defaa2d-d376-42cd-a0ad-3685a76368f3 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:03.087547 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2defaa2d-d376-42cd-a0ad-3685a76368f3 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2452326 Aug 16 13:30:03.098531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53900) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:03.141835 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9104e062-8789-4de8-ad82-12ae93317b4b tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479863 Aug 16 13:30:03.148678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53902) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:03.154685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1141178591', 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:03.235672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2315e0-defb-4a27-a01f-a5d4c1d29c3f req-44f809e0-6fde-4773-b7d6-87c7c4e5df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:03.242174 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a2315e0-defb-4a27-a01f-a5d4c1d29c3f req-44f809e0-6fde-4773-b7d6-87c7c4e5df05 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1096 time: 0.2088840 Aug 16 13:30:03.272911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57b716a0-8b71-40e4-b1d4-c066411f9e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:03.279034 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-57b716a0-8b71-40e4-b1d4-c066411f9e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:03.286814 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-57b716a0-8b71-40e4-b1d4-c066411f9e4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e0772d4-4223-46c0-bb8b-6100ba255252 HTTP/1.1" status: 204 len: 168 time: 0.4865761 Aug 16 13:30:03.317973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b716a0-8b71-40e4-b1d4-c066411f9e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0772d4-4223-46c0-bb8b-6100ba255252,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:03.355010 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a2315e0-defb-4a27-a01f-a5d4c1d29c3f req-cd7d0779-d2f0-4b6a-b491-22a570bbb2b1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964377 Aug 16 13:30:03.383354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Made reservation on behalf of 247aabb85ffd4c779b8c544766ee2600 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:30:03.392117 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:03.825458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8094c-248e-4ed0-833a-7a7dc4e28b14 req-534bbb57-e814-4de3-8e65-b60c66f2ec4e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:03.827312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ab8094c-248e-4ed0-833a-7a7dc4e28b14 req-534bbb57-e814-4de3-8e65-b60c66f2ec4e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.1260014 Aug 16 13:30:03.828571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53910) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:03.846554 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:03.849433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f6584d9-b75f-4cd5-bd2f-ed707b5796f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:03.965904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Subnet': ['ID=848404b9-64ea-44b1-b5c7-02f4685b0547,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:03.973748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ab8094c-248e-4ed0-833a-7a7dc4e28b14 req-1ca7cf27-49d2-4c5f-a5de-0ef973c039d1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237907 Aug 16 13:30:03.983585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Checking segment: {'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:30:03.984065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network hostable DHCP agents. Network: b93e2ceb-c916-4227-bc8f-6d587dbf2825, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:30:04.020147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network b93e2ceb-c916-4227-bc8f-6d587dbf2825 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:30:04.032824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, b93e2ceb-c916-4227-bc8f-6d587dbf2825) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:30:04.039238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:04.040149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.059934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5ba604-513b-48a4-bf5d-02f1e0cfc45c None None] Network b93e2ceb-c916-4227-bc8f-6d587dbf2825 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:30:04.068210 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f6584d9-b75f-4cd5-bd2f-ed707b5796f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.075829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9f6584d9-b75f-4cd5-bd2f-ed707b5796f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.089323 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-03d605c4-8a26-46bc-aa4c-a06aacee90d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9337158 Aug 16 13:30:04.164220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6584d9-b75f-4cd5-bd2f-ed707b5796f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301d4ce9-d77c-4f7b-8ee5-07984f75994a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:04.195482 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9f6584d9-b75f-4cd5-bd2f-ed707b5796f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23b36533a04c42d28143f3ad6fd5bb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631806 Aug 16 13:30:04.197171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53916) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:04.325735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-407602e1-e26d-4b7e-88d6-8eeb0ff4a090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.359601 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-407602e1-e26d-4b7e-88d6-8eeb0ff4a090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.391583 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-b93e2ceb-c916-4227-bc8f-6d587dbf2825', 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ips': [{'subnet_id': '848404b9-64ea-44b1-b5c7-02f4685b0547'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:30:04.393183 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.444171 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-407602e1-e26d-4b7e-88d6-8eeb0ff4a090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.449677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-407602e1-e26d-4b7e-88d6-8eeb0ff4a090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.450395 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ee8221a7-1f1c-44a3-8aa0-ebb4a0931a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.451306 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-407602e1-e26d-4b7e-88d6-8eeb0ff4a090 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/301d4ce9-d77c-4f7b-8ee5-07984f75994a HTTP/1.1" status: 204 len: 168 time: 0.2516663 Aug 16 13:30:04.465032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407602e1-e26d-4b7e-88d6-8eeb0ff4a090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301d4ce9-d77c-4f7b-8ee5-07984f75994a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:04.552933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53920) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:04.564206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-79b0be07-08a2-4632-bfba-f98ba99491d7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199478155', 'description': 'tempest-secgroup-smoke-1199478155 description', 'project_id': '247aabb85ffd4c779b8c544766ee2600'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:04.688059 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-79b0be07-08a2-4632-bfba-f98ba99491d7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.694262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Allocated IP 172.20.0.18 (b93e2ceb-c916-4227-bc8f-6d587dbf2825/848404b9-64ea-44b1-b5c7-02f4685b0547/b36c2398-9b12-4265-a17c-5c52b00eae1d) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:30:04.821746 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.960411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-79b0be07-08a2-4632-bfba-f98ba99491d7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.966594 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-79b0be07-08a2-4632-bfba-f98ba99491d7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:04.987698 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.012140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Transition to ACTIVE for port object b36c2398-9b12-4265-a17c-5c52b00eae1d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:30:05.049404 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-79b0be07-08a2-4632-bfba-f98ba99491d7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.055926 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53926) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:05.056596 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-79b0be07-08a2-4632-bfba-f98ba99491d7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4962904 Aug 16 13:30:05.061828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0be07-08a2-4632-bfba-f98ba99491d7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:05.063640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-aa76d57c-1dca-4583-8ec4-1d602061ef65 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': 'b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:05.078359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Transition to ACTIVE for port object b36c2398-9b12-4265-a17c-5c52b00eae1d will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:30:05.095517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.136067 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa76d57c-1dca-4583-8ec4-1d602061ef65 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.172462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Pushing event updated for resources: {'Port': ['ID=b36c2398-9b12-4265-a17c-5c52b00eae1d,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:05.185505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Network b93e2ceb-c916-4227-bc8f-6d587dbf2825 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:30:05.187466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:30:05.190892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:30:05.306392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475b1ef-3f98-42cc-8ebb-685b61910309 req-73c3536a-6e2c-4d2e-9f48-93deafd959ad tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:05.316908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e475b1ef-3f98-42cc-8ebb-685b61910309 req-73c3536a-6e2c-4d2e-9f48-93deafd959ad tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.1676917 Aug 16 13:30:05.341683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Attempting to bind port b36c2398-9b12-4265-a17c-5c52b00eae1d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:30:05.342205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Attempting to bind port b36c2398-9b12-4265-a17c-5c52b00eae1d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:30:05.342907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Attempting to bind port b36c2398-9b12-4265-a17c-5c52b00eae1d on network b93e2ceb-c916-4227-bc8f-6d587dbf2825 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:30:05.355883 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa76d57c-1dca-4583-8ec4-1d602061ef65 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.360205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:30:05.362929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Checking segment: {'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:30:05.364383 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.365481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Bound using segment: {'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:30:05.366020 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa76d57c-1dca-4583-8ec4-1d602061ef65 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.373877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Bound port: b36c2398-9b12-4265-a17c-5c52b00eae1d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:30:05.375334 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.419772 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e475b1ef-3f98-42cc-8ebb-685b61910309 req-acccf214-fdff-4619-9c51-1f2436d3997a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955141 Aug 16 13:30:05.420653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76d57c-1dca-4583-8ec4-1d602061ef65 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b0052f-78da-430e-bddc-d2eb20a76263,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:05.458451 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-aa76d57c-1dca-4583-8ec4-1d602061ef65 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.460070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-aa76d57c-1dca-4583-8ec4-1d602061ef65 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4012992 Aug 16 13:30:05.465561 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53938) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:05.472021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b02e2e2e-32bb-47de-b871-4579a5034d4b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': 'b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:05.545236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] For port b36c2398-9b12-4265-a17c-5c52b00eae1d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:30:05.552363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] For port b36c2398-9b12-4265-a17c-5c52b00eae1d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b36c2398-9b12-4265-a17c-5c52b00eae1d,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:30:05.554676 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b02e2e2e-32bb-47de-b871-4579a5034d4b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.565292 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.677528 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.743953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e23e8-80f5-4cef-b130-c59db97f61ad None None] Pushing event updated for resources: {'Port': ['ID=b36c2398-9b12-4265-a17c-5c52b00eae1d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:05.753049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95059d11-5399-46e1-a059-bc1b5846af19 req-a82b35cd-3943-4000-923c-ab1805e5d68a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:05.767095 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95059d11-5399-46e1-a059-bc1b5846af19 req-a82b35cd-3943-4000-923c-ab1805e5d68a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.1758773 Aug 16 13:30:05.780371 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b02e2e2e-32bb-47de-b871-4579a5034d4b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.803544 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b02e2e2e-32bb-47de-b871-4579a5034d4b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.841462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e2e2e-32bb-47de-b871-4579a5034d4b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06bc702-3bdc-47e1-b58f-d3b120c8ecd1,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:05.879349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b02e2e2e-32bb-47de-b871-4579a5034d4b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:05.880876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b02e2e2e-32bb-47de-b871-4579a5034d4b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4136107 Aug 16 13:30:05.886042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53944) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:05.892471 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95059d11-5399-46e1-a059-bc1b5846af19 req-edb496cb-f4e7-4bf7-97cf-4f0e54d2cc2a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241002 Aug 16 13:30:05.909317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8727e3ff-bb41-4a4f-b741-02d4ca3f937b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': 'b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:05.919934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53946) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:05.998238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a849da27-fc68-456f-b4cf-68b2ac415320 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:05.998238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a849da27-fc68-456f-b4cf-68b2ac415320 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1091 time: 0.0708172 Aug 16 13:30:05.999048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 53950) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:06.003621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:06.017041 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8727e3ff-bb41-4a4f-b741-02d4ca3f937b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.039732 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.246870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8727e3ff-bb41-4a4f-b741-02d4ca3f937b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.265862 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8727e3ff-bb41-4a4f-b741-02d4ca3f937b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.285739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.310688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727e3ff-bb41-4a4f-b741-02d4ca3f937b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21196a1-7610-4241-a2a4-a8e5d8327e2e,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:06.323612 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8727e3ff-bb41-4a4f-b741-02d4ca3f937b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.331657 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8727e3ff-bb41-4a4f-b741-02d4ca3f937b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4430120 Aug 16 13:30:06.332980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53956) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:06.342612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-42f169d8-aeb9-4224-b717-fd3dc69ed00d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': 'b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:06.403748 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42f169d8-aeb9-4224-b717-fd3dc69ed00d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.514017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.25.0.159 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/b2d4a1a0-b81d-4ea3-8bcc-acb6f3a39eca) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:30:06.540717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42f169d8-aeb9-4224-b717-fd3dc69ed00d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.546525 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42f169d8-aeb9-4224-b717-fd3dc69ed00d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.568948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f169d8-aeb9-4224-b717-fd3dc69ed00d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df07bd6b-948d-42de-b151-ab0c93c12009,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:06.575970 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-42f169d8-aeb9-4224-b717-fd3dc69ed00d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.578664 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-42f169d8-aeb9-4224-b717-fd3dc69ed00d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2437692 Aug 16 13:30:06.581496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53964) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:06.587351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-35b2f306-cdfd-478e-93bf-6869467aa5ae tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': 'b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:06.639636 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-35b2f306-cdfd-478e-93bf-6869467aa5ae tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Project 247aabb85ffd4c779b8c544766ee2600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:30:06.648740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b2f306-cdfd-478e-93bf-6869467aa5ae tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.815657 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b2f306-cdfd-478e-93bf-6869467aa5ae tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.828658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b36c2398-9b12-4265-a17c-5c52b00eae1d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:30:06.852704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.889555 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b2f306-cdfd-478e-93bf-6869467aa5ae tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.919323 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2f306-cdfd-478e-93bf-6869467aa5ae tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2db36b-d037-4ff2-91af-52aa9c8bdf12,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:06.944840 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-35b2f306-cdfd-478e-93bf-6869467aa5ae tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:06.946161 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-35b2f306-cdfd-478e-93bf-6869467aa5ae tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3634944 Aug 16 13:30:06.950912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 53966) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:06.955258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port b36c2398-9b12-4265-a17c-5c52b00eae1d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:30:06.960229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d61a7e96-dbec-4342-a655-4b5a7abb867c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': 'b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:06.970792 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-75e93996-0cce-41a7-bb7a-a4f2f0e882d8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1425400 Aug 16 13:30:07.005615 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-d61a7e96-dbec-4342-a655-4b5a7abb867c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Project 247aabb85ffd4c779b8c544766ee2600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:30:07.011672 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:07.031087 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d61a7e96-dbec-4342-a655-4b5a7abb867c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:07.084321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:30:07.097958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:30:07.108853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:30:07.142092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-03e06b99-7c24-40cb-97ba-b6e28030f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:07.151552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=b2d4a1a0-b81d-4ea3-8bcc-acb6f3a39eca,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:07.155246 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-03e06b99-7c24-40cb-97ba-b6e28030f701 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 1096 time: 0.1198082 Aug 16 13:30:07.191690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d61a7e96-dbec-4342-a655-4b5a7abb867c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:07.229884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d61a7e96-dbec-4342-a655-4b5a7abb867c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:07.313908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a7e96-dbec-4342-a655-4b5a7abb867c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fbe42c-0ed1-4573-abe2-4ab4119b05c5,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:07.322752 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d61a7e96-dbec-4342-a655-4b5a7abb867c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:07.330155 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d61a7e96-dbec-4342-a655-4b5a7abb867c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3729510 Aug 16 13:30:07.376859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-8b8346ad-f21c-4605-a1d6-0599fe4942d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:07.378795 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-8b8346ad-f21c-4605-a1d6-0599fe4942d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.1856894 Aug 16 13:30:07.405361 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:07.498791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d7fc0-ba88-4541-9a3d-02905b01fcde None None] Network b93e2ceb-c916-4227-bc8f-6d587dbf2825 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:30:07.519124 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-da4fad8b-884c-4574-b8f6-de3535698a8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f HTTP/1.1" status: 200 len: 1001 time: 0.1264982 Aug 16 13:30:07.608459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8239ea58-6cbc-477c-af83-09ef3fa1218b None None] Provisioning for port b36c2398-9b12-4265-a17c-5c52b00eae1d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:30:07.621192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-5efec2d7-cf39-4eb7-aa34-8702c45fdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:07.627481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-5efec2d7-cf39-4eb7-aa34-8702c45fdac1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.0993371 Aug 16 13:30:07.628728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8239ea58-6cbc-477c-af83-09ef3fa1218b None None] Provisioning complete for port b36c2398-9b12-4265-a17c-5c52b00eae1d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:30:07.629105 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8239ea58-6cbc-477c-af83-09ef3fa1218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:07.708196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-bf7be501-d1e9-41d5-ad1d-dbf9e82704e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:07.710535 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-bf7be501-d1e9-41d5-ad1d-dbf9e82704e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754004 Aug 16 13:30:07.725701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-14d2e549-d051-4195-bf30-f0804f316132 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:30:07.726920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-14d2e549-d051-4195-bf30-f0804f316132 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075765 Aug 16 13:30:07.748949 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9d411c10-8ddf-44d9-ac06-af60e43242e0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199478155&fields=id&tenant_id=247aabb85ffd4c779b8c544766ee2600 HTTP/1.1" status: 200 len: 267 time: 0.0972738 Aug 16 13:30:07.857824 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-749aeb14-74bf-480b-9d56-3a4404b8f4e8 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217315 Aug 16 13:30:07.913157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:08.028100 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8239ea58-6cbc-477c-af83-09ef3fa1218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:08.046952 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-35801d1c-45dc-4e25-85fc-8c39d564223a req-c36ccfa6-aa6f-42e3-aedf-f6c9b913d62c service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811242 Aug 16 13:30:08.050807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-5d69e2d9-8187-48ff-b39d-0a644cee44e5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:08.053595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-5d69e2d9-8187-48ff-b39d-0a644cee44e5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/networks?id=b93e2ceb-c916-4227-bc8f-6d587dbf2825 HTTP/1.1" status: 200 len: 797 time: 0.2914605 Aug 16 13:30:08.153375 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-6f2abe64-ee12-4f6a-8a36-8735b01507ee tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/quotas/247aabb85ffd4c779b8c544766ee2600 HTTP/1.1" status: 200 len: 375 time: 0.0434723 Aug 16 13:30:08.159800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8239ea58-6cbc-477c-af83-09ef3fa1218b None None] For port b36c2398-9b12-4265-a17c-5c52b00eae1d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b36c2398-9b12-4265-a17c-5c52b00eae1d,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:08.160296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:08.171630 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8239ea58-6cbc-477c-af83-09ef3fa1218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:08.306413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239ea58-6cbc-477c-af83-09ef3fa1218b None None] Pushing event updated for resources: {'Port': ['ID=b36c2398-9b12-4265-a17c-5c52b00eae1d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:08.316481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-8c2ba50a-2ecf-429b-a420-5b1f6a1f1ada tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1512411 Aug 16 13:30:08.595582 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a62ef151-5737-48a6-8c0c-57b0ce1ec4b2 service neutron] 10.222.0.25 "GET /v2.0/networks/b93e2ceb-c916-4227-bc8f-6d587dbf2825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646217 Aug 16 13:30:08.616460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cc1001f7-75c2-4e38-85b4-9c6207161948 None None] Provisioning complete for port b36c2398-9b12-4265-a17c-5c52b00eae1d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:30:08.617026 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cc1001f7-75c2-4e38-85b4-9c6207161948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:08.628533 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:08.644434 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:08.764611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b36c2398-9b12-4265-a17c-5c52b00eae1d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:30:08.779693 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=b2d4a1a0-b81d-4ea3-8bcc-acb6f3a39eca,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:08.838432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:08.846435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-eafc4565-4eec-4b0d-8fa5-d48b403f42b9 service neutron] 10.222.0.25 "GET /v2.0/networks/b93e2ceb-c916-4227-bc8f-6d587dbf2825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302790 Aug 16 13:30:08.878169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b36c2398-9b12-4265-a17c-5c52b00eae1d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:30:08.878765 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:09.015112 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Floating IP 15f6055e-59be-4044-894a-7c42c8b830d6 associated. External IP: 172.25.0.159, port: 0dbe4d62-0c1c-45f7-9919-b25936d44ea6. Aug 16 13:30:09.094243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87e227c5-b97b-4146-b94a-332ab589a316 req-775837f7-d646-4220-aa99-0815e9f3b31b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 210 time: 0.0753438 Aug 16 13:30:09.310261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 0080ee0d-2e35-482a-822f-04d27f491cce has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:30:09.859990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:30:09.874898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec0cb9-87c1-4361-9e25-431d4c2986e6 None None] Sync routers for ids ['0080ee0d-2e35-482a-822f-04d27f491cce'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:30:09.883404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:09.890980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec0cb9-87c1-4361-9e25-431d4c2986e6 None None] Routers {'0080ee0d-2e35-482a-822f-04d27f491cce'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:30:09.891750 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a8ec0cb9-87c1-4361-9e25-431d4c2986e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:30:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0080ee0d-2e35-482a-822f-04d27f491cce'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:09.953630 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-229df2e5-ba2c-46a4-8334-04658a4e3dbb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9538434 Aug 16 13:30:09.954282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:30:09.957229 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ce8330-cc73-496e-8f6e-33ffad19872b" -d '{"events": [{"name": "network-changed", "server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:30:10.074356 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2826f62-52fd-427c-bc12-b0463b40f92f x-openstack-request-id: req-b2826f62-52fd-427c-bc12-b0463b40f92f {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:30:10.074713 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:30:10.074934 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2826f62-52fd-427c-bc12-b0463b40f92f {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:30:10.076616 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'status': 'completed', 'code': 200} Aug 16 13:30:10.110327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a8ec0cb9-87c1-4361-9e25-431d4c2986e6 None None] Set router 0080ee0d-2e35-482a-822f-04d27f491cce gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:30:10.170389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b6e7-9649-45bf-8ced-2198ce1694df req-a7f6bcc4-1e7a-4bc8-b15e-5e6723882ad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:10.176537 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f327b6e7-9649-45bf-8ced-2198ce1694df req-a7f6bcc4-1e7a-4bc8-b15e-5e6723882ad6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.1162963 Aug 16 13:30:10.228480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce8330-cc73-496e-8f6e-33ffad19872b req-d7c4a326-b38d-444f-8468-3ce79530ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:10.232834 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e8ce8330-cc73-496e-8f6e-33ffad19872b req-d7c4a326-b38d-444f-8468-3ce79530ed32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1096 time: 0.1243258 Aug 16 13:30:10.265112 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f327b6e7-9649-45bf-8ced-2198ce1694df req-f322d9ae-e79c-43d3-8610-414bc3a6127b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758810 Aug 16 13:30:10.341376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54034) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:10.345394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4fd1b6f8-cc24-46c4-938a-d709333445cb req-04b807ef-2fa9-4ff9-97f9-216e12ac17ae tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 210 time: 0.0572991 Aug 16 13:30:10.482473 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8356bae6-0e80-4464-ad6c-689dc345814b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/15f6055e-59be-4044-894a-7c42c8b830d6 HTTP/1.1" status: 200 len: 991 time: 0.1389339 Aug 16 13:30:10.507850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce8330-cc73-496e-8f6e-33ffad19872b req-631abca3-d5c2-4889-b010-2b151afe88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:10.511520 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e8ce8330-cc73-496e-8f6e-33ffad19872b req-631abca3-d5c2-4889-b010-2b151afe88cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=1563ce80-67f2-42d3-b1bd-23f3bad92241 HTTP/1.1" status: 200 len: 896 time: 0.2640655 Aug 16 13:30:10.593337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a8ec0cb9-87c1-4361-9e25-431d4c2986e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:43Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '15f6055e-59be-4044-894a-7c42c8b830d6', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'port_id': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'mac_address': 'fa:16:3e:84:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:30:07Z', 'updated_at': '2021-08-16T13:30:07Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a87e28d-ea75-452a-b549-dbf05319465a', 'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:83:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:41Z', 'updated_at': '2021-08-16T13:29:51Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:10.630758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec0cb9-87c1-4361-9e25-431d4c2986e6 None None] Checking router: 0080ee0d-2e35-482a-822f-04d27f491cce for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:30:10.642347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec0cb9-87c1-4361-9e25-431d4c2986e6 None None] Routers {'0080ee0d-2e35-482a-822f-04d27f491cce'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:30:10.643258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a8ec0cb9-87c1-4361-9e25-431d4c2986e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:30:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0080ee0d-2e35-482a-822f-04d27f491cce'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:10.735197 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e8ce8330-cc73-496e-8f6e-33ffad19872b req-45150890-afed-4412-a563-43f273a57081 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6 HTTP/1.1" status: 200 len: 999 time: 0.1574886 Aug 16 13:30:10.770839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a8ec0cb9-87c1-4361-9e25-431d4c2986e6 None None] Set router 0080ee0d-2e35-482a-822f-04d27f491cce gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:30:10.822950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-094c94c7-fe64-4267-8e61-5b8d6b583e83 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:10.825559 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-094c94c7-fe64-4267-8e61-5b8d6b583e83 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "GET /v2.0/networks?id=b93e2ceb-c916-4227-bc8f-6d587dbf2825 HTTP/1.1" status: 200 len: 797 time: 0.4204817 Aug 16 13:30:10.889994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce8330-cc73-496e-8f6e-33ffad19872b req-704d6a8d-646f-4206-9fd1-680c69afa831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:10.891673 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e8ce8330-cc73-496e-8f6e-33ffad19872b req-704d6a8d-646f-4206-9fd1-680c69afa831 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d9bcccc0-d4bb-4651-8bf4-7fceae949992 HTTP/1.1" status: 200 len: 833 time: 0.1488647 Aug 16 13:30:10.942651 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-11df99a4-9e75-4d95-90c3-1dbea9791ab3 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247aabb85ffd4c779b8c544766ee2600 HTTP/1.1" status: 200 len: 473 time: 0.1063731 Aug 16 13:30:10.954538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'port': {'device_id': '7f98be25-ec12-4c68-b12c-18b3707cd11a', 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825', 'admin_state_up': True, 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'security_groups': ['b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:10.985611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce8330-cc73-496e-8f6e-33ffad19872b req-9dc01fd6-6d94-42e7-9e47-f166cbf35547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:10.987521 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e8ce8330-cc73-496e-8f6e-33ffad19872b req-9dc01fd6-6d94-42e7-9e47-f166cbf35547 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1563ce80-67f2-42d3-b1bd-23f3bad92241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870600 Aug 16 13:30:11.162378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Made reservation on behalf of 247aabb85ffd4c779b8c544766ee2600 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:30:11.168474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:11.194409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e8ce8330-cc73-496e-8f6e-33ffad19872b req-a62d0f90-4a22-4738-ba1a-a81ba453f8ca service neutron] 10.222.0.22 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688614 Aug 16 13:30:11.212282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a8ec0cb9-87c1-4361-9e25-431d4c2986e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:43Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '15f6055e-59be-4044-894a-7c42c8b830d6', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'port_id': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'mac_address': 'fa:16:3e:84:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:30:07Z', 'updated_at': '2021-08-16T13:30:07Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a87e28d-ea75-452a-b549-dbf05319465a', 'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:83:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:41Z', 'updated_at': '2021-08-16T13:29:51Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:11.296465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec0cb9-87c1-4361-9e25-431d4c2986e6 None None] The sync data for ids ['0080ee0d-2e35-482a-822f-04d27f491cce'] in n-d-804708-1 is: [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:43Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '15f6055e-59be-4044-894a-7c42c8b830d6', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'port_id': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'mac_address': 'fa:16:3e:84:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:30:07Z', 'updated_at': '2021-08-16T13:30:07Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a87e28d-ea75-452a-b549-dbf05319465a', 'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:83:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:41Z', 'updated_at': '2021-08-16T13:29:51Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:30:11.474566 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e8ce8330-cc73-496e-8f6e-33ffad19872b req-0094927b-a22f-4a0a-b685-960e7d254901 service neutron] 10.222.0.22 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706046 Aug 16 13:30:11.486863 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54048) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:11.559269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Allocated IP 172.20.0.19 (b93e2ceb-c916-4227-bc8f-6d587dbf2825/848404b9-64ea-44b1-b5c7-02f4685b0547/142bbd2d-2888-40bb-b15e-f95911ebc48b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:30:11.618013 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63667dfd-4e95-409f-9a79-25d7f963386c req-7334c8ff-97c8-48b6-8a31-e045337f3f75 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 210 time: 0.0509174 Aug 16 13:30:11.639995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-deb848fb-300f-44ae-8c54-e347aa936550 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/15f6055e-59be-4044-894a-7c42c8b830d6 HTTP/1.1" status: 200 len: 991 time: 0.1518941 Aug 16 13:30:11.809249 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b797af-192f-4e4d-beb0-890c12114bd3 None None] New status for floating IP 15f6055e-59be-4044-894a-7c42c8b830d6: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:30:11.834769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:11.861671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Transition to ACTIVE for port object 142bbd2d-2888-40bb-b15e-f95911ebc48b will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:30:11.921960 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:11.990902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network b93e2ceb-c916-4227-bc8f-6d587dbf2825 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:30:12.003374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=142bbd2d-2888-40bb-b15e-f95911ebc48b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:12.012210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:30:12.019124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:30:12.092655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:12.093439 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:12.117100 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a9a266fd-5f97-41f3-a86a-633f3651d04e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1663821 Aug 16 13:30:12.133160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Request body: {'port': {'device_id': '7f98be25-ec12-4c68-b12c-18b3707cd11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:12.220234 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:12.521616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4a1391db-9077-42a0-836e-e67ec1692cb4 None None] Provisioning for port 142bbd2d-2888-40bb-b15e-f95911ebc48b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:30:12.531816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4a1391db-9077-42a0-836e-e67ec1692cb4 None None] Provisioning complete for port 142bbd2d-2888-40bb-b15e-f95911ebc48b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:30:12.533322 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a1391db-9077-42a0-836e-e67ec1692cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:12.624233 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4a1391db-9077-42a0-836e-e67ec1692cb4 None None] Port 142bbd2d-2888-40bb-b15e-f95911ebc48b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:30:12.644251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54054) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:12.749066 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1730cef3-372e-425c-9c8d-aa799e98037a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/15f6055e-59be-4044-894a-7c42c8b830d6 HTTP/1.1" status: 200 len: 993 time: 0.1014378 Aug 16 13:30:12.785462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142bbd2d-2888-40bb-b15e-f95911ebc48b {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:30:12.802583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:12.831824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Transition to ACTIVE for port object 142bbd2d-2888-40bb-b15e-f95911ebc48b will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:30:12.839530 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:12.861631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a850ed-a5cc-4717-b4e6-91f345f75e43 req-060918c5-af87-4c48-b6a1-4832d8fc8237 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:12.865852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14a850ed-a5cc-4717-b4e6-91f345f75e43 req-060918c5-af87-4c48-b6a1-4832d8fc8237 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 932 time: 0.1011882 Aug 16 13:30:12.955056 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-14a850ed-a5cc-4717-b4e6-91f345f75e43 req-8c9401b4-203f-4416-8996-f124dfbe764a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798965 Aug 16 13:30:12.982532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Pushing event updated for resources: {'Port': ['ID=142bbd2d-2888-40bb-b15e-f95911ebc48b,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:13.114004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Attempting to bind port 142bbd2d-2888-40bb-b15e-f95911ebc48b on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:30:13.114524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Attempting to bind port 142bbd2d-2888-40bb-b15e-f95911ebc48b by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:30:13.115494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Attempting to bind port 142bbd2d-2888-40bb-b15e-f95911ebc48b on network b93e2ceb-c916-4227-bc8f-6d587dbf2825 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:30:13.129923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Port 142bbd2d-2888-40bb-b15e-f95911ebc48b on network b93e2ceb-c916-4227-bc8f-6d587dbf2825 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:30:13.130523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Attempting to bind port 142bbd2d-2888-40bb-b15e-f95911ebc48b on network b93e2ceb-c916-4227-bc8f-6d587dbf2825 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:30:13.145120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:30:13.145658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Checking segment: {'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:30:13.146429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Bound using segment: {'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:30:13.147288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Bound port: 142bbd2d-2888-40bb-b15e-f95911ebc48b, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:30:13.147862 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:13.236432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] For port 142bbd2d-2888-40bb-b15e-f95911ebc48b, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:30:13.242190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] For port 142bbd2d-2888-40bb-b15e-f95911ebc48b, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=142bbd2d-2888-40bb-b15e-f95911ebc48b,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:30:13.248842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:13.298491 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:13.299224 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:13.300965 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/142bbd2d-2888-40bb-b15e-f95911ebc48b HTTP/1.1" status: 200 len: 1092 time: 1.1748714 Aug 16 13:30:13.301453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f98be25-ec12-4c68-b12c-18b3707cd11a', 'tag': '142bbd2d-2888-40bb-b15e-f95911ebc48b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:30:13.304138 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac04a6a-83ea-494e-b0d7-04dd490969ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7f98be25-ec12-4c68-b12c-18b3707cd11a", "tag": "142bbd2d-2888-40bb-b15e-f95911ebc48b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:30:13.421566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54072) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:13.464620 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe5c1cc-ae46-4a8c-8eb6-8db41e2c4d20 x-openstack-request-id: req-8fe5c1cc-ae46-4a8c-8eb6-8db41e2c4d20 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:30:13.465416 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f98be25-ec12-4c68-b12c-18b3707cd11a", "tag": "142bbd2d-2888-40bb-b15e-f95911ebc48b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:30:13.466068 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fe5c1cc-ae46-4a8c-8eb6-8db41e2c4d20 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:30:13.466959 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f98be25-ec12-4c68-b12c-18b3707cd11a', 'tag': '142bbd2d-2888-40bb-b15e-f95911ebc48b', 'status': 'completed', 'code': 200} Aug 16 13:30:13.470043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902143f-c57b-44f7-baf9-763c799724c1 service neutron] Pushing event updated for resources: {'Port': ['ID=142bbd2d-2888-40bb-b15e-f95911ebc48b,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:13.516212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-22c49f1d-eef8-4f1c-b329-9772ee0d0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:13.518827 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-22c49f1d-eef8-4f1c-b329-9772ee0d0539 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 1095 time: 0.1518896 Aug 16 13:30:13.643211 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-1fe25c06-0fa1-47c2-90e8-4a810f24a0f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=142bbd2d-2888-40bb-b15e-f95911ebc48b HTTP/1.1" status: 200 len: 217 time: 0.1131101 Aug 16 13:30:13.752306 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ec1604e2-792e-4023-b149-1cd9aacc29d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:13.766036 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-03a543f4-6018-498f-9ce3-af04988070b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:13.768849 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-03a543f4-6018-498f-9ce3-af04988070b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=848404b9-64ea-44b1-b5c7-02f4685b0547 HTTP/1.1" status: 200 len: 838 time: 0.1162689 Aug 16 13:30:13.867180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a8f349bb-c500-45af-ac13-d6d9c6301490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:13.869291 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a8f349bb-c500-45af-ac13-d6d9c6301490 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b93e2ceb-c916-4227-bc8f-6d587dbf2825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911582 Aug 16 13:30:13.986694 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ec1604e2-792e-4023-b149-1cd9aacc29d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:13.996522 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ec1604e2-792e-4023-b149-1cd9aacc29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:14.070237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ec1604e2-792e-4023-b149-1cd9aacc29d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dfb8eb21321476e89c6417aafc29d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6464140 Aug 16 13:30:14.071617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54080) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:14.072674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1604e2-792e-4023-b149-1cd9aacc29d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0c5e32-97e9-44b4-a4ee-876c689adca0,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:14.111343 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-a7153097-47ac-4274-96d0-8b7ac51e6e82 service neutron] 10.222.0.42 "GET /v2.0/networks/b93e2ceb-c916-4227-bc8f-6d587dbf2825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324049 Aug 16 13:30:14.210828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7f049-6a9d-4a23-ada4-a0be054829a6 req-23cd22dd-1987-4633-bbed-9f5eeee44d49 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:14.219287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33f7f049-6a9d-4a23-ada4-a0be054829a6 req-23cd22dd-1987-4633-bbed-9f5eeee44d49 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 944 time: 0.1220436 Aug 16 13:30:14.279200 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ad6bba8-1b3b-45ba-840f-5c1e4f3aea76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:14.308991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-33f7f049-6a9d-4a23-ada4-a0be054829a6 req-ca039671-9900-43bd-9e72-b890f77afe4e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883377 Aug 16 13:30:14.327158 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4918672f-9aec-4d79-a1bb-3e612a0d80f5 req-3be0c6ba-334b-415a-b9e9-324349e0e1ad service neutron] 10.222.0.42 "GET /v2.0/networks/b93e2ceb-c916-4227-bc8f-6d587dbf2825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053664 Aug 16 13:30:14.336389 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ad6bba8-1b3b-45ba-840f-5c1e4f3aea76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:14.433071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ad6bba8-1b3b-45ba-840f-5c1e4f3aea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:14.436173 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ad6bba8-1b3b-45ba-840f-5c1e4f3aea76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:14.439276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9ad6bba8-1b3b-45ba-840f-5c1e4f3aea76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e0c5e32-97e9-44b4-a4ee-876c689adca0 HTTP/1.1" status: 204 len: 168 time: 0.3443029 Aug 16 13:30:14.448852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6bba8-1b3b-45ba-840f-5c1e4f3aea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0c5e32-97e9-44b4-a4ee-876c689adca0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:14.509850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac04a6a-83ea-494e-b0d7-04dd490969ea req-df7cd9b8-dc86-4e76-9e80-214adb3f51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:14.512492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ac04a6a-83ea-494e-b0d7-04dd490969ea req-df7cd9b8-dc86-4e76-9e80-214adb3f51bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 1095 time: 0.0931151 Aug 16 13:30:14.689946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac04a6a-83ea-494e-b0d7-04dd490969ea req-ec488831-216a-48b3-bd46-9884e1176659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:14.700262 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ac04a6a-83ea-494e-b0d7-04dd490969ea req-ec488831-216a-48b3-bd46-9884e1176659 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b93e2ceb-c916-4227-bc8f-6d587dbf2825 HTTP/1.1" status: 200 len: 897 time: 0.1714466 Aug 16 13:30:14.765003 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ac04a6a-83ea-494e-b0d7-04dd490969ea req-bebf2d85-ca45-4cb3-acd0-af0d7a195929 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=142bbd2d-2888-40bb-b15e-f95911ebc48b HTTP/1.1" status: 200 len: 217 time: 0.0560207 Aug 16 13:30:14.828257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac04a6a-83ea-494e-b0d7-04dd490969ea req-4cd0ede0-bc46-4de2-bbdd-ac36bbcd1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:14.830686 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ac04a6a-83ea-494e-b0d7-04dd490969ea req-4cd0ede0-bc46-4de2-bbdd-ac36bbcd1a0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=848404b9-64ea-44b1-b5c7-02f4685b0547 HTTP/1.1" status: 200 len: 838 time: 0.0564225 Aug 16 13:30:14.906094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac04a6a-83ea-494e-b0d7-04dd490969ea req-fbc2e69e-affb-4400-a7f5-b32a64bc5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:14.908974 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ac04a6a-83ea-494e-b0d7-04dd490969ea req-fbc2e69e-affb-4400-a7f5-b32a64bc5756 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b93e2ceb-c916-4227-bc8f-6d587dbf2825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703020 Aug 16 13:30:15.095291 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ac04a6a-83ea-494e-b0d7-04dd490969ea req-22f7cf09-52f1-4917-9216-65387299a8d2 service neutron] 10.222.0.42 "GET /v2.0/networks/b93e2ceb-c916-4227-bc8f-6d587dbf2825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742435 Aug 16 13:30:15.300382 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0ac04a6a-83ea-494e-b0d7-04dd490969ea req-0ba5b421-cb33-4992-a837-bec547c19a90 service neutron] 10.222.0.42 "GET /v2.0/networks/b93e2ceb-c916-4227-bc8f-6d587dbf2825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916902 Aug 16 13:30:15.490135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df566edf-42eb-40f8-b6e4-1d95a1b25e48 req-74782126-0c7e-4259-bfe5-c12b5a256b4a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:15.491951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df566edf-42eb-40f8-b6e4-1d95a1b25e48 req-74782126-0c7e-4259-bfe5-c12b5a256b4a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 944 time: 0.0639081 Aug 16 13:30:15.545550 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-df566edf-42eb-40f8-b6e4-1d95a1b25e48 req-3f957495-2885-4d2c-a3e2-9bfd3e8ba91e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392611 Aug 16 13:30:16.514116 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:16.733231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab8613-94e1-4e64-b357-ff1ed5a3de2a req-de5ad2ab-fea0-4e4d-94d9-602a0184fdcd tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:16.736438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2ab8613-94e1-4e64-b357-ff1ed5a3de2a req-de5ad2ab-fea0-4e4d-94d9-602a0184fdcd tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 944 time: 0.0963273 Aug 16 13:30:16.831803 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2ab8613-94e1-4e64-b357-ff1ed5a3de2a req-d183f513-f058-4216-aeba-58938c381e9f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830204 Aug 16 13:30:17.997343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24483a0e-5288-488d-9584-b92ad1ed5d0b req-42977ba0-8e72-4a53-9c1a-bf78b94e973c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:17.998980 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24483a0e-5288-488d-9584-b92ad1ed5d0b req-42977ba0-8e72-4a53-9c1a-bf78b94e973c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 944 time: 0.0628781 Aug 16 13:30:18.046245 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24483a0e-5288-488d-9584-b92ad1ed5d0b req-74bf09d4-bb1c-452c-abec-992b1f6e4001 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399373 Aug 16 13:30:18.499352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 142bbd2d-2888-40bb-b15e-f95911ebc48b details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:30:18.715259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 142bbd2d-2888-40bb-b15e-f95911ebc48b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=142bbd2d-2888-40bb-b15e-f95911ebc48b,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:18.748830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '142bbd2d-2888-40bb-b15e-f95911ebc48b', 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825', 'port_id': '142bbd2d-2888-40bb-b15e-f95911ebc48b', 'mac_address': 'fa:16:3e:f8:ec:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848404b9-64ea-44b1-b5c7-02f4685b0547', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:30:18.828141 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:18.851184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142bbd2d-2888-40bb-b15e-f95911ebc48b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:30:18.879503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 142bbd2d-2888-40bb-b15e-f95911ebc48b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=142bbd2d-2888-40bb-b15e-f95911ebc48b,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:18.885856 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:18.973675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=142bbd2d-2888-40bb-b15e-f95911ebc48b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:19.140966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['142bbd2d-2888-40bb-b15e-f95911ebc48b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:30:19.351559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f9077-a332-4734-92fe-54ff82cb2b1b req-9962d7c5-d3b5-4ce5-8949-28abae8a4d68 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:19.354284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d1f9077-a332-4734-92fe-54ff82cb2b1b req-9962d7c5-d3b5-4ce5-8949-28abae8a4d68 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 945 time: 0.1367445 Aug 16 13:30:19.413525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d1f9077-a332-4734-92fe-54ff82cb2b1b req-9aea5859-85dc-40fa-bcfe-9681f085c69a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445297 Aug 16 13:30:20.514781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 142bbd2d-2888-40bb-b15e-f95911ebc48b up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:30:20.590199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be5e2d-a424-412d-8f6c-b85fb69969ef req-25ed71be-e70c-4107-a12e-335594bf2b83 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:20.597809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86be5e2d-a424-412d-8f6c-b85fb69969ef req-25ed71be-e70c-4107-a12e-335594bf2b83 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 945 time: 0.0620382 Aug 16 13:30:20.640031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 142bbd2d-2888-40bb-b15e-f95911ebc48b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:30:20.643371 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86be5e2d-a424-412d-8f6c-b85fb69969ef req-5e78774a-4959-4b16-a36c-b4b2f3fad5eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Aug 16 13:30:20.647970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 142bbd2d-2888-40bb-b15e-f95911ebc48b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:30:20.648482 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:20.775477 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:20.829480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f98be25-ec12-4c68-b12c-18b3707cd11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142bbd2d-2888-40bb-b15e-f95911ebc48b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:30:20.834494 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846ad1bb-b8ae-44d6-943b-31835ecba783" -d '{"events": [{"server_uuid": "7f98be25-ec12-4c68-b12c-18b3707cd11a", "name": "network-vif-plugged", "status": "completed", "tag": "142bbd2d-2888-40bb-b15e-f95911ebc48b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:30:20.846864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 142bbd2d-2888-40bb-b15e-f95911ebc48b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=142bbd2d-2888-40bb-b15e-f95911ebc48b,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:20.856756 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:20.903870 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b199fe-b739-475d-bd36-f7696f25a4d1 x-openstack-request-id: req-51b199fe-b739-475d-bd36-f7696f25a4d1 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:30:20.904342 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f98be25-ec12-4c68-b12c-18b3707cd11a", "name": "network-vif-plugged", "status": "completed", "tag": "142bbd2d-2888-40bb-b15e-f95911ebc48b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:30:20.904654 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51b199fe-b739-475d-bd36-f7696f25a4d1 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:30:20.906429 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f98be25-ec12-4c68-b12c-18b3707cd11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142bbd2d-2888-40bb-b15e-f95911ebc48b', 'code': 200} Aug 16 13:30:20.959247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=142bbd2d-2888-40bb-b15e-f95911ebc48b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:21.019757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852b9a8-366e-4770-921f-f9c708290169 req-0457ada3-83cd-40d4-afc2-fa69c538e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:21.021357 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a852b9a8-366e-4770-921f-f9c708290169 req-0457ada3-83cd-40d4-afc2-fa69c538e69e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 1097 time: 0.0510576 Aug 16 13:30:21.074282 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a852b9a8-366e-4770-921f-f9c708290169 req-4b5701a0-a430-4aab-9ffb-ace1a1a83630 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444489 Aug 16 13:30:21.943783 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89091e6-b105-472c-b1d5-4bc3fb25ed83 req-db8a8c1f-fcfc-49f3-a9d4-166744b8d7de tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:21.946613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a89091e6-b105-472c-b1d5-4bc3fb25ed83 req-db8a8c1f-fcfc-49f3-a9d4-166744b8d7de tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 946 time: 0.1199050 Aug 16 13:30:22.016325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a89091e6-b105-472c-b1d5-4bc3fb25ed83 req-2b39fcb5-99f8-4d64-98a2-909708937f33 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616841 Aug 16 13:30:23.187580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e411fd-044e-4f44-8325-4d4312105392 req-960fdf88-69ed-4246-b8f6-684bc4475437 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:23.189340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84e411fd-044e-4f44-8325-4d4312105392 req-960fdf88-69ed-4246-b8f6-684bc4475437 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 946 time: 0.0603437 Aug 16 13:30:23.244224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84e411fd-044e-4f44-8325-4d4312105392 req-6cfda6e0-d92b-46d0-b61b-cd11f4c8f7ea tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485463 Aug 16 13:30:23.383060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb624b-4fec-45a8-a3c7-731e33f02f29 req-0383cc87-3b7a-4417-9e20-488ab6feeb0d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:23.386618 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fbb624b-4fec-45a8-a3c7-731e33f02f29 req-0383cc87-3b7a-4417-9e20-488ab6feeb0d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 946 time: 0.0613561 Aug 16 13:30:23.442741 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fbb624b-4fec-45a8-a3c7-731e33f02f29 req-303b1402-bf44-405d-ad6c-22c78a2c5826 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504496 Aug 16 13:30:24.992948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54198) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:25.686734 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:26.211906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Allocated IP 172.20.0.17 (b93e2ceb-c916-4227-bc8f-6d587dbf2825/848404b9-64ea-44b1-b5c7-02f4685b0547/75fef289-cb17-4ac7-b23f-bc2eaefa8e1c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:30:26.427445 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:26.450964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Transition to ACTIVE for port object 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:30:26.492156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:26.535575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network b93e2ceb-c916-4227-bc8f-6d587dbf2825 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:30:26.541503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:30:26.546130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:30:26.575378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=75fef289-cb17-4ac7-b23f-bc2eaefa8e1c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:26.629062 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:26.837405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:26.905311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8f5b209a-ac0d-4301-940d-92a8cfd404e4 None None] Provisioning for port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:30:26.911069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8f5b209a-ac0d-4301-940d-92a8cfd404e4 None None] Provisioning complete for port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:30:26.911437 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8f5b209a-ac0d-4301-940d-92a8cfd404e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:26.961842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b209a-ac0d-4301-940d-92a8cfd404e4 None None] Port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:30:27.577761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:27.584704 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:27.669142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=75fef289-cb17-4ac7-b23f-bc2eaefa8e1c,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:27.672091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:27.788742 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network b93e2ceb-c916-4227-bc8f-6d587dbf2825 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:30:27.790420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:30:27.949951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 029a5cb6-370a-4cc9-bf41-aeeedc43390d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:30:28.107443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-221f5c7a-60e9-46a2-92d5-fe0a1ca2b1e6 None None] Provisioning complete for port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:30:28.108940 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-221f5c7a-60e9-46a2-92d5-fe0a1ca2b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:28.189008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:30:28.199991 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-95ee887e-6acb-401e-bf75-c53269f7e1d5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "PUT /v2.0/routers/029a5cb6-370a-4cc9-bf41-aeeedc43390d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2037258 Aug 16 13:30:28.211807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Sync routers for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:30:28.249533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-221f5c7a-60e9-46a2-92d5-fe0a1ca2b1e6 None None] Port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:30:28.257151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:30:28.258470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:30:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:28.481011 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:30:28.844807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:30:26Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '59dbc085-fc43-408f-95ad-ce6c2709452d', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'port_id': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'mac_address': 'fa:16:3e:b6:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:24Z', 'updated_at': '2021-08-16T13:29:32Z', 'revision_number': 1, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75fef289-cb17-4ac7-b23f-bc2eaefa8e1c', 'name': '', 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:a6:8c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '848404b9-64ea-44b1-b5c7-02f4685b0547', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:30:25Z', 'updated_at': '2021-08-16T13:30:27Z', 'revision_number': 2, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '848404b9-64ea-44b1-b5c7-02f4685b0547', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:28.889492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Checking router: 029a5cb6-370a-4cc9-bf41-aeeedc43390d for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:30:28.889843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Updating router 029a5cb6-370a-4cc9-bf41-aeeedc43390d port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:30:28.923492 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:29.685297 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:29.705229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Transition to ACTIVE for port object 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:30:29.716164 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:29.820948 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fbab5-47b0-4d78-a45c-e47e7001d0d6 None None] Pushing event updated for resources: {'Port': ['ID=75fef289-cb17-4ac7-b23f-bc2eaefa8e1c,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:29.926514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Attempting to bind port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:30:29.927339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Attempting to bind port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:30:29.928566 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Attempting to bind port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c on network b93e2ceb-c916-4227-bc8f-6d587dbf2825 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:30:29.949818 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:29.951553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:30:29.952220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Checking segment: {'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:30:29.952921 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:29.953601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Bound using segment: {'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:30:29.954463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Bound port: 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936b406f-7f35-4e2b-9032-f57f814a5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:30:29.955147 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:30.080568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] For port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:30:30.084980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] For port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=75fef289-cb17-4ac7-b23f-bc2eaefa8e1c,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:30:30.090295 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:30.157332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:30:30.161851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:30:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:30.293276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:30:30.323103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fbab5-47b0-4d78-a45c-e47e7001d0d6 None None] Pushing event updated for resources: {'Port': ['ID=75fef289-cb17-4ac7-b23f-bc2eaefa8e1c,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:30.608773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:30:26Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '59dbc085-fc43-408f-95ad-ce6c2709452d', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'port_id': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'mac_address': 'fa:16:3e:b6:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:24Z', 'updated_at': '2021-08-16T13:29:32Z', 'revision_number': 1, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75fef289-cb17-4ac7-b23f-bc2eaefa8e1c', 'name': '', 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:a6:8c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '848404b9-64ea-44b1-b5c7-02f4685b0547', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:30:25Z', 'updated_at': '2021-08-16T13:30:30Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '848404b9-64ea-44b1-b5c7-02f4685b0547', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:30.661230 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459bc689-ba07-4554-bf0a-6cbfca0ad4dd None None] The sync data for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 is: [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:30:26Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '59dbc085-fc43-408f-95ad-ce6c2709452d', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'port_id': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'mac_address': 'fa:16:3e:b6:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:24Z', 'updated_at': '2021-08-16T13:29:32Z', 'revision_number': 1, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75fef289-cb17-4ac7-b23f-bc2eaefa8e1c', 'name': '', 'network_id': 'b93e2ceb-c916-4227-bc8f-6d587dbf2825', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:a6:8c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '848404b9-64ea-44b1-b5c7-02f4685b0547', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:30:25Z', 'updated_at': '2021-08-16T13:30:30Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '848404b9-64ea-44b1-b5c7-02f4685b0547', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:30:31.831007 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc8b1-2316-4ef7-80f0-e28d252aed27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:32.777717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:30:32.869643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:30:32.877490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:30:32.877864 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:33.012870 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:33.080872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=75fef289-cb17-4ac7-b23f-bc2eaefa8e1c,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:33.086085 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:33.156977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=75fef289-cb17-4ac7-b23f-bc2eaefa8e1c,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:33.297316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d2511-5518-4e9d-a849-d4529554e844 req-91fbdb5e-8737-49fc-b07d-71c3599fe478 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:33.299040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c56d2511-5518-4e9d-a849-d4529554e844 req-91fbdb5e-8737-49fc-b07d-71c3599fe478 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 946 time: 0.0936024 Aug 16 13:30:33.342123 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c56d2511-5518-4e9d-a849-d4529554e844 req-30d2c26d-b720-49f8-b12a-c7aef2be60ab tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363944 Aug 16 13:30:34.365223 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d0cb394a-57de-40a4-b93d-1935a08a8021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:34.549821 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42db351-88a8-43ec-bcba-270a58c91aa3 req-7e270b59-372e-493c-88d1-757a289674c1 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:34.552719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a42db351-88a8-43ec-bcba-270a58c91aa3 req-7e270b59-372e-493c-88d1-757a289674c1 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 946 time: 0.0928321 Aug 16 13:30:34.618750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a42db351-88a8-43ec-bcba-270a58c91aa3 req-a7574bd0-cd15-43da-b926-14364a7f5294 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585577 Aug 16 13:30:34.670390 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:34.714555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:30:34.795877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:30:34.796529 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:35.239979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e1388-3207-433a-92d8-700fb4eeb43f req-a3b26539-84c3-4c05-a6ec-578137f61519 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:35.242680 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c71e1388-3207-433a-92d8-700fb4eeb43f req-a3b26539-84c3-4c05-a6ec-578137f61519 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 946 time: 0.0644023 Aug 16 13:30:35.373092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c71e1388-3207-433a-92d8-700fb4eeb43f req-89226f1a-030c-4e05-82dc-1e4477ba7de5 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Deleting port a0b999dd-c3a7-4808-9603-5ef7677cb2b7 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:30:35.373450 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c71e1388-3207-433a-92d8-700fb4eeb43f req-89226f1a-030c-4e05-82dc-1e4477ba7de5 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:35.506935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c71e1388-3207-433a-92d8-700fb4eeb43f req-89226f1a-030c-4e05-82dc-1e4477ba7de5 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] For port a0b999dd-c3a7-4808-9603-5ef7677cb2b7, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a0b999dd-c3a7-4808-9603-5ef7677cb2b7,segment=NetworkSegment(c253aa0a-fb32-4945-90a2-8bb83634275d),segment_id=c253aa0a-fb32-4945-90a2-8bb83634275d)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:35.507927 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c71e1388-3207-433a-92d8-700fb4eeb43f req-89226f1a-030c-4e05-82dc-1e4477ba7de5 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:35.530900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c71e1388-3207-433a-92d8-700fb4eeb43f req-89226f1a-030c-4e05-82dc-1e4477ba7de5 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Calling delete_port for a0b999dd-c3a7-4808-9603-5ef7677cb2b7 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:30:35.597048 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:35.761576 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c71e1388-3207-433a-92d8-700fb4eeb43f req-89226f1a-030c-4e05-82dc-1e4477ba7de5 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:35.790260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['a0b999dd-c3a7-4808-9603-5ef7677cb2b7'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:30:35.793789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f089c15-c116-4479-90de-2a455138602d req-a4f61609-152a-4b55-8929-4388e626c4e7 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:35.795708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f089c15-c116-4479-90de-2a455138602d req-a4f61609-152a-4b55-8929-4388e626c4e7 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804f02-03a7-4110-b5be-58a83b2b82f4 HTTP/1.1" status: 200 len: 867 time: 0.0750036 Aug 16 13:30:35.809134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89226f1a-030c-4e05-82dc-1e4477ba7de5 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Pushing event deleted for resources: {'Port': ['ID=a0b999dd-c3a7-4808-9603-5ef7677cb2b7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:35.860352 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f089c15-c116-4479-90de-2a455138602d req-cdfd65d5-6421-42f2-9502-880050f3cdad tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580578 Aug 16 13:30:35.866649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71e1388-3207-433a-92d8-700fb4eeb43f req-89226f1a-030c-4e05-82dc-1e4477ba7de5 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] No DVR routers for this DVR port a0b999dd-c3a7-4808-9603-5ef7677cb2b7 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:30:35.870168 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c71e1388-3207-433a-92d8-700fb4eeb43f req-89226f1a-030c-4e05-82dc-1e4477ba7de5 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:35.872891 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c71e1388-3207-433a-92d8-700fb4eeb43f req-89226f1a-030c-4e05-82dc-1e4477ba7de5 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.22 "DELETE /v2.0/ports/a0b999dd-c3a7-4808-9603-5ef7677cb2b7 HTTP/1.1" status: 204 len: 173 time: 0.6239369 Aug 16 13:30:35.873678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c804f02-03a7-4110-b5be-58a83b2b82f4', 'name': 'network-vif-deleted', 'tag': 'a0b999dd-c3a7-4808-9603-5ef7677cb2b7'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:30:35.876266 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc23862-0609-441f-bb3e-fbd61750826f" -d '{"events": [{"server_uuid": "9c804f02-03a7-4110-b5be-58a83b2b82f4", "name": "network-vif-deleted", "tag": "a0b999dd-c3a7-4808-9603-5ef7677cb2b7"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:30:36.222972 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e5dc4-1b60-436a-937a-b609a67b6eda x-openstack-request-id: req-5a8e5dc4-1b60-436a-937a-b609a67b6eda {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:30:36.223539 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c804f02-03a7-4110-b5be-58a83b2b82f4", "name": "network-vif-deleted", "tag": "a0b999dd-c3a7-4808-9603-5ef7677cb2b7", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:30:36.224052 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a8e5dc4-1b60-436a-937a-b609a67b6eda {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:30:36.224697 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c804f02-03a7-4110-b5be-58a83b2b82f4', 'name': 'network-vif-deleted', 'tag': 'a0b999dd-c3a7-4808-9603-5ef7677cb2b7', 'status': 'completed', 'code': 200} Aug 16 13:30:37.422126 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:37.596097 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:30:38.469557 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a0b999dd-c3a7-4808-9603-5ef7677cb2b7 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:30:38.498173 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: a0b999dd-c3a7-4808-9603-5ef7677cb2b7 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:30:38.499432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a0b999dd-c3a7-4808-9603-5ef7677cb2b7 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:30:44.411480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-a88e25f2-3171-4385-82b3-e49f21f2ef3c tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:44.413156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-a88e25f2-3171-4385-82b3-e49f21f2ef3c tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/networks?id=dec9f97d-b99f-4d4b-bbb2-418ec3370793 HTTP/1.1" status: 200 len: 814 time: 0.1611404 Aug 16 13:30:44.436534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-a96c64cb-ddc4-41b2-a6eb-f92cdac66be4 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/quotas/cf0d1f5bc5b0468e82296a60873927ab HTTP/1.1" status: 200 len: 375 time: 0.0118794 Aug 16 13:30:44.484715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-f236aa1f-7bb5-46a6-8560-58e10fac16cc tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf0d1f5bc5b0468e82296a60873927ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382872 Aug 16 13:30:44.623826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-c937ac71-facf-40f5-8737-bf297575137e service neutron] 10.222.0.25 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292999 Aug 16 13:30:44.746852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-1749ee5f-c91a-4649-b958-2cd9ed32882c service neutron] 10.222.0.25 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130192 Aug 16 13:30:44.976918 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9a419552-0102-4ed6-bb3b-128e6445ae7d req-f45c1525-30d3-4262-8866-98c0f66ca708 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 210 time: 0.0425780 Aug 16 13:30:46.117979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-05eb1d45-8de1-4b9d-b57d-580abd564a81 req-74ce0c25-2b58-45cc-818b-1fc416022a3e tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 210 time: 0.0331602 Aug 16 13:30:46.511950 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:46.577181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8fa51e8e-fe77-4725-ba25-6609e4ad0a05 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:46.580099 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8fa51e8e-fe77-4725-ba25-6609e4ad0a05 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.22 "GET /v2.0/networks?id=dec9f97d-b99f-4d4b-bbb2-418ec3370793 HTTP/1.1" status: 200 len: 814 time: 0.2002125 Aug 16 13:30:46.606185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Request body: {'port': {'device_id': 'b2a355d4-57b7-4cbc-91e7-cf1dc808a950', 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793', 'admin_state_up': True, 'tenant_id': 'cf0d1f5bc5b0468e82296a60873927ab'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:46.772841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Made reservation on behalf of cf0d1f5bc5b0468e82296a60873927ab for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:30:46.777185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:46.999597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Allocated IP 172.20.0.5 (dec9f97d-b99f-4d4b-bbb2-418ec3370793/1f77a465-36b9-4408-a948-2b371ddfe3ab/cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:30:47.267150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47e64773-3e65-440c-b0fa-6d637f8427c7 req-ca73bf7d-ee1a-41db-995d-702f4d03fce1 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 210 time: 0.0521140 Aug 16 13:30:47.285956 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:47.335918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:47.391882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Network dec9f97d-b99f-4d4b-bbb2-418ec3370793 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:30:47.395799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:30:47.398573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:30:47.429969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Pushing event updated for resources: {'Port': ['ID=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:47.466322 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:47.467326 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:47.486857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-8a438533-d2f4-4fce-b5e6-7ba73df3957b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8914132 Aug 16 13:30:47.506510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Request body: {'port': {'device_id': 'b2a355d4-57b7-4cbc-91e7-cf1dc808a950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:30:47.599489 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:47.964527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:30:47.974357 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:47.990827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Transition to ACTIVE for port object cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:30:47.997219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:48.065442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:48.176235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Attempting to bind port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:30:48.176773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Attempting to bind port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'c253aa0a-fb32-4945-90a2-8bb83634275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:30:48.177335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Attempting to bind port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 on network dec9f97d-b99f-4d4b-bbb2-418ec3370793 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:30:48.186405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 on network dec9f97d-b99f-4d4b-bbb2-418ec3370793 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:30:48.186945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Attempting to bind port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 on network dec9f97d-b99f-4d4b-bbb2-418ec3370793 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:30:48.196324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:30:48.196885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Checking segment: {'id': 'c253aa0a-fb32-4945-90a2-8bb83634275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:30:48.197804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Bound using segment: {'id': 'c253aa0a-fb32-4945-90a2-8bb83634275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:30:48.198487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Bound port: cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c253aa0a-fb32-4945-90a2-8bb83634275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:30:48.199029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:48.309105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] For port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:30:48.313317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] For port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0,segment=NetworkSegment(c253aa0a-fb32-4945-90a2-8bb83634275d),segment_id=c253aa0a-fb32-4945-90a2-8bb83634275d)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:30:48.320329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:48.370489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:48.371245 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:48.372879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] 10.222.0.22 "PUT /v2.0/ports/cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 HTTP/1.1" status: 200 len: 1091 time: 0.8715219 Aug 16 13:30:48.373345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a355d4-57b7-4cbc-91e7-cf1dc808a950', 'tag': 'cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:30:48.376297 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab1c7f2-8c12-448b-ba4f-389abb7810b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a355d4-57b7-4cbc-91e7-cf1dc808a950", "tag": "cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:30:48.429873 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b354d9b-2185-46f1-91c3-233ac8c0fdad x-openstack-request-id: req-6b354d9b-2185-46f1-91c3-233ac8c0fdad {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:30:48.430367 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a355d4-57b7-4cbc-91e7-cf1dc808a950", "tag": "cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:30:48.430778 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b354d9b-2185-46f1-91c3-233ac8c0fdad {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:30:48.432011 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a355d4-57b7-4cbc-91e7-cf1dc808a950', 'tag': 'cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0', 'status': 'completed', 'code': 200} Aug 16 13:30:48.438853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664867e0-7ae0-4b5d-8053-9012ff16223a req-77294070-0aa0-4911-95d7-4003205c9845 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:48.443662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-664867e0-7ae0-4b5d-8053-9012ff16223a req-77294070-0aa0-4911-95d7-4003205c9845 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 943 time: 0.0674710 Aug 16 13:30:48.467079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110974d0-937a-4579-ac43-547afbf6da73 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:48.504477 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-664867e0-7ae0-4b5d-8053-9012ff16223a req-144f0730-6009-4db8-a246-24cdace325a7 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537500 Aug 16 13:30:48.538382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-404a8b50-d6cb-49ba-a180-3ebaa17c6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:48.540138 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-404a8b50-d6cb-49ba-a180-3ebaa17c6061 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf0d1f5bc5b0468e82296a60873927ab&device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 1094 time: 0.0862243 Aug 16 13:30:48.594349 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-df91d5aa-36af-4fea-a3ea-fd808f0bbe64 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0389323 Aug 16 13:30:48.659618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-9f6f95b1-1b3e-43e9-92aa-5e327f9f1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:48.661200 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-9f6f95b1-1b3e-43e9-92aa-5e327f9f1d4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f77a465-36b9-4408-a948-2b371ddfe3ab HTTP/1.1" status: 200 len: 854 time: 0.0551953 Aug 16 13:30:48.712275 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-1bf3cf84-26da-4268-8daa-0fbf965770df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dec9f97d-b99f-4d4b-bbb2-418ec3370793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434046 Aug 16 13:30:48.779803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54660) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:48.876061 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-4461cbe4-7019-4d3e-bd3d-a22d6a1eb638 service neutron] 10.222.0.22 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558688 Aug 16 13:30:49.040356 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c109af43-ae73-4a2d-a01b-af5b5ed84f6a req-5d3eb1dc-2263-409a-bc5f-c7196c5a9825 service neutron] 10.222.0.22 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558709 Aug 16 13:30:49.222408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1c7f2-8c12-448b-ba4f-389abb7810b1 req-6abde8f4-0346-4f23-b368-1f5e0859cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:49.225162 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fab1c7f2-8c12-448b-ba4f-389abb7810b1 req-6abde8f4-0346-4f23-b368-1f5e0859cf33 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf0d1f5bc5b0468e82296a60873927ab&device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 1094 time: 0.0715580 Aug 16 13:30:49.369766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1c7f2-8c12-448b-ba4f-389abb7810b1 req-9a643b1e-d8fc-422a-a988-980ce0945813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:49.372889 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fab1c7f2-8c12-448b-ba4f-389abb7810b1 req-9a643b1e-d8fc-422a-a988-980ce0945813 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dec9f97d-b99f-4d4b-bbb2-418ec3370793 HTTP/1.1" status: 200 len: 914 time: 0.1394851 Aug 16 13:30:49.386528 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:49.461074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fab1c7f2-8c12-448b-ba4f-389abb7810b1 req-ef87c0c6-b2ca-4271-ad15-3c43f252486a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0797367 Aug 16 13:30:49.528119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1c7f2-8c12-448b-ba4f-389abb7810b1 req-c673ce62-7a5f-4b63-950d-d602723340a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:49.529626 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fab1c7f2-8c12-448b-ba4f-389abb7810b1 req-c673ce62-7a5f-4b63-950d-d602723340a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f77a465-36b9-4408-a948-2b371ddfe3ab HTTP/1.1" status: 200 len: 854 time: 0.0583551 Aug 16 13:30:49.605253 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fab1c7f2-8c12-448b-ba4f-389abb7810b1 req-7f763550-5831-42bc-ae7d-8f4b7bcc6c95 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dec9f97d-b99f-4d4b-bbb2-418ec3370793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594120 Aug 16 13:30:49.780366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f89531-a280-420c-b5ba-756bc15c77f9 req-2b195fbc-c367-4b01-8b3b-cb1f79365260 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:49.782012 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85f89531-a280-420c-b5ba-756bc15c77f9 req-2b195fbc-c367-4b01-8b3b-cb1f79365260 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 943 time: 0.1203289 Aug 16 13:30:49.791872 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fab1c7f2-8c12-448b-ba4f-389abb7810b1 req-4281f15e-c648-4e8d-8c3d-fa34197cc643 service neutron] 10.222.0.22 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833906 Aug 16 13:30:49.859406 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85f89531-a280-420c-b5ba-756bc15c77f9 req-751c7b61-2cf9-42fd-99c9-e033a6c96668 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492337 Aug 16 13:30:49.959984 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fab1c7f2-8c12-448b-ba4f-389abb7810b1 req-aac3c11c-aa52-4610-9e9e-9cd4c6180d9c service neutron] 10.222.0.22 "GET /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609964 Aug 16 13:30:50.008587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:30:50.009081 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:50.158213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] For port 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=75fef289-cb17-4ac7-b23f-bc2eaefa8e1c,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:50.158955 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:50.188245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Calling delete_port for 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:30:50.475258 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:50.511111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Port': ['ID=75fef289-cb17-4ac7-b23f-bc2eaefa8e1c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:50.529899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.530340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.530744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.534750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.535827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.536889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.538066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.539037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.539932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.540570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.541985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.542552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:50.838292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:51.115041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45db7d8-0d8d-42ff-a554-042c6dceafd5 req-ebb064d6-248c-4259-8b3d-835921febb66 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:51.118156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d45db7d8-0d8d-42ff-a554-042c6dceafd5 req-ebb064d6-248c-4259-8b3d-835921febb66 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 943 time: 0.1182978 Aug 16 13:30:51.329336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d45db7d8-0d8d-42ff-a554-042c6dceafd5 req-50d9d028-f7df-4a45-8993-bc327f4fdc68 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221781 Aug 16 13:30:51.370725 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 029a5cb6-370a-4cc9-bf41-aeeedc43390d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:30:51.521895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:30:51.534729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6198079a-4e8c-454e-a96d-e298bb41589f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "PUT /v2.0/routers/029a5cb6-370a-4cc9-bf41-aeeedc43390d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7490597 Aug 16 13:30:51.549719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-41e9bc77-b090-4a4b-b0af-2de5fd5106ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765681 Aug 16 13:30:51.554934 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a486896-33c4-47e0-be4c-ce881f65e7cc None None] Sync routers for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:30:51.566679 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a486896-33c4-47e0-be4c-ce881f65e7cc None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:30:51.567337 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4a486896-33c4-47e0-be4c-ce881f65e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:30:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:51.681519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-b31d792d-6966-4878-b055-4826257ecff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:51.683697 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-b31d792d-6966-4878-b055-4826257ecff7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0612788 Aug 16 13:30:51.706867 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4a486896-33c4-47e0-be4c-ce881f65e7cc None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:30:51.857239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-73a0d099-7434-482a-be6b-9e17d18aa87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:51.858847 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-73a0d099-7434-482a-be6b-9e17d18aa87e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8286d171-0839-4531-859f-5a0d2aed176e HTTP/1.1" status: 200 len: 897 time: 0.1210899 Aug 16 13:30:51.909568 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f4b8-044d-4606-bce8-1c0af0aad928 req-2a4ff7a9-0e8b-4534-9300-313800645e6e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:51.912595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9872f4b8-044d-4606-bce8-1c0af0aad928 req-2a4ff7a9-0e8b-4534-9300-313800645e6e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 946 time: 0.0707490 Aug 16 13:30:51.972770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9872f4b8-044d-4606-bce8-1c0af0aad928 req-27ba30d4-8d18-400d-8428-6fb12231400d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533209 Aug 16 13:30:51.989560 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-b3ebeacb-42ca-445c-8db1-c1aeef01d288 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef HTTP/1.1" status: 200 len: 1001 time: 0.1164987 Aug 16 13:30:52.035214 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4a486896-33c4-47e0-be4c-ce881f65e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:30:50Z', 'revision_number': 6, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '59dbc085-fc43-408f-95ad-ce6c2709452d', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'port_id': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'mac_address': 'fa:16:3e:b6:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:24Z', 'updated_at': '2021-08-16T13:29:32Z', 'revision_number': 1, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:52.061246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-0bd60d27-9d00-4cd5-8a12-aa3fc480a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:52.063003 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-0bd60d27-9d00-4cd5-8a12-aa3fc480a8c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=341528f8-bb4d-4ea6-9958-4c87f5d72290 HTTP/1.1" status: 200 len: 835 time: 0.0608592 Aug 16 13:30:52.064659 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a486896-33c4-47e0-be4c-ce881f65e7cc None None] Checking router: 029a5cb6-370a-4cc9-bf41-aeeedc43390d for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:30:52.077544 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a486896-33c4-47e0-be4c-ce881f65e7cc None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:30:52.078722 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4a486896-33c4-47e0-be4c-ce881f65e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:30:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:52.140809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-410aa457-97a1-44ff-be45-001986507d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:52.142679 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-410aa457-97a1-44ff-be45-001986507d0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8286d171-0839-4531-859f-5a0d2aed176e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667331 Aug 16 13:30:52.243411 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4a486896-33c4-47e0-be4c-ce881f65e7cc None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:30:52.269407 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-2a18fff6-5dfd-4362-b3f5-5800c8e247ba service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156967 Aug 16 13:30:52.404643 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bfdcb8be-607d-4163-b9f2-16bb256e0ee1 req-0fe3eaac-e32f-457d-8d4a-0a2568d67be5 service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228211 Aug 16 13:30:52.500975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887c568-d1bd-402d-89f6-0585ffc0959e req-13a3ac24-3d29-44ac-8773-69fd942e1531 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:52.503274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e887c568-d1bd-402d-89f6-0585ffc0959e req-13a3ac24-3d29-44ac-8773-69fd942e1531 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 943 time: 0.0628295 Aug 16 13:30:52.533342 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4a486896-33c4-47e0-be4c-ce881f65e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:30:50Z', 'revision_number': 6, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '59dbc085-fc43-408f-95ad-ce6c2709452d', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'port_id': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'mac_address': 'fa:16:3e:b6:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:24Z', 'updated_at': '2021-08-16T13:29:32Z', 'revision_number': 1, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:52.560713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:30:52.600767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e887c568-d1bd-402d-89f6-0585ffc0959e req-098e8ab9-5a2b-450b-bf8e-f973e9d62663 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880170 Aug 16 13:30:52.696725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0,segment=NetworkSegment(c253aa0a-fb32-4945-90a2-8bb83634275d),segment_id=c253aa0a-fb32-4945-90a2-8bb83634275d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:52.702039 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a486896-33c4-47e0-be4c-ce881f65e7cc None None] The sync data for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 is: [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:30:50Z', 'revision_number': 6, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '59dbc085-fc43-408f-95ad-ce6c2709452d', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'port_id': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'mac_address': 'fa:16:3e:b6:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:29:24Z', 'updated_at': '2021-08-16T13:29:32Z', 'revision_number': 1, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:30:52.716963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0', 'network_id': 'dec9f97d-b99f-4d4b-bbb2-418ec3370793', 'port_id': 'cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0', 'mac_address': 'fa:16:3e:de:d8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f77a465-36b9-4408-a948-2b371ddfe3ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:30:52.777589 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:52.793146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:30:52.816641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0,segment=NetworkSegment(c253aa0a-fb32-4945-90a2-8bb83634275d),segment_id=c253aa0a-fb32-4945-90a2-8bb83634275d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:52.822069 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:52.891316 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:53.161480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bc4b3-9cd7-4274-85b4-f22e1df1c841 req-af827409-8bcb-46c1-bfe8-9d8c74e61ff1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:53.163386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e9bc4b3-9cd7-4274-85b4-f22e1df1c841 req-af827409-8bcb-46c1-bfe8-9d8c74e61ff1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 946 time: 0.0619571 Aug 16 13:30:53.214849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:30:53.235415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e9bc4b3-9cd7-4274-85b4-f22e1df1c841 req-a2aeec18-afbf-4c85-94be-3f30b55e62c3 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597460 Aug 16 13:30:53.328448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acc2c3-403a-480f-864c-65bc3d4941cf req-8cb1035f-7df2-4734-813c-d0ea7f9c089d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:53.330873 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c8acc2c3-403a-480f-864c-65bc3d4941cf req-8cb1035f-7df2-4734-813c-d0ea7f9c089d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 946 time: 0.0939879 Aug 16 13:30:53.471935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c8acc2c3-403a-480f-864c-65bc3d4941cf req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting port 142bbd2d-2888-40bb-b15e-f95911ebc48b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:30:53.472375 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c8acc2c3-403a-480f-864c-65bc3d4941cf req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:53.592142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c8acc2c3-403a-480f-864c-65bc3d4941cf req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] For port 142bbd2d-2888-40bb-b15e-f95911ebc48b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=142bbd2d-2888-40bb-b15e-f95911ebc48b,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:53.592460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c8acc2c3-403a-480f-864c-65bc3d4941cf req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:53.611039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-c8acc2c3-403a-480f-864c-65bc3d4941cf req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Calling delete_port for 142bbd2d-2888-40bb-b15e-f95911ebc48b owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:30:53.767886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad343c5-4243-46dc-8e85-e97e3d3abaa1 req-2ecfee46-a53f-402d-808d-0d6f06b2b79f tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:53.770299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dad343c5-4243-46dc-8e85-e97e3d3abaa1 req-2ecfee46-a53f-402d-808d-0d6f06b2b79f tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 944 time: 0.0693686 Aug 16 13:30:53.827997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dad343c5-4243-46dc-8e85-e97e3d3abaa1 req-7aa4aa9e-0d20-4338-a756-fbf0e61ecb70 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484481 Aug 16 13:30:53.840399 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c8acc2c3-403a-480f-864c-65bc3d4941cf req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:53.892414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Port': ['ID=142bbd2d-2888-40bb-b15e-f95911ebc48b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:53.914985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.915563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.916719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.917312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.917850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.920626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.920878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.921869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.922732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.925178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.925178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.925178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:30:53.973777 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8acc2c3-403a-480f-864c-65bc3d4941cf req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] No DVR routers for this DVR port 142bbd2d-2888-40bb-b15e-f95911ebc48b on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:30:53.977487 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c8acc2c3-403a-480f-864c-65bc3d4941cf req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:53.981861 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c8acc2c3-403a-480f-864c-65bc3d4941cf req-d25a6f8f-a522-4631-bae9-8c1fffbfea87 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "DELETE /v2.0/ports/142bbd2d-2888-40bb-b15e-f95911ebc48b HTTP/1.1" status: 204 len: 173 time: 0.6421087 Aug 16 13:30:53.982654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f98be25-ec12-4c68-b12c-18b3707cd11a', 'name': 'network-vif-deleted', 'tag': '142bbd2d-2888-40bb-b15e-f95911ebc48b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:30:53.986801 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44a1470-095c-4982-a115-ce9e21ebcaf0" -d '{"events": [{"server_uuid": "7f98be25-ec12-4c68-b12c-18b3707cd11a", "name": "network-vif-deleted", "tag": "142bbd2d-2888-40bb-b15e-f95911ebc48b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:30:54.054236 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d92ac85-c685-4b83-972b-784bc2c8e6c5 x-openstack-request-id: req-7d92ac85-c685-4b83-972b-784bc2c8e6c5 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:30:54.054662 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f98be25-ec12-4c68-b12c-18b3707cd11a", "name": "network-vif-deleted", "tag": "142bbd2d-2888-40bb-b15e-f95911ebc48b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:30:54.055186 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d92ac85-c685-4b83-972b-784bc2c8e6c5 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:30:54.055864 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f98be25-ec12-4c68-b12c-18b3707cd11a', 'name': 'network-vif-deleted', 'tag': '142bbd2d-2888-40bb-b15e-f95911ebc48b', 'status': 'completed', 'code': 200} Aug 16 13:30:54.399958 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec551bde-7bb5-43ba-ae1f-8784a5410c97 req-a1fac4c4-cfea-484f-86d3-2752d88124cc tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f98be25-ec12-4c68-b12c-18b3707cd11a HTTP/1.1" status: 200 len: 210 time: 0.0315936 Aug 16 13:30:54.552779 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:30:54.625047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:30:54.630666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:30:54.631291 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:54.677868 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:30:54.723024 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:30:54.723369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 75fef289-cb17-4ac7-b23f-bc2eaefa8e1c not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:30:54.772514 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:54.799238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a355d4-57b7-4cbc-91e7-cf1dc808a950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:30:54.801585 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9e8429-802c-43ff-9df2-6f82f32ae062" -d '{"events": [{"server_uuid": "b2a355d4-57b7-4cbc-91e7-cf1dc808a950", "name": "network-vif-plugged", "status": "completed", "tag": "cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:30:54.817171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0,segment=NetworkSegment(c253aa0a-fb32-4945-90a2-8bb83634275d),segment_id=c253aa0a-fb32-4945-90a2-8bb83634275d)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:54.822889 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:54.874685 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91006bdd-1916-493d-9728-2b672aab79ea x-openstack-request-id: req-91006bdd-1916-493d-9728-2b672aab79ea {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:30:54.875657 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a355d4-57b7-4cbc-91e7-cf1dc808a950", "name": "network-vif-plugged", "status": "completed", "tag": "cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:30:54.876457 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91006bdd-1916-493d-9728-2b672aab79ea {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:30:54.877446 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a355d4-57b7-4cbc-91e7-cf1dc808a950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0', 'code': 200} Aug 16 13:30:54.944549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:55.009647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9b0ba-02dd-40bf-8f94-ca3bb40baae8 req-a33ba20c-2f5a-44fb-89c9-fe94b0aa62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:55.014668 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74c9b0ba-02dd-40bf-8f94-ca3bb40baae8 req-a33ba20c-2f5a-44fb-89c9-fe94b0aa62ff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 1096 time: 0.0743217 Aug 16 13:30:55.060195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb1c40-2d3a-41dd-8c8d-c0a189fc1aba req-a7fa5dc0-d275-4f6a-9c0f-43262e0b256b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:55.063827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fabb1c40-2d3a-41dd-8c8d-c0a189fc1aba req-a7fa5dc0-d275-4f6a-9c0f-43262e0b256b tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 945 time: 0.0830829 Aug 16 13:30:55.064238 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-74c9b0ba-02dd-40bf-8f94-ca3bb40baae8 req-e54843dc-545e-43cc-8e36-36607e90ca21 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407555 Aug 16 13:30:55.129388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fabb1c40-2d3a-41dd-8c8d-c0a189fc1aba req-6ab1e59b-1834-4443-ace0-076ae9bb6bb3 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582514 Aug 16 13:30:55.477875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54780) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:55.548896 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9950a475-c626-4c55-b41f-fefc4e4763b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:55.582704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9950a475-c626-4c55-b41f-fefc4e4763b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:55.671057 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9950a475-c626-4c55-b41f-fefc4e4763b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:55.675265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9950a475-c626-4c55-b41f-fefc4e4763b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:55.677138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9950a475-c626-4c55-b41f-fefc4e4763b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/security-groups/b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b HTTP/1.1" status: 204 len: 168 time: 0.1976354 Aug 16 13:30:55.694992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950a475-c626-4c55-b41f-fefc4e4763b0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42b42ba-bc1f-4bef-ac2c-a1a03fc8957b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:55.729698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54784) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:55.821221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e891eee-f27a-4a20-892a-82106240a951 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting subnet 848404b9-64ea-44b1-b5c7-02f4685b0547 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:30:55.826238 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e891eee-f27a-4a20-892a-82106240a951 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:55.893074 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e891eee-f27a-4a20-892a-82106240a951 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:56.063333 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e891eee-f27a-4a20-892a-82106240a951 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:56.149168 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e891eee-f27a-4a20-892a-82106240a951 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:56.199611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e891eee-f27a-4a20-892a-82106240a951 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Subnet': ['ID=848404b9-64ea-44b1-b5c7-02f4685b0547,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:56.205937 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9e891eee-f27a-4a20-892a-82106240a951 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:56.210163 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9e891eee-f27a-4a20-892a-82106240a951 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/subnets/848404b9-64ea-44b1-b5c7-02f4685b0547 HTTP/1.1" status: 204 len: 168 time: 0.4777722 Aug 16 13:30:56.213950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54796) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:56.217929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1013a7c2-6e46-4067-a90a-84ddf359066f None None] Network b93e2ceb-c916-4227-bc8f-6d587dbf2825 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:30:56.415120 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:56.448295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620f555-45fe-462a-920e-fd158990e683 req-6a98fa6b-9694-4301-a912-65efa1b9c195 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:56.450019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c620f555-45fe-462a-920e-fd158990e683 req-6a98fa6b-9694-4301-a912-65efa1b9c195 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 945 time: 0.1004047 Aug 16 13:30:56.529835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c620f555-45fe-462a-920e-fd158990e683 req-6b68eb30-4ab3-412e-8b82-5c87aa370d8a tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687134 Aug 16 13:30:56.563773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting port b36c2398-9b12-4265-a17c-5c52b00eae1d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:30:56.564578 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:56.593038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dc4d29-a068-407b-b609-44c50f21023c None None] DHCP port deletion for b93e2ceb-c916-4227-bc8f-6d587dbf2825 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:30:56.659238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 142bbd2d-2888-40bb-b15e-f95911ebc48b no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:30:56.685303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 142bbd2d-2888-40bb-b15e-f95911ebc48b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:30:56.685822 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 142bbd2d-2888-40bb-b15e-f95911ebc48b not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:30:56.691062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-17dc4d29-a068-407b-b609-44c50f21023c None None] Deleting port b36c2398-9b12-4265-a17c-5c52b00eae1d {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:30:56.691586 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-17dc4d29-a068-407b-b609-44c50f21023c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:56.692758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] For port b36c2398-9b12-4265-a17c-5c52b00eae1d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b36c2398-9b12-4265-a17c-5c52b00eae1d,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:56.693333 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:56.726726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Calling delete_port for b36c2398-9b12-4265-a17c-5c52b00eae1d owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:30:56.759480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b36c2398-9b12-4265-a17c-5c52b00eae1d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:30:56.808647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-17dc4d29-a068-407b-b609-44c50f21023c None None] For port b36c2398-9b12-4265-a17c-5c52b00eae1d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b36c2398-9b12-4265-a17c-5c52b00eae1d,segment=NetworkSegment(936b406f-7f35-4e2b-9032-f57f814a5a8c),segment_id=936b406f-7f35-4e2b-9032-f57f814a5a8c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:30:56.808951 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-17dc4d29-a068-407b-b609-44c50f21023c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:56.827114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-17dc4d29-a068-407b-b609-44c50f21023c None None] Calling delete_port for b36c2398-9b12-4265-a17c-5c52b00eae1d owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:30:56.848346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:56.887653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] No DVR routers for this DVR port b36c2398-9b12-4265-a17c-5c52b00eae1d on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:30:56.890411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Port': ['ID=b36c2398-9b12-4265-a17c-5c52b00eae1d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:56.907428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Port b36c2398-9b12-4265-a17c-5c52b00eae1d update to DOWN by agent not found {{(pid=101397) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 13:30:56.951520 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-17dc4d29-a068-407b-b609-44c50f21023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:56.983198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc4d29-a068-407b-b609-44c50f21023c None None] Pushing event deleted for resources: {'Port': ['ID=b36c2398-9b12-4265-a17c-5c52b00eae1d,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:56.993139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc4d29-a068-407b-b609-44c50f21023c None None] No DVR routers for this DVR port b36c2398-9b12-4265-a17c-5c52b00eae1d on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:30:56.997357 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:57.015052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93e2ceb-c916-4227-bc8f-6d587dbf2825']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:57.031446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936b406f-7f35-4e2b-9032-f57f814a5a8c') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:57.031814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936b406f-7f35-4e2b-9032-f57f814a5a8c') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:57.042871 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:57.059932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:57.068955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:30:57.069684 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:30:57.074936 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:30:57.166334 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:57.177601 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:57.180173 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/networks/b93e2ceb-c916-4227-bc8f-6d587dbf2825 HTTP/1.1" status: 204 len: 168 time: 0.9644873 Aug 16 13:30:57.185675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54808) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:30:57.199685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443ca79-0c47-44c7-80ba-b01db00be3eb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Network': ['ID=b93e2ceb-c916-4227-bc8f-6d587dbf2825,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:57.425269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting port 4c5713ae-49f1-4173-93f0-59af987d4820 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:30:57.429787 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:57.543729 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:57.544851 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:57.560165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Calling delete_port for 4c5713ae-49f1-4173-93f0-59af987d4820 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:30:57.793575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3e9df-0a56-4717-9775-5b52794dfb78 req-292e4290-abe2-4ab8-8e78-50f008640ce9 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:57.795184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bc3e9df-0a56-4717-9775-5b52794dfb78 req-292e4290-abe2-4ab8-8e78-50f008640ce9 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 945 time: 0.1316051 Aug 16 13:30:57.875104 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bc3e9df-0a56-4717-9775-5b52794dfb78 req-dfecc073-410a-4dbc-bb00-2a8f5ca8ad39 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637634 Aug 16 13:30:57.920232 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:57.972080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Port': ['ID=4c5713ae-49f1-4173-93f0-59af987d4820,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:30:58.059880 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:58.061052 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Floating IP 59dbc085-fc43-408f-95ad-ce6c2709452d disassociated (deleted). External IP: 172.25.0.254, port: ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef. Aug 16 13:30:58.446436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 029a5cb6-370a-4cc9-bf41-aeeedc43390d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:30:58.661162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:30:58.670929 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:30:58.677328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2f11d-0d79-4808-afc6-c57d3b33da3f None None] Sync routers for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:30:58.693340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2f11d-0d79-4808-afc6-c57d3b33da3f None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:30:58.694382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-afa2f11d-0d79-4808-afc6-c57d3b33da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:30:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:58.741882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6dd25d20-edab-4ec8-a07a-2be80544c71e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/floatingips/59dbc085-fc43-408f-95ad-ce6c2709452d HTTP/1.1" status: 204 len: 168 time: 1.5538800 Aug 16 13:30:58.743301 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'tag': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:30:58.749474 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb82293-0ebf-48d8-8466-b78839f55847" -d '{"events": [{"name": "network-changed", "server_uuid": "5954d65b-c819-41a3-ac58-af0dba889bf7", "tag": "ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:30:58.834933 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6a4ee7-db92-47d6-a27a-773a59ec32a5 x-openstack-request-id: req-4f6a4ee7-db92-47d6-a27a-773a59ec32a5 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:30:58.836440 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5954d65b-c819-41a3-ac58-af0dba889bf7", "tag": "ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:30:58.837437 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f6a4ee7-db92-47d6-a27a-773a59ec32a5 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:30:58.838556 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'tag': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'status': 'completed', 'code': 200} Aug 16 13:30:58.859146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-afa2f11d-0d79-4808-afc6-c57d3b33da3f None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:30:58.954758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb82293-0ebf-48d8-8466-b78839f55847 req-ca26cd5c-30e5-49d7-a467-8263e3a399f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:58.957588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fb82293-0ebf-48d8-8466-b78839f55847 req-ca26cd5c-30e5-49d7-a467-8263e3a399f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0898733 Aug 16 13:30:59.136655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb82293-0ebf-48d8-8466-b78839f55847 req-bd4ce88e-7eb6-425a-9024-01e16d7c97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:59.138349 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fb82293-0ebf-48d8-8466-b78839f55847 req-bd4ce88e-7eb6-425a-9024-01e16d7c97fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=8286d171-0839-4531-859f-5a0d2aed176e HTTP/1.1" status: 200 len: 897 time: 0.1712332 Aug 16 13:30:59.206000 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fb82293-0ebf-48d8-8466-b78839f55847 req-b8b115f2-66b7-463f-a5a8-11766a656d6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef HTTP/1.1" status: 200 len: 217 time: 0.0582521 Aug 16 13:30:59.324047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-afa2f11d-0d79-4808-afc6-c57d3b33da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:30:50Z', 'revision_number': 6, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:59.338541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb82293-0ebf-48d8-8466-b78839f55847 req-b71ac796-bd0e-4717-927b-178ff1603db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:59.341240 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fb82293-0ebf-48d8-8466-b78839f55847 req-b71ac796-bd0e-4717-927b-178ff1603db4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=341528f8-bb4d-4ea6-9958-4c87f5d72290 HTTP/1.1" status: 200 len: 835 time: 0.1229253 Aug 16 13:30:59.342239 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd3bb-b23a-40b5-a913-a44f72cef2da req-37eec1f0-3276-42a3-982c-4574633d24dc tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:59.345102 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d64fd3bb-b23a-40b5-a913-a44f72cef2da req-37eec1f0-3276-42a3-982c-4574633d24dc tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 945 time: 0.1060810 Aug 16 13:30:59.356773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2f11d-0d79-4808-afc6-c57d3b33da3f None None] Checking router: 029a5cb6-370a-4cc9-bf41-aeeedc43390d for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:30:59.367614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2f11d-0d79-4808-afc6-c57d3b33da3f None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:30:59.368292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-afa2f11d-0d79-4808-afc6-c57d3b33da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:30:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:30:59.427379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d64fd3bb-b23a-40b5-a913-a44f72cef2da req-394a34fd-569f-4958-a749-54b2a6aed1a0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647247 Aug 16 13:30:59.472417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb82293-0ebf-48d8-8466-b78839f55847 req-d8cae727-559d-45d6-a962-0d2bb63b7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:30:59.481687 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fb82293-0ebf-48d8-8466-b78839f55847 req-d8cae727-559d-45d6-a962-0d2bb63b7df9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8286d171-0839-4531-859f-5a0d2aed176e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254618 Aug 16 13:30:59.644308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-afa2f11d-0d79-4808-afc6-c57d3b33da3f None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:30:59.956751 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fb82293-0ebf-48d8-8466-b78839f55847 req-2a665784-58c6-4264-86aa-75dc9d09477e service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643314 Aug 16 13:31:00.102848 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:00.111812 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5fb82293-0ebf-48d8-8466-b78839f55847 req-848a2c8b-4383-42fc-bd50-9af33c8aa4ee service neutron] 10.222.0.42 "GET /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445341 Aug 16 13:31:00.293436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-afa2f11d-0d79-4808-afc6-c57d3b33da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:30:50Z', 'revision_number': 6, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:00.332605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2f11d-0d79-4808-afc6-c57d3b33da3f None None] The sync data for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 is: [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:30:50Z', 'revision_number': 6, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '2dd9df94-f7a8-46ef-b60d-02101053d12d', 'name': '', 'network_id': '8286d171-0839-4531-859f-5a0d2aed176e', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:b7:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:56Z', 'updated_at': '2021-08-16T13:29:04Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '341528f8-bb4d-4ea6-9958-4c87f5d72290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:31:00.692502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818052d-5438-455f-84c6-8fd887036e62 req-abe0b164-1e4b-453b-a695-acdeba493c2c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:00.699253 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9818052d-5438-455f-84c6-8fd887036e62 req-abe0b164-1e4b-453b-a695-acdeba493c2c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 945 time: 0.2010436 Aug 16 13:31:00.769559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b5793-5820-4b38-ac74-83d373da2cf6 req-342698ef-54b3-4066-a15c-8b22421ec0c0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:00.808287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-218b5793-5820-4b38-ac74-83d373da2cf6 req-342698ef-54b3-4066-a15c-8b22421ec0c0 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 945 time: 0.1605325 Aug 16 13:31:00.864482 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb643313-324f-41c8-8954-a1cd31aca2f9 None None] New status for floating IP 59dbc085-fc43-408f-95ad-ce6c2709452d: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:31:00.889461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-218b5793-5820-4b38-ac74-83d373da2cf6 req-3de99edf-6d5c-4817-9fd4-56be4341aeaa tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=7244d22b-1f9c-4732-89f7-6f624dc2b07d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692470 Aug 16 13:31:00.922137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-9818052d-5438-455f-84c6-8fd887036e62 req-3f9d0ac0-5f8f-4c25-99e4-2aa8cf023cef tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:00.922137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9818052d-5438-455f-84c6-8fd887036e62 req-3f9d0ac0-5f8f-4c25-99e4-2aa8cf023cef tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:01.054439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9818052d-5438-455f-84c6-8fd887036e62 req-3f9d0ac0-5f8f-4c25-99e4-2aa8cf023cef tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] For port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef,segment=NetworkSegment(b422bed3-a767-4969-b156-c2b3ed02b82f),segment_id=b422bed3-a767-4969-b156-c2b3ed02b82f)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:01.055236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9818052d-5438-455f-84c6-8fd887036e62 req-3f9d0ac0-5f8f-4c25-99e4-2aa8cf023cef tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:01.070620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-9818052d-5438-455f-84c6-8fd887036e62 req-3f9d0ac0-5f8f-4c25-99e4-2aa8cf023cef tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Calling delete_port for ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:01.226462 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9818052d-5438-455f-84c6-8fd887036e62 req-3f9d0ac0-5f8f-4c25-99e4-2aa8cf023cef tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:01.286639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d0ac0-5f8f-4c25-99e4-2aa8cf023cef tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Port': ['ID=ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:01.345767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9818052d-5438-455f-84c6-8fd887036e62 req-3f9d0ac0-5f8f-4c25-99e4-2aa8cf023cef tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] No DVR routers for this DVR port ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:31:01.348767 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9818052d-5438-455f-84c6-8fd887036e62 req-3f9d0ac0-5f8f-4c25-99e4-2aa8cf023cef tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:01.351041 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9818052d-5438-455f-84c6-8fd887036e62 req-3f9d0ac0-5f8f-4c25-99e4-2aa8cf023cef tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "DELETE /v2.0/ports/ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef HTTP/1.1" status: 204 len: 173 time: 0.6353388 Aug 16 13:31:01.351534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'name': 'network-vif-deleted', 'tag': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:01.354637 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e59b6cf-f1d6-452b-9abb-4496d09d2e0c" -d '{"events": [{"server_uuid": "5954d65b-c819-41a3-ac58-af0dba889bf7", "name": "network-vif-deleted", "tag": "ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:01.395921 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d45b7b-6fa9-4023-828e-e965f2f3ebc8 x-openstack-request-id: req-82d45b7b-6fa9-4023-828e-e965f2f3ebc8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:01.396206 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5954d65b-c819-41a3-ac58-af0dba889bf7", "name": "network-vif-deleted", "tag": "ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:01.396493 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82d45b7b-6fa9-4023-828e-e965f2f3ebc8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:01.396956 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5954d65b-c819-41a3-ac58-af0dba889bf7', 'name': 'network-vif-deleted', 'tag': 'ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef', 'status': 'completed', 'code': 200} Aug 16 13:31:01.854032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9e148700-3fdd-4a5e-9a3c-160660691a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:02.069597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-230d010c-59ed-400a-8caf-8617204ec397 req-4f704a7e-8e87-4985-8e3a-efb8ec6a8a55 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=5954d65b-c819-41a3-ac58-af0dba889bf7 HTTP/1.1" status: 200 len: 210 time: 0.0469112 Aug 16 13:31:03.142565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54918) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:03.273584 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c425f4c-257f-4c1a-b9a7-9ac73a471681 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:03.324309 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c425f4c-257f-4c1a-b9a7-9ac73a471681 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:03.440503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c425f4c-257f-4c1a-b9a7-9ac73a471681 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:03.445123 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c425f4c-257f-4c1a-b9a7-9ac73a471681 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:03.447728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2c425f4c-257f-4c1a-b9a7-9ac73a471681 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/security-groups/7244d22b-1f9c-4732-89f7-6f624dc2b07d HTTP/1.1" status: 204 len: 168 time: 0.3025277 Aug 16 13:31:03.464260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c425f4c-257f-4c1a-b9a7-9ac73a471681 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7244d22b-1f9c-4732-89f7-6f624dc2b07d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:03.533423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54926) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:04.196347 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:04.366027 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-04eae611-828d-4f86-9e35-fd3490ac6e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:04.663898 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:04.690803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting port 2dd9df94-f7a8-46ef-b60d-02101053d12d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:04.691365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:04.701317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:31:04.751839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:31:04.752507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ce4cdd98-7bbf-48f1-ac44-6a2ca91657ef not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:31:04.840815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] For port 2dd9df94-f7a8-46ef-b60d-02101053d12d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2dd9df94-f7a8-46ef-b60d-02101053d12d,segment=NetworkSegment(b422bed3-a767-4969-b156-c2b3ed02b82f),segment_id=b422bed3-a767-4969-b156-c2b3ed02b82f)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:04.841232 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:04.861555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Calling delete_port for 2dd9df94-f7a8-46ef-b60d-02101053d12d owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:05.143496 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:05.176586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Port': ['ID=2dd9df94-f7a8-46ef-b60d-02101053d12d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:05.409533 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:05.589473 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:05.817732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 029a5cb6-370a-4cc9-bf41-aeeedc43390d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:31:05.998793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:31:06.013402 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-09bcaba8-f2f9-4537-a3f0-4211b7f0c313 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "PUT /v2.0/routers/029a5cb6-370a-4cc9-bf41-aeeedc43390d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4721415 Aug 16 13:31:06.013402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54950) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:06.017225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6387c-0d39-48d4-9e75-c95c1c2412bd None None] Sync routers for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:31:06.032721 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6387c-0d39-48d4-9e75-c95c1c2412bd None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:06.033531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6ae6387c-0d39-48d4-9e75-c95c1c2412bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:06.113343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4048be-a61f-4707-b13f-55a00ae8dcce tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting subnet 341528f8-bb4d-4ea6-9958-4c87f5d72290 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:31:06.119294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a4048be-a61f-4707-b13f-55a00ae8dcce tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:06.173995 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-6ae6387c-0d39-48d4-9e75-c95c1c2412bd None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:06.193079 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a4048be-a61f-4707-b13f-55a00ae8dcce tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:06.376928 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a4048be-a61f-4707-b13f-55a00ae8dcce tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:06.437799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6ae6387c-0d39-48d4-9e75-c95c1c2412bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:31:05Z', 'revision_number': 7, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:06.469604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6387c-0d39-48d4-9e75-c95c1c2412bd None None] Checking router: 029a5cb6-370a-4cc9-bf41-aeeedc43390d for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:31:06.480522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6387c-0d39-48d4-9e75-c95c1c2412bd None None] Routers {'029a5cb6-370a-4cc9-bf41-aeeedc43390d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:06.481161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6ae6387c-0d39-48d4-9e75-c95c1c2412bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:06.499557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a4048be-a61f-4707-b13f-55a00ae8dcce tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:06.560760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4048be-a61f-4707-b13f-55a00ae8dcce tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Subnet': ['ID=341528f8-bb4d-4ea6-9958-4c87f5d72290,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:06.565109 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a4048be-a61f-4707-b13f-55a00ae8dcce tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:06.569193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7a4048be-a61f-4707-b13f-55a00ae8dcce tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/subnets/341528f8-bb4d-4ea6-9958-4c87f5d72290 HTTP/1.1" status: 204 len: 168 time: 0.5543959 Aug 16 13:31:06.572359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54954) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:06.590333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb3c712-0cdc-40e8-b27d-e90511185a80 None None] Network 8286d171-0839-4531-859f-5a0d2aed176e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:31:06.659410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-6ae6387c-0d39-48d4-9e75-c95c1c2412bd None None] Set router 029a5cb6-370a-4cc9-bf41-aeeedc43390d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:06.786947 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:06.925064 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:06.948503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6ae6387c-0d39-48d4-9e75-c95c1c2412bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:31:05Z', 'revision_number': 7, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:06.986136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6387c-0d39-48d4-9e75-c95c1c2412bd None None] The sync data for ids ['029a5cb6-370a-4cc9-bf41-aeeedc43390d'] in n-d-804708-1 is: [{'id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'name': 'tempest-TestNetworkBasicOps-router-1603645222', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8763a880-2027-435b-b025-99a684712ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:28:51Z', 'updated_at': '2021-08-16T13:31:05Z', 'revision_number': 7, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '8763a880-2027-435b-b025-99a684712ddb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a5cb6-370a-4cc9-bf41-aeeedc43390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:28:52Z', 'updated_at': '2021-08-16T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:31:07.003350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting port 8763a880-2027-435b-b025-99a684712ddb {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:07.004099 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:07.009352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] DHCP port deletion for 8286d171-0839-4531-859f-5a0d2aed176e request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:31:07.089730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Deleting port fa71d9b6-da50-4443-a6c8-ff9caad36aea {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:07.090265 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:07.155453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] For port 8763a880-2027-435b-b025-99a684712ddb, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8763a880-2027-435b-b025-99a684712ddb,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:07.155958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:07.176020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Calling delete_port for 8763a880-2027-435b-b025-99a684712ddb owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:07.187467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] For port fa71d9b6-da50-4443-a6c8-ff9caad36aea, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=fa71d9b6-da50-4443-a6c8-ff9caad36aea,segment=NetworkSegment(b422bed3-a767-4969-b156-c2b3ed02b82f),segment_id=b422bed3-a767-4969-b156-c2b3ed02b82f)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:07.187994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:07.209143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Calling delete_port for fa71d9b6-da50-4443-a6c8-ff9caad36aea owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:07.330126 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:07.380489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Pushing event deleted for resources: {'Port': ['ID=fa71d9b6-da50-4443-a6c8-ff9caad36aea,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:07.393297 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] No DVR routers for this DVR port fa71d9b6-da50-4443-a6c8-ff9caad36aea on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:31:07.446305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.446846 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.447346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.447889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.448427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.448967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.449504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.452828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.454684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.455224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.455800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.456376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d765f91-c3bb-4cd2-96ac-b7096da9fcb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:07.485086 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:07.492728 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:07.585683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Port': ['ID=8763a880-2027-435b-b025-99a684712ddb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:07.659196 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.264426 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.280246 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.348465 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-03abd043-c47f-4a81-933e-b9c790d5efee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007488 Aug 16 13:31:08.350600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.351554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Fanout notify agent at l3_agent the message router_deleted on router 029a5cb6-370a-4cc9-bf41-aeeedc43390d {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:31:08.365121 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.367201 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-60ba0b77-3d27-4a03-a4c0-d4b844c83bf9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/routers/029a5cb6-370a-4cc9-bf41-aeeedc43390d HTTP/1.1" status: 204 len: 168 time: 1.7926586 Aug 16 13:31:08.369982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54962) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:08.464642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-32b650c2-0e6e-4264-a962-d2629d926bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:08.467603 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-32b650c2-0e6e-4264-a962-d2629d926bf5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1096 time: 0.0806448 Aug 16 13:31:08.476700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.647872 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.648274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-1f056ff1-b223-4b27-9137-a484d0a270c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:08.651622 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-1f056ff1-b223-4b27-9137-a484d0a270c4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1563ce80-67f2-42d3-b1bd-23f3bad92241 HTTP/1.1" status: 200 len: 896 time: 0.1530876 Aug 16 13:31:08.661718 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8286d171-0839-4531-859f-5a0d2aed176e']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:08.680086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b422bed3-a767-4969-b156-c2b3ed02b82f') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:08.680489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b422bed3-a767-4969-b156-c2b3ed02b82f') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:08.699844 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.729520 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.745605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:31:08.746318 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:31:08.751631 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:31:08.765169 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-3d2c0e9c-5397-40ec-b258-fd2d2c314c3d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6 HTTP/1.1" status: 200 len: 1001 time: 0.1050191 Aug 16 13:31:08.826061 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.840269 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:08.843932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/networks/8286d171-0839-4531-859f-5a0d2aed176e HTTP/1.1" status: 204 len: 168 time: 0.4725678 Aug 16 13:31:08.851222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-86547e56-6ec7-4d18-92f2-639be5a5ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:08.855116 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-86547e56-6ec7-4d18-92f2-639be5a5ae3d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d9bcccc0-d4bb-4651-8bf4-7fceae949992 HTTP/1.1" status: 200 len: 833 time: 0.0813229 Aug 16 13:31:08.872982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a60c1-9289-4c5b-bee7-383877d59336 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Network': ['ID=8286d171-0839-4531-859f-5a0d2aed176e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:08.874677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 54968) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:08.907865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'network': {'name': 'tempest-network-smoke--1286499838', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'port_security_enabled': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:08.950648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Made reservation on behalf of 247aabb85ffd4c779b8c544766ee2600 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:31:08.954222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:09.026806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-279db5d6-ac35-44f0-b30d-d2d3add6d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:09.029186 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-279db5d6-ac35-44f0-b30d-d2d3add6d498 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1563ce80-67f2-42d3-b1bd-23f3bad92241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532235 Aug 16 13:31:09.034858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:31:09.071510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2dd9df94-f7a8-46ef-b60d-02101053d12d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:31:09.106137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:09.106758 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Added segment 7a5d9363-3b0b-44aa-bd84-4454bdfdff34 of type vlan for network a52d8782-0485-4bdf-9e79-f8054d38bd41 Aug 16 13:31:09.108192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 2dd9df94-f7a8-46ef-b60d-02101053d12d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:31:09.108663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2dd9df94-f7a8-46ef-b60d-02101053d12d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:31:09.109393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8763a880-2027-435b-b025-99a684712ddb no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:31:09.144719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 8763a880-2027-435b-b025-99a684712ddb {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:31:09.145610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8763a880-2027-435b-b025-99a684712ddb not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:31:09.146536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa71d9b6-da50-4443-a6c8-ff9caad36aea no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:31:09.172352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: fa71d9b6-da50-4443-a6c8-ff9caad36aea {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:31:09.172755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device fa71d9b6-da50-4443-a6c8-ff9caad36aea not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:31:09.223664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:09.262192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-5b712774-de7b-4f2f-820b-6eab2f76bc46 service neutron] 10.222.0.22 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239463 Aug 16 13:31:09.282138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:09.288639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:09.289405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:09.414843 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5174463 Aug 16 13:31:09.419179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 54970) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:09.426014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecea885-3cab-46f8-a33d-baeb6de1b836 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Network': ['ID=a52d8782-0485-4bdf-9e79-f8054d38bd41,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:09.427813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-528859521', 'admin_state_up': True, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:09.440814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network a52d8782-0485-4bdf-9e79-f8054d38bd41 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:31:09.448118 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e24b48ee-8ee2-4efa-8d77-c2227a6656eb req-8ca678cd-eae3-4d3a-9a64-057fc8f6cd71 service neutron] 10.222.0.22 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766856 Aug 16 13:31:09.466277 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:09.467373 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:09.534924 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:10.087306 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:10.426990 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:10.454609 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:10.614129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Allocated IP 172.25.0.59 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/76f7d4d7-d654-43cc-b6da-9a478f45ca3b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:31:10.812915 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:10.872839 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:10.933069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:31:10.942092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:31:10.948608 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:31:10.974307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=76f7d4d7-d654-43cc-b6da-9a478f45ca3b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:11.290401 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:11.543561 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:11.726259 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:31:11.937368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:31:11.954487 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Sync routers for ids ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:31:11.973127 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Routers {'555fbef8-0c53-4ca8-94a0-194ffc0e4b85'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:11.974253 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-72268417-c619-4b08-afaf-85fa28961203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:11.983647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:11.985739 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-420c2d04-89b0-46a2-8f4d-89c71a3c04ab tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5646770 Aug 16 13:31:11.988876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55178) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:12.030761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e4f71618-d7ff-4808-bb30-80e70707f3e2 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=247aabb85ffd4c779b8c544766ee2600&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391927 Aug 16 13:31:12.033342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55184) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:12.159906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c03377-8272-430b-b641-963390485ec9 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:12.161572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-31c03377-8272-430b-b641-963390485ec9 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269920 Aug 16 13:31:12.164730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55198) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:12.198704 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Set router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:12.222388 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8dca4888-5d65-4742-b796-07e95e5ca6ce tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549033 Aug 16 13:31:12.224617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55206) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:12.230809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-212106330', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:12.402170 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Made reservation on behalf of 247aabb85ffd4c779b8c544766ee2600 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:31:12.409446 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:12.568214 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-72268417-c619-4b08-afaf-85fa28961203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:11Z', 'revision_number': 3, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:12.622804 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Checking router: 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:31:12.623348 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Updating router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:31:12.691813 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:12.916652 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:12.986539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Subnet': ['ID=05f854db-d95e-4231-b2b9-ee65afc173ee,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:13.051849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Checking segment: {'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:31:13.052632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network hostable DHCP agents. Network: a52d8782-0485-4bdf-9e79-f8054d38bd41, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:31:13.086385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network a52d8782-0485-4bdf-9e79-f8054d38bd41 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:31:13.108015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, a52d8782-0485-4bdf-9e79-f8054d38bd41) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:31:13.116402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:13.116798 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:13.152789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d430265f-ee67-4a01-bcc8-32dbc2a3e652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9263804 Aug 16 13:31:13.153403 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00780497-1a72-4fdc-9443-63d6ae05a243 None None] Network a52d8782-0485-4bdf-9e79-f8054d38bd41 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:31:13.156594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55276) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:13.343715 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:13.370667 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Transition to ACTIVE for port object 76f7d4d7-d654-43cc-b6da-9a478f45ca3b will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:31:13.387340 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:13.452746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-a52d8782-0485-4bdf-9e79-f8054d38bd41', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ips': [{'subnet_id': '05f854db-d95e-4231-b2b9-ee65afc173ee'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:31:13.453645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:13.466455 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Attempting to bind port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:31:13.466863 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Attempting to bind port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:31:13.468438 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Attempting to bind port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:31:13.477043 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:31:13.477500 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:31:13.478017 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:13.478443 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:31:13.478928 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Bound port: 76f7d4d7-d654-43cc-b6da-9a478f45ca3b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:31:13.479309 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:13.537355 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Pushing event updated for resources: {'Port': ['ID=76f7d4d7-d654-43cc-b6da-9a478f45ca3b,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:13.564745 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.566499 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.570252 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.570828 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.571324 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.573509 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.574213 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.574788 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.575351 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.575924 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.576339 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.576919 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:13.637811 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-72268417-c619-4b08-afaf-85fa28961203 None None] For port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:31:13.644418 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-72268417-c619-4b08-afaf-85fa28961203 None None] For port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=76f7d4d7-d654-43cc-b6da-9a478f45ca3b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:31:13.652420 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:13.679259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Allocated IP 172.20.0.2 (a52d8782-0485-4bdf-9e79-f8054d38bd41/05f854db-d95e-4231-b2b9-ee65afc173ee/12ad4dcf-e584-4601-bcaf-bed0310a7680) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:31:13.755668 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Routers {'555fbef8-0c53-4ca8-94a0-194ffc0e4b85'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:13.756683 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-72268417-c619-4b08-afaf-85fa28961203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:13.838660 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27640c43-42bf-4699-83d0-f7087ebce306 None None] Pushing event updated for resources: {'Port': ['ID=76f7d4d7-d654-43cc-b6da-9a478f45ca3b,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:13.919286 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:13.942576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Transition to ACTIVE for port object 12ad4dcf-e584-4601-bcaf-bed0310a7680 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:31:13.970470 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-72268417-c619-4b08-afaf-85fa28961203 None None] Set router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:13.980514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Transition to ACTIVE for port object 12ad4dcf-e584-4601-bcaf-bed0310a7680 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:31:13.994601 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:14.012515 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:14.086327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Network a52d8782-0485-4bdf-9e79-f8054d38bd41 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:31:14.093198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:31:14.096912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:31:14.111873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Pushing event updated for resources: {'Port': ['ID=12ad4dcf-e584-4601-bcaf-bed0310a7680,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:14.174074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Attempting to bind port 12ad4dcf-e584-4601-bcaf-bed0310a7680 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:31:14.177890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Attempting to bind port 12ad4dcf-e584-4601-bcaf-bed0310a7680 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:31:14.178381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Attempting to bind port 12ad4dcf-e584-4601-bcaf-bed0310a7680 on network a52d8782-0485-4bdf-9e79-f8054d38bd41 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:31:14.188100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:31:14.188462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Checking segment: {'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:31:14.189027 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:14.189539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Bound using segment: {'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:31:14.190035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Bound port: 12ad4dcf-e584-4601-bcaf-bed0310a7680, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:31:14.190643 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:14.334973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] For port 12ad4dcf-e584-4601-bcaf-bed0310a7680, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:31:14.342141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] For port 12ad4dcf-e584-4601-bcaf-bed0310a7680, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12ad4dcf-e584-4601-bcaf-bed0310a7680,segment=NetworkSegment(7a5d9363-3b0b-44aa-bd84-4454bdfdff34),segment_id=7a5d9363-3b0b-44aa-bd84-4454bdfdff34)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:31:14.351830 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:14.399390 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-72268417-c619-4b08-afaf-85fa28961203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:11Z', 'revision_number': 3, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:14.466353 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72268417-c619-4b08-afaf-85fa28961203 None None] The sync data for ids ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'] in n-d-804708-1 is: [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:11Z', 'revision_number': 3, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:31:14.574192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d78b5-1277-4275-a8ae-9c8dd50997df None None] Pushing event updated for resources: {'Port': ['ID=12ad4dcf-e584-4601-bcaf-bed0310a7680,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:14.618053 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:31:14.643823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Allocated IP 172.20.0.1 (a52d8782-0485-4bdf-9e79-f8054d38bd41/05f854db-d95e-4231-b2b9-ee65afc173ee/054dd9a6-3a41-4141-bdce-44119ae4dcc0) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:31:14.899729 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:14.933224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Transition to ACTIVE for port object 054dd9a6-3a41-4141-bdce-44119ae4dcc0 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:31:15.028374 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:15.114882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network a52d8782-0485-4bdf-9e79-f8054d38bd41 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:31:15.132141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:31:15.137720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:31:15.176384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=054dd9a6-3a41-4141-bdce-44119ae4dcc0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:15.203833 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:15.445877 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:16.085006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8296a993-2ac5-4cad-a061-412f200fe57e None None] Network a52d8782-0485-4bdf-9e79-f8054d38bd41 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:31:16.090387 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:16.104780 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:16.223242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=054dd9a6-3a41-4141-bdce-44119ae4dcc0,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:16.248314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:16.328310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-68287a14-ff20-451b-a5de-0d747e8b2fb4 None None] Provisioning for port 12ad4dcf-e584-4601-bcaf-bed0310a7680 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:31:16.579481 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network a52d8782-0485-4bdf-9e79-f8054d38bd41 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:31:16.583799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:31:16.618428 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:16.812102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:31:16.937907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12ad4dcf-e584-4601-bcaf-bed0310a7680 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:31:17.071760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:31:17.080308 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-615d0d50-4315-4226-a251-9edd1912453c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "PUT /v2.0/routers/555fbef8-0c53-4ca8-94a0-194ffc0e4b85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9219322 Aug 16 13:31:17.084362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55462) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:17.103947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 12ad4dcf-e584-4601-bcaf-bed0310a7680 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:31:17.112048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 12ad4dcf-e584-4601-bcaf-bed0310a7680 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:17.112780 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:17.220096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-53e03e77-5e90-4726-a8d9-75664c929bae None None] Provisioning for port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:31:17.233393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-53e03e77-5e90-4726-a8d9-75664c929bae None None] Provisioning complete for port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:17.234393 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-53e03e77-5e90-4726-a8d9-75664c929bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:17.355035 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:17.428418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 12ad4dcf-e584-4601-bcaf-bed0310a7680, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12ad4dcf-e584-4601-bcaf-bed0310a7680,segment=NetworkSegment(7a5d9363-3b0b-44aa-bd84-4454bdfdff34),segment_id=7a5d9363-3b0b-44aa-bd84-4454bdfdff34)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:17.430704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-53e03e77-5e90-4726-a8d9-75664c929bae None None] Port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:31:17.437985 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:17.439042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 76f7d4d7-d654-43cc-b6da-9a478f45ca3b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:31:17.539087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b041d0d-7af6-4ddd-a21a-243f7c0deb98 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.540140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b041d0d-7af6-4ddd-a21a-243f7c0deb98 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.541644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b041d0d-7af6-4ddd-a21a-243f7c0deb98 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.542565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b041d0d-7af6-4ddd-a21a-243f7c0deb98 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.543468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b041d0d-7af6-4ddd-a21a-243f7c0deb98 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.544603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b041d0d-7af6-4ddd-a21a-243f7c0deb98 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.545527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b041d0d-7af6-4ddd-a21a-243f7c0deb98 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.546449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b041d0d-7af6-4ddd-a21a-243f7c0deb98 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.549984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7b041d0d-7af6-4ddd-a21a-243f7c0deb98 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5665 time: 0.4638498 Aug 16 13:31:17.554408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55464) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:17.707792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Sync routers for ids ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:31:17.728812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-53e03e77-5e90-4726-a8d9-75664c929bae None None] Provisioning complete for port 12ad4dcf-e584-4601-bcaf-bed0310a7680 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:17.729428 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-53e03e77-5e90-4726-a8d9-75664c929bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:17.781787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f0cd6-ae91-47f0-a3f1-029766ee98d8 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.781787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f0cd6-ae91-47f0-a3f1-029766ee98d8 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.782401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f0cd6-ae91-47f0-a3f1-029766ee98d8 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.782881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f0cd6-ae91-47f0-a3f1-029766ee98d8 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.783529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f0cd6-ae91-47f0-a3f1-029766ee98d8 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.784007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f0cd6-ae91-47f0-a3f1-029766ee98d8 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.784472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f0cd6-ae91-47f0-a3f1-029766ee98d8 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.785318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f0cd6-ae91-47f0-a3f1-029766ee98d8 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:17.792555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55470) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:17.798689 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-296f0cd6-ae91-47f0-a3f1-029766ee98d8 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5268 time: 0.2409966 Aug 16 13:31:17.834566 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Routers {'555fbef8-0c53-4ca8-94a0-194ffc0e4b85'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:17.835640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:17.848328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=12ad4dcf-e584-4601-bcaf-bed0310a7680,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:17.930640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:31:17.937864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:17.938135 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:18.096698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Set router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:18.174300 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f6bdeec6-9f91-40c3-82cd-41f6953552b9 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.3774874 Aug 16 13:31:18.279065 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:18.324216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=76f7d4d7-d654-43cc-b6da-9a478f45ca3b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:18.336063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:18.572892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-97302fae-a061-44a2-8815-9261bdcf8a58 None None] Provisioning complete for port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:18.573479 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-97302fae-a061-44a2-8815-9261bdcf8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:18.583900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=76f7d4d7-d654-43cc-b6da-9a478f45ca3b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:18.646892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-97302fae-a061-44a2-8815-9261bdcf8a58 None None] Port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:31:18.726491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:15Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '054dd9a6-3a41-4141-bdce-44119ae4dcc0', 'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:84:69:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:14Z', 'updated_at': '2021-08-16T13:31:15Z', 'revision_number': 2, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:18.763380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Checking router: 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:31:18.763929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Updating router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:31:18.819562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12ad4dcf-e584-4601-bcaf-bed0310a7680 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:31:18.858441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55478) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:18.861959 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:18.863291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-69bc22c1-5246-433f-94f8-c9167e5c8475 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1050482284', 'description': 'tempest-secgroup-smoke-1050482284 description', 'project_id': '247aabb85ffd4c779b8c544766ee2600'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:18.912971 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-69bc22c1-5246-433f-94f8-c9167e5c8475 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.054536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 12ad4dcf-e584-4601-bcaf-bed0310a7680 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:19.055387 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.153145 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-69bc22c1-5246-433f-94f8-c9167e5c8475 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.158020 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-69bc22c1-5246-433f-94f8-c9167e5c8475 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.212347 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-69bc22c1-5246-433f-94f8-c9167e5c8475 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.217548 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-69bc22c1-5246-433f-94f8-c9167e5c8475 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3554418 Aug 16 13:31:19.217548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc22c1-5246-433f-94f8-c9167e5c8475 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731a1b39-d1d7-48e2-83b2-c702af730810,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:19.217886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55484) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:19.240884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5ca18987-acfa-4c82-95dd-0ceef1ed7483 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '731a1b39-d1d7-48e2-83b2-c702af730810', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:19.282020 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ca18987-acfa-4c82-95dd-0ceef1ed7483 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.397401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 76f7d4d7-d654-43cc-b6da-9a478f45ca3b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:31:19.449117 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ca18987-acfa-4c82-95dd-0ceef1ed7483 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.458578 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ca18987-acfa-4c82-95dd-0ceef1ed7483 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.494023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca18987-acfa-4c82-95dd-0ceef1ed7483 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b1d930-f4ea-41fe-8584-914e3d7c665a,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:19.514398 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ca18987-acfa-4c82-95dd-0ceef1ed7483 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.519520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55486) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:19.520871 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5ca18987-acfa-4c82-95dd-0ceef1ed7483 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3017659 Aug 16 13:31:19.525447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-77c7a576-284c-4c5a-8fb6-ab0c4bc62f5e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '731a1b39-d1d7-48e2-83b2-c702af730810', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:19.576479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:19.577360 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.606629 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77c7a576-284c-4c5a-8fb6-ab0c4bc62f5e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.659304 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.675154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Transition to ACTIVE for port object 054dd9a6-3a41-4141-bdce-44119ae4dcc0 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:31:19.685184 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.724371 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77c7a576-284c-4c5a-8fb6-ab0c4bc62f5e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.731705 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77c7a576-284c-4c5a-8fb6-ab0c4bc62f5e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.756898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7a576-284c-4c5a-8fb6-ab0c4bc62f5e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f172a46-04e8-4a09-8008-1e4beaf0de06,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:19.766850 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-77c7a576-284c-4c5a-8fb6-ab0c4bc62f5e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.767997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-77c7a576-284c-4c5a-8fb6-ab0c4bc62f5e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2473879 Aug 16 13:31:19.770877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55488) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:19.776775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c7baca86-2c4f-4d08-9863-7e9888eb3dd8 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '731a1b39-d1d7-48e2-83b2-c702af730810', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:19.848041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d10a3-cf24-4a3b-a967-915a8c432655 None None] Pushing event updated for resources: {'Port': ['ID=054dd9a6-3a41-4141-bdce-44119ae4dcc0,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:19.850866 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7baca86-2c4f-4d08-9863-7e9888eb3dd8 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.868143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Attempting to bind port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:31:19.869708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Attempting to bind port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:31:19.870218 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Attempting to bind port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 on network a52d8782-0485-4bdf-9e79-f8054d38bd41 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:31:19.876664 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:31:19.877442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Checking segment: {'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:31:19.878005 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.878535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Bound using segment: {'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:31:19.879139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Bound port: 054dd9a6-3a41-4141-bdce-44119ae4dcc0, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:31:19.879662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:19.979337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] For port 054dd9a6-3a41-4141-bdce-44119ae4dcc0, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:31:19.985063 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] For port 054dd9a6-3a41-4141-bdce-44119ae4dcc0, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=054dd9a6-3a41-4141-bdce-44119ae4dcc0,segment=NetworkSegment(7a5d9363-3b0b-44aa-bd84-4454bdfdff34),segment_id=7a5d9363-3b0b-44aa-bd84-4454bdfdff34)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:31:19.991994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.059022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7baca86-2c4f-4d08-9863-7e9888eb3dd8 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.064865 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7baca86-2c4f-4d08-9863-7e9888eb3dd8 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.084179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baca86-2c4f-4d08-9863-7e9888eb3dd8 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2207e9d2-2d79-4dc1-a5a3-e416b557414f,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:20.105742 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c7baca86-2c4f-4d08-9863-7e9888eb3dd8 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.107380 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c7baca86-2c4f-4d08-9863-7e9888eb3dd8 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3355420 Aug 16 13:31:20.110074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55494) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:20.115515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-934b6029-4c8f-4327-8007-44b68fd56d4d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '731a1b39-d1d7-48e2-83b2-c702af730810', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:20.135330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Routers {'555fbef8-0c53-4ca8-94a0-194ffc0e4b85'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:20.136434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:20.182987 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-934b6029-4c8f-4327-8007-44b68fd56d4d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.191119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d10a3-cf24-4a3b-a967-915a8c432655 None None] Pushing event updated for resources: {'Port': ['ID=054dd9a6-3a41-4141-bdce-44119ae4dcc0,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:20.395325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] Set router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:20.396934 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-934b6029-4c8f-4327-8007-44b68fd56d4d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.404240 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-934b6029-4c8f-4327-8007-44b68fd56d4d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.469521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b6029-4c8f-4327-8007-44b68fd56d4d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1cc391-7119-45d9-baf2-c173231769e0,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:20.472130 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-934b6029-4c8f-4327-8007-44b68fd56d4d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.473593 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-934b6029-4c8f-4327-8007-44b68fd56d4d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622200 Aug 16 13:31:20.476342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55502) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:20.483362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f9f40ee4-21fe-4d3a-b7e0-ae803b800ddf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '731a1b39-d1d7-48e2-83b2-c702af730810', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:20.517019 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-f9f40ee4-21fe-4d3a-b7e0-ae803b800ddf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Project 247aabb85ffd4c779b8c544766ee2600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:31:20.530043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9f40ee4-21fe-4d3a-b7e0-ae803b800ddf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.711543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9f40ee4-21fe-4d3a-b7e0-ae803b800ddf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.716779 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9f40ee4-21fe-4d3a-b7e0-ae803b800ddf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.734071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f40ee4-21fe-4d3a-b7e0-ae803b800ddf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f33cae-3702-4c76-a4fe-d5a18da5510e,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:20.760156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f9f40ee4-21fe-4d3a-b7e0-ae803b800ddf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.762614 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f9f40ee4-21fe-4d3a-b7e0-ae803b800ddf tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2842414 Aug 16 13:31:20.768014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55506) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:20.777573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1fdb5989-7e49-4c99-b67d-6db1e842b97c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'security_group_rule': {'security_group_id': '731a1b39-d1d7-48e2-83b2-c702af730810', 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:20.836578 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-1fdb5989-7e49-4c99-b67d-6db1e842b97c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Project 247aabb85ffd4c779b8c544766ee2600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:31:20.851819 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fdb5989-7e49-4c99-b67d-6db1e842b97c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:20.860945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55508) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:21.005599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fdb5989-7e49-4c99-b67d-6db1e842b97c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:21.013372 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fdb5989-7e49-4c99-b67d-6db1e842b97c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:21.053158 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb5989-7e49-4c99-b67d-6db1e842b97c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a709313e-1d7c-4680-a38f-40c045332dcb,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:21.069218 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dbd439ca-c594-4460-bb29-ac7a2f2099be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:21.076054 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1fdb5989-7e49-4c99-b67d-6db1e842b97c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:21.076466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:15Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '054dd9a6-3a41-4141-bdce-44119ae4dcc0', 'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:84:69:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:14Z', 'updated_at': '2021-08-16T13:31:19Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:21.077942 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1fdb5989-7e49-4c99-b67d-6db1e842b97c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3084712 Aug 16 13:31:21.145441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fa50c-c87a-483d-83ca-12a2248a688c None None] The sync data for ids ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'] in n-d-804708-1 is: [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:15Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '054dd9a6-3a41-4141-bdce-44119ae4dcc0', 'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:84:69:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:14Z', 'updated_at': '2021-08-16T13:31:19Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:31:21.240649 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dbd439ca-c594-4460-bb29-ac7a2f2099be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:21.246513 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dbd439ca-c594-4460-bb29-ac7a2f2099be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:21.302419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd439ca-c594-4460-bb29-ac7a2f2099be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e249371-2fa0-4c66-b5cc-6db7d889d1ec,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:21.348770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dbd439ca-c594-4460-bb29-ac7a2f2099be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c73facbc22ad41c5939395f92c0aff19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823532 Aug 16 13:31:21.349385 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55518) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:21.455524 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b80e091-7181-4949-9015-c046d8174493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:21.518718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-c15bbaa3-0a29-4896-92dc-0a9d16fbad9e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050482284&fields=id&tenant_id=247aabb85ffd4c779b8c544766ee2600 HTTP/1.1" status: 200 len: 267 time: 0.0628419 Aug 16 13:31:21.524512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b80e091-7181-4949-9015-c046d8174493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:21.608055 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b80e091-7181-4949-9015-c046d8174493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:21.616174 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b80e091-7181-4949-9015-c046d8174493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:21.627237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4b80e091-7181-4949-9015-c046d8174493 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e249371-2fa0-4c66-b5cc-6db7d889d1ec HTTP/1.1" status: 204 len: 168 time: 0.2760396 Aug 16 13:31:21.663187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80e091-7181-4949-9015-c046d8174493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e249371-2fa0-4c66-b5cc-6db7d889d1ec,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:21.799584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-8997d70d-30d2-4856-9c79-e522fc590a56 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:21.807723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-8997d70d-30d2-4856-9c79-e522fc590a56 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/networks?id=a52d8782-0485-4bdf-9e79-f8054d38bd41 HTTP/1.1" status: 200 len: 797 time: 0.2702589 Aug 16 13:31:21.823014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-fb4b1b23-35e2-4a1d-8384-453c3ba6f02c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/quotas/247aabb85ffd4c779b8c544766ee2600 HTTP/1.1" status: 200 len: 375 time: 0.0139487 Aug 16 13:31:21.936751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-de879633-7b03-4dfa-b6ca-37f4b5fe66b9 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092069 Aug 16 13:31:21.988099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be76e-4712-4faa-b44d-e673de95c21a req-bd729388-35ac-4b52-aaa2-75b3c7c6209b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:22.000782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-677be76e-4712-4faa-b44d-e673de95c21a req-bd729388-35ac-4b52-aaa2-75b3c7c6209b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.1305757 Aug 16 13:31:22.124016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-677be76e-4712-4faa-b44d-e673de95c21a req-58a2f8ca-c52b-4218-b4ad-f96bf00268b9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219597 Aug 16 13:31:22.156349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55538) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:22.190381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-7ac03d7a-0436-4d94-a299-2a21c67cd352 service neutron] 10.222.0.25 "GET /v2.0/networks/a52d8782-0485-4bdf-9e79-f8054d38bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178268 Aug 16 13:31:22.304715 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fa661e32-7298-4937-aef2-53dd303831b7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/15f6055e-59be-4044-894a-7c42c8b830d6 HTTP/1.1" status: 200 len: 993 time: 0.1464233 Aug 16 13:31:22.369700 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-d200f8e5-f20e-409b-97df-f9e1667f60ac service neutron] 10.222.0.25 "GET /v2.0/networks/a52d8782-0485-4bdf-9e79-f8054d38bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715877 Aug 16 13:31:22.621646 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-349ab905-2ec9-4d31-8de0-10d7e3a5371b req-cf9e78a5-8866-4615-bcd5-e087c335fa3b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 210 time: 0.0386558 Aug 16 13:31:22.820510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd36236-fc56-4160-82d2-36b2bb60544b req-1f632ccd-b791-4946-9137-955c56b75b07 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:22.829009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3cd36236-fc56-4160-82d2-36b2bb60544b req-1f632ccd-b791-4946-9137-955c56b75b07 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1096 time: 0.1103284 Aug 16 13:31:22.874740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 054dd9a6-3a41-4141-bdce-44119ae4dcc0 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:31:22.895084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3cd36236-fc56-4160-82d2-36b2bb60544b req-e64f6d6b-b2b3-4972-aec1-3d29c8759033 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645504 Aug 16 13:31:23.027060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:31:23.032647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:23.033086 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:23.275610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:23.334183 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 054dd9a6-3a41-4141-bdce-44119ae4dcc0, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=054dd9a6-3a41-4141-bdce-44119ae4dcc0,segment=NetworkSegment(7a5d9363-3b0b-44aa-bd84-4454bdfdff34),segment_id=7a5d9363-3b0b-44aa-bd84-4454bdfdff34)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:23.339782 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:23.514164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=054dd9a6-3a41-4141-bdce-44119ae4dcc0,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:23.791271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b11148e-59bf-4ee9-9ecf-3f74b47a37df req-46df1ca8-48b3-420e-8129-41dfc711f152 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 210 time: 0.0398874 Aug 16 13:31:24.090242 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-c64a9bab-6069-45c8-87ba-61ceb659c671 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716166 Aug 16 13:31:24.528132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-c2e77ee9-0913-4842-b1fb-94da61b8aeae tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:24.535311 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-c2e77ee9-0913-4842-b1fb-94da61b8aeae tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "GET /v2.0/networks?id=a52d8782-0485-4bdf-9e79-f8054d38bd41 HTTP/1.1" status: 200 len: 797 time: 0.2876163 Aug 16 13:31:24.632257 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-4ea1aedd-084a-4cbd-86b2-d9705ffd88ad tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247aabb85ffd4c779b8c544766ee2600 HTTP/1.1" status: 200 len: 380 time: 0.0845754 Aug 16 13:31:24.684381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'port': {'device_id': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'admin_state_up': True, 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'security_groups': ['731a1b39-d1d7-48e2-83b2-c702af730810']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:24.764598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 054dd9a6-3a41-4141-bdce-44119ae4dcc0 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:31:24.873505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:24.878143 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:24.973708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43ef6788-6ddc-4261-b9dc-17a3a5a7ef39 req-61fd2734-9604-4525-9c8d-1d2e5d7a1c0b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 210 time: 0.0474567 Aug 16 13:31:25.047519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Made reservation on behalf of 247aabb85ffd4c779b8c544766ee2600 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:31:25.052279 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:25.361358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Allocated IP 172.20.0.9 (a52d8782-0485-4bdf-9e79-f8054d38bd41/05f854db-d95e-4231-b2b9-ee65afc173ee/391aefc1-5d99-4d3a-aac6-6ce2763fb83c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:31:25.395216 n-d-804708-1 neutron-server[101396]: WARNING keystonemiddleware.auth_token [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-c64a9bab-6069-45c8-87ba-61ceb659c671 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 13:31:25.403258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2c8b232b-9f9e-4a1c-837e-2ac7f8b0f138 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:31:25.411071 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2c8b232b-9f9e-4a1c-837e-2ac7f8b0f138 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3518202 Aug 16 13:31:25.419117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Request body: {'binding': {'host': 'n-h2-804708-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:25.423434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Unknown quota resources ['binding']. {{(pid=101396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 13:31:25.814241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:25.841968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Transition to ACTIVE for port object 391aefc1-5d99-4d3a-aac6-6ce2763fb83c will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:31:25.846761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on host n-h2-804708-1 for vnic_type normal with profile None {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:31:25.847206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:31:25.847455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on network 1563ce80-67f2-42d3-b1bd-23f3bad92241 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:31:25.857572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on network 1563ce80-67f2-42d3-b1bd-23f3bad92241 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:31:25.857904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on network 1563ce80-67f2-42d3-b1bd-23f3bad92241 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:31:25.866547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:31:25.866892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Checking segment: {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:31:25.867175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Bound using segment: {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:31:25.867644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Bound port: 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:31:25.992989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:25.997991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:31:26.011075 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] Notify callbacks [] for binding, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:26.012571 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-2868af1f-177c-4e36-b387-f6098c58394c service neutron] 10.222.0.25 "POST /v2.0/ports/0dbe4d62-0c1c-45f7-9919-b25936d44ea6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5995576 Aug 16 13:31:26.060183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network a52d8782-0485-4bdf-9e79-f8054d38bd41 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:31:26.066480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:31:26.070971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:31:26.101434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=391aefc1-5d99-4d3a-aac6-6ce2763fb83c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:26.219294 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:26.220385 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:26.292974 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e10ab384-7842-433c-82cc-a573394a542b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6491170 Aug 16 13:31:26.313650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Request body: {'port': {'device_id': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:26.362066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03b68a-7bc9-4ac8-8d80-186c4ef75c67 req-9e66f571-9496-4783-8eeb-22b8ccc102d4 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:26.373650 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed03b68a-7bc9-4ac8-8d80-186c4ef75c67 req-9e66f571-9496-4783-8eeb-22b8ccc102d4 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 931 time: 0.1633844 Aug 16 13:31:26.452646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120048ea-9deb-4bf6-bf57-b77f40c9518b req-e618abe2-4f6d-48bd-9edd-6503c872aa06 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:26.454364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-120048ea-9deb-4bf6-bf57-b77f40c9518b req-e618abe2-4f6d-48bd-9edd-6503c872aa06 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.1759825 Aug 16 13:31:26.456768 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:26.466619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed03b68a-7bc9-4ac8-8d80-186c4ef75c67 req-04c2a927-d52b-484e-ba82-14088caed6e2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914302 Aug 16 13:31:26.534590 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-120048ea-9deb-4bf6-bf57-b77f40c9518b req-cd5185e9-3017-4c21-8e61-1710778d7b4a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578089 Aug 16 13:31:26.547420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-12fce790-a4ae-4173-bf52-86af1c4cf9e8 None None] Provisioning for port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:31:26.560612 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-12fce790-a4ae-4173-bf52-86af1c4cf9e8 None None] Provisioning complete for port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:26.560612 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-12fce790-a4ae-4173-bf52-86af1c4cf9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:26.575518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-84434055-df24-425d-98c9-c134ffb839f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:26.577062 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-84434055-df24-425d-98c9-c134ffb839f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1096 time: 0.1179824 Aug 16 13:31:26.626676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-12fce790-a4ae-4173-bf52-86af1c4cf9e8 None None] Port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:31:26.817713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-a55a4a59-6635-4253-b2e0-bfccdfa99932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:26.821382 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-a55a4a59-6635-4253-b2e0-bfccdfa99932 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1563ce80-67f2-42d3-b1bd-23f3bad92241 HTTP/1.1" status: 200 len: 896 time: 0.1849341 Aug 16 13:31:26.920986 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-19a8cfb9-f190-4423-9986-2652dde6e5e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0927227 Aug 16 13:31:27.397797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391aefc1-5d99-4d3a-aac6-6ce2763fb83c {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:31:27.408502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-02da5539-cde9-4038-a9da-1e2c42f9bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:27.411196 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-02da5539-cde9-4038-a9da-1e2c42f9bdda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9bcccc0-d4bb-4651-8bf4-7fceae949992 HTTP/1.1" status: 200 len: 833 time: 0.4799459 Aug 16 13:31:27.418267 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:27.491570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Transition to ACTIVE for port object 391aefc1-5d99-4d3a-aac6-6ce2763fb83c will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:31:27.504527 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:27.604984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-bca275e9-3533-4c00-bc64-f5616d3f60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:27.610771 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-bca275e9-3533-4c00-bc64-f5616d3f60f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1563ce80-67f2-42d3-b1bd-23f3bad92241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883359 Aug 16 13:31:27.664639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Pushing event updated for resources: {'Port': ['ID=391aefc1-5d99-4d3a-aac6-6ce2763fb83c,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:27.815899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31a6a-7689-4252-a889-70396cb5131b req-f9280692-0683-4ffe-badf-d8188fcc113e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:27.820042 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57a31a6a-7689-4252-a889-70396cb5131b req-f9280692-0683-4ffe-badf-d8188fcc113e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 943 time: 0.2209864 Aug 16 13:31:27.875395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Attempting to bind port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:31:27.875718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Attempting to bind port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:31:27.875959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Attempting to bind port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c on network a52d8782-0485-4bdf-9e79-f8054d38bd41 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:31:27.888754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c on network a52d8782-0485-4bdf-9e79-f8054d38bd41 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:31:27.889059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Attempting to bind port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c on network a52d8782-0485-4bdf-9e79-f8054d38bd41 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:31:27.894434 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-0be23a1a-0cfa-4841-ac0b-be3b41cc3680 service neutron] 10.222.0.42 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714086 Aug 16 13:31:27.903853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:31:27.904207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Checking segment: {'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:31:27.904609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Bound using segment: {'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:31:27.905258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Bound port: 391aefc1-5d99-4d3a-aac6-6ce2763fb83c, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5d9363-3b0b-44aa-bd84-4454bdfdff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:31:27.905641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:27.920446 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7f0fa-956b-4031-befe-fe435df8dcba req-5983467f-d7c7-4616-8e60-04e4fd459822 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:27.936157 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64e7f0fa-956b-4031-befe-fe435df8dcba req-5983467f-d7c7-4616-8e60-04e4fd459822 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.2265422 Aug 16 13:31:27.979748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57a31a6a-7689-4252-a889-70396cb5131b req-04045251-bb38-4633-aaa6-28fa34ea29b5 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503162 Aug 16 13:31:28.058281 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64e7f0fa-956b-4031-befe-fe435df8dcba req-43c18220-356b-4822-acb9-d2cca0cd30db tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196420 Aug 16 13:31:28.151432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] For port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:31:28.156900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] For port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=391aefc1-5d99-4d3a-aac6-6ce2763fb83c,segment=NetworkSegment(7a5d9363-3b0b-44aa-bd84-4454bdfdff34),segment_id=7a5d9363-3b0b-44aa-bd84-4454bdfdff34)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:31:28.161999 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-6f869630-0bf2-4ecd-b715-0c1897b6e4e8 service neutron] 10.222.0.42 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535250 Aug 16 13:31:28.164373 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:28.208039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:28.208778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:28.210373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] 10.222.0.42 "PUT /v2.0/ports/391aefc1-5d99-4d3a-aac6-6ce2763fb83c HTTP/1.1" status: 200 len: 1091 time: 1.9075460 Aug 16 13:31:28.210949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'tag': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:28.214168 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3980b5c4-8722-4d2b-8c01-f1f45238eb65" -d '{"events": [{"name": "network-changed", "server_uuid": "fca7054d-06e9-4ab3-9476-874a9303b27e", "tag": "391aefc1-5d99-4d3a-aac6-6ce2763fb83c"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:28.281824 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629b42c9-3cd3-4618-87ba-bb63322c8bfc x-openstack-request-id: req-629b42c9-3cd3-4618-87ba-bb63322c8bfc {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:28.282180 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca7054d-06e9-4ab3-9476-874a9303b27e", "tag": "391aefc1-5d99-4d3a-aac6-6ce2763fb83c", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:28.282409 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-629b42c9-3cd3-4618-87ba-bb63322c8bfc {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:28.282853 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'tag': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c', 'status': 'completed', 'code': 200} Aug 16 13:31:28.376455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd06d8-4df4-4add-a6ab-d621494b7781 service neutron] Pushing event updated for resources: {'Port': ['ID=391aefc1-5d99-4d3a-aac6-6ce2763fb83c,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:28.433919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-956b71dc-5ed6-4b31-9680-a3b736dbe470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:28.437232 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-956b71dc-5ed6-4b31-9680-a3b736dbe470 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 1094 time: 0.1163707 Aug 16 13:31:28.468854 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-25b8f870-50c1-4f6b-a0f8-a823d041a6e0 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:28.472348 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-25b8f870-50c1-4f6b-a0f8-a823d041a6e0 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1096 time: 0.2362256 Aug 16 13:31:28.518088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804708-1'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:28.522733 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-dcfba381-c8d6-4e07-a0a9-7655bf3b3ce3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=391aefc1-5d99-4d3a-aac6-6ce2763fb83c HTTP/1.1" status: 200 len: 217 time: 0.0677149 Aug 16 13:31:28.630024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:28.656026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-d94a4ab3-2911-4394-a37e-13f8ad77d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:28.657569 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-d94a4ab3-2911-4394-a37e-13f8ad77d17f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=05f854db-d95e-4231-b2b9-ee65afc173ee HTTP/1.1" status: 200 len: 834 time: 0.1023660 Aug 16 13:31:28.812844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e66f7ee8-a2b2-405e-82a2-7accb179adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:28.814545 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-e66f7ee8-a2b2-405e-82a2-7accb179adcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a52d8782-0485-4bdf-9e79-f8054d38bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264741 Aug 16 13:31:28.917589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:29.020963 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-1da9ca38-b6cf-4641-a7a7-50f025b264fc service neutron] 10.222.0.42 "GET /v2.0/networks/a52d8782-0485-4bdf-9e79-f8054d38bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957572 Aug 16 13:31:29.073188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:31:29.250311 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:29.263317 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:29.267563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49814d-91bf-4b3e-8b7d-3d5acf589912 req-db399455-f63d-437a-b3bf-96dc7c16f6e8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:29.277545 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f49814d-91bf-4b3e-8b7d-3d5acf589912 req-db399455-f63d-437a-b3bf-96dc7c16f6e8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.1216831 Aug 16 13:31:29.315458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4ca54-3c0d-4284-89c9-670c458b0f5b req-a424f771-3125-4539-a456-c8d3dba7fc22 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:29.317072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ce4ca54-3c0d-4284-89c9-670c458b0f5b req-a424f771-3125-4539-a456-c8d3dba7fc22 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 943 time: 0.1477511 Aug 16 13:31:29.354295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f49814d-91bf-4b3e-8b7d-3d5acf589912 req-60b69b17-5f30-4040-8352-63cce4f7799f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712676 Aug 16 13:31:29.359427 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5c6c075a-74b9-4b10-b6f3-011eda302646 req-aa000587-213c-4260-b41f-920d368caab8 service neutron] 10.222.0.42 "GET /v2.0/networks/a52d8782-0485-4bdf-9e79-f8054d38bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268776 Aug 16 13:31:29.457135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ce4ca54-3c0d-4284-89c9-670c458b0f5b req-b0d12675-9b89-41ac-a09e-b7fc1a54b762 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205189 Aug 16 13:31:29.548141 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:29.575764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55722) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:29.650922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on host n-h1-804708-1 for vnic_type normal with profile {"migrating_to": "n-h2-804708-1"} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:31:29.651530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:31:29.652042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on network 1563ce80-67f2-42d3-b1bd-23f3bad92241 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:31:29.657238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b5c4-8722-4d2b-8c01-f1f45238eb65 req-4c852fc2-ecb5-4f5e-80dd-340af0fc31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:29.659425 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3980b5c4-8722-4d2b-8c01-f1f45238eb65 req-4c852fc2-ecb5-4f5e-80dd-340af0fc31e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 1094 time: 0.2026031 Aug 16 13:31:29.663974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on network 1563ce80-67f2-42d3-b1bd-23f3bad92241 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:31:29.664503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Attempting to bind port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on network 1563ce80-67f2-42d3-b1bd-23f3bad92241 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:31:29.675363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:31:29.675701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Checking segment: {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:31:29.676335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Bound using segment: {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:31:29.676926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Bound port: 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:31:29.677296 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:29.805215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f1398382-e6e5-4eea-8a33-dc630ab8714f None None] Provisioning complete for port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:29.805886 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f1398382-e6e5-4eea-8a33-dc630ab8714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:29.937923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b5c4-8722-4d2b-8c01-f1f45238eb65 req-50915bc8-edad-44a9-873f-05984e32f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:29.939823 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3980b5c4-8722-4d2b-8c01-f1f45238eb65 req-50915bc8-edad-44a9-873f-05984e32f5e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a52d8782-0485-4bdf-9e79-f8054d38bd41 HTTP/1.1" status: 200 len: 897 time: 0.2657776 Aug 16 13:31:29.941421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:31:29.945444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:31:29.958449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f1398382-e6e5-4eea-8a33-dc630ab8714f None None] Port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:31:29.976392 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:29.993800 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:30.001309 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3980b5c4-8722-4d2b-8c01-f1f45238eb65 req-e089f362-9b8b-487e-8100-92c6860c2733 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=391aefc1-5d99-4d3a-aac6-6ce2763fb83c HTTP/1.1" status: 200 len: 217 time: 0.0527589 Aug 16 13:31:30.246829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b5c4-8722-4d2b-8c01-f1f45238eb65 req-8f8ba8c0-c9e9-4725-bb3a-1462a8220ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:30.256320 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3980b5c4-8722-4d2b-8c01-f1f45238eb65 req-8f8ba8c0-c9e9-4725-bb3a-1462a8220ef3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=05f854db-d95e-4231-b2b9-ee65afc173ee HTTP/1.1" status: 200 len: 834 time: 0.2255421 Aug 16 13:31:30.264967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,revision_number=8']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:30.322800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:30.332552 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87635ff9-3fd1-4c89-95bd-b06e7e0b0ccd" -d '{"events": [{"server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:30.360196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Deleting port 7970e248-961a-4880-8326-bd5ba0394146 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:30.360976 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:30.403235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e8c3561a-a473-4eae-94ff-7a2304c00dd8 None None] Provisioning complete for port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:30.404340 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e8c3561a-a473-4eae-94ff-7a2304c00dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:30.411849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:30.415437 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:30.415437 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-d6c57251-7c41-4a4e-bd0d-dad8bb9047f2 service neutron] 10.222.0.42 "PUT /v2.0/ports/0dbe4d62-0c1c-45f7-9919-b25936d44ea6 HTTP/1.1" status: 200 len: 1121 time: 1.9010329 Aug 16 13:31:30.433976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b5c4-8722-4d2b-8c01-f1f45238eb65 req-29d81cb4-860d-4182-944e-ed41f3061084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:30.435612 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3980b5c4-8722-4d2b-8c01-f1f45238eb65 req-29d81cb4-860d-4182-944e-ed41f3061084 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a52d8782-0485-4bdf-9e79-f8054d38bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545620 Aug 16 13:31:30.536101 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:30.536344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:30.573508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Calling delete_port for 7970e248-961a-4880-8326-bd5ba0394146 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:30.577935 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1ca9be-7382-48d5-ae0f-c4309b24efdd x-openstack-request-id: req-6b1ca9be-7382-48d5-ae0f-c4309b24efdd {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:30.578786 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:30.578786 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b1ca9be-7382-48d5-ae0f-c4309b24efdd {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:30.578786 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'code': 200} Aug 16 13:31:30.658057 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3980b5c4-8722-4d2b-8c01-f1f45238eb65 req-b9e4ce26-11a5-4092-9bf9-d4ad002aa69c service neutron] 10.222.0.42 "GET /v2.0/networks/a52d8782-0485-4bdf-9e79-f8054d38bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138681 Aug 16 13:31:30.690426 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0dbe4d62-0c1c-45f7-9919-b25936d44ea6'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:31:30.770516 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6961fa7-dbcc-4f86-baa6-4bfc9f5c5c57 req-3b9f3dfe-f09d-4118-830b-f5cde8e57512 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:30.772801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6961fa7-dbcc-4f86-baa6-4bfc9f5c5c57 req-3b9f3dfe-f09d-4118-830b-f5cde8e57512 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 943 time: 0.0875673 Aug 16 13:31:30.840282 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3980b5c4-8722-4d2b-8c01-f1f45238eb65 req-a64660de-0f78-4419-bee0-c6767ad2316c service neutron] 10.222.0.42 "GET /v2.0/networks/a52d8782-0485-4bdf-9e79-f8054d38bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680257 Aug 16 13:31:30.862443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6961fa7-dbcc-4f86-baa6-4bfc9f5c5c57 req-548d032b-cda6-4580-8b98-6ace6c1199bf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741055 Aug 16 13:31:30.907386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf0e6b-aae8-4576-a858-45d3c8c57856 req-09feb92f-246d-44f1-8b97-e389ff6c3f6a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:30.909120 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aadf0e6b-aae8-4576-a858-45d3c8c57856 req-09feb92f-246d-44f1-8b97-e389ff6c3f6a tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 943 time: 0.1327009 Aug 16 13:31:30.943883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e8c3561a-a473-4eae-94ff-7a2304c00dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:31.016706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:31.019356 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc93dedf-2065-4d7e-a13a-febe684a5668" -d '{"events": [{"server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "name": "network-vif-plugged", "status": "completed", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:31.070909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aadf0e6b-aae8-4576-a858-45d3c8c57856 req-40e2138b-9d5a-44ac-ad1e-e92cb7092dfa tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482189 Aug 16 13:31:31.078033 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f6a976-87ef-46a7-830d-a79c74a4d90f x-openstack-request-id: req-46f6a976-87ef-46a7-830d-a79c74a4d90f {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:31.078504 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "name": "network-vif-plugged", "status": "completed", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:31.078663 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46f6a976-87ef-46a7-830d-a79c74a4d90f {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:31.078993 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'code': 200} Aug 16 13:31:31.080895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e8c3561a-a473-4eae-94ff-7a2304c00dd8 None None] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:31.094678 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e8c3561a-a473-4eae-94ff-7a2304c00dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:31.103460 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:31.167378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event deleted for resources: {'Port': ['ID=7970e248-961a-4880-8326-bd5ba0394146,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:31.273036 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:31.274218 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Floating IP 47991c10-e6de-48f1-a0e7-27278feecf08 disassociated (deleted). External IP: 172.25.0.98, port: 1ac8edfd-7fa9-405f-b55b-d18dbb58f175. Aug 16 13:31:31.397109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3561a-a473-4eae-94ff-7a2304c00dd8 None None] Pushing event updated for resources: {'Port': ['ID=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:31.749369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Router f8cd338b-7551-48d6-b999-6324c939988b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:31:31.841990 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-06afd2f0-476f-454c-9592-73669a2c656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:31.928036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:31:31.940177 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:31.940938 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a155f-d549-41c7-9f9f-1446a6d9398b None None] Sync routers for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:31:31.962796 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a155f-d549-41c7-9f9f-1446a6d9398b None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:31.964954 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bb7a155f-d549-41c7-9f9f-1446a6d9398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:31.982353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c7d3b8fb-10e0-4a1c-8f49-5a3b33a8a70e tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "DELETE /v2.0/floatingips/47991c10-e6de-48f1-a0e7-27278feecf08 HTTP/1.1" status: 204 len: 168 time: 2.4046743 Aug 16 13:31:31.982872 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'tag': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:31.985558 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e942df9-fb48-4d1d-9396-ded6729a6592", "tag": "1ac8edfd-7fa9-405f-b55b-d18dbb58f175"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:32.091412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45b37f-5672-4aa8-8dae-66953a950f85 req-e0f54e1e-273e-4032-a9a7-d8c7289cf4b2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:32.097854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e45b37f-5672-4aa8-8dae-66953a950f85 req-e0f54e1e-273e-4032-a9a7-d8c7289cf4b2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.0830081 Aug 16 13:31:32.182328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e45b37f-5672-4aa8-8dae-66953a950f85 req-d4305e90-d490-4eab-b3a6-7a6386451e61 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821645 Aug 16 13:31:32.220288 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-bb7a155f-d549-41c7-9f9f-1446a6d9398b None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:32.287120 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ed57e5-a46d-4158-b9a0-71e0febcf4c9 x-openstack-request-id: req-21ed57e5-a46d-4158-b9a0-71e0febcf4c9 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:32.287422 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e942df9-fb48-4d1d-9396-ded6729a6592", "tag": "1ac8edfd-7fa9-405f-b55b-d18dbb58f175", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:32.287685 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21ed57e5-a46d-4158-b9a0-71e0febcf4c9 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:32.288109 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'tag': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175', 'status': 'completed', 'code': 200} Aug 16 13:31:32.450736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8 req-46d6b83d-3438-4d5a-853d-796cdcf1ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:32.452401 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8 req-46d6b83d-3438-4d5a-853d-796cdcf1ac06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 1097 time: 0.1139605 Aug 16 13:31:32.580351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:32.585225 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d736e60e-8da4-4514-a2f1-fd550e8aee3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:32.622044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8 req-70c5bb4a-38be-4f96-af95-8307a9983d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:32.623663 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8 req-70c5bb4a-38be-4f96-af95-8307a9983d7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.1619408 Aug 16 13:31:32.695091 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8 req-132bfb3a-87c7-46cf-9be2-070c47c2c820 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac8edfd-7fa9-405f-b55b-d18dbb58f175 HTTP/1.1" status: 200 len: 217 time: 0.0614786 Aug 16 13:31:32.718962 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bb7a155f-d549-41c7-9f9f-1446a6d9398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6d85cce9-c002-4e29-9080-3395d79e21ab', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:9e:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:22Z', 'updated_at': '2021-08-16T13:27:27Z', 'revision_number': 1, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:32.752829 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a155f-d549-41c7-9f9f-1446a6d9398b None None] Checking router: f8cd338b-7551-48d6-b999-6324c939988b for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:31:32.763101 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a155f-d549-41c7-9f9f-1446a6d9398b None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:32.763724 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bb7a155f-d549-41c7-9f9f-1446a6d9398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:32.768747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8 req-59e57777-cbec-4afc-9b00-1dae92f6efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:32.771136 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8 req-59e57777-cbec-4afc-9b00-1dae92f6efc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.0664439 Aug 16 13:31:32.808104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:31:32.842275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8 req-e2b91f11-e6b9-4eda-87bf-523a151c1f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:32.844493 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8 req-e2b91f11-e6b9-4eda-87bf-523a151c1f6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639167 Aug 16 13:31:32.942993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338623c-13ff-4c0b-9005-1f5bbe3fa3f9 req-6dc19915-b535-4cd6-a68c-50016953257f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:32.944661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4338623c-13ff-4c0b-9005-1f5bbe3fa3f9 req-6dc19915-b535-4cd6-a68c-50016953257f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 943 time: 0.5223346 Aug 16 13:31:32.971733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949534e-66f9-4db1-86e4-c71224a764c8 req-adb44ad5-e342-4006-8aca-7af75a44fb62 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:32.975313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:32.978503 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5949534e-66f9-4db1-86e4-c71224a764c8 req-adb44ad5-e342-4006-8aca-7af75a44fb62 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 946 time: 0.1060777 Aug 16 13:31:33.004385 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-bb7a155f-d549-41c7-9f9f-1446a6d9398b None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:33.007015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 has no active binding in host n-h2-804708-1 {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 13:31:33.007414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 391aefc1-5d99-4d3a-aac6-6ce2763fb83c details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:31:33.057752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4338623c-13ff-4c0b-9005-1f5bbe3fa3f9 req-422f4de7-c5d9-4a1b-8083-5bfa6958b67d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781777 Aug 16 13:31:33.065960 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5949534e-66f9-4db1-86e4-c71224a764c8 req-cb81df53-0d3e-43c4-8e2c-96ad10ecff1a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718589 Aug 16 13:31:33.069962 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8 req-830a56a9-89f2-45ac-ad7f-f70252ce334c service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101500 Aug 16 13:31:33.197354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=391aefc1-5d99-4d3a-aac6-6ce2763fb83c,segment=NetworkSegment(7a5d9363-3b0b-44aa-bd84-4454bdfdff34),segment_id=7a5d9363-3b0b-44aa-bd84-4454bdfdff34)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:33.215084 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e131fbd-a072-4ebf-bcae-22fa7bac84a8 x-openstack-request-id: req-5e131fbd-a072-4ebf-bcae-22fa7bac84a8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:33.215577 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:33.216001 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e131fbd-a072-4ebf-bcae-22fa7bac84a8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:33.216654 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'status': 'completed', 'code': 200} Aug 16 13:31:33.219315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'port_id': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c', 'mac_address': 'fa:16:3e:1c:b1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:31:33.293991 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:33.335567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391aefc1-5d99-4d3a-aac6-6ce2763fb83c {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:31:33.350533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736e60e-8da4-4514-a2f1-fd550e8aee3f req-1384b71f-35f0-40c4-9ff6-52735ab7d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:33.352080 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d736e60e-8da4-4514-a2f1-fd550e8aee3f req-1384b71f-35f0-40c4-9ff6-52735ab7d16a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1126 time: 0.1342914 Aug 16 13:31:33.377829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=391aefc1-5d99-4d3a-aac6-6ce2763fb83c,segment=NetworkSegment(7a5d9363-3b0b-44aa-bd84-4454bdfdff34),segment_id=7a5d9363-3b0b-44aa-bd84-4454bdfdff34)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:33.380764 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bb7a155f-d549-41c7-9f9f-1446a6d9398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6d85cce9-c002-4e29-9080-3395d79e21ab', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:9e:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:22Z', 'updated_at': '2021-08-16T13:27:27Z', 'revision_number': 1, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:33.388615 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:33.393617 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0f641f3c-00f1-4bb3-907d-dfa9daba78e8 req-3f29f150-7903-4764-8bf4-533f223df5b6 service neutron] 10.222.0.42 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144000 Aug 16 13:31:33.485097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33de59-fcdd-4019-af9c-4ae7d5ca793a req-b9165f99-eeb5-4203-983a-965fda97a4a0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:33.491952 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a155f-d549-41c7-9f9f-1446a6d9398b None None] The sync data for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 is: [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6d85cce9-c002-4e29-9080-3395d79e21ab', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'port_id': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'mac_address': 'fa:16:3e:9e:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:27:22Z', 'updated_at': '2021-08-16T13:27:27Z', 'revision_number': 1, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:31:33.492303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=391aefc1-5d99-4d3a-aac6-6ce2763fb83c,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:33.495844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e33de59-fcdd-4019-af9c-4ae7d5ca793a req-b9165f99-eeb5-4203-983a-965fda97a4a0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.1032631 Aug 16 13:31:33.594660 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e33de59-fcdd-4019-af9c-4ae7d5ca793a req-0f60af1a-14bd-4804-a8a8-d6e1ca79ddee tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977008 Aug 16 13:31:33.626547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736e60e-8da4-4514-a2f1-fd550e8aee3f req-37ac6718-47d1-44f9-aa92-e1a7076cb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:33.628249 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d736e60e-8da4-4514-a2f1-fd550e8aee3f req-37ac6718-47d1-44f9-aa92-e1a7076cb095 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1563ce80-67f2-42d3-b1bd-23f3bad92241 HTTP/1.1" status: 200 len: 896 time: 0.2637644 Aug 16 13:31:33.743648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['391aefc1-5d99-4d3a-aac6-6ce2763fb83c'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:31:33.763640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a996b63-1297-425f-bd33-0cd1275c1028 req-f76796eb-a915-4f8b-99aa-91f7b8f5e952 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:33.779211 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a996b63-1297-425f-bd33-0cd1275c1028 req-f76796eb-a915-4f8b-99aa-91f7b8f5e952 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 945 time: 0.1214283 Aug 16 13:31:33.780902 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d736e60e-8da4-4514-a2f1-fd550e8aee3f req-0bb05c17-00ef-4a43-9efb-834e67c3d818 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6 HTTP/1.1" status: 200 len: 1001 time: 0.1411998 Aug 16 13:31:33.871359 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a996b63-1297-425f-bd33-0cd1275c1028 req-382fdfe8-4c10-4efc-a934-2499949e2e8a tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906637 Aug 16 13:31:33.997225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96918b6d-bf08-4cbc-a015-58c6afaa3549 None None] New status for floating IP 47991c10-e6de-48f1-a0e7-27278feecf08: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:31:34.398818 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48e154b3-8bb8-4ada-b552-3f6770c4e314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:34.406925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14afe8-2e3f-45ab-aba2-ac96986186f9 req-5e1af9a5-057b-4fcd-ba89-fd12de24e691 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:34.408764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f14afe8-2e3f-45ab-aba2-ac96986186f9 req-5e1af9a5-057b-4fcd-ba89-fd12de24e691 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 946 time: 0.0725298 Aug 16 13:31:34.411236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736e60e-8da4-4514-a2f1-fd550e8aee3f req-9f184591-5ac4-4a3e-aeb0-8ddb6472eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:34.412864 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d736e60e-8da4-4514-a2f1-fd550e8aee3f req-9f184591-5ac4-4a3e-aeb0-8ddb6472eb77 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d9bcccc0-d4bb-4651-8bf4-7fceae949992 HTTP/1.1" status: 200 len: 833 time: 0.6243174 Aug 16 13:31:34.434624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ada36-5a23-4eed-9f7c-0c820776d2c1 req-82752df6-392b-4f26-a998-60e125787b05 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:34.442989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-727ada36-5a23-4eed-9f7c-0c820776d2c1 req-82752df6-392b-4f26-a998-60e125787b05 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 946 time: 0.1708801 Aug 16 13:31:34.458525 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e2cb7-7f6d-4607-8dfc-1ec3d01017f6 req-ce443def-59cc-4dee-b862-65526aa63412 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:34.461074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f90e2cb7-7f6d-4607-8dfc-1ec3d01017f6 req-ce443def-59cc-4dee-b862-65526aa63412 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 944 time: 0.2248683 Aug 16 13:31:34.522691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736e60e-8da4-4514-a2f1-fd550e8aee3f req-13698098-991a-4e5b-806a-8d6de57c4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:34.524382 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d736e60e-8da4-4514-a2f1-fd550e8aee3f req-13698098-991a-4e5b-806a-8d6de57c4585 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1563ce80-67f2-42d3-b1bd-23f3bad92241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004496 Aug 16 13:31:34.562777 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-727ada36-5a23-4eed-9f7c-0c820776d2c1 req-46038c93-465a-44aa-af2c-656fec6e3840 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158783 Aug 16 13:31:34.598298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f90e2cb7-7f6d-4607-8dfc-1ec3d01017f6 req-c10a0b03-a083-4d7a-a1ef-c3445a47e12f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090126 Aug 16 13:31:34.677864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-9f14afe8-2e3f-45ab-aba2-ac96986186f9 req-1f66337d-8345-4aa1-a130-597bbaa790d2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Deleting port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:34.678821 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9f14afe8-2e3f-45ab-aba2-ac96986186f9 req-1f66337d-8345-4aa1-a130-597bbaa790d2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:34.700914 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:34.803531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f5644-6cf1-44f1-9f8f-87ad22b51e15 req-2effd2d4-a113-4f0c-855b-07c34dad4ff9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:34.805606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-969f5644-6cf1-44f1-9f8f-87ad22b51e15 req-2effd2d4-a113-4f0c-855b-07c34dad4ff9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.0739753 Aug 16 13:31:34.811998 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d736e60e-8da4-4514-a2f1-fd550e8aee3f req-eb620db4-90b6-4fd9-ae0b-e16c9928f7c6 service neutron] 10.222.0.22 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757771 Aug 16 13:31:34.824662 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 391aefc1-5d99-4d3a-aac6-6ce2763fb83c up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:31:34.892965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:31:34.897836 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:31:34.898416 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:34.912999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9f14afe8-2e3f-45ab-aba2-ac96986186f9 req-1f66337d-8345-4aa1-a130-597bbaa790d2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] For port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=1ac8edfd-7fa9-405f-b55b-d18dbb58f175,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:34.913339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9f14afe8-2e3f-45ab-aba2-ac96986186f9 req-1f66337d-8345-4aa1-a130-597bbaa790d2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:34.920866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-969f5644-6cf1-44f1-9f8f-87ad22b51e15 req-f006c8e7-8026-4fff-833c-11a269c2fbf4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923457 Aug 16 13:31:34.937654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-9f14afe8-2e3f-45ab-aba2-ac96986186f9 req-1f66337d-8345-4aa1-a130-597bbaa790d2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Calling delete_port for 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:34.976976 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d736e60e-8da4-4514-a2f1-fd550e8aee3f req-f021ac00-0a5b-45da-b992-9dc237ead17b service neutron] 10.222.0.22 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551802 Aug 16 13:31:35.088618 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:35.128648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:35.131004 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90bd258-7c30-450a-bbaa-7b65db129cb8" -d '{"events": [{"server_uuid": "fca7054d-06e9-4ab3-9476-874a9303b27e", "name": "network-vif-plugged", "status": "completed", "tag": "391aefc1-5d99-4d3a-aac6-6ce2763fb83c"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:35.142817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbde7a-d326-4d39-a011-1d9f9977ce19 req-58df7016-ec77-425e-afd7-93a37b30a02f tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:35.148625 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-febbde7a-d326-4d39-a011-1d9f9977ce19 req-58df7016-ec77-425e-afd7-93a37b30a02f tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 945 time: 0.1032391 Aug 16 13:31:35.163440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=391aefc1-5d99-4d3a-aac6-6ce2763fb83c,segment=NetworkSegment(7a5d9363-3b0b-44aa-bd84-4454bdfdff34),segment_id=7a5d9363-3b0b-44aa-bd84-4454bdfdff34)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:35.180277 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:35.189087 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216f11d2-4dc1-4fef-ba31-fe7eac4de226 x-openstack-request-id: req-216f11d2-4dc1-4fef-ba31-fe7eac4de226 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:35.190169 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca7054d-06e9-4ab3-9476-874a9303b27e", "name": "network-vif-plugged", "status": "completed", "tag": "391aefc1-5d99-4d3a-aac6-6ce2763fb83c", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:35.191354 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-216f11d2-4dc1-4fef-ba31-fe7eac4de226 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:35.192101 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c', 'code': 200} Aug 16 13:31:35.247519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-febbde7a-d326-4d39-a011-1d9f9977ce19 req-75f6ce46-7c93-4bfc-a07a-521a7c2e230e tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862510 Aug 16 13:31:35.302646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=391aefc1-5d99-4d3a-aac6-6ce2763fb83c,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:35.324760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9f14afe8-2e3f-45ab-aba2-ac96986186f9 req-1f66337d-8345-4aa1-a130-597bbaa790d2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:35.369980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66337d-8345-4aa1-a130-597bbaa790d2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event deleted for resources: {'Port': ['ID=1ac8edfd-7fa9-405f-b55b-d18dbb58f175,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:35.405204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34903b0-c9c8-4492-94f3-e40ff8ede8d3 req-332c0cfe-dfb0-4b2a-8e15-e3d3b4baee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:35.406857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c34903b0-c9c8-4492-94f3-e40ff8ede8d3 req-332c0cfe-dfb0-4b2a-8e15-e3d3b4baee25 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 1096 time: 0.1251051 Aug 16 13:31:35.437657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f14afe8-2e3f-45ab-aba2-ac96986186f9 req-1f66337d-8345-4aa1-a130-597bbaa790d2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] No DVR routers for this DVR port 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:31:35.442692 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9f14afe8-2e3f-45ab-aba2-ac96986186f9 req-1f66337d-8345-4aa1-a130-597bbaa790d2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:35.444900 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9f14afe8-2e3f-45ab-aba2-ac96986186f9 req-1f66337d-8345-4aa1-a130-597bbaa790d2 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.42 "DELETE /v2.0/ports/1ac8edfd-7fa9-405f-b55b-d18dbb58f175 HTTP/1.1" status: 204 len: 173 time: 1.0280573 Aug 16 13:31:35.445383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'name': 'network-vif-deleted', 'tag': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:35.449217 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65ca868-cf23-40f4-8368-07e707a40597" -d '{"events": [{"server_uuid": "6e942df9-fb48-4d1d-9396-ded6729a6592", "name": "network-vif-deleted", "tag": "1ac8edfd-7fa9-405f-b55b-d18dbb58f175"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:35.504281 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a250595a-43ed-4889-9c8c-a56e5cc9212e x-openstack-request-id: req-a250595a-43ed-4889-9c8c-a56e5cc9212e {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:35.504885 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e942df9-fb48-4d1d-9396-ded6729a6592", "name": "network-vif-deleted", "tag": "1ac8edfd-7fa9-405f-b55b-d18dbb58f175", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:35.505347 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a250595a-43ed-4889-9c8c-a56e5cc9212e {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:35.506198 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e942df9-fb48-4d1d-9396-ded6729a6592', 'name': 'network-vif-deleted', 'tag': '1ac8edfd-7fa9-405f-b55b-d18dbb58f175', 'status': 'completed', 'code': 200} Aug 16 13:31:35.519342 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c34903b0-c9c8-4492-94f3-e40ff8ede8d3 req-f486a84d-c02c-4f35-b6bf-92bfada80e45 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888057 Aug 16 13:31:35.592837 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:35.800518 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb73be84-7fe4-4d12-9184-1e86d93e3c02 req-8a105f6b-2f49-4c1c-bc25-1926f05c8ec5 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 210 time: 0.0814097 Aug 16 13:31:35.956879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a97ea-a4ab-4a85-ad54-af738f02565d req-76af3880-c3a3-43b0-a9df-2b9f072211f2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:35.961594 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d9a97ea-a4ab-4a85-ad54-af738f02565d req-76af3880-c3a3-43b0-a9df-2b9f072211f2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 945 time: 0.1643128 Aug 16 13:31:36.035053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2903-378f-4899-84c3-60be3e2d4d89 req-8274f81a-4b83-45aa-8e4c-9ba68bf70f84 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:36.041253 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-200b2903-378f-4899-84c3-60be3e2d4d89 req-8274f81a-4b83-45aa-8e4c-9ba68bf70f84 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 945 time: 0.1888075 Aug 16 13:31:36.101692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d9a97ea-a4ab-4a85-ad54-af738f02565d req-a7620073-4fe8-4cc5-b0d5-e7f586833c7c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253581 Aug 16 13:31:36.266125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e7fb1-d44e-4e8f-a55c-370e2aa9edec req-a7d6a67c-5df4-40cc-b0a0-e6f6d0ad6af1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:36.281009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e2e7fb1-d44e-4e8f-a55c-370e2aa9edec req-a7d6a67c-5df4-40cc-b0a0-e6f6d0ad6af1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 945 time: 0.1403165 Aug 16 13:31:36.388776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e2e7fb1-d44e-4e8f-a55c-370e2aa9edec req-364b4a15-0d20-43c3-a169-7854660ad31f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006932 Aug 16 13:31:36.453584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-dac888fb-15dd-451d-a247-ac619ad563e8 service neutron] 10.222.0.22 "GET /v2.0/ports/0dbe4d62-0c1c-45f7-9919-b25936d44ea6/bindings/n-h2-804708-1 HTTP/1.1" status: 200 len: 384 time: 0.3125787 Aug 16 13:31:36.504236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-200b2903-378f-4899-84c3-60be3e2d4d89 req-db61377e-fc8a-4b19-9d93-cf584c38def6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Deleting port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:36.504885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-200b2903-378f-4899-84c3-60be3e2d4d89 req-db61377e-fc8a-4b19-9d93-cf584c38def6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:36.581514 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421f4e-12e7-486f-a2c8-8099b39c3bf6 req-8175a789-2d04-4213-9ac2-9e75edeb8a58 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:36.584040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63421f4e-12e7-486f-a2c8-8099b39c3bf6 req-8175a789-2d04-4213-9ac2-9e75edeb8a58 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 945 time: 0.1533098 Aug 16 13:31:36.644175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63421f4e-12e7-486f-a2c8-8099b39c3bf6 req-76dcf8cd-df6b-4f9d-b1a7-fd56e2d19c5f tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/security-groups?id=78971c9f-e260-448d-8229-2597ebc4ded3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498862 Aug 16 13:31:36.764266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-200b2903-378f-4899-84c3-60be3e2d4d89 req-db61377e-fc8a-4b19-9d93-cf584c38def6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] For port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0,segment=NetworkSegment(c253aa0a-fb32-4945-90a2-8bb83634275d),segment_id=c253aa0a-fb32-4945-90a2-8bb83634275d)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:36.764828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-200b2903-378f-4899-84c3-60be3e2d4d89 req-db61377e-fc8a-4b19-9d93-cf584c38def6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:36.792123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-200b2903-378f-4899-84c3-60be3e2d4d89 req-db61377e-fc8a-4b19-9d93-cf584c38def6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Calling delete_port for cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:36.948667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7890e4af-186b-4fb9-8ca4-82ad508b657f req-0072e3e3-07da-4436-8bc5-61774bf4d66b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 210 time: 0.0391626 Aug 16 13:31:37.022013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-da4758b4-8de6-44cc-92cd-eeac41a09c9f service neutron] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:37.090006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-da4758b4-8de6-44cc-92cd-eeac41a09c9f service neutron] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:31:37.251651 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-da4758b4-8de6-44cc-92cd-eeac41a09c9f service neutron] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:37.269752 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-200b2903-378f-4899-84c3-60be3e2d4d89 req-db61377e-fc8a-4b19-9d93-cf584c38def6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:37.326162 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-da4758b4-8de6-44cc-92cd-eeac41a09c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:37.331986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61377e-fc8a-4b19-9d93-cf584c38def6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Pushing event deleted for resources: {'Port': ['ID=cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:37.390208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4ade6-20d9-4cc9-a611-016c98d14811 req-44feb846-25ec-4a90-ae32-04cec011f8f2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:37.402390 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-edb4ade6-20d9-4cc9-a611-016c98d14811 req-44feb846-25ec-4a90-ae32-04cec011f8f2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 945 time: 0.1146836 Aug 16 13:31:37.429348 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:37.434298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-200b2903-378f-4899-84c3-60be3e2d4d89 req-db61377e-fc8a-4b19-9d93-cf584c38def6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] No DVR routers for this DVR port cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:31:37.438751 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-200b2903-378f-4899-84c3-60be3e2d4d89 req-db61377e-fc8a-4b19-9d93-cf584c38def6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:37.440767 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-200b2903-378f-4899-84c3-60be3e2d4d89 req-db61377e-fc8a-4b19-9d93-cf584c38def6 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.22 "DELETE /v2.0/ports/cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 HTTP/1.1" status: 204 len: 173 time: 1.3915319 Aug 16 13:31:37.554692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-da4758b4-8de6-44cc-92cd-eeac41a09c9f service neutron] Transition to ACTIVE for port object 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:31:37.556255 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6'}, {'server_uuid': 'b2a355d4-57b7-4cbc-91e7-cf1dc808a950', 'name': 'network-vif-deleted', 'tag': 'cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:37.562129 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772b6f77-b3ee-4608-ba27-cb412d5b7839" -d '{"events": [{"server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6"}, {"server_uuid": "b2a355d4-57b7-4cbc-91e7-cf1dc808a950", "name": "network-vif-deleted", "tag": "cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:37.573338 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-da4758b4-8de6-44cc-92cd-eeac41a09c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:37.581371 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-edb4ade6-20d9-4cc9-a611-016c98d14811 req-caa221ce-1402-4454-8d7e-92b2a5f0b34b tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706688 Aug 16 13:31:37.630960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eb227-868c-4693-8e36-20a93efb5a11 req-e4edc2ef-a964-4651-a520-26c8d9120373 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:37.633722 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-613eb227-868c-4693-8e36-20a93efb5a11 req-e4edc2ef-a964-4651-a520-26c8d9120373 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 944 time: 0.1450541 Aug 16 13:31:37.736757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-613eb227-868c-4693-8e36-20a93efb5a11 req-a5308681-333d-42ae-a457-2988cfb26921 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878718 Aug 16 13:31:37.748134 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6332a25d-ef7b-4459-8e33-53d6882ed762 x-openstack-request-id: req-6332a25d-ef7b-4459-8e33-53d6882ed762 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:37.748431 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6", "code": 200}, {"server_uuid": "b2a355d4-57b7-4cbc-91e7-cf1dc808a950", "name": "network-vif-deleted", "tag": "cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:37.748691 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6332a25d-ef7b-4459-8e33-53d6882ed762 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:37.749108 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'code': 200} Aug 16 13:31:37.749370 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a355d4-57b7-4cbc-91e7-cf1dc808a950', 'name': 'network-vif-deleted', 'tag': 'cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0', 'status': 'completed', 'code': 200} Aug 16 13:31:37.757237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4758b4-8de6-44cc-92cd-eeac41a09c9f service neutron] Pushing event updated for resources: {'Port': ['ID=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,revision_number=11']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:37.834501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-da4758b4-8de6-44cc-92cd-eeac41a09c9f service neutron] No DVR routers for this DVR port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:31:38.042514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2ca959c-4804-41e8-a76c-620877737779 req-29eefbc5-2a5d-419d-8587-9be7fc2288d4 tempest-VolumesSnapshotTestJSON-433618400 tempest-VolumesSnapshotTestJSON-433618400-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2a355d4-57b7-4cbc-91e7-cf1dc808a950 HTTP/1.1" status: 200 len: 210 time: 0.1350603 Aug 16 13:31:38.144916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e428681-b181-44cf-bf09-3db2c8e3e662 req-f283c886-18a7-4921-9a6d-99275e878120 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:38.147888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e428681-b181-44cf-bf09-3db2c8e3e662 req-f283c886-18a7-4921-9a6d-99275e878120 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 945 time: 0.2649353 Aug 16 13:31:38.187923 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-da4758b4-8de6-44cc-92cd-eeac41a09c9f service neutron] 10.222.0.22 "PUT /v2.0/ports/0dbe4d62-0c1c-45f7-9919-b25936d44ea6/bindings/n-h2-804708-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7209775 Aug 16 13:31:38.305220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e428681-b181-44cf-bf09-3db2c8e3e662 req-4d81cbd0-8041-448c-a7e2-64fee826003f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476295 Aug 16 13:31:38.307645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa5694d3-4544-429d-aae6-44ffdba70dc0 req-7ad13b6a-2cc2-4573-9f37-6f1996cec899 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 210 time: 0.0712061 Aug 16 13:31:38.352091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55812) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:38.435361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251a0005-eae3-4f7b-bc97-acc2b76b8ff0 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:38.439576 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-251a0005-eae3-4f7b-bc97-acc2b76b8ff0 tempest-TestNetworkBasicOps-2027914760 tempest-TestNetworkBasicOps-2027914760-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 1091 time: 0.0850272 Aug 16 13:31:38.439979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-44dea261-c5e0-403c-8313-ea836898a34c tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:38.441800 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-44dea261-c5e0-403c-8313-ea836898a34c tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1183338 Aug 16 13:31:38.442964 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55814) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:38.456656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:31:38.502248 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:38.504337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-1a7b0d98-0023-4f8b-801a-ae7015ce0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:38.506226 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-1a7b0d98-0023-4f8b-801a-ae7015ce0fa7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 1095 time: 0.0565200 Aug 16 13:31:38.596514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-46483a7e-a043-4a26-8e08-9ebd30565f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:38.597996 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-46483a7e-a043-4a26-8e08-9ebd30565f4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1095 time: 0.0617430 Aug 16 13:31:38.722802 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:38.756499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:31:38.796332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:31:38.797276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device cdfcbc82-d236-40a8-9ec3-8aeb4fa8a5f0 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:31:38.797908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:31:38.801788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-52c798c7-99a9-4a1e-b7aa-96098c4bf9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:38.802775 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-52c798c7-99a9-4a1e-b7aa-96098c4bf9f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1563ce80-67f2-42d3-b1bd-23f3bad92241 HTTP/1.1" status: 200 len: 896 time: 0.1962523 Aug 16 13:31:38.857021 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:31:38.916050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:31:38.923040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:31:38.923387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 1ac8edfd-7fa9-405f-b55b-d18dbb58f175 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:31:38.940609 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-e2c3b454-72a6-4a45-a910-4ad73be10cb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6 HTTP/1.1" status: 200 len: 999 time: 0.1303158 Aug 16 13:31:39.033754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-32c01963-e355-482a-a229-2d8dc640133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:39.036884 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-32c01963-e355-482a-a229-2d8dc640133a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9bcccc0-d4bb-4651-8bf4-7fceae949992 HTTP/1.1" status: 200 len: 833 time: 0.0878925 Aug 16 13:31:39.068842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c410bf-330d-492f-9458-86154ffb5bfe req-356c750d-72f8-4706-b8ba-c18a47a9af32 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:39.071683 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68c410bf-330d-492f-9458-86154ffb5bfe req-356c750d-72f8-4706-b8ba-c18a47a9af32 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 944 time: 0.1576784 Aug 16 13:31:39.085497 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Allocated IP 172.25.0.91 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/1aa55647-8a8e-4269-a0de-618aadf19e3e) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:31:39.175027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-ce36139e-2b85-4a24-8219-451322dc5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:39.182219 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-ce36139e-2b85-4a24-8219-451322dc5a32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1563ce80-67f2-42d3-b1bd-23f3bad92241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314080 Aug 16 13:31:39.207897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68c410bf-330d-492f-9458-86154ffb5bfe req-a7d85de1-c902-4619-bd2c-9aac29543b66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183538 Aug 16 13:31:39.351003 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:39.381526 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-e5a54c34-af8c-436a-a4d6-008ca9f1133b service neutron] 10.222.0.42 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935108 Aug 16 13:31:39.464209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:39.598034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-8035649e-ede9-4abb-ac8a-4a1e39a5611c service neutron] 10.222.0.42 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088747 Aug 16 13:31:39.643912 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f27e30a-ed9b-418e-82f6-bc8509b1190b req-db767a3f-983a-4f5d-af49-02c4d871cc92 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 210 time: 0.0850258 Aug 16 13:31:39.675740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:31:39.687152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:31:39.690942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:31:39.694413 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=1aa55647-8a8e-4269-a0de-618aadf19e3e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:40.132269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-e890e30e-8b6b-48ea-9fe3-a0b285e1386f tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:40.143102 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-e890e30e-8b6b-48ea-9fe3-a0b285e1386f tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 1095 time: 0.1011508 Aug 16 13:31:40.423982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-635092c5-ad8c-4f22-b9b6-44d89418c620 service neutron] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:31:40.452237 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-635092c5-ad8c-4f22-b9b6-44d89418c620 service neutron] Notify callbacks [] for binding, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:40.456087 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90be09f7-6132-4777-9891-c8ee3b04d85e req-635092c5-ad8c-4f22-b9b6-44d89418c620 service neutron] 10.222.0.42 "DELETE /v2.0/ports/0dbe4d62-0c1c-45f7-9919-b25936d44ea6/bindings/n-h1-804708-1 HTTP/1.1" status: 204 len: 173 time: 0.3096297 Aug 16 13:31:40.630759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d60183-ed07-4d1b-b77f-910cf1c36236 req-8630545e-858b-47e7-bd9f-b17c91e8ceaa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:40.632475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50d60183-ed07-4d1b-b77f-910cf1c36236 req-8630545e-858b-47e7-bd9f-b17c91e8ceaa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 944 time: 0.1059859 Aug 16 13:31:40.711644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50d60183-ed07-4d1b-b77f-910cf1c36236 req-9047736e-85cc-441a-91d4-bf39d099a161 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602124 Aug 16 13:31:40.713611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:40.944984 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:41.027761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8d3c6aea-3c4a-444b-8a8e-e70617ad153a req-ab468b8e-13da-4a35-bdcf-fc0608bb149b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e942df9-fb48-4d1d-9396-ded6729a6592 HTTP/1.1" status: 200 len: 210 time: 0.1138952 Aug 16 13:31:41.063212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbb6ab-129a-4883-95f5-6f95104825de req-896022c5-ff08-49cd-80ca-f4969e7d838a tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:41.066143 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1dbb6ab-129a-4883-95f5-6f95104825de req-896022c5-ff08-49cd-80ca-f4969e7d838a tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1095 time: 0.1918631 Aug 16 13:31:41.254390 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1dbb6ab-129a-4883-95f5-6f95104825de req-becbec60-3e1c-4230-8f3f-a1faae804414 tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641865 Aug 16 13:31:41.359945 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:41.366556 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:41.475824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event updated for resources: {'Port': ['ID=1aa55647-8a8e-4269-a0de-618aadf19e3e,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:41.480127 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:41.638967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a5f9-ad8d-4955-88de-55201c38226c req-95a1e01a-6120-4103-8af2-635d5f0362c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:41.640608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cc0a5f9-ad8d-4955-88de-55201c38226c req-95a1e01a-6120-4103-8af2-635d5f0362c7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 944 time: 0.1126180 Aug 16 13:31:41.659689 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Floating IP 398ce52d-2064-44df-be62-bbb1aa1360e8 associated. External IP: 172.25.0.91, port: 391aefc1-5d99-4d3a-aac6-6ce2763fb83c. Aug 16 13:31:41.738928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cc0a5f9-ad8d-4955-88de-55201c38226c req-21db672e-5d08-49d8-94db-3fba1501721a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862131 Aug 16 13:31:41.772821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55848) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:41.869044 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6d79121d-631f-4289-94d6-0cc5e0f4f6eb tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/15f6055e-59be-4044-894a-7c42c8b830d6 HTTP/1.1" status: 200 len: 991 time: 0.0948758 Aug 16 13:31:41.939564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:31:42.103978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:31:42.120915 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149b7cf-bf02-4d33-96e6-eb438c65c1da None None] Sync routers for ids ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:31:42.134658 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:42.134959 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149b7cf-bf02-4d33-96e6-eb438c65c1da None None] Routers {'555fbef8-0c53-4ca8-94a0-194ffc0e4b85'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:42.135663 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2149b7cf-bf02-4d33-96e6-eb438c65c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:42.191862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1599b970-0e10-474b-bc37-da404b02ecbb tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7473760 Aug 16 13:31:42.192834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'tag': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:42.194553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55856) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:42.197111 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfd9d82-a7bb-4e70-a82b-8135206189d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fca7054d-06e9-4ab3-9476-874a9303b27e", "tag": "391aefc1-5d99-4d3a-aac6-6ce2763fb83c"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:42.319579 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-2149b7cf-bf02-4d33-96e6-eb438c65c1da None None] Set router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:42.345235 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba0d731-d837-40ba-a540-707b6bd4f19e x-openstack-request-id: req-7ba0d731-d837-40ba-a540-707b6bd4f19e {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:42.345661 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca7054d-06e9-4ab3-9476-874a9303b27e", "tag": "391aefc1-5d99-4d3a-aac6-6ce2763fb83c", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:42.345882 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ba0d731-d837-40ba-a540-707b6bd4f19e {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:42.346475 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'tag': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c', 'status': 'completed', 'code': 200} Aug 16 13:31:42.510972 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-55ba4d53-9587-490f-b0ff-cb6d4011cc7c tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/floatingips/398ce52d-2064-44df-be62-bbb1aa1360e8 HTTP/1.1" status: 200 len: 990 time: 0.3127069 Aug 16 13:31:42.532771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd9d82-a7bb-4e70-a82b-8135206189d6 req-661d14ba-d074-4a2f-a802-7aecfb579872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:42.536503 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcfd9d82-a7bb-4e70-a82b-8135206189d6 req-661d14ba-d074-4a2f-a802-7aecfb579872 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 1096 time: 0.1570272 Aug 16 13:31:42.693755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd9d82-a7bb-4e70-a82b-8135206189d6 req-867a29a4-0a42-46e7-8e0a-0992fa8955ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:42.695584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcfd9d82-a7bb-4e70-a82b-8135206189d6 req-867a29a4-0a42-46e7-8e0a-0992fa8955ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=a52d8782-0485-4bdf-9e79-f8054d38bd41 HTTP/1.1" status: 200 len: 897 time: 0.1510983 Aug 16 13:31:42.803570 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcfd9d82-a7bb-4e70-a82b-8135206189d6 req-1a5d761e-946c-4774-b61b-acbbec51bfd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=391aefc1-5d99-4d3a-aac6-6ce2763fb83c HTTP/1.1" status: 200 len: 998 time: 0.0998642 Aug 16 13:31:42.924662 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2149b7cf-bf02-4d33-96e6-eb438c65c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:15Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '398ce52d-2064-44df-be62-bbb1aa1360e8', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'port_id': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'mac_address': 'fa:16:3e:1c:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:31:40Z', 'updated_at': '2021-08-16T13:31:40Z', 'revision_number': 0, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054dd9a6-3a41-4141-bdce-44119ae4dcc0', 'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:84:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:14Z', 'updated_at': '2021-08-16T13:31:23Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:42.981874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd9d82-a7bb-4e70-a82b-8135206189d6 req-a18282e4-4c51-4b23-8d04-fe729bc702f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:42.984636 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcfd9d82-a7bb-4e70-a82b-8135206189d6 req-a18282e4-4c51-4b23-8d04-fe729bc702f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=05f854db-d95e-4231-b2b9-ee65afc173ee HTTP/1.1" status: 200 len: 834 time: 0.1726205 Aug 16 13:31:43.014610 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149b7cf-bf02-4d33-96e6-eb438c65c1da None None] Checking router: 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:31:43.044137 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149b7cf-bf02-4d33-96e6-eb438c65c1da None None] Routers {'555fbef8-0c53-4ca8-94a0-194ffc0e4b85'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:43.046272 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2149b7cf-bf02-4d33-96e6-eb438c65c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:43.051770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd9d82-a7bb-4e70-a82b-8135206189d6 req-2c8eea89-8fd4-41c7-aee0-5d16c8a50507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:43.052814 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcfd9d82-a7bb-4e70-a82b-8135206189d6 req-2c8eea89-8fd4-41c7-aee0-5d16c8a50507 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a52d8782-0485-4bdf-9e79-f8054d38bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607243 Aug 16 13:31:43.173276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcfd9d82-a7bb-4e70-a82b-8135206189d6 req-b730cc0a-7cce-4ae0-a00c-3048e483f7a9 service neutron] 10.222.0.42 "GET /v2.0/networks/a52d8782-0485-4bdf-9e79-f8054d38bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112535 Aug 16 13:31:43.210678 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-2149b7cf-bf02-4d33-96e6-eb438c65c1da None None] Set router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:43.306156 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dcfd9d82-a7bb-4e70-a82b-8135206189d6 req-33cee69a-50ea-437e-81d4-dfc0531a4f12 service neutron] 10.222.0.42 "GET /v2.0/networks/a52d8782-0485-4bdf-9e79-f8054d38bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215961 Aug 16 13:31:43.514020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55870) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:43.601582 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2149b7cf-bf02-4d33-96e6-eb438c65c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:15Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '398ce52d-2064-44df-be62-bbb1aa1360e8', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'port_id': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'mac_address': 'fa:16:3e:1c:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:31:40Z', 'updated_at': '2021-08-16T13:31:40Z', 'revision_number': 0, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054dd9a6-3a41-4141-bdce-44119ae4dcc0', 'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:84:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:14Z', 'updated_at': '2021-08-16T13:31:23Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:43.620613 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-57189cb1-00ce-4415-a9c4-b239e6461213 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/floatingips/398ce52d-2064-44df-be62-bbb1aa1360e8 HTTP/1.1" status: 200 len: 990 time: 0.1050165 Aug 16 13:31:43.632493 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149b7cf-bf02-4d33-96e6-eb438c65c1da None None] The sync data for ids ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'] in n-d-804708-1 is: [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:15Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '398ce52d-2064-44df-be62-bbb1aa1360e8', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'port_id': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'mac_address': 'fa:16:3e:1c:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:31:40Z', 'updated_at': '2021-08-16T13:31:40Z', 'revision_number': 0, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054dd9a6-3a41-4141-bdce-44119ae4dcc0', 'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:84:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:14Z', 'updated_at': '2021-08-16T13:31:23Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:31:44.017091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a63462-1ba0-4f3e-93b5-0e02a91ef83f None None] New status for floating IP 398ce52d-2064-44df-be62-bbb1aa1360e8: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:31:44.134884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 55880) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:44.546363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port b2d4a1a0-b81d-4ea3-8bcc-acb6f3a39eca {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:44.547138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:44.622952 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55886) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:44.721723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:44.722352 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:44.726167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b8d9b48b-3a80-4f44-9343-46212369b598 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/floatingips/398ce52d-2064-44df-be62-bbb1aa1360e8 HTTP/1.1" status: 200 len: 992 time: 0.0994949 Aug 16 13:31:44.744566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for b2d4a1a0-b81d-4ea3-8bcc-acb6f3a39eca owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:45.033555 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:45.072709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=b2d4a1a0-b81d-4ea3-8bcc-acb6f3a39eca,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:45.183374 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:45.185432 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Floating IP 15f6055e-59be-4044-894a-7c42c8b830d6 disassociated (deleted). External IP: 172.25.0.159, port: 0dbe4d62-0c1c-45f7-9919-b25936d44ea6. Aug 16 13:31:45.558000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 0080ee0d-2e35-482a-822f-04d27f491cce has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:31:45.751145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:31:45.768670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:45.782297 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e0d0f-dc05-4009-bd0a-f75db14df299 None None] Sync routers for ids ['0080ee0d-2e35-482a-822f-04d27f491cce'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:31:45.804484 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e0d0f-dc05-4009-bd0a-f75db14df299 None None] Routers {'0080ee0d-2e35-482a-822f-04d27f491cce'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:45.806085 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4e1e0d0f-dc05-4009-bd0a-f75db14df299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0080ee0d-2e35-482a-822f-04d27f491cce'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:45.925608 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-87ab0489-d6ce-4e7d-8800-03c6d790ee5d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/floatingips/15f6055e-59be-4044-894a-7c42c8b830d6 HTTP/1.1" status: 204 len: 168 time: 1.7875822 Aug 16 13:31:45.927596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:45.934162 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab347607-1945-421c-8c85-149e321df816" -d '{"events": [{"name": "network-changed", "server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:46.087415 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d59392-fbc4-4bce-ba61-51bbe382cdd3 x-openstack-request-id: req-34d59392-fbc4-4bce-ba61-51bbe382cdd3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:46.087415 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:46.087415 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34d59392-fbc4-4bce-ba61-51bbe382cdd3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:46.088160 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'status': 'completed', 'code': 200} Aug 16 13:31:46.181847 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4e1e0d0f-dc05-4009-bd0a-f75db14df299 None None] Set router 0080ee0d-2e35-482a-822f-04d27f491cce gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:46.212885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab347607-1945-421c-8c85-149e321df816 req-861682e2-3914-4f36-80a4-b98839d42217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:46.228859 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab347607-1945-421c-8c85-149e321df816 req-861682e2-3914-4f36-80a4-b98839d42217 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 1095 time: 0.1108983 Aug 16 13:31:46.551409 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:46.588287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab347607-1945-421c-8c85-149e321df816 req-af50320d-6846-4f7f-9fe7-522a177144fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:46.591119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab347607-1945-421c-8c85-149e321df816 req-af50320d-6846-4f7f-9fe7-522a177144fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=1563ce80-67f2-42d3-b1bd-23f3bad92241 HTTP/1.1" status: 200 len: 896 time: 0.3541987 Aug 16 13:31:46.622473 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868825c5-af5b-4e00-934b-581fa613e4bd req-adcfe922-4d57-4499-bddc-9e6e23ee751d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:46.625066 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-868825c5-af5b-4e00-934b-581fa613e4bd req-adcfe922-4d57-4499-bddc-9e6e23ee751d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 944 time: 0.0812685 Aug 16 13:31:46.691773 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab347607-1945-421c-8c85-149e321df816 req-0f32f776-6911-4ad4-a0ed-f2b40c3b9c74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6 HTTP/1.1" status: 200 len: 217 time: 0.0917215 Aug 16 13:31:46.723542 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-868825c5-af5b-4e00-934b-581fa613e4bd req-f549f375-5d37-4f51-b6fa-d8ae3cf67204 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868504 Aug 16 13:31:46.972897 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4e1e0d0f-dc05-4009-bd0a-f75db14df299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:43Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '5a87e28d-ea75-452a-b549-dbf05319465a', 'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:83:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:41Z', 'updated_at': '2021-08-16T13:29:51Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:47.069996 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e0d0f-dc05-4009-bd0a-f75db14df299 None None] Checking router: 0080ee0d-2e35-482a-822f-04d27f491cce for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:31:47.098554 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e0d0f-dc05-4009-bd0a-f75db14df299 None None] Routers {'0080ee0d-2e35-482a-822f-04d27f491cce'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:47.101872 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4e1e0d0f-dc05-4009-bd0a-f75db14df299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0080ee0d-2e35-482a-822f-04d27f491cce'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:47.439880 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4e1e0d0f-dc05-4009-bd0a-f75db14df299 None None] Set router 0080ee0d-2e35-482a-822f-04d27f491cce gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:47.476325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab347607-1945-421c-8c85-149e321df816 req-fc4b2fec-a7f8-476a-b04f-66a12e089ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:47.479816 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab347607-1945-421c-8c85-149e321df816 req-fc4b2fec-a7f8-476a-b04f-66a12e089ee6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9bcccc0-d4bb-4651-8bf4-7fceae949992 HTTP/1.1" status: 200 len: 833 time: 0.7760506 Aug 16 13:31:47.575611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ce895-b906-401c-b605-ee901a5122f0 req-377e1f08-5490-4191-9337-373866959cdf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:47.578171 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524ce895-b906-401c-b605-ee901a5122f0 req-377e1f08-5490-4191-9337-373866959cdf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.42 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 944 time: 0.2082729 Aug 16 13:31:47.726591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab347607-1945-421c-8c85-149e321df816 req-fc99842c-09de-4ba9-914e-20f1fc710184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:47.728881 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab347607-1945-421c-8c85-149e321df816 req-fc99842c-09de-4ba9-914e-20f1fc710184 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1563ce80-67f2-42d3-b1bd-23f3bad92241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2371798 Aug 16 13:31:47.932268 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4e1e0d0f-dc05-4009-bd0a-f75db14df299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:43Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '5a87e28d-ea75-452a-b549-dbf05319465a', 'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:83:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:41Z', 'updated_at': '2021-08-16T13:29:51Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:47.963892 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e0d0f-dc05-4009-bd0a-f75db14df299 None None] The sync data for ids ['0080ee0d-2e35-482a-822f-04d27f491cce'] in n-d-804708-1 is: [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:29:43Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '5a87e28d-ea75-452a-b549-dbf05319465a', 'name': '', 'network_id': '1563ce80-67f2-42d3-b1bd-23f3bad92241', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:83:4b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:41Z', 'updated_at': '2021-08-16T13:29:51Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': 'd9bcccc0-d4bb-4651-8bf4-7fceae949992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:31:48.070857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b0a84-df23-46b5-ac9e-4bed3c521e8c req-048cad57-6f08-4fa3-91af-9c8a1f4d95a2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:48.073659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c5b0a84-df23-46b5-ac9e-4bed3c521e8c req-048cad57-6f08-4fa3-91af-9c8a1f4d95a2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 944 time: 0.0903983 Aug 16 13:31:48.127382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-524ce895-b906-401c-b605-ee901a5122f0 req-4c80abb1-17ba-4575-807a-0637b902431a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:48.128083 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524ce895-b906-401c-b605-ee901a5122f0 req-4c80abb1-17ba-4575-807a-0637b902431a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:48.151670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7c5b0a84-df23-46b5-ac9e-4bed3c521e8c req-be8e319f-618d-4832-8f7f-b591f7e29841 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608275 Aug 16 13:31:48.200550 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab347607-1945-421c-8c85-149e321df816 req-bdd1f570-3e75-4720-b328-ba86c447689b service neutron] 10.222.0.42 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007754 Aug 16 13:31:48.362132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-524ce895-b906-401c-b605-ee901a5122f0 req-4c80abb1-17ba-4575-807a-0637b902431a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:48.362735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524ce895-b906-401c-b605-ee901a5122f0 req-4c80abb1-17ba-4575-807a-0637b902431a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:48.464826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-524ce895-b906-401c-b605-ee901a5122f0 req-4c80abb1-17ba-4575-807a-0637b902431a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:48.522192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c2894-b9fd-4ad6-94f0-9d230cfc474e None None] New status for floating IP 15f6055e-59be-4044-894a-7c42c8b830d6: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:31:48.596108 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab347607-1945-421c-8c85-149e321df816 req-8ba7bd13-edce-40f4-bd8e-2d6db21538fa service neutron] 10.222.0.42 "GET /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824453 Aug 16 13:31:48.748665 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524ce895-b906-401c-b605-ee901a5122f0 req-4c80abb1-17ba-4575-807a-0637b902431a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:48.809910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80abb1-17ba-4575-807a-0637b902431a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=0dbe4d62-0c1c-45f7-9919-b25936d44ea6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:48.889314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-524ce895-b906-401c-b605-ee901a5122f0 req-4c80abb1-17ba-4575-807a-0637b902431a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] No DVR routers for this DVR port 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:31:48.893436 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-524ce895-b906-401c-b605-ee901a5122f0 req-4c80abb1-17ba-4575-807a-0637b902431a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:48.896981 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-524ce895-b906-401c-b605-ee901a5122f0 req-4c80abb1-17ba-4575-807a-0637b902431a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.42 "DELETE /v2.0/ports/0dbe4d62-0c1c-45f7-9919-b25936d44ea6 HTTP/1.1" status: 204 len: 173 time: 1.3070967 Aug 16 13:31:48.897684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'name': 'network-vif-deleted', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:48.902329 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23169c7e-c274-4cc3-9547-95ebe70de3de" -d '{"events": [{"server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "name": "network-vif-deleted", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:48.998914 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618ce8c9-6267-49d3-807c-fd9a6b39df8f x-openstack-request-id: req-618ce8c9-6267-49d3-807c-fd9a6b39df8f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:48.999776 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af777cc-0bbc-4a1e-adae-97f93c60bc23", "name": "network-vif-deleted", "tag": "0dbe4d62-0c1c-45f7-9919-b25936d44ea6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:49.000415 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-618ce8c9-6267-49d3-807c-fd9a6b39df8f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:49.001745 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af777cc-0bbc-4a1e-adae-97f93c60bc23', 'name': 'network-vif-deleted', 'tag': '0dbe4d62-0c1c-45f7-9919-b25936d44ea6', 'status': 'completed', 'code': 200} Aug 16 13:31:49.065569 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55950) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:49.412525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7b2e614-8849-4805-b12b-296f607d42c3 req-6c103837-0bad-4569-b304-fb686b03536f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=2af777cc-0bbc-4a1e-adae-97f93c60bc23 HTTP/1.1" status: 200 len: 210 time: 0.0543122 Aug 16 13:31:49.538968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Deleting port aa9ea047-6aab-42ad-aa47-9af85bb5ad04 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:49.539444 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:49.689506 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:49.690490 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:49.715734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Calling delete_port for aa9ea047-6aab-42ad-aa47-9af85bb5ad04 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:49.995921 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:50.032709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event deleted for resources: {'Port': ['ID=aa9ea047-6aab-42ad-aa47-9af85bb5ad04,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:50.127075 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:50.127816 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Floating IP 6d85cce9-c002-4e29-9080-3395d79e21ab disassociated (deleted). External IP: 172.25.0.195, port: 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f. Aug 16 13:31:50.520039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 55962) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:50.615121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Router f8cd338b-7551-48d6-b999-6324c939988b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:31:50.908476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:31:50.951563 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:31:50.952635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0dbe4d62-0c1c-45f7-9919-b25936d44ea6 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:31:51.531684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:31:51.542309 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:51.564999 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05abf9ea-416b-4f57-a04d-af39d1b61e5a None None] Sync routers for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:31:51.595967 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:31:51.597222 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05abf9ea-416b-4f57-a04d-af39d1b61e5a None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:51.613853 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-05abf9ea-416b-4f57-a04d-af39d1b61e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:51.636644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-962a9c0c-2e01-4a97-81a3-4f1842a96f86 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "DELETE /v2.0/floatingips/6d85cce9-c002-4e29-9080-3395d79e21ab HTTP/1.1" status: 204 len: 168 time: 2.5600429 Aug 16 13:31:51.726046 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'tag': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:51.741390 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3ace90-d24c-4602-a683-323e64118f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "5edfa075-ec2e-48ae-bdda-11031dacf90d", "tag": "64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:51.861729 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7398a476-04f2-4bbb-a940-5e456d24d63a x-openstack-request-id: req-7398a476-04f2-4bbb-a940-5e456d24d63a {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:51.862251 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edfa075-ec2e-48ae-bdda-11031dacf90d", "tag": "64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:51.862652 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7398a476-04f2-4bbb-a940-5e456d24d63a {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:51.863267 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'tag': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'status': 'completed', 'code': 200} Aug 16 13:31:51.935241 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-05abf9ea-416b-4f57-a04d-af39d1b61e5a None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:52.074939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ace90-d24c-4602-a683-323e64118f0e req-a4e8cd45-0f66-44b6-b720-221c134795da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:52.077520 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a3ace90-d24c-4602-a683-323e64118f0e req-a4e8cd45-0f66-44b6-b720-221c134795da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36258017bc834aab8f01df63a8d583bf&device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 1096 time: 0.1313746 Aug 16 13:31:52.176146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99031f95-ec3c-4dcd-8276-20e268527c55 req-8c823536-6c41-496e-ae32-45b69afa709a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:52.185891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99031f95-ec3c-4dcd-8276-20e268527c55 req-8c823536-6c41-496e-ae32-45b69afa709a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 945 time: 0.1621649 Aug 16 13:31:52.220943 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:52.254972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ace90-d24c-4602-a683-323e64118f0e req-5ade45da-79f0-43e2-9347-f5f835f2150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:52.261400 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a3ace90-d24c-4602-a683-323e64118f0e req-5ade45da-79f0-43e2-9347-f5f835f2150f service neutron] 10.222.0.22 "GET /v2.0/networks?id=09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 200 len: 912 time: 0.1751888 Aug 16 13:31:52.345320 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a3ace90-d24c-4602-a683-323e64118f0e req-bae82ec3-3a8e-465e-8e97-720ce9603928 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f HTTP/1.1" status: 200 len: 217 time: 0.0736074 Aug 16 13:31:52.368403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99031f95-ec3c-4dcd-8276-20e268527c55 req-7f5b721d-e642-46cc-bba6-7a2e20afa7ea tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808827 Aug 16 13:31:52.441617 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-05abf9ea-416b-4f57-a04d-af39d1b61e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:52.503465 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05abf9ea-416b-4f57-a04d-af39d1b61e5a None None] Checking router: f8cd338b-7551-48d6-b999-6324c939988b for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:31:52.533050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ace90-d24c-4602-a683-323e64118f0e req-f5ef2c3c-368c-432d-b5e5-a18fb3a5632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:52.536184 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a3ace90-d24c-4602-a683-323e64118f0e req-f5ef2c3c-368c-432d-b5e5-a18fb3a5632c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 200 len: 851 time: 0.1753449 Aug 16 13:31:52.540238 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05abf9ea-416b-4f57-a04d-af39d1b61e5a None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:52.545061 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-05abf9ea-416b-4f57-a04d-af39d1b61e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:52.639360 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ace90-d24c-4602-a683-323e64118f0e req-eb464094-db56-4c96-9db5-99097eabfde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:52.640982 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a3ace90-d24c-4602-a683-323e64118f0e req-eb464094-db56-4c96-9db5-99097eabfde9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09008d7a-74f8-41ab-838d-28f8e4814bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984147 Aug 16 13:31:52.786180 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-05abf9ea-416b-4f57-a04d-af39d1b61e5a None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:52.804656 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a3ace90-d24c-4602-a683-323e64118f0e req-3c733a6e-cc9b-486e-a418-556d05bf81b8 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528499 Aug 16 13:31:52.939717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port 5a87e28d-ea75-452a-b549-dbf05319465a {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:52.940973 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:53.120163 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a3ace90-d24c-4602-a683-323e64118f0e req-ba8072c1-5a66-40d5-9208-5fd933e485c7 service neutron] 10.222.0.22 "GET /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040826 Aug 16 13:31:53.192246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port 5a87e28d-ea75-452a-b549-dbf05319465a, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5a87e28d-ea75-452a-b549-dbf05319465a,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:53.192996 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:53.225439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for 5a87e28d-ea75-452a-b549-dbf05319465a owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:53.277280 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-05abf9ea-416b-4f57-a04d-af39d1b61e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:53.342264 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05abf9ea-416b-4f57-a04d-af39d1b61e5a None None] The sync data for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 is: [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:15:30Z', 'revision_number': 4, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '93868b09-8c59-49eb-aecc-d94bdd4637d8', 'name': '', 'network_id': '09008d7a-74f8-41ab-838d-28f8e4814bf4', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'mac_address': 'fa:16:3e:4d:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:27Z', 'updated_at': '2021-08-16T13:15:44Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'subnets': [{'id': 'af41ab79-8112-4b7c-93d4-d544d538fff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:31:53.771190 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:53.869990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0012e-4e21-42fb-93ca-903ce3081c39 req-df47f4a7-013f-4593-9d0c-2b6ffd5d44ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:53.878323 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28e0012e-4e21-42fb-93ca-903ce3081c39 req-df47f4a7-013f-4593-9d0c-2b6ffd5d44ce tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 945 time: 0.2393136 Aug 16 13:31:54.003106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=5a87e28d-ea75-452a-b549-dbf05319465a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:54.018452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.019233 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.019855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.020510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.021159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.022363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.023036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.029870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.030669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.031277 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.032089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.032782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:54.055007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcdb07-dd57-474e-a33e-7bc53a36d096 req-db1afb96-215f-4441-a359-4874fcd6ea5a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:31:54.058510 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00bcdb07-dd57-474e-a33e-7bc53a36d096 req-db1afb96-215f-4441-a359-4874fcd6ea5a tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 945 time: 0.3331347 Aug 16 13:31:54.091211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227ca13-5eeb-4da6-8fca-984f198e6021 None None] New status for floating IP 6d85cce9-c002-4e29-9080-3395d79e21ab: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:31:54.235116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-28e0012e-4e21-42fb-93ca-903ce3081c39 req-96d89148-98d6-4ca5-99dc-aae1374ecf23 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/security-groups?id=627cb556-d624-4214-a0b7-bb5780822c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554561 Aug 16 13:31:54.492371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-00bcdb07-dd57-474e-a33e-7bc53a36d096 req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Deleting port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:54.494751 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00bcdb07-dd57-474e-a33e-7bc53a36d096 req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:54.576339 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:54.727700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-00bcdb07-dd57-474e-a33e-7bc53a36d096 req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] For port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:54.727700 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00bcdb07-dd57-474e-a33e-7bc53a36d096 req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:54.789508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-00bcdb07-dd57-474e-a33e-7bc53a36d096 req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Calling delete_port for 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:55.118619 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00bcdb07-dd57-474e-a33e-7bc53a36d096 req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:55.193229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 0080ee0d-2e35-482a-822f-04d27f491cce has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:31:55.222788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event deleted for resources: {'Port': ['ID=64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:55.259838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.267220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.267220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.267220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.267220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.267220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.267220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.267220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.267220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.267220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.267220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.267220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:31:55.328923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bcdb07-dd57-474e-a33e-7bc53a36d096 req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] No DVR routers for this DVR port 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:31:55.340873 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-00bcdb07-dd57-474e-a33e-7bc53a36d096 req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:55.346242 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-00bcdb07-dd57-474e-a33e-7bc53a36d096 req-6b6672ca-3558-41b7-8a42-53688747c2db tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.22 "DELETE /v2.0/ports/64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f HTTP/1.1" status: 204 len: 173 time: 1.2796035 Aug 16 13:31:55.349932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'name': 'network-vif-deleted', 'tag': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:31:55.363673 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e474b4a-8e72-4f9a-8599-66a47f2fa1c8" -d '{"events": [{"server_uuid": "5edfa075-ec2e-48ae-bdda-11031dacf90d", "name": "network-vif-deleted", "tag": "64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:31:55.512795 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38f286b-a9f0-4c50-9dc1-89f29b05b2d7 x-openstack-request-id: req-a38f286b-a9f0-4c50-9dc1-89f29b05b2d7 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:31:55.513944 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edfa075-ec2e-48ae-bdda-11031dacf90d", "name": "network-vif-deleted", "tag": "64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:31:55.513944 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a38f286b-a9f0-4c50-9dc1-89f29b05b2d7 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:31:55.513944 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edfa075-ec2e-48ae-bdda-11031dacf90d', 'name': 'network-vif-deleted', 'tag': '64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f', 'status': 'completed', 'code': 200} Aug 16 13:31:55.553255 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8dab08bc-90c3-4072-8cb3-68b41915b78e req-c918ec24-79fb-4917-9150-2552fa4776f1 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 210 time: 0.1031296 Aug 16 13:31:55.648814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:31:55.655597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-04189665-28cf-4e85-9566-4b349ac7db96 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "PUT /v2.0/routers/0080ee0d-2e35-482a-822f-04d27f491cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1343203 Aug 16 13:31:55.662168 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62090ce4-5085-4c3d-a997-d57302b00b50 None None] Sync routers for ids ['0080ee0d-2e35-482a-822f-04d27f491cce'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:31:55.670938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56002) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:55.681477 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62090ce4-5085-4c3d-a997-d57302b00b50 None None] Routers {'0080ee0d-2e35-482a-822f-04d27f491cce'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:55.681853 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-62090ce4-5085-4c3d-a997-d57302b00b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0080ee0d-2e35-482a-822f-04d27f491cce'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:55.778281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdf0b36-e56e-49f2-94de-a807e8491e8a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting subnet d9bcccc0-d4bb-4651-8bf4-7fceae949992 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:31:55.785170 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0b36-e56e-49f2-94de-a807e8491e8a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:55.863800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0b36-e56e-49f2-94de-a807e8491e8a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:55.971870 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-62090ce4-5085-4c3d-a997-d57302b00b50 None None] Set router 0080ee0d-2e35-482a-822f-04d27f491cce gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:56.097730 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0b36-e56e-49f2-94de-a807e8491e8a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:56.222032 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0b36-e56e-49f2-94de-a807e8491e8a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:56.358298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf0b36-e56e-49f2-94de-a807e8491e8a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Subnet': ['ID=d9bcccc0-d4bb-4651-8bf4-7fceae949992,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:56.363179 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0b36-e56e-49f2-94de-a807e8491e8a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:56.375234 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ebdf0b36-e56e-49f2-94de-a807e8491e8a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/subnets/d9bcccc0-d4bb-4651-8bf4-7fceae949992 HTTP/1.1" status: 204 len: 168 time: 0.6981742 Aug 16 13:31:56.375562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae938436-ab0d-4c59-96cd-3c16fdc0c382 None None] Network 1563ce80-67f2-42d3-b1bd-23f3bad92241 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:31:56.376349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56006) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:56.612245 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-62090ce4-5085-4c3d-a997-d57302b00b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:31:53Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:56.718938 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62090ce4-5085-4c3d-a997-d57302b00b50 None None] Checking router: 0080ee0d-2e35-482a-822f-04d27f491cce for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:31:56.745472 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62090ce4-5085-4c3d-a997-d57302b00b50 None None] Routers {'0080ee0d-2e35-482a-822f-04d27f491cce'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:31:56.746290 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-62090ce4-5085-4c3d-a997-d57302b00b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:31:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0080ee0d-2e35-482a-822f-04d27f491cce'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:56.905330 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:56.951955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8c93744-83e5-4707-8ff2-bf84e86e1776 req-4e337220-83fa-45bc-9bb1-53b667d555a9 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 210 time: 0.1415765 Aug 16 13:31:57.131985 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-62090ce4-5085-4c3d-a997-d57302b00b50 None None] Set router 0080ee0d-2e35-482a-822f-04d27f491cce gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:31:57.159515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:31:57.199351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:31:57.200068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 64bcbcc0-82e4-4025-b7e2-96f33cb9bc0f not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:31:57.239486 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:57.358163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port 80a11015-bc5c-445d-8382-6c0ef862d7a0 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:57.358163 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:57.367562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377df87b-d9cd-4b4a-9b37-f18b897d3232 None None] DHCP port deletion for 1563ce80-67f2-42d3-b1bd-23f3bad92241 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:31:57.531581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-377df87b-d9cd-4b4a-9b37-f18b897d3232 None None] Deleting port 5483b475-a933-4b05-a5af-23f2f80b63d1 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:31:57.532863 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-377df87b-d9cd-4b4a-9b37-f18b897d3232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:57.578043 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-62090ce4-5085-4c3d-a997-d57302b00b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:31:53Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:57.611688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port 80a11015-bc5c-445d-8382-6c0ef862d7a0, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=80a11015-bc5c-445d-8382-6c0ef862d7a0,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:57.612293 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:57.625727 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62090ce4-5085-4c3d-a997-d57302b00b50 None None] The sync data for ids ['0080ee0d-2e35-482a-822f-04d27f491cce'] in n-d-804708-1 is: [{'id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476425925', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:29:34Z', 'updated_at': '2021-08-16T13:31:53Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': '80a11015-bc5c-445d-8382-6c0ef862d7a0', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0080ee0d-2e35-482a-822f-04d27f491cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:29:36Z', 'updated_at': '2021-08-16T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:31:57.644150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for 80a11015-bc5c-445d-8382-6c0ef862d7a0 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:57.704749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-377df87b-d9cd-4b4a-9b37-f18b897d3232 None None] For port 5483b475-a933-4b05-a5af-23f2f80b63d1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5483b475-a933-4b05-a5af-23f2f80b63d1,segment=NetworkSegment(c0d49164-1f5b-43d6-bf71-f8ac80e927ef),segment_id=c0d49164-1f5b-43d6-bf71-f8ac80e927ef)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:31:57.704962 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-377df87b-d9cd-4b4a-9b37-f18b897d3232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:57.735341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-377df87b-d9cd-4b4a-9b37-f18b897d3232 None None] Calling delete_port for 5483b475-a933-4b05-a5af-23f2f80b63d1 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:31:57.935952 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-377df87b-d9cd-4b4a-9b37-f18b897d3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:58.007751 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377df87b-d9cd-4b4a-9b37-f18b897d3232 None None] Pushing event deleted for resources: {'Port': ['ID=5483b475-a933-4b05-a5af-23f2f80b63d1,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:58.026980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377df87b-d9cd-4b4a-9b37-f18b897d3232 None None] No DVR routers for this DVR port 5483b475-a933-4b05-a5af-23f2f80b63d1 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:31:58.178438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-45dc006f-9100-4ed7-8862-f16a85fe8486 req-99ca8f53-7b16-4cb5-9fc4-37b3229b665b tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 210 time: 0.0528145 Aug 16 13:31:58.208555 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:58.266682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=80a11015-bc5c-445d-8382-6c0ef862d7a0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:58.408739 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:58.558029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:58.561099 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:58.618518 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:58.620520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Fanout notify agent at l3_agent the message router_deleted on router 0080ee0d-2e35-482a-822f-04d27f491cce {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:31:58.629670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:58.634626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56028) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:58.635137 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-95290219-498b-4a26-8c65-96e13c2d16bd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/routers/0080ee0d-2e35-482a-822f-04d27f491cce HTTP/1.1" status: 204 len: 168 time: 2.2583108 Aug 16 13:31:58.866641 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:59.030324 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:59.044855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1563ce80-67f2-42d3-b1bd-23f3bad92241']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:59.060177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:59.060487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d49164-1f5b-43d6-bf71-f8ac80e927ef') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:31:59.072643 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:59.093877 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:59.103005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:31:59.103430 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:31:59.184763 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:31:59.193398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:59.210140 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:59.214848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/networks/1563ce80-67f2-42d3-b1bd-23f3bad92241 HTTP/1.1" status: 204 len: 168 time: 0.5781963 Aug 16 13:31:59.217447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56032) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:31:59.276614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff831ae-1615-47a4-8bc9-af782204c3d2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Network': ['ID=1563ce80-67f2-42d3-b1bd-23f3bad92241,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:59.293887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5a87e28d-ea75-452a-b549-dbf05319465a no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:31:59.369975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 5a87e28d-ea75-452a-b549-dbf05319465a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:31:59.370348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5a87e28d-ea75-452a-b549-dbf05319465a not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:31:59.370744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5483b475-a933-4b05-a5af-23f2f80b63d1 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:31:59.382091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b71cfad-13fb-470d-919f-2da94070a315 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:59.412640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0969e76-3714-4abb-9520-c176d41d13be req-5c63fa16-6c41-4990-8015-8521146a3c09 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 210 time: 0.0353849 Aug 16 13:31:59.415054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 5483b475-a933-4b05-a5af-23f2f80b63d1 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:31:59.415413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5483b475-a933-4b05-a5af-23f2f80b63d1 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:31:59.441308 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b71cfad-13fb-470d-919f-2da94070a315 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:59.584171 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b71cfad-13fb-470d-919f-2da94070a315 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:59.587982 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6b71cfad-13fb-470d-919f-2da94070a315 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:31:59.589607 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6b71cfad-13fb-470d-919f-2da94070a315 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/security-groups/ae6115a8-6f97-42b8-8e8a-229a9e29b4e7 HTTP/1.1" status: 204 len: 168 time: 0.3706694 Aug 16 13:31:59.647419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71cfad-13fb-470d-919f-2da94070a315 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6115a8-6f97-42b8-8e8a-229a9e29b4e7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:31:59.967935 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.071900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56044) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:00.080328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-92fa2a0e-fb76-460f-98d9-ab93e85c63b9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592982801', 'description': 'tempest-secgroup-smoke-1592982801 description', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:00.127121 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-92fa2a0e-fb76-460f-98d9-ab93e85c63b9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.329412 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-92fa2a0e-fb76-460f-98d9-ab93e85c63b9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.334690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-92fa2a0e-fb76-460f-98d9-ab93e85c63b9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.386173 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-92fa2a0e-fb76-460f-98d9-ab93e85c63b9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.387497 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-92fa2a0e-fb76-460f-98d9-ab93e85c63b9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3136902 Aug 16 13:32:00.390541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa2a0e-fb76-460f-98d9-ab93e85c63b9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc4a5f9-ca43-4004-93ef-a867127d864f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:00.393082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56048) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:00.403567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-672a9bb6-d39f-45cd-9a3b-d6f61ba7c8fd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'edc4a5f9-ca43-4004-93ef-a867127d864f', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:00.517803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-672a9bb6-d39f-45cd-9a3b-d6f61ba7c8fd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.593085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-690cbcf8-5e48-4420-adbb-7b9ca5701026 req-452c0af6-d08f-444f-913b-9bc7f4e1795d tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 210 time: 0.0515668 Aug 16 13:32:00.680195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-672a9bb6-d39f-45cd-9a3b-d6f61ba7c8fd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.687841 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-672a9bb6-d39f-45cd-9a3b-d6f61ba7c8fd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.761384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 80a11015-bc5c-445d-8382-6c0ef862d7a0 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:32:00.762025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a9bb6-d39f-45cd-9a3b-d6f61ba7c8fd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f446884a-52d5-4ba2-99ac-2fc77424c9df,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:00.773280 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-672a9bb6-d39f-45cd-9a3b-d6f61ba7c8fd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.780044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56052) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:00.781658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-672a9bb6-d39f-45cd-9a3b-d6f61ba7c8fd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3864064 Aug 16 13:32:00.786540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-32f0d640-6631-4276-9b41-75516b67bd24 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'edc4a5f9-ca43-4004-93ef-a867127d864f', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:00.804806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 80a11015-bc5c-445d-8382-6c0ef862d7a0 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:32:00.805628 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 80a11015-bc5c-445d-8382-6c0ef862d7a0 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:32:00.830702 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32f0d640-6631-4276-9b41-75516b67bd24 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.921672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32f0d640-6631-4276-9b41-75516b67bd24 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.929651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32f0d640-6631-4276-9b41-75516b67bd24 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:00.984293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0d640-6631-4276-9b41-75516b67bd24 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0307176b-6897-4373-aee4-d7cb38699ed3,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:01.013478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32f0d640-6631-4276-9b41-75516b67bd24 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.019677 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-32f0d640-6631-4276-9b41-75516b67bd24 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2349808 Aug 16 13:32:01.020744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56058) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:01.029414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-395f343c-3ece-4222-b5c2-b5d0955debea tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'edc4a5f9-ca43-4004-93ef-a867127d864f', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:01.101335 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-395f343c-3ece-4222-b5c2-b5d0955debea tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.206321 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-395f343c-3ece-4222-b5c2-b5d0955debea tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.213475 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-395f343c-3ece-4222-b5c2-b5d0955debea tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.233541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f343c-3ece-4222-b5c2-b5d0955debea tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b66e7d-cc9c-4178-9b2c-b8669d700dff,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:01.254481 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-395f343c-3ece-4222-b5c2-b5d0955debea tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.256170 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-395f343c-3ece-4222-b5c2-b5d0955debea tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2340910 Aug 16 13:32:01.261368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56062) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:01.268145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4ea639ff-02ab-40e4-af9a-7f834ede7c40 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'edc4a5f9-ca43-4004-93ef-a867127d864f', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:01.309441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ea639ff-02ab-40e4-af9a-7f834ede7c40 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.399886 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ea639ff-02ab-40e4-af9a-7f834ede7c40 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.406307 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ea639ff-02ab-40e4-af9a-7f834ede7c40 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.436387 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4ea639ff-02ab-40e4-af9a-7f834ede7c40 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.438852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4ea639ff-02ab-40e4-af9a-7f834ede7c40 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1758068 Aug 16 13:32:01.442532 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56064) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:01.449298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e0606f64-b718-485e-8cbc-4f59bb144831 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'edc4a5f9-ca43-4004-93ef-a867127d864f', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:01.464722 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea639ff-02ab-40e4-af9a-7f834ede7c40 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5029a60d-8dcb-40f6-9889-af1d3d4c7146,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:01.483542 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-e0606f64-b718-485e-8cbc-4f59bb144831 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Project d2056fc01f7c4f8bb3e0565151d422cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:32:01.491916 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0606f64-b718-485e-8cbc-4f59bb144831 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.663210 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0606f64-b718-485e-8cbc-4f59bb144831 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.670688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0606f64-b718-485e-8cbc-4f59bb144831 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.768368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0606f64-b718-485e-8cbc-4f59bb144831 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b197313-5703-4a11-aeb5-61affebd27c3,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:01.774862 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0606f64-b718-485e-8cbc-4f59bb144831 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.778224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e0606f64-b718-485e-8cbc-4f59bb144831 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3328507 Aug 16 13:32:01.781422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56072) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:01.789407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fec9ada7-be7f-4fd4-9f63-32e3681d3fff tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'security_group_rule': {'security_group_id': 'edc4a5f9-ca43-4004-93ef-a867127d864f', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:01.862840 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-25b3bb22-16d1-4fa6-9d19-24ea8d1851ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.871726 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-fec9ada7-be7f-4fd4-9f63-32e3681d3fff tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Project d2056fc01f7c4f8bb3e0565151d422cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:32:01.893921 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fec9ada7-be7f-4fd4-9f63-32e3681d3fff tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:01.913417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c1231dd-01bd-4f73-94ff-d4ad18083426 req-09fafc7b-e8c6-4681-a802-efcc05caca19 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 210 time: 0.0821965 Aug 16 13:32:02.065330 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fec9ada7-be7f-4fd4-9f63-32e3681d3fff tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:02.073193 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fec9ada7-be7f-4fd4-9f63-32e3681d3fff tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:02.105573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9ada7-be7f-4fd4-9f63-32e3681d3fff tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc242e3-e8bf-4e29-b49c-02bc1e9103b8,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:02.146089 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fec9ada7-be7f-4fd4-9f63-32e3681d3fff tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:02.148464 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fec9ada7-be7f-4fd4-9f63-32e3681d3fff tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3651752 Aug 16 13:32:02.153580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56078) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:02.163098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'network': {'name': 'tempest-network-smoke--1165147681', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'port_security_enabled': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:02.237492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:32:02.242690 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:02.311796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:32:02.334714 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:02.335154 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Added segment b6d5accf-65ed-492a-b795-6acd375f3cf5 of type vlan for network 7012dd77-7e67-4397-af3f-c7580f0597b9 Aug 16 13:32:02.495369 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:02.567919 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:02.582455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:02.583343 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:02.626654 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4715140 Aug 16 13:32:02.632268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56086) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:02.637931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'admin_state_up': True, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:02.688947 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:02.691603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:02.786416 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf70ae9-21e4-4070-9fe7-5224ed39e750 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Network': ['ID=7012dd77-7e67-4397-af3f-c7580f0597b9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:02.802472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 7012dd77-7e67-4397-af3f-c7580f0597b9 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:32:02.810392 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:03.210534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c0f7928-7d1a-4d82-b6b7-32eea70fb6e9 req-c309cb47-f775-40f1-8675-694568257597 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "GET /v2.0/ports?device_id=5edfa075-ec2e-48ae-bdda-11031dacf90d HTTP/1.1" status: 200 len: 210 time: 0.1093590 Aug 16 13:32:03.249900 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:03.695549 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:03.716761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:03.858770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.25.0.38 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/cb897eb1-d912-408a-b0bf-e44aaa690413) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:32:04.040885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:04.104535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:04.170684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:32:04.174973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:04.182705 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:32:04.186387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=cb897eb1-d912-408a-b0bf-e44aaa690413,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:04.306528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56098) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:04.386641 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-809e4935-dde8-4085-9a94-7b64c195c917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:04.535822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5a3549e0-01ba-4d60-9698-ac9f14e391fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Deleting port 089e9a7e-dac0-4f31-a5fb-297357a2dd89 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:04.539409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5a3549e0-01ba-4d60-9698-ac9f14e391fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:04.684437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5a3549e0-01ba-4d60-9698-ac9f14e391fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:04.685002 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5a3549e0-01ba-4d60-9698-ac9f14e391fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:04.692441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:04.726141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5a3549e0-01ba-4d60-9698-ac9f14e391fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Calling delete_port for 089e9a7e-dac0-4f31-a5fb-297357a2dd89 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:04.851534 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:05.103391 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5a3549e0-01ba-4d60-9698-ac9f14e391fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:05.162973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3549e0-01ba-4d60-9698-ac9f14e391fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event deleted for resources: {'Port': ['ID=089e9a7e-dac0-4f31-a5fb-297357a2dd89,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:05.361772 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5a3549e0-01ba-4d60-9698-ac9f14e391fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:05.377073 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5a3549e0-01ba-4d60-9698-ac9f14e391fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:05.385153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5a3549e0-01ba-4d60-9698-ac9f14e391fd tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "DELETE /v2.0/floatingips/12d27f59-3380-4209-ad2d-de2dc5a5afe9 HTTP/1.1" status: 204 len: 168 time: 1.0732751 Aug 16 13:32:05.635216 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:05.755052 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:06.073743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 51b7d797-171b-4f12-b5ec-aa8a04503895 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:32:06.281815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:32:06.304158 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Sync routers for ids ['51b7d797-171b-4f12-b5ec-aa8a04503895'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:32:06.331907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:06.333611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Routers {'51b7d797-171b-4f12-b5ec-aa8a04503895'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:06.335400 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['51b7d797-171b-4f12-b5ec-aa8a04503895'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:06.336402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56120) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:06.343428 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-446b4764-58b2-4f32-8f1a-aa11dd409344 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7091515 Aug 16 13:32:06.376108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56122) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:06.384785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-524d7a75-d05c-4e34-aa3c-c00b6b1152fd tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d2056fc01f7c4f8bb3e0565151d422cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465682 Aug 16 13:32:06.585137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d923a3-72cd-4aa5-881d-0414360c670b tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:06.589683 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d0d923a3-72cd-4aa5-881d-0414360c670b tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2089562 Aug 16 13:32:06.590057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56124) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:06.615845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Set router 51b7d797-171b-4f12-b5ec-aa8a04503895 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:06.700360 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4cb7ebbf-9707-482c-b71f-cfcd0d15b44e tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1066656 Aug 16 13:32:06.701164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56126) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:06.707372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-457985086', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:07.173181 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:32:07.186423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:04Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:07.188739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:07.275925 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Checking router: 51b7d797-171b-4f12-b5ec-aa8a04503895 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:32:07.276267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Updating router 51b7d797-171b-4f12-b5ec-aa8a04503895 port cb897eb1-d912-408a-b0bf-e44aaa690413 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:32:07.390352 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:07.496107 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:07.609647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:07.768169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Subnet': ['ID=64f6893f-6e51-440d-b5e5-0da2e0d21911,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:07.780122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Checking segment: {'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:32:07.780122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network hostable DHCP agents. Network: 7012dd77-7e67-4397-af3f-c7580f0597b9, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:32:07.817598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 7012dd77-7e67-4397-af3f-c7580f0597b9 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:32:07.847505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 7012dd77-7e67-4397-af3f-c7580f0597b9) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:07.861297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:07.862488 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:07.892225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352edc8a-19fb-4b0e-bb50-54695406d7a6 None None] Network 7012dd77-7e67-4397-af3f-c7580f0597b9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:32:07.907418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56136) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:07.921668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-21aa80cc-1a1b-4256-95fd-0e2e56c960ae tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2184610 Aug 16 13:32:08.560433 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:08.592195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Transition to ACTIVE for port object cb897eb1-d912-408a-b0bf-e44aaa690413 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:08.624592 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:08.687853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-7012dd77-7e67-4397-af3f-c7580f0597b9', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:32:08.688916 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:08.763166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Attempting to bind port cb897eb1-d912-408a-b0bf-e44aaa690413 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:32:08.763784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Attempting to bind port cb897eb1-d912-408a-b0bf-e44aaa690413 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:32:08.764380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Attempting to bind port cb897eb1-d912-408a-b0bf-e44aaa690413 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:32:08.773559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Pushing event updated for resources: {'Port': ['ID=cb897eb1-d912-408a-b0bf-e44aaa690413,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:08.804919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:32:08.805274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:32:08.806488 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:08.811653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:32:08.812448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Bound port: cb897eb1-d912-408a-b0bf-e44aaa690413, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:32:08.813069 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:08.818395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:08.819930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:08.819930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:08.824655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:08.825309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:08.825817 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:08.826512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:08.826813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:08.827229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:08.827717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:08.828197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:08.829121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:09.021957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] For port cb897eb1-d912-408a-b0bf-e44aaa690413, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:32:09.043957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] For port cb897eb1-d912-408a-b0bf-e44aaa690413, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cb897eb1-d912-408a-b0bf-e44aaa690413,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:32:09.056274 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:09.075006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Allocated IP 172.20.0.2 (7012dd77-7e67-4397-af3f-c7580f0597b9/64f6893f-6e51-440d-b5e5-0da2e0d21911/db170ff3-40d7-442f-b7e9-955dbbeca0dc) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:32:09.258235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Routers {'51b7d797-171b-4f12-b5ec-aa8a04503895'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:09.259724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['51b7d797-171b-4f12-b5ec-aa8a04503895'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:09.309442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:09.402030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2be7b4-fe42-4382-81be-be6234a03853 None None] Pushing event updated for resources: {'Port': ['ID=cb897eb1-d912-408a-b0bf-e44aaa690413,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:09.665305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] Set router 51b7d797-171b-4f12-b5ec-aa8a04503895 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:09.851410 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:09.870293 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Transition to ACTIVE for port object db170ff3-40d7-442f-b7e9-955dbbeca0dc will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:09.932081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Transition to ACTIVE for port object db170ff3-40d7-442f-b7e9-955dbbeca0dc will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:09.949283 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:10.038246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Network 7012dd77-7e67-4397-af3f-c7580f0597b9 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:32:10.049330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:10.052198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Pushing event updated for resources: {'Port': ['ID=db170ff3-40d7-442f-b7e9-955dbbeca0dc,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:10.060747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:32:10.128929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.20.0.1 (7012dd77-7e67-4397-af3f-c7580f0597b9/64f6893f-6e51-440d-b5e5-0da2e0d21911/432919fe-f23f-410f-905c-316ea0822aef) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:32:10.303239 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56160) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:10.349256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:04Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:10.398706 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:10.497213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Transition to ACTIVE for port object 432919fe-f23f-410f-905c-316ea0822aef will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:10.542533 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38885ed1-932a-4919-9f65-f8f2c456f8a6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:10.557951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Attempting to bind port db170ff3-40d7-442f-b7e9-955dbbeca0dc on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:32:10.558930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Attempting to bind port db170ff3-40d7-442f-b7e9-955dbbeca0dc by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:32:10.559437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Attempting to bind port db170ff3-40d7-442f-b7e9-955dbbeca0dc on network 7012dd77-7e67-4397-af3f-c7580f0597b9 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:32:10.562431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6baa04-f462-4c2e-a338-414a43dd5abe None None] The sync data for ids ['51b7d797-171b-4f12-b5ec-aa8a04503895'] in n-d-804708-1 is: [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:04Z', 'revision_number': 3, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:32:10.570392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:32:10.571579 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Checking segment: {'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:32:10.572311 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:10.573617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Bound using segment: {'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:32:10.574277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Bound port: db170ff3-40d7-442f-b7e9-955dbbeca0dc, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:32:10.574916 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:10.630344 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:10.634654 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38885ed1-932a-4919-9f65-f8f2c456f8a6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:10.764894 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] For port db170ff3-40d7-442f-b7e9-955dbbeca0dc, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:32:10.788116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] For port db170ff3-40d7-442f-b7e9-955dbbeca0dc, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=db170ff3-40d7-442f-b7e9-955dbbeca0dc,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:32:10.801635 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:10.804161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 7012dd77-7e67-4397-af3f-c7580f0597b9 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:32:10.837444 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38885ed1-932a-4919-9f65-f8f2c456f8a6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:10.840632 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38885ed1-932a-4919-9f65-f8f2c456f8a6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:10.843382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-38885ed1-932a-4919-9f65-f8f2c456f8a6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] 10.222.0.25 "DELETE /v2.0/security-groups/627cb556-d624-4214-a0b7-bb5780822c4c HTTP/1.1" status: 204 len: 168 time: 0.5384204 Aug 16 13:32:10.851755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:10.870556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:32:10.899297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38885ed1-932a-4919-9f65-f8f2c456f8a6 tempest-TestVolumeBootPattern-944353408 tempest-TestVolumeBootPattern-944353408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627cb556-d624-4214-a0b7-bb5780822c4c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:11.011771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56166) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:11.014013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=432919fe-f23f-410f-905c-316ea0822aef,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:11.136090 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:11.250845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f645bb-ac61-4b9a-88b2-f892efefd38d None None] Pushing event updated for resources: {'Port': ['ID=db170ff3-40d7-442f-b7e9-955dbbeca0dc,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:11.825706 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:11.959607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56176) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:12.317434 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6a24cb68-1653-44ec-9fc7-c1217ee20652 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/floatingips/398ce52d-2064-44df-be62-bbb1aa1360e8 HTTP/1.1" status: 200 len: 992 time: 0.3561659 Aug 16 13:32:12.812650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56186) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:13.318739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cb897eb1-d912-408a-b0bf-e44aaa690413 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:13.388117 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:13.395080 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:13.471261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port cb897eb1-d912-408a-b0bf-e44aaa690413 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:13.493371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port cb897eb1-d912-408a-b0bf-e44aaa690413 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:13.494832 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:13.542562 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:13.545208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=432919fe-f23f-410f-905c-316ea0822aef,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:13.590181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edc52f2-d456-48c2-8741-5ecb5c120f58 None None] Network 7012dd77-7e67-4397-af3f-c7580f0597b9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:32:13.779340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-50a40f83-eb3d-4d69-b374-12176e3f673a None None] Provisioning for port db170ff3-40d7-442f-b7e9-955dbbeca0dc completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:13.782093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:13.862376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting port 1aa55647-8a8e-4269-a0de-618aadf19e3e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:13.863134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:13.968404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 7012dd77-7e67-4397-af3f-c7580f0597b9 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:32:13.976467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:14.120030 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:14.289385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port cb897eb1-d912-408a-b0bf-e44aaa690413, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cb897eb1-d912-408a-b0bf-e44aaa690413,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:14.323176 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:14.324532 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device db170ff3-40d7-442f-b7e9-955dbbeca0dc up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:14.545440 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:14.546901 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:14.587357 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Calling delete_port for 1aa55647-8a8e-4269-a0de-618aadf19e3e owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:14.597623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 51b7d797-171b-4f12-b5ec-aa8a04503895 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:32:14.659275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=cb897eb1-d912-408a-b0bf-e44aaa690413,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:14.698720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port db170ff3-40d7-442f-b7e9-955dbbeca0dc completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:14.784944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port db170ff3-40d7-442f-b7e9-955dbbeca0dc triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:14.785315 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:14.871324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:32:14.889736 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Sync routers for ids ['51b7d797-171b-4f12-b5ec-aa8a04503895'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:32:14.892577 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-23690772-7f3b-4d00-8155-a640757af2cf tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "PUT /v2.0/routers/51b7d797-171b-4f12-b5ec-aa8a04503895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9834051 Aug 16 13:32:14.942253 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Routers {'51b7d797-171b-4f12-b5ec-aa8a04503895'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:14.954680 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['51b7d797-171b-4f12-b5ec-aa8a04503895'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:15.128423 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:15.295241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port db170ff3-40d7-442f-b7e9-955dbbeca0dc, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=db170ff3-40d7-442f-b7e9-955dbbeca0dc,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:15.303673 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:15.471001 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=db170ff3-40d7-442f-b7e9-955dbbeca0dc,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:15.541127 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cb897eb1-d912-408a-b0bf-e44aaa690413 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:15.649285 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Set router 51b7d797-171b-4f12-b5ec-aa8a04503895 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:15.795440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port cb897eb1-d912-408a-b0bf-e44aaa690413 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:15.795828 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:15.899552 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:16.011615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Port': ['ID=1aa55647-8a8e-4269-a0de-618aadf19e3e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:16.062013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5393c792-708a-477c-ac37-bdad19ab5e08 None None] Provisioning for port 432919fe-f23f-410f-905c-316ea0822aef completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:16.079268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5393c792-708a-477c-ac37-bdad19ab5e08 None None] Provisioning complete for port 432919fe-f23f-410f-905c-316ea0822aef triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:16.081287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-56590a5d-cd1b-4a65-9d74-1ca315900e5f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592982801&fields=id&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 267 time: 0.2800300 Aug 16 13:32:16.103562 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5393c792-708a-477c-ac37-bdad19ab5e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:16.212111 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:11Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '432919fe-f23f-410f-905c-316ea0822aef', 'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:a3:87:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:09Z', 'updated_at': '2021-08-16T13:32:12Z', 'revision_number': 2, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:16.215593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5393c792-708a-477c-ac37-bdad19ab5e08 None None] Port 432919fe-f23f-410f-905c-316ea0822aef cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:32:16.236219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5393c792-708a-477c-ac37-bdad19ab5e08 None None] Provisioning complete for port db170ff3-40d7-442f-b7e9-955dbbeca0dc triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:16.236750 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5393c792-708a-477c-ac37-bdad19ab5e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:16.257912 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Checking router: 51b7d797-171b-4f12-b5ec-aa8a04503895 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:32:16.258688 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Updating router 51b7d797-171b-4f12-b5ec-aa8a04503895 port 432919fe-f23f-410f-905c-316ea0822aef binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:32:16.266635 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:16.266994 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Floating IP 398ce52d-2064-44df-be62-bbb1aa1360e8 disassociated (deleted). External IP: 172.25.0.91, port: 391aefc1-5d99-4d3a-aac6-6ce2763fb83c. Aug 16 13:32:16.297426 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:16.577031 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:16.672530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-12f48a7f-6376-453f-be4f-04995b17ba36 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:16.674132 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-12f48a7f-6376-453f-be4f-04995b17ba36 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/networks?id=7012dd77-7e67-4397-af3f-c7580f0597b9 HTTP/1.1" status: 200 len: 797 time: 0.5182803 Aug 16 13:32:16.726006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-2957c2a9-8616-4696-916c-0521841f9121 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/quotas/d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 375 time: 0.0322611 Aug 16 13:32:16.836586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] Deleting port 93868b09-8c59-49eb-aecc-d94bdd4637d8 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:16.837373 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:16.865202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-44e96d31-1e12-4a6a-82ec-f81bd3e8f81c None None] Provisioning complete for port 432919fe-f23f-410f-905c-316ea0822aef triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:16.865755 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-44e96d31-1e12-4a6a-82ec-f81bd3e8f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:16.956118 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:16.961744 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-30f0cf35-a1f3-4959-87ed-8a7321ca8d8d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1830909 Aug 16 13:32:16.963156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-44e96d31-1e12-4a6a-82ec-f81bd3e8f81c None None] Port 432919fe-f23f-410f-905c-316ea0822aef cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:32:16.977353 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Transition to ACTIVE for port object 432919fe-f23f-410f-905c-316ea0822aef will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:16.986207 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:17.138297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] For port 93868b09-8c59-49eb-aecc-d94bdd4637d8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=93868b09-8c59-49eb-aecc-d94bdd4637d8,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:17.142383 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:17.151941 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Pushing event updated for resources: {'Port': ['ID=432919fe-f23f-410f-905c-316ea0822aef,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:17.154572 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Attempting to bind port 432919fe-f23f-410f-905c-316ea0822aef on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:32:17.154950 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Attempting to bind port 432919fe-f23f-410f-905c-316ea0822aef by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:32:17.155313 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Attempting to bind port 432919fe-f23f-410f-905c-316ea0822aef on network 7012dd77-7e67-4397-af3f-c7580f0597b9 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:32:17.170893 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:32:17.171390 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Checking segment: {'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:32:17.171965 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:17.172375 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Bound using segment: {'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:32:17.172867 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Bound port: 432919fe-f23f-410f-905c-316ea0822aef, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:32:17.173255 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:17.179126 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.179476 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.179824 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.180289 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.180762 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.182168 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.182168 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.182168 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.184606 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.184606 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.185223 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.188084 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:17.216601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] Calling delete_port for 93868b09-8c59-49eb-aecc-d94bdd4637d8 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:17.349401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:32:17.367377 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] For port 432919fe-f23f-410f-905c-316ea0822aef, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:32:17.377199 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] For port 432919fe-f23f-410f-905c-316ea0822aef, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=432919fe-f23f-410f-905c-316ea0822aef,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:32:17.386574 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:17.527305 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Routers {'51b7d797-171b-4f12-b5ec-aa8a04503895'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:17.529153 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['51b7d797-171b-4f12-b5ec-aa8a04503895'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:17.536153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device db170ff3-40d7-442f-b7e9-955dbbeca0dc up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:17.677654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port db170ff3-40d7-442f-b7e9-955dbbeca0dc triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:17.679041 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:17.704619 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f19ec-66da-4c38-8d55-5d1823e28259 None None] Pushing event updated for resources: {'Port': ['ID=432919fe-f23f-410f-905c-316ea0822aef,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:18.053947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:32:18.063917 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:18.093774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-a523d033-c7b9-4e8c-8146-30e711ccc9c6 service neutron] 10.222.0.25 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1095624 Aug 16 13:32:18.100161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123632b-7e4a-49d1-9392-e6b704d80db9 None None] Sync routers for ids ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:32:18.101383 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] Set router 51b7d797-171b-4f12-b5ec-aa8a04503895 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:18.121463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123632b-7e4a-49d1-9392-e6b704d80db9 None None] Routers {'555fbef8-0c53-4ca8-94a0-194ffc0e4b85'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:18.122250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e123632b-7e4a-49d1-9392-e6b704d80db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:18.216503 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-29dc46e2-c264-49df-992d-9d7a2010f8d1 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/floatingips/398ce52d-2064-44df-be62-bbb1aa1360e8 HTTP/1.1" status: 204 len: 168 time: 5.4007189 Aug 16 13:32:18.237596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'tag': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:32:18.251405 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaad5a6-7c3b-4bd2-9190-a488c63b7164" -d '{"events": [{"name": "network-changed", "server_uuid": "fca7054d-06e9-4ab3-9476-874a9303b27e", "tag": "391aefc1-5d99-4d3a-aac6-6ce2763fb83c"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:32:18.518814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-e123632b-7e4a-49d1-9392-e6b704d80db9 None None] Set router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:18.548300 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-8f0be9bd-d2a1-46c8-ab24-c6c206a55e18 service neutron] 10.222.0.25 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870926 Aug 16 13:32:18.553494 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:18.574371 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:11Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '432919fe-f23f-410f-905c-316ea0822aef', 'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:a3:87:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:09Z', 'updated_at': '2021-08-16T13:32:17Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:18.601098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=93868b09-8c59-49eb-aecc-d94bdd4637d8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:18.661733 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035cdc71-d2d1-4f38-84c9-747f97e5c6a4 None None] The sync data for ids ['51b7d797-171b-4f12-b5ec-aa8a04503895'] in n-d-804708-1 is: [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:11Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '432919fe-f23f-410f-905c-316ea0822aef', 'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:a3:87:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:09Z', 'updated_at': '2021-08-16T13:32:17Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:32:18.944019 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a85a6b-0ec2-42b6-8730-431f13f09634 x-openstack-request-id: req-26a85a6b-0ec2-42b6-8730-431f13f09634 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:32:18.944377 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca7054d-06e9-4ab3-9476-874a9303b27e", "tag": "391aefc1-5d99-4d3a-aac6-6ce2763fb83c", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:32:18.944765 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26a85a6b-0ec2-42b6-8730-431f13f09634 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:32:18.945221 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'tag': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c', 'status': 'completed', 'code': 200} Aug 16 13:32:19.123778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaad5a6-7c3b-4bd2-9190-a488c63b7164 req-e8ef7f6f-b6f6-450c-8fdb-d92ed8bc50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:19.128963 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-adaad5a6-7c3b-4bd2-9190-a488c63b7164 req-e8ef7f6f-b6f6-450c-8fdb-d92ed8bc50b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=247aabb85ffd4c779b8c544766ee2600&device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 1096 time: 0.1674185 Aug 16 13:32:19.229466 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-07203171-bf30-4b3a-9a71-b6d44925381f req-b3552462-c627-49f8-82f7-78bffdfc0bf3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 210 time: 0.2044194 Aug 16 13:32:19.427561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e123632b-7e4a-49d1-9392-e6b704d80db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:15Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '054dd9a6-3a41-4141-bdce-44119ae4dcc0', 'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:84:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:14Z', 'updated_at': '2021-08-16T13:31:23Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:19.428190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaad5a6-7c3b-4bd2-9190-a488c63b7164 req-19dd2498-a331-46f2-87f5-b085db63041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:19.433873 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-adaad5a6-7c3b-4bd2-9190-a488c63b7164 req-19dd2498-a331-46f2-87f5-b085db63041a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a52d8782-0485-4bdf-9e79-f8054d38bd41 HTTP/1.1" status: 200 len: 897 time: 0.2882957 Aug 16 13:32:19.500718 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:19.537408 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-adaad5a6-7c3b-4bd2-9190-a488c63b7164 req-58895286-598a-441c-9821-e5983c1fb1f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=391aefc1-5d99-4d3a-aac6-6ce2763fb83c HTTP/1.1" status: 200 len: 217 time: 0.0801888 Aug 16 13:32:19.568116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123632b-7e4a-49d1-9392-e6b704d80db9 None None] Checking router: 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:32:19.607995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd7a4d-3787-4677-992a-fd34f28e28f8 req-e682cfb3-4aee-4f41-a64d-bdfd1a1a154f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:19.621160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66dd7a4d-3787-4677-992a-fd34f28e28f8 req-e682cfb3-4aee-4f41-a64d-bdfd1a1a154f tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 945 time: 0.3186181 Aug 16 13:32:19.644532 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123632b-7e4a-49d1-9392-e6b704d80db9 None None] Routers {'555fbef8-0c53-4ca8-94a0-194ffc0e4b85'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:19.646264 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e123632b-7e4a-49d1-9392-e6b704d80db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:19.740868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaad5a6-7c3b-4bd2-9190-a488c63b7164 req-2d783ef0-b452-440f-a741-57b102a3358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:19.744160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-adaad5a6-7c3b-4bd2-9190-a488c63b7164 req-2d783ef0-b452-440f-a741-57b102a3358e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=05f854db-d95e-4231-b2b9-ee65afc173ee HTTP/1.1" status: 200 len: 834 time: 0.1961720 Aug 16 13:32:19.874540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaad5a6-7c3b-4bd2-9190-a488c63b7164 req-ed4422e8-3920-42bd-a471-065e4cb7c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:19.879727 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-adaad5a6-7c3b-4bd2-9190-a488c63b7164 req-ed4422e8-3920-42bd-a471-065e4cb7c9fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a52d8782-0485-4bdf-9e79-f8054d38bd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266837 Aug 16 13:32:19.890735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 432919fe-f23f-410f-905c-316ea0822aef up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:19.926944 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66dd7a4d-3787-4677-992a-fd34f28e28f8 req-040f7fce-a33c-434f-b189-52b81ec9fc4e tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042328 Aug 16 13:32:20.161003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 432919fe-f23f-410f-905c-316ea0822aef completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:20.183065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 432919fe-f23f-410f-905c-316ea0822aef triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:20.183940 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:20.357040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-e123632b-7e4a-49d1-9392-e6b704d80db9 None None] Set router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:20.403100 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-adaad5a6-7c3b-4bd2-9190-a488c63b7164 req-82b3d848-6ecc-4ab2-8b7b-afc514a114d9 service neutron] 10.222.0.42 "GET /v2.0/networks/a52d8782-0485-4bdf-9e79-f8054d38bd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119634 Aug 16 13:32:20.508088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3acfe-3659-49b6-8135-f7d6e82302b3 req-4cf439bb-194a-4088-b1bd-bf348b0567ea tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:20.512507 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-81b3acfe-3659-49b6-8135-f7d6e82302b3 req-4cf439bb-194a-4088-b1bd-bf348b0567ea tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 945 time: 0.3583331 Aug 16 13:32:20.584435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-87f7be7e-1e0c-4dc4-8274-1307ab9537de req-390e16aa-1b37-4768-924d-6640af3a408e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 210 time: 0.1029837 Aug 16 13:32:20.667510 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:20.706265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] Router f8cd338b-7551-48d6-b999-6324c939988b has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:32:20.921528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 432919fe-f23f-410f-905c-316ea0822aef, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=432919fe-f23f-410f-905c-316ea0822aef,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:20.934015 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:20.959592 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-adaad5a6-7c3b-4bd2-9190-a488c63b7164 req-4e0a7908-cab8-4a59-b67a-68430669b888 service neutron] 10.222.0.42 "GET /v2.0/networks/a52d8782-0485-4bdf-9e79-f8054d38bd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274100 Aug 16 13:32:21.163780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-81b3acfe-3659-49b6-8135-f7d6e82302b3 req-42edce2f-a8a2-483e-9aac-78de04f968e7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:21.164204 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-81b3acfe-3659-49b6-8135-f7d6e82302b3 req-42edce2f-a8a2-483e-9aac-78de04f968e7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:21.179571 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=432919fe-f23f-410f-905c-316ea0822aef,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:21.403955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-e123632b-7e4a-49d1-9392-e6b704d80db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:15Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '054dd9a6-3a41-4141-bdce-44119ae4dcc0', 'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:84:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:14Z', 'updated_at': '2021-08-16T13:31:23Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:21.489716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 432919fe-f23f-410f-905c-316ea0822aef up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:21.498816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123632b-7e4a-49d1-9392-e6b704d80db9 None None] The sync data for ids ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'] in n-d-804708-1 is: [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:31:15Z', 'revision_number': 4, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '054dd9a6-3a41-4141-bdce-44119ae4dcc0', 'name': '', 'network_id': 'a52d8782-0485-4bdf-9e79-f8054d38bd41', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'mac_address': 'fa:16:3e:84:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:14Z', 'updated_at': '2021-08-16T13:31:23Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'subnets': [{'id': '05f854db-d95e-4231-b2b9-ee65afc173ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:32:21.519454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e77b9-e021-44e9-8b21-effacf2fee2e req-9aac9c7a-0e34-4313-bcc6-a39d4547b2c7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:21.535384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-790e77b9-e021-44e9-8b21-effacf2fee2e req-9aac9c7a-0e34-4313-bcc6-a39d4547b2c7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 945 time: 0.2979643 Aug 16 13:32:21.567877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-81b3acfe-3659-49b6-8135-f7d6e82302b3 req-42edce2f-a8a2-483e-9aac-78de04f968e7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] For port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=391aefc1-5d99-4d3a-aac6-6ce2763fb83c,segment=NetworkSegment(7a5d9363-3b0b-44aa-bd84-4454bdfdff34),segment_id=7a5d9363-3b0b-44aa-bd84-4454bdfdff34)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:21.568489 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-81b3acfe-3659-49b6-8135-f7d6e82302b3 req-42edce2f-a8a2-483e-9aac-78de04f968e7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:21.599858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-81b3acfe-3659-49b6-8135-f7d6e82302b3 req-42edce2f-a8a2-483e-9aac-78de04f968e7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Calling delete_port for 391aefc1-5d99-4d3a-aac6-6ce2763fb83c owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:21.646402 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-790e77b9-e021-44e9-8b21-effacf2fee2e req-9b0279e5-0181-4a66-82f1-0a5540a55f7d tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089506 Aug 16 13:32:21.686428 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:32:21.688164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 432919fe-f23f-410f-905c-316ea0822aef triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:21.688691 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:21.712725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5ce67728-0f66-4147-a650-0d7588875f46 admin admin] 10.222.0.25 "PUT /v2.0/routers/f8cd338b-7551-48d6-b999-6324c939988b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6993220 Aug 16 13:32:21.713404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56262) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:21.716227 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81599b9e-fa56-485e-9f79-0be7549df3af None None] Sync routers for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:32:21.753290 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81599b9e-fa56-485e-9f79-0be7549df3af None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:21.755807 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-81599b9e-fa56-485e-9f79-0be7549df3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:21.906215 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90b3c71c-e93f-46fd-84e2-93d260142c09 req-083d6dcd-3480-4dfd-bd37-4113075c1641 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 210 time: 0.0929346 Aug 16 13:32:22.144176 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:22.177261 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-81599b9e-fa56-485e-9f79-0be7549df3af None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:22.553007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa7d0a6-b185-450f-9163-d50c485ac1e9 None None] New status for floating IP 398ce52d-2064-44df-be62-bbb1aa1360e8: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:32:22.629408 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:22.656713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-810bca69-dd16-42e7-bd1a-ef7a27607b4b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:22.660602 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-810bca69-dd16-42e7-bd1a-ef7a27607b4b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "GET /v2.0/networks?id=7012dd77-7e67-4397-af3f-c7580f0597b9 HTTP/1.1" status: 200 len: 797 time: 0.9718773 Aug 16 13:32:22.692344 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-81599b9e-fa56-485e-9f79-0be7549df3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '29348117-f693-409f-ad94-e1f62ab41443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:32:18Z', 'revision_number': 5, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port': {'id': '29348117-f693-409f-ad94-e1f62ab41443', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:19Z', 'updated_at': '2021-08-16T13:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:22.788972 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81599b9e-fa56-485e-9f79-0be7549df3af None None] Checking router: f8cd338b-7551-48d6-b999-6324c939988b for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:32:22.811669 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81599b9e-fa56-485e-9f79-0be7549df3af None None] Routers {'f8cd338b-7551-48d6-b999-6324c939988b'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:22.812709 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-81599b9e-fa56-485e-9f79-0be7549df3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f8cd338b-7551-48d6-b999-6324c939988b'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:22.844451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Deleting port 29348117-f693-409f-ad94-e1f62ab41443 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:22.845155 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:22.851471 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-98b6d6ae-301c-4c90-9a51-1e18f8d58af0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2056fc01f7c4f8bb3e0565151d422cb HTTP/1.1" status: 200 len: 380 time: 0.1752498 Aug 16 13:32:22.883136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'port': {'device_id': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'admin_state_up': True, 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'security_groups': ['edc4a5f9-ca43-4004-93ef-a867127d864f']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:23.025838 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-81599b9e-fa56-485e-9f79-0be7549df3af None None] Set router f8cd338b-7551-48d6-b999-6324c939988b gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:23.027909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] For port 29348117-f693-409f-ad94-e1f62ab41443, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=29348117-f693-409f-ad94-e1f62ab41443,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:23.028300 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:23.063973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f4702-63b0-4a9f-b674-a5d00ee5883a req-f9e47ad6-f057-4c48-8023-a85860aa7fea tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:23.065839 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b5f4702-63b0-4a9f-b674-a5d00ee5883a req-f9e47ad6-f057-4c48-8023-a85860aa7fea tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/ports?device_id=fca7054d-06e9-4ab3-9476-874a9303b27e HTTP/1.1" status: 200 len: 945 time: 0.2535007 Aug 16 13:32:23.088418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Calling delete_port for 29348117-f693-409f-ad94-e1f62ab41443 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:23.135202 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-81599b9e-fa56-485e-9f79-0be7549df3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:32:22Z', 'revision_number': 6, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:23.167993 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81599b9e-fa56-485e-9f79-0be7549df3af None None] The sync data for ids ['f8cd338b-7551-48d6-b999-6324c939988b'] in n-d-804708-1 is: [{'id': 'f8cd338b-7551-48d6-b999-6324c939988b', 'name': 'tempest-TestVolumeBootPattern-1705115205-router', 'tenant_id': '36258017bc834aab8f01df63a8d583bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:16Z', 'updated_at': '2021-08-16T13:32:22Z', 'revision_number': 6, 'project_id': '36258017bc834aab8f01df63a8d583bf', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:32:23.210266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb2e2725-42df-4a4e-a09d-567d5caf8729 req-db11805e-f422-4761-a3e4-09d66b4c96e0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 210 time: 0.0695059 Aug 16 13:32:23.277297 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-81b3acfe-3659-49b6-8135-f7d6e82302b3 req-42edce2f-a8a2-483e-9aac-78de04f968e7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:23.279363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b5f4702-63b0-4a9f-b674-a5d00ee5883a req-9e852d73-855b-4568-9441-25bda1351529 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "GET /v2.0/security-groups?id=731a1b39-d1d7-48e2-83b2-c702af730810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997399 Aug 16 13:32:23.344157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edce2f-a8a2-483e-9aac-78de04f968e7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Port': ['ID=391aefc1-5d99-4d3a-aac6-6ce2763fb83c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:23.368679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Made reservation on behalf of d2056fc01f7c4f8bb3e0565151d422cb for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:32:23.375617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:23.424343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b3acfe-3659-49b6-8135-f7d6e82302b3 req-42edce2f-a8a2-483e-9aac-78de04f968e7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] No DVR routers for this DVR port 391aefc1-5d99-4d3a-aac6-6ce2763fb83c on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:32:23.428652 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-81b3acfe-3659-49b6-8135-f7d6e82302b3 req-42edce2f-a8a2-483e-9aac-78de04f968e7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:23.431594 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-81b3acfe-3659-49b6-8135-f7d6e82302b3 req-42edce2f-a8a2-483e-9aac-78de04f968e7 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.42 "DELETE /v2.0/ports/391aefc1-5d99-4d3a-aac6-6ce2763fb83c HTTP/1.1" status: 204 len: 173 time: 2.8781488 Aug 16 13:32:23.432162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'name': 'network-vif-deleted', 'tag': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:32:23.438576 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58430774-6732-4989-914d-d8cf0965e9ed" -d '{"events": [{"server_uuid": "fca7054d-06e9-4ab3-9476-874a9303b27e", "name": "network-vif-deleted", "tag": "391aefc1-5d99-4d3a-aac6-6ce2763fb83c"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:32:23.455673 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:23.491667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Pushing event deleted for resources: {'Port': ['ID=29348117-f693-409f-ad94-e1f62ab41443,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:23.628950 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6c0872-4002-4062-a971-e2fc9f79a535 x-openstack-request-id: req-2e6c0872-4002-4062-a971-e2fc9f79a535 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:32:23.631969 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca7054d-06e9-4ab3-9476-874a9303b27e", "name": "network-vif-deleted", "tag": "391aefc1-5d99-4d3a-aac6-6ce2763fb83c", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:32:23.635461 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e6c0872-4002-4062-a971-e2fc9f79a535 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:32:23.638417 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca7054d-06e9-4ab3-9476-874a9303b27e', 'name': 'network-vif-deleted', 'tag': '391aefc1-5d99-4d3a-aac6-6ce2763fb83c', 'status': 'completed', 'code': 200} Aug 16 13:32:23.640733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 93868b09-8c59-49eb-aecc-d94bdd4637d8 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:32:23.676171 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:23.689395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 93868b09-8c59-49eb-aecc-d94bdd4637d8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:32:23.691982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 93868b09-8c59-49eb-aecc-d94bdd4637d8 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:32:23.830252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.20.0.4 (7012dd77-7e67-4397-af3f-c7580f0597b9/64f6893f-6e51-440d-b5e5-0da2e0d21911/e7a2c53f-3a04-4f44-b50e-69768807fd59) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:32:24.099724 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:24.121629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Transition to ACTIVE for port object e7a2c53f-3a04-4f44-b50e-69768807fd59 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:24.174344 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:24.298913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 7012dd77-7e67-4397-af3f-c7580f0597b9 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:32:24.307326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:24.339358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:32:24.454501 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:24.461536 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:24.462762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56292) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:24.463870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=e7a2c53f-3a04-4f44-b50e-69768807fd59,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:24.644620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3f995-b9ca-4c54-a0de-92c4dd04bca9 req-2294466c-20c2-42f9-b721-3dc44044f994 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:24.672580 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbb3f995-b9ca-4c54-a0de-92c4dd04bca9 req-2294466c-20c2-42f9-b721-3dc44044f994 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 931 time: 0.2558784 Aug 16 13:32:24.693244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:24.698970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8cd338b-7551-48d6-b999-6324c939988b {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:32:24.726405 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:24.726405 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2f3da5d1-db01-4a8c-9c5b-291fecab11fd admin admin] 10.222.0.25 "DELETE /v2.0/routers/f8cd338b-7551-48d6-b999-6324c939988b HTTP/1.1" status: 204 len: 168 time: 3.0031660 Aug 16 13:32:24.726405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56296) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:24.762350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:24.764151 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:24.893951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f69deb74-3a32-4da9-8c54-1ab03ffc0a10 None None] Provisioning for port e7a2c53f-3a04-4f44-b50e-69768807fd59 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:24.902596 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f69deb74-3a32-4da9-8c54-1ab03ffc0a10 None None] Provisioning complete for port e7a2c53f-3a04-4f44-b50e-69768807fd59 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:24.906127 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f69deb74-3a32-4da9-8c54-1ab03ffc0a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:24.927237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbb3f995-b9ca-4c54-a0de-92c4dd04bca9 req-04cde95f-fa5a-4411-9bae-46911f5a89df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531965 Aug 16 13:32:24.928158 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-283c8b78-b4b3-4c11-a5b2-cba1d234ecb2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:24.944895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f2e720-3515-496a-a08e-4bff2f7274d7 admin admin] Deleting subnet af41ab79-8112-4b7c-93d4-d544d538fff7 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:32:24.962506 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0f2e720-3515-496a-a08e-4bff2f7274d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:24.987840 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-283c8b78-b4b3-4c11-a5b2-cba1d234ecb2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:24.993733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f69deb74-3a32-4da9-8c54-1ab03ffc0a10 None None] Port e7a2c53f-3a04-4f44-b50e-69768807fd59 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:32:25.011725 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-b51f32ec-db69-4146-9da1-71d5845a98f5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1457977 Aug 16 13:32:25.029199 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0f2e720-3515-496a-a08e-4bff2f7274d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:25.034860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Request body: {'port': {'device_id': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:25.061653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 391aefc1-5d99-4d3a-aac6-6ce2763fb83c no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:32:25.114268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 391aefc1-5d99-4d3a-aac6-6ce2763fb83c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:32:25.120939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 391aefc1-5d99-4d3a-aac6-6ce2763fb83c not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:32:25.132941 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0f2e720-3515-496a-a08e-4bff2f7274d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:25.182817 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-283c8b78-b4b3-4c11-a5b2-cba1d234ecb2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:25.186322 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-283c8b78-b4b3-4c11-a5b2-cba1d234ecb2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:25.187642 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-283c8b78-b4b3-4c11-a5b2-cba1d234ecb2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/security-groups/731a1b39-d1d7-48e2-83b2-c702af730810 HTTP/1.1" status: 204 len: 168 time: 0.6989660 Aug 16 13:32:25.205100 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:25.209205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c8b78-b4b3-4c11-a5b2-cba1d234ecb2 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731a1b39-d1d7-48e2-83b2-c702af730810,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:25.248189 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0f2e720-3515-496a-a08e-4bff2f7274d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:25.258184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56302) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:25.396572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 29348117-f693-409f-ad94-e1f62ab41443 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:32:25.444666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2e720-3515-496a-a08e-4bff2f7274d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af41ab79-8112-4b7c-93d4-d544d538fff7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:25.472172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 29348117-f693-409f-ad94-e1f62ab41443 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:32:25.472606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 29348117-f693-409f-ad94-e1f62ab41443 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:32:25.503526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e0f2e720-3515-496a-a08e-4bff2f7274d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:25.506355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e0f2e720-3515-496a-a08e-4bff2f7274d7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/af41ab79-8112-4b7c-93d4-d544d538fff7 HTTP/1.1" status: 204 len: 168 time: 0.7686133 Aug 16 13:32:25.511919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56304) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:25.518014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30b9b86-3227-48aa-8737-907a0d3492a1 None None] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:32:25.662759 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:25.903648 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Deleting port 416d9e87-96e1-469d-a92b-fc768b1625ad {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:25.904095 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:25.939502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a2c53f-3a04-4f44-b50e-69768807fd59 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:32:25.951578 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:25.979804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Transition to ACTIVE for port object e7a2c53f-3a04-4f44-b50e-69768807fd59 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:25.993216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.016927 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] For port 416d9e87-96e1-469d-a92b-fc768b1625ad, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=416d9e87-96e1-469d-a92b-fc768b1625ad,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:26.017307 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.042437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130594b-10b2-4257-9c17-5ef2bdffb86d None None] DHCP port deletion for 09008d7a-74f8-41ab-838d-28f8e4814bf4 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:32:26.044592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Calling delete_port for 416d9e87-96e1-469d-a92b-fc768b1625ad owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:26.139083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Pushing event updated for resources: {'Port': ['ID=e7a2c53f-3a04-4f44-b50e-69768807fd59,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:26.151187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-9130594b-10b2-4257-9c17-5ef2bdffb86d None None] Deleting port 416d9e87-96e1-469d-a92b-fc768b1625ad {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:26.151890 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9130594b-10b2-4257-9c17-5ef2bdffb86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.223077 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.253433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9130594b-10b2-4257-9c17-5ef2bdffb86d None None] For port 416d9e87-96e1-469d-a92b-fc768b1625ad, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=416d9e87-96e1-469d-a92b-fc768b1625ad,segment=NetworkSegment(18e094f4-b490-4e8d-87f7-3b0cdbb30771),segment_id=18e094f4-b490-4e8d-87f7-3b0cdbb30771)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:26.254521 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9130594b-10b2-4257-9c17-5ef2bdffb86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.269916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] No DVR routers for this DVR port 416d9e87-96e1-469d-a92b-fc768b1625ad on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:32:26.293266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Attempting to bind port e7a2c53f-3a04-4f44-b50e-69768807fd59 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:32:26.293780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Attempting to bind port e7a2c53f-3a04-4f44-b50e-69768807fd59 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:32:26.294241 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Attempting to bind port e7a2c53f-3a04-4f44-b50e-69768807fd59 on network 7012dd77-7e67-4397-af3f-c7580f0597b9 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:32:26.298231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-9130594b-10b2-4257-9c17-5ef2bdffb86d None None] Calling delete_port for 416d9e87-96e1-469d-a92b-fc768b1625ad owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:26.303607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Port e7a2c53f-3a04-4f44-b50e-69768807fd59 on network 7012dd77-7e67-4397-af3f-c7580f0597b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:32:26.304096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Attempting to bind port e7a2c53f-3a04-4f44-b50e-69768807fd59 on network 7012dd77-7e67-4397-af3f-c7580f0597b9 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:32:26.311270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:32:26.311884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Checking segment: {'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:32:26.312444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Bound using segment: {'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:32:26.313700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Bound port: e7a2c53f-3a04-4f44-b50e-69768807fd59, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d5accf-65ed-492a-b795-6acd375f3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:32:26.313700 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.361188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Pushing event deleted for resources: {'Port': ['ID=416d9e87-96e1-469d-a92b-fc768b1625ad,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:26.459059 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.471542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09008d7a-74f8-41ab-838d-28f8e4814bf4']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:26.489211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e094f4-b490-4e8d-87f7-3b0cdbb30771') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:26.489656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e094f4-b490-4e8d-87f7-3b0cdbb30771') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:26.509518 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.528124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] For port e7a2c53f-3a04-4f44-b50e-69768807fd59, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:32:26.533935 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.542591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:32:26.543169 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.551044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] For port e7a2c53f-3a04-4f44-b50e-69768807fd59, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:32:26.564360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:32:26.662858 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:32:26.700133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80273326-5e4b-4093-a938-739e03dccc34 req-1d88ddbd-8573-46f7-9db4-51fdf7f8070e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:26.703129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80273326-5e4b-4093-a938-739e03dccc34 req-1d88ddbd-8573-46f7-9db4-51fdf7f8070e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 943 time: 0.5134664 Aug 16 13:32:26.704246 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.712784 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.717149 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] 10.222.0.25 "DELETE /v2.0/networks/09008d7a-74f8-41ab-838d-28f8e4814bf4 HTTP/1.1" status: 204 len: 168 time: 1.2029898 Aug 16 13:32:26.746917 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9130594b-10b2-4257-9c17-5ef2bdffb86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.778814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9130594b-10b2-4257-9c17-5ef2bdffb86d None None] Network 09008d7a-74f8-41ab-838d-28f8e4814bf4 is not hosted by any dhcp agent {{(pid=101397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 13:32:26.780274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130594b-10b2-4257-9c17-5ef2bdffb86d None None] No DVR routers for this DVR port 416d9e87-96e1-469d-a92b-fc768b1625ad on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:32:26.781197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56312) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:26.783417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Pushing event updated for resources: {'Port': ['ID=e7a2c53f-3a04-4f44-b50e-69768807fd59,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:26.793753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130594b-10b2-4257-9c17-5ef2bdffb86d None None] Pushing event deleted for resources: {'Port': ['ID=416d9e87-96e1-469d-a92b-fc768b1625ad,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:26.797992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc1faa-7e7c-4d28-9b84-4d512e4eb203 admin admin] Pushing event deleted for resources: {'Network': ['ID=09008d7a-74f8-41ab-838d-28f8e4814bf4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:26.817134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:26.817563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:26.819199 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-7a7c75a0-2093-453c-bb95-c6d81ec310bd service neutron] 10.222.0.22 "PUT /v2.0/ports/e7a2c53f-3a04-4f44-b50e-69768807fd59 HTTP/1.1" status: 200 len: 1091 time: 1.7901478 Aug 16 13:32:26.819756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:32:26.830506 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97819810-d736-4aa0-a4cb-b0ac688da312" -d '{"events": [{"name": "network-changed", "server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:32:26.976991 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df730103-c418-48d9-990d-88cb79b38fa7 x-openstack-request-id: req-df730103-c418-48d9-990d-88cb79b38fa7 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:32:26.977732 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:32:26.977732 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df730103-c418-48d9-990d-88cb79b38fa7 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:32:26.977955 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'status': 'completed', 'code': 200} Aug 16 13:32:27.030994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-f785d439-90de-43c1-90bf-b334a85b67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:27.033740 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-f785d439-90de-43c1-90bf-b334a85b67c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 1094 time: 0.1310933 Aug 16 13:32:27.129955 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-cb069d5b-1fd6-4fa3-ae00-d4515a6dfa41 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59 HTTP/1.1" status: 200 len: 217 time: 0.0849500 Aug 16 13:32:27.188352 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80273326-5e4b-4093-a938-739e03dccc34 req-c448aa62-794c-47bf-8d5d-7cd74adb9a0a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4682965 Aug 16 13:32:27.213971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-79965569-f4f2-45df-a618-6c2ba8e9651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:27.216842 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-79965569-f4f2-45df-a618-6c2ba8e9651c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64f6893f-6e51-440d-b5e5-0da2e0d21911 HTTP/1.1" status: 200 len: 834 time: 0.0795455 Aug 16 13:32:27.327584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-bc24804f-b420-482d-bd1e-f44d29adc537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:27.329500 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-bc24804f-b420-482d-bd1e-f44d29adc537 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7012dd77-7e67-4397-af3f-c7580f0597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052582 Aug 16 13:32:27.471148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 416d9e87-96e1-469d-a92b-fc768b1625ad no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:32:27.474722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:27.537953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 416d9e87-96e1-469d-a92b-fc768b1625ad {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:32:27.542040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 416d9e87-96e1-469d-a92b-fc768b1625ad not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:32:27.561377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-54ea9f94-9ee7-4cb7-8f71-0fa12ebddf4c service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216830 Aug 16 13:32:27.763815 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e40d4b7-420a-4096-a2e2-2342f2cd9512 req-24287871-7b4a-4aa6-9aa2-27ac7aebe1f5 service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951261 Aug 16 13:32:27.945862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97819810-d736-4aa0-a4cb-b0ac688da312 req-d2d2933d-3a63-4ea7-9165-0771a3011919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:27.948536 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-97819810-d736-4aa0-a4cb-b0ac688da312 req-d2d2933d-3a63-4ea7-9165-0771a3011919 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 1094 time: 0.1046720 Aug 16 13:32:28.057443 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting port 054dd9a6-3a41-4141-bdce-44119ae4dcc0 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:28.058485 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:28.165568 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:28.181839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97819810-d736-4aa0-a4cb-b0ac688da312 req-4ca6eeb0-e60f-4e76-bb0a-822d690fff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:28.184744 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-97819810-d736-4aa0-a4cb-b0ac688da312 req-4ca6eeb0-e60f-4e76-bb0a-822d690fff93 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7012dd77-7e67-4397-af3f-c7580f0597b9 HTTP/1.1" status: 200 len: 897 time: 0.2290335 Aug 16 13:32:28.244841 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-97819810-d736-4aa0-a4cb-b0ac688da312 req-29774f6b-b53f-49bf-a26c-0129684f0ea4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59 HTTP/1.1" status: 200 len: 217 time: 0.0509803 Aug 16 13:32:28.293552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] For port 054dd9a6-3a41-4141-bdce-44119ae4dcc0, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=054dd9a6-3a41-4141-bdce-44119ae4dcc0,segment=NetworkSegment(7a5d9363-3b0b-44aa-bd84-4454bdfdff34),segment_id=7a5d9363-3b0b-44aa-bd84-4454bdfdff34)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:28.293942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:28.333036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Calling delete_port for 054dd9a6-3a41-4141-bdce-44119ae4dcc0 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:28.396134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97819810-d736-4aa0-a4cb-b0ac688da312 req-b72efcb7-fac9-42da-8d84-250d3ce638bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:28.399868 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-97819810-d736-4aa0-a4cb-b0ac688da312 req-b72efcb7-fac9-42da-8d84-250d3ce638bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64f6893f-6e51-440d-b5e5-0da2e0d21911 HTTP/1.1" status: 200 len: 834 time: 0.1489100 Aug 16 13:32:28.523243 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97819810-d736-4aa0-a4cb-b0ac688da312 req-fb9d4a4e-f919-49d8-8b9a-b1eb86305941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:28.528603 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-97819810-d736-4aa0-a4cb-b0ac688da312 req-fb9d4a4e-f919-49d8-8b9a-b1eb86305941 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7012dd77-7e67-4397-af3f-c7580f0597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203871 Aug 16 13:32:28.600212 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:32:28.735204 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-97819810-d736-4aa0-a4cb-b0ac688da312 req-77b2e959-69f4-4fda-a036-4edac9017d15 service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994214 Aug 16 13:32:28.960397 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9b2f-81a2-47f0-a5fd-21f4bac4c265 req-56c1fc56-4b91-4a47-a731-3082d532b460 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:28.974720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4baa9b2f-81a2-47f0-a5fd-21f4bac4c265 req-56c1fc56-4b91-4a47-a731-3082d532b460 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 943 time: 0.3910904 Aug 16 13:32:28.978588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-97819810-d736-4aa0-a4cb-b0ac688da312 req-f42d8cf8-6c1b-4518-891c-7e6d5c0dcb67 service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335846 Aug 16 13:32:29.064894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4baa9b2f-81a2-47f0-a5fd-21f4bac4c265 req-cf348ec0-5a32-43bc-a314-5bfe9830c32d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764170 Aug 16 13:32:29.133729 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:29.208740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Port': ['ID=054dd9a6-3a41-4141-bdce-44119ae4dcc0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:29.718156 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:29.761669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] Deleting port aa2679d7-d463-4820-931c-9ddddc084543 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:29.762473 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:30.020560 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:30.128892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] For port aa2679d7-d463-4820-931c-9ddddc084543, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=aa2679d7-d463-4820-931c-9ddddc084543,segment=NetworkSegment(1cbd1b28-25d6-4d7c-8873-a1915606531c),segment_id=1cbd1b28-25d6-4d7c-8873-a1915606531c)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:30.128892 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:30.178045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] Calling delete_port for aa2679d7-d463-4820-931c-9ddddc084543 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:30.792088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06446c2f-fc1b-4315-86c0-1d849e8faf75 req-3b4874ed-d97f-4b1b-ab9f-8d193e25ac85 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:30.793486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06446c2f-fc1b-4315-86c0-1d849e8faf75 req-3b4874ed-d97f-4b1b-ab9f-8d193e25ac85 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 943 time: 0.5918014 Aug 16 13:32:30.806661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:32:30.967781 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06446c2f-fc1b-4315-86c0-1d849e8faf75 req-bcfe5536-e433-4190-9bff-d31b4fb956a6 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580510 Aug 16 13:32:30.975045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e7a2c53f-3a04-4f44-b50e-69768807fd59 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:32:31.151076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:32:31.161728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-12903cf6-0fa2-4a4b-af12-18229564c197 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "PUT /v2.0/routers/555fbef8-0c53-4ca8-94a0-194ffc0e4b85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8699274 Aug 16 13:32:31.161954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56350) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:31.168337 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:31.176228 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb56d4e9-04d0-4e64-8cac-c838caaefaf1 None None] Sync routers for ids ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:32:31.194428 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56d4e9-04d0-4e64-8cac-c838caaefaf1 None None] Routers {'555fbef8-0c53-4ca8-94a0-194ffc0e4b85'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:31.195369 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fb56d4e9-04d0-4e64-8cac-c838caaefaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:31.232664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2679d7-d463-4820-931c-9ddddc084543,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:31.264081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e7a2c53f-3a04-4f44-b50e-69768807fd59, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:31.291480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'port_id': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'mac_address': 'fa:16:3e:b6:68:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:32:31.359823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d2ac92-abc5-407e-959c-b907aa736154 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting subnet 05f854db-d95e-4231-b2b9-ee65afc173ee {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:32:31.374894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ac92-abc5-407e-959c-b907aa736154 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:31.472862 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:31.556390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a2c53f-3a04-4f44-b50e-69768807fd59 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:32:31.568533 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-fb56d4e9-04d0-4e64-8cac-c838caaefaf1 None None] Set router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:31.606224 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ac92-abc5-407e-959c-b907aa736154 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:31.648066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e7a2c53f-3a04-4f44-b50e-69768807fd59, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:31.657782 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:31.862254 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:31.885399 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ff9b45c-f93e-4ad4-ae63-6ef44ff9f16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:31.925691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e7a2c53f-3a04-4f44-b50e-69768807fd59,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:31.984883 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ac92-abc5-407e-959c-b907aa736154 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:32.050599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['e7a2c53f-3a04-4f44-b50e-69768807fd59'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:32:32.137345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ac92-abc5-407e-959c-b907aa736154 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:32.245468 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fb56d4e9-04d0-4e64-8cac-c838caaefaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:32:28Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:32.248903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2ac92-abc5-407e-959c-b907aa736154 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Subnet': ['ID=05f854db-d95e-4231-b2b9-ee65afc173ee,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:32.276562 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ac92-abc5-407e-959c-b907aa736154 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:32.281307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ce6cc2-766f-4499-a459-f7ad23a3295c None None] Network a52d8782-0485-4bdf-9e79-f8054d38bd41 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:32:32.290502 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b0d2ac92-abc5-407e-959c-b907aa736154 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/subnets/05f854db-d95e-4231-b2b9-ee65afc173ee HTTP/1.1" status: 204 len: 168 time: 1.1263480 Aug 16 13:32:32.291539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56358) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:32.316196 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb56d4e9-04d0-4e64-8cac-c838caaefaf1 None None] Checking router: 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:32:32.329994 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56d4e9-04d0-4e64-8cac-c838caaefaf1 None None] Routers {'555fbef8-0c53-4ca8-94a0-194ffc0e4b85'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:32.331043 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fb56d4e9-04d0-4e64-8cac-c838caaefaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:32.376166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33888a-4d14-42d5-bc93-b9995be51a79 req-5d216e28-d8e6-4d4c-bbbd-9a6afa28e723 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:32.391035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac33888a-4d14-42d5-bc93-b9995be51a79 req-5d216e28-d8e6-4d4c-bbbd-9a6afa28e723 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 944 time: 0.2411900 Aug 16 13:32:32.664349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] Router c5697492-bc79-4c72-b54e-9cc4895e6f6e has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:32:32.725929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:32.745207 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-fb56d4e9-04d0-4e64-8cac-c838caaefaf1 None None] Set router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:32.762159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac33888a-4d14-42d5-bc93-b9995be51a79 req-1a1569ca-52cd-4382-aa72-e3a8d08735b8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695610 Aug 16 13:32:32.864468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40dd9dd-6ac6-4944-b11f-a36ee46085eb None None] DHCP port deletion for a52d8782-0485-4bdf-9e79-f8054d38bd41 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:32:33.139615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:32:33.145337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2190bf72-5787-482d-ae2c-be389061ccac admin admin] 10.222.0.25 "PUT /v2.0/routers/c5697492-bc79-4c72-b54e-9cc4895e6f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3339505 Aug 16 13:32:33.152374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56364) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:33.160769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80bbae-2df2-4a4b-bfa4-60314805885f None None] Sync routers for ids ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:32:33.172948 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e40dd9dd-6ac6-4944-b11f-a36ee46085eb None None] Deleting port 12ad4dcf-e584-4601-bcaf-bed0310a7680 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:33.173468 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e40dd9dd-6ac6-4944-b11f-a36ee46085eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:33.193944 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:33.249428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80bbae-2df2-4a4b-bfa4-60314805885f None None] Routers {'c5697492-bc79-4c72-b54e-9cc4895e6f6e'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:33.250882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6b80bbae-2df2-4a4b-bfa4-60314805885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:33.375385 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-fb56d4e9-04d0-4e64-8cac-c838caaefaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:32:28Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:33.554498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e40dd9dd-6ac6-4944-b11f-a36ee46085eb None None] For port 12ad4dcf-e584-4601-bcaf-bed0310a7680, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12ad4dcf-e584-4601-bcaf-bed0310a7680,segment=NetworkSegment(7a5d9363-3b0b-44aa-bd84-4454bdfdff34),segment_id=7a5d9363-3b0b-44aa-bd84-4454bdfdff34)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:33.556578 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e40dd9dd-6ac6-4944-b11f-a36ee46085eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:33.610587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e40dd9dd-6ac6-4944-b11f-a36ee46085eb None None] Calling delete_port for 12ad4dcf-e584-4601-bcaf-bed0310a7680 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:33.632807 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:33.644473 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb56d4e9-04d0-4e64-8cac-c838caaefaf1 None None] The sync data for ids ['555fbef8-0c53-4ca8-94a0-194ffc0e4b85'] in n-d-804708-1 is: [{'id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'name': 'tempest-TestNetworkBasicOps-router-528859521', 'tenant_id': '247aabb85ffd4c779b8c544766ee2600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:31:09Z', 'updated_at': '2021-08-16T13:32:28Z', 'revision_number': 5, 'project_id': '247aabb85ffd4c779b8c544766ee2600', 'gw_port': {'id': '76f7d4d7-d654-43cc-b6da-9a478f45ca3b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555fbef8-0c53-4ca8-94a0-194ffc0e4b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:31:10Z', 'updated_at': '2021-08-16T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:32:33.754739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12ad4dcf-e584-4601-bcaf-bed0310a7680 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:32:33.781973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Deleting port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:33.782494 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:33.828257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:33.832658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-6b80bbae-2df2-4a4b-bfa4-60314805885f None None] Set router c5697492-bc79-4c72-b54e-9cc4895e6f6e gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:33.985152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] For port 76f7d4d7-d654-43cc-b6da-9a478f45ca3b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=76f7d4d7-d654-43cc-b6da-9a478f45ca3b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:33.985862 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:34.025890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Calling delete_port for 76f7d4d7-d654-43cc-b6da-9a478f45ca3b owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:34.047480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Deleting port 6be12fad-c086-41a0-9e66-4217bff76fc7 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:34.047735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:34.084999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eeab1-8cd0-4552-87d1-d05fa9c01f67 req-3bad06eb-0775-441a-b59e-dcf1f43647ad tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:34.105860 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-612eeab1-8cd0-4552-87d1-d05fa9c01f67 req-3bad06eb-0775-441a-b59e-dcf1f43647ad tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 944 time: 0.1896570 Aug 16 13:32:34.257514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-612eeab1-8cd0-4552-87d1-d05fa9c01f67 req-f5ac7d25-93e3-4fbf-9a30-548f12ab10e9 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503420 Aug 16 13:32:34.296870 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e40dd9dd-6ac6-4944-b11f-a36ee46085eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:34.349983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] For port 6be12fad-c086-41a0-9e66-4217bff76fc7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6be12fad-c086-41a0-9e66-4217bff76fc7,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:34.350382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:34.368375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dd9dd-6ac6-4944-b11f-a36ee46085eb None None] Pushing event deleted for resources: {'Port': ['ID=12ad4dcf-e584-4601-bcaf-bed0310a7680,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:34.388520 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:34.407425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Calling delete_port for 6be12fad-c086-41a0-9e66-4217bff76fc7 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:34.487666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40dd9dd-6ac6-4944-b11f-a36ee46085eb None None] No DVR routers for this DVR port 12ad4dcf-e584-4601-bcaf-bed0310a7680 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:32:34.597361 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe8176f2-6ee0-4171-b9af-5ec7cb5288ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:34.638248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:34.668862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Port': ['ID=76f7d4d7-d654-43cc-b6da-9a478f45ca3b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:34.741099 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6b80bbae-2df2-4a4b-bfa4-60314805885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'name': 'tempest-TestVolumeBootPattern-1145282988-router', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:41Z', 'updated_at': '2021-08-16T13:32:31Z', 'revision_number': 5, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'gw_port': {'id': '6be12fad-c086-41a0-9e66-4217bff76fc7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:15:46Z', 'updated_at': '2021-08-16T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:34.746312 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:34.819207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80bbae-2df2-4a4b-bfa4-60314805885f None None] Checking router: c5697492-bc79-4c72-b54e-9cc4895e6f6e for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:32:34.859385 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:34.893790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80bbae-2df2-4a4b-bfa4-60314805885f None None] Routers {'c5697492-bc79-4c72-b54e-9cc4895e6f6e'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:34.899806 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6b80bbae-2df2-4a4b-bfa4-60314805885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:34.993163 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e7a2c53f-3a04-4f44-b50e-69768807fd59 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:35.028075 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:35.047728 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:35.084193 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:35.095495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be12fad-c086-41a0-9e66-4217bff76fc7,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:35.200289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-6b80bbae-2df2-4a4b-bfa4-60314805885f None None] Set router c5697492-bc79-4c72-b54e-9cc4895e6f6e gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:35.308723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:35.308723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Fanout notify agent at l3_agent the message router_deleted on router 555fbef8-0c53-4ca8-94a0-194ffc0e4b85 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:32:35.324272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6b80bbae-2df2-4a4b-bfa4-60314805885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'name': 'tempest-TestVolumeBootPattern-1145282988-router', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:41Z', 'updated_at': '2021-08-16T13:32:33Z', 'revision_number': 6, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:35.329961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port e7a2c53f-3a04-4f44-b50e-69768807fd59 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:35.337078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:35.341094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5e7117d6-02d8-4a18-9e12-d7a286eab839 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/routers/555fbef8-0c53-4ca8-94a0-194ffc0e4b85 HTTP/1.1" status: 204 len: 168 time: 3.0475965 Aug 16 13:32:35.345095 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56376) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:35.404772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:35.459783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port e7a2c53f-3a04-4f44-b50e-69768807fd59 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:35.460401 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:35.471085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80bbae-2df2-4a4b-bfa4-60314805885f None None] The sync data for ids ['c5697492-bc79-4c72-b54e-9cc4895e6f6e'] in n-d-804708-1 is: [{'id': 'c5697492-bc79-4c72-b54e-9cc4895e6f6e', 'name': 'tempest-TestVolumeBootPattern-1145282988-router', 'tenant_id': 'fcf65574d9374543a4a84ac8747e86c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:15:41Z', 'updated_at': '2021-08-16T13:32:33Z', 'revision_number': 6, 'project_id': 'fcf65574d9374543a4a84ac8747e86c9', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:32:35.636545 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:35.697599 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:35.766352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739ae1c-06a3-4f07-b3f1-8f0012a73743 req-993ee58b-7e41-4089-ac89-7bab59f0e0e1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:35.788767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4739ae1c-06a3-4f07-b3f1-8f0012a73743 req-993ee58b-7e41-4089-ac89-7bab59f0e0e1 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 944 time: 0.2008681 Aug 16 13:32:35.830684 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:35.935311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:32:35.949110 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de8b75-0af7-4e47-ada6-9eaa21899b5d" -d '{"events": [{"server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "name": "network-vif-plugged", "status": "completed", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:32:36.027196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e7a2c53f-3a04-4f44-b50e-69768807fd59, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:36.034295 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.257131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e7a2c53f-3a04-4f44-b50e-69768807fd59,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:36.299986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4739ae1c-06a3-4f07-b3f1-8f0012a73743 req-defa89d8-acee-4b7a-a7c3-83b1a0acba13 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5088902 Aug 16 13:32:36.334329 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75bcc20-7c77-408d-8200-4ef1a2856a54 x-openstack-request-id: req-f75bcc20-7c77-408d-8200-4ef1a2856a54 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:32:36.334779 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "name": "network-vif-plugged", "status": "completed", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:32:36.335165 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f75bcc20-7c77-408d-8200-4ef1a2856a54 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:32:36.335813 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'code': 200} Aug 16 13:32:36.366011 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.402801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52d8782-0485-4bdf-9e79-f8054d38bd41']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:36.450887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5d9363-3b0b-44aa-bd84-4454bdfdff34') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:36.452395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5d9363-3b0b-44aa-bd84-4454bdfdff34') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:36.522774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 054dd9a6-3a41-4141-bdce-44119ae4dcc0 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:32:36.539021 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.588703 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.596541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 054dd9a6-3a41-4141-bdce-44119ae4dcc0 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:32:36.596541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 054dd9a6-3a41-4141-bdce-44119ae4dcc0 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:32:36.606385 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.615937 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.630612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:32:36.631745 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:32:36.638607 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:32:36.730549 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.742976 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.749613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] 10.222.0.25 "DELETE /v2.0/networks/a52d8782-0485-4bdf-9e79-f8054d38bd41 HTTP/1.1" status: 204 len: 168 time: 1.4031115 Aug 16 13:32:36.787365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ea612-5873-46c1-b1f5-79b3fbb68965 tempest-TestNetworkBasicOps-646010094 tempest-TestNetworkBasicOps-646010094-project] Pushing event deleted for resources: {'Network': ['ID=a52d8782-0485-4bdf-9e79-f8054d38bd41,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:36.817242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599daca3-65a6-45a5-a76a-48ade428f065 req-52239e22-f00d-41b9-bab1-480e2210529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:36.818818 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599daca3-65a6-45a5-a76a-48ade428f065 req-52239e22-f00d-41b9-bab1-480e2210529a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 1096 time: 0.2686806 Aug 16 13:32:36.819603 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.820169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5697492-bc79-4c72-b54e-9cc4895e6f6e {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:32:36.827366 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.831045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-07243027-e932-49ab-bcfc-f3d3e7142451 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c5697492-bc79-4c72-b54e-9cc4895e6f6e HTTP/1.1" status: 204 len: 168 time: 3.6567287 Aug 16 13:32:36.832000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56394) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:36.908052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e41a519-a1ca-4356-a8d6-6d5ba244d519 admin admin] Deleting subnet 38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:32:36.913292 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e41a519-a1ca-4356-a8d6-6d5ba244d519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:36.933198 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-599daca3-65a6-45a5-a76a-48ade428f065 req-d736e504-97c9-4767-86b2-00db590cc0ba service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035450 Aug 16 13:32:36.971544 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e41a519-a1ca-4356-a8d6-6d5ba244d519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:37.123474 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e41a519-a1ca-4356-a8d6-6d5ba244d519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:37.248653 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e41a519-a1ca-4356-a8d6-6d5ba244d519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:37.295244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a2a8d1-e376-4916-92f2-bd82b2409a70 None None] Network ab326085-0032-4b80-bfa8-60cf20fc9091 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:32:37.316043 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e41a519-a1ca-4356-a8d6-6d5ba244d519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:37.319300 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7e41a519-a1ca-4356-a8d6-6d5ba244d519 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3 HTTP/1.1" status: 204 len: 168 time: 0.4857652 Aug 16 13:32:37.324387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56400) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:37.334886 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41a519-a1ca-4356-a8d6-6d5ba244d519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38bb5a1d-d0c3-47f8-ba7b-08b0f8b322b3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:37.451962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6be12fad-c086-41a0-9e66-4217bff76fc7 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:32:37.458154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56406) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:37.517787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 6be12fad-c086-41a0-9e66-4217bff76fc7 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:32:37.519692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6be12fad-c086-41a0-9e66-4217bff76fc7 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:32:37.520889 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:37.525092 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 76f7d4d7-d654-43cc-b6da-9a478f45ca3b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:32:37.583156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 76f7d4d7-d654-43cc-b6da-9a478f45ca3b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:32:37.585029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 76f7d4d7-d654-43cc-b6da-9a478f45ca3b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:32:37.587118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device aa2679d7-d463-4820-931c-9ddddc084543 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:32:37.616906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: aa2679d7-d463-4820-931c-9ddddc084543 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:32:37.618067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device aa2679d7-d463-4820-931c-9ddddc084543 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:32:37.631795 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:37.722931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8fb0-dfbe-4c38-b880-869343ebf292 req-2400eaa0-8cc6-40a3-ad80-5c96f717a592 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:37.724674 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c2f8fb0-dfbe-4c38-b880-869343ebf292 req-2400eaa0-8cc6-40a3-ad80-5c96f717a592 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.1453612 Aug 16 13:32:37.731820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Deleting port bace732c-e6c9-4ff3-b609-50e548ddfd0f {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:37.732171 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:37.848166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36f2421-b9c0-4e3e-956e-dd4746fb8130 None None] DHCP port deletion for ab326085-0032-4b80-bfa8-60cf20fc9091 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:32:37.908988 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-395a2db4-867f-4845-9433-d20989bf609f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=247aabb85ffd4c779b8c544766ee2600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492435 Aug 16 13:32:37.913997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56410) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:38.026374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c36f2421-b9c0-4e3e-956e-dd4746fb8130 None None] Deleting port bace732c-e6c9-4ff3-b609-50e548ddfd0f {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:32:38.026374 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c36f2421-b9c0-4e3e-956e-dd4746fb8130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.076767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c2f8fb0-dfbe-4c38-b880-869343ebf292 req-201cd30a-4287-48e7-9dad-77a467a93c23 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422127 Aug 16 13:32:38.078998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] For port bace732c-e6c9-4ff3-b609-50e548ddfd0f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bace732c-e6c9-4ff3-b609-50e548ddfd0f,segment=NetworkSegment(1cbd1b28-25d6-4d7c-8873-a1915606531c),segment_id=1cbd1b28-25d6-4d7c-8873-a1915606531c)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:38.079461 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.154214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Calling delete_port for bace732c-e6c9-4ff3-b609-50e548ddfd0f owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:38.182071 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a8fa82-6b2d-44c0-8017-b64c66cd37e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.255887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c36f2421-b9c0-4e3e-956e-dd4746fb8130 None None] For port bace732c-e6c9-4ff3-b609-50e548ddfd0f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bace732c-e6c9-4ff3-b609-50e548ddfd0f,segment=NetworkSegment(1cbd1b28-25d6-4d7c-8873-a1915606531c),segment_id=1cbd1b28-25d6-4d7c-8873-a1915606531c)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:38.260936 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c36f2421-b9c0-4e3e-956e-dd4746fb8130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.296787 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a8fa82-6b2d-44c0-8017-b64c66cd37e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.309075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c36f2421-b9c0-4e3e-956e-dd4746fb8130 None None] Calling delete_port for bace732c-e6c9-4ff3-b609-50e548ddfd0f owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:32:38.391405 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.434350 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a8fa82-6b2d-44c0-8017-b64c66cd37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.436932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3a8fa82-6b2d-44c0-8017-b64c66cd37e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.438741 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c3a8fa82-6b2d-44c0-8017-b64c66cd37e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12023b45-a514-4a37-863f-bf9bae9a2863 HTTP/1.1" status: 204 len: 168 time: 0.5224452 Aug 16 13:32:38.450227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8fa82-6b2d-44c0-8017-b64c66cd37e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12023b45-a514-4a37-863f-bf9bae9a2863,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:38.465619 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bace732c-e6c9-4ff3-b609-50e548ddfd0f,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:38.473262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] No DVR routers for this DVR port bace732c-e6c9-4ff3-b609-50e548ddfd0f on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:32:38.553063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c36f2421-b9c0-4e3e-956e-dd4746fb8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.619377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f2421-b9c0-4e3e-956e-dd4746fb8130 None None] Pushing event deleted for resources: {'Port': ['ID=bace732c-e6c9-4ff3-b609-50e548ddfd0f,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:38.624841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f2421-b9c0-4e3e-956e-dd4746fb8130 None None] No DVR routers for this DVR port bace732c-e6c9-4ff3-b609-50e548ddfd0f on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:32:38.688486 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.711804 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab326085-0032-4b80-bfa8-60cf20fc9091']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:38.734317 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbd1b28-25d6-4d7c-8873-a1915606531c') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:38.734748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbd1b28-25d6-4d7c-8873-a1915606531c') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:38.756019 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.788316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.801364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:32:38.802265 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:32:38.806130 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:32:38.887433 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.898368 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:38.905287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ab326085-0032-4b80-bfa8-60cf20fc9091 HTTP/1.1" status: 204 len: 168 time: 1.5764859 Aug 16 13:32:38.921671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe4c15-cc9a-4b29-aea3-b7f6c275bef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab326085-0032-4b80-bfa8-60cf20fc9091,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:38.975275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56422) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:38.990488 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1cb429d2-f4c4-4c20-ab22-0fb0626228f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:39.209196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56430) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:39.214186 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1cb429d2-f4c4-4c20-ab22-0fb0626228f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:39.283491 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5adf2151-0a4b-4ed6-adda-05c003260e4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36258017bc834aab8f01df63a8d583bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730100 Aug 16 13:32:39.283837 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1cb429d2-f4c4-4c20-ab22-0fb0626228f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:39.289263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56434) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:39.388578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1cb429d2-f4c4-4c20-ab22-0fb0626228f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=174709f16aed4b64bb7279f0a1951cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118757 Aug 16 13:32:39.393023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56436) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:39.394324 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb429d2-f4c4-4c20-ab22-0fb0626228f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb81d36-c1b3-4571-b055-57a5b6cdd6af,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:39.415892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123cd21-b599-4fd7-ba09-26643ab1f17a req-a88d7955-3695-487a-94cc-fa199532d40a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:39.417578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3123cd21-b599-4fd7-ba09-26643ab1f17a req-a88d7955-3695-487a-94cc-fa199532d40a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.2011857 Aug 16 13:32:39.512506 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea93e2a8-dcde-4fb5-98b6-07daec93865a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:39.516853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bace732c-e6c9-4ff3-b609-50e548ddfd0f no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:32:39.532220 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f853766-fbcf-4f49-a8a6-64333203216b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:39.560478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: bace732c-e6c9-4ff3-b609-50e548ddfd0f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:32:39.560880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bace732c-e6c9-4ff3-b609-50e548ddfd0f not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:32:39.570155 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea93e2a8-dcde-4fb5-98b6-07daec93865a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:39.605823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3123cd21-b599-4fd7-ba09-26643ab1f17a req-e50364f2-3e73-43b1-93e0-c96cf5bf0c23 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728230 Aug 16 13:32:39.623913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f853766-fbcf-4f49-a8a6-64333203216b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:39.696162 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea93e2a8-dcde-4fb5-98b6-07daec93865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:39.703925 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ea93e2a8-dcde-4fb5-98b6-07daec93865a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:39.706651 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ea93e2a8-dcde-4fb5-98b6-07daec93865a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aeb81d36-c1b3-4571-b055-57a5b6cdd6af HTTP/1.1" status: 204 len: 168 time: 0.3113785 Aug 16 13:32:39.726192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93e2a8-dcde-4fb5-98b6-07daec93865a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb81d36-c1b3-4571-b055-57a5b6cdd6af,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:39.741377 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f853766-fbcf-4f49-a8a6-64333203216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:39.750474 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f853766-fbcf-4f49-a8a6-64333203216b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:39.756201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9f853766-fbcf-4f49-a8a6-64333203216b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/436799d3-8d52-4328-b246-7cbc78cb2459 HTTP/1.1" status: 204 len: 168 time: 0.4617789 Aug 16 13:32:39.922026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f853766-fbcf-4f49-a8a6-64333203216b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436799d3-8d52-4328-b246-7cbc78cb2459,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:40.015100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e103f15-afe1-4516-a3bb-fb881b38d9ee req-9040b477-b556-4469-bdd2-2b800a2ae3ab tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:40.018069 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e103f15-afe1-4516-a3bb-fb881b38d9ee req-9040b477-b556-4469-bdd2-2b800a2ae3ab tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.2340796 Aug 16 13:32:40.102887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e103f15-afe1-4516-a3bb-fb881b38d9ee req-bddf5466-2351-48e9-a58e-c709289db75c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636632 Aug 16 13:32:40.146397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56454) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:40.262524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38fd790-1c50-49e9-b524-38a179ecf75d tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:40.267494 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f38fd790-1c50-49e9-b524-38a179ecf75d tempest-TestNetworkAdvancedServerOps-21317720 tempest-TestNetworkAdvancedServerOps-21317720-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 1091 time: 0.1192703 Aug 16 13:32:40.270374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56456) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:40.283364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:40.332448 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:40.631734 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:40.841300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56470) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:40.855231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Allocated IP 172.25.0.100 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/1ee2b80c-aa53-48de-9b58-2797c9bf36de) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:32:40.934315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ab971b31-d47c-4309-8595-760dd5665f60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fcf65574d9374543a4a84ac8747e86c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899358 Aug 16 13:32:40.938438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56472) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:41.060803 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:41.093602 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32a65e43-0ccd-4cd9-853c-e5fdf9ac08aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:41.128350 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32a65e43-0ccd-4cd9-853c-e5fdf9ac08aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:41.158141 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:41.272632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:32:41.280082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32a65e43-0ccd-4cd9-853c-e5fdf9ac08aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:41.283447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32a65e43-0ccd-4cd9-853c-e5fdf9ac08aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:41.283775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:41.284641 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-32a65e43-0ccd-4cd9-853c-e5fdf9ac08aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb8a32dc-008e-4b9c-8fa4-ac3901cdff92 HTTP/1.1" status: 204 len: 168 time: 0.3441920 Aug 16 13:32:41.301656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a65e43-0ccd-4cd9-853c-e5fdf9ac08aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8a32dc-008e-4b9c-8fa4-ac3901cdff92,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:41.316685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:32:41.348031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=1ee2b80c-aa53-48de-9b58-2797c9bf36de,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:42.306894 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:42.462933 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:42.747350 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:42.755296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:42.860646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event updated for resources: {'Port': ['ID=1ee2b80c-aa53-48de-9b58-2797c9bf36de,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:42.896360 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:43.104716 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Floating IP 81f7afd5-d90e-4028-a904-950bb4b4a696 associated. External IP: 172.25.0.100, port: e7a2c53f-3a04-4f44-b50e-69768807fd59. Aug 16 13:32:43.685914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 51b7d797-171b-4f12-b5ec-aa8a04503895 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:32:44.026573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:32:44.041935 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b8dd7f-6551-4230-b140-cf3440ea6779 None None] Sync routers for ids ['51b7d797-171b-4f12-b5ec-aa8a04503895'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:32:44.047113 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:44.068023 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b8dd7f-6551-4230-b140-cf3440ea6779 None None] Routers {'51b7d797-171b-4f12-b5ec-aa8a04503895'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:44.069128 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-33b8dd7f-6551-4230-b140-cf3440ea6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['51b7d797-171b-4f12-b5ec-aa8a04503895'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:44.085009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ee413d5c-0e40-4e64-b6fe-7f630ed53356 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8128865 Aug 16 13:32:44.086047 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:32:44.089669 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899b36c5-4e67-4267-910a-3aba7ff1f734" -d '{"events": [{"name": "network-changed", "server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:32:44.255878 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-33b8dd7f-6551-4230-b140-cf3440ea6779 None None] Set router 51b7d797-171b-4f12-b5ec-aa8a04503895 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:44.295369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5fffb-4231-40e1-9141-7739b4bc5f09 req-3ee8c4c1-a3b1-4c99-9376-e4c2a0af0f8f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:44.306871 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18a5fffb-4231-40e1-9141-7739b4bc5f09 req-3ee8c4c1-a3b1-4c99-9376-e4c2a0af0f8f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.1229596 Aug 16 13:32:44.368975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18a5fffb-4231-40e1-9141-7739b4bc5f09 req-95965a44-b512-4f21-b17e-3fb1595004d3 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608058 Aug 16 13:32:44.395471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56554) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:44.505157 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4f84fc-c11b-48a2-9d10-97fd2c7e27ee x-openstack-request-id: req-bb4f84fc-c11b-48a2-9d10-97fd2c7e27ee {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:32:44.505525 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:32:44.505731 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb4f84fc-c11b-48a2-9d10-97fd2c7e27ee {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:32:44.506136 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'status': 'completed', 'code': 200} Aug 16 13:32:44.563582 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f21b4855-a526-4859-8be3-b7543252df83 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/81f7afd5-d90e-4028-a904-950bb4b4a696 HTTP/1.1" status: 200 len: 991 time: 0.1591558 Aug 16 13:32:44.653949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b36c5-4e67-4267-910a-3aba7ff1f734 req-081202f0-c39c-4f79-8103-16bca0286ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:44.661376 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-899b36c5-4e67-4267-910a-3aba7ff1f734 req-081202f0-c39c-4f79-8103-16bca0286ab0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 1096 time: 0.1557899 Aug 16 13:32:44.875514 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-33b8dd7f-6551-4230-b140-cf3440ea6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:11Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '81f7afd5-d90e-4028-a904-950bb4b4a696', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'port_id': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'mac_address': 'fa:16:3e:b6:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:32:41Z', 'updated_at': '2021-08-16T13:32:41Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '432919fe-f23f-410f-905c-316ea0822aef', 'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:a3:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:09Z', 'updated_at': '2021-08-16T13:32:20Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:44.928945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b36c5-4e67-4267-910a-3aba7ff1f734 req-cb285cfd-6d25-4499-906a-560c12ccf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:44.932286 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-899b36c5-4e67-4267-910a-3aba7ff1f734 req-cb285cfd-6d25-4499-906a-560c12ccf1a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7012dd77-7e67-4397-af3f-c7580f0597b9 HTTP/1.1" status: 200 len: 897 time: 0.2604511 Aug 16 13:32:44.956699 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b8dd7f-6551-4230-b140-cf3440ea6779 None None] Checking router: 51b7d797-171b-4f12-b5ec-aa8a04503895 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:32:44.973938 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b8dd7f-6551-4230-b140-cf3440ea6779 None None] Routers {'51b7d797-171b-4f12-b5ec-aa8a04503895'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:44.979485 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-33b8dd7f-6551-4230-b140-cf3440ea6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['51b7d797-171b-4f12-b5ec-aa8a04503895'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:45.120756 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-899b36c5-4e67-4267-910a-3aba7ff1f734 req-f278bc29-d8c2-453b-b567-6606cbb289e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59 HTTP/1.1" status: 200 len: 999 time: 0.1783037 Aug 16 13:32:45.218918 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-33b8dd7f-6551-4230-b140-cf3440ea6779 None None] Set router 51b7d797-171b-4f12-b5ec-aa8a04503895 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:45.251335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b36c5-4e67-4267-910a-3aba7ff1f734 req-7bf8dd73-2b66-4100-9952-f57b7b51f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:45.253863 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-899b36c5-4e67-4267-910a-3aba7ff1f734 req-7bf8dd73-2b66-4100-9952-f57b7b51f949 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64f6893f-6e51-440d-b5e5-0da2e0d21911 HTTP/1.1" status: 200 len: 834 time: 0.1257520 Aug 16 13:32:45.265009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56558) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:45.280217 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'network': {'name': 'tempest-network-smoke--1981369794', 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'port_security_enabled': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:45.327134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Made reservation on behalf of 32b604fb5f7d4466a54471a41f29767c for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:32:45.334687 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:45.370018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b36c5-4e67-4267-910a-3aba7ff1f734 req-c729b745-ee67-4085-90d8-fbd16122d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:45.372702 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-899b36c5-4e67-4267-910a-3aba7ff1f734 req-c729b745-ee67-4085-90d8-fbd16122d004 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7012dd77-7e67-4397-af3f-c7580f0597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109204 Aug 16 13:32:45.375414 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:45.603375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56562) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:45.724725 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-899b36c5-4e67-4267-910a-3aba7ff1f734 req-6d64587e-c958-4f28-b34f-16b3a51f731e service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425603 Aug 16 13:32:45.762979 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:45.766681 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-33b8dd7f-6551-4230-b140-cf3440ea6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:11Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '81f7afd5-d90e-4028-a904-950bb4b4a696', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'port_id': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'mac_address': 'fa:16:3e:b6:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:32:41Z', 'updated_at': '2021-08-16T13:32:41Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '432919fe-f23f-410f-905c-316ea0822aef', 'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:a3:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:09Z', 'updated_at': '2021-08-16T13:32:20Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:45.769271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e8fa5281-a066-4518-ba5c-55450517d561 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/81f7afd5-d90e-4028-a904-950bb4b4a696 HTTP/1.1" status: 200 len: 991 time: 0.1631367 Aug 16 13:32:45.780396 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:45.807410 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b8dd7f-6551-4230-b140-cf3440ea6779 None None] The sync data for ids ['51b7d797-171b-4f12-b5ec-aa8a04503895'] in n-d-804708-1 is: [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:11Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '81f7afd5-d90e-4028-a904-950bb4b4a696', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'port_id': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'mac_address': 'fa:16:3e:b6:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:32:41Z', 'updated_at': '2021-08-16T13:32:41Z', 'revision_number': 0, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '432919fe-f23f-410f-905c-316ea0822aef', 'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:a3:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:09Z', 'updated_at': '2021-08-16T13:32:20Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:32:45.865179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:32:45.875084 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7517368a-aed4-4029-940a-8ef59125c9d3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:45.895640 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:45.897441 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Added segment c0b0274e-8822-4cda-89d3-8a0ae8f9a357 of type vlan for network 6f48f93d-2e96-44dd-a019-1750c14e3970 Aug 16 13:32:45.906617 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-899b36c5-4e67-4267-910a-3aba7ff1f734 req-fbc1e3d2-a9da-4641-b151-a2b7cc4131fd service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727550 Aug 16 13:32:46.019382 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:46.058427 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:46.064705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:46.065912 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:46.121111 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8539019 Aug 16 13:32:46.125603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56566) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:46.133743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'admin_state_up': True, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:46.212499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346404d3-0f25-4473-b6cc-4d05d1fb17a8 None None] New status for floating IP 81f7afd5-d90e-4028-a904-950bb4b4a696: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:32:46.245641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:46.247074 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:46.377815 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:46.630981 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:46.744322 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728a3c6-cfb1-46fa-be9f-f61611a3afd9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Network': ['ID=6f48f93d-2e96-44dd-a019-1750c14e3970,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:46.747346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:46.763371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 6f48f93d-2e96-44dd-a019-1750c14e3970 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:32:46.771500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56570) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:46.884294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b22291bf-e487-427e-b0bc-95bd96d346d5 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/81f7afd5-d90e-4028-a904-950bb4b4a696 HTTP/1.1" status: 200 len: 993 time: 0.1110942 Aug 16 13:32:47.071861 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:47.098377 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:47.268917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Allocated IP 172.25.0.111 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/14e04de0-836d-4f72-8aab-fe71bb47eed8) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:32:47.438352 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:47.526860 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:47.575230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:32:47.580531 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:47.585789 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:32:47.751070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Port': ['ID=14e04de0-836d-4f72-8aab-fe71bb47eed8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:48.278889 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:48.813514 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:49.057523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Router 754673b1-40bc-4a2c-bebe-da66643336e5 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:32:49.198376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:32:49.215808 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Sync routers for ids ['754673b1-40bc-4a2c-bebe-da66643336e5'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:32:49.225398 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:49.238202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ba7d0dee-dc3e-4b15-855c-88c5ad53b620 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.1036489 Aug 16 13:32:49.238202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56588) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:49.249709 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Routers {'754673b1-40bc-4a2c-bebe-da66643336e5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:49.250868 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['754673b1-40bc-4a2c-bebe-da66643336e5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:49.394989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56592) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:49.395824 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-abe7571b-87b7-4d81-86fd-7f074c7fb280 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=32b604fb5f7d4466a54471a41f29767c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1618111 Aug 16 13:32:49.435378 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Set router 754673b1-40bc-4a2c-bebe-da66643336e5 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:49.633188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90103ac-61fd-4e9e-89e9-202e9b5c739c tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:49.637235 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f90103ac-61fd-4e9e-89e9-202e9b5c739c tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2405660 Aug 16 13:32:49.640321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56600) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:49.681087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56602) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:49.681649 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1f7ff08c-3815-4851-88c0-a857208125d3 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397632 Aug 16 13:32:49.688432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1289840852', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:49.795869 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:47Z', 'revision_number': 3, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:49.825808 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Checking router: 754673b1-40bc-4a2c-bebe-da66643336e5 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:32:49.826270 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Updating router 754673b1-40bc-4a2c-bebe-da66643336e5 port 14e04de0-836d-4f72-8aab-fe71bb47eed8 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:32:49.868717 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:49.880956 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Made reservation on behalf of 32b604fb5f7d4466a54471a41f29767c for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:32:49.885526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:50.230621 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:50.354833 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:50.366069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Subnet': ['ID=94d523cd-fa46-4ac9-8b92-651725534650,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:50.370622 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Transition to ACTIVE for port object 14e04de0-836d-4f72-8aab-fe71bb47eed8 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:50.379562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Checking segment: {'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:32:50.380034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network hostable DHCP agents. Network: 6f48f93d-2e96-44dd-a019-1750c14e3970, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:32:50.391472 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:50.428759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network 6f48f93d-2e96-44dd-a019-1750c14e3970 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:32:50.442068 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Attempting to bind port 14e04de0-836d-4f72-8aab-fe71bb47eed8 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:32:50.442634 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Attempting to bind port 14e04de0-836d-4f72-8aab-fe71bb47eed8 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:32:50.442969 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Attempting to bind port 14e04de0-836d-4f72-8aab-fe71bb47eed8 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:32:50.450484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 6f48f93d-2e96-44dd-a019-1750c14e3970) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:50.456953 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:32:50.457388 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:32:50.457711 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:50.458264 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:32:50.458636 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Bound port: 14e04de0-836d-4f72-8aab-fe71bb47eed8, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:32:50.459005 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:50.460626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:50.469135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df4a01-72e9-469d-aa0c-adeba846d31f None None] Network 6f48f93d-2e96-44dd-a019-1750c14e3970 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:32:50.479865 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:50.486342 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111264d-e9b8-45cf-bc42-34b06e25531c None None] Pushing event updated for resources: {'Port': ['ID=14e04de0-836d-4f72-8aab-fe71bb47eed8,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:50.524309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ecb3d642-641d-4f72-9dbc-92446b20757e tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8412740 Aug 16 13:32:50.529077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56606) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:50.566468 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] For port 14e04de0-836d-4f72-8aab-fe71bb47eed8, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:32:50.574322 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] For port 14e04de0-836d-4f72-8aab-fe71bb47eed8, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=14e04de0-836d-4f72-8aab-fe71bb47eed8,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:32:50.588486 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:50.665400 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Routers {'754673b1-40bc-4a2c-bebe-da66643336e5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:50.666480 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['754673b1-40bc-4a2c-bebe-da66643336e5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:50.715192 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111264d-e9b8-45cf-bc42-34b06e25531c None None] Pushing event updated for resources: {'Port': ['ID=14e04de0-836d-4f72-8aab-fe71bb47eed8,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:50.790933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-6f48f93d-2e96-44dd-a019-1750c14e3970', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'fixed_ips': [{'subnet_id': '94d523cd-fa46-4ac9-8b92-651725534650'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:32:50.791835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:50.810795 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] Set router 754673b1-40bc-4a2c-bebe-da66643336e5 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:51.033074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Allocated IP 172.20.0.2 (6f48f93d-2e96-44dd-a019-1750c14e3970/94d523cd-fa46-4ac9-8b92-651725534650/e447613e-a0e3-499c-9ffc-c64eafadff5e) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:32:51.224581 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:47Z', 'revision_number': 3, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:51.295024 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f921e33-b80d-4c8b-85eb-021ff1e4a183 None None] The sync data for ids ['754673b1-40bc-4a2c-bebe-da66643336e5'] in n-d-804708-1 is: [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:47Z', 'revision_number': 3, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:32:51.363137 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:51.374942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Transition to ACTIVE for port object e447613e-a0e3-499c-9ffc-c64eafadff5e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:51.400084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Transition to ACTIVE for port object e447613e-a0e3-499c-9ffc-c64eafadff5e will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:51.423796 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:51.445903 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:51.500558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Network 6f48f93d-2e96-44dd-a019-1750c14e3970 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:32:51.515413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:51.518116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Pushing event updated for resources: {'Port': ['ID=e447613e-a0e3-499c-9ffc-c64eafadff5e,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:51.521069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:32:51.605381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Attempting to bind port e447613e-a0e3-499c-9ffc-c64eafadff5e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:32:51.605739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Attempting to bind port e447613e-a0e3-499c-9ffc-c64eafadff5e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:32:51.606126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Attempting to bind port e447613e-a0e3-499c-9ffc-c64eafadff5e on network 6f48f93d-2e96-44dd-a019-1750c14e3970 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:32:51.617849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:32:51.618448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Checking segment: {'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:32:51.618734 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:51.619148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Bound using segment: {'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:32:51.620327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Bound port: e447613e-a0e3-499c-9ffc-c64eafadff5e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:32:51.620327 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:51.767528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] For port e447613e-a0e3-499c-9ffc-c64eafadff5e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:32:51.771975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] For port e447613e-a0e3-499c-9ffc-c64eafadff5e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e447613e-a0e3-499c-9ffc-c64eafadff5e,segment=NetworkSegment(c0b0274e-8822-4cda-89d3-8a0ae8f9a357),segment_id=c0b0274e-8822-4cda-89d3-8a0ae8f9a357)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:32:51.782679 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:51.923586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdcf2c-dfd8-406e-ab2c-85bd8ce43165 None None] Pushing event updated for resources: {'Port': ['ID=e447613e-a0e3-499c-9ffc-c64eafadff5e,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:52.126442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Allocated IP 172.20.0.1 (6f48f93d-2e96-44dd-a019-1750c14e3970/94d523cd-fa46-4ac9-8b92-651725534650/d20d8aa5-d803-4310-ae55-53991f2053da) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:32:52.348214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:52.371185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Transition to ACTIVE for port object d20d8aa5-d803-4310-ae55-53991f2053da will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:52.437643 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:52.519855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network 6f48f93d-2e96-44dd-a019-1750c14e3970 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:32:52.531202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:52.536116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:32:52.589334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Port': ['ID=d20d8aa5-d803-4310-ae55-53991f2053da,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:52.650345 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:52.844974 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:53.494158 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:53.509133 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:53.679157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:53.683522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Port': ['ID=d20d8aa5-d803-4310-ae55-53991f2053da,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:53.765954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b510806f-22d1-4aa3-8d4a-7e6ebb0a2ecf None None] Network 6f48f93d-2e96-44dd-a019-1750c14e3970 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:32:53.795010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e447613e-a0e3-499c-9ffc-c64eafadff5e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:53.869923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56628) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:53.921811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-920f6c8b-da1e-41f5-a9aa-298c512d58cc None None] Provisioning for port e447613e-a0e3-499c-9ffc-c64eafadff5e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:53.962722 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network 6f48f93d-2e96-44dd-a019-1750c14e3970 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:32:53.967420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:32:54.053964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port e447613e-a0e3-499c-9ffc-c64eafadff5e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:54.074486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e447613e-a0e3-499c-9ffc-c64eafadff5e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:54.075502 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.190550 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca2cae54-221b-4d5a-a478-b47f4f6a6e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.249708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Router 754673b1-40bc-4a2c-bebe-da66643336e5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:32:54.308656 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.390479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca2cae54-221b-4d5a-a478-b47f4f6a6e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.402323 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ca2cae54-221b-4d5a-a478-b47f4f6a6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.405110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port e447613e-a0e3-499c-9ffc-c64eafadff5e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e447613e-a0e3-499c-9ffc-c64eafadff5e,segment=NetworkSegment(c0b0274e-8822-4cda-89d3-8a0ae8f9a357),segment_id=c0b0274e-8822-4cda-89d3-8a0ae8f9a357)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:54.412485 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.414339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14e04de0-836d-4f72-8aab-fe71bb47eed8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:54.501374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cae54-221b-4d5a-a478-b47f4f6a6e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2f9420-f84d-4e8b-9cbb-6130f2151c99,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:54.524223 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:32:54.534911 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ca2cae54-221b-4d5a-a478-b47f4f6a6e8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f6935ba74f24b84a817581b105cfda1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6616755 Aug 16 13:32:54.539967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56632) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:54.558170 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-94814751-6bd9-41f4-bf92-f3cee6ec5fc8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "PUT /v2.0/routers/754673b1-40bc-4a2c-bebe-da66643336e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0236411 Aug 16 13:32:54.558652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56634) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:54.566969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1114682949', 'description': 'tempest-secgroup_access--1114682949 description', 'project_id': '32b604fb5f7d4466a54471a41f29767c'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:54.608215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Sync routers for ids ['754673b1-40bc-4a2c-bebe-da66643336e5'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:32:54.654436 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.689973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Routers {'754673b1-40bc-4a2c-bebe-da66643336e5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:54.690755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['754673b1-40bc-4a2c-bebe-da66643336e5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:54.691301 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0ef9314-825a-4024-a93d-145520f77b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.743052 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0ef9314-825a-4024-a93d-145520f77b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.786847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=e447613e-a0e3-499c-9ffc-c64eafadff5e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:54.828438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.843605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 14e04de0-836d-4f72-8aab-fe71bb47eed8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:54.844731 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.855891 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0ef9314-825a-4024-a93d-145520f77b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.858579 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d0ef9314-825a-4024-a93d-145520f77b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.859784 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d0ef9314-825a-4024-a93d-145520f77b6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba2f9420-f84d-4e8b-9cbb-6130f2151c99 HTTP/1.1" status: 204 len: 168 time: 0.3144395 Aug 16 13:32:54.863346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 14e04de0-836d-4f72-8aab-fe71bb47eed8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:54.864005 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.894503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef9314-825a-4024-a93d-145520f77b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2f9420-f84d-4e8b-9cbb-6130f2151c99,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:54.921677 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:54.927231 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56640) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:54.928688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3682396 Aug 16 13:32:54.933387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--684593057', 'description': 'tempest-secgroup_general--684593057 description', 'project_id': '32b604fb5f7d4466a54471a41f29767c'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:54.939122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3d4835-fe86-44bc-a5bc-1486c7d1babe,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:54.954065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:54.954777 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:54.956078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:54.956078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:54.956439 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:54.956823 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:54.957377 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:54.958030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:54.958941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:54.959669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:54.960109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:54.960626 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a1384-b75f-42ae-ae71-a5e97fd8aca1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.017731 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.123340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Set router 754673b1-40bc-4a2c-bebe-da66643336e5 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:55.228465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dc0c25fa-018d-48e4-98c6-09ea17d214eb None None] Provisioning for port d20d8aa5-d803-4310-ae55-53991f2053da completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:55.294007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.308591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.362262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dc0c25fa-018d-48e4-98c6-09ea17d214eb None None] Provisioning complete for port d20d8aa5-d803-4310-ae55-53991f2053da triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:55.363058 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dc0c25fa-018d-48e4-98c6-09ea17d214eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.381826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.384100 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4553165 Aug 16 13:32:55.387373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56650) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:55.392729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-86bae263-c01a-4449-9a9c-719842049da3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'security_group_rule': {'security_group_id': 'cf3d4835-fe86-44bc-a5bc-1486c7d1babe', 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:32:55.403807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:55.421384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.424501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.426653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.427257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.427776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.430348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.431051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.432593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.434617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.435442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.436024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.436918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50df56be-6977-4919-83d6-8d13a939750a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:32:55.456821 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86bae263-c01a-4449-9a9c-719842049da3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.508171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c25fa-018d-48e4-98c6-09ea17d214eb None None] Port d20d8aa5-d803-4310-ae55-53991f2053da cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:32:55.564364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dc0c25fa-018d-48e4-98c6-09ea17d214eb None None] Provisioning complete for port e447613e-a0e3-499c-9ffc-c64eafadff5e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:55.564918 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dc0c25fa-018d-48e4-98c6-09ea17d214eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.567610 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86bae263-c01a-4449-9a9c-719842049da3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.574475 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86bae263-c01a-4449-9a9c-719842049da3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.594560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bae263-c01a-4449-9a9c-719842049da3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8840a590-39d7-4ada-8773-902bb42cd7a5,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:55.609054 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.618459 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86bae263-c01a-4449-9a9c-719842049da3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.619546 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-86bae263-c01a-4449-9a9c-719842049da3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2309949 Aug 16 13:32:55.688442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 14e04de0-836d-4f72-8aab-fe71bb47eed8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=14e04de0-836d-4f72-8aab-fe71bb47eed8,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:32:55.706662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:55.812483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56662) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:55.868850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e447613e-a0e3-499c-9ffc-c64eafadff5e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:55.969175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:52Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd20d8aa5-d803-4310-ae55-53991f2053da', 'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:a7:33:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94d523cd-fa46-4ac9-8b92-651725534650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:51Z', 'updated_at': '2021-08-16T13:32:53Z', 'revision_number': 2, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '94d523cd-fa46-4ac9-8b92-651725534650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:55.978604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=14e04de0-836d-4f72-8aab-fe71bb47eed8,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:56.012766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Checking router: 754673b1-40bc-4a2c-bebe-da66643336e5 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:32:56.013126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Updating router 754673b1-40bc-4a2c-bebe-da66643336e5 port d20d8aa5-d803-4310-ae55-53991f2053da binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:32:56.049389 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:56.112919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port e447613e-a0e3-499c-9ffc-c64eafadff5e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:56.113295 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:56.178584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-c35d73be-610a-429c-8662-f5a8a1740ded tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--684593057&fields=id&tenant_id=32b604fb5f7d4466a54471a41f29767c HTTP/1.1" status: 200 len: 267 time: 0.0762827 Aug 16 13:32:56.200611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ca5742b2-7fef-43e5-a09b-1368e53e04e3 None None] Provisioning complete for port d20d8aa5-d803-4310-ae55-53991f2053da triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:56.200983 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ca5742b2-7fef-43e5-a09b-1368e53e04e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:56.283417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-c612a6a7-9a58-49ac-b0a4-9e5f08e81994 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--1114682949&fields=id&tenant_id=32b604fb5f7d4466a54471a41f29767c HTTP/1.1" status: 200 len: 267 time: 0.0808642 Aug 16 13:32:56.432602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7739880-660c-4cd9-84cb-44bde811e2ce admin admin] Deleting subnet 1f77a465-36b9-4408-a948-2b371ddfe3ab {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:32:56.437137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7739880-660c-4cd9-84cb-44bde811e2ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:56.487662 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-6f605429-40ad-4162-8761-5a989b76a48f tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:32:56.496922 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-6f605429-40ad-4162-8761-5a989b76a48f tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/networks?id=6f48f93d-2e96-44dd-a019-1750c14e3970 HTTP/1.1" status: 200 len: 797 time: 0.1975927 Aug 16 13:32:56.501513 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7739880-660c-4cd9-84cb-44bde811e2ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:56.518204 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-4b838fbd-cd52-418d-a350-731cd3906ea5 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/quotas/32b604fb5f7d4466a54471a41f29767c HTTP/1.1" status: 200 len: 375 time: 0.0196490 Aug 16 13:32:56.580591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7739880-660c-4cd9-84cb-44bde811e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:56.654641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-eeca2f41-5355-4f7a-830b-463d282b5267 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32b604fb5f7d4466a54471a41f29767c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1347890 Aug 16 13:32:56.682769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ca5742b2-7fef-43e5-a09b-1368e53e04e3 None None] Port d20d8aa5-d803-4310-ae55-53991f2053da cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:32:56.725581 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7739880-660c-4cd9-84cb-44bde811e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:56.760762 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7739880-660c-4cd9-84cb-44bde811e2ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:56.766809 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e7739880-660c-4cd9-84cb-44bde811e2ce admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1f77a465-36b9-4408-a948-2b371ddfe3ab HTTP/1.1" status: 204 len: 168 time: 0.9490867 Aug 16 13:32:56.767125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56722) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:56.827695 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7739880-660c-4cd9-84cb-44bde811e2ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f77a465-36b9-4408-a948-2b371ddfe3ab,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:56.955401 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:56.985961 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:57.014189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Transition to ACTIVE for port object d20d8aa5-d803-4310-ae55-53991f2053da will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:32:57.026915 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:57.116688 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-c43585a2-72d4-44e9-87ab-cb42bd83c476 service neutron] 10.222.0.25 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581339 Aug 16 13:32:57.195482 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:57.196074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb09395-4820-4374-82d6-f001f31dd514 None None] Pushing event updated for resources: {'Port': ['ID=d20d8aa5-d803-4310-ae55-53991f2053da,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:57.244448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Attempting to bind port d20d8aa5-d803-4310-ae55-53991f2053da on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:32:57.245086 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Attempting to bind port d20d8aa5-d803-4310-ae55-53991f2053da by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:32:57.245727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Attempting to bind port d20d8aa5-d803-4310-ae55-53991f2053da on network 6f48f93d-2e96-44dd-a019-1750c14e3970 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:32:57.264288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:32:57.264741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Checking segment: {'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:32:57.265115 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:57.265532 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Bound using segment: {'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:32:57.266053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Bound port: d20d8aa5-d803-4310-ae55-53991f2053da, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:32:57.266504 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:57.339870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec9f97d-b99f-4d4b-bbb2-418ec3370793']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:57.375339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c253aa0a-fb32-4945-90a2-8bb83634275d') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:57.375757 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c253aa0a-fb32-4945-90a2-8bb83634275d') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:57.412151 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:57.439817 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-02e5cf71-fe29-4347-9e7f-7feb4d0be319 service neutron] 10.222.0.25 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211942 Aug 16 13:32:57.450178 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:57.458400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:32:57.462941 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:32:57.466392 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:32:57.480727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] For port d20d8aa5-d803-4310-ae55-53991f2053da, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:32:57.493384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] For port d20d8aa5-d803-4310-ae55-53991f2053da, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d20d8aa5-d803-4310-ae55-53991f2053da,segment=NetworkSegment(c0b0274e-8822-4cda-89d3-8a0ae8f9a357),segment_id=c0b0274e-8822-4cda-89d3-8a0ae8f9a357)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:32:57.510718 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:57.562824 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:57.580632 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:57.587397 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] 10.222.0.25 "DELETE /v2.0/networks/dec9f97d-b99f-4d4b-bbb2-418ec3370793 HTTP/1.1" status: 204 len: 168 time: 0.8177719 Aug 16 13:32:57.588619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb09395-4820-4374-82d6-f001f31dd514 None None] Pushing event updated for resources: {'Port': ['ID=d20d8aa5-d803-4310-ae55-53991f2053da,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:57.590873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Routers {'754673b1-40bc-4a2c-bebe-da66643336e5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:32:57.599169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:32:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['754673b1-40bc-4a2c-bebe-da66643336e5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:57.600938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd80f2-85f1-47e8-8cb1-cb123f19a00f admin admin] Pushing event deleted for resources: {'Network': ['ID=dec9f97d-b99f-4d4b-bbb2-418ec3370793,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:57.891334 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc1408c8-9922-424a-aea5-74abe76239eb req-f7e94bc7-5c88-406f-84be-385bc3dc5cfd tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 210 time: 0.1151848 Aug 16 13:32:57.909796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14e04de0-836d-4f72-8aab-fe71bb47eed8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:57.957135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56766) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:58.012864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] Set router 754673b1-40bc-4a2c-bebe-da66643336e5 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:32:58.057385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-07ec95b8-05f9-4e78-9082-67122ceada32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf0d1f5bc5b0468e82296a60873927ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989013 Aug 16 13:32:58.058092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56768) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:32:58.147837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 14e04de0-836d-4f72-8aab-fe71bb47eed8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:58.148242 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:58.204563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e75455df-33cf-48e4-baa0-e145afc1a638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:58.248503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e75455df-33cf-48e4-baa0-e145afc1a638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:58.359365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e75455df-33cf-48e4-baa0-e145afc1a638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:58.365560 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e75455df-33cf-48e4-baa0-e145afc1a638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:32:58.368944 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e75455df-33cf-48e4-baa0-e145afc1a638 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78971c9f-e260-448d-8229-2597ebc4ded3 HTTP/1.1" status: 204 len: 168 time: 0.3091033 Aug 16 13:32:58.407566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75455df-33cf-48e4-baa0-e145afc1a638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78971c9f-e260-448d-8229-2597ebc4ded3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:32:58.440915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:52Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd20d8aa5-d803-4310-ae55-53991f2053da', 'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:a7:33:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94d523cd-fa46-4ac9-8b92-651725534650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:51Z', 'updated_at': '2021-08-16T13:32:57Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '94d523cd-fa46-4ac9-8b92-651725534650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:32:58.475322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac405a-edcf-44de-9520-cae1a57cbf3c None None] The sync data for ids ['754673b1-40bc-4a2c-bebe-da66643336e5'] in n-d-804708-1 is: [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:52Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd20d8aa5-d803-4310-ae55-53991f2053da', 'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:a7:33:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94d523cd-fa46-4ac9-8b92-651725534650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:51Z', 'updated_at': '2021-08-16T13:32:57Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '94d523cd-fa46-4ac9-8b92-651725534650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:32:59.162552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-905f0d49-9d76-4135-8cc3-cd775af1a8a3 req-788b5f4f-a361-4069-8815-796c83e246e3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 210 time: 0.0959558 Aug 16 13:32:59.863872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d20d8aa5-d803-4310-ae55-53991f2053da up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:32:59.942871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d20d8aa5-d803-4310-ae55-53991f2053da completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:32:59.991824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d20d8aa5-d803-4310-ae55-53991f2053da triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:32:59.993556 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:00.047693 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:00.166068 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:00.278067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port d20d8aa5-d803-4310-ae55-53991f2053da, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d20d8aa5-d803-4310-ae55-53991f2053da,segment=NetworkSegment(c0b0274e-8822-4cda-89d3-8a0ae8f9a357),segment_id=c0b0274e-8822-4cda-89d3-8a0ae8f9a357)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:33:00.287688 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:00.401623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-c1bfed0e-24e9-4b01-9843-1d106f61bcef tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:00.405527 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-c1bfed0e-24e9-4b01-9843-1d106f61bcef tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.42 "GET /v2.0/networks?id=6f48f93d-2e96-44dd-a019-1750c14e3970 HTTP/1.1" status: 200 len: 797 time: 0.3699081 Aug 16 13:33:00.455898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=d20d8aa5-d803-4310-ae55-53991f2053da,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:00.471494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8786702-6dca-4a03-af3d-a6ce04e3cd95 req-49ad7792-5ae6-4fc5-9b6b-681a9ab3c7e8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 210 time: 0.0883119 Aug 16 13:33:00.500441 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-4aeb14b4-8ffb-47e0-b2d1-ac89c27ff301 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b604fb5f7d4466a54471a41f29767c HTTP/1.1" status: 200 len: 477 time: 0.0792649 Aug 16 13:33:00.519032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'port': {'device_id': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'admin_state_up': True, 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'security_groups': ['d698d6e6-d753-4e2a-a5ab-8a260f44ad1c', 'cf3d4835-fe86-44bc-a5bc-1486c7d1babe']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:33:00.725500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Made reservation on behalf of 32b604fb5f7d4466a54471a41f29767c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:33:00.731888 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:00.966245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Allocated IP 172.20.0.5 (6f48f93d-2e96-44dd-a019-1750c14e3970/94d523cd-fa46-4ac9-8b92-651725534650/8691fe85-172e-4d35-a45c-c02fc9d902b4) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:33:01.257282 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:01.278751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Transition to ACTIVE for port object 8691fe85-172e-4d35-a45c-c02fc9d902b4 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:33:01.317438 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:01.389945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network 6f48f93d-2e96-44dd-a019-1750c14e3970 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:33:01.396516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:33:01.402882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:33:01.477280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Port': ['ID=8691fe85-172e-4d35-a45c-c02fc9d902b4,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:01.496406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:01.497635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:01.519490 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0cc3097b-8073-4013-b4ac-fc9c8b4ddfd2 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0108311 Aug 16 13:33:01.544974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Request body: {'port': {'device_id': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:33:01.682695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:01.707832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56c7f1-694c-4d24-b886-e9f3dedd3799 req-8e580d33-8cb8-4f96-aa8c-435ecf330520 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:01.716230 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d56c7f1-694c-4d24-b886-e9f3dedd3799 req-8e580d33-8cb8-4f96-aa8c-435ecf330520 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 970 time: 0.0719812 Aug 16 13:33:01.811601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1d56c7f1-694c-4d24-b886-e9f3dedd3799 req-d564aa9d-5d76-46a4-9fb4-2a5f1321aac9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0943391 Aug 16 13:33:01.861452 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-baa66447-549e-4f1c-8d7d-ab685e2eb8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:01.875078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d20d8aa5-d803-4310-ae55-53991f2053da up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:33:01.934475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6380911c-6003-4df6-bd56-c3320172a93f None None] Provisioning for port 8691fe85-172e-4d35-a45c-c02fc9d902b4 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:33:01.941320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6380911c-6003-4df6-bd56-c3320172a93f None None] Provisioning complete for port 8691fe85-172e-4d35-a45c-c02fc9d902b4 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:33:01.942353 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6380911c-6003-4df6-bd56-c3320172a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:02.014071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d20d8aa5-d803-4310-ae55-53991f2053da triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:33:02.014532 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:02.117498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6380911c-6003-4df6-bd56-c3320172a93f None None] Port 8691fe85-172e-4d35-a45c-c02fc9d902b4 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:33:02.215517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8691fe85-172e-4d35-a45c-c02fc9d902b4 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:33:02.225824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:02.242132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Transition to ACTIVE for port object 8691fe85-172e-4d35-a45c-c02fc9d902b4 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:33:02.250449 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:02.339701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Pushing event updated for resources: {'Port': ['ID=8691fe85-172e-4d35-a45c-c02fc9d902b4,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:02.474776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Attempting to bind port 8691fe85-172e-4d35-a45c-c02fc9d902b4 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:33:02.475452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Attempting to bind port 8691fe85-172e-4d35-a45c-c02fc9d902b4 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:33:02.475602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Attempting to bind port 8691fe85-172e-4d35-a45c-c02fc9d902b4 on network 6f48f93d-2e96-44dd-a019-1750c14e3970 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:33:02.482551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Port 8691fe85-172e-4d35-a45c-c02fc9d902b4 on network 6f48f93d-2e96-44dd-a019-1750c14e3970 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:33:02.482978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Attempting to bind port 8691fe85-172e-4d35-a45c-c02fc9d902b4 on network 6f48f93d-2e96-44dd-a019-1750c14e3970 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:33:02.489184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:33:02.489950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Checking segment: {'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:33:02.490732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Bound using segment: {'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:33:02.491431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Bound port: 8691fe85-172e-4d35-a45c-c02fc9d902b4, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:33:02.493340 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:02.597513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] For port 8691fe85-172e-4d35-a45c-c02fc9d902b4, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:33:02.605706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] For port 8691fe85-172e-4d35-a45c-c02fc9d902b4, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8691fe85-172e-4d35-a45c-c02fc9d902b4,segment=NetworkSegment(c0b0274e-8822-4cda-89d3-8a0ae8f9a357),segment_id=c0b0274e-8822-4cda-89d3-8a0ae8f9a357)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:33:02.612713 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:02.662155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:02.666483 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:02.668487 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] 10.222.0.42 "PUT /v2.0/ports/8691fe85-172e-4d35-a45c-c02fc9d902b4 HTTP/1.1" status: 200 len: 1130 time: 1.1394336 Aug 16 13:33:02.669116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'tag': '8691fe85-172e-4d35-a45c-c02fc9d902b4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:33:02.672171 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "c38579cf-f52c-453f-9de4-6e1a4c03d642", "tag": "8691fe85-172e-4d35-a45c-c02fc9d902b4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:33:02.769135 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba4f7ce-05d3-4bb7-b96e-7536409606c9 x-openstack-request-id: req-9ba4f7ce-05d3-4bb7-b96e-7536409606c9 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:33:02.769459 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38579cf-f52c-453f-9de4-6e1a4c03d642", "tag": "8691fe85-172e-4d35-a45c-c02fc9d902b4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:33:02.769866 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ba4f7ce-05d3-4bb7-b96e-7536409606c9 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:33:02.770172 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'tag': '8691fe85-172e-4d35-a45c-c02fc9d902b4', 'status': 'completed', 'code': 200} Aug 16 13:33:02.822331 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a610a2-6741-4d12-9a02-967a938e871c service neutron] Pushing event updated for resources: {'Port': ['ID=8691fe85-172e-4d35-a45c-c02fc9d902b4,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:02.874161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-fa12dac7-721f-4ed3-9806-1074c090f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:02.875891 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-fa12dac7-721f-4ed3-9806-1074c090f080 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b604fb5f7d4466a54471a41f29767c&device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 1133 time: 0.1475089 Aug 16 13:33:03.006224 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-ad90e526-c89a-43f5-b07e-f39f29dfdb34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8691fe85-172e-4d35-a45c-c02fc9d902b4 HTTP/1.1" status: 200 len: 217 time: 0.1200008 Aug 16 13:33:03.115992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072112da-846a-4f82-a0e4-4bf75c976f8f req-0232b7e3-48ea-43c7-ac2d-b299ffdbe6ec tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:03.140058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-072112da-846a-4f82-a0e4-4bf75c976f8f req-0232b7e3-48ea-43c7-ac2d-b299ffdbe6ec tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 982 time: 0.1936519 Aug 16 13:33:03.259058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-072112da-846a-4f82-a0e4-4bf75c976f8f req-72115d09-2175-40d4-b753-c7973d64ee50 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1172414 Aug 16 13:33:03.617304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0af260fd-3038-46da-9de7-0f79f5b4d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:03.619735 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-0af260fd-3038-46da-9de7-0f79f5b4d22e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94d523cd-fa46-4ac9-8b92-651725534650 HTTP/1.1" status: 200 len: 835 time: 0.6026661 Aug 16 13:33:03.688841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-925b2871-b3c1-4947-9644-c66288b921e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:03.690799 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-925b2871-b3c1-4947-9644-c66288b921e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6f48f93d-2e96-44dd-a019-1750c14e3970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627532 Aug 16 13:33:03.889943 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-319f39d3-d88e-4c10-870f-d7aa58cfd423 service neutron] 10.222.0.42 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895330 Aug 16 13:33:04.059433 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b76b4d9-cf51-4eed-b15e-e870f8962427 req-e10ae6aa-f42c-4138-924e-610452fc1927 service neutron] 10.222.0.42 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598570 Aug 16 13:33:04.161289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3 req-0d315a8d-933e-48ad-8c5a-5a6690b99242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:04.162800 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3 req-0d315a8d-933e-48ad-8c5a-5a6690b99242 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b604fb5f7d4466a54471a41f29767c&device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 1133 time: 0.0491025 Aug 16 13:33:04.282355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3 req-ea9e6c42-906a-4ec3-8f33-fcdef2b3ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:04.283912 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3 req-ea9e6c42-906a-4ec3-8f33-fcdef2b3ec70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6f48f93d-2e96-44dd-a019-1750c14e3970 HTTP/1.1" status: 200 len: 897 time: 0.1136444 Aug 16 13:33:04.332487 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3 req-e5e44d3f-2622-48d1-9ea6-19b1b35861b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8691fe85-172e-4d35-a45c-c02fc9d902b4 HTTP/1.1" status: 200 len: 217 time: 0.0401032 Aug 16 13:33:04.360547 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b507612e-a08e-4cf9-a582-0015fb8a15ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:04.430354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3 req-632b89d1-a53f-4cb6-b012-67f3dbf10baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:04.432041 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3 req-632b89d1-a53f-4cb6-b012-67f3dbf10baf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94d523cd-fa46-4ac9-8b92-651725534650 HTTP/1.1" status: 200 len: 835 time: 0.0900049 Aug 16 13:33:04.434044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397b75c-3539-4da0-8ac6-3bb92c50e986 req-d49e3fda-3352-4910-b5ca-b06c390c649c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:04.438967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2397b75c-3539-4da0-8ac6-3bb92c50e986 req-d49e3fda-3352-4910-b5ca-b06c390c649c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 982 time: 0.0814333 Aug 16 13:33:04.496022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2397b75c-3539-4da0-8ac6-3bb92c50e986 req-d9af5157-13aa-4c52-a2c9-eae654fe90df tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0525737 Aug 16 13:33:04.527276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3 req-1803317d-27ed-4922-af3d-7804e108c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:04.529018 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3 req-1803317d-27ed-4922-af3d-7804e108c747 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6f48f93d-2e96-44dd-a019-1750c14e3970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883667 Aug 16 13:33:04.680845 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:04.699831 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3 req-de508912-9c00-4558-9e6e-3968efc1fa55 service neutron] 10.222.0.42 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616640 Aug 16 13:33:04.860451 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa625459-2ab1-48cf-b7cf-ce5fd2f12ce3 req-3b4bf7fa-7cd9-4274-a88b-6ba72c9436f1 service neutron] 10.222.0.42 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528361 Aug 16 13:33:05.609544 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:33:05.610992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:05.700131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3ddbc-e674-4077-8691-d0ad8a6fe214 req-81db2903-e0b0-4028-a742-345187d83b24 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:05.719782 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce3ddbc-e674-4077-8691-d0ad8a6fe214 req-81db2903-e0b0-4028-a742-345187d83b24 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 982 time: 0.1052794 Aug 16 13:33:05.795271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ce3ddbc-e674-4077-8691-d0ad8a6fe214 req-a86b3e90-9228-4ab4-8aa7-15ba6e3a856a tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0736423 Aug 16 13:33:06.965014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca8f01-0579-447d-9d59-508002e0677f req-500e35c9-50d7-4348-ad4d-d05cba599490 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:06.967888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2ca8f01-0579-447d-9d59-508002e0677f req-500e35c9-50d7-4348-ad4d-d05cba599490 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 982 time: 0.0955746 Aug 16 13:33:07.050083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2ca8f01-0579-447d-9d59-508002e0677f req-7d71a25b-2852-44eb-939f-32559cdfc8d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0740433 Aug 16 13:33:07.267696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8691fe85-172e-4d35-a45c-c02fc9d902b4 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:33:07.451594 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8691fe85-172e-4d35-a45c-c02fc9d902b4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8691fe85-172e-4d35-a45c-c02fc9d902b4,segment=NetworkSegment(c0b0274e-8822-4cda-89d3-8a0ae8f9a357),segment_id=c0b0274e-8822-4cda-89d3-8a0ae8f9a357)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:33:07.456562 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:07.479489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '8691fe85-172e-4d35-a45c-c02fc9d902b4', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'port_id': '8691fe85-172e-4d35-a45c-c02fc9d902b4', 'mac_address': 'fa:16:3e:f7:96:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d523cd-fa46-4ac9-8b92-651725534650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:33:07.550282 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:07.571438 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8691fe85-172e-4d35-a45c-c02fc9d902b4 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:33:07.600309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8691fe85-172e-4d35-a45c-c02fc9d902b4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8691fe85-172e-4d35-a45c-c02fc9d902b4,segment=NetworkSegment(c0b0274e-8822-4cda-89d3-8a0ae8f9a357),segment_id=c0b0274e-8822-4cda-89d3-8a0ae8f9a357)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:33:07.608347 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:07.671785 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8691fe85-172e-4d35-a45c-c02fc9d902b4,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:07.834602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['8691fe85-172e-4d35-a45c-c02fc9d902b4'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:33:08.431915 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace931a-49f3-4d1c-bcd2-d968e54dbb63 req-cf73ea43-0dc0-47d2-8420-05c925cd3ec8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:08.433080 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ace931a-49f3-4d1c-bcd2-d968e54dbb63 req-cf73ea43-0dc0-47d2-8420-05c925cd3ec8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 983 time: 0.1016052 Aug 16 13:33:08.497789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ace931a-49f3-4d1c-bcd2-d968e54dbb63 req-50ba7085-b6c4-4a31-bef1-c286ce5b41c1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0545537 Aug 16 13:33:09.263765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8691fe85-172e-4d35-a45c-c02fc9d902b4 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:33:09.344706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 8691fe85-172e-4d35-a45c-c02fc9d902b4 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:33:09.352053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 8691fe85-172e-4d35-a45c-c02fc9d902b4 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:33:09.352571 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:09.518874 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:09.549311 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8691fe85-172e-4d35-a45c-c02fc9d902b4'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:33:09.552137 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9468634f-af75-4e33-9635-41223193bc6e" -d '{"events": [{"server_uuid": "c38579cf-f52c-453f-9de4-6e1a4c03d642", "name": "network-vif-plugged", "status": "completed", "tag": "8691fe85-172e-4d35-a45c-c02fc9d902b4"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:33:09.588581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8691fe85-172e-4d35-a45c-c02fc9d902b4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8691fe85-172e-4d35-a45c-c02fc9d902b4,segment=NetworkSegment(c0b0274e-8822-4cda-89d3-8a0ae8f9a357),segment_id=c0b0274e-8822-4cda-89d3-8a0ae8f9a357)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:33:09.598943 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:09.641803 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1db04b8-9ce2-40e1-94f6-4e60920fabe0 x-openstack-request-id: req-d1db04b8-9ce2-40e1-94f6-4e60920fabe0 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:33:09.641803 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38579cf-f52c-453f-9de4-6e1a4c03d642", "name": "network-vif-plugged", "status": "completed", "tag": "8691fe85-172e-4d35-a45c-c02fc9d902b4", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:33:09.641803 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1db04b8-9ce2-40e1-94f6-4e60920fabe0 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:33:09.642591 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8691fe85-172e-4d35-a45c-c02fc9d902b4', 'code': 200} Aug 16 13:33:09.689822 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8691fe85-172e-4d35-a45c-c02fc9d902b4,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:09.702070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.702372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.702726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.703070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.703409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.703745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.704088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.704421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.704751 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.705081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.705545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.706176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:09.723043 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6403e41-7ac7-4a75-9490-547f74f742ce req-edf88bdc-6e8c-4d65-859e-76127462ced1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:09.724785 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6403e41-7ac7-4a75-9490-547f74f742ce req-edf88bdc-6e8c-4d65-859e-76127462ced1 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 984 time: 0.1097782 Aug 16 13:33:09.810304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6403e41-7ac7-4a75-9490-547f74f742ce req-677b02f0-acf8-4b9d-a5ed-2733e0c3a134 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0594976 Aug 16 13:33:09.815123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e94960-75e8-47fa-95ce-df0eb869cfa2 req-49b57cfa-618d-436a-8f9d-ee3c9f8148f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:09.818000 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-79e94960-75e8-47fa-95ce-df0eb869cfa2 req-49b57cfa-618d-436a-8f9d-ee3c9f8148f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 1135 time: 0.0939777 Aug 16 13:33:09.888854 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-79e94960-75e8-47fa-95ce-df0eb869cfa2 req-fb7719f1-5910-4c60-82f2-524cca8dc888 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0614460 Aug 16 13:33:11.031539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35f43a-eb6c-41f1-986a-fb82581a0256 req-00c74f26-c322-4fe2-a099-77ef79072e6b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:11.039409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c35f43a-eb6c-41f1-986a-fb82581a0256 req-00c74f26-c322-4fe2-a099-77ef79072e6b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 984 time: 0.0893183 Aug 16 13:33:11.110031 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c35f43a-eb6c-41f1-986a-fb82581a0256 req-1b18cc79-0c79-408b-9a8f-bdbead30e8ac tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0647929 Aug 16 13:33:11.335168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0354281-2209-44ec-9848-80b654e7e755 req-91ad0088-c872-4260-9c3c-85c2b32dfc17 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:11.337563 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0354281-2209-44ec-9848-80b654e7e755 req-91ad0088-c872-4260-9c3c-85c2b32dfc17 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 984 time: 0.0679197 Aug 16 13:33:11.389222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0354281-2209-44ec-9848-80b654e7e755 req-49392bf6-d76a-4de9-8ca0-13d66c912976 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0444531 Aug 16 13:33:11.541222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f901c4f-a91e-4661-86ad-4dd0d4fba069 req-3accdcdb-5819-45dc-a8a6-d224fbda763a tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:11.547513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f901c4f-a91e-4661-86ad-4dd0d4fba069 req-3accdcdb-5819-45dc-a8a6-d224fbda763a tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 1135 time: 0.0507832 Aug 16 13:33:11.577907 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0f901c4f-a91e-4661-86ad-4dd0d4fba069 req-4292ff66-1f0c-4527-b648-b9626dd7c687 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:11.746492 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0f901c4f-a91e-4661-86ad-4dd0d4fba069 req-4292ff66-1f0c-4527-b648-b9626dd7c687 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:11.752536 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-0f901c4f-a91e-4661-86ad-4dd0d4fba069 req-4292ff66-1f0c-4527-b648-b9626dd7c687 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:11.791991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0f901c4f-a91e-4661-86ad-4dd0d4fba069 req-4292ff66-1f0c-4527-b648-b9626dd7c687 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2338471 Aug 16 13:33:11.810450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292ff66-1f0c-4527-b648-b9626dd7c687 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151d0a45-7ca3-448f-b3d6-08f9214c37b8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:11.837973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56932) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:11.870152 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-b45304c6-5b5e-424a-8704-a95495f3ac54 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790913 Aug 16 13:33:11.913034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba82cb-6eca-4ffa-9029-bb9f1ecea4a8 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:11.917813 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9eba82cb-6eca-4ffa-9029-bb9f1ecea4a8 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 1130 time: 0.0771449 Aug 16 13:33:11.923111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56934) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:11.932086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '8691fe85-172e-4d35-a45c-c02fc9d902b4', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:33:12.004457 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:12.032037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-5ce2793f-479a-472b-bd3e-929bbbeffa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:12.034345 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-5ce2793f-479a-472b-bd3e-929bbbeffa75 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 1096 time: 0.0945125 Aug 16 13:33:12.281025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-337c98d1-d8d1-43f9-bb44-536a4e0c17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:12.283458 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-337c98d1-d8d1-43f9-bb44-536a4e0c17f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7012dd77-7e67-4397-af3f-c7580f0597b9 HTTP/1.1" status: 200 len: 897 time: 0.1851549 Aug 16 13:33:12.355613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:12.416928 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-329d9329-bac9-4023-981c-80f9dc87dbf6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59 HTTP/1.1" status: 200 len: 1001 time: 0.1189699 Aug 16 13:33:12.518989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-943f5bc6-cd9a-4227-9f52-657c296ea3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:12.520591 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-943f5bc6-cd9a-4227-9f52-657c296ea3dd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64f6893f-6e51-440d-b5e5-0da2e0d21911 HTTP/1.1" status: 200 len: 834 time: 0.0950787 Aug 16 13:33:12.567626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Allocated IP 172.25.0.223 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/7f8d2eda-237a-428a-96af-bf6e6fae2efa) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:33:12.620197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-8ab6c087-ce00-4437-8b99-c85f13f000e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:12.622317 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-8ab6c087-ce00-4437-8b99-c85f13f000e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7012dd77-7e67-4397-af3f-c7580f0597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932515 Aug 16 13:33:12.815981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:12.842831 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-b8c5c5c2-7ba2-4256-bf2c-ba040dc4f0bf service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110255 Aug 16 13:33:12.979708 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:13.058019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:33:13.064060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:33:13.068422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Port': ['ID=7f8d2eda-237a-428a-96af-bf6e6fae2efa,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:13.070659 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1e4107a2-6cc2-4e06-a16c-1e3a5d9a6d0a req-1dcb9571-e2fd-4e27-b9bd-b14b0a82a5fb service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145481 Aug 16 13:33:13.071471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:33:13.709941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:13.848990 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:14.095619 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:14.102402 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:14.176858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Port': ['ID=7f8d2eda-237a-428a-96af-bf6e6fae2efa,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:14.193540 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:14.325575 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Floating IP 697985c4-3885-4c7f-aa6f-8b3dce9ee817 associated. External IP: 172.25.0.223, port: 8691fe85-172e-4d35-a45c-c02fc9d902b4. Aug 16 13:33:14.648559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Router 754673b1-40bc-4a2c-bebe-da66643336e5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:33:14.818562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:33:14.835253 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106119d-9493-42c3-8509-fb53580e27b1 None None] Sync routers for ids ['754673b1-40bc-4a2c-bebe-da66643336e5'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:33:14.849475 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106119d-9493-42c3-8509-fb53580e27b1 None None] Routers {'754673b1-40bc-4a2c-bebe-da66643336e5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:33:14.851060 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1106119d-9493-42c3-8509-fb53580e27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:33:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['754673b1-40bc-4a2c-bebe-da66643336e5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:33:14.853895 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:14.905083 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b2d7cc1f-8a48-44d2-9566-df30cceb9d51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9794171 Aug 16 13:33:14.906055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'tag': '8691fe85-172e-4d35-a45c-c02fc9d902b4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:33:14.907882 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56968) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:14.934556 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20baa128-8294-47fb-89d0-6be068db15de" -d '{"events": [{"name": "network-changed", "server_uuid": "c38579cf-f52c-453f-9de4-6e1a4c03d642", "tag": "8691fe85-172e-4d35-a45c-c02fc9d902b4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:33:14.992668 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd85aaf4-b815-49aa-a15a-6a430b8f0817 x-openstack-request-id: req-dd85aaf4-b815-49aa-a15a-6a430b8f0817 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:33:14.993142 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38579cf-f52c-453f-9de4-6e1a4c03d642", "tag": "8691fe85-172e-4d35-a45c-c02fc9d902b4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:33:14.993540 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd85aaf4-b815-49aa-a15a-6a430b8f0817 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:33:14.994218 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'tag': '8691fe85-172e-4d35-a45c-c02fc9d902b4', 'status': 'completed', 'code': 200} Aug 16 13:33:15.052100 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-1106119d-9493-42c3-8509-fb53580e27b1 None None] Set router 754673b1-40bc-4a2c-bebe-da66643336e5 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:33:15.122912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa128-8294-47fb-89d0-6be068db15de req-80ef28a2-acb6-4c68-8060-fbdac977b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.125615 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20baa128-8294-47fb-89d0-6be068db15de req-80ef28a2-acb6-4c68-8060-fbdac977b7bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b604fb5f7d4466a54471a41f29767c&device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 1135 time: 0.1056185 Aug 16 13:33:15.133699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16607bc4-1320-4ed9-95af-61562fa7f0f3 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.134673 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16607bc4-1320-4ed9-95af-61562fa7f0f3 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.135630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16607bc4-1320-4ed9-95af-61562fa7f0f3 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.136300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16607bc4-1320-4ed9-95af-61562fa7f0f3 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.136961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16607bc4-1320-4ed9-95af-61562fa7f0f3 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.139490 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-16607bc4-1320-4ed9-95af-61562fa7f0f3 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3567 time: 0.2298322 Aug 16 13:33:15.142275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56980) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:15.286748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4534c337-6d2c-46ea-bf39-2d9697f1d351 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.287555 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4534c337-6d2c-46ea-bf39-2d9697f1d351 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.288381 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4534c337-6d2c-46ea-bf39-2d9697f1d351 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.290392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4534c337-6d2c-46ea-bf39-2d9697f1d351 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.291283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4534c337-6d2c-46ea-bf39-2d9697f1d351 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.294381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4534c337-6d2c-46ea-bf39-2d9697f1d351 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.1505270 Aug 16 13:33:15.299196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 56984) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:15.377645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa128-8294-47fb-89d0-6be068db15de req-4d2d9807-2ba8-4ee7-b091-405722bc7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.385646 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20baa128-8294-47fb-89d0-6be068db15de req-4d2d9807-2ba8-4ee7-b091-405722bc7c9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=6f48f93d-2e96-44dd-a019-1750c14e3970 HTTP/1.1" status: 200 len: 897 time: 0.2460775 Aug 16 13:33:15.500586 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1106119d-9493-42c3-8509-fb53580e27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:52Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '697985c4-3885-4c7f-aa6f-8b3dce9ee817', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'port_id': '8691fe85-172e-4d35-a45c-c02fc9d902b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'mac_address': 'fa:16:3e:f7:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:33:13Z', 'updated_at': '2021-08-16T13:33:13Z', 'revision_number': 0, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20d8aa5-d803-4310-ae55-53991f2053da', 'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:a7:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94d523cd-fa46-4ac9-8b92-651725534650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:51Z', 'updated_at': '2021-08-16T13:33:00Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '94d523cd-fa46-4ac9-8b92-651725534650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:33:15.546429 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20baa128-8294-47fb-89d0-6be068db15de req-444c2689-8c7e-4aeb-a164-ccc45b5b2ae2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8691fe85-172e-4d35-a45c-c02fc9d902b4 HTTP/1.1" status: 200 len: 999 time: 0.1512129 Aug 16 13:33:15.576432 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106119d-9493-42c3-8509-fb53580e27b1 None None] Checking router: 754673b1-40bc-4a2c-bebe-da66643336e5 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:33:15.594065 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106119d-9493-42c3-8509-fb53580e27b1 None None] Routers {'754673b1-40bc-4a2c-bebe-da66643336e5'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:33:15.595391 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1106119d-9493-42c3-8509-fb53580e27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:33:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['754673b1-40bc-4a2c-bebe-da66643336e5'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:33:15.692581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa128-8294-47fb-89d0-6be068db15de req-1134da25-c39a-4137-b2a8-b0250b394195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.694708 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20baa128-8294-47fb-89d0-6be068db15de req-1134da25-c39a-4137-b2a8-b0250b394195 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94d523cd-fa46-4ac9-8b92-651725534650 HTTP/1.1" status: 200 len: 835 time: 0.1328139 Aug 16 13:33:15.714742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-36df0221-e370-4103-9a32-653c30ac6a9e tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2341 time: 0.4134872 Aug 16 13:33:15.719289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 56988) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:15.801096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7522f-ddfb-41f1-802b-3200167f8a17 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.801903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7522f-ddfb-41f1-802b-3200167f8a17 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.803807 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e6a7522f-ddfb-41f1-802b-3200167f8a17 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=754673b1-40bc-4a2c-bebe-da66643336e5 HTTP/1.1" status: 200 len: 1990 time: 0.0835166 Aug 16 13:33:15.807507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa128-8294-47fb-89d0-6be068db15de req-53898509-921a-4035-98be-b01efe78e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:15.809346 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20baa128-8294-47fb-89d0-6be068db15de req-53898509-921a-4035-98be-b01efe78e4a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6f48f93d-2e96-44dd-a019-1750c14e3970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053100 Aug 16 13:33:15.826768 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-1106119d-9493-42c3-8509-fb53580e27b1 None None] Set router 754673b1-40bc-4a2c-bebe-da66643336e5 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:33:15.963416 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20baa128-8294-47fb-89d0-6be068db15de req-7d182365-3926-422d-bff9-55b3527d1df1 service neutron] 10.222.0.42 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398673 Aug 16 13:33:16.191553 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20baa128-8294-47fb-89d0-6be068db15de req-be3adff2-c794-47be-8908-75dc7f0f0099 service neutron] 10.222.0.42 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194698 Aug 16 13:33:16.318695 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1106119d-9493-42c3-8509-fb53580e27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:52Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '697985c4-3885-4c7f-aa6f-8b3dce9ee817', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'port_id': '8691fe85-172e-4d35-a45c-c02fc9d902b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'mac_address': 'fa:16:3e:f7:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:33:13Z', 'updated_at': '2021-08-16T13:33:13Z', 'revision_number': 0, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20d8aa5-d803-4310-ae55-53991f2053da', 'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:a7:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94d523cd-fa46-4ac9-8b92-651725534650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:51Z', 'updated_at': '2021-08-16T13:33:00Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '94d523cd-fa46-4ac9-8b92-651725534650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:33:16.369820 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106119d-9493-42c3-8509-fb53580e27b1 None None] The sync data for ids ['754673b1-40bc-4a2c-bebe-da66643336e5'] in n-d-804708-1 is: [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:52Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '697985c4-3885-4c7f-aa6f-8b3dce9ee817', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'port_id': '8691fe85-172e-4d35-a45c-c02fc9d902b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'mac_address': 'fa:16:3e:f7:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:33:13Z', 'updated_at': '2021-08-16T13:33:13Z', 'revision_number': 0, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20d8aa5-d803-4310-ae55-53991f2053da', 'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:a7:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94d523cd-fa46-4ac9-8b92-651725534650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:51Z', 'updated_at': '2021-08-16T13:33:00Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '94d523cd-fa46-4ac9-8b92-651725534650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:33:16.580448 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:16.675410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38217cd-17c6-4053-85a9-4dd284f3833b None None] New status for floating IP 697985c4-3885-4c7f-aa6f-8b3dce9ee817: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:33:19.491800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57024) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:19.626979 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a9bee79-46db-4c15-875b-6b4635c3db24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:19.769106 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a9bee79-46db-4c15-875b-6b4635c3db24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:19.777580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a9bee79-46db-4c15-875b-6b4635c3db24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:19.863557 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2a9bee79-46db-4c15-875b-6b4635c3db24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5073aa4677d46cdb95f009b218ad1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674023 Aug 16 13:33:19.863557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bee79-46db-4c15-875b-6b4635c3db24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1a930-ac16-48d0-a405-8d7e6a898bd6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:19.864080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57028) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:19.938649 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8e485dfe-ff66-4b88-a10b-9ae968cc3bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:19.967562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8e485dfe-ff66-4b88-a10b-9ae968cc3bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:20.039012 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8e485dfe-ff66-4b88-a10b-9ae968cc3bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:20.043747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8e485dfe-ff66-4b88-a10b-9ae968cc3bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:20.045427 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8e485dfe-ff66-4b88-a10b-9ae968cc3bc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97d1a930-ac16-48d0-a405-8d7e6a898bd6 HTTP/1.1" status: 204 len: 168 time: 0.1796758 Aug 16 13:33:20.057621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e485dfe-ff66-4b88-a10b-9ae968cc3bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1a930-ac16-48d0-a405-8d7e6a898bd6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:29.981804 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:30.125592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57150) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:30.312436 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-440d4478-8d6a-41a2-bae4-ef50eecb6092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:30.477205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-440d4478-8d6a-41a2-bae4-ef50eecb6092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:30.482996 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-440d4478-8d6a-41a2-bae4-ef50eecb6092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:30.560036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-440d4478-8d6a-41a2-bae4-ef50eecb6092 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02966fdd4dff42abb9c044fee9494179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325058 Aug 16 13:33:30.561583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d4478-8d6a-41a2-bae4-ef50eecb6092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a81e5-2eb1-463d-91a5-e018379c94be,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:30.563353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57162) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:30.634992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-976e8d91-150b-447d-8b5c-80468ccbbca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:30.666731 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-976e8d91-150b-447d-8b5c-80468ccbbca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:30.747326 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-976e8d91-150b-447d-8b5c-80468ccbbca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:30.750003 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-976e8d91-150b-447d-8b5c-80468ccbbca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:30.754856 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-976e8d91-150b-447d-8b5c-80468ccbbca7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e88a81e5-2eb1-463d-91a5-e018379c94be HTTP/1.1" status: 204 len: 168 time: 0.1868241 Aug 16 13:33:30.766430 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e8d91-150b-447d-8b5c-80468ccbbca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a81e5-2eb1-463d-91a5-e018379c94be,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:31.826879 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-23922c4f-ea1e-417f-8c6e-e00d0f0bd535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:34.358871 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d7165892-b8b5-45e4-81e0-4473b614079d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:34.666520 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:35.594572 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:37.351724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57194) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:37.424992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:37.524682 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36bdecef-8d6c-4aa8-870c-2cd57c4071c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:37.628495 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36bdecef-8d6c-4aa8-870c-2cd57c4071c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:37.633843 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-36bdecef-8d6c-4aa8-870c-2cd57c4071c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:37.676264 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-36bdecef-8d6c-4aa8-870c-2cd57c4071c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55527b090bd14796b1940da65e6d4803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231454 Aug 16 13:33:37.677179 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdecef-8d6c-4aa8-870c-2cd57c4071c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36c6812-17a2-4279-b37f-14057a206354,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:37.681714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57198) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:37.766875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fddf32fa-198f-4dde-b802-5d2fb1e77294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:37.795645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fddf32fa-198f-4dde-b802-5d2fb1e77294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:37.852054 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fddf32fa-198f-4dde-b802-5d2fb1e77294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:37.855056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fddf32fa-198f-4dde-b802-5d2fb1e77294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:37.856712 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fddf32fa-198f-4dde-b802-5d2fb1e77294 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c36c6812-17a2-4279-b37f-14057a206354 HTTP/1.1" status: 204 len: 168 time: 0.1732659 Aug 16 13:33:37.867847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf32fa-198f-4dde-b802-5d2fb1e77294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36c6812-17a2-4279-b37f-14057a206354,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:42.603322 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:33:46.578361 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:49.409819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57338) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:49.524863 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b880af4b-9fd5-4361-b9e0-7487eb1d1f4b tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2024 time: 0.1083975 Aug 16 13:33:49.525282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57340) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:49.530745 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'network': {'name': 'tempest-network-smoke--1223725316', 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'port_security_enabled': False}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:33:49.566967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Made reservation on behalf of 32b604fb5f7d4466a54471a41f29767c for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:33:49.573971 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:49.605270 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:33:49.620909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:49.621408 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Added segment d88d4fb2-4b82-43bb-b61a-b5e9675d7e82 of type vlan for network 09446bb0-7bd8-46c1-87f0-0c22c65b729a Aug 16 13:33:49.701538 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:49.735589 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:49.744343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:49.745009 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:49.837397 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3108778 Aug 16 13:33:49.842043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57344) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:49.848229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecb8b7-789d-4b4a-9677-b6c5af868228 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Network': ['ID=09446bb0-7bd8-46c1-87f0-0c22c65b729a,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:49.852016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1382348657', 'admin_state_up': True, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:33:49.861676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 09446bb0-7bd8-46c1-87f0-0c22c65b729a details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:33:49.887783 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:49.888932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:49.957357 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:50.103749 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:50.715707 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:50.737158 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:50.905493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Allocated IP 172.25.0.236 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/25ae0ddd-81e0-4694-b3f7-817a5ef0bd72) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:33:51.111110 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:51.172360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:51.221932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:33:51.228239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:33:51.233792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:33:51.294861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Port': ['ID=25ae0ddd-81e0-4694-b3f7-817a5ef0bd72,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:51.685227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:51.994998 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:52.186860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:33:52.345596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:33:52.361096 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Sync routers for ids ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:33:52.372349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:52.374358 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ebaf856b-745a-40de-98cd-c9032985e2db tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5302422 Aug 16 13:33:52.378182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57354) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:52.380817 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Routers {'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:33:52.382378 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:33:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:33:52.477830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa567716-8b2e-4a3a-96ee-2158a3449a03 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:52.479818 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-aa567716-8b2e-4a3a-96ee-2158a3449a03 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=32b604fb5f7d4466a54471a41f29767c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1002064 Aug 16 13:33:52.483377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57356) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:52.586923 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Set router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:33:52.609235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a971e3b6-f876-44e0-8485-a59db88175fe tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:52.614938 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a971e3b6-f876-44e0-8485-a59db88175fe tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300712 Aug 16 13:33:52.616650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57358) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:52.670780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b3aae4a4-e5ae-49ea-a4cd-3c72799a4b6e tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521419 Aug 16 13:33:52.673009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57360) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:52.721763 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-285a3b92-084f-401e-af48-721f7ab1419a tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=32b604fb5f7d4466a54471a41f29767c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472612 Aug 16 13:33:52.723998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57362) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:52.863697 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382348657', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:33:49Z', 'updated_at': '2021-08-16T13:33:51Z', 'revision_number': 3, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:50Z', 'updated_at': '2021-08-16T13:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:33:52.884095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a215c5c-98d3-42da-8acc-cb98a8bd4710 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:52.886240 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9a215c5c-98d3-42da-8acc-cb98a8bd4710 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1605842 Aug 16 13:33:52.891222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57364) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:52.921278 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Checking router: f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:33:52.921770 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Updating router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:33:52.952341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57366) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:52.952726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-312b1e36-9986-43a4-9bec-b067f12e357a tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584676 Aug 16 13:33:52.957602 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-236627722', 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a', 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:33:52.967377 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:53.087183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Made reservation on behalf of 32b604fb5f7d4466a54471a41f29767c for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:33:53.093949 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:53.445095 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:53.543446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Subnet': ['ID=1056c055-f05c-47f3-857c-b7b4b90ce831,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:53.546236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Checking segment: {'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:33:53.546926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network hostable DHCP agents. Network: 09446bb0-7bd8-46c1-87f0-0c22c65b729a, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:33:53.579836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network 09446bb0-7bd8-46c1-87f0-0c22c65b729a is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:33:53.597529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 09446bb0-7bd8-46c1-87f0-0c22c65b729a) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:33:53.612144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035ace9a-7681-4bac-a73d-ecc56979db3a None None] Network 09446bb0-7bd8-46c1-87f0-0c22c65b729a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:33:53.624221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:53.627188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:53.636336 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:53.655815 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Transition to ACTIVE for port object 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:33:53.657018 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9ed259f0-12c3-43db-a0f2-3ede4b32a7d9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7030153 Aug 16 13:33:53.661070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57378) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:53.667525 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:53.715785 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57380) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:53.770217 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Attempting to bind port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:33:53.771317 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Attempting to bind port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:33:53.772147 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Attempting to bind port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:33:53.809869 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:33:53.815088 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:33:53.816063 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:53.816719 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:33:53.817438 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Bound port: 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:33:53.817967 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:53.825924 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Pushing event updated for resources: {'Port': ['ID=25ae0ddd-81e0-4694-b3f7-817a5ef0bd72,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:53.922772 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.923350 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.923946 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.924545 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.925086 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.928369 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.929797 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.930392 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.930976 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.931550 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.932114 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.932737 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:53.967505 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2164675-8994-4c2c-bb46-851d18450d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:54.061012 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] For port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:33:54.070615 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] For port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=25ae0ddd-81e0-4694-b3f7-817a5ef0bd72,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:33:54.085892 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:54.149756 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-09446bb0-7bd8-46c1-87f0-0c22c65b729a', 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'fixed_ips': [{'subnet_id': '1056c055-f05c-47f3-857c-b7b4b90ce831'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:33:54.151713 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:54.219424 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2164675-8994-4c2c-bb46-851d18450d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:54.229256 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2164675-8994-4c2c-bb46-851d18450d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:54.318004 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Routers {'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:33:54.319100 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:33:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:33:54.329699 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c2164675-8994-4c2c-bb46-851d18450d7c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51663e23996a452ebe71fffd4cbe3950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6121058 Aug 16 13:33:54.338664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57390) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:33:54.352131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2164675-8994-4c2c-bb46-851d18450d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de5a244-ea49-4a3d-9229-bdc5ab7f84ae,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:54.458166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d5269bf-0700-4ad7-af8c-98ac126ded0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:54.535647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d5269bf-0700-4ad7-af8c-98ac126ded0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:54.604382 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83245128-6a07-40b4-969b-8c189692c22f None None] Pushing event updated for resources: {'Port': ['ID=25ae0ddd-81e0-4694-b3f7-817a5ef0bd72,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:54.618910 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Allocated IP 172.20.0.18 (09446bb0-7bd8-46c1-87f0-0c22c65b729a/1056c055-f05c-47f3-857c-b7b4b90ce831/059936b9-20c8-402b-8cde-561ded5d1845) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:33:54.645623 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-05e03f9a-356a-4d52-b4d7-9af8b5e2dabc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1249835 Aug 16 13:33:54.655879 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d5269bf-0700-4ad7-af8c-98ac126ded0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:54.660403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d5269bf-0700-4ad7-af8c-98ac126ded0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:54.665249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9d5269bf-0700-4ad7-af8c-98ac126ded0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4de5a244-ea49-4a3d-9229-bdc5ab7f84ae HTTP/1.1" status: 204 len: 168 time: 0.3214858 Aug 16 13:33:54.685293 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5269bf-0700-4ad7-af8c-98ac126ded0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de5a244-ea49-4a3d-9229-bdc5ab7f84ae,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:54.786228 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] Set router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:33:54.792563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:55.035607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-7b64b5a2-5930-4b83-a8ba-4bd8b827ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:55.042904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-7b64b5a2-5930-4b83-a8ba-4bd8b827ee3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b604fb5f7d4466a54471a41f29767c&device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 1135 time: 0.3047218 Aug 16 13:33:55.090047 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:55.110866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Transition to ACTIVE for port object 059936b9-20c8-402b-8cde-561ded5d1845 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:33:55.130557 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Transition to ACTIVE for port object 059936b9-20c8-402b-8cde-561ded5d1845 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:33:55.138808 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:55.188903 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382348657', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:33:49Z', 'updated_at': '2021-08-16T13:33:51Z', 'revision_number': 3, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:50Z', 'updated_at': '2021-08-16T13:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:33:55.230683 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e1955-3165-4c8f-a63e-bae0d874a872 None None] The sync data for ids ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'] in n-d-804708-1 is: [{'id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382348657', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:33:49Z', 'updated_at': '2021-08-16T13:33:51Z', 'revision_number': 3, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:50Z', 'updated_at': '2021-08-16T13:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:33:55.245617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Network 09446bb0-7bd8-46c1-87f0-0c22c65b729a is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:33:55.255256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:33:55.258255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Pushing event updated for resources: {'Port': ['ID=059936b9-20c8-402b-8cde-561ded5d1845,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:55.261408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:33:55.410643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Attempting to bind port 059936b9-20c8-402b-8cde-561ded5d1845 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:33:55.411273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Attempting to bind port 059936b9-20c8-402b-8cde-561ded5d1845 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:33:55.412110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Attempting to bind port 059936b9-20c8-402b-8cde-561ded5d1845 on network 09446bb0-7bd8-46c1-87f0-0c22c65b729a {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:33:55.428125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:33:55.429441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Checking segment: {'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:33:55.430504 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:55.431579 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Bound using segment: {'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:33:55.433019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Bound port: 059936b9-20c8-402b-8cde-561ded5d1845, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:33:55.434087 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:55.510686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfeb9a1-2923-4b45-b093-7e6f11c5237b req-3ee52a5f-fd27-4b41-9f37-fdb9aa4d6f1e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:55.522050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdfeb9a1-2923-4b45-b093-7e6f11c5237b req-3ee52a5f-fd27-4b41-9f37-fdb9aa4d6f1e tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.1586771 Aug 16 13:33:55.617038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-602a228c-47cc-43e4-b532-1b51755929d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:55.619677 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-602a228c-47cc-43e4-b532-1b51755929d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6f48f93d-2e96-44dd-a019-1750c14e3970 HTTP/1.1" status: 200 len: 897 time: 0.5359411 Aug 16 13:33:55.636413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] For port 059936b9-20c8-402b-8cde-561ded5d1845, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:33:55.645035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] For port 059936b9-20c8-402b-8cde-561ded5d1845, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=059936b9-20c8-402b-8cde-561ded5d1845,segment=NetworkSegment(d88d4fb2-4b82-43bb-b61a-b5e9675d7e82),segment_id=d88d4fb2-4b82-43bb-b61a-b5e9675d7e82)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:33:55.649246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdfeb9a1-2923-4b45-b093-7e6f11c5237b req-3eb40f4c-efd6-42c5-aa5a-2a5e13ec434c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144381 Aug 16 13:33:55.654406 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:55.793887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Allocated IP 172.20.0.17 (09446bb0-7bd8-46c1-87f0-0c22c65b729a/1056c055-f05c-47f3-857c-b7b4b90ce831/2e55dba5-7e93-4336-9aa6-31610fd39418) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:33:55.821230 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a91bb-6448-4fd8-8661-05d633c3302b None None] Pushing event updated for resources: {'Port': ['ID=059936b9-20c8-402b-8cde-561ded5d1845,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:55.947354 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-129d0388-6ce2-4343-9184-a9ed52cb4709 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8691fe85-172e-4d35-a45c-c02fc9d902b4 HTTP/1.1" status: 200 len: 1001 time: 0.3183260 Aug 16 13:33:55.955976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:33:56.091028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:33:56.098372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:33:56.099318 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:56.180911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-eee857d6-0b12-4a66-9d8e-aad0da6786a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:56.183667 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-eee857d6-0b12-4a66-9d8e-aad0da6786a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94d523cd-fa46-4ac9-8b92-651725534650 HTTP/1.1" status: 200 len: 835 time: 0.2257595 Aug 16 13:33:56.333157 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:56.378398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=25ae0ddd-81e0-4694-b3f7-817a5ef0bd72,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:33:56.387983 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:56.495141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=25ae0ddd-81e0-4694-b3f7-817a5ef0bd72,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:56.808147 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:56.849051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Transition to ACTIVE for port object 2e55dba5-7e93-4336-9aa6-31610fd39418 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:33:56.871357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-fbe03244-ab44-41bd-90e7-c8907e53792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:56.873949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-fbe03244-ab44-41bd-90e7-c8907e53792d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6f48f93d-2e96-44dd-a019-1750c14e3970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6810148 Aug 16 13:33:56.933718 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:56.968572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57261e17-c755-43fc-8fae-f58f2efbd508 req-f8ed70e8-67a3-4f04-9f1b-1aa2fae0af51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:56.982297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57261e17-c755-43fc-8fae-f58f2efbd508 req-f8ed70e8-67a3-4f04-9f1b-1aa2fae0af51 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.1451883 Aug 16 13:33:57.055101 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57261e17-c755-43fc-8fae-f58f2efbd508 req-102f4f69-71c1-456e-91cc-6a5cf172758f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696545 Aug 16 13:33:57.117365 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network 09446bb0-7bd8-46c1-87f0-0c22c65b729a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:33:57.129256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:33:57.140886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:33:57.179210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Port': ['ID=2e55dba5-7e93-4336-9aa6-31610fd39418,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:57.204827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.205795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.205795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.206150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.206264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.207127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.207127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.207517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.207953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.208362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.208740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.209131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:33:57.234989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:57.239335 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-bbbfb3d5-23bd-44c2-893a-3efbea59966e service neutron] 10.222.0.42 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282728 Aug 16 13:33:57.440366 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-453336ad-b7cd-4608-bb7b-6bd264e719bd req-5f63ebea-7791-4f36-afa7-c2024bd902b2 service neutron] 10.222.0.42 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586444 Aug 16 13:33:57.518279 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:57.530080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb31785-d5ea-4f52-b350-6d696b97f3be None None] Network 09446bb0-7bd8-46c1-87f0-0c22c65b729a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:33:57.834386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-95f59eb9-a940-4e0d-a6a9-8e04028323a8 None None] Provisioning for port 059936b9-20c8-402b-8cde-561ded5d1845 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:33:58.009349 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:58.028225 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:58.158070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 059936b9-20c8-402b-8cde-561ded5d1845 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:33:58.182981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:58.196948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Port': ['ID=2e55dba5-7e93-4336-9aa6-31610fd39418,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:58.210331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079983e-c49a-4a3e-b55c-8ad08b6baf9f req-d7d85319-a3b7-4ea3-ab6d-817304488e0d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:58.219726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0079983e-c49a-4a3e-b55c-8ad08b6baf9f req-d7d85319-a3b7-4ea3-ab6d-817304488e0d tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.0652299 Aug 16 13:33:58.266484 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 059936b9-20c8-402b-8cde-561ded5d1845 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:33:58.273459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0079983e-c49a-4a3e-b55c-8ad08b6baf9f req-55148352-23cb-466f-b6e3-07c722e78627 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511971 Aug 16 13:33:58.276227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 059936b9-20c8-402b-8cde-561ded5d1845 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:33:58.277132 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:58.355242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network 09446bb0-7bd8-46c1-87f0-0c22c65b729a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:33:58.357100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:33:58.400616 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:58.427143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-937dba99-4d82-4b7e-b768-f41f5c7f52ae None None] Provisioning complete for port 059936b9-20c8-402b-8cde-561ded5d1845 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:33:58.427498 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-937dba99-4d82-4b7e-b768-f41f5c7f52ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:58.472620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 059936b9-20c8-402b-8cde-561ded5d1845, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=059936b9-20c8-402b-8cde-561ded5d1845,segment=NetworkSegment(d88d4fb2-4b82-43bb-b61a-b5e9675d7e82),segment_id=d88d4fb2-4b82-43bb-b61a-b5e9675d7e82)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:33:58.480580 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:58.481708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:33:58.525495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:33:58.584302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=059936b9-20c8-402b-8cde-561ded5d1845,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:33:58.640278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:33:58.640745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:58.684267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-937dba99-4d82-4b7e-b768-f41f5c7f52ae None None] Provisioning for port 2e55dba5-7e93-4336-9aa6-31610fd39418 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:33:58.691738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:33:58.698379 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-937dba99-4d82-4b7e-b768-f41f5c7f52ae None None] Provisioning complete for port 2e55dba5-7e93-4336-9aa6-31610fd39418 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:33:58.700059 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-937dba99-4d82-4b7e-b768-f41f5c7f52ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:58.708105 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Sync routers for ids ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:33:58.719005 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e6396ea4-6b7f-45bc-996e-33ecb9d69b3d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "PUT /v2.0/routers/f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0553236 Aug 16 13:33:58.777855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Routers {'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:33:58.778908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:33:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:33:58.783322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-937dba99-4d82-4b7e-b768-f41f5c7f52ae None None] Port 2e55dba5-7e93-4336-9aa6-31610fd39418 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:33:58.942080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1a4f59b9-1905-4046-ba17-4d5ecdd6d01d None None] Provisioning complete for port 2e55dba5-7e93-4336-9aa6-31610fd39418 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:33:58.942415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1a4f59b9-1905-4046-ba17-4d5ecdd6d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:58.986167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Set router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:33:59.029816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1a4f59b9-1905-4046-ba17-4d5ecdd6d01d None None] Port 2e55dba5-7e93-4336-9aa6-31610fd39418 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:33:59.142395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-96976e6f-6275-46aa-b4ee-2ae3121c949f tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:33:59.143553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-96976e6f-6275-46aa-b4ee-2ae3121c949f tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/networks?id=09446bb0-7bd8-46c1-87f0-0c22c65b729a HTTP/1.1" status: 200 len: 798 time: 0.1575229 Aug 16 13:33:59.164153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-9324fb52-f701-4e5b-9af5-d2a9450aee51 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/quotas/32b604fb5f7d4466a54471a41f29767c HTTP/1.1" status: 200 len: 375 time: 0.0103090 Aug 16 13:33:59.226827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9908603e-72b9-4b2c-921d-9c1d4932e461 None None] Provisioning complete for port 2e55dba5-7e93-4336-9aa6-31610fd39418 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:33:59.227449 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9908603e-72b9-4b2c-921d-9c1d4932e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:59.369030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-9908603e-72b9-4b2c-921d-9c1d4932e461 None None] Port 2e55dba5-7e93-4336-9aa6-31610fd39418 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:33:59.427496 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382348657', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:33:49Z', 'updated_at': '2021-08-16T13:33:57Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:50Z', 'updated_at': '2021-08-16T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '2e55dba5-7e93-4336-9aa6-31610fd39418', 'name': '', 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:38:da:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '1056c055-f05c-47f3-857c-b7b4b90ce831', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:55Z', 'updated_at': '2021-08-16T13:33:57Z', 'revision_number': 2, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '1056c055-f05c-47f3-857c-b7b4b90ce831', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:33:59.479386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Checking router: f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:33:59.479892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Updating router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd port 2e55dba5-7e93-4336-9aa6-31610fd39418 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:33:59.515328 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:33:59.677493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-3ecd885d-68af-4abb-a27d-e8fdd5d4bcdb tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=13d4b1197eaa46a8bb6cdd6a191e639a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361366 Aug 16 13:33:59.741995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-49d866ef-67c5-4b58-8788-442384ab9c05 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32b604fb5f7d4466a54471a41f29767c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5662999 Aug 16 13:33:59.922461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 059936b9-20c8-402b-8cde-561ded5d1845 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:33:59.990813 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:00.017593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Transition to ACTIVE for port object 2e55dba5-7e93-4336-9aa6-31610fd39418 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:34:00.019774 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:00.026972 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:00.030492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-2fd4660d-8d46-4823-8fac-ceea9a1b4fae tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:00.032715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-2fd4660d-8d46-4823-8fac-ceea9a1b4fae tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444574 Aug 16 13:34:00.065930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 059936b9-20c8-402b-8cde-561ded5d1845 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:34:00.066571 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:00.069491 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-35ce723a-e2eb-48ea-9167-602b99c1c406 service neutron] 10.222.0.25 "GET /v2.0/networks/09446bb0-7bd8-46c1-87f0-0c22c65b729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808371 Aug 16 13:34:00.073695 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-fd62b12f-f034-4057-b286-4fbe5404e69d tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/quotas/13d4b1197eaa46a8bb6cdd6a191e639a HTTP/1.1" status: 200 len: 375 time: 0.0210047 Aug 16 13:34:00.138205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fff1c1-2afb-4de4-b243-e9f0290bc3c1 None None] Pushing event updated for resources: {'Port': ['ID=2e55dba5-7e93-4336-9aa6-31610fd39418,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:00.171138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-4ca1bf94-8e39-4fb6-a001-188a0db86ee2 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=13d4b1197eaa46a8bb6cdd6a191e639a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746932 Aug 16 13:34:00.207252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Attempting to bind port 2e55dba5-7e93-4336-9aa6-31610fd39418 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:34:00.207663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Attempting to bind port 2e55dba5-7e93-4336-9aa6-31610fd39418 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:34:00.208032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Attempting to bind port 2e55dba5-7e93-4336-9aa6-31610fd39418 on network 09446bb0-7bd8-46c1-87f0-0c22c65b729a {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:34:00.217141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:34:00.217991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Checking segment: {'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:34:00.218247 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:00.218732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Bound using segment: {'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:34:00.219250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Bound port: 2e55dba5-7e93-4336-9aa6-31610fd39418, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:34:00.219645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:00.331804 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-b54d4dae-db1f-4206-9eba-befd833305b2 service neutron] 10.222.0.25 "GET /v2.0/networks/09446bb0-7bd8-46c1-87f0-0c22c65b729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510896 Aug 16 13:34:00.387688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] For port 2e55dba5-7e93-4336-9aa6-31610fd39418, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:34:00.393539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] For port 2e55dba5-7e93-4336-9aa6-31610fd39418, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2e55dba5-7e93-4336-9aa6-31610fd39418,segment=NetworkSegment(d88d4fb2-4b82-43bb-b61a-b5e9675d7e82),segment_id=d88d4fb2-4b82-43bb-b61a-b5e9675d7e82)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:34:00.401425 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:00.491134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Routers {'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:34:00.494653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:33:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:00.611946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e2bc0-faef-4f33-900b-4452af7800a8 req-1438892c-525a-4f84-bcbe-462329027be8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:00.619043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf3e2bc0-faef-4f33-900b-4452af7800a8 req-1438892c-525a-4f84-bcbe-462329027be8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.1199701 Aug 16 13:34:00.668534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fff1c1-2afb-4de4-b243-e9f0290bc3c1 None None] Pushing event updated for resources: {'Port': ['ID=2e55dba5-7e93-4336-9aa6-31610fd39418,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:00.714868 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] Set router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:34:00.768368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cf3e2bc0-faef-4f33-900b-4452af7800a8 req-16de5b31-98e8-4645-8dac-09e5acef8ee2 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185775 Aug 16 13:34:00.845000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97e94896-b6e7-421d-901a-18a72ad677dc req-35f7b5bf-2dab-4fc2-ab13-18cd4bce36b9 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 210 time: 0.0961759 Aug 16 13:34:00.929304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3209a55d-4439-4da6-a586-c2bc1c31c4e3 req-e8b27226-adc3-436b-a4e5-7640360824a4 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 210 time: 0.0661848 Aug 16 13:34:01.107717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382348657', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:33:49Z', 'updated_at': '2021-08-16T13:33:57Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:50Z', 'updated_at': '2021-08-16T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '2e55dba5-7e93-4336-9aa6-31610fd39418', 'name': '', 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:38:da:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '1056c055-f05c-47f3-857c-b7b4b90ce831', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:55Z', 'updated_at': '2021-08-16T13:34:00Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '1056c055-f05c-47f3-857c-b7b4b90ce831', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:01.167256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef5e62-ac0b-46b9-9b6a-f06410e49a27 None None] The sync data for ids ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'] in n-d-804708-1 is: [{'id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382348657', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:33:49Z', 'updated_at': '2021-08-16T13:33:57Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:50Z', 'updated_at': '2021-08-16T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '2e55dba5-7e93-4336-9aa6-31610fd39418', 'name': '', 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:38:da:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '1056c055-f05c-47f3-857c-b7b4b90ce831', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:55Z', 'updated_at': '2021-08-16T13:34:00Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '1056c055-f05c-47f3-857c-b7b4b90ce831', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:34:01.889487 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7ee444ce-3b41-4c40-bd65-e27c500cb60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:01.993606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2e55dba5-7e93-4336-9aa6-31610fd39418 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:34:02.070668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fee555bb-783b-4dfb-8adb-ec3a4ca5a952 req-fb9533d4-07e2-4a80-8089-29ff79b7ee9d tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 210 time: 0.0547943 Aug 16 13:34:02.084652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46cb08-f865-43bb-bc1f-984d9a13712d req-251800fd-b2c6-4d5e-8aed-a1ab27a40afe tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:02.088420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 2e55dba5-7e93-4336-9aa6-31610fd39418 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:34:02.093871 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa46cb08-f865-43bb-bc1f-984d9a13712d req-251800fd-b2c6-4d5e-8aed-a1ab27a40afe tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.1355448 Aug 16 13:34:02.123240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2e55dba5-7e93-4336-9aa6-31610fd39418 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:34:02.123240 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:02.147822 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa46cb08-f865-43bb-bc1f-984d9a13712d req-0387cf13-3ede-4ab1-a51e-9deb5e8c2512 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519514 Aug 16 13:34:02.286916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f48be201-1f31-4c83-a479-cb1fd408b862 req-19284706-118c-4d03-a5f4-b1714431a480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 210 time: 0.0794654 Aug 16 13:34:02.329178 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-02ea62bc-6fe0-45f9-bdda-4f767a9519bb tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=13d4b1197eaa46a8bb6cdd6a191e639a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969641 Aug 16 13:34:02.345741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:02.416039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 2e55dba5-7e93-4336-9aa6-31610fd39418, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2e55dba5-7e93-4336-9aa6-31610fd39418,segment=NetworkSegment(d88d4fb2-4b82-43bb-b61a-b5e9675d7e82),segment_id=d88d4fb2-4b82-43bb-b61a-b5e9675d7e82)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:02.422308 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:02.503001 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=2e55dba5-7e93-4336-9aa6-31610fd39418,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:02.556453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-b799fff2-ca2a-41f4-b053-e7bdd321e0c9 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:02.558570 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-b799fff2-ca2a-41f4-b053-e7bdd321e0c9 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204747 Aug 16 13:34:02.586301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Request body: {'port': {'device_id': 'a3f032f6-76ca-4f2c-949d-2e30c4482a8b', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '13d4b1197eaa46a8bb6cdd6a191e639a'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:34:02.766993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Made reservation on behalf of 13d4b1197eaa46a8bb6cdd6a191e639a for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:34:02.773712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:02.798929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:03.033448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a5049d8f-3451-4834-b068-2694b292cc08 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:03.036413 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a5049d8f-3451-4834-b068-2694b292cc08 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.22 "GET /v2.0/networks?id=09446bb0-7bd8-46c1-87f0-0c22c65b729a HTTP/1.1" status: 200 len: 798 time: 0.1723495 Aug 16 13:34:03.056103 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Request body: {'port': {'device_id': 'ff4392bc-f345-4c13-92d9-ace0ce140e08', 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a', 'admin_state_up': True, 'tenant_id': '32b604fb5f7d4466a54471a41f29767c'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:34:03.086069 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:03.100143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:03.224775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f851531-a7ff-4a35-b9bc-d5ec84179ae8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:03.291855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a141e4b9-f4e0-4386-b4f8-f4bdda651286 req-caf5f4a5-09fa-415f-b8fe-5e7e910dc0ab tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 210 time: 0.0399818 Aug 16 13:34:03.363198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Made reservation on behalf of 32b604fb5f7d4466a54471a41f29767c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:34:03.368582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:03.383946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Allocated IP 192.168.233.183 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/7a503420-d6c1-4594-8b76-fd8240244733) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:34:03.392160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a3c59-6e40-4a62-b184-d53277af51c2 req-44b1e2a1-b600-4b42-8d5d-69f4724ac02b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:03.405694 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b88a3c59-6e40-4a62-b184-d53277af51c2 req-44b1e2a1-b600-4b42-8d5d-69f4724ac02b tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.1352530 Aug 16 13:34:03.489775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88802179-65f9-4f8d-ac2a-432f337f142e req-2b14523d-d9bb-4e79-8931-b0435b8b7536 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 210 time: 0.0467010 Aug 16 13:34:03.493853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b88a3c59-6e40-4a62-b184-d53277af51c2 req-6304d3a9-25a9-4a5b-82a4-5d5b4829c3d0 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866175 Aug 16 13:34:03.636885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Allocated IP 172.20.0.21 (09446bb0-7bd8-46c1-87f0-0c22c65b729a/1056c055-f05c-47f3-857c-b7b4b90ce831/1a1d6108-a012-426e-a8c1-858c39fca771) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:34:03.708372 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:03.762146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Transition to ACTIVE for port object 7a503420-d6c1-4594-8b76-fd8240244733 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:34:03.826846 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:03.846046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Transition to ACTIVE for port object 1a1d6108-a012-426e-a8c1-858c39fca771 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:34:03.849945 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:03.888393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2e55dba5-7e93-4336-9aa6-31610fd39418 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:34:03.938028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:34:03.948561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:34:03.958043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:34:03.961936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2e55dba5-7e93-4336-9aa6-31610fd39418 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:34:03.962452 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:03.967463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Pushing event updated for resources: {'Port': ['ID=7a503420-d6c1-4594-8b76-fd8240244733,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:04.009688 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:04.132354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:04.133473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:04.142010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Network 09446bb0-7bd8-46c1-87f0-0c22c65b729a is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:34:04.161508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:34:04.172070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:34:04.180672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event updated for resources: {'Port': ['ID=1a1d6108-a012-426e-a8c1-858c39fca771,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:04.220886 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-c89feca4-aeda-4d1c-a95e-ae810a73f3e7 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6389487 Aug 16 13:34:04.243334 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Request body: {'port': {'device_id': 'a3f032f6-76ca-4f2c-949d-2e30c4482a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:34:04.309932 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:04.310913 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:04.329348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-71845832-5952-4ba0-baa6-38f9af11fbb2 None None] Provisioning for port 7a503420-d6c1-4594-8b76-fd8240244733 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:34:04.337421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-71845832-5952-4ba0-baa6-38f9af11fbb2 None None] Provisioning complete for port 7a503420-d6c1-4594-8b76-fd8240244733 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:34:04.338399 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-71845832-5952-4ba0-baa6-38f9af11fbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:04.368785 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:04.387854 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-a892ce34-4925-4c93-82a2-e3a469b6f960 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3369524 Aug 16 13:34:04.424825 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33c24237-e4b0-433e-ac3b-d350776fec89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:04.425730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Request body: {'port': {'device_id': 'ff4392bc-f345-4c13-92d9-ace0ce140e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:34:04.435799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-71845832-5952-4ba0-baa6-38f9af11fbb2 None None] Port 7a503420-d6c1-4594-8b76-fd8240244733 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:34:04.568801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-518b5692-4c0e-4856-ac4e-54656e9a7ed6 None None] Provisioning for port 1a1d6108-a012-426e-a8c1-858c39fca771 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:34:04.576582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-518b5692-4c0e-4856-ac4e-54656e9a7ed6 None None] Provisioning complete for port 1a1d6108-a012-426e-a8c1-858c39fca771 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:34:04.577184 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-518b5692-4c0e-4856-ac4e-54656e9a7ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:04.600355 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:04.687993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-518b5692-4c0e-4856-ac4e-54656e9a7ed6 None None] Port 1a1d6108-a012-426e-a8c1-858c39fca771 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:34:04.694950 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:04.759947 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc49273-1de4-4392-b502-7558dc570213 req-ce1180b3-82be-4a7c-858c-ef5db3583ad4 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:04.763043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbc49273-1de4-4392-b502-7558dc570213 req-ce1180b3-82be-4a7c-858c-ef5db3583ad4 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 936 time: 0.3514564 Aug 16 13:34:04.880584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbc49273-1de4-4392-b502-7558dc570213 req-739a7a54-338f-4826-b0d8-9c22fee7e0b0 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016414 Aug 16 13:34:04.892920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7f498-b222-4c04-8493-4e2418d2c6fd req-4f364a06-5733-4643-a2b3-49c63cb6471d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:04.894767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6d7f498-b222-4c04-8493-4e2418d2c6fd req-4f364a06-5733-4643-a2b3-49c63cb6471d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 895 time: 0.2571843 Aug 16 13:34:05.058980 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffc95f-26b2-49f4-a69a-5470316d301b req-5268fe05-e295-4745-b856-f112d3f2fc32 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:05.061111 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76ffc95f-26b2-49f4-a69a-5470316d301b req-5268fe05-e295-4745-b856-f112d3f2fc32 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.0608454 Aug 16 13:34:05.113789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76ffc95f-26b2-49f4-a69a-5470316d301b req-05434772-fa03-461c-ba1b-178151c3dc53 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455868 Aug 16 13:34:05.139317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a503420-d6c1-4594-8b76-fd8240244733 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:34:05.159943 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:05.183314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Transition to ACTIVE for port object 7a503420-d6c1-4594-8b76-fd8240244733 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:34:05.188052 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:05.280553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1d6108-a012-426e-a8c1-858c39fca771 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:34:05.292027 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:05.294527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Pushing event updated for resources: {'Port': ['ID=7a503420-d6c1-4594-8b76-fd8240244733,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:05.326817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Transition to ACTIVE for port object 1a1d6108-a012-426e-a8c1-858c39fca771 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:34:05.347687 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:05.420852 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1d6108-a012-426e-a8c1-858c39fca771,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:05.455975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Attempting to bind port 7a503420-d6c1-4594-8b76-fd8240244733 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:34:05.456830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Attempting to bind port 7a503420-d6c1-4594-8b76-fd8240244733 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:34:05.457211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Attempting to bind port 7a503420-d6c1-4594-8b76-fd8240244733 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:34:05.483373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Port 7a503420-d6c1-4594-8b76-fd8240244733 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:34:05.483693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Attempting to bind port 7a503420-d6c1-4594-8b76-fd8240244733 on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:34:05.495887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:34:05.496221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:34:05.496604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:34:05.497045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Bound port: 7a503420-d6c1-4594-8b76-fd8240244733, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:34:05.497415 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:05.557755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Attempting to bind port 1a1d6108-a012-426e-a8c1-858c39fca771 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:34:05.558136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Attempting to bind port 1a1d6108-a012-426e-a8c1-858c39fca771 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:34:05.558461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Attempting to bind port 1a1d6108-a012-426e-a8c1-858c39fca771 on network 09446bb0-7bd8-46c1-87f0-0c22c65b729a {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:34:05.570616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Port 1a1d6108-a012-426e-a8c1-858c39fca771 on network 09446bb0-7bd8-46c1-87f0-0c22c65b729a not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:34:05.570912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Attempting to bind port 1a1d6108-a012-426e-a8c1-858c39fca771 on network 09446bb0-7bd8-46c1-87f0-0c22c65b729a {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:34:05.590016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:34:05.590567 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Checking segment: {'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:34:05.591125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Bound using segment: {'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:34:05.591795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Bound port: 1a1d6108-a012-426e-a8c1-858c39fca771, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:34:05.592354 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:05.603193 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:05.629300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] For port 7a503420-d6c1-4594-8b76-fd8240244733, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:34:05.673571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] For port 7a503420-d6c1-4594-8b76-fd8240244733, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7a503420-d6c1-4594-8b76-fd8240244733,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:34:05.685803 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:05.758741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:05.759677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:05.762172 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] 10.222.0.22 "PUT /v2.0/ports/7a503420-d6c1-4594-8b76-fd8240244733 HTTP/1.1" status: 200 len: 1096 time: 1.5259159 Aug 16 13:34:05.762871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f032f6-76ca-4f2c-949d-2e30c4482a8b', 'tag': '7a503420-d6c1-4594-8b76-fd8240244733'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:34:05.767811 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5689a841-6bae-4c20-b47c-ccfe4194c9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f032f6-76ca-4f2c-949d-2e30c4482a8b", "tag": "7a503420-d6c1-4594-8b76-fd8240244733"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:34:05.775488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] For port 1a1d6108-a012-426e-a8c1-858c39fca771, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:34:05.818461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] For port 1a1d6108-a012-426e-a8c1-858c39fca771, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=1a1d6108-a012-426e-a8c1-858c39fca771,segment=NetworkSegment(d88d4fb2-4b82-43bb-b61a-b5e9675d7e82),segment_id=d88d4fb2-4b82-43bb-b61a-b5e9675d7e82)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:34:05.825898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51639e14-7355-4d34-b479-03e0d7759a4c service neutron] Pushing event updated for resources: {'Port': ['ID=7a503420-d6c1-4594-8b76-fd8240244733,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:05.832060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:05.855552 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1063d7-2f01-450b-b5d0-3353f6a003b3 x-openstack-request-id: req-ed1063d7-2f01-450b-b5d0-3353f6a003b3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:34:05.855918 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f032f6-76ca-4f2c-949d-2e30c4482a8b", "tag": "7a503420-d6c1-4594-8b76-fd8240244733", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:34:05.856090 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed1063d7-2f01-450b-b5d0-3353f6a003b3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:34:05.856472 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f032f6-76ca-4f2c-949d-2e30c4482a8b', 'tag': '7a503420-d6c1-4594-8b76-fd8240244733', 'status': 'completed', 'code': 200} Aug 16 13:34:05.927822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:05.930009 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:05.932598 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] 10.222.0.22 "PUT /v2.0/ports/1a1d6108-a012-426e-a8c1-858c39fca771 HTTP/1.1" status: 200 len: 1055 time: 1.5149486 Aug 16 13:34:05.999379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-a8314c10-9640-4ba6-802a-042654ef7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:06.002145 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-a8314c10-9640-4ba6-802a-042654ef7dd5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13d4b1197eaa46a8bb6cdd6a191e639a&device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 1099 time: 0.1612859 Aug 16 13:34:06.003146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c69f70-dd45-4e34-8f0d-40efdcada739 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1d6108-a012-426e-a8c1-858c39fca771,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:06.136995 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-43087562-8e2b-4cfb-843e-4af45adace74 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=7a503420-d6c1-4594-8b76-fd8240244733 HTTP/1.1" status: 200 len: 217 time: 0.1206558 Aug 16 13:34:06.274240 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13fe65-ee38-4d2e-8927-b613796f5032 req-7b5ab6ef-d87b-4c09-bf58-f01ff278f1b4 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:06.276394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a13fe65-ee38-4d2e-8927-b613796f5032 req-7b5ab6ef-d87b-4c09-bf58-f01ff278f1b4 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 907 time: 0.1840775 Aug 16 13:34:06.310625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa901344-2315-41dc-b8e1-0d50cc8d1a2c req-d39f4160-a8bb-48c2-838d-022b89741c3b tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:06.313365 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa901344-2315-41dc-b8e1-0d50cc8d1a2c req-d39f4160-a8bb-48c2-838d-022b89741c3b tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 948 time: 0.1493449 Aug 16 13:34:06.395925 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa901344-2315-41dc-b8e1-0d50cc8d1a2c req-f54d3999-470f-4df9-93c8-48684aeea934 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746875 Aug 16 13:34:06.447212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b432b-c769-4071-a887-b704dc774672 req-77ddc4e1-2b17-4efa-b41d-791eb802f0ac tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:06.449160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad8b432b-c769-4071-a887-b704dc774672 req-77ddc4e1-2b17-4efa-b41d-791eb802f0ac tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.0759804 Aug 16 13:34:06.502220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad8b432b-c769-4071-a887-b704dc774672 req-29ebbfe8-21f1-411b-b993-c6fa8a38d95c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 Aug 16 13:34:06.622672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-26c8a8bb-4998-4817-b4b1-597f74cb0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:06.624207 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-26c8a8bb-4998-4817-b4b1-597f74cb0e91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32b604fb5f7d4466a54471a41f29767c&device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 1058 time: 0.5030086 Aug 16 13:34:06.626249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-27674cf5-a776-413c-a338-880a43bcecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:06.627606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-27674cf5-a776-413c-a338-880a43bcecc4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.4517593 Aug 16 13:34:06.702297 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-4f31d9d7-b0f6-429b-84eb-9bc46f69fa12 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=1a1d6108-a012-426e-a8c1-858c39fca771 HTTP/1.1" status: 200 len: 217 time: 0.0588214 Aug 16 13:34:06.753422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-eca540b2-9fd2-4c4d-bab8-af64c5b61848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:06.755008 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-eca540b2-9fd2-4c4d-bab8-af64c5b61848 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103907 Aug 16 13:34:06.780647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-f03be9fb-0ab6-49ff-bff1-0aa371f888b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:06.782179 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-f03be9fb-0ab6-49ff-bff1-0aa371f888b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1056c055-f05c-47f3-857c-b7b4b90ce831 HTTP/1.1" status: 200 len: 837 time: 0.0710111 Aug 16 13:34:06.889847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-304b5030-93e4-4dc7-b753-f3b97ad29df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:06.891436 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-304b5030-93e4-4dc7-b753-f3b97ad29df2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09446bb0-7bd8-46c1-87f0-0c22c65b729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983722 Aug 16 13:34:06.912125 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-9c83f4d8-c43e-4901-a8e6-a516e6cd1798 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452057 Aug 16 13:34:07.074285 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-afbd4e85-db31-4537-a121-1231a37a9ed2 service neutron] 10.222.0.22 "GET /v2.0/networks/09446bb0-7bd8-46c1-87f0-0c22c65b729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743448 Aug 16 13:34:07.081239 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fb822b4d-8f35-4f65-b121-5baadd738a52 req-ce33724f-3150-4372-9515-4eda549e16ad service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589611 Aug 16 13:34:07.246232 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d75d8a74-762b-4d8d-b347-f2bec5d05f0f req-6866d6f8-320c-4ddd-94b8-824d246a3a29 service neutron] 10.222.0.22 "GET /v2.0/networks/09446bb0-7bd8-46c1-87f0-0c22c65b729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634102 Aug 16 13:34:07.270887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a841-6bae-4c20-b47c-ccfe4194c9ea req-4a9279e2-c7df-4fc7-b8b3-99bc2008092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:07.273838 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5689a841-6bae-4c20-b47c-ccfe4194c9ea req-4a9279e2-c7df-4fc7-b8b3-99bc2008092f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13d4b1197eaa46a8bb6cdd6a191e639a&device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 1099 time: 0.0922906 Aug 16 13:34:07.427071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a841-6bae-4c20-b47c-ccfe4194c9ea req-e584e6de-c88d-4e7e-9232-d50778ee9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:07.431189 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5689a841-6bae-4c20-b47c-ccfe4194c9ea req-e584e6de-c88d-4e7e-9232-d50778ee9acc service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1475301 Aug 16 13:34:07.440662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:07.479847 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2de8d-baea-4f9b-9825-1352c83f14b1 req-dc5cdb26-cd86-436b-8fb9-6447b71ad842 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:07.481655 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3fd2de8d-baea-4f9b-9825-1352c83f14b1 req-dc5cdb26-cd86-436b-8fb9-6447b71ad842 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 907 time: 0.0657454 Aug 16 13:34:07.517621 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5689a841-6bae-4c20-b47c-ccfe4194c9ea req-387e2252-7047-4637-8ad4-de93bd408e30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=7a503420-d6c1-4594-8b76-fd8240244733 HTTP/1.1" status: 200 len: 217 time: 0.0783057 Aug 16 13:34:07.587611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113597f-f6e5-4b82-9e46-a1c28b119c90 req-adee066e-ab3c-489b-a794-17bc584b38d0 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:07.590638 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a113597f-f6e5-4b82-9e46-a1c28b119c90 req-adee066e-ab3c-489b-a794-17bc584b38d0 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 948 time: 0.0766938 Aug 16 13:34:07.598081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a841-6bae-4c20-b47c-ccfe4194c9ea req-d04000a1-c631-4e61-a4d2-bd9f98becbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:07.600348 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5689a841-6bae-4c20-b47c-ccfe4194c9ea req-d04000a1-c631-4e61-a4d2-bd9f98becbab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0747325 Aug 16 13:34:07.656927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a841-6bae-4c20-b47c-ccfe4194c9ea req-cdbe369e-93c9-492b-aac9-1ddaaf3c2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:07.658550 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5689a841-6bae-4c20-b47c-ccfe4194c9ea req-cdbe369e-93c9-492b-aac9-1ddaaf3c2f0a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500317 Aug 16 13:34:07.669897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a113597f-f6e5-4b82-9e46-a1c28b119c90 req-92727417-6933-45b9-be16-48ec42db3a5c tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720801 Aug 16 13:34:07.711331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff442d8-1fe5-4bbf-979d-ea727709306f req-7d8ba104-6dfa-43bd-8e5a-b5058061a7bc tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:07.712754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff442d8-1fe5-4bbf-979d-ea727709306f req-7d8ba104-6dfa-43bd-8e5a-b5058061a7bc tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.0879576 Aug 16 13:34:07.766593 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eff442d8-1fe5-4bbf-979d-ea727709306f req-37606a8b-9348-4df4-b435-200efedb16cd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466561 Aug 16 13:34:07.803171 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5689a841-6bae-4c20-b47c-ccfe4194c9ea req-22ee31a2-2300-4029-96c7-3559264140f6 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358819 Aug 16 13:34:07.874071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4392bc-f345-4c13-92d9-ace0ce140e08', 'tag': '1a1d6108-a012-426e-a8c1-858c39fca771'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:34:07.876316 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8193f1fd-2d78-4af6-a59c-1a03bce26742" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4392bc-f345-4c13-92d9-ace0ce140e08", "tag": "1a1d6108-a012-426e-a8c1-858c39fca771"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:34:07.936119 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c386936-2470-46e7-b92c-5458750b5b56 x-openstack-request-id: req-5c386936-2470-46e7-b92c-5458750b5b56 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:34:07.936550 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4392bc-f345-4c13-92d9-ace0ce140e08", "tag": "1a1d6108-a012-426e-a8c1-858c39fca771", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:34:07.937006 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c386936-2470-46e7-b92c-5458750b5b56 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:34:07.937903 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4392bc-f345-4c13-92d9-ace0ce140e08', 'tag': '1a1d6108-a012-426e-a8c1-858c39fca771', 'status': 'completed', 'code': 200} Aug 16 13:34:07.946871 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5689a841-6bae-4c20-b47c-ccfe4194c9ea req-dff8f31b-fa9e-4da0-9690-1ccd5a5bc975 service neutron] 10.222.0.22 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354458 Aug 16 13:34:08.043069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193f1fd-2d78-4af6-a59c-1a03bce26742 req-9175140f-759c-43f7-93ff-bd700a4cb071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:08.044769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8193f1fd-2d78-4af6-a59c-1a03bce26742 req-9175140f-759c-43f7-93ff-bd700a4cb071 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32b604fb5f7d4466a54471a41f29767c&device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 1058 time: 0.0572550 Aug 16 13:34:08.154752 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193f1fd-2d78-4af6-a59c-1a03bce26742 req-af7e0312-ddf2-42e8-ad35-c99ee6d24679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:08.156338 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8193f1fd-2d78-4af6-a59c-1a03bce26742 req-af7e0312-ddf2-42e8-ad35-c99ee6d24679 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09446bb0-7bd8-46c1-87f0-0c22c65b729a HTTP/1.1" status: 200 len: 898 time: 0.1040461 Aug 16 13:34:08.231588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8193f1fd-2d78-4af6-a59c-1a03bce26742 req-ddf31267-50d6-4fc7-8b88-e239f6d9b246 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=1a1d6108-a012-426e-a8c1-858c39fca771 HTTP/1.1" status: 200 len: 217 time: 0.0650847 Aug 16 13:34:08.290861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193f1fd-2d78-4af6-a59c-1a03bce26742 req-fedc88a9-a166-4ae7-a6d5-9c3cfd4c571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:08.292392 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8193f1fd-2d78-4af6-a59c-1a03bce26742 req-fedc88a9-a166-4ae7-a6d5-9c3cfd4c571f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1056c055-f05c-47f3-857c-b7b4b90ce831 HTTP/1.1" status: 200 len: 837 time: 0.0535972 Aug 16 13:34:08.349415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193f1fd-2d78-4af6-a59c-1a03bce26742 req-f7dfe6e2-508b-4285-a192-8ed2d9888c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:08.351864 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8193f1fd-2d78-4af6-a59c-1a03bce26742 req-f7dfe6e2-508b-4285-a192-8ed2d9888c0c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09446bb0-7bd8-46c1-87f0-0c22c65b729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519023 Aug 16 13:34:08.460169 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8193f1fd-2d78-4af6-a59c-1a03bce26742 req-31a2ca8d-ebbf-44b5-83ce-a0d10860bfb2 service neutron] 10.222.0.22 "GET /v2.0/networks/09446bb0-7bd8-46c1-87f0-0c22c65b729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001627 Aug 16 13:34:08.564500 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8193f1fd-2d78-4af6-a59c-1a03bce26742 req-d6b8a667-dae1-4d85-8dc5-4c1cb8624f5c service neutron] 10.222.0.22 "GET /v2.0/networks/09446bb0-7bd8-46c1-87f0-0c22c65b729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968308 Aug 16 13:34:08.650149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4cd5e-6296-4f8f-83b6-d760c201aff4 req-91ef0725-84be-4ad8-9ee6-fb9f361aff8b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:08.651803 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6b4cd5e-6296-4f8f-83b6-d760c201aff4 req-91ef0725-84be-4ad8-9ee6-fb9f361aff8b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 907 time: 0.0602546 Aug 16 13:34:08.814628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d2c9c-ce9e-4525-9223-8eaf9ff36a68 req-0b45931f-0167-4821-8896-da349eabb8dd tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:08.816394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-056d2c9c-ce9e-4525-9223-8eaf9ff36a68 req-0b45931f-0167-4821-8896-da349eabb8dd tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 948 time: 0.0541520 Aug 16 13:34:08.865627 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-056d2c9c-ce9e-4525-9223-8eaf9ff36a68 req-435c1a30-f9fe-450f-94c8-395720b27c60 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386329 Aug 16 13:34:08.919623 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237708dc-a58d-4359-95d6-1b223ab5245b req-3a029ca1-9fd9-4ec1-94bc-cf61bb78ffaa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:08.921263 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-237708dc-a58d-4359-95d6-1b223ab5245b req-3a029ca1-9fd9-4ec1-94bc-cf61bb78ffaa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.0541818 Aug 16 13:34:08.965253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-237708dc-a58d-4359-95d6-1b223ab5245b req-e3ed55fe-abc1-47ef-9a2e-f403fef8816f tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374763 Aug 16 13:34:09.787979 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f5863-7e0a-4884-a2ab-8f7b0dbc9430 req-85f1bf78-5ee4-488c-b5e3-e6221bae0566 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:09.789069 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a3f5863-7e0a-4884-a2ab-8f7b0dbc9430 req-85f1bf78-5ee4-488c-b5e3-e6221bae0566 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 907 time: 0.0542569 Aug 16 13:34:10.025264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffa6f2-4e22-4eb7-8663-83075c888ef1 req-864ae822-f20f-4b54-8e44-0811b78f60ef tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:10.028135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8bffa6f2-4e22-4eb7-8663-83075c888ef1 req-864ae822-f20f-4b54-8e44-0811b78f60ef tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 948 time: 0.0720534 Aug 16 13:34:10.152369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8bffa6f2-4e22-4eb7-8663-83075c888ef1 req-00d6935f-bb37-4524-8dee-552d2fd96b7c tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165369 Aug 16 13:34:10.188372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef80ac3-e4e2-4588-aa01-e55642c60a89 req-573ed8b0-2ef0-4cbc-bf1a-297192b68998 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:10.191872 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ef80ac3-e4e2-4588-aa01-e55642c60a89 req-573ed8b0-2ef0-4cbc-bf1a-297192b68998 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.1302545 Aug 16 13:34:10.238652 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ef80ac3-e4e2-4588-aa01-e55642c60a89 req-c5f27ea5-f736-4134-961c-85eebc635bce tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403719 Aug 16 13:34:10.937834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219db84-4212-4320-b384-20017899b45f req-a9a66561-0187-4c6b-882a-56c9461c566d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:10.940481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3219db84-4212-4320-b384-20017899b45f req-a9a66561-0187-4c6b-882a-56c9461c566d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 907 time: 0.0582869 Aug 16 13:34:11.298501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf5314-ae30-476e-a935-6fc7746eda41 req-79ff4cdb-be2c-46df-9fd1-26520b2315b8 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:11.300548 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3acf5314-ae30-476e-a935-6fc7746eda41 req-79ff4cdb-be2c-46df-9fd1-26520b2315b8 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 948 time: 0.0759995 Aug 16 13:34:11.341371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7a503420-d6c1-4594-8b76-fd8240244733 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:34:11.366620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3acf5314-ae30-476e-a935-6fc7746eda41 req-3f067df4-9625-4592-8c52-d6021cbe7d96 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574806 Aug 16 13:34:11.427938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fbb28-a841-4766-a9bc-f9f0b30438e3 req-d54714a7-a2c5-4b4d-ba8e-98f64f15547a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:11.431206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-240fbb28-a841-4766-a9bc-f9f0b30438e3 req-d54714a7-a2c5-4b4d-ba8e-98f64f15547a tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.0877104 Aug 16 13:34:11.499613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-240fbb28-a841-4766-a9bc-f9f0b30438e3 req-025bedf6-c5d0-44a7-92f8-1e4c0d2ace9c tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609939 Aug 16 13:34:11.665599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7a503420-d6c1-4594-8b76-fd8240244733, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7a503420-d6c1-4594-8b76-fd8240244733,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:11.678362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '7a503420-d6c1-4594-8b76-fd8240244733', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '7a503420-d6c1-4594-8b76-fd8240244733', 'mac_address': 'fa:16:3e:05:d0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:34:11.719816 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:11.735587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a503420-d6c1-4594-8b76-fd8240244733 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:34:11.764879 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7a503420-d6c1-4594-8b76-fd8240244733, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7a503420-d6c1-4594-8b76-fd8240244733,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:11.769363 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:11.770268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 1a1d6108-a012-426e-a8c1-858c39fca771 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:34:11.851241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7a503420-d6c1-4594-8b76-fd8240244733,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:11.888422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.888760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.889119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.889463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.889814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.890191 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.890531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.890869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.891200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.891606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.891942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.892275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:11.932393 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 1a1d6108-a012-426e-a8c1-858c39fca771, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=1a1d6108-a012-426e-a8c1-858c39fca771,segment=NetworkSegment(d88d4fb2-4b82-43bb-b61a-b5e9675d7e82),segment_id=d88d4fb2-4b82-43bb-b61a-b5e9675d7e82)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:11.947145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '1a1d6108-a012-426e-a8c1-858c39fca771', 'network_id': '09446bb0-7bd8-46c1-87f0-0c22c65b729a', 'port_id': '1a1d6108-a012-426e-a8c1-858c39fca771', 'mac_address': 'fa:16:3e:56:de:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1056c055-f05c-47f3-857c-b7b4b90ce831', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:34:11.993275 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:12.011896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1d6108-a012-426e-a8c1-858c39fca771 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:34:12.041184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 1a1d6108-a012-426e-a8c1-858c39fca771, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=1a1d6108-a012-426e-a8c1-858c39fca771,segment=NetworkSegment(d88d4fb2-4b82-43bb-b61a-b5e9675d7e82),segment_id=d88d4fb2-4b82-43bb-b61a-b5e9675d7e82)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:12.047632 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:12.106691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db61ff-08d5-4f40-bc24-e1a5b12d7cfd req-b355ab4d-77fc-4440-a924-335405c286ed tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:12.108813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=1a1d6108-a012-426e-a8c1-858c39fca771,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:12.109476 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6db61ff-08d5-4f40-bc24-e1a5b12d7cfd req-b355ab4d-77fc-4440-a924-335405c286ed tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 907 time: 0.0884352 Aug 16 13:34:12.536885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['7a503420-d6c1-4594-8b76-fd8240244733'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:34:12.548004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['1a1d6108-a012-426e-a8c1-858c39fca771'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:34:12.550000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5dbf3-3e2b-4d1e-a75d-e2b5275c4728 req-56de2f42-960d-4f57-a961-e90ea6e769ef tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:12.552981 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bb5dbf3-3e2b-4d1e-a75d-e2b5275c4728 req-56de2f42-960d-4f57-a961-e90ea6e769ef tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 949 time: 0.0953922 Aug 16 13:34:12.665060 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bb5dbf3-3e2b-4d1e-a75d-e2b5275c4728 req-e1a9a7e4-399a-418b-9a63-69dcfde70d30 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038401 Aug 16 13:34:12.698595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055277ad-b56c-488a-8869-192e28ca4879 req-1e6af43b-83b9-4932-8428-ea398ace3340 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:12.701457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-055277ad-b56c-488a-8869-192e28ca4879 req-1e6af43b-83b9-4932-8428-ea398ace3340 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.1170609 Aug 16 13:34:12.756862 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-055277ad-b56c-488a-8869-192e28ca4879 req-ef00f105-eaac-4c3e-9d9c-1c351ebea023 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473418 Aug 16 13:34:13.272791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b9ce4-cda6-4666-b044-bb6e6a8f19bf req-9eb631c5-96a4-4b26-9d96-7dfe6105a9bd tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:13.275446 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-094b9ce4-cda6-4666-b044-bb6e6a8f19bf req-9eb631c5-96a4-4b26-9d96-7dfe6105a9bd tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 908 time: 0.0843861 Aug 16 13:34:13.359678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 1a1d6108-a012-426e-a8c1-858c39fca771 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:34:13.429866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 1a1d6108-a012-426e-a8c1-858c39fca771 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:34:13.436654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 1a1d6108-a012-426e-a8c1-858c39fca771 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:34:13.437272 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:13.552779 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:13.582859 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4392bc-f345-4c13-92d9-ace0ce140e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1d6108-a012-426e-a8c1-858c39fca771'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:34:13.585652 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe973a23-4e2d-4eac-ae1e-3ccd97e97661" -d '{"events": [{"server_uuid": "ff4392bc-f345-4c13-92d9-ace0ce140e08", "name": "network-vif-plugged", "status": "completed", "tag": "1a1d6108-a012-426e-a8c1-858c39fca771"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:34:13.601385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 1a1d6108-a012-426e-a8c1-858c39fca771, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=1a1d6108-a012-426e-a8c1-858c39fca771,segment=NetworkSegment(d88d4fb2-4b82-43bb-b61a-b5e9675d7e82),segment_id=d88d4fb2-4b82-43bb-b61a-b5e9675d7e82)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:13.606803 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:13.648674 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b359c66-975a-4a69-bd13-a3bce52b81fb x-openstack-request-id: req-6b359c66-975a-4a69-bd13-a3bce52b81fb {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:34:13.649150 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4392bc-f345-4c13-92d9-ace0ce140e08", "name": "network-vif-plugged", "status": "completed", "tag": "1a1d6108-a012-426e-a8c1-858c39fca771", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:34:13.649548 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b359c66-975a-4a69-bd13-a3bce52b81fb {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:34:13.650201 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4392bc-f345-4c13-92d9-ace0ce140e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1d6108-a012-426e-a8c1-858c39fca771', 'code': 200} Aug 16 13:34:13.695337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=1a1d6108-a012-426e-a8c1-858c39fca771,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:13.783215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc06494-5a2f-42ee-b489-e98834dff9bd req-e5a9b44a-c324-4099-94e2-065b1bc6a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:13.786000 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9bc06494-5a2f-42ee-b489-e98834dff9bd req-e5a9b44a-c324-4099-94e2-065b1bc6a939 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 1060 time: 0.0545120 Aug 16 13:34:13.842226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa6f37-efba-4108-800e-55c615485987 req-b3db1aff-cafe-4340-a09c-a45a6df2b184 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:13.844883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1dfa6f37-efba-4108-800e-55c615485987 req-b3db1aff-cafe-4340-a09c-a45a6df2b184 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 949 time: 0.0735953 Aug 16 13:34:13.925640 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1dfa6f37-efba-4108-800e-55c615485987 req-9f3cff14-8951-4e6e-a449-9c76181dc324 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683722 Aug 16 13:34:13.948949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e398eaf-5486-4e9f-88eb-c15f735ea525 req-7b9cf29c-27f3-4d9d-a0eb-f1c974ecec28 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:13.950615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e398eaf-5486-4e9f-88eb-c15f735ea525 req-7b9cf29c-27f3-4d9d-a0eb-f1c974ecec28 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.0846920 Aug 16 13:34:13.996588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e398eaf-5486-4e9f-88eb-c15f735ea525 req-e7f33b68-73dd-4133-b492-02d8e09e99ca tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388541 Aug 16 13:34:14.171196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf457a3-4502-4a12-a457-fff0de8d5d1e req-3ed2b151-c669-4340-a899-bc9d09d3ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:14.172858 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-baf457a3-4502-4a12-a457-fff0de8d5d1e req-3ed2b151-c669-4340-a899-bc9d09d3ef12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 1096 time: 0.0535753 Aug 16 13:34:14.311671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf457a3-4502-4a12-a457-fff0de8d5d1e req-6ebe0442-78bc-4789-9f97-e81df7d5450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:14.313210 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-baf457a3-4502-4a12-a457-fff0de8d5d1e req-6ebe0442-78bc-4789-9f97-e81df7d5450c service neutron] 10.222.0.22 "GET /v2.0/networks?id=7012dd77-7e67-4397-af3f-c7580f0597b9 HTTP/1.1" status: 200 len: 897 time: 0.1104829 Aug 16 13:34:14.410166 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-baf457a3-4502-4a12-a457-fff0de8d5d1e req-5b8b60d6-c672-427c-9d43-8592334c8ac3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59 HTTP/1.1" status: 200 len: 1001 time: 0.0868654 Aug 16 13:34:14.417036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398640-277b-4631-9f24-30d8ad7754ee req-a6c62830-718d-4e67-a9b9-f0e1065448d3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:14.418727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a398640-277b-4631-9f24-30d8ad7754ee req-a6c62830-718d-4e67-a9b9-f0e1065448d3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 909 time: 0.0628922 Aug 16 13:34:14.470487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf457a3-4502-4a12-a457-fff0de8d5d1e req-1d3bba49-407a-432e-b6d4-1ca62485da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:14.472066 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-baf457a3-4502-4a12-a457-fff0de8d5d1e req-1d3bba49-407a-432e-b6d4-1ca62485da59 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64f6893f-6e51-440d-b5e5-0da2e0d21911 HTTP/1.1" status: 200 len: 834 time: 0.0542407 Aug 16 13:34:14.525460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf457a3-4502-4a12-a457-fff0de8d5d1e req-750514c3-f184-4275-a55a-69a11f7c7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:14.527026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-baf457a3-4502-4a12-a457-fff0de8d5d1e req-750514c3-f184-4275-a55a-69a11f7c7201 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7012dd77-7e67-4397-af3f-c7580f0597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465274 Aug 16 13:34:14.643937 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-baf457a3-4502-4a12-a457-fff0de8d5d1e req-342cf71c-f43c-44c4-954d-a3cbdfd99bef service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089115 Aug 16 13:34:14.790386 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-baf457a3-4502-4a12-a457-fff0de8d5d1e req-86fd1bf3-4a57-44f1-ae87-38939bb11be5 service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381378 Aug 16 13:34:15.074634 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c20ed2-9930-4522-b152-0ef3c5ddd04f req-c971cc4a-30ec-491d-81b2-9909231bdc56 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:15.077010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4c20ed2-9930-4522-b152-0ef3c5ddd04f req-c971cc4a-30ec-491d-81b2-9909231bdc56 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 949 time: 0.0623159 Aug 16 13:34:15.160927 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4c20ed2-9930-4522-b152-0ef3c5ddd04f req-ba1e40a5-067b-4301-aa78-d67aa51933bd tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718038 Aug 16 13:34:15.175492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fca253-2108-4ba3-ad19-2d74ff0e3b06 req-fd0b8a85-1f6d-4add-804b-722fe4212975 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:15.177347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51fca253-2108-4ba3-ad19-2d74ff0e3b06 req-fd0b8a85-1f6d-4add-804b-722fe4212975 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.0900371 Aug 16 13:34:15.222387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51fca253-2108-4ba3-ad19-2d74ff0e3b06 req-5d6d182b-fa82-49cc-9100-d011c133b5be tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381355 Aug 16 13:34:15.360211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7a503420-d6c1-4594-8b76-fd8240244733 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:34:15.425977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 7a503420-d6c1-4594-8b76-fd8240244733 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:34:15.431772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 7a503420-d6c1-4594-8b76-fd8240244733 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:34:15.432249 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:15.536829 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:15.579082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98342-95b6-400b-af5b-9ec125045e11 req-8e06187c-9e7c-46a5-b21c-f19646d0757d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:15.580710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c6f98342-95b6-400b-af5b-9ec125045e11 req-8e06187c-9e7c-46a5-b21c-f19646d0757d tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 909 time: 0.0742512 Aug 16 13:34:15.588851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 7a503420-d6c1-4594-8b76-fd8240244733, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7a503420-d6c1-4594-8b76-fd8240244733,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:15.595197 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:15.596538 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e7a2c53f-3a04-4f44-b50e-69768807fd59 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:34:15.668653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f032f6-76ca-4f2c-949d-2e30c4482a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a503420-d6c1-4594-8b76-fd8240244733'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:34:15.672985 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f318e8ec-aec2-4586-b04c-b07e48cc42d6" -d '{"events": [{"server_uuid": "a3f032f6-76ca-4f2c-949d-2e30c4482a8b", "name": "network-vif-plugged", "status": "completed", "tag": "7a503420-d6c1-4594-8b76-fd8240244733"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:34:15.722317 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6995a3ec-3e1e-4da9-b9a9-60d1182f22e5 x-openstack-request-id: req-6995a3ec-3e1e-4da9-b9a9-60d1182f22e5 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:34:15.722749 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f032f6-76ca-4f2c-949d-2e30c4482a8b", "name": "network-vif-plugged", "status": "completed", "tag": "7a503420-d6c1-4594-8b76-fd8240244733", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:34:15.723080 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6995a3ec-3e1e-4da9-b9a9-60d1182f22e5 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:34:15.723300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c0c02-481a-4fc1-812e-066ba3efa628 req-9aedffcc-79d3-48ae-aa10-c2c1a4356045 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:15.723561 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f032f6-76ca-4f2c-949d-2e30c4482a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a503420-d6c1-4594-8b76-fd8240244733', 'code': 200} Aug 16 13:34:15.724846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5d8c0c02-481a-4fc1-812e-066ba3efa628 req-9aedffcc-79d3-48ae-aa10-c2c1a4356045 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 909 time: 0.0689840 Aug 16 13:34:15.753491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=7a503420-d6c1-4594-8b76-fd8240244733,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:15.840859 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:15.903789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e7a2c53f-3a04-4f44-b50e-69768807fd59, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:15.912408 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:15.926395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27521d0-1fd8-4913-b467-73d39be2c8e7 req-5ace5b76-f617-4da8-9bcb-826adb304343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:15.930673 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a27521d0-1fd8-4913-b467-73d39be2c8e7 req-5ace5b76-f617-4da8-9bcb-826adb304343 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 1101 time: 0.0929005 Aug 16 13:34:15.933732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4b010-61e4-4f05-ab6f-a9352cf0a783 req-21b8add1-4a29-4427-b020-947fef555166 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:15.935563 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d7a4b010-61e4-4f05-ab6f-a9352cf0a783 req-21b8add1-4a29-4427-b020-947fef555166 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 1060 time: 0.0701511 Aug 16 13:34:15.998593 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a27521d0-1fd8-4913-b467-73d39be2c8e7 req-9a0fef4c-ca0e-42a5-b805-1913f8d601bd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605867 Aug 16 13:34:16.009872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e7a2c53f-3a04-4f44-b50e-69768807fd59,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:16.017760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1fa93-6027-4554-a568-081871620073 req-652a2723-c805-45c6-a4ed-561833354d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:16.019989 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-69e1fa93-6027-4554-a568-081871620073 req-652a2723-c805-45c6-a4ed-561833354d18 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 1094 time: 0.0667822 Aug 16 13:34:16.108183 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb043e3-1fdf-4e13-97b3-79977b38b1db req-44a0097f-2ede-42f1-8204-b3015de9fc09 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:16.109798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2eb043e3-1fdf-4e13-97b3-79977b38b1db req-44a0097f-2ede-42f1-8204-b3015de9fc09 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 1135 time: 0.0446987 Aug 16 13:34:16.153734 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2eb043e3-1fdf-4e13-97b3-79977b38b1db req-5e2f89f4-a6ea-4a3e-a97f-726c4e789b83 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0363798 Aug 16 13:34:16.178546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57582) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:16.243600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfa618-00a4-4c29-8e6f-0cc93f4fca48 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:16.245751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e0dfa618-00a4-4c29-8e6f-0cc93f4fca48 tempest-TestSecurityGroupsBasicOps-799090710 tempest-TestSecurityGroupsBasicOps-799090710-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 1055 time: 0.0658655 Aug 16 13:34:16.339045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-69e1fa93-6027-4554-a568-081871620073 req-bddeffac-aa23-47d0-a1d4-320253b5be50 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568521 Aug 16 13:34:16.351570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b2b3-914f-4513-ba3a-73cc4985c91e req-08f25fd9-6a62-4cca-a66c-c4215ffb33a5 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:16.353574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8878b2b3-914f-4513-ba3a-73cc4985c91e req-08f25fd9-6a62-4cca-a66c-c4215ffb33a5 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 950 time: 0.0820651 Aug 16 13:34:16.416973 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8878b2b3-914f-4513-ba3a-73cc4985c91e req-2c035978-47b2-44df-91b2-62474f5a5325 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526240 Aug 16 13:34:16.573576 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:16.641297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d646d-102f-4165-8798-c9aa323ebb29 req-af599067-45ca-4991-bc21-6c434e7094b4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:16.643585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e15d646d-102f-4165-8798-c9aa323ebb29 req-af599067-45ca-4991-bc21-6c434e7094b4 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 943 time: 0.1389868 Aug 16 13:34:16.660203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12bc02-d2c1-48f9-8533-ea02122a1c3d req-e4dd0adc-a37b-42bc-b506-52aede88ed40 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:16.661873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da12bc02-d2c1-48f9-8533-ea02122a1c3d req-e4dd0adc-a37b-42bc-b506-52aede88ed40 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 909 time: 0.1406896 Aug 16 13:34:16.717219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e15d646d-102f-4165-8798-c9aa323ebb29 req-2e631977-edd9-4720-a60b-414722e41b87 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540476 Aug 16 13:34:17.374545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e7a2c53f-3a04-4f44-b50e-69768807fd59 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:34:17.494412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e7a2c53f-3a04-4f44-b50e-69768807fd59, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:17.516359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'port_id': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'mac_address': 'fa:16:3e:b6:68:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:34:17.574148 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:17.590469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a2c53f-3a04-4f44-b50e-69768807fd59 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:34:17.598294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc92f7-cdca-48f7-8ce9-e7655ecce61f req-0c687c86-ad66-4605-b791-d356fa6ce4f6 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:17.599930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-edcc92f7-cdca-48f7-8ce9-e7655ecce61f req-0c687c86-ad66-4605-b791-d356fa6ce4f6 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 950 time: 0.0681705 Aug 16 13:34:17.621811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e7a2c53f-3a04-4f44-b50e-69768807fd59, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:17.628465 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:17.656328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-edcc92f7-cdca-48f7-8ce9-e7655ecce61f req-e00ddb58-ecb0-4664-a2c0-a0e11dd50475 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469670 Aug 16 13:34:17.704037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e7a2c53f-3a04-4f44-b50e-69768807fd59,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:17.724456 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:34:17.728238 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3c287a-8547-44c6-ac43-605601a6f673" -d '{"events": [{"server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:34:17.797598 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817d586b-8b11-4420-8200-7bd49b9fbfe4 x-openstack-request-id: req-817d586b-8b11-4420-8200-7bd49b9fbfe4 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:34:17.798146 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:34:17.798588 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-817d586b-8b11-4420-8200-7bd49b9fbfe4 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:34:17.799232 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'code': 200} Aug 16 13:34:17.814914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb76d7-7eb4-4144-ad72-fecf039491cb req-710abbea-a3f0-448e-9032-056df9271f58 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:17.816820 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bcb76d7-7eb4-4144-ad72-fecf039491cb req-710abbea-a3f0-448e-9032-056df9271f58 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 909 time: 0.0680609 Aug 16 13:34:17.953621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fb554-c34b-42d5-89bd-f0eb42557731 req-3d790add-03be-4894-ab5f-2cb5bc1e89ce tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:17.955443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be0fb554-c34b-42d5-89bd-f0eb42557731 req-3d790add-03be-4894-ab5f-2cb5bc1e89ce tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 944 time: 0.0737722 Aug 16 13:34:18.007210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be0fb554-c34b-42d5-89bd-f0eb42557731 req-9aa43e42-79f8-4fca-b240-556c84a9d184 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Aug 16 13:34:18.200717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['e7a2c53f-3a04-4f44-b50e-69768807fd59'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:34:18.826022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ddc8-cbe1-4024-8dde-30de37c55123 req-aea9b00f-4d35-430d-9544-b1e1826f42b0 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:18.828851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e39ddc8-cbe1-4024-8dde-30de37c55123 req-aea9b00f-4d35-430d-9544-b1e1826f42b0 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 950 time: 0.0838435 Aug 16 13:34:18.891134 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e39ddc8-cbe1-4024-8dde-30de37c55123 req-e4cd887f-8360-4955-af87-569a338fc3c8 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558276 Aug 16 13:34:18.897128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26981d-07a8-44ff-9b46-8c3a12530e0a req-0dbb21ab-3c06-4ea5-9f94-92b9417076c9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:18.899925 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ee26981d-07a8-44ff-9b46-8c3a12530e0a req-0dbb21ab-3c06-4ea5-9f94-92b9417076c9 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 909 time: 0.0721583 Aug 16 13:34:18.980247 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80aa7e-34d2-466c-84f9-41002eca9b97 req-526c6bdf-cf29-4350-985e-f7909f66ecc6 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:18.982591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b80aa7e-34d2-466c-84f9-41002eca9b97 req-526c6bdf-cf29-4350-985e-f7909f66ecc6 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 909 time: 0.0756679 Aug 16 13:34:19.041987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ee26981d-07a8-44ff-9b46-8c3a12530e0a req-bf4ba8b4-5354-4a22-8020-337044179ab3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Deleting port 1a1d6108-a012-426e-a8c1-858c39fca771 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:34:19.042616 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ee26981d-07a8-44ff-9b46-8c3a12530e0a req-bf4ba8b4-5354-4a22-8020-337044179ab3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:19.196182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f61e3-241e-4c73-a0b1-d64b01ec6e51 req-8d139f78-54f4-4d4e-9424-c53cc636dc17 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:19.197826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-353f61e3-241e-4c73-a0b1-d64b01ec6e51 req-8d139f78-54f4-4d4e-9424-c53cc636dc17 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 944 time: 0.0979652 Aug 16 13:34:19.224140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ee26981d-07a8-44ff-9b46-8c3a12530e0a req-bf4ba8b4-5354-4a22-8020-337044179ab3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] For port 1a1d6108-a012-426e-a8c1-858c39fca771, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=1a1d6108-a012-426e-a8c1-858c39fca771,segment=NetworkSegment(d88d4fb2-4b82-43bb-b61a-b5e9675d7e82),segment_id=d88d4fb2-4b82-43bb-b61a-b5e9675d7e82)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:19.224540 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ee26981d-07a8-44ff-9b46-8c3a12530e0a req-bf4ba8b4-5354-4a22-8020-337044179ab3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:19.241876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ee26981d-07a8-44ff-9b46-8c3a12530e0a req-bf4ba8b4-5354-4a22-8020-337044179ab3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Calling delete_port for 1a1d6108-a012-426e-a8c1-858c39fca771 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:34:19.326200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-353f61e3-241e-4c73-a0b1-d64b01ec6e51 req-1067376f-633b-4290-ab7b-d73ac37a7fe8 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199076 Aug 16 13:34:19.362141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8ad4a-2eb1-4ff2-84ff-2efc85cee010 req-4bb6d2e1-6f6f-4a39-96a4-39fcb54586bf tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:19.362141 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ca8ad4a-2eb1-4ff2-84ff-2efc85cee010 req-4bb6d2e1-6f6f-4a39-96a4-39fcb54586bf tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 950 time: 0.1443655 Aug 16 13:34:19.378770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57612) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:19.392117 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e7a2c53f-3a04-4f44-b50e-69768807fd59 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:34:19.429254 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ca8ad4a-2eb1-4ff2-84ff-2efc85cee010 req-915fd60d-9d2f-4749-9d04-bb64324e8526 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596681 Aug 16 13:34:19.476814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port e7a2c53f-3a04-4f44-b50e-69768807fd59 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:34:19.477190 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:19.481729 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ee26981d-07a8-44ff-9b46-8c3a12530e0a req-bf4ba8b4-5354-4a22-8020-337044179ab3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:19.542214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ba8b4-5354-4a22-8020-337044179ab3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'Port': ['ID=1a1d6108-a012-426e-a8c1-858c39fca771,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:19.574183 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:19.612446 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:34:19.613346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee26981d-07a8-44ff-9b46-8c3a12530e0a req-bf4ba8b4-5354-4a22-8020-337044179ab3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] No DVR routers for this DVR port 1a1d6108-a012-426e-a8c1-858c39fca771 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:34:19.617031 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ee26981d-07a8-44ff-9b46-8c3a12530e0a req-bf4ba8b4-5354-4a22-8020-337044179ab3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:19.619926 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ee26981d-07a8-44ff-9b46-8c3a12530e0a req-bf4ba8b4-5354-4a22-8020-337044179ab3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.22 "DELETE /v2.0/ports/1a1d6108-a012-426e-a8c1-858c39fca771 HTTP/1.1" status: 204 len: 173 time: 0.7130687 Aug 16 13:34:19.620791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4392bc-f345-4c13-92d9-ace0ce140e08', 'name': 'network-vif-deleted', 'tag': '1a1d6108-a012-426e-a8c1-858c39fca771'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:34:19.624388 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cdd87c-84df-49f9-8f6b-c22474e067e0" -d '{"events": [{"server_uuid": "ff4392bc-f345-4c13-92d9-ace0ce140e08", "name": "network-vif-deleted", "tag": "1a1d6108-a012-426e-a8c1-858c39fca771"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:34:19.631046 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2b322598-9eda-4c40-91e7-89e77cf06362 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/floatingips/81f7afd5-d90e-4028-a904-950bb4b4a696 HTTP/1.1" status: 200 len: 992 time: 0.2510781 Aug 16 13:34:19.642553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port e7a2c53f-3a04-4f44-b50e-69768807fd59, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:19.649612 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:19.651278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 1a1d6108-a012-426e-a8c1-858c39fca771 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:34:19.693168 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3ccdef-67d0-4e99-84c7-ed5551b24e4f x-openstack-request-id: req-2f3ccdef-67d0-4e99-84c7-ed5551b24e4f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:34:19.693580 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4392bc-f345-4c13-92d9-ace0ce140e08", "name": "network-vif-deleted", "tag": "1a1d6108-a012-426e-a8c1-858c39fca771", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:34:19.694548 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f3ccdef-67d0-4e99-84c7-ed5551b24e4f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:34:19.695175 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4392bc-f345-4c13-92d9-ace0ce140e08', 'name': 'network-vif-deleted', 'tag': '1a1d6108-a012-426e-a8c1-858c39fca771', 'status': 'completed', 'code': 200} Aug 16 13:34:19.702268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 1a1d6108-a012-426e-a8c1-858c39fca771 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:34:19.702624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 1a1d6108-a012-426e-a8c1-858c39fca771 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:34:19.744614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=e7a2c53f-3a04-4f44-b50e-69768807fd59,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:19.800299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:34:19.803809 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb739d-e62c-482f-9633-f78b7ab70234" -d '{"events": [{"server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "name": "network-vif-plugged", "status": "completed", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:34:19.849107 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c55c73-03fd-404c-8792-5af499887760 x-openstack-request-id: req-29c55c73-03fd-404c-8792-5af499887760 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:34:19.849407 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "name": "network-vif-plugged", "status": "completed", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:34:19.849659 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29c55c73-03fd-404c-8792-5af499887760 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:34:19.850779 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'code': 200} Aug 16 13:34:20.109650 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5744c049-a719-4aff-bfbe-1e176acada11 req-cd9fbaca-35cf-46e0-a71e-b21d83c295f5 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4392bc-f345-4c13-92d9-ace0ce140e08 HTTP/1.1" status: 200 len: 210 time: 0.0303023 Aug 16 13:34:20.622837 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ff93c-2fe7-489a-af2d-92264a4880c4 req-1e506ffe-1b6e-4da2-8b66-6e089e0e27d4 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:20.624457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-728ff93c-2fe7-489a-af2d-92264a4880c4 req-1e506ffe-1b6e-4da2-8b66-6e089e0e27d4 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 950 time: 0.0559552 Aug 16 13:34:20.681560 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-728ff93c-2fe7-489a-af2d-92264a4880c4 req-a94e88ba-2859-499e-8b63-4329250ce260 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f851531-a7ff-4a35-b9bc-d5ec84179ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467932 Aug 16 13:34:21.016070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86682d-1f63-4e5d-87fa-256473b4eb76 req-e0bc7d20-9c39-45eb-9d94-50101bb5e568 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:21.017653 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a86682d-1f63-4e5d-87fa-256473b4eb76 req-e0bc7d20-9c39-45eb-9d94-50101bb5e568 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 950 time: 0.0531752 Aug 16 13:34:21.121344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-6a86682d-1f63-4e5d-87fa-256473b4eb76 req-d6a6c69b-fdd7-4cb0-8cf3-7eb9cdcc2c0f tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Deleting port 7a503420-d6c1-4594-8b76-fd8240244733 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:34:21.121754 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6a86682d-1f63-4e5d-87fa-256473b4eb76 req-d6a6c69b-fdd7-4cb0-8cf3-7eb9cdcc2c0f tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:21.177501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57624) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:21.240110 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-6a86682d-1f63-4e5d-87fa-256473b4eb76 req-d6a6c69b-fdd7-4cb0-8cf3-7eb9cdcc2c0f tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] For port 7a503420-d6c1-4594-8b76-fd8240244733, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=7a503420-d6c1-4594-8b76-fd8240244733,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:21.240459 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6a86682d-1f63-4e5d-87fa-256473b4eb76 req-d6a6c69b-fdd7-4cb0-8cf3-7eb9cdcc2c0f tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:21.264279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-6a86682d-1f63-4e5d-87fa-256473b4eb76 req-d6a6c69b-fdd7-4cb0-8cf3-7eb9cdcc2c0f tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Calling delete_port for 7a503420-d6c1-4594-8b76-fd8240244733 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:34:21.435564 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6a86682d-1f63-4e5d-87fa-256473b4eb76 req-d6a6c69b-fdd7-4cb0-8cf3-7eb9cdcc2c0f tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:21.469073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6c69b-fdd7-4cb0-8cf3-7eb9cdcc2c0f tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Pushing event deleted for resources: {'Port': ['ID=7a503420-d6c1-4594-8b76-fd8240244733,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:21.524588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a86682d-1f63-4e5d-87fa-256473b4eb76 req-d6a6c69b-fdd7-4cb0-8cf3-7eb9cdcc2c0f tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] No DVR routers for this DVR port 7a503420-d6c1-4594-8b76-fd8240244733 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:34:21.533632 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6a86682d-1f63-4e5d-87fa-256473b4eb76 req-d6a6c69b-fdd7-4cb0-8cf3-7eb9cdcc2c0f tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:21.537054 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a86682d-1f63-4e5d-87fa-256473b4eb76 req-d6a6c69b-fdd7-4cb0-8cf3-7eb9cdcc2c0f tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.22 "DELETE /v2.0/ports/7a503420-d6c1-4594-8b76-fd8240244733 HTTP/1.1" status: 204 len: 173 time: 0.5127711 Aug 16 13:34:21.696718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f032f6-76ca-4f2c-949d-2e30c4482a8b', 'name': 'network-vif-deleted', 'tag': '7a503420-d6c1-4594-8b76-fd8240244733'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:34:21.701845 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ab1c6c-4cb6-4879-87db-82e6de26b63e" -d '{"events": [{"server_uuid": "a3f032f6-76ca-4f2c-949d-2e30c4482a8b", "name": "network-vif-deleted", "tag": "7a503420-d6c1-4594-8b76-fd8240244733"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:34:21.760110 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037cd5f4-2b59-43d3-a0b1-2a6deab157c0 x-openstack-request-id: req-037cd5f4-2b59-43d3-a0b1-2a6deab157c0 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:34:21.760760 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f032f6-76ca-4f2c-949d-2e30c4482a8b", "name": "network-vif-deleted", "tag": "7a503420-d6c1-4594-8b76-fd8240244733", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:34:21.761137 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-037cd5f4-2b59-43d3-a0b1-2a6deab157c0 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:34:21.762012 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f032f6-76ca-4f2c-949d-2e30c4482a8b', 'name': 'network-vif-deleted', 'tag': '7a503420-d6c1-4594-8b76-fd8240244733', 'status': 'completed', 'code': 200} Aug 16 13:34:21.782039 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:21.904971 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4600fd6-1599-49e1-924b-9174c4bdcdc4 req-20d1ff11-5197-445a-bf2b-86e7e029f764 tempest-VolumesNegativeTest-1642808897 tempest-VolumesNegativeTest-1642808897-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3f032f6-76ca-4f2c-949d-2e30c4482a8b HTTP/1.1" status: 200 len: 210 time: 0.0639033 Aug 16 13:34:22.126781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Deleting port 2e55dba5-7e93-4336-9aa6-31610fd39418 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:34:22.127156 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:22.248983 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] For port 2e55dba5-7e93-4336-9aa6-31610fd39418, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2e55dba5-7e93-4336-9aa6-31610fd39418,segment=NetworkSegment(d88d4fb2-4b82-43bb-b61a-b5e9675d7e82),segment_id=d88d4fb2-4b82-43bb-b61a-b5e9675d7e82)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:22.249704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:22.266690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Calling delete_port for 2e55dba5-7e93-4336-9aa6-31610fd39418 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:34:22.483559 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:22.513644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'Port': ['ID=2e55dba5-7e93-4336-9aa6-31610fd39418,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:22.528621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.528972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.529321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.529665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.530006 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.530398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.530735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.531069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.531408 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.531741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.532073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.532404 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:34:22.726316 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:23.045982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:34:23.204919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:34:23.212413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3b3213ee-d727-4d9b-8a8c-d136336eb480 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "PUT /v2.0/routers/f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0324283 Aug 16 13:34:23.216375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57642) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:23.220523 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3162307-807c-4db0-b534-8d05e22f4fae None None] Sync routers for ids ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:34:23.236457 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3162307-807c-4db0-b534-8d05e22f4fae None None] Routers {'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:34:23.238283 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d3162307-807c-4db0-b534-8d05e22f4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:34:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:23.312694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-317a46fb-e10d-4744-bfe2-43fa9fb84f48 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Deleting subnet 1056c055-f05c-47f3-857c-b7b4b90ce831 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:34:23.318062 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-317a46fb-e10d-4744-bfe2-43fa9fb84f48 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:23.377350 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-317a46fb-e10d-4744-bfe2-43fa9fb84f48 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:23.402952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7a503420-d6c1-4594-8b76-fd8240244733 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:34:23.446139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 7a503420-d6c1-4594-8b76-fd8240244733 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:34:23.446655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 7a503420-d6c1-4594-8b76-fd8240244733 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:34:23.457074 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d3162307-807c-4db0-b534-8d05e22f4fae None None] Set router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:34:23.489106 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-317a46fb-e10d-4744-bfe2-43fa9fb84f48 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:23.561192 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-317a46fb-e10d-4744-bfe2-43fa9fb84f48 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:23.580138 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-317a46fb-e10d-4744-bfe2-43fa9fb84f48 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:23.586238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-317a46fb-e10d-4744-bfe2-43fa9fb84f48 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "DELETE /v2.0/subnets/1056c055-f05c-47f3-857c-b7b4b90ce831 HTTP/1.1" status: 204 len: 168 time: 0.3679247 Aug 16 13:34:23.587011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57656) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:23.606049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a46fb-e10d-4744-bfe2-43fa9fb84f48 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'Subnet': ['ID=1056c055-f05c-47f3-857c-b7b4b90ce831,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:23.607327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f765b65-7ea9-4f3b-b9a1-e578500290cf None None] Network 09446bb0-7bd8-46c1-87f0-0c22c65b729a requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:34:23.752656 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d3162307-807c-4db0-b534-8d05e22f4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382348657', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:33:49Z', 'updated_at': '2021-08-16T13:34:22Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:50Z', 'updated_at': '2021-08-16T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:23.798794 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:23.818232 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3162307-807c-4db0-b534-8d05e22f4fae None None] Checking router: f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:34:23.840557 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3162307-807c-4db0-b534-8d05e22f4fae None None] Routers {'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:34:23.842157 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d3162307-807c-4db0-b534-8d05e22f4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:34:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:23.950978 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f92a42-e96d-4d50-bf25-5a43ce1c3389 None None] DHCP port deletion for 09446bb0-7bd8-46c1-87f0-0c22c65b729a request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:34:23.977215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.071968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Deleting port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:34:24.074806 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.093681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-82f92a42-e96d-4d50-bf25-5a43ce1c3389 None None] Deleting port 059936b9-20c8-402b-8cde-561ded5d1845 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:34:24.095102 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82f92a42-e96d-4d50-bf25-5a43ce1c3389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.104930 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d3162307-807c-4db0-b534-8d05e22f4fae None None] Set router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:34:24.217378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-82f92a42-e96d-4d50-bf25-5a43ce1c3389 None None] For port 059936b9-20c8-402b-8cde-561ded5d1845, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=059936b9-20c8-402b-8cde-561ded5d1845,segment=NetworkSegment(d88d4fb2-4b82-43bb-b61a-b5e9675d7e82),segment_id=d88d4fb2-4b82-43bb-b61a-b5e9675d7e82)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:24.217935 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82f92a42-e96d-4d50-bf25-5a43ce1c3389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.240520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-82f92a42-e96d-4d50-bf25-5a43ce1c3389 None None] Calling delete_port for 059936b9-20c8-402b-8cde-561ded5d1845 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:34:24.304490 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] For port 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=25ae0ddd-81e0-4694-b3f7-817a5ef0bd72,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:24.305343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.336439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Calling delete_port for 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:34:24.409744 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82f92a42-e96d-4d50-bf25-5a43ce1c3389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.436667 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d3162307-807c-4db0-b534-8d05e22f4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382348657', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:33:49Z', 'updated_at': '2021-08-16T13:34:22Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:50Z', 'updated_at': '2021-08-16T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:24.469457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f92a42-e96d-4d50-bf25-5a43ce1c3389 None None] Pushing event deleted for resources: {'Port': ['ID=059936b9-20c8-402b-8cde-561ded5d1845,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:24.476064 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f92a42-e96d-4d50-bf25-5a43ce1c3389 None None] No DVR routers for this DVR port 059936b9-20c8-402b-8cde-561ded5d1845 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:34:24.503759 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3162307-807c-4db0-b534-8d05e22f4fae None None] The sync data for ids ['f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd'] in n-d-804708-1 is: [{'id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382348657', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:33:49Z', 'updated_at': '2021-08-16T13:34:22Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '25ae0ddd-81e0-4694-b3f7-817a5ef0bd72', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:33:50Z', 'updated_at': '2021-08-16T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:34:24.633228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.674857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'Port': ['ID=25ae0ddd-81e0-4694-b3f7-817a5ef0bd72,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:24.755670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.883642 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.886220 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.942439 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.942439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Fanout notify agent at l3_agent the message router_deleted on router f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:34:24.951159 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:24.952445 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0903aad9-7361-477c-88bb-72682124faaa tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "DELETE /v2.0/routers/f418a7eb-9fd3-43e8-99e3-9ee5c36df7dd HTTP/1.1" status: 204 len: 168 time: 1.3631938 Aug 16 13:34:24.957141 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57742) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:25.069888 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:25.174925 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:25.195446 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09446bb0-7bd8-46c1-87f0-0c22c65b729a']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:25.220923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:25.221829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88d4fb2-4b82-43bb-b61a-b5e9675d7e82') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:25.243962 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:25.262232 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:25.273940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:34:25.274520 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:34:25.277877 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:34:25.351175 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:25.359190 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:25.361124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "DELETE /v2.0/networks/09446bb0-7bd8-46c1-87f0-0c22c65b729a HTTP/1.1" status: 204 len: 168 time: 0.4029362 Aug 16 13:34:25.365345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57786) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:25.375524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704a527-8ae6-4b73-b1f1-dd336837da4b tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'Network': ['ID=09446bb0-7bd8-46c1-87f0-0c22c65b729a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:25.615617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Deleting port 7f8d2eda-237a-428a-96af-bf6e6fae2efa {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:34:25.616479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:25.714519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:25.715482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:25.733815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Calling delete_port for 7f8d2eda-237a-428a-96af-bf6e6fae2efa owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:34:25.900940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2e55dba5-7e93-4336-9aa6-31610fd39418 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:34:25.923507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 2e55dba5-7e93-4336-9aa6-31610fd39418 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:34:25.923754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2e55dba5-7e93-4336-9aa6-31610fd39418 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:34:25.924192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 059936b9-20c8-402b-8cde-561ded5d1845 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:34:25.945744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 059936b9-20c8-402b-8cde-561ded5d1845 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:34:25.946683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 059936b9-20c8-402b-8cde-561ded5d1845 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:34:25.947592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:34:25.985073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:34:25.985603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 25ae0ddd-81e0-4694-b3f7-817a5ef0bd72 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:34:25.993138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:26.028630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'Port': ['ID=7f8d2eda-237a-428a-96af-bf6e6fae2efa,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:26.108281 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:26.108633 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Floating IP 697985c4-3885-4c7f-aa6f-8b3dce9ee817 disassociated (deleted). External IP: 172.25.0.223, port: 8691fe85-172e-4d35-a45c-c02fc9d902b4. Aug 16 13:34:26.402934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Router 754673b1-40bc-4a2c-bebe-da66643336e5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:34:26.906273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:34:26.912294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:26.918069 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f1eb6-74f4-4247-bdd6-31a1b92ac455 None None] Sync routers for ids ['754673b1-40bc-4a2c-bebe-da66643336e5'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:34:26.930093 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f1eb6-74f4-4247-bdd6-31a1b92ac455 None None] Routers {'754673b1-40bc-4a2c-bebe-da66643336e5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:34:26.930819 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-497f1eb6-74f4-4247-bdd6-31a1b92ac455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:34:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['754673b1-40bc-4a2c-bebe-da66643336e5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:26.954025 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-003e4bc6-2a76-42e2-ace5-d9bf364b3786 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "DELETE /v2.0/floatingips/697985c4-3885-4c7f-aa6f-8b3dce9ee817 HTTP/1.1" status: 204 len: 168 time: 1.5839570 Aug 16 13:34:26.954508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'tag': '8691fe85-172e-4d35-a45c-c02fc9d902b4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:34:26.957342 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f247380-d6e4-46d4-9bba-9d26f71debc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c38579cf-f52c-453f-9de4-6e1a4c03d642", "tag": "8691fe85-172e-4d35-a45c-c02fc9d902b4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:34:27.049894 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af8a75c-14bc-405f-a661-3b59ed3cfb43 x-openstack-request-id: req-2af8a75c-14bc-405f-a661-3b59ed3cfb43 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:34:27.051296 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38579cf-f52c-453f-9de4-6e1a4c03d642", "tag": "8691fe85-172e-4d35-a45c-c02fc9d902b4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:34:27.051892 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2af8a75c-14bc-405f-a661-3b59ed3cfb43 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:34:27.052635 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'tag': '8691fe85-172e-4d35-a45c-c02fc9d902b4', 'status': 'completed', 'code': 200} Aug 16 13:34:27.075936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-497f1eb6-74f4-4247-bdd6-31a1b92ac455 None None] Set router 754673b1-40bc-4a2c-bebe-da66643336e5 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:34:27.177413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247380-d6e4-46d4-9bba-9d26f71debc7 req-3947e5ee-cc86-44da-9fb3-688f3bb6f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:27.180519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8f247380-d6e4-46d4-9bba-9d26f71debc7 req-3947e5ee-cc86-44da-9fb3-688f3bb6f85c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b604fb5f7d4466a54471a41f29767c&device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 1135 time: 0.1113272 Aug 16 13:34:27.378677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327227d5-61da-43c4-a282-f72e8b360c1d req-b537baf8-8507-44a4-867d-899ea9d6d3f7 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:27.382081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247380-d6e4-46d4-9bba-9d26f71debc7 req-77035bfb-062c-43ec-8a07-0bfb359646ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:27.382570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-327227d5-61da-43c4-a282-f72e8b360c1d req-b537baf8-8507-44a4-867d-899ea9d6d3f7 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 984 time: 0.0989888 Aug 16 13:34:27.384026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8f247380-d6e4-46d4-9bba-9d26f71debc7 req-77035bfb-062c-43ec-8a07-0bfb359646ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=6f48f93d-2e96-44dd-a019-1750c14e3970 HTTP/1.1" status: 200 len: 897 time: 0.1936212 Aug 16 13:34:27.443500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-327227d5-61da-43c4-a282-f72e8b360c1d req-cb0680ce-ded2-46ac-bf60-14e40fee5bc0 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0519488 Aug 16 13:34:27.461669 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8f247380-d6e4-46d4-9bba-9d26f71debc7 req-80de6142-72a5-453a-869b-4681c6111cea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8691fe85-172e-4d35-a45c-c02fc9d902b4 HTTP/1.1" status: 200 len: 217 time: 0.0646222 Aug 16 13:34:27.478169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-497f1eb6-74f4-4247-bdd6-31a1b92ac455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:52Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd20d8aa5-d803-4310-ae55-53991f2053da', 'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:a7:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94d523cd-fa46-4ac9-8b92-651725534650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:51Z', 'updated_at': '2021-08-16T13:33:00Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '94d523cd-fa46-4ac9-8b92-651725534650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:27.523519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f1eb6-74f4-4247-bdd6-31a1b92ac455 None None] Checking router: 754673b1-40bc-4a2c-bebe-da66643336e5 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:34:27.537863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f1eb6-74f4-4247-bdd6-31a1b92ac455 None None] Routers {'754673b1-40bc-4a2c-bebe-da66643336e5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:34:27.538975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-497f1eb6-74f4-4247-bdd6-31a1b92ac455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:34:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['754673b1-40bc-4a2c-bebe-da66643336e5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:27.546655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247380-d6e4-46d4-9bba-9d26f71debc7 req-f0522393-9e35-43d8-bcea-314ecd84ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:27.549222 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8f247380-d6e4-46d4-9bba-9d26f71debc7 req-f0522393-9e35-43d8-bcea-314ecd84ce64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94d523cd-fa46-4ac9-8b92-651725534650 HTTP/1.1" status: 200 len: 835 time: 0.0778613 Aug 16 13:34:27.630809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247380-d6e4-46d4-9bba-9d26f71debc7 req-bda399e3-8b2a-453d-86f9-af94e08ac221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:27.633496 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8f247380-d6e4-46d4-9bba-9d26f71debc7 req-bda399e3-8b2a-453d-86f9-af94e08ac221 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6f48f93d-2e96-44dd-a019-1750c14e3970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715103 Aug 16 13:34:27.686140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-497f1eb6-74f4-4247-bdd6-31a1b92ac455 None None] Set router 754673b1-40bc-4a2c-bebe-da66643336e5 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:34:27.811535 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8f247380-d6e4-46d4-9bba-9d26f71debc7 req-8604a2e5-c178-4b42-90de-6d74963c4811 service neutron] 10.222.0.42 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644423 Aug 16 13:34:27.987571 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8f247380-d6e4-46d4-9bba-9d26f71debc7 req-03970d88-6902-4364-85f3-0c46480edfa2 service neutron] 10.222.0.42 "GET /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654015 Aug 16 13:34:28.009875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-497f1eb6-74f4-4247-bdd6-31a1b92ac455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:52Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd20d8aa5-d803-4310-ae55-53991f2053da', 'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:a7:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94d523cd-fa46-4ac9-8b92-651725534650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:51Z', 'updated_at': '2021-08-16T13:33:00Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '94d523cd-fa46-4ac9-8b92-651725534650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:28.045117 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f1eb6-74f4-4247-bdd6-31a1b92ac455 None None] The sync data for ids ['754673b1-40bc-4a2c-bebe-da66643336e5'] in n-d-804708-1 is: [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:32:52Z', 'revision_number': 4, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'd20d8aa5-d803-4310-ae55-53991f2053da', 'name': '', 'network_id': '6f48f93d-2e96-44dd-a019-1750c14e3970', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'mac_address': 'fa:16:3e:a7:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94d523cd-fa46-4ac9-8b92-651725534650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:51Z', 'updated_at': '2021-08-16T13:33:00Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'subnets': [{'id': '94d523cd-fa46-4ac9-8b92-651725534650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:34:28.367527 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97349105-9b10-4065-8305-73ded5f81bd3 None None] New status for floating IP 697985c4-3885-4c7f-aa6f-8b3dce9ee817: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:34:28.592814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a3317-5977-4156-ab51-7ac9dc8a76b3 req-e77ba9f4-45f4-4440-8ca3-e954e7bf2b89 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:28.594498 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be3a3317-5977-4156-ab51-7ac9dc8a76b3 req-e77ba9f4-45f4-4440-8ca3-e954e7bf2b89 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 984 time: 0.0659239 Aug 16 13:34:28.666886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be3a3317-5977-4156-ab51-7ac9dc8a76b3 req-f7674828-3232-4a2c-ab89-0d8dc0432220 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/security-groups?id=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c&id=cf3d4835-fe86-44bc-a5bc-1486c7d1babe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0595539 Aug 16 13:34:28.713652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ccb76-c60c-4479-ba3e-b41946b95203 req-66d2fe48-2231-446d-a067-e12110b2f018 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:34:28.715692 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-796ccb76-c60c-4479-ba3e-b41946b95203 req-66d2fe48-2231-446d-a067-e12110b2f018 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.42 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 984 time: 0.0658259 Aug 16 13:34:28.890556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-796ccb76-c60c-4479-ba3e-b41946b95203 req-66c6d821-2b16-4653-8819-ab5578a60405 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Deleting port 8691fe85-172e-4d35-a45c-c02fc9d902b4 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:34:28.891114 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-796ccb76-c60c-4479-ba3e-b41946b95203 req-66c6d821-2b16-4653-8819-ab5578a60405 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:29.078722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-796ccb76-c60c-4479-ba3e-b41946b95203 req-66c6d821-2b16-4653-8819-ab5578a60405 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] For port 8691fe85-172e-4d35-a45c-c02fc9d902b4, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8691fe85-172e-4d35-a45c-c02fc9d902b4,segment=NetworkSegment(c0b0274e-8822-4cda-89d3-8a0ae8f9a357),segment_id=c0b0274e-8822-4cda-89d3-8a0ae8f9a357)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:29.079819 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-796ccb76-c60c-4479-ba3e-b41946b95203 req-66c6d821-2b16-4653-8819-ab5578a60405 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:29.103711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-796ccb76-c60c-4479-ba3e-b41946b95203 req-66c6d821-2b16-4653-8819-ab5578a60405 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Calling delete_port for 8691fe85-172e-4d35-a45c-c02fc9d902b4 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:34:29.353464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-796ccb76-c60c-4479-ba3e-b41946b95203 req-66c6d821-2b16-4653-8819-ab5578a60405 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:29.406226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57878) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:29.416543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6d821-2b16-4653-8819-ab5578a60405 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'Port': ['ID=8691fe85-172e-4d35-a45c-c02fc9d902b4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:29.487512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-796ccb76-c60c-4479-ba3e-b41946b95203 req-66c6d821-2b16-4653-8819-ab5578a60405 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] No DVR routers for this DVR port 8691fe85-172e-4d35-a45c-c02fc9d902b4 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:34:29.490590 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-796ccb76-c60c-4479-ba3e-b41946b95203 req-66c6d821-2b16-4653-8819-ab5578a60405 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:29.495345 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-796ccb76-c60c-4479-ba3e-b41946b95203 req-66c6d821-2b16-4653-8819-ab5578a60405 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.42 "DELETE /v2.0/ports/8691fe85-172e-4d35-a45c-c02fc9d902b4 HTTP/1.1" status: 204 len: 173 time: 0.7723236 Aug 16 13:34:29.496157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'name': 'network-vif-deleted', 'tag': '8691fe85-172e-4d35-a45c-c02fc9d902b4'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:34:29.500108 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1be9687-0c02-44b2-81d9-26860c4d23aa" -d '{"events": [{"server_uuid": "c38579cf-f52c-453f-9de4-6e1a4c03d642", "name": "network-vif-deleted", "tag": "8691fe85-172e-4d35-a45c-c02fc9d902b4"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:34:29.583468 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce81f3c4-ff6c-48b2-8d3a-b1288f87c36f x-openstack-request-id: req-ce81f3c4-ff6c-48b2-8d3a-b1288f87c36f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:34:29.583923 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38579cf-f52c-453f-9de4-6e1a4c03d642", "name": "network-vif-deleted", "tag": "8691fe85-172e-4d35-a45c-c02fc9d902b4", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:34:29.584989 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce81f3c4-ff6c-48b2-8d3a-b1288f87c36f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:34:29.585731 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38579cf-f52c-453f-9de4-6e1a4c03d642', 'name': 'network-vif-deleted', 'tag': '8691fe85-172e-4d35-a45c-c02fc9d902b4', 'status': 'completed', 'code': 200} Aug 16 13:34:29.692632 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fdb67a1b-a7c2-4def-80ef-a0024d110c76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13d4b1197eaa46a8bb6cdd6a191e639a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844224 Aug 16 13:34:29.698129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57886) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:29.780985 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08a5a264-f209-40ae-93ea-5b284e27a8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:29.827418 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08a5a264-f209-40ae-93ea-5b284e27a8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:29.854493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9bf49352-f6e7-4abd-b9cc-452388ced1b2 req-6a07509b-0b10-4d07-bf9b-e1e8c194e269 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "GET /v2.0/ports?device_id=c38579cf-f52c-453f-9de4-6e1a4c03d642 HTTP/1.1" status: 200 len: 210 time: 0.0333779 Aug 16 13:34:29.912022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08a5a264-f209-40ae-93ea-5b284e27a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:29.916081 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08a5a264-f209-40ae-93ea-5b284e27a8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:29.917529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-08a5a264-f209-40ae-93ea-5b284e27a8a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f851531-a7ff-4a35-b9bc-d5ec84179ae8 HTTP/1.1" status: 204 len: 168 time: 0.2179463 Aug 16 13:34:29.928420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5a264-f209-40ae-93ea-5b284e27a8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f851531-a7ff-4a35-b9bc-d5ec84179ae8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:30.052133 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:30.925266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57892) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:30.994423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-809ac972-8856-4c24-af6b-7cff82f65db8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:31.026188 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-809ac972-8856-4c24-af6b-7cff82f65db8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:31.079900 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-809ac972-8856-4c24-af6b-7cff82f65db8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:31.083142 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-809ac972-8856-4c24-af6b-7cff82f65db8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:31.086075 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-809ac972-8856-4c24-af6b-7cff82f65db8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "DELETE /v2.0/security-groups/d698d6e6-d753-4e2a-a5ab-8a260f44ad1c HTTP/1.1" status: 204 len: 168 time: 0.1578908 Aug 16 13:34:31.088162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57894) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:31.097815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ac972-8856-4c24-af6b-7cff82f65db8 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d698d6e6-d753-4e2a-a5ab-8a260f44ad1c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:31.164517 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ff63-d09a-4ecb-990f-be685615ba8c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:31.197196 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ff63-d09a-4ecb-990f-be685615ba8c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:31.255480 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ff63-d09a-4ecb-990f-be685615ba8c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:31.259611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ff63-d09a-4ecb-990f-be685615ba8c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:31.261218 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1cf5ff63-d09a-4ecb-990f-be685615ba8c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "DELETE /v2.0/security-groups/cf3d4835-fe86-44bc-a5bc-1486c7d1babe HTTP/1.1" status: 204 len: 168 time: 0.1710784 Aug 16 13:34:31.265960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57896) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:31.281539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5ff63-d09a-4ecb-990f-be685615ba8c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3d4835-fe86-44bc-a5bc-1486c7d1babe,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:31.683547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8691fe85-172e-4d35-a45c-c02fc9d902b4 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:34:31.710572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 8691fe85-172e-4d35-a45c-c02fc9d902b4 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:34:31.710933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8691fe85-172e-4d35-a45c-c02fc9d902b4 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:34:31.758465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:31.836395 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac4da4b3-b9b8-42e4-94b4-7b6b928239f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:32.130228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Deleting port d20d8aa5-d803-4310-ae55-53991f2053da {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:34:32.130979 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:32.239478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] For port d20d8aa5-d803-4310-ae55-53991f2053da, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d20d8aa5-d803-4310-ae55-53991f2053da,segment=NetworkSegment(c0b0274e-8822-4cda-89d3-8a0ae8f9a357),segment_id=c0b0274e-8822-4cda-89d3-8a0ae8f9a357)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:32.240012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:32.256911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Calling delete_port for d20d8aa5-d803-4310-ae55-53991f2053da owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:34:32.477901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:32.510609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'Port': ['ID=d20d8aa5-d803-4310-ae55-53991f2053da,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:32.737477 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:32.983220 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Router 754673b1-40bc-4a2c-bebe-da66643336e5 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:34:33.109507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:34:33.116806 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c8cf18b2-a67a-483f-8af4-2de03bf95340 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "PUT /v2.0/routers/754673b1-40bc-4a2c-bebe-da66643336e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8468468 Aug 16 13:34:33.119605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57898) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:33.124486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d8c34-42a1-4284-8481-05469a91cf3e None None] Sync routers for ids ['754673b1-40bc-4a2c-bebe-da66643336e5'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:34:33.140036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d8c34-42a1-4284-8481-05469a91cf3e None None] Routers {'754673b1-40bc-4a2c-bebe-da66643336e5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:34:33.141055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-933d8c34-42a1-4284-8481-05469a91cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:34:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['754673b1-40bc-4a2c-bebe-da66643336e5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:33.208776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-395bad2d-24d9-457b-b3c8-ab1667de0cd3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Deleting subnet 94d523cd-fa46-4ac9-8b92-651725534650 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:34:33.214194 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-395bad2d-24d9-457b-b3c8-ab1667de0cd3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:33.283337 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-395bad2d-24d9-457b-b3c8-ab1667de0cd3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:33.336227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-933d8c34-42a1-4284-8481-05469a91cf3e None None] Set router 754673b1-40bc-4a2c-bebe-da66643336e5 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:34:33.412601 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-395bad2d-24d9-457b-b3c8-ab1667de0cd3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:33.502477 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-395bad2d-24d9-457b-b3c8-ab1667de0cd3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:33.539749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bad2d-24d9-457b-b3c8-ab1667de0cd3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'Subnet': ['ID=94d523cd-fa46-4ac9-8b92-651725534650,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:33.555439 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-395bad2d-24d9-457b-b3c8-ab1667de0cd3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:33.561175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-395bad2d-24d9-457b-b3c8-ab1667de0cd3 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "DELETE /v2.0/subnets/94d523cd-fa46-4ac9-8b92-651725534650 HTTP/1.1" status: 204 len: 168 time: 0.4376805 Aug 16 13:34:33.561575 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57900) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:33.567279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2c9ce-d485-48c7-aedc-8268d7c7bf33 None None] Network 6f48f93d-2e96-44dd-a019-1750c14e3970 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:34:33.684761 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:33.748651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-933d8c34-42a1-4284-8481-05469a91cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:34:32Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:33.835447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d8c34-42a1-4284-8481-05469a91cf3e None None] Checking router: 754673b1-40bc-4a2c-bebe-da66643336e5 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:34:33.868348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d8c34-42a1-4284-8481-05469a91cf3e None None] Routers {'754673b1-40bc-4a2c-bebe-da66643336e5'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:34:33.869428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-933d8c34-42a1-4284-8481-05469a91cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:34:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['754673b1-40bc-4a2c-bebe-da66643336e5'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:34.231759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ad663-4ae9-41fb-869a-d65f6d662595 None None] DHCP port deletion for 6f48f93d-2e96-44dd-a019-1750c14e3970 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:34:34.266765 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:34.316366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-933d8c34-42a1-4284-8481-05469a91cf3e None None] Set router 754673b1-40bc-4a2c-bebe-da66643336e5 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:34:34.341138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Deleting port 14e04de0-836d-4f72-8aab-fe71bb47eed8 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:34:34.341507 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:34.471368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] For port 14e04de0-836d-4f72-8aab-fe71bb47eed8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=14e04de0-836d-4f72-8aab-fe71bb47eed8,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:34.472029 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:34.486593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-087ad663-4ae9-41fb-869a-d65f6d662595 None None] Deleting port e447613e-a0e3-499c-9ffc-c64eafadff5e {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:34:34.486897 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-087ad663-4ae9-41fb-869a-d65f6d662595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:34.492474 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdbd4-cdf0-49b1-a114-371ed32d118f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:34.502205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Calling delete_port for 14e04de0-836d-4f72-8aab-fe71bb47eed8 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:34:34.635638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-087ad663-4ae9-41fb-869a-d65f6d662595 None None] For port e447613e-a0e3-499c-9ffc-c64eafadff5e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=e447613e-a0e3-499c-9ffc-c64eafadff5e,segment=NetworkSegment(c0b0274e-8822-4cda-89d3-8a0ae8f9a357),segment_id=c0b0274e-8822-4cda-89d3-8a0ae8f9a357)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:34:34.636257 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-087ad663-4ae9-41fb-869a-d65f6d662595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:34.690863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-087ad663-4ae9-41fb-869a-d65f6d662595 None None] Calling delete_port for e447613e-a0e3-499c-9ffc-c64eafadff5e owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:34:34.757835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:34.767850 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:34.797534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'Port': ['ID=14e04de0-836d-4f72-8aab-fe71bb47eed8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:34.842087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-933d8c34-42a1-4284-8481-05469a91cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:34:32Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:34.847591 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-087ad663-4ae9-41fb-869a-d65f6d662595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:34.872512 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:34.916461 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933d8c34-42a1-4284-8481-05469a91cf3e None None] The sync data for ids ['754673b1-40bc-4a2c-bebe-da66643336e5'] in n-d-804708-1 is: [{'id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-663696482', 'tenant_id': '32b604fb5f7d4466a54471a41f29767c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:46Z', 'updated_at': '2021-08-16T13:34:32Z', 'revision_number': 5, 'project_id': '32b604fb5f7d4466a54471a41f29767c', 'gw_port': {'id': '14e04de0-836d-4f72-8aab-fe71bb47eed8', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754673b1-40bc-4a2c-bebe-da66643336e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:47Z', 'updated_at': '2021-08-16T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:34:34.951705 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ad663-4ae9-41fb-869a-d65f6d662595 None None] Pushing event deleted for resources: {'Port': ['ID=e447613e-a0e3-499c-9ffc-c64eafadff5e,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:34.960813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ad663-4ae9-41fb-869a-d65f6d662595 None None] No DVR routers for this DVR port e447613e-a0e3-499c-9ffc-c64eafadff5e on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:34:34.993100 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:34.995832 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:35.048422 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:35.049081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Fanout notify agent at l3_agent the message router_deleted on router 754673b1-40bc-4a2c-bebe-da66643336e5 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:34:35.058573 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:35.062386 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-11dae08c-216b-4c8f-a74a-ac10a2a74046 tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "DELETE /v2.0/routers/754673b1-40bc-4a2c-bebe-da66643336e5 HTTP/1.1" status: 204 len: 168 time: 1.4970474 Aug 16 13:34:35.062923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57902) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:35.184966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:35.300440 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:35.317335 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f48f93d-2e96-44dd-a019-1750c14e3970']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:35.335076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:35.335552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b0274e-8822-4cda-89d3-8a0ae8f9a357') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:34:35.351543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:35.371670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:35.380806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:34:35.382077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:34:35.387174 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:34:35.490125 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:35.500610 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:35.503255 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] 10.222.0.25 "DELETE /v2.0/networks/6f48f93d-2e96-44dd-a019-1750c14e3970 HTTP/1.1" status: 204 len: 168 time: 0.4386661 Aug 16 13:34:35.524355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936048f-bcc7-4c38-bb95-6de05e29f89c tempest-TestSecurityGroupsBasicOps-1552894444 tempest-TestSecurityGroupsBasicOps-1552894444-project] Pushing event deleted for resources: {'Network': ['ID=6f48f93d-2e96-44dd-a019-1750c14e3970,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:35.613196 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:35.960631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57910) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:36.129648 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0464948b-75e1-4227-a059-4c3a9a57556f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32b604fb5f7d4466a54471a41f29767c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675994 Aug 16 13:34:36.133768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57914) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:36.153071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d20d8aa5-d803-4310-ae55-53991f2053da no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:34:36.175920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d20d8aa5-d803-4310-ae55-53991f2053da {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:34:36.176274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d20d8aa5-d803-4310-ae55-53991f2053da not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:34:36.176711 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e447613e-a0e3-499c-9ffc-c64eafadff5e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:34:36.198387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: e447613e-a0e3-499c-9ffc-c64eafadff5e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:34:36.198742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device e447613e-a0e3-499c-9ffc-c64eafadff5e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:34:36.199168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14e04de0-836d-4f72-8aab-fe71bb47eed8 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:34:36.200725 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-268200c0-0135-4f80-8b03-f62482d5a969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:36.222716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 14e04de0-836d-4f72-8aab-fe71bb47eed8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:34:36.223077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14e04de0-836d-4f72-8aab-fe71bb47eed8 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:34:36.226898 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-268200c0-0135-4f80-8b03-f62482d5a969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:36.304347 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-268200c0-0135-4f80-8b03-f62482d5a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:36.307770 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-268200c0-0135-4f80-8b03-f62482d5a969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:36.309384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-268200c0-0135-4f80-8b03-f62482d5a969 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7517368a-aed4-4029-940a-8ef59125c9d3 HTTP/1.1" status: 204 len: 168 time: 0.1737065 Aug 16 13:34:36.322051 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268200c0-0135-4f80-8b03-f62482d5a969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7517368a-aed4-4029-940a-8ef59125c9d3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:36.697820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57920) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:36.712761 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6eeb488e-a15a-4336-aa82-efbdd495f561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:36.839268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6eeb488e-a15a-4336-aa82-efbdd495f561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:36.844492 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6eeb488e-a15a-4336-aa82-efbdd495f561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:36.899036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6eeb488e-a15a-4336-aa82-efbdd495f561 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29bd0000ffc9471a926843cfa4f55218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995382 Aug 16 13:34:36.899781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb488e-a15a-4336-aa82-efbdd495f561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3775ca59-78c5-49d7-9e38-b06c0ad912ea,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:36.902826 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57922) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:36.980666 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2229610-9b59-446e-afca-0ba51d2d257d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:37.022314 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2229610-9b59-446e-afca-0ba51d2d257d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:37.097931 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2229610-9b59-446e-afca-0ba51d2d257d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:37.102992 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2229610-9b59-446e-afca-0ba51d2d257d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:37.104679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b2229610-9b59-446e-afca-0ba51d2d257d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3775ca59-78c5-49d7-9e38-b06c0ad912ea HTTP/1.1" status: 204 len: 168 time: 0.2002413 Aug 16 13:34:37.118140 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2229610-9b59-446e-afca-0ba51d2d257d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3775ca59-78c5-49d7-9e38-b06c0ad912ea,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:37.428703 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:37.566499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57928) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:37.622927 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f099566d-72d2-4657-9411-4124a6520421 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=401e1f5ff6404b67bee02ce1d190f062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549045 Aug 16 13:34:37.626053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57930) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:34:37.697101 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ef2946c-5b59-45c6-9aef-ad5f4c603c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:37.733428 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ef2946c-5b59-45c6-9aef-ad5f4c603c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:37.808445 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ef2946c-5b59-45c6-9aef-ad5f4c603c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:37.812284 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ef2946c-5b59-45c6-9aef-ad5f4c603c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:37.817015 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0ef2946c-5b59-45c6-9aef-ad5f4c603c1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/151d0a45-7ca3-448f-b3d6-08f9214c37b8 HTTP/1.1" status: 204 len: 168 time: 0.1863294 Aug 16 13:34:37.827785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2946c-5b59-45c6-9aef-ad5f4c603c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151d0a45-7ca3-448f-b3d6-08f9214c37b8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:34:46.578928 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:34:56.605508 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:35:00.010463 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:01.830817 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a38edb09-7672-41f0-bc3f-967cf3000e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:04.356223 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cc6fcf90-f66e-4d67-b898-77f496323203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:04.665742 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:05.596726 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:07.423137 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:15.999177 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-127e9b85-4b85-42d5-a085-9ce5c7b3c5fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2349734 Aug 16 13:35:16.118730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-3e5a7348-d791-4aae-bfba-961dc7c31a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:16.120171 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-3e5a7348-d791-4aae-bfba-961dc7c31a4f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 1096 time: 0.0630074 Aug 16 13:35:16.242362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-484cb15e-9292-4fab-bc77-c84aa4b64618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:16.244190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-484cb15e-9292-4fab-bc77-c84aa4b64618 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7012dd77-7e67-4397-af3f-c7580f0597b9 HTTP/1.1" status: 200 len: 897 time: 0.1029534 Aug 16 13:35:16.319482 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-b48ab66e-e274-4388-8368-9cd184874678 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59 HTTP/1.1" status: 200 len: 1001 time: 0.0670633 Aug 16 13:35:16.377076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-2c6cebd8-ad8a-4fd7-ad7f-6d46ec375e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:16.378557 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-2c6cebd8-ad8a-4fd7-ad7f-6d46ec375e92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64f6893f-6e51-440d-b5e5-0da2e0d21911 HTTP/1.1" status: 200 len: 834 time: 0.0512016 Aug 16 13:35:16.435599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-7b63bb96-0c81-458c-aa76-2597eaab06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:16.437175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-7b63bb96-0c81-458c-aa76-2597eaab06f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7012dd77-7e67-4397-af3f-c7580f0597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507426 Aug 16 13:35:16.550692 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-2b220ad9-0298-4829-9c5d-b679e53a30cd service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046205 Aug 16 13:35:16.582060 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:16.671375 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f6ffa1ae-14e1-4ece-8192-0824b4b52d65 req-1bfa7565-4710-49a0-b1e1-8ddbb73b88af service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126451 Aug 16 13:35:28.368766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57952) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:28.564869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port 1ee2b80c-aa53-48de-9b58-2797c9bf36de {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:35:28.565167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:28.705673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:28.706269 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:28.733196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for 1ee2b80c-aa53-48de-9b58-2797c9bf36de owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:35:28.959644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:29.001387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=1ee2b80c-aa53-48de-9b58-2797c9bf36de,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:29.017707 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.018066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.018433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.018774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.019111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.019493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.019837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.020173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.020508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.020949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.022082 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.022692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:29.098705 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:29.099763 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Floating IP 81f7afd5-d90e-4028-a904-950bb4b4a696 disassociated (deleted). External IP: 172.25.0.100, port: e7a2c53f-3a04-4f44-b50e-69768807fd59. Aug 16 13:35:29.401101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 51b7d797-171b-4f12-b5ec-aa8a04503895 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:35:29.874973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:35:29.880941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:29.888915 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d840b-0c36-4fa6-b56c-7874898d14a5 None None] Sync routers for ids ['51b7d797-171b-4f12-b5ec-aa8a04503895'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:35:29.905994 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d840b-0c36-4fa6-b56c-7874898d14a5 None None] Routers {'51b7d797-171b-4f12-b5ec-aa8a04503895'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:35:29.907124 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-639d840b-0c36-4fa6-b56c-7874898d14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['51b7d797-171b-4f12-b5ec-aa8a04503895'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:29.910419 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-eb60d489-e60d-400c-8079-086a920dfa38 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/floatingips/81f7afd5-d90e-4028-a904-950bb4b4a696 HTTP/1.1" status: 204 len: 168 time: 1.5404789 Aug 16 13:35:29.911160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:35:29.914463 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:35:29.982924 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7c06e0-f90e-4401-acf6-56bb99d059c4 x-openstack-request-id: req-1b7c06e0-f90e-4401-acf6-56bb99d059c4 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:35:29.983414 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:35:29.983800 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b7c06e0-f90e-4401-acf6-56bb99d059c4 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:35:29.984461 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'status': 'completed', 'code': 200} Aug 16 13:35:30.015833 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:30.075876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c req-6d54a607-48ab-4f5a-af94-6b4faa826d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:30.077970 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c req-6d54a607-48ab-4f5a-af94-6b4faa826d55 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 1096 time: 0.0569849 Aug 16 13:35:30.102625 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-639d840b-0c36-4fa6-b56c-7874898d14a5 None None] Set router 51b7d797-171b-4f12-b5ec-aa8a04503895 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:35:30.226788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c req-8419fe25-63a0-4c37-a5f5-60b8644d2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:30.228747 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c req-8419fe25-63a0-4c37-a5f5-60b8644d2730 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7012dd77-7e67-4397-af3f-c7580f0597b9 HTTP/1.1" status: 200 len: 897 time: 0.1206257 Aug 16 13:35:30.246759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7838d0-c741-4b19-a38d-07bf39c5a4b4 req-847348b7-dfff-44f3-8277-c35db912af40 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:30.248412 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b7838d0-c741-4b19-a38d-07bf39c5a4b4 req-847348b7-dfff-44f3-8277-c35db912af40 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.0690341 Aug 16 13:35:30.291469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c req-fe57ed0b-a4b1-45b0-bf38-bb4e31b6c1fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59 HTTP/1.1" status: 200 len: 217 time: 0.0534046 Aug 16 13:35:30.314790 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b7838d0-c741-4b19-a38d-07bf39c5a4b4 req-13e5d611-9beb-4300-a5f2-25e296cb0464 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577271 Aug 16 13:35:30.350470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c req-df6feee8-cc9d-4328-ad8c-000d24fa8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:30.352149 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c req-df6feee8-cc9d-4328-ad8c-000d24fa8826 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64f6893f-6e51-440d-b5e5-0da2e0d21911 HTTP/1.1" status: 200 len: 834 time: 0.0530028 Aug 16 13:35:30.386617 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-639d840b-0c36-4fa6-b56c-7874898d14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:11Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '432919fe-f23f-410f-905c-316ea0822aef', 'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:a3:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:09Z', 'updated_at': '2021-08-16T13:32:20Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:30.411315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c req-b5473005-aadd-422f-b1f2-f83b2517bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:30.413485 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c req-b5473005-aadd-422f-b1f2-f83b2517bcc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7012dd77-7e67-4397-af3f-c7580f0597b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534246 Aug 16 13:35:30.415890 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d840b-0c36-4fa6-b56c-7874898d14a5 None None] Checking router: 51b7d797-171b-4f12-b5ec-aa8a04503895 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:35:30.425054 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d840b-0c36-4fa6-b56c-7874898d14a5 None None] Routers {'51b7d797-171b-4f12-b5ec-aa8a04503895'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:35:30.425700 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-639d840b-0c36-4fa6-b56c-7874898d14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['51b7d797-171b-4f12-b5ec-aa8a04503895'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:30.519889 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c req-9c831524-5d5c-4858-a678-a2ee2a2cc9a8 service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968707 Aug 16 13:35:30.540008 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-639d840b-0c36-4fa6-b56c-7874898d14a5 None None] Set router 51b7d797-171b-4f12-b5ec-aa8a04503895 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:35:30.624276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-abc3c199-a4b3-4be5-b9a5-eb83a8d5dd6c req-0b8a0768-8b84-4efa-82e7-da085df6a773 service neutron] 10.222.0.22 "GET /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961843 Aug 16 13:35:30.756526 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-639d840b-0c36-4fa6-b56c-7874898d14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:11Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '432919fe-f23f-410f-905c-316ea0822aef', 'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:a3:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:09Z', 'updated_at': '2021-08-16T13:32:20Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:30.790317 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d840b-0c36-4fa6-b56c-7874898d14a5 None None] The sync data for ids ['51b7d797-171b-4f12-b5ec-aa8a04503895'] in n-d-804708-1 is: [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:32:11Z', 'revision_number': 4, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '432919fe-f23f-410f-905c-316ea0822aef', 'name': '', 'network_id': '7012dd77-7e67-4397-af3f-c7580f0597b9', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'mac_address': 'fa:16:3e:a3:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:09Z', 'updated_at': '2021-08-16T13:32:20Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'subnets': [{'id': '64f6893f-6e51-440d-b5e5-0da2e0d21911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:35:31.025237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c16ed-6ff1-4853-b80e-99cfcea7064c None None] New status for floating IP 81f7afd5-d90e-4028-a904-950bb4b4a696: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:35:31.452719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645f321-acd8-4265-8851-40a1817cfa59 req-d3aba3f4-c9c3-4ba7-a0d5-69506c607315 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:31.454991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a645f321-acd8-4265-8851-40a1817cfa59 req-d3aba3f4-c9c3-4ba7-a0d5-69506c607315 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.0562212 Aug 16 13:35:31.498136 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a645f321-acd8-4265-8851-40a1817cfa59 req-7198dc61-153f-4ad3-958a-61e6f7780889 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/security-groups?id=edc4a5f9-ca43-4004-93ef-a867127d864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361061 Aug 16 13:35:31.798800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574d9e-35d0-4280-9e74-0ba1b130e4ea req-d2960610-ddc6-4750-8fb7-299487881efd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:31.800450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56574d9e-35d0-4280-9e74-0ba1b130e4ea req-d2960610-ddc6-4750-8fb7-299487881efd tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 945 time: 0.0575507 Aug 16 13:35:31.825451 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9db61224-a229-44fd-930d-32fa1b0c771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:31.910998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-56574d9e-35d0-4280-9e74-0ba1b130e4ea req-05473c7f-93f2-4b57-b6df-85f175eed752 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port e7a2c53f-3a04-4f44-b50e-69768807fd59 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:35:31.911353 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-56574d9e-35d0-4280-9e74-0ba1b130e4ea req-05473c7f-93f2-4b57-b6df-85f175eed752 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:32.019443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-56574d9e-35d0-4280-9e74-0ba1b130e4ea req-05473c7f-93f2-4b57-b6df-85f175eed752 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port e7a2c53f-3a04-4f44-b50e-69768807fd59, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=e7a2c53f-3a04-4f44-b50e-69768807fd59,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:35:32.019812 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-56574d9e-35d0-4280-9e74-0ba1b130e4ea req-05473c7f-93f2-4b57-b6df-85f175eed752 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:32.037940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-56574d9e-35d0-4280-9e74-0ba1b130e4ea req-05473c7f-93f2-4b57-b6df-85f175eed752 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for e7a2c53f-3a04-4f44-b50e-69768807fd59 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:35:32.211248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-56574d9e-35d0-4280-9e74-0ba1b130e4ea req-05473c7f-93f2-4b57-b6df-85f175eed752 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:32.242916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05473c7f-93f2-4b57-b6df-85f175eed752 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=e7a2c53f-3a04-4f44-b50e-69768807fd59,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:32.291565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-56574d9e-35d0-4280-9e74-0ba1b130e4ea req-05473c7f-93f2-4b57-b6df-85f175eed752 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] No DVR routers for this DVR port e7a2c53f-3a04-4f44-b50e-69768807fd59 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:35:32.294919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-56574d9e-35d0-4280-9e74-0ba1b130e4ea req-05473c7f-93f2-4b57-b6df-85f175eed752 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:32.298513 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56574d9e-35d0-4280-9e74-0ba1b130e4ea req-05473c7f-93f2-4b57-b6df-85f175eed752 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.22 "DELETE /v2.0/ports/e7a2c53f-3a04-4f44-b50e-69768807fd59 HTTP/1.1" status: 204 len: 173 time: 0.4900634 Aug 16 13:35:32.299263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'name': 'network-vif-deleted', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:35:32.303664 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797078f0-e256-407f-ba90-a0969471ad80" -d '{"events": [{"server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "name": "network-vif-deleted", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:35:32.382460 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fb9907-e818-4ce6-b06a-0a95d0ffcec8 x-openstack-request-id: req-e0fb9907-e818-4ce6-b06a-0a95d0ffcec8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:35:32.382887 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c0453e-fa16-4d03-aa16-ccefa3f8e04d", "name": "network-vif-deleted", "tag": "e7a2c53f-3a04-4f44-b50e-69768807fd59", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:35:32.383259 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0fb9907-e818-4ce6-b06a-0a95d0ffcec8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:35:32.383782 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c0453e-fa16-4d03-aa16-ccefa3f8e04d', 'name': 'network-vif-deleted', 'tag': 'e7a2c53f-3a04-4f44-b50e-69768807fd59', 'status': 'completed', 'code': 200} Aug 16 13:35:32.616857 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ff541fe-ba96-41da-bbb9-6038846890e0 req-b7c249f3-9f0b-4634-ae0a-d202f630f046 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "GET /v2.0/ports?device_id=87c0453e-fa16-4d03-aa16-ccefa3f8e04d HTTP/1.1" status: 200 len: 210 time: 0.0321453 Aug 16 13:35:33.609074 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:35:33.685581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57970) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:34.115808 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:34.360746 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1cad60a2-a8e9-4892-9a46-a7aea117a294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:34.460653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port 432919fe-f23f-410f-905c-316ea0822aef {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:35:34.460913 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:34.574692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port 432919fe-f23f-410f-905c-316ea0822aef, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=432919fe-f23f-410f-905c-316ea0822aef,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:35:34.575151 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:34.591481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for 432919fe-f23f-410f-905c-316ea0822aef owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:35:34.662049 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:34.864071 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:34.894083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=432919fe-f23f-410f-905c-316ea0822aef,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:34.921620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:34.921972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:34.922348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:34.922694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:34.923029 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:34.923364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:34.923699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:34.924031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:34.924361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:34.924691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:34.925023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:34.925323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:35.129268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:35.389583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Router 51b7d797-171b-4f12-b5ec-aa8a04503895 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:35:35.508942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:35:35.515209 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-99f656c3-e670-4a1f-824d-d19280b36e66 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "PUT /v2.0/routers/51b7d797-171b-4f12-b5ec-aa8a04503895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8276045 Aug 16 13:35:35.518289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57972) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:35.523703 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2edf8a-e5dd-4569-bde3-006710408625 None None] Sync routers for ids ['51b7d797-171b-4f12-b5ec-aa8a04503895'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:35:35.535206 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2edf8a-e5dd-4569-bde3-006710408625 None None] Routers {'51b7d797-171b-4f12-b5ec-aa8a04503895'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:35:35.536075 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-da2edf8a-e5dd-4569-bde3-006710408625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['51b7d797-171b-4f12-b5ec-aa8a04503895'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:35.590812 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61c0838-c9b5-4690-99ac-7ef144de4a52 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting subnet 64f6893f-6e51-440d-b5e5-0da2e0d21911 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:35:35.595096 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b61c0838-c9b5-4690-99ac-7ef144de4a52 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:35.611458 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:35.665543 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b61c0838-c9b5-4690-99ac-7ef144de4a52 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:35.675971 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-da2edf8a-e5dd-4569-bde3-006710408625 None None] Set router 51b7d797-171b-4f12-b5ec-aa8a04503895 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:35:35.771531 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b61c0838-c9b5-4690-99ac-7ef144de4a52 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:35.775685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e7a2c53f-3a04-4f44-b50e-69768807fd59 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:35:35.812239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: e7a2c53f-3a04-4f44-b50e-69768807fd59 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:35:35.812809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device e7a2c53f-3a04-4f44-b50e-69768807fd59 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:35:35.843162 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b61c0838-c9b5-4690-99ac-7ef144de4a52 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:35.874526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c0838-c9b5-4690-99ac-7ef144de4a52 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Subnet': ['ID=64f6893f-6e51-440d-b5e5-0da2e0d21911,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:35.877817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b61c0838-c9b5-4690-99ac-7ef144de4a52 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:35.879798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b61c0838-c9b5-4690-99ac-7ef144de4a52 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/subnets/64f6893f-6e51-440d-b5e5-0da2e0d21911 HTTP/1.1" status: 204 len: 168 time: 0.3605802 Aug 16 13:35:35.883845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57974) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:35.914146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc7a2da-e3cf-4436-ade0-f6f58bf63cfc None None] Network 7012dd77-7e67-4397-af3f-c7580f0597b9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:35:35.964892 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-da2edf8a-e5dd-4569-bde3-006710408625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:35:34Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:35.997805 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2edf8a-e5dd-4569-bde3-006710408625 None None] Checking router: 51b7d797-171b-4f12-b5ec-aa8a04503895 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:35:36.008461 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2edf8a-e5dd-4569-bde3-006710408625 None None] Routers {'51b7d797-171b-4f12-b5ec-aa8a04503895'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:35:36.009668 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-da2edf8a-e5dd-4569-bde3-006710408625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['51b7d797-171b-4f12-b5ec-aa8a04503895'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:36.095150 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:36.173366 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-da2edf8a-e5dd-4569-bde3-006710408625 None None] Set router 51b7d797-171b-4f12-b5ec-aa8a04503895 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:35:36.258026 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] DHCP port deletion for 7012dd77-7e67-4397-af3f-c7580f0597b9 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:35:36.294764 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:36.367437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Deleting port db170ff3-40d7-442f-b7e9-955dbbeca0dc {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:35:36.368355 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:36.375437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Deleting port cb897eb1-d912-408a-b0bf-e44aaa690413 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:35:36.375840 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:36.442075 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-da2edf8a-e5dd-4569-bde3-006710408625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:35:34Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:36.472054 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2edf8a-e5dd-4569-bde3-006710408625 None None] The sync data for ids ['51b7d797-171b-4f12-b5ec-aa8a04503895'] in n-d-804708-1 is: [{'id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023081090', 'tenant_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:32:02Z', 'updated_at': '2021-08-16T13:35:34Z', 'revision_number': 5, 'project_id': 'd2056fc01f7c4f8bb3e0565151d422cb', 'gw_port': {'id': 'cb897eb1-d912-408a-b0bf-e44aaa690413', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b7d797-171b-4f12-b5ec-aa8a04503895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:32:03Z', 'updated_at': '2021-08-16T13:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:35:36.497820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] For port db170ff3-40d7-442f-b7e9-955dbbeca0dc, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=db170ff3-40d7-442f-b7e9-955dbbeca0dc,segment=NetworkSegment(b6d5accf-65ed-492a-b795-6acd375f3cf5),segment_id=b6d5accf-65ed-492a-b795-6acd375f3cf5)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:35:36.498335 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:36.516254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Calling delete_port for db170ff3-40d7-442f-b7e9-955dbbeca0dc owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:35:36.529228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] For port cb897eb1-d912-408a-b0bf-e44aaa690413, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cb897eb1-d912-408a-b0bf-e44aaa690413,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:35:36.529228 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:36.551570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Calling delete_port for cb897eb1-d912-408a-b0bf-e44aaa690413 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:35:36.622436 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:36.655676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Pushing event deleted for resources: {'Port': ['ID=db170ff3-40d7-442f-b7e9-955dbbeca0dc,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:36.658380 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] No DVR routers for this DVR port db170ff3-40d7-442f-b7e9-955dbbeca0dc on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:35:36.670942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.671183 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.671637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.671826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.672126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.672441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.672807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.673159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.673506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.674460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.674460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.674935 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108d07d-7aa9-495b-8fe0-b39f0956eb32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:36.826542 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:36.876978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Port': ['ID=cb897eb1-d912-408a-b0bf-e44aaa690413,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:37.004410 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.112261 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.114820 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.192284 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.193040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Fanout notify agent at l3_agent the message router_deleted on router 51b7d797-171b-4f12-b5ec-aa8a04503895 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:35:37.200208 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.201517 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8173d95c-dd2e-49ec-98eb-a67f44d7bcfa tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/routers/51b7d797-171b-4f12-b5ec-aa8a04503895 HTTP/1.1" status: 204 len: 168 time: 1.3160429 Aug 16 13:35:37.204302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57976) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:37.295609 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.422949 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.427850 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.437153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7012dd77-7e67-4397-af3f-c7580f0597b9']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:37.449365 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d5accf-65ed-492a-b795-6acd375f3cf5') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:37.449744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d5accf-65ed-492a-b795-6acd375f3cf5') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:37.463472 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.481823 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.489148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:35:37.490493 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:35:37.493960 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:35:37.567078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.576597 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.578671 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/networks/7012dd77-7e67-4397-af3f-c7580f0597b9 HTTP/1.1" status: 204 len: 168 time: 0.3733642 Aug 16 13:35:37.581498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57978) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:37.603666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aca5f0-95a3-4bb5-967e-e7deb86223df tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'Network': ['ID=7012dd77-7e67-4397-af3f-c7580f0597b9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:37.712772 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa621023-eb83-46f1-9eb3-356317504af7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.753432 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa621023-eb83-46f1-9eb3-356317504af7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.824573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa621023-eb83-46f1-9eb3-356317504af7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.827972 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-aa621023-eb83-46f1-9eb3-356317504af7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:37.829934 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-aa621023-eb83-46f1-9eb3-356317504af7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] 10.222.0.25 "DELETE /v2.0/security-groups/edc4a5f9-ca43-4004-93ef-a867127d864f HTTP/1.1" status: 204 len: 168 time: 0.2472003 Aug 16 13:35:37.845473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa621023-eb83-46f1-9eb3-356317504af7 tempest-TestNetworkAdvancedServerOps-744417833 tempest-TestNetworkAdvancedServerOps-744417833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc4a5f9-ca43-4004-93ef-a867127d864f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:37.966843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cb897eb1-d912-408a-b0bf-e44aaa690413 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:35:37.991474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: cb897eb1-d912-408a-b0bf-e44aaa690413 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:35:37.991882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cb897eb1-d912-408a-b0bf-e44aaa690413 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:35:37.992564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device db170ff3-40d7-442f-b7e9-955dbbeca0dc no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:35:38.025865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: db170ff3-40d7-442f-b7e9-955dbbeca0dc {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:35:38.026454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device db170ff3-40d7-442f-b7e9-955dbbeca0dc not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:35:38.027133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 432919fe-f23f-410f-905c-316ea0822aef no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:35:38.062718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 432919fe-f23f-410f-905c-316ea0822aef {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:35:38.063238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 432919fe-f23f-410f-905c-316ea0822aef not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:35:38.266977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57986) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:38.452790 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2a7a8b9a-4219-46b3-a028-6b9a38d34b40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2056fc01f7c4f8bb3e0565151d422cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845348 Aug 16 13:35:38.455216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 57990) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:38.548884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec71fcc7-2edb-4fb2-954d-c1314e6bbf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:38.590476 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec71fcc7-2edb-4fb2-954d-c1314e6bbf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:38.670588 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec71fcc7-2edb-4fb2-954d-c1314e6bbf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:38.673863 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ec71fcc7-2edb-4fb2-954d-c1314e6bbf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:38.675423 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ec71fcc7-2edb-4fb2-954d-c1314e6bbf34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e1f0982-54a7-4b19-8834-c1630a07f122 HTTP/1.1" status: 204 len: 168 time: 0.2190859 Aug 16 13:35:38.687535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71fcc7-2edb-4fb2-954d-c1314e6bbf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1f0982-54a7-4b19-8834-c1630a07f122,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:39.063778 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57996) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:39.121901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fa56861e-4847-4201-8621-a8cff6a0844a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c899c0b82eec4c9b89a3be3e6143e183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566251 Aug 16 13:35:39.125513 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 57998) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:39.192114 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ef52a97-5ac3-42e2-847b-8118c8c145b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:39.218178 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ef52a97-5ac3-42e2-847b-8118c8c145b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:39.283415 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ef52a97-5ac3-42e2-847b-8118c8c145b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:39.286203 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7ef52a97-5ac3-42e2-847b-8118c8c145b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:39.287434 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7ef52a97-5ac3-42e2-847b-8118c8c145b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c024b95-6d48-487d-9ebf-f4ef40b5de59 HTTP/1.1" status: 204 len: 168 time: 0.1606793 Aug 16 13:35:39.297543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef52a97-5ac3-42e2-847b-8118c8c145b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c024b95-6d48-487d-9ebf-f4ef40b5de59,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:42.068356 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58152) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:42.196565 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3ab94f1-c873-47ed-af89-0bfc7c862416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:42.315657 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3ab94f1-c873-47ed-af89-0bfc7c862416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:42.320372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c3ab94f1-c873-47ed-af89-0bfc7c862416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:42.369288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab94f1-c873-47ed-af89-0bfc7c862416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c184e16c-55ff-47a3-a217-6da06ee9c2e4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:42.375415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c3ab94f1-c873-47ed-af89-0bfc7c862416 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63bc7903400a4354a40dc310298e93a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057334 Aug 16 13:35:42.378234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58156) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:42.442304 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09f39cb6-1128-4450-b9d0-6cd278389525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:42.468027 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09f39cb6-1128-4450-b9d0-6cd278389525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:42.522854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09f39cb6-1128-4450-b9d0-6cd278389525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:42.526168 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-09f39cb6-1128-4450-b9d0-6cd278389525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:42.527791 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-09f39cb6-1128-4450-b9d0-6cd278389525 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c184e16c-55ff-47a3-a217-6da06ee9c2e4 HTTP/1.1" status: 204 len: 168 time: 0.1480432 Aug 16 13:35:42.539716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f39cb6-1128-4450-b9d0-6cd278389525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c184e16c-55ff-47a3-a217-6da06ee9c2e4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:42.884805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58162) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:42.900375 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43bd4df4-f3e5-4b0c-979a-11e2fa2c2025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:43.021857 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43bd4df4-f3e5-4b0c-979a-11e2fa2c2025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:43.027218 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43bd4df4-f3e5-4b0c-979a-11e2fa2c2025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:43.077726 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-43bd4df4-f3e5-4b0c-979a-11e2fa2c2025 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94ae55dbda9749afaf68cfb5f821d2a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916306 Aug 16 13:35:43.080623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd4df4-f3e5-4b0c-979a-11e2fa2c2025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c546df-7ccc-41f9-a627-1a2f5676f41d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:43.081388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58164) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:43.142867 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47c4c8a5-595a-42f0-8a49-b7897aa280f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:43.168436 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47c4c8a5-595a-42f0-8a49-b7897aa280f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:43.222083 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47c4c8a5-595a-42f0-8a49-b7897aa280f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:43.225036 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47c4c8a5-595a-42f0-8a49-b7897aa280f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:43.226180 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-47c4c8a5-595a-42f0-8a49-b7897aa280f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4c546df-7ccc-41f9-a627-1a2f5676f41d HTTP/1.1" status: 204 len: 168 time: 0.1437795 Aug 16 13:35:43.235500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4c8a5-595a-42f0-8a49-b7897aa280f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c546df-7ccc-41f9-a627-1a2f5676f41d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:44.005887 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58186) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:44.148346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1440004001-network', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:35:44.172834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Made reservation on behalf of b91ff7cc797942a6b5b06703bed78a24 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:35:44.176734 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.191892 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.332407 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.337706 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.368342 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:35:44.382452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee05ba48-dd91-4657-8bb4-2bd3b0bab52e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:44.389165 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.389516 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Added segment 5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a of type vlan for network da5a7d86-9743-4a5e-984e-d1dcdca87881 Aug 16 13:35:44.442891 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.472352 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.473444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:44.474835 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.539977 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5294173 Aug 16 13:35:44.540249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58190) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:44.545073 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] Request body: {'subnet': {'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1440004001-subnet', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:35:44.558149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25870598-66a9-4107-9c27-e4cc1b3cf4c4 admin admin] Pushing event updated for resources: {'Network': ['ID=da5a7d86-9743-4a5e-984e-d1dcdca87881,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:44.570630 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network da5a7d86-9743-4a5e-984e-d1dcdca87881 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:35:44.582337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] Made reservation on behalf of b91ff7cc797942a6b5b06703bed78a24 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:35:44.586261 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.807228 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.872360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d8f4bc-adeb-464a-a5b7-d287b5430e54,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:44.885139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] Checking segment: {'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:35:44.885499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] Network hostable DHCP agents. Network: da5a7d86-9743-4a5e-984e-d1dcdca87881, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:35:44.904966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] Network da5a7d86-9743-4a5e-984e-d1dcdca87881 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:35:44.915633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, da5a7d86-9743-4a5e-984e-d1dcdca87881) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:35:44.920726 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:44.921399 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.928727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eac6c7-6f6a-4486-9766-de6386c1b1dc None None] Network da5a7d86-9743-4a5e-984e-d1dcdca87881 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:35:44.940128 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-55d0ac32-8358-494e-bf55-c82e252185e0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3987885 Aug 16 13:35:44.945015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58192) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:44.953131 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:35:44.981679 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:44.983150 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.075815 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.102998 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-da5a7d86-9743-4a5e-984e-d1dcdca87881', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:35:45.103916 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.229683 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.265616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Allocated IP 172.20.0.2 (da5a7d86-9743-4a5e-984e-d1dcdca87881/e2d8f4bc-adeb-464a-a5b7-d287b5430e54/db6044b0-63c1-40df-bd59-a74d175858dd) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:35:45.456722 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.473060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Transition to ACTIVE for port object db6044b0-63c1-40df-bd59-a74d175858dd will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:35:45.479126 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.493079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Transition to ACTIVE for port object db6044b0-63c1-40df-bd59-a74d175858dd will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:35:45.499989 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.517705 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.550613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Network da5a7d86-9743-4a5e-984e-d1dcdca87881 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:35:45.554353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:35:45.559047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:35:45.563054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Pushing event updated for resources: {'Port': ['ID=db6044b0-63c1-40df-bd59-a74d175858dd,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:45.631504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Attempting to bind port db6044b0-63c1-40df-bd59-a74d175858dd on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:35:45.632601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Attempting to bind port db6044b0-63c1-40df-bd59-a74d175858dd by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:35:45.632601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Attempting to bind port db6044b0-63c1-40df-bd59-a74d175858dd on network da5a7d86-9743-4a5e-984e-d1dcdca87881 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:35:45.640085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:35:45.640651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Checking segment: {'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:35:45.641234 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.641797 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Bound using segment: {'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:35:45.642443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Bound port: db6044b0-63c1-40df-bd59-a74d175858dd, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:35:45.642927 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.677123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Allocated IP 172.25.0.130 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/983c9541-6f34-4efe-9424-201fafae273b) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:35:45.727700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] For port db6044b0-63c1-40df-bd59-a74d175858dd, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:35:45.731449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] For port db6044b0-63c1-40df-bd59-a74d175858dd, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=db6044b0-63c1-40df-bd59-a74d175858dd,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:35:45.736420 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.825728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2a494-4a42-431f-949d-3ce586223c78 None None] Pushing event updated for resources: {'Port': ['ID=db6044b0-63c1-40df-bd59-a74d175858dd,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:45.848296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:45.911010 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:46.014854 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:35:46.022192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:35:46.030917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:35:46.058988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Pushing event updated for resources: {'Port': ['ID=983c9541-6f34-4efe-9424-201fafae273b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:46.390935 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:46.598602 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:46.885996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c4ae1-0836-4e9c-896b-d5758b84a5ce None None] Network da5a7d86-9743-4a5e-984e-d1dcdca87881 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:35:46.989216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-42249e8c-029f-4828-b8f7-400462c36fc1 None None] Provisioning for port db6044b0-63c1-40df-bd59-a74d175858dd completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:35:47.104718 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:47.304360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Router 50d320e7-aefd-4c7f-a59a-d9426e259c1d is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:35:47.431903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:35:47.444049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Sync routers for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:35:47.454525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:35:47.455444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:47.456719 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:47.462058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4bdbb1dd-3ec5-42f0-9160-2bedbe1ff133 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5114679 Aug 16 13:35:47.462474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58194) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:47.840849 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:35:47.963406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:48.033280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device db6044b0-63c1-40df-bd59-a74d175858dd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:35:48.137481 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port db6044b0-63c1-40df-bd59-a74d175858dd completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:35:48.144008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port db6044b0-63c1-40df-bd59-a74d175858dd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:48.144382 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:48.218971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:46Z', 'revision_number': 3, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:48.250149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Checking router: 50d320e7-aefd-4c7f-a59a-d9426e259c1d for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:35:48.250149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Updating router 50d320e7-aefd-4c7f-a59a-d9426e259c1d port 983c9541-6f34-4efe-9424-201fafae273b binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:35:48.255420 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Allocated IP 172.20.0.1 (da5a7d86-9743-4a5e-984e-d1dcdca87881/e2d8f4bc-adeb-464a-a5b7-d287b5430e54/f44b9fa5-b564-4f47-9cec-36d8f389df00) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:35:48.328661 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:48.334159 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:48.448184 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:48.465642 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Transition to ACTIVE for port object f44b9fa5-b564-4f47-9cec-36d8f389df00 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:35:48.501212 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port db6044b0-63c1-40df-bd59-a74d175858dd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=db6044b0-63c1-40df-bd59-a74d175858dd,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:35:48.510233 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:48.517313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:48.567148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Network da5a7d86-9743-4a5e-984e-d1dcdca87881 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:35:48.574004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:35:48.578337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:35:48.609018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Pushing event updated for resources: {'Port': ['ID=f44b9fa5-b564-4f47-9cec-36d8f389df00,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:48.627585 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:48.654281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=db6044b0-63c1-40df-bd59-a74d175858dd,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:48.806925 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:48.823778 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:48.837403 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Transition to ACTIVE for port object 983c9541-6f34-4efe-9424-201fafae273b will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:35:48.846073 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:48.965232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-af88d225-da36-483e-b2e2-2dc4efe95341 None None] Provisioning for port f44b9fa5-b564-4f47-9cec-36d8f389df00 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:35:48.968714 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745d55f-f236-4748-a100-c0fd0e146660 None None] Pushing event updated for resources: {'Port': ['ID=983c9541-6f34-4efe-9424-201fafae273b,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:48.971975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Attempting to bind port 983c9541-6f34-4efe-9424-201fafae273b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:35:48.972413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Attempting to bind port 983c9541-6f34-4efe-9424-201fafae273b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:35:48.972704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Attempting to bind port 983c9541-6f34-4efe-9424-201fafae273b on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:35:48.976122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-af88d225-da36-483e-b2e2-2dc4efe95341 None None] Provisioning complete for port f44b9fa5-b564-4f47-9cec-36d8f389df00 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:48.976500 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-af88d225-da36-483e-b2e2-2dc4efe95341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:49.017241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:35:49.017863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:35:49.018610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:49.019299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:35:49.020132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Bound port: 983c9541-6f34-4efe-9424-201fafae273b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:35:49.020801 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:49.033587 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:49.041214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:49.102012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-af88d225-da36-483e-b2e2-2dc4efe95341 None None] Port f44b9fa5-b564-4f47-9cec-36d8f389df00 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:35:49.141406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] For port 983c9541-6f34-4efe-9424-201fafae273b, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:35:49.145395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] For port 983c9541-6f34-4efe-9424-201fafae273b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=983c9541-6f34-4efe-9424-201fafae273b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:35:49.165206 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:49.181652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Pushing event updated for resources: {'Port': ['ID=f44b9fa5-b564-4f47-9cec-36d8f389df00,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:49.185838 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:49.295701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:35:49.296722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:49.302963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745d55f-f236-4748-a100-c0fd0e146660 None None] Pushing event updated for resources: {'Port': ['ID=983c9541-6f34-4efe-9424-201fafae273b,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:49.327152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Network da5a7d86-9743-4a5e-984e-d1dcdca87881 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:35:49.330071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:35:49.501190 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:35:49.549799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Router 50d320e7-aefd-4c7f-a59a-d9426e259c1d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:35:49.681892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:35:49.687276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f7bf712b-5b80-4f9b-a6a0-794839935990 admin admin] 10.222.0.25 "PUT /v2.0/routers/50d320e7-aefd-4c7f-a59a-d9426e259c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2234282 Aug 16 13:35:49.747432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f5f97f59-11c5-426e-9191-aa6383343538 None None] Provisioning complete for port f44b9fa5-b564-4f47-9cec-36d8f389df00 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:49.747798 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f5f97f59-11c5-426e-9191-aa6383343538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:49.822770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f5f97f59-11c5-426e-9191-aa6383343538 None None] Port f44b9fa5-b564-4f47-9cec-36d8f389df00 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:35:49.857443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 2, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:49.908757 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a94e34-bab8-4747-8198-20004e7cace5 None None] The sync data for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 is: [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 2, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:35:49.965743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device db6044b0-63c1-40df-bd59-a74d175858dd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:35:50.061211 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port db6044b0-63c1-40df-bd59-a74d175858dd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:50.061594 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:50.450522 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 58210) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:50.455850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1914551688-network', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:35:50.484320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Made reservation on behalf of fb67e0383f7f43e8a1153f90605c9f35 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:35:50.487421 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:50.501301 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:50.632595 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:50.638310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:50.666792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:35:50.677875 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a4ad8e-2bf6-44d8-ac87-bfb22acb3346,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:50.689369 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:50.689876 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Added segment f2fb86e6-a55f-4380-b8a2-046c386de2cd of type vlan for network 405fb462-c965-4305-bb1b-fc7fdb5c6379 Aug 16 13:35:50.739636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:50.773389 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:50.775546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:50.776521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:50.824417 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3725948 Aug 16 13:35:50.827412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58212) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:50.837892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] Request body: {'subnet': {'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1914551688-subnet', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:35:50.891306 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0fec2-7d40-4d24-b06b-cfc9ad1c59a5 admin admin] Pushing event updated for resources: {'Network': ['ID=405fb462-c965-4305-bb1b-fc7fdb5c6379,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:50.909057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 405fb462-c965-4305-bb1b-fc7fdb5c6379 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:35:50.917723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] Made reservation on behalf of fb67e0383f7f43e8a1153f90605c9f35 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:35:50.922368 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:51.174600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:51.233786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c6c0eb-3290-4807-835f-bddb44abab3a,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:51.254734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] Checking segment: {'id': 'f2fb86e6-a55f-4380-b8a2-046c386de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:35:51.255901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] Network hostable DHCP agents. Network: 405fb462-c965-4305-bb1b-fc7fdb5c6379, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:35:51.283206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] Network 405fb462-c965-4305-bb1b-fc7fdb5c6379 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:35:51.297407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 405fb462-c965-4305-bb1b-fc7fdb5c6379) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:35:51.305655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:35:51.306886 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:51.307789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4496c3-d846-43e8-ace6-f0d1f066da1a None None] Network 405fb462-c965-4305-bb1b-fc7fdb5c6379 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:35:51.332432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f424d64f-8354-4cd9-b83f-4025e0644961 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4993370 Aug 16 13:35:51.334376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58214) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:51.339555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1914551688-router', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:35:51.365739 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:51.366850 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:51.432809 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:51.499208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-405fb462-c965-4305-bb1b-fc7fdb5c6379', 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'fixed_ips': [{'subnet_id': '76c6c0eb-3290-4807-835f-bddb44abab3a'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:35:51.501349 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:51.633481 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:51.745156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Allocated IP 172.20.0.2 (405fb462-c965-4305-bb1b-fc7fdb5c6379/76c6c0eb-3290-4807-835f-bddb44abab3a/b8917356-bb11-4d1c-96ad-1c51d46b7a39) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:35:51.904013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:51.940461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:51.959627 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:51.975371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Transition to ACTIVE for port object b8917356-bb11-4d1c-96ad-1c51d46b7a39 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:35:52.004856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Transition to ACTIVE for port object b8917356-bb11-4d1c-96ad-1c51d46b7a39 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:35:52.017820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 983c9541-6f34-4efe-9424-201fafae273b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:35:52.023400 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:52.101602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Network 405fb462-c965-4305-bb1b-fc7fdb5c6379 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:35:52.106635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:35:52.114912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:35:52.116112 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Allocated IP 172.25.0.20 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:35:52.125232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Pushing event updated for resources: {'Port': ['ID=b8917356-bb11-4d1c-96ad-1c51d46b7a39,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:52.184016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 983c9541-6f34-4efe-9424-201fafae273b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:35:52.195905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 983c9541-6f34-4efe-9424-201fafae273b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:52.196291 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:52.201892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Attempting to bind port b8917356-bb11-4d1c-96ad-1c51d46b7a39 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:35:52.201892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Attempting to bind port b8917356-bb11-4d1c-96ad-1c51d46b7a39 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'f2fb86e6-a55f-4380-b8a2-046c386de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:35:52.202422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Attempting to bind port b8917356-bb11-4d1c-96ad-1c51d46b7a39 on network 405fb462-c965-4305-bb1b-fc7fdb5c6379 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:35:52.241711 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:35:52.242201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Checking segment: {'id': 'f2fb86e6-a55f-4380-b8a2-046c386de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:35:52.242532 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:52.242944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Bound using segment: {'id': 'f2fb86e6-a55f-4380-b8a2-046c386de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:35:52.243450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Bound port: b8917356-bb11-4d1c-96ad-1c51d46b7a39, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fb86e6-a55f-4380-b8a2-046c386de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:35:52.243924 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:52.271595 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:52.323538 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:52.367327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] For port b8917356-bb11-4d1c-96ad-1c51d46b7a39, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:35:52.373164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:35:52.376618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:35:52.377076 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:52.379730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:35:52.407809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:52.408355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] For port b8917356-bb11-4d1c-96ad-1c51d46b7a39, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b8917356-bb11-4d1c-96ad-1c51d46b7a39,segment=NetworkSegment(f2fb86e6-a55f-4380-b8a2-046c386de2cd),segment_id=f2fb86e6-a55f-4380-b8a2-046c386de2cd)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:35:52.410858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 983c9541-6f34-4efe-9424-201fafae273b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=983c9541-6f34-4efe-9424-201fafae273b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:35:52.414364 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:52.423894 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:52.507367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6dba5-ed05-4635-8a72-9c0c3942f761 None None] Pushing event updated for resources: {'Port': ['ID=b8917356-bb11-4d1c-96ad-1c51d46b7a39,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:52.602295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=983c9541-6f34-4efe-9424-201fafae273b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:52.683364 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Sync routers for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:35:52.705318 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:35:52.706792 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:52.771223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:52.968016 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:35:53.078858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:53.183939 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 2, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:53.216339 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Checking router: 50d320e7-aefd-4c7f-a59a-d9426e259c1d for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:35:53.216638 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Updating router 50d320e7-aefd-4c7f-a59a-d9426e259c1d port f44b9fa5-b564-4f47-9cec-36d8f389df00 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:35:53.243965 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:53.573010 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:53.586361 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Transition to ACTIVE for port object f44b9fa5-b564-4f47-9cec-36d8f389df00 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:35:53.593583 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:53.637383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c5d27-7fef-416e-85c3-cd11a3aaa1eb None None] Network 405fb462-c965-4305-bb1b-fc7fdb5c6379 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:35:53.649470 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Pushing event updated for resources: {'Port': ['ID=f44b9fa5-b564-4f47-9cec-36d8f389df00,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:53.659201 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.659548 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.659895 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.660551 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.660904 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.661944 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.662306 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.662638 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.662966 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.663291 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.663618 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.663939 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:35:53.724748 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Attempting to bind port f44b9fa5-b564-4f47-9cec-36d8f389df00 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:35:53.726124 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Attempting to bind port f44b9fa5-b564-4f47-9cec-36d8f389df00 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:35:53.726691 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Attempting to bind port f44b9fa5-b564-4f47-9cec-36d8f389df00 on network da5a7d86-9743-4a5e-984e-d1dcdca87881 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:35:53.733554 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:35:53.734288 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Checking segment: {'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:35:53.734976 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:53.735600 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Bound using segment: {'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:35:53.736287 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Bound port: f44b9fa5-b564-4f47-9cec-36d8f389df00, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:35:53.736755 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:53.737479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ba7f9e72-2d86-4819-973d-4775345148c6 None None] Provisioning for port b8917356-bb11-4d1c-96ad-1c51d46b7a39 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:35:53.812191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Router b1452d45-170a-4a71-b1bb-f723bc6e7b49 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:35:53.852976 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] For port f44b9fa5-b564-4f47-9cec-36d8f389df00, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:35:53.860050 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] For port f44b9fa5-b564-4f47-9cec-36d8f389df00, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f44b9fa5-b564-4f47-9cec-36d8f389df00,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:35:53.869549 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:54.014063 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:35:54.014728 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:54.016703 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00170cd6-5287-41d1-b7ce-5fc9915f0dbe None None] Pushing event updated for resources: {'Port': ['ID=f44b9fa5-b564-4f47-9cec-36d8f389df00,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:54.059553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:35:54.072613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Sync routers for ids ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:35:54.086517 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Routers {'b1452d45-170a-4a71-b1bb-f723bc6e7b49'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:35:54.088110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:54.110149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:54.111482 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9222c82b-6f62-45ed-b270-45b12cd7ddf7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7759919 Aug 16 13:35:54.117594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 58216) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:35:54.173837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b8917356-bb11-4d1c-96ad-1c51d46b7a39 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:35:54.278680 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:35:54.613146 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:53Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:54.633920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Set router b1452d45-170a-4a71-b1bb-f723bc6e7b49 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:35:54.644606 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02830c-b754-431a-a7b8-4e2b04cf3fba None None] The sync data for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 is: [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:53Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:35:54.774244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port b8917356-bb11-4d1c-96ad-1c51d46b7a39 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:35:54.790949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-96355339-9171-47b7-9462-3d4fe0693358 None None] Provisioning complete for port b8917356-bb11-4d1c-96ad-1c51d46b7a39 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:54.791535 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-96355339-9171-47b7-9462-3d4fe0693358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:54.802555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b8917356-bb11-4d1c-96ad-1c51d46b7a39 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:54.803169 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:54.825329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.074972 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.095472 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-96355339-9171-47b7-9462-3d4fe0693358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.145804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port b8917356-bb11-4d1c-96ad-1c51d46b7a39, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b8917356-bb11-4d1c-96ad-1c51d46b7a39,segment=NetworkSegment(f2fb86e6-a55f-4380-b8a2-046c386de2cd),segment_id=f2fb86e6-a55f-4380-b8a2-046c386de2cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:35:55.149740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Allocated IP 172.20.0.1 (405fb462-c965-4305-bb1b-fc7fdb5c6379/76c6c0eb-3290-4807-835f-bddb44abab3a/c1232f61-8a23-421c-b56a-b367cde27931) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:35:55.152034 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.152933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 983c9541-6f34-4efe-9424-201fafae273b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:35:55.238221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'name': 'tempest-TestVolumeBackupRestore-1914551688-router', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 3, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'gw_port': {'id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:55.288788 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Checking router: b1452d45-170a-4a71-b1bb-f723bc6e7b49 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:35:55.289140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Updating router b1452d45-170a-4a71-b1bb-f723bc6e7b49 port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:35:55.317100 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.334482 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-96355339-9171-47b7-9462-3d4fe0693358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:35:55.334842 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-96355339-9171-47b7-9462-3d4fe0693358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:35:55.338156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=b8917356-bb11-4d1c-96ad-1c51d46b7a39,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:55.345435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Transition to ACTIVE for port object c1232f61-8a23-421c-b56a-b367cde27931 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:35:55.350199 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.388569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 983c9541-6f34-4efe-9424-201fafae273b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:55.388953 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.400502 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.452087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Network 405fb462-c965-4305-bb1b-fc7fdb5c6379 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:35:55.455787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:35:55.461427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:35:55.488635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Pushing event updated for resources: {'Port': ['ID=c1232f61-8a23-421c-b56a-b367cde27931,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:55.526635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.785058 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.802884 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.815851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Transition to ACTIVE for port object dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:35:55.825935 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.920916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Attempting to bind port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:35:55.920916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Attempting to bind port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:35:55.920916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Attempting to bind port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:35:55.924488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbf7dc-729f-48d1-99e9-1dec774a6cc1 None None] Pushing event updated for resources: {'Port': ['ID=dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:55.936301 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:35:55.936669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:35:55.937075 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:55.937472 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:35:55.937966 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Bound port: dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:35:55.938485 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:56.012475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] For port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:35:56.018334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] For port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:35:56.028398 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:56.065295 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:56.072992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:56.075413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f44b9fa5-b564-4f47-9cec-36d8f389df00 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:35:56.155789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8ca6f0a0-e954-49e0-97d6-0d4ef0c06f4a None None] Provisioning for port c1232f61-8a23-421c-b56a-b367cde27931 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:35:56.159559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbf7dc-729f-48d1-99e9-1dec774a6cc1 None None] Pushing event updated for resources: {'Port': ['ID=dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:56.164437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Routers {'b1452d45-170a-4a71-b1bb-f723bc6e7b49'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:35:56.165097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:56.170711 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8ca6f0a0-e954-49e0-97d6-0d4ef0c06f4a None None] Provisioning complete for port c1232f61-8a23-421c-b56a-b367cde27931 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:56.171086 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f0a0-e954-49e0-97d6-0d4ef0c06f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:56.178176 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:56.185487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Pushing event updated for resources: {'Port': ['ID=c1232f61-8a23-421c-b56a-b367cde27931,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:56.265177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port f44b9fa5-b564-4f47-9cec-36d8f389df00 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:35:56.271432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6f0a0-e954-49e0-97d6-0d4ef0c06f4a None None] Port c1232f61-8a23-421c-b56a-b367cde27931 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:35:56.274278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port f44b9fa5-b564-4f47-9cec-36d8f389df00 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:56.274652 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:56.305278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Network 405fb462-c965-4305-bb1b-fc7fdb5c6379 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:35:56.306839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:35:56.368405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] Set router b1452d45-170a-4a71-b1bb-f723bc6e7b49 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:35:56.481152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Router b1452d45-170a-4a71-b1bb-f723bc6e7b49 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:35:56.541675 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:56.642852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port f44b9fa5-b564-4f47-9cec-36d8f389df00, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f44b9fa5-b564-4f47-9cec-36d8f389df00,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:35:56.649324 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:56.650165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b8917356-bb11-4d1c-96ad-1c51d46b7a39 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:35:56.678033 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:35:56.686932 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b9636de7-a032-4ae1-9dbd-81f71dae724a admin admin] 10.222.0.25 "PUT /v2.0/routers/b1452d45-170a-4a71-b1bb-f723bc6e7b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5683303 Aug 16 13:35:56.786721 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=f44b9fa5-b564-4f47-9cec-36d8f389df00,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:56.792577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8e68c66f-ebcf-4d52-b9cb-76cfb7dad386 None None] Provisioning complete for port c1232f61-8a23-421c-b56a-b367cde27931 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:56.792969 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8e68c66f-ebcf-4d52-b9cb-76cfb7dad386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:56.850617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b8917356-bb11-4d1c-96ad-1c51d46b7a39 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:56.851373 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:56.852580 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8e68c66f-ebcf-4d52-b9cb-76cfb7dad386 None None] Port c1232f61-8a23-421c-b56a-b367cde27931 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:35:56.892671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'name': 'tempest-TestVolumeBackupRestore-1914551688-router', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:55Z', 'revision_number': 4, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'gw_port': {'id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'c1232f61-8a23-421c-b56a-b367cde27931', 'name': '', 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'mac_address': 'fa:16:3e:24:21:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '76c6c0eb-3290-4807-835f-bddb44abab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:54Z', 'updated_at': '2021-08-16T13:35:55Z', 'revision_number': 2, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'subnets': [{'id': '76c6c0eb-3290-4807-835f-bddb44abab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:56.928240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dccbe8-8cd5-4a7e-bb57-d21c83d31b72 None None] The sync data for ids ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'] in n-d-804708-1 is: [{'id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'name': 'tempest-TestVolumeBackupRestore-1914551688-router', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:55Z', 'revision_number': 4, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'gw_port': {'id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'c1232f61-8a23-421c-b56a-b367cde27931', 'name': '', 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'mac_address': 'fa:16:3e:24:21:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '76c6c0eb-3290-4807-835f-bddb44abab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:54Z', 'updated_at': '2021-08-16T13:35:55Z', 'revision_number': 2, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'subnets': [{'id': '76c6c0eb-3290-4807-835f-bddb44abab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:35:58.046128 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f44b9fa5-b564-4f47-9cec-36d8f389df00 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:35:58.105139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port f44b9fa5-b564-4f47-9cec-36d8f389df00 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:58.105599 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:58.247573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:35:58.326970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:35:58.336503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:35:58.337221 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:58.461825 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:58.486554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:35:58.493827 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:35:58.587688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:35:59.448483 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Sync routers for ids ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:35:59.460981 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Routers {'b1452d45-170a-4a71-b1bb-f723bc6e7b49'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:35:59.461788 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:59.617326 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Set router b1452d45-170a-4a71-b1bb-f723bc6e7b49 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:35:59.893055 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'name': 'tempest-TestVolumeBackupRestore-1914551688-router', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:55Z', 'revision_number': 4, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'gw_port': {'id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'c1232f61-8a23-421c-b56a-b367cde27931', 'name': '', 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'mac_address': 'fa:16:3e:24:21:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '76c6c0eb-3290-4807-835f-bddb44abab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:54Z', 'updated_at': '2021-08-16T13:35:55Z', 'revision_number': 2, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'subnets': [{'id': '76c6c0eb-3290-4807-835f-bddb44abab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:35:59.929273 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Checking router: b1452d45-170a-4a71-b1bb-f723bc6e7b49 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:35:59.929724 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Updating router b1452d45-170a-4a71-b1bb-f723bc6e7b49 port c1232f61-8a23-421c-b56a-b367cde27931 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:35:59.963352 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:00.036046 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:36:00.100720 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:00.142135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:36:00.142654 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:00.374202 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:00.391856 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Transition to ACTIVE for port object c1232f61-8a23-421c-b56a-b367cde27931 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:36:00.401861 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:00.499229 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cbee4-f8f1-4a76-b2c9-9d6454ce6a80 None None] Pushing event updated for resources: {'Port': ['ID=c1232f61-8a23-421c-b56a-b367cde27931,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:36:00.585707 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Attempting to bind port c1232f61-8a23-421c-b56a-b367cde27931 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:36:00.590052 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Attempting to bind port c1232f61-8a23-421c-b56a-b367cde27931 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'f2fb86e6-a55f-4380-b8a2-046c386de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:36:00.590052 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Attempting to bind port c1232f61-8a23-421c-b56a-b367cde27931 on network 405fb462-c965-4305-bb1b-fc7fdb5c6379 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:36:00.596609 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:36:00.597210 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Checking segment: {'id': 'f2fb86e6-a55f-4380-b8a2-046c386de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:36:00.597860 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:00.599209 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Bound using segment: {'id': 'f2fb86e6-a55f-4380-b8a2-046c386de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:36:00.600031 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Bound port: c1232f61-8a23-421c-b56a-b367cde27931, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fb86e6-a55f-4380-b8a2-046c386de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:36:00.600603 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:00.732867 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] For port c1232f61-8a23-421c-b56a-b367cde27931, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:36:00.736455 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] For port c1232f61-8a23-421c-b56a-b367cde27931, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c1232f61-8a23-421c-b56a-b367cde27931,segment=NetworkSegment(f2fb86e6-a55f-4380-b8a2-046c386de2cd),segment_id=f2fb86e6-a55f-4380-b8a2-046c386de2cd)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:36:00.742685 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:00.812326 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Routers {'b1452d45-170a-4a71-b1bb-f723bc6e7b49'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:36:00.812585 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:35:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:36:00.814779 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cbee4-f8f1-4a76-b2c9-9d6454ce6a80 None None] Pushing event updated for resources: {'Port': ['ID=c1232f61-8a23-421c-b56a-b367cde27931,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:36:01.143921 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] Set router b1452d45-170a-4a71-b1bb-f723bc6e7b49 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:36:01.449618 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'name': 'tempest-TestVolumeBackupRestore-1914551688-router', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:55Z', 'revision_number': 4, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'gw_port': {'id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'c1232f61-8a23-421c-b56a-b367cde27931', 'name': '', 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'mac_address': 'fa:16:3e:24:21:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '76c6c0eb-3290-4807-835f-bddb44abab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:54Z', 'updated_at': '2021-08-16T13:36:00Z', 'revision_number': 4, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'subnets': [{'id': '76c6c0eb-3290-4807-835f-bddb44abab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:36:01.490079 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e0793-3f78-4b3f-80f6-caf9d8713ca4 None None] The sync data for ids ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'] in n-d-804708-1 is: [{'id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'name': 'tempest-TestVolumeBackupRestore-1914551688-router', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:55Z', 'revision_number': 4, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'gw_port': {'id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'c1232f61-8a23-421c-b56a-b367cde27931', 'name': '', 'network_id': '405fb462-c965-4305-bb1b-fc7fdb5c6379', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'mac_address': 'fa:16:3e:24:21:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '76c6c0eb-3290-4807-835f-bddb44abab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:54Z', 'updated_at': '2021-08-16T13:36:00Z', 'revision_number': 4, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'subnets': [{'id': '76c6c0eb-3290-4807-835f-bddb44abab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:36:01.857300 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aae4fd8b-8822-4820-9aad-404e9a4e748e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:02.045681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c1232f61-8a23-421c-b56a-b367cde27931 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:36:02.182451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port c1232f61-8a23-421c-b56a-b367cde27931 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:36:02.193245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c1232f61-8a23-421c-b56a-b367cde27931 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:36:02.194079 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:02.330041 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:02.409634 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port c1232f61-8a23-421c-b56a-b367cde27931, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c1232f61-8a23-421c-b56a-b367cde27931,segment=NetworkSegment(f2fb86e6-a55f-4380-b8a2-046c386de2cd),segment_id=f2fb86e6-a55f-4380-b8a2-046c386de2cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:36:02.417317 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:02.522622 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=c1232f61-8a23-421c-b56a-b367cde27931,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:36:03.968127 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c1232f61-8a23-421c-b56a-b367cde27931 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:36:04.045540 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c1232f61-8a23-421c-b56a-b367cde27931 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:36:04.046084 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:04.384405 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-749041c0-a787-48a2-9274-bff05c0043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:04.669445 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:05.608499 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:07.427276 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:10.615505 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:36:16.612020 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:30.037521 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:31.841484 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5ee792af-020d-44bf-b4fb-51bb987d8f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:34.376197 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f99e7193-424d-4b8a-ac98-1992c9d753e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:34.659843 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:35.612462 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:37.428723 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:46.603414 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:36:47.608322 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:36:48.252603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-7f9abbe8-3803-4d1b-92c1-cc3a23836fe0 req-71d34374-0f95-4276-a021-8447b68e054f service neutron] (101396) timed out ('10.222.0.25', 54786) {{(pid=101396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:37:00.025592 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:01.857155 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fdef80f8-cbbc-4a12-8756-c63523c47396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:04.378526 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5084a1e2-118c-4852-9bcd-aed0036dc0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:04.664616 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:05.611421 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:07.436156 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:16.617995 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:24.607825 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:37:30.053317 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:31.833079 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-718c85d7-2ecb-4260-97dc-a4147ce82392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:34.378870 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1d563bcd-cce6-4bbd-ae36-89fb8b7b35aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:34.664186 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:35.619572 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:37.448211 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:46.618909 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.388800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59278) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:37:53.396805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759721240', 'description': 'tempest-secgroup-smoke-759721240 description', 'project_id': 'b91ff7cc797942a6b5b06703bed78a24'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:37:53.420077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.517932 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.523871 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.554438 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.555717 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1659012 Aug 16 13:37:53.560421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53218d75-c226-40cc-8ebd-11e5bc6f54a2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:37:53.560701 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59282) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:37:53.568295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Request body: {'security_group_rule': {'security_group_id': '53218d75-c226-40cc-8ebd-11e5bc6f54a2', 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:37:53.573333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.573716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.574192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.574770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.575246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.575829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.576382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.576968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.577529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.578130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.578693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.579207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d203ad-64ff-4803-852b-8a39965522d6 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.602884 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.671592 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.677700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.704880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccf4451-94b8-4c06-9bb2-8d8f9b43c6d9,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:37:53.725585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.726089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.726800 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.727372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.727946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.728526 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.729091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.729656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.730266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.730839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.731400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.731956 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:37:53.737164 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.741810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d146c21e-8487-4647-92d6-e28d96bcdb3b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1775236 Aug 16 13:37:53.742390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59286) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:37:53.747984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-20d01397-08e9-458b-a7f6-192d831c44d3 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Request body: {'security_group_rule': {'security_group_id': '53218d75-c226-40cc-8ebd-11e5bc6f54a2', 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:37:53.782519 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20d01397-08e9-458b-a7f6-192d831c44d3 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.856581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20d01397-08e9-458b-a7f6-192d831c44d3 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.861545 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20d01397-08e9-458b-a7f6-192d831c44d3 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.881750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d01397-08e9-458b-a7f6-192d831c44d3 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa2496e-0a27-4075-bd58-e17514f2123f,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:37:53.890636 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20d01397-08e9-458b-a7f6-192d831c44d3 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:53.892716 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-20d01397-08e9-458b-a7f6-192d831c44d3 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487484 Aug 16 13:37:53.895844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59288) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:37:53.900761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0bb03ec8-47e3-443b-884f-a57f2712e709 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Request body: {'security_group_rule': {'security_group_id': '53218d75-c226-40cc-8ebd-11e5bc6f54a2', 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:37:53.932896 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0bb03ec8-47e3-443b-884f-a57f2712e709 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.002760 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0bb03ec8-47e3-443b-884f-a57f2712e709 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.013004 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0bb03ec8-47e3-443b-884f-a57f2712e709 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.049077 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb03ec8-47e3-443b-884f-a57f2712e709 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f9a5b8-24d2-40f1-b9f0-e2689bac10ec,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:37:54.060871 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0bb03ec8-47e3-443b-884f-a57f2712e709 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.062013 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0bb03ec8-47e3-443b-884f-a57f2712e709 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1650939 Aug 16 13:37:54.067462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59290) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:37:54.072618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b39d3b70-5eb3-4b51-8e79-60066336c822 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Request body: {'security_group_rule': {'security_group_id': '53218d75-c226-40cc-8ebd-11e5bc6f54a2', 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:37:54.103234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b39d3b70-5eb3-4b51-8e79-60066336c822 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.180090 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b39d3b70-5eb3-4b51-8e79-60066336c822 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.184827 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b39d3b70-5eb3-4b51-8e79-60066336c822 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.204461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d3b70-5eb3-4b51-8e79-60066336c822 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33de5cdb-54b1-42e2-9c64-e73cd1d383d6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:37:54.212800 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b39d3b70-5eb3-4b51-8e79-60066336c822 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.214082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b39d3b70-5eb3-4b51-8e79-60066336c822 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455362 Aug 16 13:37:54.217539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59292) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:37:54.223024 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-fc3f1f41-7fe4-449b-81ab-24999f6dd93e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Request body: {'security_group_rule': {'security_group_id': '53218d75-c226-40cc-8ebd-11e5bc6f54a2', 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:37:54.251802 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-fc3f1f41-7fe4-449b-81ab-24999f6dd93e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Project b91ff7cc797942a6b5b06703bed78a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:37:54.257789 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1f41-7fe4-449b-81ab-24999f6dd93e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.341208 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1f41-7fe4-449b-81ab-24999f6dd93e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.345013 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1f41-7fe4-449b-81ab-24999f6dd93e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.379088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f1f41-7fe4-449b-81ab-24999f6dd93e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2008a5a8-295d-4c7d-8db3-657e30cfdf4d,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:37:54.388206 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1f41-7fe4-449b-81ab-24999f6dd93e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.389748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fc3f1f41-7fe4-449b-81ab-24999f6dd93e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1709123 Aug 16 13:37:54.393276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59294) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:37:54.398282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-fa4c01b6-2959-4892-a17f-f0a8e049e1c1 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Request body: {'security_group_rule': {'security_group_id': '53218d75-c226-40cc-8ebd-11e5bc6f54a2', 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:37:54.422422 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-fa4c01b6-2959-4892-a17f-f0a8e049e1c1 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Project b91ff7cc797942a6b5b06703bed78a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:37:54.428568 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa4c01b6-2959-4892-a17f-f0a8e049e1c1 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.499405 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa4c01b6-2959-4892-a17f-f0a8e049e1c1 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.504625 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa4c01b6-2959-4892-a17f-f0a8e049e1c1 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.524192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c01b6-2959-4892-a17f-f0a8e049e1c1 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df5d379-7382-42f7-bcac-692397ceb899,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:37:54.532722 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fa4c01b6-2959-4892-a17f-f0a8e049e1c1 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:54.534766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fa4c01b6-2959-4892-a17f-f0a8e049e1c1 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400635 Aug 16 13:37:54.710542 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-d13786ba-4063-4276-ae42-d954f824d541 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759721240&fields=id&tenant_id=b91ff7cc797942a6b5b06703bed78a24 HTTP/1.1" status: 200 len: 267 time: 0.0381505 Aug 16 13:37:54.832851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-cedd4f50-9569-43cc-83f9-c53f4b543e25 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:37:54.834478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-cedd4f50-9569-43cc-83f9-c53f4b543e25 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/networks?id=da5a7d86-9743-4a5e-984e-d1dcdca87881 HTTP/1.1" status: 200 len: 814 time: 0.1169341 Aug 16 13:37:54.855355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-9ff2010b-9511-4796-9045-0fcd3dfec22b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/quotas/b91ff7cc797942a6b5b06703bed78a24 HTTP/1.1" status: 200 len: 375 time: 0.0105278 Aug 16 13:37:54.918778 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-811e3410-1a17-4b99-aa48-6fa534c6641e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b91ff7cc797942a6b5b06703bed78a24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525231 Aug 16 13:37:55.130625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-9dfdedab-a8c4-42e0-b684-36187ae9f716 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:37:55.132425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-9dfdedab-a8c4-42e0-b684-36187ae9f716 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1974103 Aug 16 13:37:55.229783 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-ccbc76c1-92c9-492f-b659-cef748fcf8f6 service neutron] 10.222.0.25 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907555 Aug 16 13:37:55.357139 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-fbaec926-08f6-41b2-afd0-a3719141f042 service neutron] 10.222.0.25 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206384 Aug 16 13:37:55.763531 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-179f24be-a652-4958-98cc-facc7d25e086 req-5a8ae636-a03d-49c6-adaa-b7a2aa281f7e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 210 time: 0.0309284 Aug 16 13:37:56.884247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3576c155-a0ba-4db5-b54c-f17ebf44cb90 req-45f864ec-ab54-4038-8244-af4d57f2117c tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 210 time: 0.0285904 Aug 16 13:37:57.202504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-051e59b4-e101-4632-b0b3-61cdef5b300e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:37:57.205126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-051e59b4-e101-4632-b0b3-61cdef5b300e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.22 "GET /v2.0/networks?id=da5a7d86-9743-4a5e-984e-d1dcdca87881 HTTP/1.1" status: 200 len: 814 time: 0.1366754 Aug 16 13:37:57.257844 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-454e78ff-5db9-452d-89fc-547cac377293 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91ff7cc797942a6b5b06703bed78a24 HTTP/1.1" status: 200 len: 379 time: 0.0389791 Aug 16 13:37:57.271587 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Request body: {'port': {'device_id': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'admin_state_up': True, 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'security_groups': ['53218d75-c226-40cc-8ebd-11e5bc6f54a2']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:37:57.416387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Made reservation on behalf of b91ff7cc797942a6b5b06703bed78a24 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:37:57.423246 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:57.605528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Allocated IP 172.20.0.10 (da5a7d86-9743-4a5e-984e-d1dcdca87881/e2d8f4bc-adeb-464a-a5b7-d287b5430e54/468b7910-6be7-421f-8b4e-ca1ea8dd0fb6) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:37:57.792544 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:57.810268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Transition to ACTIVE for port object 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:37:57.846192 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:57.919772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Network da5a7d86-9743-4a5e-984e-d1dcdca87881 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:37:57.921206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:37:57.924513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:37:57.966755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event updated for resources: {'Port': ['ID=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:37:57.993886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:37:57.994622 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:58.014927 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-661baa78-42d7-4c68-b2fd-3ad096aa7425 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7504926 Aug 16 13:37:58.032875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Request body: {'port': {'device_id': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:37:58.101858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:58.115329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17b4a6-9952-42cb-ac3b-cc3c3a071572 req-90967bc3-349a-4e1a-92dd-af35f05912eb tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:37:58.117962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a17b4a6-9952-42cb-ac3b-cc3c3a071572 req-90967bc3-349a-4e1a-92dd-af35f05912eb tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 932 time: 0.1078033 Aug 16 13:37:58.163305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a17b4a6-9952-42cb-ac3b-cc3c3a071572 req-728d68dd-a4bb-4ce8-885b-8e5614978386 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383077 Aug 16 13:37:58.342597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-08bd31a8-db78-48dc-8258-e75cca3b821e None None] Provisioning for port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:37:58.354004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-08bd31a8-db78-48dc-8258-e75cca3b821e None None] Provisioning complete for port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:37:58.354777 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-08bd31a8-db78-48dc-8258-e75cca3b821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:58.423476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-08bd31a8-db78-48dc-8258-e75cca3b821e None None] Port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:37:58.513934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:37:58.523784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:58.538234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Transition to ACTIVE for port object 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:37:58.544056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:58.605334 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:37:58.723073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Attempting to bind port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:37:58.723626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Attempting to bind port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:37:58.724146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Attempting to bind port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 on network da5a7d86-9743-4a5e-984e-d1dcdca87881 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:37:58.733031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 on network da5a7d86-9743-4a5e-984e-d1dcdca87881 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:37:58.733552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Attempting to bind port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 on network da5a7d86-9743-4a5e-984e-d1dcdca87881 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:37:58.741859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:37:58.742433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Checking segment: {'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:37:58.743019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Bound using segment: {'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:37:58.743759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Bound port: 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:37:58.744291 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:58.853053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] For port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:37:58.858287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] For port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:37:58.864714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:58.903049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:37:58.903926 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:37:58.905836 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] 10.222.0.22 "PUT /v2.0/ports/468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 HTTP/1.1" status: 200 len: 1092 time: 0.8778315 Aug 16 13:37:58.908885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:37:58.911857 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3db845-99b4-425b-bf4f-9fcbfff03cec" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:37:58.949286 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18b901-6cc3-424b-b481-54b623cf8fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:37:59.043340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-4cb926a8-7fd8-40d7-9484-0700f0228110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:37:59.045051 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-4cb926a8-7fd8-40d7-9484-0700f0228110 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b91ff7cc797942a6b5b06703bed78a24&device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 1095 time: 0.0652397 Aug 16 13:37:59.107094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-592b5155-5399-445c-805e-a05c2200d2c2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 HTTP/1.1" status: 200 len: 217 time: 0.0480211 Aug 16 13:37:59.203637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-8ab3d9fb-95d1-4644-994a-48e5d67cab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:37:59.206214 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-8ab3d9fb-95d1-4644-994a-48e5d67cab50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2d8f4bc-adeb-464a-a5b7-d287b5430e54 HTTP/1.1" status: 200 len: 853 time: 0.0918837 Aug 16 13:37:59.293259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-279c842b-e0d8-4131-935a-bde9a5d157d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:37:59.295054 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-279c842b-e0d8-4131-935a-bde9a5d157d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da5a7d86-9743-4a5e-984e-d1dcdca87881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817230 Aug 16 13:37:59.339880 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eae256-a011-45b1-9ce7-5146f503c466 req-5c72d5ad-a520-493d-afc8-d04036bba5cf tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:37:59.342203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46eae256-a011-45b1-9ce7-5146f503c466 req-5c72d5ad-a520-493d-afc8-d04036bba5cf tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 944 time: 0.0697134 Aug 16 13:37:59.408865 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-9cf4ff5d-b797-4084-8933-1918bbb5657b service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044128 Aug 16 13:37:59.412151 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46eae256-a011-45b1-9ce7-5146f503c466 req-49322959-e559-43eb-8633-a510b9807b22 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573874 Aug 16 13:37:59.542883 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30ec6cc5-112f-44cf-8572-02cb220f9478 req-d846830d-c2c7-40a5-8721-bd1c1f6365ea service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266265 Aug 16 13:38:00.070339 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:00.241816 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116185ba-a8d1-428d-850b-ed7aef179f3f x-openstack-request-id: req-116185ba-a8d1-428d-850b-ed7aef179f3f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:38:00.242334 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:38:00.242785 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-116185ba-a8d1-428d-850b-ed7aef179f3f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:38:00.243582 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'status': 'completed', 'code': 200} Aug 16 13:38:00.344737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3db845-99b4-425b-bf4f-9fcbfff03cec req-8cd34664-e839-4b3b-afab-4cfc37d275a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:00.346741 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f3db845-99b4-425b-bf4f-9fcbfff03cec req-8cd34664-e839-4b3b-afab-4cfc37d275a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b91ff7cc797942a6b5b06703bed78a24&device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 1095 time: 0.0607364 Aug 16 13:38:00.495132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3db845-99b4-425b-bf4f-9fcbfff03cec req-4e1c4e27-0ec7-4013-aab6-9b37861ae000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:00.505658 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f3db845-99b4-425b-bf4f-9fcbfff03cec req-4e1c4e27-0ec7-4013-aab6-9b37861ae000 service neutron] 10.222.0.22 "GET /v2.0/networks?id=da5a7d86-9743-4a5e-984e-d1dcdca87881 HTTP/1.1" status: 200 len: 914 time: 0.1429150 Aug 16 13:38:00.572035 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f3db845-99b4-425b-bf4f-9fcbfff03cec req-3bb93037-ac3c-4a83-8157-876a103e0574 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 HTTP/1.1" status: 200 len: 217 time: 0.0612795 Aug 16 13:38:00.600135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edc2d6-c839-4505-a7f1-5a12b9300726 req-0af2f545-d26e-499d-a042-dfb548280fba tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:00.602842 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9edc2d6-c839-4505-a7f1-5a12b9300726 req-0af2f545-d26e-499d-a042-dfb548280fba tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 944 time: 0.0786462 Aug 16 13:38:00.641046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3db845-99b4-425b-bf4f-9fcbfff03cec req-cb82d6c0-5f48-40fd-b2b7-084e4d1f197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:00.643026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f3db845-99b4-425b-bf4f-9fcbfff03cec req-cb82d6c0-5f48-40fd-b2b7-084e4d1f197a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2d8f4bc-adeb-464a-a5b7-d287b5430e54 HTTP/1.1" status: 200 len: 853 time: 0.0638087 Aug 16 13:38:00.660367 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d9edc2d6-c839-4505-a7f1-5a12b9300726 req-4964d316-8ef9-4dc7-8718-cabdcc82d052 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450709 Aug 16 13:38:00.719368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3db845-99b4-425b-bf4f-9fcbfff03cec req-bc656712-e58e-4962-90f6-3e193fe7eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:00.722577 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f3db845-99b4-425b-bf4f-9fcbfff03cec req-bc656712-e58e-4962-90f6-3e193fe7eb59 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da5a7d86-9743-4a5e-984e-d1dcdca87881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706077 Aug 16 13:38:00.854383 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f3db845-99b4-425b-bf4f-9fcbfff03cec req-8ad6f721-2f5b-4cbf-b4bb-c8c0589d0211 service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242728 Aug 16 13:38:00.997769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f3db845-99b4-425b-bf4f-9fcbfff03cec req-f8fca92d-0803-438b-b3bf-df3b5dadd237 service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337678 Aug 16 13:38:01.607388 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:38:01.845494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646f165-4097-4543-9861-c5eb8f0d31fa req-642abd9d-4b0a-4482-9789-bc9744a69f2b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:01.846353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f646f165-4097-4543-9861-c5eb8f0d31fa req-642abd9d-4b0a-4482-9789-bc9744a69f2b tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 944 time: 0.0974307 Aug 16 13:38:01.853926 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4ad36495-354b-4d0a-997e-3bb839d84d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:01.904475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f646f165-4097-4543-9861-c5eb8f0d31fa req-878fd6da-b4ce-4f12-89e0-982cc45829fc tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427806 Aug 16 13:38:03.055663 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcd546-6ea1-4d06-9ba4-45f5a77b9462 req-0f00b56e-570c-492b-adfe-5c65e6455fae tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:03.057145 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bdcd546-6ea1-4d06-9ba4-45f5a77b9462 req-0f00b56e-570c-492b-adfe-5c65e6455fae tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 944 time: 0.0553279 Aug 16 13:38:03.100707 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bdcd546-6ea1-4d06-9ba4-45f5a77b9462 req-7c996f4d-e805-4130-acf3-699638dbbcb1 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370977 Aug 16 13:38:04.240656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d87aff-f541-4c33-89d4-d30f84568640 req-bbcb75f6-221b-4b21-8060-fe252651eb24 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:04.242303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17d87aff-f541-4c33-89d4-d30f84568640 req-bbcb75f6-221b-4b21-8060-fe252651eb24 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 944 time: 0.0584290 Aug 16 13:38:04.285666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-17d87aff-f541-4c33-89d4-d30f84568640 req-04f2985a-ffe4-47ac-8475-5cd6527695b3 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364847 Aug 16 13:38:04.372969 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-281b418f-978f-498b-b9dc-84765002f743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:04.666297 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:05.418596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533c54c-92d5-4306-94f1-ebeb1214f91e req-daef43ef-0753-479e-b4b5-e49b4913a2e7 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:05.420235 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f533c54c-92d5-4306-94f1-ebeb1214f91e req-daef43ef-0753-479e-b4b5-e49b4913a2e7 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 944 time: 0.0589244 Aug 16 13:38:05.464843 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f533c54c-92d5-4306-94f1-ebeb1214f91e req-ad5c366a-e023-465a-981b-6e4be77cc584 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372856 Aug 16 13:38:05.617254 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:06.611702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabfec-e2df-4a72-938e-4e20eae54d45 req-c2877407-7e90-45e2-9c81-f94e82cdae86 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:06.614047 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8cabfec-e2df-4a72-938e-4e20eae54d45 req-c2877407-7e90-45e2-9c81-f94e82cdae86 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 944 time: 0.0554435 Aug 16 13:38:06.665244 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8cabfec-e2df-4a72-938e-4e20eae54d45 req-76da0ae8-6b9d-4649-b3f1-baea69551f9a tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429101 Aug 16 13:38:07.434929 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:07.790857 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c6e25-febe-4c55-822e-b3ef467b4e63 req-f589b4d6-e0fc-44b0-9628-3744ee082fae tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:07.792517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b09c6e25-febe-4c55-822e-b3ef467b4e63 req-f589b4d6-e0fc-44b0-9628-3744ee082fae tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 944 time: 0.0542252 Aug 16 13:38:07.834236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b09c6e25-febe-4c55-822e-b3ef467b4e63 req-ea93cb02-626a-47d2-b235-1f0da4f290f5 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351014 Aug 16 13:38:08.986074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1f53-d342-4b7d-a2dd-38e81efe5831 req-a5a9cccf-0149-4470-a305-c8ca103209ce tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:08.988437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-866b1f53-d342-4b7d-a2dd-38e81efe5831 req-a5a9cccf-0149-4470-a305-c8ca103209ce tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 944 time: 0.0705767 Aug 16 13:38:09.033447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-866b1f53-d342-4b7d-a2dd-38e81efe5831 req-9534761d-8ced-438d-bd0f-edb73cb993a8 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375726 Aug 16 13:38:10.162138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2f69-ccd5-4385-82de-ad7d54a66e37 req-93d328bd-688a-4495-9f6f-d9cb5eb16eeb tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:10.164100 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b55c2f69-ccd5-4385-82de-ad7d54a66e37 req-93d328bd-688a-4495-9f6f-d9cb5eb16eeb tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 944 time: 0.0535874 Aug 16 13:38:10.210082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b55c2f69-ccd5-4385-82de-ad7d54a66e37 req-c7b9c90a-44a0-4470-adbc-0d8b622d63ed tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394959 Aug 16 13:38:10.522236 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:38:10.631931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:38:10.646044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'port_id': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'mac_address': 'fa:16:3e:19:96:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:38:10.691506 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:10.707831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:38:10.732922 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:38:10.739461 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:10.796174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:38:10.805304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:10.805707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:10.806151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:10.806556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:10.806957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:10.807338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:10.807749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:10.808138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:10.808514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:10.808888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:10.809264 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:10.809719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:11.153608 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['468b7910-6be7-421f-8b4e-ca1ea8dd0fb6'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:38:11.352990 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0a866-9716-448c-98c0-834a88bb54bc req-3f10faa3-d652-4c09-bb51-b4fcc1633e0a tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:11.354777 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92a0a866-9716-448c-98c0-834a88bb54bc req-3f10faa3-d652-4c09-bb51-b4fcc1633e0a tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 945 time: 0.0561838 Aug 16 13:38:11.397229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92a0a866-9716-448c-98c0-834a88bb54bc req-6cfefd00-2cc9-4471-9eee-f7a7bd9d4240 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363097 Aug 16 13:38:12.521899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:38:12.530067 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1f2d6-126c-45b2-b3c6-9511bbe2b68e req-3c6b3b0e-2263-409f-849b-e30325e386a0 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:12.531630 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83b1f2d6-126c-45b2-b3c6-9511bbe2b68e req-3c6b3b0e-2263-409f-849b-e30325e386a0 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 945 time: 0.0612535 Aug 16 13:38:12.578359 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83b1f2d6-126c-45b2-b3c6-9511bbe2b68e req-5f9f0de9-c793-418e-b35a-eb3089772632 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359850 Aug 16 13:38:12.613081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:38:12.619490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:38:12.619874 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:12.705441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:12.731153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:38:12.733497 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700e2ba6-c125-43dd-b520-ed7e686d6e38" -d '{"events": [{"server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "name": "network-vif-plugged", "status": "completed", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:38:12.749537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:38:12.755135 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:12.814491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:38:12.852072 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c181bff-45e5-4337-bc7e-f20f36f58823 x-openstack-request-id: req-1c181bff-45e5-4337-bc7e-f20f36f58823 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:38:12.852529 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "name": "network-vif-plugged", "status": "completed", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:38:12.852939 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c181bff-45e5-4337-bc7e-f20f36f58823 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:38:12.853582 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'code': 200} Aug 16 13:38:12.975390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e199295-c0a0-4b28-8050-3a039990b0af req-680eaba8-d2c5-45ed-80e0-397361024d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:12.977070 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7e199295-c0a0-4b28-8050-3a039990b0af req-680eaba8-d2c5-45ed-80e0-397361024d95 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 1097 time: 0.0453711 Aug 16 13:38:13.024023 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7e199295-c0a0-4b28-8050-3a039990b0af req-952cc6cd-4418-4368-ba4a-907976e3d772 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385311 Aug 16 13:38:13.710281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a7622-eba8-45ee-ac89-7f84cfffb07b req-56459eac-6215-4b98-a856-93b46444f0be tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:13.712196 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f4a7622-eba8-45ee-ac89-7f84cfffb07b req-56459eac-6215-4b98-a856-93b46444f0be tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 946 time: 0.0530837 Aug 16 13:38:13.754608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f4a7622-eba8-45ee-ac89-7f84cfffb07b req-dcdde02b-2964-4527-8b1a-ee4b4cab3502 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360615 Aug 16 13:38:14.913803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af88c2f-99ed-4a20-baa3-130a4d3bcfa5 req-099a0e8d-86c3-4419-9c41-fc6c1d080591 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:14.915827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1af88c2f-99ed-4a20-baa3-130a4d3bcfa5 req-099a0e8d-86c3-4419-9c41-fc6c1d080591 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 946 time: 0.0606024 Aug 16 13:38:14.965364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1af88c2f-99ed-4a20-baa3-130a4d3bcfa5 req-a995a347-b869-4e87-b7ca-d28925d36fbb tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424004 Aug 16 13:38:15.127108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e32b65-50fc-463e-bc60-8c18341a8c9e req-be986099-8c11-42d8-9ad3-ed6b7c759012 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:15.129282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09e32b65-50fc-463e-bc60-8c18341a8c9e req-be986099-8c11-42d8-9ad3-ed6b7c759012 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 946 time: 0.0562351 Aug 16 13:38:15.178362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09e32b65-50fc-463e-bc60-8c18341a8c9e req-c0c390f9-1fe0-4be7-aa37-1af409cd8229 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379632 Aug 16 13:38:15.201994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59384) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:38:15.319598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76ece0a-055a-4483-956f-04812de516a8 tempest-TestVolumeBackupRestore-1448974275 tempest-TestVolumeBackupRestore-1448974275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:15.321258 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f76ece0a-055a-4483-956f-04812de516a8 tempest-TestVolumeBackupRestore-1448974275 tempest-TestVolumeBackupRestore-1448974275-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 1092 time: 0.1180143 Aug 16 13:38:15.324511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59388) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:38:15.329741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:38:15.356493 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:15.468117 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:15.593453 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Allocated IP 172.25.0.71 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/b8e76dcd-9588-42f3-a0cb-fa37c5706304) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:38:15.742359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:15.790478 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:15.835749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:38:15.839286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:38:15.843786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:38:15.851349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event updated for resources: {'Port': ['ID=b8e76dcd-9588-42f3-a0cb-fa37c5706304,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:38:16.623834 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:16.662332 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:16.739020 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:16.963600 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:16.969594 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:17.043560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event updated for resources: {'Port': ['ID=b8e76dcd-9588-42f3-a0cb-fa37c5706304,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:38:17.061628 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:17.172430 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Floating IP 9fde2d7a-29f2-485f-b4ed-21d09ab4adb8 associated. External IP: 172.25.0.71, port: 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6. Aug 16 13:38:17.410550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Router 50d320e7-aefd-4c7f-a59a-d9426e259c1d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:38:17.550229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:38:17.564199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9d58f-fec5-4f83-ab36-0fb733fb30c1 None None] Sync routers for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:38:17.572710 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:17.585754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9d58f-fec5-4f83-ab36-0fb733fb30c1 None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:38:17.587003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-71a9d58f-fec5-4f83-ab36-0fb733fb30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:38:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:17.604529 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-baa56ae1-e4aa-4225-b440-e10f38810b66 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2786653 Aug 16 13:38:17.605402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:38:17.608584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59390) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:38:17.609339 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:38:17.681465 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb6bcf7-d8ab-4e70-bb57-b3e657745fc9 tempest-TestVolumeBackupRestore-1448974275 tempest-TestVolumeBackupRestore-1448974275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:17.684343 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8fb6bcf7-d8ab-4e70-bb57-b3e657745fc9 tempest-TestVolumeBackupRestore-1448974275 tempest-TestVolumeBackupRestore-1448974275-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 1092 time: 0.0743675 Aug 16 13:38:17.687662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59396) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:38:17.695484 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2db4be23-cb4b-49a9-b7c4-ce8131506eef tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Request body: {'floatingip': {'port_id': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:38:17.738854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-71a9d58f-fec5-4f83-ab36-0fb733fb30c1 None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:38:17.780460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2db4be23-cb4b-49a9-b7c4-ce8131506eef tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:17.801625 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501c6901-4866-4828-9de6-5ba9e411ab10 x-openstack-request-id: req-501c6901-4866-4828-9de6-5ba9e411ab10 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:38:17.802477 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:38:17.802477 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-501c6901-4866-4828-9de6-5ba9e411ab10 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:38:17.803160 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'status': 'completed', 'code': 200} Aug 16 13:38:17.944201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6 req-733f0ff8-fc55-4171-8cc3-3f5fb1169eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:17.945747 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6 req-733f0ff8-fc55-4171-8cc3-3f5fb1169eb0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b91ff7cc797942a6b5b06703bed78a24&device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 1097 time: 0.0968494 Aug 16 13:38:18.155537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-71a9d58f-fec5-4f83-ab36-0fb733fb30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '9fde2d7a-29f2-485f-b4ed-21d09ab4adb8', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'port_id': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'mac_address': 'fa:16:3e:19:96:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:38:16Z', 'updated_at': '2021-08-16T13:38:16Z', 'revision_number': 0, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:56Z', 'revision_number': 5, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:18.185819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6 req-c017f510-4668-4414-ba6d-c1173d580dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:18.187580 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6 req-c017f510-4668-4414-ba6d-c1173d580dfe service neutron] 10.222.0.22 "GET /v2.0/networks?id=da5a7d86-9743-4a5e-984e-d1dcdca87881 HTTP/1.1" status: 200 len: 914 time: 0.2229409 Aug 16 13:38:18.189680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9d58f-fec5-4f83-ab36-0fb733fb30c1 None None] Checking router: 50d320e7-aefd-4c7f-a59a-d9426e259c1d for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:38:18.201505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9d58f-fec5-4f83-ab36-0fb733fb30c1 None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:38:18.202382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-71a9d58f-fec5-4f83-ab36-0fb733fb30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:38:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:18.318411 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6 req-b0a20c61-8485-4fa0-ad38-b8243c0b785d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 HTTP/1.1" status: 200 len: 999 time: 0.1216040 Aug 16 13:38:18.353375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-71a9d58f-fec5-4f83-ab36-0fb733fb30c1 None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:38:18.670767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-71a9d58f-fec5-4f83-ab36-0fb733fb30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '9fde2d7a-29f2-485f-b4ed-21d09ab4adb8', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'port_id': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'mac_address': 'fa:16:3e:19:96:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:38:16Z', 'updated_at': '2021-08-16T13:38:16Z', 'revision_number': 0, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:56Z', 'revision_number': 5, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:18.703342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9d58f-fec5-4f83-ab36-0fb733fb30c1 None None] The sync data for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 is: [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '9fde2d7a-29f2-485f-b4ed-21d09ab4adb8', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'port_id': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'mac_address': 'fa:16:3e:19:96:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:38:16Z', 'updated_at': '2021-08-16T13:38:16Z', 'revision_number': 0, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:56Z', 'revision_number': 5, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:38:18.818535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6 req-d5a15014-369c-41f5-8737-7386991036be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:18.820078 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6 req-d5a15014-369c-41f5-8737-7386991036be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2d8f4bc-adeb-464a-a5b7-d287b5430e54 HTTP/1.1" status: 200 len: 853 time: 0.4925730 Aug 16 13:38:18.930892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6 req-4fd5d909-3133-4985-b27c-bb94b2cc86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:18.933328 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6 req-4fd5d909-3133-4985-b27c-bb94b2cc86fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da5a7d86-9743-4a5e-984e-d1dcdca87881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043918 Aug 16 13:38:18.983456 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8486b311-362d-40da-a0eb-afa91adfbd11 None None] New status for floating IP 9fde2d7a-29f2-485f-b4ed-21d09ab4adb8: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:38:19.057148 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2db4be23-cb4b-49a9-b7c4-ce8131506eef tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:19.064457 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2db4be23-cb4b-49a9-b7c4-ce8131506eef tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:19.104016 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.db.api [None req-8486b311-362d-40da-a0eb-afa91adfbd11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:38:19.104371 n-d-804708-1 neutron-server[101398]: DEBUG oslo_db.api [None req-8486b311-362d-40da-a0eb-afa91adfbd11 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:38:19.137604 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6 req-79eeb57d-6f88-4e5b-bd92-37c3ac9c4def service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686194 Aug 16 13:38:19.322366 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-605152ce-3e81-4b6d-ae1d-468bc23ad8d6 req-cd4e709b-1fcb-4380-a4eb-e567bdd9768e service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572433 Aug 16 13:38:19.392209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db4be23-cb4b-49a9-b7c4-ce8131506eef tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Router 50d320e7-aefd-4c7f-a59a-d9426e259c1d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:38:19.528562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db4be23-cb4b-49a9-b7c4-ce8131506eef tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:38:19.536348 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2db4be23-cb4b-49a9-b7c4-ce8131506eef tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:19.568828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:38:19.571288 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e338df70-41e2-4407-a072-355568b27944" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:38:19.605807 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8486b311-362d-40da-a0eb-afa91adfbd11 None None] New status for floating IP 9fde2d7a-29f2-485f-b4ed-21d09ab4adb8: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:38:19.630177 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2db4be23-cb4b-49a9-b7c4-ce8131506eef tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "PUT /v2.0/floatingips/9fde2d7a-29f2-485f-b4ed-21d09ab4adb8 HTTP/1.1" status: 200 len: 991 time: 1.9318647 Aug 16 13:38:19.638060 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31290eb6-5978-438a-af13-870c6b792c44 x-openstack-request-id: req-31290eb6-5978-438a-af13-870c6b792c44 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:38:19.638391 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:38:19.638643 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31290eb6-5978-438a-af13-870c6b792c44 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:38:19.639081 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'status': 'completed', 'code': 200} Aug 16 13:38:19.750420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338df70-41e2-4407-a072-355568b27944 req-5c3c0a03-3888-4b92-8a02-0a04269c57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:19.752217 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e338df70-41e2-4407-a072-355568b27944 req-5c3c0a03-3888-4b92-8a02-0a04269c57e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b91ff7cc797942a6b5b06703bed78a24&device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 1097 time: 0.0765440 Aug 16 13:38:19.861556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa07458-5e96-4d56-bb6a-1005c34c5c64 None None] Sync routers for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:38:19.876868 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa07458-5e96-4d56-bb6a-1005c34c5c64 None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:38:19.878531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3fa07458-5e96-4d56-bb6a-1005c34c5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:38:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:19.881519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338df70-41e2-4407-a072-355568b27944 req-afabd4d3-3827-471f-b055-739c272d0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:19.883449 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e338df70-41e2-4407-a072-355568b27944 req-afabd4d3-3827-471f-b055-739c272d0755 service neutron] 10.222.0.22 "GET /v2.0/networks?id=da5a7d86-9743-4a5e-984e-d1dcdca87881 HTTP/1.1" status: 200 len: 914 time: 0.1239917 Aug 16 13:38:19.974454 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e338df70-41e2-4407-a072-355568b27944 req-2f533444-9415-4f03-98ef-829107f0f6c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 HTTP/1.1" status: 200 len: 1001 time: 0.0826080 Aug 16 13:38:20.015057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-3fa07458-5e96-4d56-bb6a-1005c34c5c64 None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:38:20.037438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338df70-41e2-4407-a072-355568b27944 req-8d74e5d8-45a9-4dd3-a46c-73db224b6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:20.039679 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e338df70-41e2-4407-a072-355568b27944 req-8d74e5d8-45a9-4dd3-a46c-73db224b6e89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2d8f4bc-adeb-464a-a5b7-d287b5430e54 HTTP/1.1" status: 200 len: 853 time: 0.0590522 Aug 16 13:38:20.094745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338df70-41e2-4407-a072-355568b27944 req-ba1bd2d5-5a7d-4108-8b89-454d673e1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:20.096480 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e338df70-41e2-4407-a072-355568b27944 req-ba1bd2d5-5a7d-4108-8b89-454d673e1929 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da5a7d86-9743-4a5e-984e-d1dcdca87881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488427 Aug 16 13:38:20.219948 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e338df70-41e2-4407-a072-355568b27944 req-15419b11-282b-4136-9ecf-b177a70d70bb service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157801 Aug 16 13:38:20.327640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e338df70-41e2-4407-a072-355568b27944 req-1e8f3956-4a18-46c0-9992-efc43b72d735 service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002257 Aug 16 13:38:20.405957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3fa07458-5e96-4d56-bb6a-1005c34c5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '9fde2d7a-29f2-485f-b4ed-21d09ab4adb8', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'port_id': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'mac_address': 'fa:16:3e:19:96:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:38:16Z', 'updated_at': '2021-08-16T13:38:19Z', 'revision_number': 2, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:56Z', 'revision_number': 5, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:20.453483 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa07458-5e96-4d56-bb6a-1005c34c5c64 None None] Checking router: 50d320e7-aefd-4c7f-a59a-d9426e259c1d for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:38:20.468524 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa07458-5e96-4d56-bb6a-1005c34c5c64 None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:38:20.469168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3fa07458-5e96-4d56-bb6a-1005c34c5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:38:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:20.589800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-3fa07458-5e96-4d56-bb6a-1005c34c5c64 None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:38:20.836300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3fa07458-5e96-4d56-bb6a-1005c34c5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '9fde2d7a-29f2-485f-b4ed-21d09ab4adb8', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'port_id': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'mac_address': 'fa:16:3e:19:96:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:38:16Z', 'updated_at': '2021-08-16T13:38:19Z', 'revision_number': 2, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:56Z', 'revision_number': 5, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:20.869097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa07458-5e96-4d56-bb6a-1005c34c5c64 None None] The sync data for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 is: [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '9fde2d7a-29f2-485f-b4ed-21d09ab4adb8', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'port_id': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'mac_address': 'fa:16:3e:19:96:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:38:16Z', 'updated_at': '2021-08-16T13:38:19Z', 'revision_number': 2, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:56Z', 'revision_number': 5, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:38:21.640458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:38:21.643701 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ad8616-5b69-44bf-b237-8b50780055d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:38:21.687485 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1566344-9c38-496d-a373-69ad627c19f8 x-openstack-request-id: req-a1566344-9c38-496d-a373-69ad627c19f8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:38:21.687837 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:38:21.688144 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1566344-9c38-496d-a373-69ad627c19f8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:38:21.688645 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'status': 'completed', 'code': 200} Aug 16 13:38:21.772422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad8616-5b69-44bf-b237-8b50780055d8 req-6766e320-3e8a-4cb4-8b53-9d2e6758d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:21.774495 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04ad8616-5b69-44bf-b237-8b50780055d8 req-6766e320-3e8a-4cb4-8b53-9d2e6758d638 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b91ff7cc797942a6b5b06703bed78a24&device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 1097 time: 0.0485101 Aug 16 13:38:21.906588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-c624eb1a-3bac-469d-8c54-04560dbb4781 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1133678 Aug 16 13:38:21.920646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad8616-5b69-44bf-b237-8b50780055d8 req-ac5e0e31-cf20-436e-9c99-ba500753e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:21.922430 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04ad8616-5b69-44bf-b237-8b50780055d8 req-ac5e0e31-cf20-436e-9c99-ba500753e790 service neutron] 10.222.0.22 "GET /v2.0/networks?id=da5a7d86-9743-4a5e-984e-d1dcdca87881 HTTP/1.1" status: 200 len: 914 time: 0.1376143 Aug 16 13:38:22.014128 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04ad8616-5b69-44bf-b237-8b50780055d8 req-5718b880-94cc-410a-ab84-22e70af42435 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 HTTP/1.1" status: 200 len: 1001 time: 0.0842259 Aug 16 13:38:22.069942 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad8616-5b69-44bf-b237-8b50780055d8 req-67174b34-8142-4b30-8c9f-dec59bfa73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:22.071469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04ad8616-5b69-44bf-b237-8b50780055d8 req-67174b34-8142-4b30-8c9f-dec59bfa73d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2d8f4bc-adeb-464a-a5b7-d287b5430e54 HTTP/1.1" status: 200 len: 853 time: 0.0503826 Aug 16 13:38:22.133931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad8616-5b69-44bf-b237-8b50780055d8 req-c6b39010-2d2f-44d9-951c-92024a598236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:22.135535 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04ad8616-5b69-44bf-b237-8b50780055d8 req-c6b39010-2d2f-44d9-951c-92024a598236 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da5a7d86-9743-4a5e-984e-d1dcdca87881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557866 Aug 16 13:38:22.249938 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04ad8616-5b69-44bf-b237-8b50780055d8 req-406c4e32-7177-45ac-bf82-4be355c5ef5a service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048181 Aug 16 13:38:22.350278 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04ad8616-5b69-44bf-b237-8b50780055d8 req-53b101f3-a5e4-40a6-a5da-b72fd5f1feff service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930364 Aug 16 13:38:22.491497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-55f7383d-7449-4ae4-be95-a11d37ca54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:22.493338 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-55f7383d-7449-4ae4-be95-a11d37ca54c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b91ff7cc797942a6b5b06703bed78a24&device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 1097 time: 0.0512235 Aug 16 13:38:22.613533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-e8fa92bb-caa5-4b28-a44f-417775308af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:22.615108 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-e8fa92bb-caa5-4b28-a44f-417775308af7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=da5a7d86-9743-4a5e-984e-d1dcdca87881 HTTP/1.1" status: 200 len: 914 time: 0.0993218 Aug 16 13:38:22.693268 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-f95d85ad-298c-41cf-b7cd-74a1cd744888 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 HTTP/1.1" status: 200 len: 1001 time: 0.0702696 Aug 16 13:38:22.750919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-f714fc50-6a7f-4014-9cc3-031adc0b1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:22.753053 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-f714fc50-6a7f-4014-9cc3-031adc0b1b30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2d8f4bc-adeb-464a-a5b7-d287b5430e54 HTTP/1.1" status: 200 len: 853 time: 0.0521340 Aug 16 13:38:22.811012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-31b0e6b3-6a5b-4346-a32f-4ee2eb6609a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:22.812651 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-31b0e6b3-6a5b-4346-a32f-4ee2eb6609a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da5a7d86-9743-4a5e-984e-d1dcdca87881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518103 Aug 16 13:38:22.923570 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-0804ab58-f6f0-481a-8beb-3c13f1efc20a service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029437 Aug 16 13:38:23.025506 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-663e3a23-e325-49b1-b8ab-3345dde319d9 req-e4f57567-4494-403c-8ca6-dc7c573f931a service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944242 Aug 16 13:38:30.094712 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:31.837193 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1aa46d51-3169-4d69-ac33-b4926590e205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:34.381382 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e8dcbf9d-c1cd-4c6c-9f93-71dd930edc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:34.659885 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:35.625315 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:37.440214 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:38.607197 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:38:46.612472 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:52.750912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59424) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:38:52.953795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Deleting port b8e76dcd-9588-42f3-a0cb-fa37c5706304 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:38:52.954235 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:53.047500 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:53.047751 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:53.062023 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Calling delete_port for b8e76dcd-9588-42f3-a0cb-fa37c5706304 owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:38:53.244516 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:53.280478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event deleted for resources: {'Port': ['ID=b8e76dcd-9588-42f3-a0cb-fa37c5706304,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:38:53.355667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:53.356120 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Floating IP 9fde2d7a-29f2-485f-b4ed-21d09ab4adb8 disassociated (deleted). External IP: 172.25.0.71, port: 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6. Aug 16 13:38:53.607753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Router 50d320e7-aefd-4c7f-a59a-d9426e259c1d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:38:53.743164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:38:53.749444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:53.755549 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93557852-5b10-4a87-a36d-985e2aa11855 None None] Sync routers for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:38:53.770902 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93557852-5b10-4a87-a36d-985e2aa11855 None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:38:53.771999 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-93557852-5b10-4a87-a36d-985e2aa11855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:38:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:53.792003 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b2a55670-16a7-419f-a74f-0d6832200803 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "DELETE /v2.0/floatingips/9fde2d7a-29f2-485f-b4ed-21d09ab4adb8 HTTP/1.1" status: 204 len: 168 time: 1.0385759 Aug 16 13:38:53.793021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:38:53.795779 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:38:53.872901 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6633dd76-1a25-4b6b-8281-a945d018eb28 x-openstack-request-id: req-6633dd76-1a25-4b6b-8281-a945d018eb28 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:38:53.873400 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:38:53.873742 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6633dd76-1a25-4b6b-8281-a945d018eb28 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:38:53.874924 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'status': 'completed', 'code': 200} Aug 16 13:38:53.969861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e req-dfeaf6da-723e-403f-acda-dd8b4158918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:53.972648 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e req-dfeaf6da-723e-403f-acda-dd8b4158918e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b91ff7cc797942a6b5b06703bed78a24&device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 1097 time: 0.0594888 Aug 16 13:38:54.015509 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-93557852-5b10-4a87-a36d-985e2aa11855 None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:38:54.137839 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e req-7442e172-53d6-4089-944b-70999ac9c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:54.139529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e req-7442e172-53d6-4089-944b-70999ac9c2f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=da5a7d86-9743-4a5e-984e-d1dcdca87881 HTTP/1.1" status: 200 len: 914 time: 0.1593869 Aug 16 13:38:54.202611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb11dcf-2923-49e2-8d87-95e6aea6f55b req-f8dcfd26-064b-4e30-9fc3-b8f416063941 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:54.203666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1bb11dcf-2923-49e2-8d87-95e6aea6f55b req-f8dcfd26-064b-4e30-9fc3-b8f416063941 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 946 time: 0.0929248 Aug 16 13:38:54.211196 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e req-a8beea07-792f-46ea-a645-4bac3d02b879 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 HTTP/1.1" status: 200 len: 217 time: 0.0626915 Aug 16 13:38:54.277401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e req-dbba8834-83a2-42fa-a5ab-3f5c4783eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:54.278999 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e req-dbba8834-83a2-42fa-a5ab-3f5c4783eb18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2d8f4bc-adeb-464a-a5b7-d287b5430e54 HTTP/1.1" status: 200 len: 853 time: 0.0601125 Aug 16 13:38:54.289672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1bb11dcf-2923-49e2-8d87-95e6aea6f55b req-c39f98fd-9425-4ee5-a3d5-ce3035e29016 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728679 Aug 16 13:38:54.357336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e req-5121a17c-2705-4b1a-9839-491df852d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:54.359799 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e req-5121a17c-2705-4b1a-9839-491df852d5d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da5a7d86-9743-4a5e-984e-d1dcdca87881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710132 Aug 16 13:38:54.398566 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-93557852-5b10-4a87-a36d-985e2aa11855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:56Z', 'revision_number': 5, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:54.440091 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93557852-5b10-4a87-a36d-985e2aa11855 None None] Checking router: 50d320e7-aefd-4c7f-a59a-d9426e259c1d for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:38:54.452470 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93557852-5b10-4a87-a36d-985e2aa11855 None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:38:54.453389 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-93557852-5b10-4a87-a36d-985e2aa11855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:38:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:54.481741 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e req-2b8b987f-079c-4e78-a2b7-88d4b9c6fc5b service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130269 Aug 16 13:38:54.608099 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c27ba73c-52e1-4aed-a065-1185cdbfdd2e req-abde529d-d5ec-4861-b607-1e26855c5117 service neutron] 10.222.0.22 "GET /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163509 Aug 16 13:38:54.620694 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-93557852-5b10-4a87-a36d-985e2aa11855 None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:38:54.976356 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-93557852-5b10-4a87-a36d-985e2aa11855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:56Z', 'revision_number': 5, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:38:55.030346 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93557852-5b10-4a87-a36d-985e2aa11855 None None] The sync data for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 is: [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:35:48Z', 'revision_number': 4, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'f44b9fa5-b564-4f47-9cec-36d8f389df00', 'name': '', 'network_id': 'da5a7d86-9743-4a5e-984e-d1dcdca87881', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'mac_address': 'fa:16:3e:e5:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:47Z', 'updated_at': '2021-08-16T13:35:56Z', 'revision_number': 5, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'subnets': [{'id': 'e2d8f4bc-adeb-464a-a5b7-d287b5430e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:38:55.297324 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042350af-2b05-4a9d-8a26-6fdf273aa9f8 None None] New status for floating IP 9fde2d7a-29f2-485f-b4ed-21d09ab4adb8: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:38:55.482583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438590f-3054-4452-b3eb-e940ecae865b req-a0e787de-ce4d-4b4f-aa31-7e85368492c5 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:55.484354 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7438590f-3054-4452-b3eb-e940ecae865b req-a0e787de-ce4d-4b4f-aa31-7e85368492c5 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 946 time: 0.0682180 Aug 16 13:38:55.533804 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7438590f-3054-4452-b3eb-e940ecae865b req-56a6df35-0909-4756-8814-fe50943ecf93 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/security-groups?id=53218d75-c226-40cc-8ebd-11e5bc6f54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381665 Aug 16 13:38:55.859417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4282d-867a-4eca-a59c-aad460be82e6 req-eb0d5068-d439-47b3-9d21-471f77b419c7 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:38:55.861045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1a4282d-867a-4eca-a59c-aad460be82e6 req-eb0d5068-d439-47b3-9d21-471f77b419c7 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 946 time: 0.0589125 Aug 16 13:38:55.965739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-a1a4282d-867a-4eca-a59c-aad460be82e6 req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Deleting port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:38:55.966220 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a1a4282d-867a-4eca-a59c-aad460be82e6 req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:56.075324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-a1a4282d-867a-4eca-a59c-aad460be82e6 req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] For port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:38:56.075696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a1a4282d-867a-4eca-a59c-aad460be82e6 req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:56.092260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-a1a4282d-867a-4eca-a59c-aad460be82e6 req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Calling delete_port for 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:38:56.240698 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a1a4282d-867a-4eca-a59c-aad460be82e6 req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:56.281069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event deleted for resources: {'Port': ['ID=468b7910-6be7-421f-8b4e-ca1ea8dd0fb6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:38:56.295446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.295800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.296194 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.296522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.296894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.297224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.297546 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.297868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.298226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.298558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.299053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.299688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:38:56.337956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a4282d-867a-4eca-a59c-aad460be82e6 req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] No DVR routers for this DVR port 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:38:56.341144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-a1a4282d-867a-4eca-a59c-aad460be82e6 req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:38:56.343772 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1a4282d-867a-4eca-a59c-aad460be82e6 req-64ce3f6e-5065-4f47-8945-77b22d54e173 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.22 "DELETE /v2.0/ports/468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 HTTP/1.1" status: 204 len: 173 time: 0.4759386 Aug 16 13:38:56.344338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'name': 'network-vif-deleted', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:38:56.348576 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683ee9d1-8b1c-4d30-8b65-43ac20a98ec2" -d '{"events": [{"server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "name": "network-vif-deleted", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:38:56.395738 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308f3e0f-9526-4767-87e9-436c7def05fd x-openstack-request-id: req-308f3e0f-9526-4767-87e9-436c7def05fd {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:38:56.396005 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ed73f3-a4c3-4d3d-a258-e6222254d336", "name": "network-vif-deleted", "tag": "468b7910-6be7-421f-8b4e-ca1ea8dd0fb6", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:38:56.396264 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-308f3e0f-9526-4767-87e9-436c7def05fd {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:38:56.396670 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ed73f3-a4c3-4d3d-a258-e6222254d336', 'name': 'network-vif-deleted', 'tag': '468b7910-6be7-421f-8b4e-ca1ea8dd0fb6', 'status': 'completed', 'code': 200} Aug 16 13:38:56.666639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-471166b5-2a96-4e36-baf4-5d74395cd2ba req-45b2de97-0054-49c2-895d-118c0636c07a tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 210 time: 0.0509517 Aug 16 13:38:57.785242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24262d96-b1a9-43af-a041-e466a4eea3f7 req-edb6444b-d7b2-4a10-b376-bc89d2fc009f tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 210 time: 0.0422964 Aug 16 13:38:58.756226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:38:58.780445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:38:58.780787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 468b7910-6be7-421f-8b4e-ca1ea8dd0fb6 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:38:58.916608 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1eff5861-fa8b-4f42-8193-877a9242c214 req-4d83d3a6-3585-463d-81c8-ed10c13c844e tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 210 time: 0.0532804 Aug 16 13:39:00.032124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c22b1b9-91c2-46a9-9513-6965fb81b451 req-676001f6-dd2a-4d3b-9ddd-8938078d0e8f tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5ed73f3-a4c3-4d3d-a258-e6222254d336 HTTP/1.1" status: 200 len: 210 time: 0.0375705 Aug 16 13:39:00.112281 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:01.103282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59458) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:01.172737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-763a4373-1228-4d67-a911-1d8ed8c7bbc4 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:01.214848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-763a4373-1228-4d67-a911-1d8ed8c7bbc4 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:01.313499 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-763a4373-1228-4d67-a911-1d8ed8c7bbc4 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:01.316368 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-763a4373-1228-4d67-a911-1d8ed8c7bbc4 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:01.322212 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-763a4373-1228-4d67-a911-1d8ed8c7bbc4 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] 10.222.0.25 "DELETE /v2.0/security-groups/53218d75-c226-40cc-8ebd-11e5bc6f54a2 HTTP/1.1" status: 204 len: 168 time: 0.2134161 Aug 16 13:39:01.334631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a4373-1228-4d67-a911-1d8ed8c7bbc4 tempest-TestVolumeBackupRestore-1172306068 tempest-TestVolumeBackupRestore-1172306068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53218d75-c226-40cc-8ebd-11e5bc6f54a2,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:01.866223 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7bf29e79-889a-4c82-afbf-a131fd05ad64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:04.392031 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5e751648-fab4-4c4e-b333-d8d9413f5e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:04.687146 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:05.627800 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:06.110595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59912) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:06.542701 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:07.307571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] Deleting port f44b9fa5-b564-4f47-9cec-36d8f389df00 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:39:07.308351 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:07.407960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] For port f44b9fa5-b564-4f47-9cec-36d8f389df00, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f44b9fa5-b564-4f47-9cec-36d8f389df00,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:07.409136 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:07.426389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] Calling delete_port for f44b9fa5-b564-4f47-9cec-36d8f389df00 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:39:07.446733 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:07.684841 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:07.723238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44b9fa5-b564-4f47-9cec-36d8f389df00,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:07.950235 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:08.201699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] Router 50d320e7-aefd-4c7f-a59a-d9426e259c1d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:39:08.333999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:39:08.344793 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7a2270fb-2d65-4f85-8cc7-8eda78c08870 admin admin] 10.222.0.25 "PUT /v2.0/routers/50d320e7-aefd-4c7f-a59a-d9426e259c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2312329 Aug 16 13:39:08.346870 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6b9a3-583d-453b-b601-94b71a371e52 None None] Sync routers for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:39:08.348350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59922) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:08.360207 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6b9a3-583d-453b-b601-94b71a371e52 None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:39:08.360842 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-16f6b9a3-583d-453b-b601-94b71a371e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:39:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:08.487018 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-16f6b9a3-583d-453b-b601-94b71a371e52 None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:39:08.508475 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:08.669061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:08.755878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Deleting port 983c9541-6f34-4efe-9424-201fafae273b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:39:08.756450 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:08.775904 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-16f6b9a3-583d-453b-b601-94b71a371e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '983c9541-6f34-4efe-9424-201fafae273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:39:07Z', 'revision_number': 5, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port': {'id': '983c9541-6f34-4efe-9424-201fafae273b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:45Z', 'updated_at': '2021-08-16T13:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:08.821191 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6b9a3-583d-453b-b601-94b71a371e52 None None] Checking router: 50d320e7-aefd-4c7f-a59a-d9426e259c1d for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:39:08.835941 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6b9a3-583d-453b-b601-94b71a371e52 None None] Routers {'50d320e7-aefd-4c7f-a59a-d9426e259c1d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:39:08.836930 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-16f6b9a3-583d-453b-b601-94b71a371e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:39:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:08.899818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] For port 983c9541-6f34-4efe-9424-201fafae273b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=983c9541-6f34-4efe-9424-201fafae273b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:08.900386 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:08.924426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Calling delete_port for 983c9541-6f34-4efe-9424-201fafae273b owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:39:08.978945 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-16f6b9a3-583d-453b-b601-94b71a371e52 None None] Set router 50d320e7-aefd-4c7f-a59a-d9426e259c1d gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:39:09.074536 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-16f6b9a3-583d-453b-b601-94b71a371e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:39:08Z', 'revision_number': 6, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:09.121299 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6b9a3-583d-453b-b601-94b71a371e52 None None] The sync data for ids ['50d320e7-aefd-4c7f-a59a-d9426e259c1d'] in n-d-804708-1 is: [{'id': '50d320e7-aefd-4c7f-a59a-d9426e259c1d', 'name': 'tempest-TestVolumeBackupRestore-1440004001-router', 'tenant_id': 'b91ff7cc797942a6b5b06703bed78a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:44Z', 'updated_at': '2021-08-16T13:39:08Z', 'revision_number': 6, 'project_id': 'b91ff7cc797942a6b5b06703bed78a24', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:39:09.201139 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.236002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=983c9541-6f34-4efe-9424-201fafae273b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:09.304628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.402342 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.404809 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.452767 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.453565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50d320e7-aefd-4c7f-a59a-d9426e259c1d {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:39:09.462906 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.464812 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-544cd66d-b3c4-487b-b810-ebc4ec4c5a23 admin admin] 10.222.0.25 "DELETE /v2.0/routers/50d320e7-aefd-4c7f-a59a-d9426e259c1d HTTP/1.1" status: 204 len: 168 time: 1.1149266 Aug 16 13:39:09.467551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59924) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:09.517929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Deleting subnet e2d8f4bc-adeb-464a-a5b7-d287b5430e54 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:39:09.521769 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.569155 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.681526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.766830 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.796097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d8f4bc-adeb-464a-a5b7-d287b5430e54,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:09.801713 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.803711 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e2d8f4bc-adeb-464a-a5b7-d287b5430e54 HTTP/1.1" status: 204 len: 168 time: 0.3347671 Aug 16 13:39:09.807693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 59926) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:09.808666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b814918b-d0d1-4f3b-8a22-320f70387d18 None None] Network da5a7d86-9743-4a5e-984e-d1dcdca87881 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:39:09.812009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.812361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.812716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.813066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.813405 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.813746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.814489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.815207 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.815565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.815909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.816250 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.816593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701320e-56ef-4690-b65b-c7130403c2d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:09.903345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:09.969778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Deleting port db6044b0-63c1-40df-bd59-a74d175858dd {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:39:09.970218 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.060545 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] For port db6044b0-63c1-40df-bd59-a74d175858dd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=db6044b0-63c1-40df-bd59-a74d175858dd,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:10.060949 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.078970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Calling delete_port for db6044b0-63c1-40df-bd59-a74d175858dd owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:39:10.105917 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089fbc1-9777-4790-bd94-c791096b9c63 None None] DHCP port deletion for da5a7d86-9743-4a5e-984e-d1dcdca87881 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:39:10.138477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f44b9fa5-b564-4f47-9cec-36d8f389df00 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:39:10.167494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: f44b9fa5-b564-4f47-9cec-36d8f389df00 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:39:10.168083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f44b9fa5-b564-4f47-9cec-36d8f389df00 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:39:10.168531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 983c9541-6f34-4efe-9424-201fafae273b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:39:10.190995 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 983c9541-6f34-4efe-9424-201fafae273b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:39:10.191346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 983c9541-6f34-4efe-9424-201fafae273b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:39:10.212534 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c089fbc1-9777-4790-bd94-c791096b9c63 None None] Deleting port db6044b0-63c1-40df-bd59-a74d175858dd {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:39:10.212914 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c089fbc1-9777-4790-bd94-c791096b9c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.225316 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.289197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6044b0-63c1-40df-bd59-a74d175858dd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:10.293072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] No DVR routers for this DVR port db6044b0-63c1-40df-bd59-a74d175858dd on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:39:10.299768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c089fbc1-9777-4790-bd94-c791096b9c63 None None] For port db6044b0-63c1-40df-bd59-a74d175858dd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=db6044b0-63c1-40df-bd59-a74d175858dd,segment=NetworkSegment(5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a),segment_id=5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:10.299768 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c089fbc1-9777-4790-bd94-c791096b9c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.315999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c089fbc1-9777-4790-bd94-c791096b9c63 None None] Calling delete_port for db6044b0-63c1-40df-bd59-a74d175858dd owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:39:10.418215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.429564 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c089fbc1-9777-4790-bd94-c791096b9c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.436175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5a7d86-9743-4a5e-984e-d1dcdca87881']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:10.454482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:10.455463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d67e8b9-cdd1-4d74-8a7d-4ee322b4835a') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:10.459228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089fbc1-9777-4790-bd94-c791096b9c63 None None] Pushing event deleted for resources: {'Port': ['ID=db6044b0-63c1-40df-bd59-a74d175858dd,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:10.463254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089fbc1-9777-4790-bd94-c791096b9c63 None None] No DVR routers for this DVR port db6044b0-63c1-40df-bd59-a74d175858dd on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:39:10.478647 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.494811 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.504192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:39:10.504617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:39:10.506569 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:39:10.568892 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.576735 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:10.579117 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] 10.222.0.25 "DELETE /v2.0/networks/da5a7d86-9743-4a5e-984e-d1dcdca87881 HTTP/1.1" status: 204 len: 168 time: 0.7699165 Aug 16 13:39:10.584750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59930) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:10.602054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669abc6b-2305-4644-920d-2ce658f80848 admin admin] Pushing event deleted for resources: {'Network': ['ID=da5a7d86-9743-4a5e-984e-d1dcdca87881,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:11.038730 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:11.320152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] Deleting port c1232f61-8a23-421c-b56a-b367cde27931 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:39:11.320519 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:11.437870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] For port c1232f61-8a23-421c-b56a-b367cde27931, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c1232f61-8a23-421c-b56a-b367cde27931,segment=NetworkSegment(f2fb86e6-a55f-4380-b8a2-046c386de2cd),segment_id=f2fb86e6-a55f-4380-b8a2-046c386de2cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:11.438523 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:11.464822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] Calling delete_port for c1232f61-8a23-421c-b56a-b367cde27931 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:39:11.683852 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:11.712870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] Pushing event deleted for resources: {'Port': ['ID=c1232f61-8a23-421c-b56a-b367cde27931,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:11.931671 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:12.141837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device db6044b0-63c1-40df-bd59-a74d175858dd no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:39:12.167854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: db6044b0-63c1-40df-bd59-a74d175858dd {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:39:12.168390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device db6044b0-63c1-40df-bd59-a74d175858dd not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:39:12.184903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] Router b1452d45-170a-4a71-b1bb-f723bc6e7b49 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:39:12.313114 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:39:12.319540 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a862a689-f82b-4c35-8d90-9c2d66120fec admin admin] 10.222.0.25 "PUT /v2.0/routers/b1452d45-170a-4a71-b1bb-f723bc6e7b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323527 Aug 16 13:39:12.322510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59932) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:12.326264 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f4b83-302b-4915-b498-1c59d2234662 None None] Sync routers for ids ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:39:12.339180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f4b83-302b-4915-b498-1c59d2234662 None None] Routers {'b1452d45-170a-4a71-b1bb-f723bc6e7b49'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:39:12.339959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-db9f4b83-302b-4915-b498-1c59d2234662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:39:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:12.458902 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:12.477905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-db9f4b83-302b-4915-b498-1c59d2234662 None None] Set router b1452d45-170a-4a71-b1bb-f723bc6e7b49 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:39:12.584438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:12.656969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Deleting port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:39:12.657536 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:12.700807 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-db9f4b83-302b-4915-b498-1c59d2234662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'name': 'tempest-TestVolumeBackupRestore-1914551688-router', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:39:11Z', 'revision_number': 5, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'gw_port': {'id': 'dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:12.730404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f4b83-302b-4915-b498-1c59d2234662 None None] Checking router: b1452d45-170a-4a71-b1bb-f723bc6e7b49 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:39:12.744689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f4b83-302b-4915-b498-1c59d2234662 None None] Routers {'b1452d45-170a-4a71-b1bb-f723bc6e7b49'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:39:12.745344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-db9f4b83-302b-4915-b498-1c59d2234662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:39:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:12.796910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] For port dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:12.797781 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:12.822448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Calling delete_port for dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:39:12.849097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-db9f4b83-302b-4915-b498-1c59d2234662 None None] Set router b1452d45-170a-4a71-b1bb-f723bc6e7b49 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:39:12.907503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-db9f4b83-302b-4915-b498-1c59d2234662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'name': 'tempest-TestVolumeBackupRestore-1914551688-router', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:39:12Z', 'revision_number': 6, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:12.940719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f4b83-302b-4915-b498-1c59d2234662 None None] The sync data for ids ['b1452d45-170a-4a71-b1bb-f723bc6e7b49'] in n-d-804708-1 is: [{'id': 'b1452d45-170a-4a71-b1bb-f723bc6e7b49', 'name': 'tempest-TestVolumeBackupRestore-1914551688-router', 'tenant_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:35:51Z', 'updated_at': '2021-08-16T13:39:12Z', 'revision_number': 6, 'project_id': 'fb67e0383f7f43e8a1153f90605c9f35', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:39:13.097999 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.126308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:13.208786 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.314989 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.319131 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.385511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.386401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1452d45-170a-4a71-b1bb-f723bc6e7b49 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:39:13.395143 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.396540 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4780758c-780b-46f1-8426-53c082d27b33 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b1452d45-170a-4a71-b1bb-f723bc6e7b49 HTTP/1.1" status: 204 len: 168 time: 1.0730512 Aug 16 13:39:13.400686 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59934) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:13.461014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6eae1b-8ebe-4e4f-9a8a-77ee5a3491fd admin admin] Deleting subnet 76c6c0eb-3290-4807-835f-bddb44abab3a {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:39:13.466537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc6eae1b-8ebe-4e4f-9a8a-77ee5a3491fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.530136 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc6eae1b-8ebe-4e4f-9a8a-77ee5a3491fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.653132 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc6eae1b-8ebe-4e4f-9a8a-77ee5a3491fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.719593 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc6eae1b-8ebe-4e4f-9a8a-77ee5a3491fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.751695 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eae1b-8ebe-4e4f-9a8a-77ee5a3491fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c6c0eb-3290-4807-835f-bddb44abab3a,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:13.755314 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-dc6eae1b-8ebe-4e4f-9a8a-77ee5a3491fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.761061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-dc6eae1b-8ebe-4e4f-9a8a-77ee5a3491fd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/76c6c0eb-3290-4807-835f-bddb44abab3a HTTP/1.1" status: 204 len: 168 time: 0.3566954 Aug 16 13:39:13.761242 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d5026-05e6-419e-aa61-9a3c8338f1f0 None None] Network 405fb462-c965-4305-bb1b-fc7fdb5c6379 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:39:13.761771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59936) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:13.847134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:13.918744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Deleting port b8917356-bb11-4d1c-96ad-1c51d46b7a39 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:39:13.919256 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.002132 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] For port b8917356-bb11-4d1c-96ad-1c51d46b7a39, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b8917356-bb11-4d1c-96ad-1c51d46b7a39,segment=NetworkSegment(f2fb86e6-a55f-4380-b8a2-046c386de2cd),segment_id=f2fb86e6-a55f-4380-b8a2-046c386de2cd)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:14.002742 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.024169 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Calling delete_port for b8917356-bb11-4d1c-96ad-1c51d46b7a39 owned by network:dhcp {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:39:14.057277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] DHCP port deletion for 405fb462-c965-4305-bb1b-fc7fdb5c6379 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:39:14.133669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c1232f61-8a23-421c-b56a-b367cde27931 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:39:14.177167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: c1232f61-8a23-421c-b56a-b367cde27931 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:39:14.177919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c1232f61-8a23-421c-b56a-b367cde27931 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:39:14.178476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:39:14.184653 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.215321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:39:14.215892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device dfd266d2-f2d4-4d0c-a4d7-f72610c2ae0e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:39:14.217998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8917356-bb11-4d1c-96ad-1c51d46b7a39,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:14.219623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Deleting port b8917356-bb11-4d1c-96ad-1c51d46b7a39 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:39:14.220098 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.222295 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] No DVR routers for this DVR port b8917356-bb11-4d1c-96ad-1c51d46b7a39 on host n-d-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:39:14.331500 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.339651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] For port b8917356-bb11-4d1c-96ad-1c51d46b7a39, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:14.340309 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.349124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405fb462-c965-4305-bb1b-fc7fdb5c6379']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:14.355625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Calling delete_port for b8917356-bb11-4d1c-96ad-1c51d46b7a39 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:39:14.358778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Port b8917356-bb11-4d1c-96ad-1c51d46b7a39 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:39:14.360421 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.366934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fb86e6-a55f-4380-b8a2-046c386de2cd') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:14.367343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fb86e6-a55f-4380-b8a2-046c386de2cd') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:39:14.383374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.389450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Pushing event deleted for resources: {'Port': ['ID=b8917356-bb11-4d1c-96ad-1c51d46b7a39,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:14.392352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] No DVR routers for this DVR port b8917356-bb11-4d1c-96ad-1c51d46b7a39 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:39:14.402466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.404636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.404636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.404636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.404636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.404636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.404636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.405620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.405620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.405620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.405620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.406066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e04e9-c790-4988-ae5b-3ce42b189a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:39:14.416668 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.424796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:39:14.425420 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:39:14.428029 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:39:14.492821 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.500552 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.503309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] 10.222.0.25 "DELETE /v2.0/networks/405fb462-c965-4305-bb1b-fc7fdb5c6379 HTTP/1.1" status: 204 len: 168 time: 0.7408619 Aug 16 13:39:14.521614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71200b02-d272-4018-a9a0-3ac5b375ad13 admin admin] Pushing event deleted for resources: {'Network': ['ID=405fb462-c965-4305-bb1b-fc7fdb5c6379,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:14.702634 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59940) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:14.753476 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-753a149f-05d5-4611-ad9b-486e823eb602 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b91ff7cc797942a6b5b06703bed78a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494878 Aug 16 13:39:14.756539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59942) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:14.813976 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f42620f-1c6c-4ba1-84a2-70d7d2899df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.840944 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f42620f-1c6c-4ba1-84a2-70d7d2899df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.902311 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f42620f-1c6c-4ba1-84a2-70d7d2899df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.905153 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9f42620f-1c6c-4ba1-84a2-70d7d2899df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:14.906583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9f42620f-1c6c-4ba1-84a2-70d7d2899df9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee05ba48-dd91-4657-8bb4-2bd3b0bab52e HTTP/1.1" status: 204 len: 168 time: 0.1490221 Aug 16 13:39:14.919185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42620f-1c6c-4ba1-84a2-70d7d2899df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee05ba48-dd91-4657-8bb4-2bd3b0bab52e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:15.302788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59948) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:15.351301 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-afb1f841-ec74-4e79-bd55-6ada705ffa58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb67e0383f7f43e8a1153f90605c9f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471439 Aug 16 13:39:15.354421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 59950) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:15.410498 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52acd108-9cca-4e36-8f8d-8d900f5cbde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:15.436288 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52acd108-9cca-4e36-8f8d-8d900f5cbde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:15.499205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52acd108-9cca-4e36-8f8d-8d900f5cbde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:15.505056 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52acd108-9cca-4e36-8f8d-8d900f5cbde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:15.507461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-52acd108-9cca-4e36-8f8d-8d900f5cbde3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04a4ad8e-2bf6-44d8-ac87-bfb22acb3346 HTTP/1.1" status: 204 len: 168 time: 0.1517267 Aug 16 13:39:15.522164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acd108-9cca-4e36-8f8d-8d900f5cbde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a4ad8e-2bf6-44d8-ac87-bfb22acb3346,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:15.609563 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:39:16.080486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b8917356-bb11-4d1c-96ad-1c51d46b7a39 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:39:16.114963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: b8917356-bb11-4d1c-96ad-1c51d46b7a39 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:39:16.115470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b8917356-bb11-4d1c-96ad-1c51d46b7a39 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:39:16.623918 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:26.976296 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-5ff4e1f1-5056-467e-84a1-ac11a79ea741 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=00c7230e2da24e7887ce3b01b8cd8292&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236619 Aug 16 13:39:27.120745 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b69a9-de88-465a-bde9-4d641b3207cf req-0394abb0-8690-4a63-bab1-1fbff69115a8 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:27.122445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-0394abb0-8690-4a63-bab1-1fbff69115a8 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395540 Aug 16 13:39:27.140499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-9cab3b31-91e8-4189-9719-15f1a846a7c0 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/quotas/00c7230e2da24e7887ce3b01b8cd8292 HTTP/1.1" status: 200 len: 375 time: 0.0110509 Aug 16 13:39:27.178648 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-dafdfed1-054b-4bac-8eee-cecd791f77d0 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=00c7230e2da24e7887ce3b01b8cd8292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316312 Aug 16 13:39:27.551897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f02268a9-4acb-47f5-a8db-71ded7782d62 req-43ff8793-ab96-4a22-9c42-c7eabd0f84eb tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 210 time: 0.1965468 Aug 16 13:39:28.659383 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-18a180d2-80da-4ad3-b8f4-618f3fc2cbc5 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=00c7230e2da24e7887ce3b01b8cd8292&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331955 Aug 16 13:39:28.679950 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-613f21af-4d3e-4bea-89c7-bf70a902c960 req-7d16178d-a1b9-40d3-ae05-287ab6a346b5 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 210 time: 0.0437086 Aug 16 13:39:28.811586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b69a9-de88-465a-bde9-4d641b3207cf req-e38294ca-8da9-405e-9475-aeff82506195 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:28.813157 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-e38294ca-8da9-405e-9475-aeff82506195 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478176 Aug 16 13:39:28.826883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Request body: {'port': {'device_id': '51fa1b12-aa15-4e6d-9b63-e530704ea809', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'admin_state_up': True, 'tenant_id': '00c7230e2da24e7887ce3b01b8cd8292'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:39:28.977592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Made reservation on behalf of 00c7230e2da24e7887ce3b01b8cd8292 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:39:28.983642 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:29.000268 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:29.123598 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:29.129044 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:29.199896 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629ed7fd-8420-4acb-a03b-c7014e6e61c7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:29.304575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Allocated IP 192.168.233.155 (3ee79cef-e187-4831-91fb-d3c1aa3e6a4c/a55bd94d-b537-4206-bb92-4482e1811234/12e5d251-6a6b-4dd8-ab1b-3dd6849357ae) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:39:29.472619 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:29.488414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Transition to ACTIVE for port object 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:39:29.536040 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:29.588696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:39:29.592509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:39:29.597581 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:39:29.604487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Pushing event updated for resources: {'Port': ['ID=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:29.659504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:29.660360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:29.678323 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-2e258e85-17e4-45e1-9c47-7cf5cbf1db91 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8553250 Aug 16 13:39:29.821068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Request body: {'port': {'device_id': '51fa1b12-aa15-4e6d-9b63-e530704ea809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:39:29.867013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75307a-f78b-4732-a91e-44698ceb032e req-4005c707-1c11-4f01-b4e6-689e86c92262 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:29.869447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a75307a-f78b-4732-a91e-44698ceb032e req-4005c707-1c11-4f01-b4e6-689e86c92262 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 936 time: 0.0687833 Aug 16 13:39:29.877240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-48124b7c-1ec6-415e-976a-3ca8d97e3447 None None] Provisioning for port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:39:29.883840 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-48124b7c-1ec6-415e-976a-3ca8d97e3447 None None] Provisioning complete for port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:39:29.884739 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-48124b7c-1ec6-415e-976a-3ca8d97e3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:29.900300 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:29.940563 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a75307a-f78b-4732-a91e-44698ceb032e req-81ea7112-eba6-45c0-98fa-aa5e0d28db84 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/security-groups?id=629ed7fd-8420-4acb-a03b-c7014e6e61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589247 Aug 16 13:39:29.963230 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-48124b7c-1ec6-415e-976a-3ca8d97e3447 None None] Port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:39:30.126718 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:30.222659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:39:30.233400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:30.250989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Transition to ACTIVE for port object 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:39:30.256587 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:30.325672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:30.425787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Attempting to bind port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:39:30.426154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Attempting to bind port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:39:30.426485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Attempting to bind port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:39:30.431554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:39:30.431877 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Attempting to bind port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae on network 3ee79cef-e187-4831-91fb-d3c1aa3e6a4c {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:39:30.437860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:39:30.438234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Checking segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:39:30.438617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Bound using segment: {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:39:30.439743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Bound port: 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a57b517-f954-45df-97ea-61c8f98251cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:39:30.440107 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:30.524233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] For port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:39:30.530678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] For port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:39:30.537484 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:30.581038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:30.581782 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:30.583510 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/12e5d251-6a6b-4dd8-ab1b-3dd6849357ae HTTP/1.1" status: 200 len: 1096 time: 0.8959517 Aug 16 13:39:30.584107 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fa1b12-aa15-4e6d-9b63-e530704ea809', 'tag': '12e5d251-6a6b-4dd8-ab1b-3dd6849357ae'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:39:30.588931 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73cf468-5c82-450e-83f2-75e3fbfccd12" -d '{"events": [{"name": "network-changed", "server_uuid": "51fa1b12-aa15-4e6d-9b63-e530704ea809", "tag": "12e5d251-6a6b-4dd8-ab1b-3dd6849357ae"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:39:30.639210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fd597-fdff-4b4a-a139-7465779bb8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:30.648057 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee2484d-13e0-4167-adb7-fb63dfc2b9a0 x-openstack-request-id: req-fee2484d-13e0-4167-adb7-fb63dfc2b9a0 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:39:30.648339 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fa1b12-aa15-4e6d-9b63-e530704ea809", "tag": "12e5d251-6a6b-4dd8-ab1b-3dd6849357ae", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:39:30.648585 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fee2484d-13e0-4167-adb7-fb63dfc2b9a0 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:39:30.649128 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fa1b12-aa15-4e6d-9b63-e530704ea809', 'tag': '12e5d251-6a6b-4dd8-ab1b-3dd6849357ae', 'status': 'completed', 'code': 200} Aug 16 13:39:30.716573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b69a9-de88-465a-bde9-4d641b3207cf req-7a30dd1f-aff1-4303-a780-fb753349659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:30.719503 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-7a30dd1f-aff1-4303-a780-fb753349659d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=00c7230e2da24e7887ce3b01b8cd8292&device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 1099 time: 0.0731502 Aug 16 13:39:30.783042 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-8d25b0e6-0386-4865-aaf5-bf7bbb113af9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae HTTP/1.1" status: 200 len: 217 time: 0.0541160 Aug 16 13:39:30.842215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b69a9-de88-465a-bde9-4d641b3207cf req-e2d422e0-98a1-4922-a5c1-e6e0745ed903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:30.843589 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-e2d422e0-98a1-4922-a5c1-e6e0745ed903 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0534863 Aug 16 13:39:30.905383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b69a9-de88-465a-bde9-4d641b3207cf req-21319d30-e065-44ef-82fd-10595a0a8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:30.907380 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-21319d30-e065-44ef-82fd-10595a0a8f2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560431 Aug 16 13:39:31.025599 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-c69df529-adf6-4238-a563-265f729f7398 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103652 Aug 16 13:39:31.104917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d1ad9-a82f-49df-8081-fae774cc1129 req-843e5408-0dd9-4d88-806f-28543e28f233 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:31.107492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e33d1ad9-a82f-49df-8081-fae774cc1129 req-843e5408-0dd9-4d88-806f-28543e28f233 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 948 time: 0.0700226 Aug 16 13:39:31.133625 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-967b69a9-de88-465a-bde9-4d641b3207cf req-d83f9d04-1fe9-4775-9aa1-17ead7d10afc service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983491 Aug 16 13:39:31.158933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e33d1ad9-a82f-49df-8081-fae774cc1129 req-284549e6-e3a5-4784-8aa0-4c2744947c63 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/security-groups?id=629ed7fd-8420-4acb-a03b-c7014e6e61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Aug 16 13:39:31.242052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cf468-5c82-450e-83f2-75e3fbfccd12 req-7cd5e6da-8fe9-4d3a-a5fd-79228f2f5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:31.243781 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f73cf468-5c82-450e-83f2-75e3fbfccd12 req-7cd5e6da-8fe9-4d3a-a5fd-79228f2f5ce0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=00c7230e2da24e7887ce3b01b8cd8292&device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 1099 time: 0.0519354 Aug 16 13:39:31.358772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cf468-5c82-450e-83f2-75e3fbfccd12 req-7ac17811-da03-4ce9-ac06-5c32bdbe0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:31.360326 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f73cf468-5c82-450e-83f2-75e3fbfccd12 req-7ac17811-da03-4ce9-ac06-5c32bdbe0e25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c HTTP/1.1" status: 200 len: 869 time: 0.1087825 Aug 16 13:39:31.407306 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f73cf468-5c82-450e-83f2-75e3fbfccd12 req-3acdf320-3a44-4f6b-9094-e00bb6c7a46e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae HTTP/1.1" status: 200 len: 217 time: 0.0376656 Aug 16 13:39:31.474125 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cf468-5c82-450e-83f2-75e3fbfccd12 req-02c6d194-677c-4064-ac72-0174a995740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:31.475563 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f73cf468-5c82-450e-83f2-75e3fbfccd12 req-02c6d194-677c-4064-ac72-0174a995740e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a55bd94d-b537-4206-bb92-4482e1811234 HTTP/1.1" status: 200 len: 843 time: 0.0609117 Aug 16 13:39:31.553151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cf468-5c82-450e-83f2-75e3fbfccd12 req-da8d5253-a711-4487-be93-65b74aa2803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:31.555339 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f73cf468-5c82-450e-83f2-75e3fbfccd12 req-da8d5253-a711-4487-be93-65b74aa2803f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ee79cef-e187-4831-91fb-d3c1aa3e6a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708539 Aug 16 13:39:31.662012 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f73cf468-5c82-450e-83f2-75e3fbfccd12 req-aefe6d5f-b377-4206-bf84-c24d38c639ef service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964441 Aug 16 13:39:31.790124 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f73cf468-5c82-450e-83f2-75e3fbfccd12 req-9dc1e878-95cb-4004-9957-652d054be683 service neutron] 10.222.0.42 "GET /v2.0/networks/3ee79cef-e187-4831-91fb-d3c1aa3e6a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197131 Aug 16 13:39:31.846518 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34db1aa1-a47a-4471-b6fe-ed60262b00bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:32.291336 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973e981-c929-4c01-820f-52c25ae62db2 req-055d945d-f59a-488b-ac36-0c347b970052 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:32.292934 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0973e981-c929-4c01-820f-52c25ae62db2 req-055d945d-f59a-488b-ac36-0c347b970052 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 948 time: 0.0549159 Aug 16 13:39:32.340437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0973e981-c929-4c01-820f-52c25ae62db2 req-865aafa5-694b-4d23-a16c-f78b93e360c7 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/security-groups?id=629ed7fd-8420-4acb-a03b-c7014e6e61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371466 Aug 16 13:39:33.179567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:39:33.287368 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:33.301618 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '12e5d251-6a6b-4dd8-ab1b-3dd6849357ae', 'network_id': '3ee79cef-e187-4831-91fb-d3c1aa3e6a4c', 'port_id': '12e5d251-6a6b-4dd8-ab1b-3dd6849357ae', 'mac_address': 'fa:16:3e:1d:50:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55bd94d-b537-4206-bb92-4482e1811234', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:39:33.351495 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:33.365929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:39:33.388333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:33.394524 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:33.449644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:33.533702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5085df-ab4e-4451-b9cd-f6d37c6a11ea req-9c5beb44-8a72-4ee0-82f8-96d834f400d1 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:33.535395 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d5085df-ab4e-4451-b9cd-f6d37c6a11ea req-9c5beb44-8a72-4ee0-82f8-96d834f400d1 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 949 time: 0.0594587 Aug 16 13:39:33.577337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2d5085df-ab4e-4451-b9cd-f6d37c6a11ea req-7d4fb812-ce8f-477a-a055-f21a85c1b92f tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/security-groups?id=629ed7fd-8420-4acb-a03b-c7014e6e61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355573 Aug 16 13:39:33.663323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['12e5d251-6a6b-4dd8-ab1b-3dd6849357ae'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:39:34.381165 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-28c6411d-8dc0-49e7-90b0-d12a007d8443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:34.662874 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:34.710851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecb3d0-0039-4327-a3ec-4b3e151caf96 req-42cb15ad-56b5-4998-9546-46261549accb tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:34.712520 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4cecb3d0-0039-4327-a3ec-4b3e151caf96 req-42cb15ad-56b5-4998-9546-46261549accb tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 949 time: 0.0555809 Aug 16 13:39:34.765884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4cecb3d0-0039-4327-a3ec-4b3e151caf96 req-1c92a72e-ae27-47ef-a053-c125a75ccdcd tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/security-groups?id=629ed7fd-8420-4acb-a03b-c7014e6e61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416753 Aug 16 13:39:35.222389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:39:35.277020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:39:35.281417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:39:35.281791 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:35.372764 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:35.399976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa1b12-aa15-4e6d-9b63-e530704ea809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e5d251-6a6b-4dd8-ab1b-3dd6849357ae'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:39:35.402316 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ea4622-6bbf-4558-a93d-2031cb5b3097" -d '{"events": [{"server_uuid": "51fa1b12-aa15-4e6d-9b63-e530704ea809", "name": "network-vif-plugged", "status": "completed", "tag": "12e5d251-6a6b-4dd8-ab1b-3dd6849357ae"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:39:35.418272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:35.424430 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:35.454803 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa03fc85-6e72-4acd-9af0-61cabbe722bf x-openstack-request-id: req-fa03fc85-6e72-4acd-9af0-61cabbe722bf {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:39:35.455255 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa1b12-aa15-4e6d-9b63-e530704ea809", "name": "network-vif-plugged", "status": "completed", "tag": "12e5d251-6a6b-4dd8-ab1b-3dd6849357ae", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:39:35.455552 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa03fc85-6e72-4acd-9af0-61cabbe722bf {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:39:35.456043 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa1b12-aa15-4e6d-9b63-e530704ea809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e5d251-6a6b-4dd8-ab1b-3dd6849357ae', 'code': 200} Aug 16 13:39:35.489113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:35.570473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b8ff7-e568-4ba7-9856-42416ad0076c req-e347c88a-d4de-4c13-90c6-2ebc8e6d1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:35.572059 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c45b8ff7-e568-4ba7-9856-42416ad0076c req-e347c88a-d4de-4c13-90c6-2ebc8e6d1992 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 1101 time: 0.0442071 Aug 16 13:39:35.615750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c45b8ff7-e568-4ba7-9856-42416ad0076c req-33507428-89ce-4db1-81b2-80e90dc93579 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=629ed7fd-8420-4acb-a03b-c7014e6e61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344508 Aug 16 13:39:35.626860 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:35.893749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b8865-1309-428d-a9fe-c5ae67abc440 req-d43e094c-edc9-47c8-aa35-a264ecdbd113 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:35.895700 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-055b8865-1309-428d-a9fe-c5ae67abc440 req-d43e094c-edc9-47c8-aa35-a264ecdbd113 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 950 time: 0.0548351 Aug 16 13:39:35.955461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-055b8865-1309-428d-a9fe-c5ae67abc440 req-d28e8ee1-0c7a-45b1-bb05-f1cd86a0871a tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/security-groups?id=629ed7fd-8420-4acb-a03b-c7014e6e61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530505 Aug 16 13:39:37.099195 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77332aeb-83af-406c-9fe9-0f6a44067e23 req-0994edd6-768f-4b36-a3a6-443fcbbfe75e tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:37.100841 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77332aeb-83af-406c-9fe9-0f6a44067e23 req-0994edd6-768f-4b36-a3a6-443fcbbfe75e tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 950 time: 0.0553715 Aug 16 13:39:37.150496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77332aeb-83af-406c-9fe9-0f6a44067e23 req-1b1482d8-495b-4a63-aaff-ddd1d0ec8e61 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/security-groups?id=629ed7fd-8420-4acb-a03b-c7014e6e61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390301 Aug 16 13:39:37.449743 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:38.251935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae568f-8f41-422d-8711-3222cad49355 req-3ffd72a3-c078-4757-8171-7d3499882d4f tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:38.253904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6cae568f-8f41-422d-8711-3222cad49355 req-3ffd72a3-c078-4757-8171-7d3499882d4f tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 950 time: 0.0560882 Aug 16 13:39:38.304849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6cae568f-8f41-422d-8711-3222cad49355 req-e7a9cdf2-3beb-4c93-9f99-32e3e5172cac tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/security-groups?id=629ed7fd-8420-4acb-a03b-c7014e6e61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442848 Aug 16 13:39:39.438508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58e58d-dfc6-4395-a33c-7fe7b6f3275c req-5bf8e245-57cc-45fd-8d5e-b67f9241bbf3 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:39.440668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf58e58d-dfc6-4395-a33c-7fe7b6f3275c req-5bf8e245-57cc-45fd-8d5e-b67f9241bbf3 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 950 time: 0.0597034 Aug 16 13:39:39.482357 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bf58e58d-dfc6-4395-a33c-7fe7b6f3275c req-b5f83782-8343-4e66-b27f-5efa70abd63c tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/security-groups?id=629ed7fd-8420-4acb-a03b-c7014e6e61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352983 Aug 16 13:39:39.900773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae2305-b290-423d-b86c-fb151b84fb7b req-04f4f02b-d23b-436f-9511-78c19303a7ae tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:39.902398 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0eae2305-b290-423d-b86c-fb151b84fb7b req-04f4f02b-d23b-436f-9511-78c19303a7ae tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.42 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 950 time: 0.0530789 Aug 16 13:39:40.003168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-0eae2305-b290-423d-b86c-fb151b84fb7b req-c26f509d-a2c4-45ed-9b6e-fa59b52af627 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Deleting port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:39:40.003507 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0eae2305-b290-423d-b86c-fb151b84fb7b req-c26f509d-a2c4-45ed-9b6e-fa59b52af627 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:40.102589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0eae2305-b290-423d-b86c-fb151b84fb7b req-c26f509d-a2c4-45ed-9b6e-fa59b52af627 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] For port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae,segment=NetworkSegment(9a57b517-f954-45df-97ea-61c8f98251cd),segment_id=9a57b517-f954-45df-97ea-61c8f98251cd)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:40.102963 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0eae2305-b290-423d-b86c-fb151b84fb7b req-c26f509d-a2c4-45ed-9b6e-fa59b52af627 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:40.117609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-0eae2305-b290-423d-b86c-fb151b84fb7b req-c26f509d-a2c4-45ed-9b6e-fa59b52af627 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Calling delete_port for 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:39:40.267264 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0eae2305-b290-423d-b86c-fb151b84fb7b req-c26f509d-a2c4-45ed-9b6e-fa59b52af627 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:40.281527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['12e5d251-6a6b-4dd8-ab1b-3dd6849357ae'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:39:40.316351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f509d-a2c4-45ed-9b6e-fa59b52af627 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Pushing event deleted for resources: {'Port': ['ID=12e5d251-6a6b-4dd8-ab1b-3dd6849357ae,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:40.374757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eae2305-b290-423d-b86c-fb151b84fb7b req-c26f509d-a2c4-45ed-9b6e-fa59b52af627 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] No DVR routers for this DVR port 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:39:40.378332 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0eae2305-b290-423d-b86c-fb151b84fb7b req-c26f509d-a2c4-45ed-9b6e-fa59b52af627 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:40.380509 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0eae2305-b290-423d-b86c-fb151b84fb7b req-c26f509d-a2c4-45ed-9b6e-fa59b52af627 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.42 "DELETE /v2.0/ports/12e5d251-6a6b-4dd8-ab1b-3dd6849357ae HTTP/1.1" status: 204 len: 173 time: 0.4691703 Aug 16 13:39:40.380985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa1b12-aa15-4e6d-9b63-e530704ea809', 'name': 'network-vif-deleted', 'tag': '12e5d251-6a6b-4dd8-ab1b-3dd6849357ae'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:39:40.383402 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f399c0-fd68-479e-b0af-ee122441a98a" -d '{"events": [{"server_uuid": "51fa1b12-aa15-4e6d-9b63-e530704ea809", "name": "network-vif-deleted", "tag": "12e5d251-6a6b-4dd8-ab1b-3dd6849357ae"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:39:40.425643 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ede0c76-9591-4bca-a856-9fc2b5e89838 x-openstack-request-id: req-6ede0c76-9591-4bca-a856-9fc2b5e89838 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:39:40.426081 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa1b12-aa15-4e6d-9b63-e530704ea809", "name": "network-vif-deleted", "tag": "12e5d251-6a6b-4dd8-ab1b-3dd6849357ae", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:39:40.426512 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ede0c76-9591-4bca-a856-9fc2b5e89838 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:39:40.427131 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa1b12-aa15-4e6d-9b63-e530704ea809', 'name': 'network-vif-deleted', 'tag': '12e5d251-6a6b-4dd8-ab1b-3dd6849357ae', 'status': 'completed', 'code': 200} Aug 16 13:39:40.619097 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9774e08d-b453-4db4-ba90-157bc8e6795b req-29afbd3e-f73c-4896-8b8b-7a73c4fa6d42 tempest-ServersAdminNegativeTestJSON-762492581 tempest-ServersAdminNegativeTestJSON-762492581-project] 10.222.0.25 "GET /v2.0/ports?device_id=51fa1b12-aa15-4e6d-9b63-e530704ea809 HTTP/1.1" status: 200 len: 210 time: 0.0296991 Aug 16 13:39:41.958187 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60108) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:42.112392 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-64e9f02e-b843-48f5-a346-1ba3b5c20697 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00c7230e2da24e7887ce3b01b8cd8292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529317 Aug 16 13:39:42.116289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60112) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:42.171838 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-be91746e-4eb9-46f5-a46c-3ca0574e6b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:42.201225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-be91746e-4eb9-46f5-a46c-3ca0574e6b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:42.256054 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-be91746e-4eb9-46f5-a46c-3ca0574e6b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:42.259336 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-be91746e-4eb9-46f5-a46c-3ca0574e6b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:42.260766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-be91746e-4eb9-46f5-a46c-3ca0574e6b7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/629ed7fd-8420-4acb-a03b-c7014e6e61c7 HTTP/1.1" status: 204 len: 168 time: 0.1442561 Aug 16 13:39:42.275917 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91746e-4eb9-46f5-a46c-3ca0574e6b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629ed7fd-8420-4acb-a03b-c7014e6e61c7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:42.655382 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60118) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:42.674507 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb781cf8-953b-47db-a390-83452d13f1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:42.828828 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb781cf8-953b-47db-a390-83452d13f1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:42.833207 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-bb781cf8-953b-47db-a390-83452d13f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:42.875245 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-bb781cf8-953b-47db-a390-83452d13f1ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71e9f520bcb243d79692c3ba329833d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2186873 Aug 16 13:39:42.876400 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb781cf8-953b-47db-a390-83452d13f1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f64827-7b04-4a7c-9335-55e981088a8c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:42.879421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60120) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:42.945099 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-34f74411-8a1a-41e4-bc5a-0027d561ce6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:42.970738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-34f74411-8a1a-41e4-bc5a-0027d561ce6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:43.030731 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-34f74411-8a1a-41e4-bc5a-0027d561ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:43.033871 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-34f74411-8a1a-41e4-bc5a-0027d561ce6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:43.035116 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-34f74411-8a1a-41e4-bc5a-0027d561ce6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8f64827-7b04-4a7c-9335-55e981088a8c HTTP/1.1" status: 204 len: 168 time: 0.1538255 Aug 16 13:39:43.043893 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f74411-8a1a-41e4-bc5a-0027d561ce6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f64827-7b04-4a7c-9335-55e981088a8c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:43.255238 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:39:43.281598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:39:43.281956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 12e5d251-6a6b-4dd8-ab1b-3dd6849357ae not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:39:44.051029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60142) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:44.196714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1833814880-network', 'tenant_id': '9d90e6bee222454e809fadc56f1b42e1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:39:44.233108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Made reservation on behalf of 9d90e6bee222454e809fadc56f1b42e1 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:39:44.236460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:44.247433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:44.394327 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:44.404353 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:44.432464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:39:44.450371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81896a6c-95c4-491b-8dc3-8f9a4172631e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:44.456849 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:44.457207 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Added segment 37b7d61b-518e-476a-aa93-203703b7f566 of type vlan for network 3589ba9d-605a-4b07-8f21-d632df25d8c0 Aug 16 13:39:44.914145 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:44.945480 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:44.947275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:44.948244 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:45.037482 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9847791 Aug 16 13:39:45.040747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60148) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:39:45.050248 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] Request body: {'subnet': {'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1833814880-subnet', 'tenant_id': '9d90e6bee222454e809fadc56f1b42e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:39:45.073355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] Made reservation on behalf of 9d90e6bee222454e809fadc56f1b42e1 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:39:45.075834 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:45.103423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a1702-c720-44ad-94c5-52637921d535 admin admin] Pushing event updated for resources: {'Network': ['ID=3589ba9d-605a-4b07-8f21-d632df25d8c0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:45.124010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3589ba9d-605a-4b07-8f21-d632df25d8c0 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:39:45.307310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:45.368573 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a90733-7e75-49a8-8fae-7db2044abfc5,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:45.380976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] Checking segment: {'id': '37b7d61b-518e-476a-aa93-203703b7f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:39:45.381343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] Network hostable DHCP agents. Network: 3589ba9d-605a-4b07-8f21-d632df25d8c0, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:39:45.400200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] Network 3589ba9d-605a-4b07-8f21-d632df25d8c0 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:39:45.412666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3589ba9d-605a-4b07-8f21-d632df25d8c0) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:39:45.417747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:45.418651 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:45.425048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599759ff-98df-4c95-a83a-ca6605b78941 None None] Network 3589ba9d-605a-4b07-8f21-d632df25d8c0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:39:45.444217 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e5d72284-5a08-4467-9bd5-7f0e9172dd67 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4005475 Aug 16 13:39:45.578373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c0ab46-2afa-487f-89d5-506617f75bb1 None None] Network 3589ba9d-605a-4b07-8f21-d632df25d8c0 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:39:46.394350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-dd734408-892e-47e1-abaf-9bf504d778ec tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:46.395949 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-dd734408-892e-47e1-abaf-9bf504d778ec tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/networks?id=3589ba9d-605a-4b07-8f21-d632df25d8c0 HTTP/1.1" status: 200 len: 812 time: 0.5042980 Aug 16 13:39:46.412928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-80bc8e2b-6d48-450b-ad55-acc847f569d6 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/quotas/9d90e6bee222454e809fadc56f1b42e1 HTTP/1.1" status: 200 len: 375 time: 0.0107095 Aug 16 13:39:46.447239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-d8291dc5-cc30-45f6-ba86-8fc043373ea0 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d90e6bee222454e809fadc56f1b42e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280819 Aug 16 13:39:46.523659 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-8a04b1b9-1ee6-46bb-b933-45e141ce854d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:39:46.525728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-8a04b1b9-1ee6-46bb-b933-45e141ce854d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0641294 Aug 16 13:39:46.618376 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:46.648054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-196735c2-4b17-4d88-b36b-f34ecb950b10 service neutron] 10.222.0.25 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134644 Aug 16 13:39:46.803869 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-c06a042e-f17c-4886-8be2-c9839ba4bee6 service neutron] 10.222.0.25 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494818 Aug 16 13:39:47.013197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d21f3f4b-20b1-461b-9381-637abf6a1dce req-406264cb-9a63-44a1-af17-c8572ee987a0 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 210 time: 0.0444500 Aug 16 13:39:48.166488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-8bf647c2-9628-4d40-a64b-13bb86c75038 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:48.168693 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-8bf647c2-9628-4d40-a64b-13bb86c75038 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.22 "GET /v2.0/networks?id=3589ba9d-605a-4b07-8f21-d632df25d8c0 HTTP/1.1" status: 200 len: 812 time: 0.1375105 Aug 16 13:39:48.186984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4c40ef2-fd0e-4d55-8bb9-b64dacce3f7a req-e887f181-5ce1-455d-9961-291504a80d50 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 210 time: 0.0377960 Aug 16 13:39:48.192659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Request body: {'port': {'device_id': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0', 'admin_state_up': True, 'tenant_id': '9d90e6bee222454e809fadc56f1b42e1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:39:48.347333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Made reservation on behalf of 9d90e6bee222454e809fadc56f1b42e1 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:39:48.351346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:48.498634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Allocated IP 172.20.0.10 (3589ba9d-605a-4b07-8f21-d632df25d8c0/f0a90733-7e75-49a8-8fae-7db2044abfc5/0740786b-88e5-46a5-be4d-766a1f1adddb) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:39:48.672454 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:48.715980 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:48.765197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Network 3589ba9d-605a-4b07-8f21-d632df25d8c0 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:39:48.769040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:39:48.773586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:39:48.780788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Pushing event updated for resources: {'Port': ['ID=0740786b-88e5-46a5-be4d-766a1f1adddb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:48.834797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:48.835444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:48.851775 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-9af90154-c39e-42fb-a88a-a4a04a0a7aa5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6681650 Aug 16 13:39:48.872548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Request body: {'port': {'device_id': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:39:48.934673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:49.281453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0740786b-88e5-46a5-be4d-766a1f1adddb {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:39:49.292635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:49.309357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Transition to ACTIVE for port object 0740786b-88e5-46a5-be4d-766a1f1adddb will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:39:49.314909 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:49.353767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd874031-8b4e-4def-ac04-9675dc3d563f req-1566641f-33bc-4d99-9d5f-9664f857afff tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:49.355411 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd874031-8b4e-4def-ac04-9675dc3d563f req-1566641f-33bc-4d99-9d5f-9664f857afff tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 932 time: 0.0602062 Aug 16 13:39:49.374963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Pushing event updated for resources: {'Port': ['ID=0740786b-88e5-46a5-be4d-766a1f1adddb,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:49.423050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd874031-8b4e-4def-ac04-9675dc3d563f req-9973094e-7b78-4138-ac6c-9dfcccf6f5a6 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540919 Aug 16 13:39:49.455190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Attempting to bind port 0740786b-88e5-46a5-be4d-766a1f1adddb on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:39:49.455539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Attempting to bind port 0740786b-88e5-46a5-be4d-766a1f1adddb by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '37b7d61b-518e-476a-aa93-203703b7f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:39:49.455863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Attempting to bind port 0740786b-88e5-46a5-be4d-766a1f1adddb on network 3589ba9d-605a-4b07-8f21-d632df25d8c0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:39:49.460510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Port 0740786b-88e5-46a5-be4d-766a1f1adddb on network 3589ba9d-605a-4b07-8f21-d632df25d8c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:39:49.460830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Attempting to bind port 0740786b-88e5-46a5-be4d-766a1f1adddb on network 3589ba9d-605a-4b07-8f21-d632df25d8c0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:39:49.466217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:39:49.466662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Checking segment: {'id': '37b7d61b-518e-476a-aa93-203703b7f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:39:49.467097 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Bound using segment: {'id': '37b7d61b-518e-476a-aa93-203703b7f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:39:49.467562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Bound port: 0740786b-88e5-46a5-be4d-766a1f1adddb, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b7d61b-518e-476a-aa93-203703b7f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:39:49.467958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:49.545532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:39:49.549494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0740786b-88e5-46a5-be4d-766a1f1adddb,segment=NetworkSegment(37b7d61b-518e-476a-aa93-203703b7f566),segment_id=37b7d61b-518e-476a-aa93-203703b7f566)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:39:49.556068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:49.595504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:49.596137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:49.597686 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] 10.222.0.22 "PUT /v2.0/ports/0740786b-88e5-46a5-be4d-766a1f1adddb HTTP/1.1" status: 200 len: 1092 time: 0.7298448 Aug 16 13:39:49.598180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:39:49.600570 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0a33c0-0c15-48b8-9587-18d5cf547afa" -d '{"events": [{"name": "network-changed", "server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:39:49.632184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7ce3f-adcc-45e6-877d-6e0ac879e810 service neutron] Pushing event updated for resources: {'Port': ['ID=0740786b-88e5-46a5-be4d-766a1f1adddb,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:49.670863 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e26b84-34e4-4a69-8ac7-b70ed350ea4a x-openstack-request-id: req-d6e26b84-34e4-4a69-8ac7-b70ed350ea4a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:39:49.671338 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:39:49.671695 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6e26b84-34e4-4a69-8ac7-b70ed350ea4a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:39:49.672148 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb', 'status': 'completed', 'code': 200} Aug 16 13:39:49.707911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-2e40bd0c-f077-41d8-b165-a2aba0ad1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:49.709503 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-2e40bd0c-f077-41d8-b165-a2aba0ad1364 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d90e6bee222454e809fadc56f1b42e1&device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 1095 time: 0.0503497 Aug 16 13:39:49.757659 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-1355c828-134a-4752-bb74-a8011e5fa713 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0740786b-88e5-46a5-be4d-766a1f1adddb HTTP/1.1" status: 200 len: 217 time: 0.0358462 Aug 16 13:39:49.817048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-8142865e-26ea-452d-a01c-0cc8802509ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:49.818476 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-8142865e-26ea-452d-a01c-0cc8802509ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0a90733-7e75-49a8-8fae-7db2044abfc5 HTTP/1.1" status: 200 len: 852 time: 0.0511787 Aug 16 13:39:49.852479 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-47f9f729-5ce1-448c-bc14-491dab4cab7b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3589ba9d-605a-4b07-8f21-d632df25d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262775 Aug 16 13:39:49.952791 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-4e7d2f04-0a0c-4c72-b3eb-b377e6a17357 service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925131 Aug 16 13:39:50.086391 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-245be1c6-b5e0-48db-ae34-9e65c2baec40 req-ff197fff-b4d9-4142-b8de-8d1c550461b1 service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257436 Aug 16 13:39:50.211099 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a33c0-0c15-48b8-9587-18d5cf547afa req-760af1ec-2a4c-4972-a1c7-870c41acba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:50.212627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6d0a33c0-0c15-48b8-9587-18d5cf547afa req-760af1ec-2a4c-4972-a1c7-870c41acba12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d90e6bee222454e809fadc56f1b42e1&device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 1095 time: 0.0481939 Aug 16 13:39:50.321904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a33c0-0c15-48b8-9587-18d5cf547afa req-0672d59b-d1ce-4cfa-9682-2f78c71e0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:50.323516 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6d0a33c0-0c15-48b8-9587-18d5cf547afa req-0672d59b-d1ce-4cfa-9682-2f78c71e0f23 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3589ba9d-605a-4b07-8f21-d632df25d8c0 HTTP/1.1" status: 200 len: 912 time: 0.1036434 Aug 16 13:39:50.374886 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6d0a33c0-0c15-48b8-9587-18d5cf547afa req-85957786-4b45-4db6-b30a-517b57eb0517 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0740786b-88e5-46a5-be4d-766a1f1adddb HTTP/1.1" status: 200 len: 217 time: 0.0429828 Aug 16 13:39:50.437529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a33c0-0c15-48b8-9587-18d5cf547afa req-c956476a-a856-4fdf-9f68-55887c9d268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:50.440091 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6d0a33c0-0c15-48b8-9587-18d5cf547afa req-c956476a-a856-4fdf-9f68-55887c9d268b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0a90733-7e75-49a8-8fae-7db2044abfc5 HTTP/1.1" status: 200 len: 852 time: 0.0580831 Aug 16 13:39:50.481382 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6d0a33c0-0c15-48b8-9587-18d5cf547afa req-fc1576e8-4fc1-440b-ac77-a2b76751d423 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3589ba9d-605a-4b07-8f21-d632df25d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319493 Aug 16 13:39:50.620056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68bacb-dba2-46d0-9da6-66f66ed18910 req-f63edb2d-0fe3-4fc0-9454-0ec5844f9df9 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:50.622728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d68bacb-dba2-46d0-9da6-66f66ed18910 req-f63edb2d-0fe3-4fc0-9454-0ec5844f9df9 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 944 time: 0.0856969 Aug 16 13:39:50.633316 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6d0a33c0-0c15-48b8-9587-18d5cf547afa req-87f2bb3e-5967-4b8b-8dea-e617849f5cdc service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378434 Aug 16 13:39:50.674178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d68bacb-dba2-46d0-9da6-66f66ed18910 req-4d762c1c-e6c1-4e9e-93aa-633c47ee163e tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Aug 16 13:39:50.800162 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6d0a33c0-0c15-48b8-9587-18d5cf547afa req-8e7d8e86-dfda-4b32-9bfc-8ae5dfa262ef service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590040 Aug 16 13:39:51.824976 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d17ab-c21a-4a29-be5f-7184d5061cfb req-fb5b71f6-ffb1-4034-8760-aa64a1b5ad60 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:51.826601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e76d17ab-c21a-4a29-be5f-7184d5061cfb req-fb5b71f6-ffb1-4034-8760-aa64a1b5ad60 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 944 time: 0.0583837 Aug 16 13:39:51.866061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e76d17ab-c21a-4a29-be5f-7184d5061cfb req-03a8448e-ec3a-44c1-add0-28c62f708a02 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332489 Aug 16 13:39:52.609706 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:39:52.974246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0740786b-88e5-46a5-be4d-766a1f1adddb details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:39:53.002548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf34c8-68b6-459a-8c81-51c2ec6eaf48 req-982a4aa0-02a9-4bd6-b2a9-dd4b3ded1f38 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:53.004482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04bf34c8-68b6-459a-8c81-51c2ec6eaf48 req-982a4aa0-02a9-4bd6-b2a9-dd4b3ded1f38 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 944 time: 0.0661864 Aug 16 13:39:53.066726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04bf34c8-68b6-459a-8c81-51c2ec6eaf48 req-0439b135-40cf-4a5e-ab7b-3b3f2e843a03 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547628 Aug 16 13:39:53.110829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0740786b-88e5-46a5-be4d-766a1f1adddb,segment=NetworkSegment(37b7d61b-518e-476a-aa93-203703b7f566),segment_id=37b7d61b-518e-476a-aa93-203703b7f566)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:53.306492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '0740786b-88e5-46a5-be4d-766a1f1adddb', 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0', 'port_id': '0740786b-88e5-46a5-be4d-766a1f1adddb', 'mac_address': 'fa:16:3e:89:b7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a90733-7e75-49a8-8fae-7db2044abfc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:39:53.348532 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:53.365690 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0740786b-88e5-46a5-be4d-766a1f1adddb {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:39:53.398065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0740786b-88e5-46a5-be4d-766a1f1adddb,segment=NetworkSegment(37b7d61b-518e-476a-aa93-203703b7f566),segment_id=37b7d61b-518e-476a-aa93-203703b7f566)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:53.402525 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:53.453530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0740786b-88e5-46a5-be4d-766a1f1adddb,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:53.779116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['0740786b-88e5-46a5-be4d-766a1f1adddb'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:39:54.200479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd8807-b0b8-4c19-9ef7-9abdddb137d9 req-f811f55d-5075-48b9-8e80-7daad30c6abc tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:54.202382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56dd8807-b0b8-4c19-9ef7-9abdddb137d9 req-f811f55d-5075-48b9-8e80-7daad30c6abc tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 945 time: 0.0600684 Aug 16 13:39:54.246341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56dd8807-b0b8-4c19-9ef7-9abdddb137d9 req-c253903a-e59d-4e67-ac0e-78692f1de567 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373166 Aug 16 13:39:55.010353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0740786b-88e5-46a5-be4d-766a1f1adddb up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:39:55.069454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 0740786b-88e5-46a5-be4d-766a1f1adddb completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:39:55.074933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 0740786b-88e5-46a5-be4d-766a1f1adddb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:39:55.075434 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:55.171612 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:55.200759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:39:55.203357 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026763ea-f613-483a-8ad3-db96f472495e" -d '{"events": [{"server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "name": "network-vif-plugged", "status": "completed", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:39:55.225913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0740786b-88e5-46a5-be4d-766a1f1adddb,segment=NetworkSegment(37b7d61b-518e-476a-aa93-203703b7f566),segment_id=37b7d61b-518e-476a-aa93-203703b7f566)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:39:55.231860 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:39:55.264654 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2e22a5-2b2c-41ef-9001-cf98e82a8870 x-openstack-request-id: req-de2e22a5-2b2c-41ef-9001-cf98e82a8870 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:39:55.264973 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "name": "network-vif-plugged", "status": "completed", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:39:55.265328 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de2e22a5-2b2c-41ef-9001-cf98e82a8870 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:39:55.265806 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb', 'code': 200} Aug 16 13:39:55.305999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=0740786b-88e5-46a5-be4d-766a1f1adddb,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:39:55.399775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55be7-7155-4875-9456-f2433df2fa9f req-c1151f99-bda8-4996-a455-747889552114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:55.401516 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-07e55be7-7155-4875-9456-f2433df2fa9f req-c1151f99-bda8-4996-a455-747889552114 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 1097 time: 0.0452137 Aug 16 13:39:55.441424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc198ac2-0dd4-4884-9b28-f3ede0920884 req-1119a23b-a0c9-42cf-ba2b-2ed473b137ae tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:55.444161 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc198ac2-0dd4-4884-9b28-f3ede0920884 req-1119a23b-a0c9-42cf-ba2b-2ed473b137ae tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0927694 Aug 16 13:39:55.457245 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-07e55be7-7155-4875-9456-f2433df2fa9f req-ef6f4c79-3f44-475c-96ad-58e70e2d9ef7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476184 Aug 16 13:39:55.490493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc198ac2-0dd4-4884-9b28-f3ede0920884 req-37a43f0c-b567-4f2d-9371-0089d72fe2d8 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396073 Aug 16 13:39:56.635445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2e230-5058-41ef-b1cd-0dbd1ef8086f req-17aa339d-b54a-4a9e-9920-1c4af5d05ee0 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:56.637691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23a2e230-5058-41ef-b1cd-0dbd1ef8086f req-17aa339d-b54a-4a9e-9920-1c4af5d05ee0 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0636065 Aug 16 13:39:56.684768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23a2e230-5058-41ef-b1cd-0dbd1ef8086f req-4496b8cd-4fc0-4ce6-847d-d146c7e67e41 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386846 Aug 16 13:39:57.818384 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff085fa-539e-43e9-8bfe-f48c91eb3818 req-31086f53-1f66-4e42-8c18-901c3dda2a3d tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:57.820342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ff085fa-539e-43e9-8bfe-f48c91eb3818 req-31086f53-1f66-4e42-8c18-901c3dda2a3d tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0565643 Aug 16 13:39:57.864634 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ff085fa-539e-43e9-8bfe-f48c91eb3818 req-d68cba4c-1430-4f34-8526-ea3ba157162f tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376208 Aug 16 13:39:58.448800 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5909917-2d6e-421b-ae7a-e901ce97c4a8 req-9281248b-75ab-4801-b04d-e1bd002a4d50 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:58.450902 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5909917-2d6e-421b-ae7a-e901ce97c4a8 req-9281248b-75ab-4801-b04d-e1bd002a4d50 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0677450 Aug 16 13:39:58.515340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a5909917-2d6e-421b-ae7a-e901ce97c4a8 req-ff1768d5-50bd-4fe3-b604-e0f74937a311 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Aug 16 13:39:58.564443 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-c28c2db2-2bb5-42d3-b1f0-b177cac75ada service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1885555 Aug 16 13:39:59.652021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83570505-772e-48d2-9d05-22c1445d0ae9 req-34eb847d-995b-4f11-bc06-faa5a20d2481 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:59.653561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83570505-772e-48d2-9d05-22c1445d0ae9 req-34eb847d-995b-4f11-bc06-faa5a20d2481 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0554721 Aug 16 13:39:59.700179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83570505-772e-48d2-9d05-22c1445d0ae9 req-c31a2a69-ebc8-4bca-bcd4-1cc5fc78968b tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382407 Aug 16 13:39:59.908417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-ea0cad23-4a84-438a-9978-21a657473f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:39:59.909917 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-ea0cad23-4a84-438a-9978-21a657473f86 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d90e6bee222454e809fadc56f1b42e1&device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 1097 time: 0.0494990 Aug 16 13:40:00.015120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-e3f93301-feed-4370-83ee-4f23611a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:00.016861 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-e3f93301-feed-4370-83ee-4f23611a480d service neutron] 10.222.0.22 "GET /v2.0/networks?id=3589ba9d-605a-4b07-8f21-d632df25d8c0 HTTP/1.1" status: 200 len: 912 time: 0.0994191 Aug 16 13:40:00.070525 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-ec61cd53-72a2-4f03-bfa9-c51ee17d4373 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0740786b-88e5-46a5-be4d-766a1f1adddb HTTP/1.1" status: 200 len: 217 time: 0.0453317 Aug 16 13:40:00.128721 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:00.145640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-8d8debad-86c3-472e-b051-644132e5f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:00.147352 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-8d8debad-86c3-472e-b051-644132e5f93c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0a90733-7e75-49a8-8fae-7db2044abfc5 HTTP/1.1" status: 200 len: 852 time: 0.0687499 Aug 16 13:40:00.186807 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-7b255db2-cb8d-48f6-8dc0-bf8130c61ba1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3589ba9d-605a-4b07-8f21-d632df25d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303018 Aug 16 13:40:00.302268 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-b836dea4-e2f4-4b3a-b20f-f9bf4b9e3d7d service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081412 Aug 16 13:40:00.415033 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-95270119-fb1c-4e46-a7f5-8adc5312cff8 service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044927 Aug 16 13:40:00.843401 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb25802-520a-4aca-b37c-92a6e26b6d4b req-96db0170-3bde-409d-adc6-ea117ea2c21e tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:00.845743 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6eb25802-520a-4aca-b37c-92a6e26b6d4b req-96db0170-3bde-409d-adc6-ea117ea2c21e tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0588250 Aug 16 13:40:00.890173 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6eb25802-520a-4aca-b37c-92a6e26b6d4b req-3a6e2243-9f1b-4853-a9a0-108a8de75a73 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382266 Aug 16 13:40:01.849019 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c01b230-c946-4093-9ef4-25162f1e859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:02.039615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc2e3c-528b-451d-991f-3da7ab3dae87 req-37c230dc-3afd-4eeb-a36e-ef666befff88 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:02.041240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09dc2e3c-528b-451d-991f-3da7ab3dae87 req-37c230dc-3afd-4eeb-a36e-ef666befff88 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0673728 Aug 16 13:40:02.094192 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09dc2e3c-528b-451d-991f-3da7ab3dae87 req-1e3298c4-12ea-4253-ba9d-c7d7c14df358 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Aug 16 13:40:03.234501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5785d-57dd-4a93-adb9-ee1b2554272d req-50218f42-31cc-4b87-af5f-030f90b219fe tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:03.236717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54f5785d-57dd-4a93-adb9-ee1b2554272d req-50218f42-31cc-4b87-af5f-030f90b219fe tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0582886 Aug 16 13:40:03.280890 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54f5785d-57dd-4a93-adb9-ee1b2554272d req-af2129fa-91eb-4480-92af-03c9f784b696 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371740 Aug 16 13:40:04.391062 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa02cccf-c5ee-45e1-97e5-e1a0fde64fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:04.426977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc952690-4abe-415e-b3b7-555d8f1f32ef req-7481580b-bc06-4c41-888b-3bef95c72f89 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:04.428972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc952690-4abe-415e-b3b7-555d8f1f32ef req-7481580b-bc06-4c41-888b-3bef95c72f89 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0712986 Aug 16 13:40:04.483730 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc952690-4abe-415e-b3b7-555d8f1f32ef req-0105f01c-b073-44d4-b930-8374f90bb862 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438094 Aug 16 13:40:04.674869 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:05.630174 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:05.632881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b0f6b-1da7-4792-957e-2d823d6a6782 req-d5417c7d-9894-44fb-9523-698718fadfb7 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:05.635731 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-545b0f6b-1da7-4792-957e-2d823d6a6782 req-d5417c7d-9894-44fb-9523-698718fadfb7 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0732141 Aug 16 13:40:05.688706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-545b0f6b-1da7-4792-957e-2d823d6a6782 req-571912ef-c329-4e0c-b4b5-404d37db6ac3 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463026 Aug 16 13:40:06.854667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec568846-5cda-4611-b6ef-b805f077684e req-2fd4b762-df27-4692-916c-4595f1101354 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:06.857309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec568846-5cda-4611-b6ef-b805f077684e req-2fd4b762-df27-4692-916c-4595f1101354 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0835164 Aug 16 13:40:06.905282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec568846-5cda-4611-b6ef-b805f077684e req-55c57f5f-78ef-41f7-8b4c-48ba78a1336c tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 Aug 16 13:40:07.452412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:08.043125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd0a41-4a24-433c-8847-41e62e6811df req-72765a8a-f70c-4613-9172-6154afbf2246 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:08.045676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bddd0a41-4a24-433c-8847-41e62e6811df req-72765a8a-f70c-4613-9172-6154afbf2246 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0586555 Aug 16 13:40:08.106247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bddd0a41-4a24-433c-8847-41e62e6811df req-a524e921-b848-43da-9bd2-1d8f9e3084cc tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538962 Aug 16 13:40:09.241827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb498b9-21de-49fa-b25f-e23ab28d8b25 req-18134e5f-a6ad-4743-9f18-c3d479209fd5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:09.243620 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bb498b9-21de-49fa-b25f-e23ab28d8b25 req-18134e5f-a6ad-4743-9f18-c3d479209fd5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0603874 Aug 16 13:40:09.294808 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bb498b9-21de-49fa-b25f-e23ab28d8b25 req-ec7d76fb-ac71-4761-afb6-4f140c083470 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Aug 16 13:40:10.437612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5119ce-c5e9-47f1-98aa-2ea338c68993 req-cadd488b-5805-453a-b4ad-a1bfc2f060b9 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:10.439810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d5119ce-c5e9-47f1-98aa-2ea338c68993 req-cadd488b-5805-453a-b4ad-a1bfc2f060b9 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0635657 Aug 16 13:40:10.487083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d5119ce-c5e9-47f1-98aa-2ea338c68993 req-425ee1cc-20a5-4347-9d98-5ef39303242e tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408518 Aug 16 13:40:11.615781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcb0f4-d423-4dae-a411-cb6692dbd2d3 req-56e230af-5f1a-4828-b3b2-0da1a928a54d tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:11.617437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ddfcb0f4-d423-4dae-a411-cb6692dbd2d3 req-56e230af-5f1a-4828-b3b2-0da1a928a54d tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0565617 Aug 16 13:40:11.664681 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ddfcb0f4-d423-4dae-a411-cb6692dbd2d3 req-99f6c0d7-a365-4897-990d-98bd6c8b925c tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361283 Aug 16 13:40:12.813125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81202638-0b2c-400d-ae09-7581921c7e0a req-a4ff8657-d228-4bc3-9659-f87880df3446 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:12.815194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81202638-0b2c-400d-ae09-7581921c7e0a req-a4ff8657-d228-4bc3-9659-f87880df3446 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0596435 Aug 16 13:40:12.858362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81202638-0b2c-400d-ae09-7581921c7e0a req-032188e1-c5c7-4ead-a89f-08ebb6c53e8d tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366333 Aug 16 13:40:14.027056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9bf17-1a85-4e13-822d-fd6305ded5a3 req-c1869196-a75a-46df-b386-3a13edd84533 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:14.028823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09d9bf17-1a85-4e13-822d-fd6305ded5a3 req-c1869196-a75a-46df-b386-3a13edd84533 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0774724 Aug 16 13:40:14.081622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-09d9bf17-1a85-4e13-822d-fd6305ded5a3 req-5230a485-1ec2-4bf2-a72c-b3198de79c4a tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Aug 16 13:40:15.217709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1a0e-3b48-42af-996b-ecfae43e1c0f req-660513b9-0cc0-450e-82ee-0ea33f9988be tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:15.220156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2be1a0e-3b48-42af-996b-ecfae43e1c0f req-660513b9-0cc0-450e-82ee-0ea33f9988be tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0577064 Aug 16 13:40:15.263486 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e2be1a0e-3b48-42af-996b-ecfae43e1c0f req-1b544249-bcfa-4b25-b2fd-88c50d9e83e3 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358963 Aug 16 13:40:16.412112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177071c0-6427-40c1-a1ae-588f44814a29 req-3cdae4d8-49a4-486c-a15f-ce94b686c980 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:16.413761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-177071c0-6427-40c1-a1ae-588f44814a29 req-3cdae4d8-49a4-486c-a15f-ce94b686c980 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0647583 Aug 16 13:40:16.459765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-177071c0-6427-40c1-a1ae-588f44814a29 req-c7dcaaf2-308b-4da1-97d7-a1b32f185c7a tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Aug 16 13:40:16.621920 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:17.625567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9306b09-0d71-4dac-bcc0-70c2460a671c req-42927d16-882e-406d-bd29-1d4a5417d8e5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:17.627579 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9306b09-0d71-4dac-bcc0-70c2460a671c req-42927d16-882e-406d-bd29-1d4a5417d8e5 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0564644 Aug 16 13:40:17.671955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9306b09-0d71-4dac-bcc0-70c2460a671c req-f67544a4-26d6-489d-a0f9-6ce3e4998637 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380712 Aug 16 13:40:18.803527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b6b60-3d95-48d9-abb3-7fe27aef7476 req-5b298602-9cfb-4dda-8158-e97279f9ea58 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:18.805528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd2b6b60-3d95-48d9-abb3-7fe27aef7476 req-5b298602-9cfb-4dda-8158-e97279f9ea58 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0568211 Aug 16 13:40:18.848897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd2b6b60-3d95-48d9-abb3-7fe27aef7476 req-00926430-d266-4b73-bf80-d7f8addb67d0 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367248 Aug 16 13:40:19.985520 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f8a39-f46e-4e43-b46d-600fb4c170e2 req-0e84face-3752-4833-a943-1f099af63724 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:19.987203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-162f8a39-f46e-4e43-b46d-600fb4c170e2 req-0e84face-3752-4833-a943-1f099af63724 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0624549 Aug 16 13:40:20.030396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-162f8a39-f46e-4e43-b46d-600fb4c170e2 req-606366cc-5757-4542-b032-1fcfe8b21990 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370467 Aug 16 13:40:21.168042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024784-fa05-4f1a-bcb8-43caec447b7b req-906811cd-c966-4c51-9ccd-1a330aa0a0dc tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:21.169643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a024784-fa05-4f1a-bcb8-43caec447b7b req-906811cd-c966-4c51-9ccd-1a330aa0a0dc tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0552983 Aug 16 13:40:21.220552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a024784-fa05-4f1a-bcb8-43caec447b7b req-7239c744-ffea-4608-9d01-49199f5824d0 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399570 Aug 16 13:40:22.384048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedfe99-313c-420b-8584-905f1fe89f9b req-af248faf-78c4-47b2-8b22-c8a7df2c5f55 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:22.385738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3aedfe99-313c-420b-8584-905f1fe89f9b req-af248faf-78c4-47b2-8b22-c8a7df2c5f55 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0543263 Aug 16 13:40:22.434898 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3aedfe99-313c-420b-8584-905f1fe89f9b req-7c05e2db-a94c-494a-957c-8dcf5a6cf06e tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379293 Aug 16 13:40:23.574815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916731fd-4531-4c88-99cf-d55614374830 req-a454ca4c-d345-491e-8cfe-461a632543ea tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:23.576319 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-916731fd-4531-4c88-99cf-d55614374830 req-a454ca4c-d345-491e-8cfe-461a632543ea tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0576820 Aug 16 13:40:23.630792 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-916731fd-4531-4c88-99cf-d55614374830 req-24337c24-8853-45e0-8e70-7e6a85cdd42c tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472810 Aug 16 13:40:24.761139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448e005-ffc7-4fd9-8d15-f2c6cfb89a04 req-984541f3-ddd2-4a20-ab1f-4161d4c5ac30 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:24.763175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6448e005-ffc7-4fd9-8d15-f2c6cfb89a04 req-984541f3-ddd2-4a20-ab1f-4161d4c5ac30 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0577319 Aug 16 13:40:24.810229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6448e005-ffc7-4fd9-8d15-f2c6cfb89a04 req-77f0f979-108f-4a57-91d2-e04a60b32684 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401175 Aug 16 13:40:24.949609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-1368c755-d5a6-42d2-a19d-868ec8b40541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:24.952649 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-1368c755-d5a6-42d2-a19d-868ec8b40541 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d90e6bee222454e809fadc56f1b42e1&device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 1097 time: 0.1367853 Aug 16 13:40:25.093513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-d66014ee-722f-4eee-b656-5b213e3f391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:25.096679 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-d66014ee-722f-4eee-b656-5b213e3f391d service neutron] 10.222.0.22 "GET /v2.0/networks?id=3589ba9d-605a-4b07-8f21-d632df25d8c0 HTTP/1.1" status: 200 len: 912 time: 0.1214378 Aug 16 13:40:25.143495 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-d3a579f0-670e-4f87-a0b9-1fbcb8f866f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0740786b-88e5-46a5-be4d-766a1f1adddb HTTP/1.1" status: 200 len: 217 time: 0.0384398 Aug 16 13:40:25.203115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-2e51020c-6270-4e26-9d9b-65f4cfc62910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:25.204781 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-2e51020c-6270-4e26-9d9b-65f4cfc62910 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0a90733-7e75-49a8-8fae-7db2044abfc5 HTTP/1.1" status: 200 len: 852 time: 0.0538242 Aug 16 13:40:25.239987 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-71e2dfa6-478e-40d3-904d-3db85f68184c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3589ba9d-605a-4b07-8f21-d632df25d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278502 Aug 16 13:40:25.252704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-d0ed7c75-2a83-43b0-8744-abfbce43a954 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:40:25.253827 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-d0ed7c75-2a83-43b0-8744-abfbce43a954 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059617 Aug 16 13:40:25.368312 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-bc715797-3829-45ac-a885-d2704c34ea8e service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071072 Aug 16 13:40:25.492463 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c3e7bbc-80aa-4c4b-9c28-301938a7e029 req-3db382ba-d84c-4037-9f12-2ea79fd45a22 service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151779 Aug 16 13:40:25.952870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822a797-7487-40b8-bbde-1e38b8836706 req-f90acebe-35e4-49ae-973f-55871752a2a0 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:25.955107 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a822a797-7487-40b8-bbde-1e38b8836706 req-f90acebe-35e4-49ae-973f-55871752a2a0 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0552688 Aug 16 13:40:25.997727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a822a797-7487-40b8-bbde-1e38b8836706 req-2bd63e96-d6ee-4d7b-8bfe-3646bb340025 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Aug 16 13:40:27.140007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d9cee-58ef-47b6-b410-430af31bf300 req-8b7d1fc8-a06f-4c5a-959a-a6d350a02396 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:27.141858 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f40d9cee-58ef-47b6-b410-430af31bf300 req-8b7d1fc8-a06f-4c5a-959a-a6d350a02396 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0598352 Aug 16 13:40:27.185312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f40d9cee-58ef-47b6-b410-430af31bf300 req-2549aa0b-9b8d-44b9-97b5-e7bfd2d57350 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364008 Aug 16 13:40:27.659452 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-043be628-b9f9-43e1-929c-f95567122213 service neutron] show failed (client error): The resource could not be found. Aug 16 13:40:27.660514 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-043be628-b9f9-43e1-929c-f95567122213 service neutron] 10.222.0.22 "GET /v2.0/ports/0740786b-88e5-46a5-be4d-766a1f1adddb/bindings/n-h2-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0692165 Aug 16 13:40:27.915506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-60843414-912e-4984-a9a6-a216e1e01818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:27.918239 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-60843414-912e-4984-a9a6-a216e1e01818 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85&tenant_id=9d90e6bee222454e809fadc56f1b42e1 HTTP/1.1" status: 200 len: 1097 time: 0.0779300 Aug 16 13:40:27.931782 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:40:28.001462 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:28.251631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=0740786b-88e5-46a5-be4d-766a1f1adddb,segment=NetworkSegment(37b7d61b-518e-476a-aa93-203703b7f566),segment_id=37b7d61b-518e-476a-aa93-203703b7f566)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:40:28.303211 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:40:28.361285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b547be-5421-4d63-9662-ad4da4bd20b0 req-a75f35d0-5325-4c4d-88e0-dd6e27fda355 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:28.362909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08b547be-5421-4d63-9662-ad4da4bd20b0 req-a75f35d0-5325-4c4d-88e0-dd6e27fda355 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0855260 Aug 16 13:40:28.373609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:40:28.376512 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ff17ae-3463-4281-b2fa-3e85f1b98085" -d '{"events": [{"server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "name": "network-vif-unplugged", "status": "completed", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:40:28.381174 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:28.402754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Transition to ACTIVE for port object 0740786b-88e5-46a5-be4d-766a1f1adddb will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:40:28.408259 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:28.410286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08b547be-5421-4d63-9662-ad4da4bd20b0 req-2d9e30e0-8f5e-4d8c-9062-f450379c14cb tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362091 Aug 16 13:40:28.451853 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bec7c0-bd4b-48b4-ac48-3a05a98e6a85 x-openstack-request-id: req-96bec7c0-bd4b-48b4-ac48-3a05a98e6a85 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:40:28.452151 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "name": "network-vif-unplugged", "status": "completed", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:40:28.452411 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96bec7c0-bd4b-48b4-ac48-3a05a98e6a85 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:40:28.452812 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb', 'code': 200} Aug 16 13:40:28.477669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] No DVR routers for this DVR port 0740786b-88e5-46a5-be4d-766a1f1adddb on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:40:28.480024 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Pushing event updated for resources: {'Port': ['ID=0740786b-88e5-46a5-be4d-766a1f1adddb,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:28.490350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.490720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.491128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.491465 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.491774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.492102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.492430 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.492755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.493100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.493401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.493721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.494041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:28.531145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Attempting to bind port 0740786b-88e5-46a5-be4d-766a1f1adddb on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:40:28.531504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Attempting to bind port 0740786b-88e5-46a5-be4d-766a1f1adddb by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '37b7d61b-518e-476a-aa93-203703b7f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:40:28.532377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Attempting to bind port 0740786b-88e5-46a5-be4d-766a1f1adddb on network 3589ba9d-605a-4b07-8f21-d632df25d8c0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:40:28.536919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Port 0740786b-88e5-46a5-be4d-766a1f1adddb on network 3589ba9d-605a-4b07-8f21-d632df25d8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:40:28.537242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Attempting to bind port 0740786b-88e5-46a5-be4d-766a1f1adddb on network 3589ba9d-605a-4b07-8f21-d632df25d8c0 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:40:28.542369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:40:28.542751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Checking segment: {'id': '37b7d61b-518e-476a-aa93-203703b7f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:40:28.543172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Bound using segment: {'id': '37b7d61b-518e-476a-aa93-203703b7f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:40:28.543638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Bound port: 0740786b-88e5-46a5-be4d-766a1f1adddb, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b7d61b-518e-476a-aa93-203703b7f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:40:28.543999 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:28.615221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:40:28.618509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0740786b-88e5-46a5-be4d-766a1f1adddb,segment=NetworkSegment(37b7d61b-518e-476a-aa93-203703b7f566),segment_id=37b7d61b-518e-476a-aa93-203703b7f566)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:40:28.623135 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:28.663823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:28.664513 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:28.665868 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] 10.222.0.42 "PUT /v2.0/ports/0740786b-88e5-46a5-be4d-766a1f1adddb HTTP/1.1" status: 200 len: 1092 time: 0.7387352 Aug 16 13:40:28.689237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3bc88-1c4b-4647-87b3-a1a7fa7214be service neutron] Pushing event updated for resources: {'Port': ['ID=0740786b-88e5-46a5-be4d-766a1f1adddb,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:28.733815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-59512524-4d77-443c-9db1-03f935cceeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:28.735339 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-59512524-4d77-443c-9db1-03f935cceeba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d90e6bee222454e809fadc56f1b42e1&device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 1095 time: 0.0431848 Aug 16 13:40:28.833906 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-97b0e52e-5ba9-47f4-8af5-e704e4759f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:28.835490 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-97b0e52e-5ba9-47f4-8af5-e704e4759f5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3589ba9d-605a-4b07-8f21-d632df25d8c0 HTTP/1.1" status: 200 len: 912 time: 0.0929189 Aug 16 13:40:28.879084 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-cbfbe06d-efe7-4d9a-8cfb-e4d41907328f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0740786b-88e5-46a5-be4d-766a1f1adddb HTTP/1.1" status: 200 len: 217 time: 0.0354137 Aug 16 13:40:28.934445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-affab642-3c54-484c-80e6-fbc390a235aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:28.936077 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-affab642-3c54-484c-80e6-fbc390a235aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f0a90733-7e75-49a8-8fae-7db2044abfc5 HTTP/1.1" status: 200 len: 852 time: 0.0498619 Aug 16 13:40:28.984151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-3e0b77a5-ac61-4277-b45d-f9276a5f9f73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3589ba9d-605a-4b07-8f21-d632df25d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400758 Aug 16 13:40:28.998229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-c7f52d22-fe60-476b-bb1d-90b964ff1f1a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:40:28.999832 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-c7f52d22-fe60-476b-bb1d-90b964ff1f1a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082817 Aug 16 13:40:29.108043 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-2db5150d-f5cc-4d52-bbd3-fd1fe3844161 service neutron] 10.222.0.42 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000252 Aug 16 13:40:29.216262 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6605f9df-81be-427f-a3ca-e3b999c669b4 req-061b7da5-ca8a-4fd5-bbb2-f9ebf8798bf6 service neutron] 10.222.0.42 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999079 Aug 16 13:40:29.541116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e5deb-af8b-4de9-bb58-5548e88cfce0 req-20166fd8-eccf-4225-afd8-18653aed1f34 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:29.542768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-682e5deb-af8b-4de9-bb58-5548e88cfce0 req-20166fd8-eccf-4225-afd8-18653aed1f34 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 944 time: 0.0563962 Aug 16 13:40:29.591104 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-682e5deb-af8b-4de9-bb58-5548e88cfce0 req-76432709-ef2d-4bfb-b336-46761a354d0a tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363684 Aug 16 13:40:29.614282 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:40:29.840295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-06cc1a94-2bde-4e3e-a226-7e8c9b83d6d3 req-cd52da31-d796-4424-a9c7-30c58d39b742 service neutron] (101396) timed out ('10.222.0.25', 60828) {{(pid=101396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:40:30.132411 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:30.454974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:40:30.457655 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:40:30.512454 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93883daf-1366-4b73-aeac-bfabcd4c0042 x-openstack-request-id: req-93883daf-1366-4b73-aeac-bfabcd4c0042 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:40:30.512907 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:40:30.513911 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93883daf-1366-4b73-aeac-bfabcd4c0042 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:40:30.514612 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb', 'status': 'completed', 'code': 200} Aug 16 13:40:30.654627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-b80ce7e5-64af-46fb-aecb-6b7750de3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:30.657819 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-b80ce7e5-64af-46fb-aecb-6b7750de3262 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d90e6bee222454e809fadc56f1b42e1&device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 1095 time: 0.1212189 Aug 16 13:40:30.667240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-758eb404-6a81-466b-84f3-ed0743e9be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:30.669338 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-758eb404-6a81-466b-84f3-ed0743e9be97 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d90e6bee222454e809fadc56f1b42e1&device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 1095 time: 0.0950234 Aug 16 13:40:30.774476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c92c6-681d-4fa7-af99-ba3819ab5b2c req-9b331df3-0fc8-4624-9615-ebeb3b7a8665 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:30.777322 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f23c92c6-681d-4fa7-af99-ba3819ab5b2c req-9b331df3-0fc8-4624-9615-ebeb3b7a8665 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 944 time: 0.1004918 Aug 16 13:40:30.849708 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f23c92c6-681d-4fa7-af99-ba3819ab5b2c req-c75c54f9-18f4-493d-a0c8-8fc85251571c tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649049 Aug 16 13:40:30.851785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-ceba9a07-1713-4612-aa53-2e97b339d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:30.853496 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-ceba9a07-1713-4612-aa53-2e97b339d0b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3589ba9d-605a-4b07-8f21-d632df25d8c0 HTTP/1.1" status: 200 len: 912 time: 0.1750586 Aug 16 13:40:30.857617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-daddc275-4851-4c37-b23e-d7831ab15ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:30.859206 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-daddc275-4851-4c37-b23e-d7831ab15ab6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3589ba9d-605a-4b07-8f21-d632df25d8c0 HTTP/1.1" status: 200 len: 912 time: 0.1889970 Aug 16 13:40:30.907835 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-f9164b0a-e51e-47b8-9f44-80111aa981ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0740786b-88e5-46a5-be4d-766a1f1adddb HTTP/1.1" status: 200 len: 217 time: 0.0462744 Aug 16 13:40:30.965437 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-786750db-6e24-4f30-8c09-6421f15112b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0740786b-88e5-46a5-be4d-766a1f1adddb HTTP/1.1" status: 200 len: 217 time: 0.0650725 Aug 16 13:40:31.052502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-8895f05b-8486-4a00-91f2-e47df4633ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:31.053927 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-8895f05b-8486-4a00-91f2-e47df4633ca7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0a90733-7e75-49a8-8fae-7db2044abfc5 HTTP/1.1" status: 200 len: 852 time: 0.0988653 Aug 16 13:40:31.060605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-ad40a5a6-6af1-4918-928e-5fa942edce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:31.062227 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-ad40a5a6-6af1-4918-928e-5fa942edce67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f0a90733-7e75-49a8-8fae-7db2044abfc5 HTTP/1.1" status: 200 len: 852 time: 0.0712006 Aug 16 13:40:31.097887 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-b5c0eed4-598b-4065-a1d6-17c36db5db32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3589ba9d-605a-4b07-8f21-d632df25d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346153 Aug 16 13:40:31.126439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-c9defc82-9cce-4a08-9d9c-6aa7ba5b39b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3589ba9d-605a-4b07-8f21-d632df25d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528393 Aug 16 13:40:31.285099 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-b908829a-2ab1-4ba0-89b1-44f363d8f572 service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688955 Aug 16 13:40:31.307761 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-0ac8644f-49bf-4c4f-8140-da18f8027741 service neutron] 10.222.0.42 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681714 Aug 16 13:40:31.475722 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-a8c18d19-52fc-4683-8c97-2c36a86c86ed service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824546 Aug 16 13:40:31.482025 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b64c8f0e-e883-4f80-ab97-18ca5a69c7fa req-cd480c21-dba7-4a6f-8ef4-2c359e187b19 service neutron] 10.222.0.42 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642745 Aug 16 13:40:31.533929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0740786b-88e5-46a5-be4d-766a1f1adddb details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:40:31.656279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0740786b-88e5-46a5-be4d-766a1f1adddb,segment=NetworkSegment(37b7d61b-518e-476a-aa93-203703b7f566),segment_id=37b7d61b-518e-476a-aa93-203703b7f566)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:40:31.670663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '0740786b-88e5-46a5-be4d-766a1f1adddb', 'network_id': '3589ba9d-605a-4b07-8f21-d632df25d8c0', 'port_id': '0740786b-88e5-46a5-be4d-766a1f1adddb', 'mac_address': 'fa:16:3e:89:b7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a90733-7e75-49a8-8fae-7db2044abfc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:40:31.722219 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:31.738729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0740786b-88e5-46a5-be4d-766a1f1adddb {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:40:31.767427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0740786b-88e5-46a5-be4d-766a1f1adddb,segment=NetworkSegment(37b7d61b-518e-476a-aa93-203703b7f566),segment_id=37b7d61b-518e-476a-aa93-203703b7f566)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:40:31.772375 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:31.827824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=0740786b-88e5-46a5-be4d-766a1f1adddb,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:31.845892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.846565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.847155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.847742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.848356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.848951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.849546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.850135 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.850727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.851284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.851844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.852374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:31.874243 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5b971adf-fa94-45f5-8ff0-c7a8ef7c9068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:32.004259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['0740786b-88e5-46a5-be4d-766a1f1adddb'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:40:32.038969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a2baf-782c-4ca7-8258-b4be8e0f2d00 req-0ec18a44-19e4-41da-b9d5-f9f127ed2fb1 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:32.041908 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-169a2baf-782c-4ca7-8258-b4be8e0f2d00 req-0ec18a44-19e4-41da-b9d5-f9f127ed2fb1 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 945 time: 0.0878887 Aug 16 13:40:32.106625 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-169a2baf-782c-4ca7-8258-b4be8e0f2d00 req-4457bd3e-ddc2-43b2-aeb8-7209fc6b9e44 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575378 Aug 16 13:40:32.432020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-8305e2e5-1e18-4371-b7fa-fd570ee257e7 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:32.434583 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-8305e2e5-1e18-4371-b7fa-fd570ee257e7 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.22 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85&tenant_id=9d90e6bee222454e809fadc56f1b42e1&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 945 time: 0.0820506 Aug 16 13:40:32.508089 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-9198dcfa-d41f-4eb3-aa7f-8da7e3edde65 service neutron] delete failed (client error): The resource could not be found. Aug 16 13:40:32.509170 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-9198dcfa-d41f-4eb3-aa7f-8da7e3edde65 service neutron] 10.222.0.22 "DELETE /v2.0/ports/0740786b-88e5-46a5-be4d-766a1f1adddb/bindings/n-h1-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0663416 Aug 16 13:40:32.617863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-bddfba22-4c2c-471b-9f2e-340c3b5c8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:32.619467 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-bddfba22-4c2c-471b-9f2e-340c3b5c8535 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d90e6bee222454e809fadc56f1b42e1&device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 1096 time: 0.0488896 Aug 16 13:40:32.737582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-8685812f-2f41-4880-80b1-2ec37e743dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:32.740121 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-8685812f-2f41-4880-80b1-2ec37e743dee service neutron] 10.222.0.22 "GET /v2.0/networks?id=3589ba9d-605a-4b07-8f21-d632df25d8c0 HTTP/1.1" status: 200 len: 912 time: 0.1131444 Aug 16 13:40:32.795503 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-4cd50512-55b1-4dc1-b011-0030dac3d7eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0740786b-88e5-46a5-be4d-766a1f1adddb HTTP/1.1" status: 200 len: 217 time: 0.0442026 Aug 16 13:40:32.853360 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-3b63beb6-bb8f-4afb-8676-c7b0de320c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:32.855588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-3b63beb6-bb8f-4afb-8676-c7b0de320c35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0a90733-7e75-49a8-8fae-7db2044abfc5 HTTP/1.1" status: 200 len: 852 time: 0.0565574 Aug 16 13:40:32.896769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-1e6490a2-4fde-4858-b076-4af353be1088 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3589ba9d-605a-4b07-8f21-d632df25d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330985 Aug 16 13:40:33.015545 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-bce1398e-f521-4632-ace6-28cb407e52f7 service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115403 Aug 16 13:40:33.141467 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-5e700226-3165-4891-bda9-1d34bce05c67 service neutron] 10.222.0.22 "GET /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172266 Aug 16 13:40:33.159209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0740786b-88e5-46a5-be4d-766a1f1adddb no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:40:33.229110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 0740786b-88e5-46a5-be4d-766a1f1adddb not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:40:33.534226 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0740786b-88e5-46a5-be4d-766a1f1adddb up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:40:33.597184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 0740786b-88e5-46a5-be4d-766a1f1adddb completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:40:33.602777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 0740786b-88e5-46a5-be4d-766a1f1adddb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:40:33.603308 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:33.723973 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:33.771138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:40:33.774998 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dded7a59-2d3c-482a-80a3-f44cd85372cc" -d '{"events": [{"server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "name": "network-vif-plugged", "status": "completed", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:40:33.798221 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0740786b-88e5-46a5-be4d-766a1f1adddb,segment=NetworkSegment(37b7d61b-518e-476a-aa93-203703b7f566),segment_id=37b7d61b-518e-476a-aa93-203703b7f566)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:40:33.805603 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:33.858469 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08609901-3d95-4d79-a6c7-6750f1733e3e x-openstack-request-id: req-08609901-3d95-4d79-a6c7-6750f1733e3e {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:40:33.858833 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "name": "network-vif-plugged", "status": "completed", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:40:33.859188 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08609901-3d95-4d79-a6c7-6750f1733e3e {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:40:33.860679 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb', 'code': 200} Aug 16 13:40:33.885571 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=0740786b-88e5-46a5-be4d-766a1f1adddb,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:34.056009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d2940-e579-4db1-8f3b-17771a7c7746 req-9ae0cf5c-7886-47dc-aaed-8ada10a4c32b tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:34.059443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb0d2940-e579-4db1-8f3b-17771a7c7746 req-9ae0cf5c-7886-47dc-aaed-8ada10a4c32b tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0564711 Aug 16 13:40:34.112671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb0d2940-e579-4db1-8f3b-17771a7c7746 req-5e301871-058c-431f-a719-a4f6362e87eb tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 Aug 16 13:40:34.387225 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e19f5d88-9879-4110-8ad8-ee26a926328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:34.670893 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:35.277694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db8c2e-32f8-411d-9c71-b423a3fbae5c req-451bc7d9-032c-4728-9e93-1a385fdc1a09 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:35.279339 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03db8c2e-32f8-411d-9c71-b423a3fbae5c req-451bc7d9-032c-4728-9e93-1a385fdc1a09 tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0769541 Aug 16 13:40:35.330005 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03db8c2e-32f8-411d-9c71-b423a3fbae5c req-ce2ed8b6-aa20-4f63-8297-8ae34ef5fe2d tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/security-groups?id=81896a6c-95c4-491b-8dc3-8f9a4172631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Aug 16 13:40:35.373412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-136d0c92-e554-4f09-9c2d-e9831b2ea6ec tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:35.375033 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-136d0c92-e554-4f09-9c2d-e9831b2ea6ec tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.42 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 946 time: 0.0641482 Aug 16 13:40:35.483967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-c2456b90-6b50-4218-a493-fda9adc2b4bd tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Deleting port 0740786b-88e5-46a5-be4d-766a1f1adddb {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:40:35.484256 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-c2456b90-6b50-4218-a493-fda9adc2b4bd tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:35.602996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-c2456b90-6b50-4218-a493-fda9adc2b4bd tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] For port 0740786b-88e5-46a5-be4d-766a1f1adddb, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=0740786b-88e5-46a5-be4d-766a1f1adddb,segment=NetworkSegment(37b7d61b-518e-476a-aa93-203703b7f566),segment_id=37b7d61b-518e-476a-aa93-203703b7f566)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:40:35.603374 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-c2456b90-6b50-4218-a493-fda9adc2b4bd tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:35.620776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-c2456b90-6b50-4218-a493-fda9adc2b4bd tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Calling delete_port for 0740786b-88e5-46a5-be4d-766a1f1adddb owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:40:35.641647 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:36.229964 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-c2456b90-6b50-4218-a493-fda9adc2b4bd tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:36.250945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['0740786b-88e5-46a5-be4d-766a1f1adddb'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:40:36.278743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2456b90-6b50-4218-a493-fda9adc2b4bd tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Pushing event deleted for resources: {'Port': ['ID=0740786b-88e5-46a5-be4d-766a1f1adddb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:36.331003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-c2456b90-6b50-4218-a493-fda9adc2b4bd tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] No DVR routers for this DVR port 0740786b-88e5-46a5-be4d-766a1f1adddb on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:40:36.334407 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-c2456b90-6b50-4218-a493-fda9adc2b4bd tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:36.336675 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6db27634-2377-4de1-a12b-ffdcb38501b4 req-c2456b90-6b50-4218-a493-fda9adc2b4bd tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.42 "DELETE /v2.0/ports/0740786b-88e5-46a5-be4d-766a1f1adddb HTTP/1.1" status: 204 len: 173 time: 0.9549191 Aug 16 13:40:36.337165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'name': 'network-vif-deleted', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:40:36.339602 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3b6cef-2eac-477e-8a34-7d56f1ba5f0b" -d '{"events": [{"server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "name": "network-vif-deleted", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:40:36.388818 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7df3ab-2051-4399-a7d2-dd5c2d78ba55 x-openstack-request-id: req-dc7df3ab-2051-4399-a7d2-dd5c2d78ba55 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:40:36.389871 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f888fa95-496c-45d0-880d-7c4b738b7b85", "name": "network-vif-deleted", "tag": "0740786b-88e5-46a5-be4d-766a1f1adddb", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:40:36.389871 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc7df3ab-2051-4399-a7d2-dd5c2d78ba55 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:40:36.390292 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f888fa95-496c-45d0-880d-7c4b738b7b85', 'name': 'network-vif-deleted', 'tag': '0740786b-88e5-46a5-be4d-766a1f1adddb', 'status': 'completed', 'code': 200} Aug 16 13:40:36.466684 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21cfef14-2f5c-4120-abb0-5d2154b59f9c req-f70d4def-4d16-4318-862d-065bf8c8764d tempest-DeleteServersTestJSON-1908840483 tempest-DeleteServersTestJSON-1908840483-project] 10.222.0.25 "GET /v2.0/ports?device_id=f888fa95-496c-45d0-880d-7c4b738b7b85 HTTP/1.1" status: 200 len: 210 time: 0.0453191 Aug 16 13:40:37.454350 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:37.624463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60314) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:40:37.686314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc8068c-3613-4043-8c2b-5e0cb920fe2c admin admin] Deleting subnet f0a90733-7e75-49a8-8fae-7db2044abfc5 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:40:37.690720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cc8068c-3613-4043-8c2b-5e0cb920fe2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:37.729539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cc8068c-3613-4043-8c2b-5e0cb920fe2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:37.778337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cc8068c-3613-4043-8c2b-5e0cb920fe2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:37.836867 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cc8068c-3613-4043-8c2b-5e0cb920fe2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:37.870538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8068c-3613-4043-8c2b-5e0cb920fe2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a90733-7e75-49a8-8fae-7db2044abfc5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:37.874964 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cc8068c-3613-4043-8c2b-5e0cb920fe2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:37.879988 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1cc8068c-3613-4043-8c2b-5e0cb920fe2c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f0a90733-7e75-49a8-8fae-7db2044abfc5 HTTP/1.1" status: 204 len: 168 time: 0.2508900 Aug 16 13:40:37.881703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60316) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:40:37.960077 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:38.059336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:38.072931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3589ba9d-605a-4b07-8f21-d632df25d8c0']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:40:38.085270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b7d61b-518e-476a-aa93-203703b7f566') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:40:38.085618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b7d61b-518e-476a-aa93-203703b7f566') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:40:38.097160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:38.112706 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:38.119904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:40:38.120358 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:40:38.122447 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:40:38.185929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:38.192479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:38.194591 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] 10.222.0.25 "DELETE /v2.0/networks/3589ba9d-605a-4b07-8f21-d632df25d8c0 HTTP/1.1" status: 204 len: 168 time: 0.3116472 Aug 16 13:40:38.207137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941816f8-df4c-4afd-ba8d-f8f02aabaeda admin admin] Pushing event deleted for resources: {'Network': ['ID=3589ba9d-605a-4b07-8f21-d632df25d8c0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:38.381765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60320) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:40:38.459699 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2cd9fe5a-ac95-4e98-95a2-03b27443b0db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d90e6bee222454e809fadc56f1b42e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760093 Aug 16 13:40:38.462257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60322) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:40:38.525616 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5679467e-5748-41c7-8b60-0d7ec5f9be5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:38.550652 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5679467e-5748-41c7-8b60-0d7ec5f9be5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:38.607862 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5679467e-5748-41c7-8b60-0d7ec5f9be5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:38.611805 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5679467e-5748-41c7-8b60-0d7ec5f9be5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:38.613068 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5679467e-5748-41c7-8b60-0d7ec5f9be5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81896a6c-95c4-491b-8dc3-8f9a4172631e HTTP/1.1" status: 204 len: 168 time: 0.1497808 Aug 16 13:40:38.622267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679467e-5748-41c7-8b60-0d7ec5f9be5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81896a6c-95c4-491b-8dc3-8f9a4172631e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:39.538691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60344) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:40:39.551494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0740786b-88e5-46a5-be4d-766a1f1adddb no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:40:39.588054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 0740786b-88e5-46a5-be4d-766a1f1adddb {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:40:39.588639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 0740786b-88e5-46a5-be4d-766a1f1adddb not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:40:39.673716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1911230832-network', 'tenant_id': '172389772404464eaec81f9359474bc7'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:40:39.698123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Made reservation on behalf of 172389772404464eaec81f9359474bc7 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:40:39.700595 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:39.721099 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:39.843221 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:39.849413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:39.880203 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:40:39.890279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab833e6-98ad-49d0-a38c-a433218694a1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:39.900820 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:39.901397 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Added segment c527732f-a1d5-4a06-87cf-1602bb6d9bed of type vlan for network 3756bdbd-6d96-4132-b7ba-411d1deabd53 Aug 16 13:40:39.980765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:40.023596 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:40.024853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:40.025582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:40.090298 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5503221 Aug 16 13:40:40.094892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60348) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:40:40.102958 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Request body: {'subnet': {'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1911230832-subnet', 'tenant_id': '172389772404464eaec81f9359474bc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:40:40.103195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d7eb9-1cf8-4147-866e-40669645293b admin admin] Pushing event updated for resources: {'Network': ['ID=3756bdbd-6d96-4132-b7ba-411d1deabd53,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:40.120054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 3756bdbd-6d96-4132-b7ba-411d1deabd53 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:40:40.136217 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Made reservation on behalf of 172389772404464eaec81f9359474bc7 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:40:40.140262 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:40.416096 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:40.475031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:40.493870 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.494297 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.494695 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.495071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.495452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.495814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.496267 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.496656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.497105 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.497484 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.497851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.498247 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:40:40.507371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Checking segment: {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:40:40.507767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Network hostable DHCP agents. Network: 3756bdbd-6d96-4132-b7ba-411d1deabd53, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:40:40.527765 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Network 3756bdbd-6d96-4132-b7ba-411d1deabd53 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:40:40.540028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 3756bdbd-6d96-4132-b7ba-411d1deabd53) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:40:40.545021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:40.545819 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:40.552817 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262567d7-82ec-4a71-b204-eb5ca7d028dc None None] Network 3756bdbd-6d96-4132-b7ba-411d1deabd53 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:40:40.566968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-996ee354-3c20-437f-b236-8e58b475fef7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4703534 Aug 16 13:40:40.713777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba278bd6-bc1a-41c8-a05a-37e29a9d789e None None] Network 3756bdbd-6d96-4132-b7ba-411d1deabd53 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:40:41.213941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322c51e-c044-4725-85fd-4cd569efe27f req-a797574f-fabb-4143-a9f6-2693e67b90a3 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:41.215935 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-a797574f-fabb-4143-a9f6-2693e67b90a3 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 815 time: 0.1311746 Aug 16 13:40:41.235075 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-fe9c978c-8914-4469-a8ab-dfadb66fa3b0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/quotas/172389772404464eaec81f9359474bc7 HTTP/1.1" status: 200 len: 375 time: 0.0112300 Aug 16 13:40:41.275853 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-22f9d0f5-689a-41e5-a6c8-6d7e1029079d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326793 Aug 16 13:40:41.389973 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-ec05653d-7093-4648-97cf-0bfed72c743b service neutron] 10.222.0.25 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053085 Aug 16 13:40:41.494535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-7de953b3-02f1-4243-a47e-e955f2deb87b service neutron] 10.222.0.25 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972018 Aug 16 13:40:41.699057 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58c78171-be1f-4bb8-b095-868c56f07df0 req-227bcf8e-b794-4638-aff4-de253316949e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 210 time: 0.0388756 Aug 16 13:40:42.841241 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c3f25d27-44da-4d9f-8185-6c6b30915699 req-756611f8-397f-4363-967e-c6ea73533188 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 210 time: 0.0502629 Aug 16 13:40:42.866608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322c51e-c044-4725-85fd-4cd569efe27f req-6448f826-0104-492d-a950-9add104d366d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:42.868338 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-6448f826-0104-492d-a950-9add104d366d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.22 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 815 time: 0.1754398 Aug 16 13:40:42.887991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Request body: {'port': {'device_id': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53', 'admin_state_up': True, 'tenant_id': '172389772404464eaec81f9359474bc7'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:40:43.014336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Made reservation on behalf of 172389772404464eaec81f9359474bc7 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:40:43.018367 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:43.170341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Allocated IP 172.20.0.13 (3756bdbd-6d96-4132-b7ba-411d1deabd53/78133f86-e5d7-4fc9-a3e2-c9c906bebcd3/49cd8667-1bdc-4ac9-bdd4-ba21c64647e2) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:40:43.366591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:43.410291 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:43.458773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Network 3756bdbd-6d96-4132-b7ba-411d1deabd53 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:40:43.462392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:40:43.466578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:40:43.474312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Pushing event updated for resources: {'Port': ['ID=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:43.526094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:43.526696 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:43.543492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-5d598d62-11d8-47eb-ab4f-4cefb5729fb8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6609640 Aug 16 13:40:43.560838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Request body: {'port': {'device_id': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:40:43.635786 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:44.008978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a8890-8c4c-40d5-bdca-2c15885496fb req-82e7a348-15e8-4cff-86b4-55d7f5e9aac8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:44.010825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e1a8890-8c4c-40d5-bdca-2c15885496fb req-82e7a348-15e8-4cff-86b4-55d7f5e9aac8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 932 time: 0.0617294 Aug 16 13:40:44.045073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:40:44.058633 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:44.059238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e1a8890-8c4c-40d5-bdca-2c15885496fb req-e944fe93-14d7-481a-b211-1a6561ae2080 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417738 Aug 16 13:40:44.091399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Transition to ACTIVE for port object 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:40:44.098942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:44.155704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Pushing event updated for resources: {'Port': ['ID=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:44.241517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Attempting to bind port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:40:44.241858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Attempting to bind port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:40:44.242223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Attempting to bind port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:40:44.247223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:40:44.247547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Attempting to bind port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:40:44.253626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:40:44.253965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Checking segment: {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:40:44.254382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Bound using segment: {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:40:44.254817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Bound port: 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:40:44.255178 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:44.329248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:40:44.333086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:40:44.338940 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:44.376755 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:44.378003 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:44.380680 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] 10.222.0.22 "PUT /v2.0/ports/49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 HTTP/1.1" status: 200 len: 1092 time: 0.8242195 Aug 16 13:40:44.384410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:40:44.389722 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2993fd-2a8e-4085-9868-654226052cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:40:44.455065 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60a13c3-1f5a-49e8-80f9-73e3abab0bb2 x-openstack-request-id: req-f60a13c3-1f5a-49e8-80f9-73e3abab0bb2 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:40:44.455505 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:40:44.455911 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f60a13c3-1f5a-49e8-80f9-73e3abab0bb2 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:40:44.456530 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2', 'status': 'completed', 'code': 200} Aug 16 13:40:44.488538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c27cd4-236a-4b49-896f-98983d2d124d service neutron] Pushing event updated for resources: {'Port': ['ID=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:44.525734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322c51e-c044-4725-85fd-4cd569efe27f req-1cf127e0-2fb6-46e7-97ab-0d8588099273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:44.527978 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-1cf127e0-2fb6-46e7-97ab-0d8588099273 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 1095 time: 0.0932524 Aug 16 13:40:44.586450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-84d2f659-0726-4cac-97e3-eadb6c974ecf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 HTTP/1.1" status: 200 len: 217 time: 0.0450404 Aug 16 13:40:44.650252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322c51e-c044-4725-85fd-4cd569efe27f req-6bfeb65d-637e-48d9-97f2-b2d31e2ee17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:44.651895 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-6bfeb65d-637e-48d9-97f2-b2d31e2ee17d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0579937 Aug 16 13:40:44.710552 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-28fca5be-65ba-4c3d-bd99-db246b58229b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493319 Aug 16 13:40:44.834349 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-7142833b-121a-4220-98cf-311522388b9c service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167765 Aug 16 13:40:44.974242 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4322c51e-c044-4725-85fd-4cd569efe27f req-f8e0d903-52cf-429d-9e10-6276b906df24 service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326478 Aug 16 13:40:45.118390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2993fd-2a8e-4085-9868-654226052cf4 req-addbbd09-39a3-4ad7-81e8-bd1a74198044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:45.120409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa2993fd-2a8e-4085-9868-654226052cf4 req-addbbd09-39a3-4ad7-81e8-bd1a74198044 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 1095 time: 0.0642416 Aug 16 13:40:45.231430 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecae3e7-4d6b-4952-afdb-62ef8ef1e14d req-c78bad67-82cb-4e32-9d12-637eb99ac27d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:45.234021 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ecae3e7-4d6b-4952-afdb-62ef8ef1e14d req-c78bad67-82cb-4e32-9d12-637eb99ac27d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 944 time: 0.0687599 Aug 16 13:40:45.286208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2993fd-2a8e-4085-9868-654226052cf4 req-040cd6ac-73eb-427f-8aad-0f8617ea4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:45.287915 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa2993fd-2a8e-4085-9868-654226052cf4 req-040cd6ac-73eb-427f-8aad-0f8617ea4cba service neutron] 10.222.0.22 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.1594689 Aug 16 13:40:45.298523 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ecae3e7-4d6b-4952-afdb-62ef8ef1e14d req-276ff222-56f7-4462-bd7e-1148bc593977 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517089 Aug 16 13:40:45.367630 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa2993fd-2a8e-4085-9868-654226052cf4 req-dd5fd84e-6bb7-4f20-9c9d-8faf76ae4d91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 HTTP/1.1" status: 200 len: 217 time: 0.0713375 Aug 16 13:40:45.448688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2993fd-2a8e-4085-9868-654226052cf4 req-c758a96d-c890-4fda-a7b2-1c019a01036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:45.450516 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa2993fd-2a8e-4085-9868-654226052cf4 req-c758a96d-c890-4fda-a7b2-1c019a01036a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0751355 Aug 16 13:40:45.489742 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa2993fd-2a8e-4085-9868-654226052cf4 req-bbac93e8-546c-4461-9e71-63d22a96be48 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296719 Aug 16 13:40:45.615770 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa2993fd-2a8e-4085-9868-654226052cf4 req-d88a0704-4305-4ff5-8e7e-a9f197723dac service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193752 Aug 16 13:40:45.732123 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-aa2993fd-2a8e-4085-9868-654226052cf4 req-7a34af7c-9087-4e6a-ac15-4b1054606433 service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087594 Aug 16 13:40:46.436899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8e235-26de-41df-b44d-45d2d7fa1873 req-c7926f2b-632f-4359-9d9e-a8f7b0962179 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:46.439904 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8b8e235-26de-41df-b44d-45d2d7fa1873 req-c7926f2b-632f-4359-9d9e-a8f7b0962179 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 944 time: 0.0591247 Aug 16 13:40:46.485744 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c8b8e235-26de-41df-b44d-45d2d7fa1873 req-94a06f7a-0a72-45cc-85ec-5b9de3361e3a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Aug 16 13:40:46.612838 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:47.229582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:40:47.342440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:40:47.355842 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2', 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53', 'port_id': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2', 'mac_address': 'fa:16:3e:11:08:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78133f86-e5d7-4fc9-a3e2-c9c906bebcd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:40:47.402525 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:47.418630 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:40:47.442555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:40:47.448067 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:47.504067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:47.627770 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84010efa-1add-40aa-a89f-73eecf9f30ac req-31e85792-d497-4a74-8936-9129b3f96807 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:47.629413 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84010efa-1add-40aa-a89f-73eecf9f30ac req-31e85792-d497-4a74-8936-9129b3f96807 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 945 time: 0.0563872 Aug 16 13:40:47.678583 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-84010efa-1add-40aa-a89f-73eecf9f30ac req-232c2ec8-bbd1-4737-8230-a8f6e4bfcb99 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Aug 16 13:40:47.807352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['49cd8667-1bdc-4ac9-bdd4-ba21c64647e2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:40:48.811394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb41ea-64a0-47b5-8de7-fe60374705ae req-5aaa2126-ee72-4de6-ac27-565990fcac4a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:48.813798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4cb41ea-64a0-47b5-8de7-fe60374705ae req-5aaa2126-ee72-4de6-ac27-565990fcac4a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 945 time: 0.0582304 Aug 16 13:40:48.855994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b4cb41ea-64a0-47b5-8de7-fe60374705ae req-b5c8bbfa-86b5-40a4-bc98-88b212de4f97 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357425 Aug 16 13:40:49.229826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:40:49.299574 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:40:49.304645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:40:49.305207 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:49.396406 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:49.428067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:40:49.430651 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45dc3b5-ccaa-4f83-99f1-3b59dfe67421" -d '{"events": [{"server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "name": "network-vif-plugged", "status": "completed", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:40:49.452320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:40:49.459144 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:40:49.497440 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c4e93a-0d88-4b37-9790-e7cf60a5f582 x-openstack-request-id: req-80c4e93a-0d88-4b37-9790-e7cf60a5f582 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:40:49.497440 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "name": "network-vif-plugged", "status": "completed", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:40:49.497440 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80c4e93a-0d88-4b37-9790-e7cf60a5f582 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:40:49.497988 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2', 'code': 200} Aug 16 13:40:49.534655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:40:49.637347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f12e-8630-4385-9088-297e1217cdd9 req-3bd97c5e-78c6-450a-bb84-923609f3bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:49.639012 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5502f12e-8630-4385-9088-297e1217cdd9 req-3bd97c5e-78c6-450a-bb84-923609f3bf5d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 1097 time: 0.0525734 Aug 16 13:40:49.681685 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5502f12e-8630-4385-9088-297e1217cdd9 req-247755c2-ec2d-4723-8798-c2c5b63525b2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336301 Aug 16 13:40:49.988186 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9680d4-3480-4f73-aadf-316b52c834b2 req-a816f5ed-7fe2-4f4d-b47a-c9cfeacaf4bf tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:49.989812 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e9680d4-3480-4f73-aadf-316b52c834b2 req-a816f5ed-7fe2-4f4d-b47a-c9cfeacaf4bf tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0583224 Aug 16 13:40:50.032107 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4e9680d4-3480-4f73-aadf-316b52c834b2 req-5eb65065-9bb3-4561-bc73-bb2189de5e1e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358105 Aug 16 13:40:51.193395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976f986-c990-430b-a837-e50fc2fdc32b req-691cb2e9-f93a-49ea-b504-df96b9543603 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:51.195110 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1976f986-c990-430b-a837-e50fc2fdc32b req-691cb2e9-f93a-49ea-b504-df96b9543603 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0740108 Aug 16 13:40:51.248704 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1976f986-c990-430b-a837-e50fc2fdc32b req-39485ca9-160f-4b56-b653-dcff70c47301 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468574 Aug 16 13:40:51.409088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfcd18-ff18-47ee-bd67-9ed1b108ca8a req-13d31064-736e-4bf0-b2d5-fe64ec32c39a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:51.411761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37dfcd18-ff18-47ee-bd67-9ed1b108ca8a req-13d31064-736e-4bf0-b2d5-fe64ec32c39a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0880301 Aug 16 13:40:51.454671 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37dfcd18-ff18-47ee-bd67-9ed1b108ca8a req-af7c51c2-bc63-4635-8e18-5bfb6e8b0734 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365350 Aug 16 13:40:51.696593 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c4a75-522f-4ac2-971b-7738cc13b783 req-472e3612-a497-4dc9-a164-752eec8a7480 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:51.698229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a61c4a75-522f-4ac2-971b-7738cc13b783 req-472e3612-a497-4dc9-a164-752eec8a7480 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0606880 Aug 16 13:40:51.742370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a61c4a75-522f-4ac2-971b-7738cc13b783 req-67a4d84e-da7b-45ce-8e60-938e0cd1629f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Aug 16 13:40:51.879126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46850c-cc1d-428e-ab26-da617acf1b26 req-d679caa6-4fdc-49b9-ba5a-4ed08b164150 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:51.880898 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa46850c-cc1d-428e-ab26-da617acf1b26 req-d679caa6-4fdc-49b9-ba5a-4ed08b164150 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0657766 Aug 16 13:40:51.932817 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa46850c-cc1d-428e-ab26-da617acf1b26 req-71b0bd63-0aac-4878-a024-d40625a5ab8f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Aug 16 13:40:52.228069 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-8683c22a-200b-45ae-b162-4607896ffd14 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525053 Aug 16 13:40:52.252690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abed8c-b1c7-4ba8-ba4d-c2bb4bd99582 req-00557762-213a-4031-9f77-01d25496b7b6 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:52.255557 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03abed8c-b1c7-4ba8-ba4d-c2bb4bd99582 req-00557762-213a-4031-9f77-01d25496b7b6 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0720007 Aug 16 13:40:52.312097 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-03abed8c-b1c7-4ba8-ba4d-c2bb4bd99582 req-2bdc1511-61bf-4164-8ef9-7a0e8d88bc79 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 Aug 16 13:40:53.451385 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a0b9f-7584-41e3-95bc-de52c405965a req-895d0f9f-6799-4ace-87b1-4ecda8b8ba1d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:53.453050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f4a0b9f-7584-41e3-95bc-de52c405965a req-895d0f9f-6799-4ace-87b1-4ecda8b8ba1d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0557265 Aug 16 13:40:53.508916 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f4a0b9f-7584-41e3-95bc-de52c405965a req-1a884bb3-877f-4f06-aacd-d463313d65e4 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489526 Aug 16 13:40:53.637831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-d01bd2ae-bb50-4f1a-87b3-5a14dc6f02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:53.639580 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-d01bd2ae-bb50-4f1a-87b3-5a14dc6f02fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 1097 time: 0.0456715 Aug 16 13:40:53.742291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-b432d675-ff46-4aed-ab69-5932f34aa67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:53.743829 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-b432d675-ff46-4aed-ab69-5932f34aa67e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.0962276 Aug 16 13:40:53.788761 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-40778151-b4c0-4403-9fe4-ee0839dffc93 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 HTTP/1.1" status: 200 len: 217 time: 0.0378554 Aug 16 13:40:53.843470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-725f880a-e04e-4db4-8824-1ffa7a34e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:53.845422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-725f880a-e04e-4db4-8824-1ffa7a34e089 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0502045 Aug 16 13:40:53.886449 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-0739def1-2505-49f7-8d15-77edbe2dab3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340927 Aug 16 13:40:53.984124 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-d303310f-9323-423a-80bb-2e28c6fe2645 service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899239 Aug 16 13:40:54.097008 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-542aa1a2-af79-470a-962c-df116f14bd2f service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053553 Aug 16 13:40:54.653138 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c03db-11f7-43e5-b86d-6a7a0cc006c5 req-51e1cc85-690b-4a69-a85a-79f95cdf164d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:54.655851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b19c03db-11f7-43e5-b86d-6a7a0cc006c5 req-51e1cc85-690b-4a69-a85a-79f95cdf164d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0629394 Aug 16 13:40:54.700820 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b19c03db-11f7-43e5-b86d-6a7a0cc006c5 req-46a35810-f634-44ec-8c5c-877498d3cfe6 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384188 Aug 16 13:40:55.864260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba748b-a6be-4986-9658-39417f6b695a req-9e858b01-8c79-4524-babd-7dbf92d761cb tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:55.867041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6cba748b-a6be-4986-9658-39417f6b695a req-9e858b01-8c79-4524-babd-7dbf92d761cb tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0880470 Aug 16 13:40:55.930368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6cba748b-a6be-4986-9658-39417f6b695a req-d33fea73-c6a6-4133-88d8-e47a2405b32a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565705 Aug 16 13:40:57.067836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c8e83-0622-42bf-a37d-936d60563f9d req-8ec57a89-cee1-46bc-9110-f00e42f9ae35 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:57.069572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e64c8e83-0622-42bf-a37d-936d60563f9d req-8ec57a89-cee1-46bc-9110-f00e42f9ae35 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0622182 Aug 16 13:40:57.116855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e64c8e83-0622-42bf-a37d-936d60563f9d req-4765b92a-4f37-440d-bb38-a5624f2cc79f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359747 Aug 16 13:40:58.250212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9e700-f878-4ea6-bdc9-8ac9d53acb61 req-9b6d8e24-da1a-45fc-acec-f254dedad64a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:58.251698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02d9e700-f878-4ea6-bdc9-8ac9d53acb61 req-9b6d8e24-da1a-45fc-acec-f254dedad64a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0513515 Aug 16 13:40:58.290824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02d9e700-f878-4ea6-bdc9-8ac9d53acb61 req-6b2d969d-dce5-4ca0-b7f5-13adf5ba325b tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Aug 16 13:40:59.426080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a392f-15c2-4c62-8388-a3c750faaf88 req-eed90019-e2eb-4372-8eb9-c6f798931679 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:40:59.427720 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c3a392f-15c2-4c62-8388-a3c750faaf88 req-eed90019-e2eb-4372-8eb9-c6f798931679 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0520518 Aug 16 13:40:59.468369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c3a392f-15c2-4c62-8388-a3c750faaf88 req-d4e3f443-92ed-45a0-b838-dc9c1947216f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335808 Aug 16 13:41:00.154041 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:00.599702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27be04-80e4-413d-8337-7259ee8f2403 req-baf5405b-9d7d-43cc-9daa-de44e85b9c28 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:00.601299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e27be04-80e4-413d-8337-7259ee8f2403 req-baf5405b-9d7d-43cc-9daa-de44e85b9c28 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0608361 Aug 16 13:41:00.647834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e27be04-80e4-413d-8337-7259ee8f2403 req-f5e4db92-caeb-4779-a0b5-594745df7169 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356996 Aug 16 13:41:01.787010 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71c9b9-84e9-4ed2-809a-76b1ff0bb059 req-645c850e-2667-45ec-bedd-12d31a48926e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:01.788699 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c71c9b9-84e9-4ed2-809a-76b1ff0bb059 req-645c850e-2667-45ec-bedd-12d31a48926e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0558782 Aug 16 13:41:01.834536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5c71c9b9-84e9-4ed2-809a-76b1ff0bb059 req-a9f0917b-2812-420f-bbb4-f43eb0f2bd69 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391946 Aug 16 13:41:01.861591 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d8fa42b1-ccb1-436e-abff-900ed5aecfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:02.977648 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339ed76-2ab6-4951-8174-5af837d9e803 req-498826e3-f279-47da-a86f-5779a98ecb4b tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:02.979288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b339ed76-2ab6-4951-8174-5af837d9e803 req-498826e3-f279-47da-a86f-5779a98ecb4b tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0669715 Aug 16 13:41:03.022790 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b339ed76-2ab6-4951-8174-5af837d9e803 req-e9233c30-0c60-4b4e-b960-edc85a6f8244 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Aug 16 13:41:04.175788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a510d9f-6a32-441f-b22e-5ad4d085df86 req-ed633e6d-bd46-46b6-97ef-366ae8c382f6 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:04.177459 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a510d9f-6a32-441f-b22e-5ad4d085df86 req-ed633e6d-bd46-46b6-97ef-366ae8c382f6 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0570033 Aug 16 13:41:04.220069 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a510d9f-6a32-441f-b22e-5ad4d085df86 req-8e6b2c1f-734c-4417-b699-f10c1e542b34 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363946 Aug 16 13:41:04.391155 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa48e-f195-4712-a6b5-17608e082cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:04.666055 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:05.347636 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a554403-6f4e-456f-8892-228ba69b22f8 req-75b69c24-ab21-4173-a899-df6dae317cd3 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:05.349336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a554403-6f4e-456f-8892-228ba69b22f8 req-75b69c24-ab21-4173-a899-df6dae317cd3 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0534899 Aug 16 13:41:05.390937 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2a554403-6f4e-456f-8892-228ba69b22f8 req-b8d6d7d4-66da-4038-b5ad-4162943d1e0b tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349553 Aug 16 13:41:05.640388 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:06.519209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b632b-25bc-4df8-ba00-2a1e24cdf1b9 req-c964925e-0f8a-42bd-8093-a7913136cbaa tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:06.520698 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f52b632b-25bc-4df8-ba00-2a1e24cdf1b9 req-c964925e-0f8a-42bd-8093-a7913136cbaa tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0536270 Aug 16 13:41:06.564561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f52b632b-25bc-4df8-ba00-2a1e24cdf1b9 req-fbc3d0db-2b61-4413-97aa-de31b2cb9cbe tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368178 Aug 16 13:41:06.613672 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:41:07.463441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:07.698769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c49b4-1b20-4ea3-859f-3a4e6b723170 req-831d75dd-3e08-4d93-bb12-c866480b55ce tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:07.700399 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b53c49b4-1b20-4ea3-859f-3a4e6b723170 req-831d75dd-3e08-4d93-bb12-c866480b55ce tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0613151 Aug 16 13:41:07.745371 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b53c49b4-1b20-4ea3-859f-3a4e6b723170 req-5cc6c75b-5f2b-4c17-8913-f3a76a4f389c tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381517 Aug 16 13:41:08.873925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a20218-33c6-45f5-8f36-e6ff0922cfe1 req-6f44e232-9573-4b3f-adea-69cd6135e563 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:08.876210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51a20218-33c6-45f5-8f36-e6ff0922cfe1 req-6f44e232-9573-4b3f-adea-69cd6135e563 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0532727 Aug 16 13:41:08.920437 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-51a20218-33c6-45f5-8f36-e6ff0922cfe1 req-3a59aa8c-aa54-4fb3-8902-94a034dc241d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375586 Aug 16 13:41:10.057724 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ac003-1610-4023-97a8-5bcd0f880e29 req-6087aece-f928-4a09-8d32-c6fed18dff4f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:10.059344 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-702ac003-1610-4023-97a8-5bcd0f880e29 req-6087aece-f928-4a09-8d32-c6fed18dff4f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0641577 Aug 16 13:41:10.106911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-702ac003-1610-4023-97a8-5bcd0f880e29 req-dc36fcb1-1ec2-4a2b-baa1-0a7a1b8cb41e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377684 Aug 16 13:41:11.248270 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f68b4-490f-4d06-8d45-84430df0dd28 req-ead82fc1-978b-434b-8a9a-30769e86bb6e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:11.250897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-112f68b4-490f-4d06-8d45-84430df0dd28 req-ead82fc1-978b-434b-8a9a-30769e86bb6e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0601997 Aug 16 13:41:11.296514 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-112f68b4-490f-4d06-8d45-84430df0dd28 req-285b47a0-6588-4069-8b41-21ed555a129d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388422 Aug 16 13:41:12.422329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1379-292f-49db-9388-f9a035a1a665 req-12e20140-f400-431a-bdd4-f85b1cafa8ed tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:12.423958 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1af1379-292f-49db-9388-f9a035a1a665 req-12e20140-f400-431a-bdd4-f85b1cafa8ed tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0537007 Aug 16 13:41:12.466771 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a1af1379-292f-49db-9388-f9a035a1a665 req-9ac9db5f-f03f-41c3-b1dc-84908522bf30 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363386 Aug 16 13:41:13.595116 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de2084-376e-4f93-a425-c4c502b71667 req-b850b28e-e593-4a82-8def-215ad2c385ea tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:13.596649 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6de2084-376e-4f93-a425-c4c502b71667 req-b850b28e-e593-4a82-8def-215ad2c385ea tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0553107 Aug 16 13:41:13.639205 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b6de2084-376e-4f93-a425-c4c502b71667 req-c82f6f79-54eb-439f-8288-4fc877a1bafe tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357893 Aug 16 13:41:14.812833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe346418-3bf6-4a0d-86cb-d60543a397e8 req-e4ea1a12-b380-4324-8cc8-022e6b2ad8e3 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:14.814676 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe346418-3bf6-4a0d-86cb-d60543a397e8 req-e4ea1a12-b380-4324-8cc8-022e6b2ad8e3 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0634930 Aug 16 13:41:14.856438 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe346418-3bf6-4a0d-86cb-d60543a397e8 req-97356520-224f-4036-9d99-f371bf59ffde tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354910 Aug 16 13:41:15.983715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dcbaa-6867-422a-823a-201a9c393735 req-f67d06b7-a006-44fc-bba5-4312423425c4 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:15.986512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a4dcbaa-6867-422a-823a-201a9c393735 req-f67d06b7-a006-44fc-bba5-4312423425c4 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0555241 Aug 16 13:41:16.039096 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a4dcbaa-6867-422a-823a-201a9c393735 req-3978ea11-a663-40ed-9eb4-bd5999790926 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435004 Aug 16 13:41:16.643477 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:17.167698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148d0da-ddb2-4273-b88b-5977fecda7c4 req-cd3d0f7c-9d2c-41aa-8a10-2ae593e93c08 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:17.169384 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0148d0da-ddb2-4273-b88b-5977fecda7c4 req-cd3d0f7c-9d2c-41aa-8a10-2ae593e93c08 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0549595 Aug 16 13:41:17.222269 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0148d0da-ddb2-4273-b88b-5977fecda7c4 req-c19dcab0-e41c-4e14-8775-73cc2db989fb tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Aug 16 13:41:18.353163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3477b00-9a36-4de0-b6ac-e12815f12969 req-f1656495-85e2-4673-9fab-5752d13283b3 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:18.354685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3477b00-9a36-4de0-b6ac-e12815f12969 req-f1656495-85e2-4673-9fab-5752d13283b3 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0573964 Aug 16 13:41:18.400277 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3477b00-9a36-4de0-b6ac-e12815f12969 req-ea096548-93c9-4422-b993-3140cda50ecf tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380585 Aug 16 13:41:19.535097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bd584-0b75-400b-8169-a48761525e1d req-880cce52-9a12-440b-b949-2c739875a9b2 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:19.537324 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-971bd584-0b75-400b-8169-a48761525e1d req-880cce52-9a12-440b-b949-2c739875a9b2 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0611188 Aug 16 13:41:19.583147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-971bd584-0b75-400b-8169-a48761525e1d req-35e94ab3-d693-430b-9260-fbb5c7c8cd88 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367324 Aug 16 13:41:20.711824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c1d1b-aa61-440c-bc75-d47a2586824a req-7b610e9d-c5c1-40fb-af69-c20dc1df1ef8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:20.713494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a1c1d1b-aa61-440c-bc75-d47a2586824a req-7b610e9d-c5c1-40fb-af69-c20dc1df1ef8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0537789 Aug 16 13:41:20.756138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a1c1d1b-aa61-440c-bc75-d47a2586824a req-2f20f8ef-323b-45f0-8c25-11d3c7fb8e9a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363164 Aug 16 13:41:21.108159 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-b98cb03d-a2f9-458f-948a-17aa41e137b8 service neutron] show failed (client error): The resource could not be found. Aug 16 13:41:21.110252 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-b98cb03d-a2f9-458f-948a-17aa41e137b8 service neutron] 10.222.0.22 "GET /v2.0/ports/49cd8667-1bdc-4ac9-bdd4-ba21c64647e2/bindings/n-h2-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0619247 Aug 16 13:41:21.332155 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-79bd1819-948f-4641-ab43-5d0a4098ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:21.333863 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-79bd1819-948f-4641-ab43-5d0a4098ce74 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7&tenant_id=172389772404464eaec81f9359474bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0477099 Aug 16 13:41:21.348217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:41:21.415054 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:21.658066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:41:21.699521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:41:21.752374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:41:21.755869 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36bc318-74f9-4c24-888b-21a8f2715a0e" -d '{"events": [{"server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "name": "network-vif-unplugged", "status": "completed", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:41:21.762680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:21.782872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Transition to ACTIVE for port object 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:41:21.788313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:21.877342 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823ef57d-07e8-4272-8148-ade9a4f0c73c x-openstack-request-id: req-823ef57d-07e8-4272-8148-ade9a4f0c73c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:41:21.877673 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "name": "network-vif-unplugged", "status": "completed", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:41:21.878033 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-823ef57d-07e8-4272-8148-ade9a4f0c73c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:41:21.878346 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2', 'code': 200} Aug 16 13:41:21.879328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] No DVR routers for this DVR port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:41:21.885525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Pushing event updated for resources: {'Port': ['ID=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:41:21.924557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Attempting to bind port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:41:21.924901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Attempting to bind port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:41:21.925261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Attempting to bind port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:41:21.930089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:41:21.930447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Attempting to bind port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:41:21.930808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8601146-80f7-47b9-a0c4-7ac735f5c7e3 req-7c6521fe-b50f-4027-94dc-3ccae368f889 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:21.932468 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8601146-80f7-47b9-a0c4-7ac735f5c7e3 req-7c6521fe-b50f-4027-94dc-3ccae368f889 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 944 time: 0.0732274 Aug 16 13:41:21.935860 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:41:21.936199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Checking segment: {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:41:21.936589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Bound using segment: {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:41:21.937109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Bound port: 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:41:21.937480 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:21.976731 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f8601146-80f7-47b9-a0c4-7ac735f5c7e3 req-96239d41-02b8-4706-aa2c-a58ed0dd68d2 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354595 Aug 16 13:41:22.010767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:41:22.014557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:41:22.021284 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:22.073507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:22.074160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:22.075604 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] 10.222.0.42 "PUT /v2.0/ports/49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 HTTP/1.1" status: 200 len: 1092 time: 0.7330270 Aug 16 13:41:22.090641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e159d7-f4b8-46df-a62f-d9a2134077d4 service neutron] Pushing event updated for resources: {'Port': ['ID=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:41:22.153770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-770b522b-4329-4b8e-bea5-b44cff63c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:22.155348 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-770b522b-4329-4b8e-bea5-b44cff63c2ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 1095 time: 0.0510178 Aug 16 13:41:22.254407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-96748784-1507-4d67-a4fb-6a150a693c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:22.255934 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-96748784-1507-4d67-a4fb-6a150a693c7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.0930312 Aug 16 13:41:22.307520 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-da1c118a-8956-4afe-8fbe-ca20092c5c37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 HTTP/1.1" status: 200 len: 217 time: 0.0422857 Aug 16 13:41:22.363818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-e25eb1c1-3dba-4f79-93d5-58dc354fd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:22.373908 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-e25eb1c1-3dba-4f79-93d5-58dc354fd50f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0593855 Aug 16 13:41:22.413765 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-e3ca41df-dc67-4686-a763-29a215b55090 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312924 Aug 16 13:41:22.516948 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-ab287189-a5c6-4dc0-aea2-e82aafa84d37 service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940118 Aug 16 13:41:22.613477 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9cd59c55-9107-44ac-a77f-d885e46f77de req-297197a3-69aa-4372-a5a5-5c2e0369f963 service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903547 Aug 16 13:41:23.114231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023abec-2740-4dd9-93d0-b7c38efbc198 req-4150c33e-1689-4b82-a985-e8f02b982a56 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:23.116016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f023abec-2740-4dd9-93d0-b7c38efbc198 req-4150c33e-1689-4b82-a985-e8f02b982a56 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 944 time: 0.0541453 Aug 16 13:41:23.158019 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f023abec-2740-4dd9-93d0-b7c38efbc198 req-34023854-7599-41c6-b941-9e14a4288abc tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355761 Aug 16 13:41:23.880055 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:41:23.882940 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d" -d '{"events": [{"name": "network-changed", "server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:41:23.950193 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7e0086-d00b-4834-b177-3c31b1466dcb x-openstack-request-id: req-4b7e0086-d00b-4834-b177-3c31b1466dcb {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:41:23.950652 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:41:23.951061 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b7e0086-d00b-4834-b177-3c31b1466dcb {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:41:23.951709 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2', 'status': 'completed', 'code': 200} Aug 16 13:41:24.053732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-d123762f-3e4e-486b-bf5b-6308e185c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:24.055365 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-d123762f-3e4e-486b-bf5b-6308e185c2e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 1095 time: 0.0841722 Aug 16 13:41:24.060818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-50938e95-c58c-440d-b2b5-3792a3d27e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:24.062594 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-50938e95-c58c-440d-b2b5-3792a3d27e5d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 1095 time: 0.0640407 Aug 16 13:41:24.268544 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-70c09250-9d6c-4bb7-9982-81e39cc70dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:24.270411 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-70c09250-9d6c-4bb7-9982-81e39cc70dc6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.2005987 Aug 16 13:41:24.272074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-df3f8b38-a69a-4ef5-86cc-013f1ae8fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:24.273531 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-df3f8b38-a69a-4ef5-86cc-013f1ae8fc33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.1942365 Aug 16 13:41:24.324862 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-00b5e113-3335-4c3d-824e-1db0e7eeeb6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 HTTP/1.1" status: 200 len: 217 time: 0.0468616 Aug 16 13:41:24.367391 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-276dd905-e352-45c2-9e99-7a4d06c20176 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 HTTP/1.1" status: 200 len: 217 time: 0.0502896 Aug 16 13:41:24.405337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bb542-07ea-4dd2-86d3-90cf011e4413 req-958a8795-9f65-40fc-ade3-b38e71d2e416 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:24.407932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-136bb542-07ea-4dd2-86d3-90cf011e4413 req-958a8795-9f65-40fc-ade3-b38e71d2e416 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 944 time: 0.0850992 Aug 16 13:41:24.444246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-e5bcc074-db4d-4ca5-91e2-55c63328ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:24.445814 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-e5bcc074-db4d-4ca5-91e2-55c63328ae97 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0874784 Aug 16 13:41:24.452113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-7109fe72-b606-48a1-9f48-63394fa8ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:24.454050 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-136bb542-07ea-4dd2-86d3-90cf011e4413 req-80634253-66ba-47e2-9e08-3e94716616eb tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389538 Aug 16 13:41:24.454322 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-7109fe72-b606-48a1-9f48-63394fa8ff3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0660439 Aug 16 13:41:24.491345 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-04187fa5-3778-425b-8c3d-c4038258f6fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360467 Aug 16 13:41:24.513216 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-5936d4b5-21d3-4074-8d10-9eea4e86277d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496817 Aug 16 13:41:24.681812 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-a8abb447-2166-46f8-b42e-521e47e3dbba service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711366 Aug 16 13:41:24.685677 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-3bba84f9-a555-4698-be8f-cc670f5ba15d service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627362 Aug 16 13:41:24.774997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c4827-96b6-4e65-b9c1-988c1e166a73 req-968af89f-712e-4a9f-b8a3-fff8fa89a19a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:24.776596 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d4c4827-96b6-4e65-b9c1-988c1e166a73 req-968af89f-712e-4a9f-b8a3-fff8fa89a19a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 944 time: 0.0740228 Aug 16 13:41:24.830073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d4c4827-96b6-4e65-b9c1-988c1e166a73 req-45cb42f2-7f93-4adf-ab73-9dff1ed551a7 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Aug 16 13:41:24.888260 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-50faf4d3-1047-4694-9c07-920f21da9260 service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910491 Aug 16 13:41:24.896209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436139a-de17-40ca-8b49-b74944e94513 req-00be7aa1-3270-4f87-82ad-bdc1c60a4cd9 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:24.897680 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6436139a-de17-40ca-8b49-b74944e94513 req-00be7aa1-3270-4f87-82ad-bdc1c60a4cd9 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.22 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7&tenant_id=172389772404464eaec81f9359474bc7&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 944 time: 0.1899195 Aug 16 13:41:24.901834 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3dc0311c-4f38-40eb-8fc8-2ce0cbf0790d req-6f0f2ef2-2eab-41c0-8337-4bdfe2e91b64 service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125702 Aug 16 13:41:25.345271 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-6436139a-de17-40ca-8b49-b74944e94513 req-3e4b9292-02e3-4ac9-9535-af19b8441632 service neutron] delete failed (client error): The resource could not be found. Aug 16 13:41:25.346341 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6436139a-de17-40ca-8b49-b74944e94513 req-3e4b9292-02e3-4ac9-9535-af19b8441632 service neutron] 10.222.0.22 "DELETE /v2.0/ports/49cd8667-1bdc-4ac9-bdd4-ba21c64647e2/bindings/n-h1-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.4290988 Aug 16 13:41:25.373877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:41:25.426776 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:41:25.479527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436139a-de17-40ca-8b49-b74944e94513 req-92fcfec7-5afe-468e-a4d6-04d93ef94b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:25.481857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6436139a-de17-40ca-8b49-b74944e94513 req-92fcfec7-5afe-468e-a4d6-04d93ef94b74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 1095 time: 0.0657878 Aug 16 13:41:25.583864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436139a-de17-40ca-8b49-b74944e94513 req-5e096139-285d-4918-9b1e-a96e67bd8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:25.585273 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6436139a-de17-40ca-8b49-b74944e94513 req-5e096139-285d-4918-9b1e-a96e67bd8007 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.0966382 Aug 16 13:41:25.627404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6436139a-de17-40ca-8b49-b74944e94513 req-1d100cdc-0229-4126-802b-b438611413d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 HTTP/1.1" status: 200 len: 217 time: 0.0352347 Aug 16 13:41:25.678551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436139a-de17-40ca-8b49-b74944e94513 req-6053acb6-35b7-46ee-a23f-f4ab53a688d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:25.680030 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6436139a-de17-40ca-8b49-b74944e94513 req-6053acb6-35b7-46ee-a23f-f4ab53a688d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0453649 Aug 16 13:41:25.714090 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6436139a-de17-40ca-8b49-b74944e94513 req-d3cb3397-31d9-4e32-82fb-f44f6b05654f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272589 Aug 16 13:41:25.816496 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6436139a-de17-40ca-8b49-b74944e94513 req-4fe28652-5a7e-4213-85de-45fccd207f2f service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951402 Aug 16 13:41:25.922627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:41:25.957618 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6436139a-de17-40ca-8b49-b74944e94513 req-dfa9be25-10a6-4323-9bf9-fa5f13cbdb19 service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332872 Aug 16 13:41:25.965016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b066e94-8257-45b9-a8a1-38ff27e685a5 req-0361b87a-687b-4470-9bec-8df3373ada2c tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:25.972774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b066e94-8257-45b9-a8a1-38ff27e685a5 req-0361b87a-687b-4470-9bec-8df3373ada2c tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 944 time: 0.0635576 Aug 16 13:41:26.019964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5b066e94-8257-45b9-a8a1-38ff27e685a5 req-c8cfa410-4838-40a2-9e85-79f19936a0ef tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Aug 16 13:41:26.064651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:41:26.079066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2', 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53', 'port_id': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2', 'mac_address': 'fa:16:3e:11:08:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78133f86-e5d7-4fc9-a3e2-c9c906bebcd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:41:26.130729 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:26.150588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:41:26.176555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:41:26.180596 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:26.243233 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:41:26.403335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['49cd8667-1bdc-4ac9-bdd4-ba21c64647e2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:41:27.177188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471d187-4043-4503-a0c6-bc88a82fe7ac req-d26b98aa-2070-458b-9d14-9afe245f43ae tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:27.178843 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7471d187-4043-4503-a0c6-bc88a82fe7ac req-d26b98aa-2070-458b-9d14-9afe245f43ae tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 945 time: 0.0657294 Aug 16 13:41:27.234419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7471d187-4043-4503-a0c6-bc88a82fe7ac req-7287a399-9be1-48bd-8985-4c634dbcdea1 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487380 Aug 16 13:41:27.377808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83487aa-984a-42dd-9666-be3032e0430b req-35623f70-3d75-4b3e-a74d-e3f94cab035e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:27.379336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c83487aa-984a-42dd-9666-be3032e0430b req-35623f70-3d75-4b3e-a74d-e3f94cab035e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 945 time: 0.0563891 Aug 16 13:41:27.422051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c83487aa-984a-42dd-9666-be3032e0430b req-d011f68a-2ab0-46a9-b710-efb59c9a73e2 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357435 Aug 16 13:41:27.544160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7db2-e3a0-45c8-9694-6ace0ac452f4 req-472d244e-7b4c-4e2c-abf5-5c44d7c5f840 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:27.545823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c44f7db2-e3a0-45c8-9694-6ace0ac452f4 req-472d244e-7b4c-4e2c-abf5-5c44d7c5f840 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 945 time: 0.0533657 Aug 16 13:41:27.594518 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c44f7db2-e3a0-45c8-9694-6ace0ac452f4 req-a458d316-e9c9-4cb1-a9e2-18b85c1d7beb tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367465 Aug 16 13:41:27.928742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:41:28.004499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:41:28.009392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:41:28.009905 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:28.047698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-6f1d164f-7793-40e8-9bfc-92d08463e32c tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:28.049562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-6f1d164f-7793-40e8-9bfc-92d08463e32c tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 815 time: 0.1372433 Aug 16 13:41:28.069791 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-8574fe55-1916-41dc-8895-91357801ca5d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/quotas/172389772404464eaec81f9359474bc7 HTTP/1.1" status: 200 len: 375 time: 0.0137706 Aug 16 13:41:28.109529 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:28.135701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:41:28.138267 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e2b94-b6b8-4926-8a42-9e47004a61a5" -d '{"events": [{"server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "name": "network-vif-plugged", "status": "completed", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:41:28.154770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-e53704bc-73a8-4f71-a61a-feeea5e6719b tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767741 Aug 16 13:41:28.159272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:41:28.165804 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:28.199323 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ae9b37-e885-4843-a904-a08e8fc3e8ec x-openstack-request-id: req-e8ae9b37-e885-4843-a904-a08e8fc3e8ec {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:41:28.199615 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "name": "network-vif-plugged", "status": "completed", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:41:28.199858 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8ae9b37-e885-4843-a904-a08e8fc3e8ec {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:41:28.200252 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2', 'code': 200} Aug 16 13:41:28.231639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:41:28.289429 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-7e25e733-35e7-4334-9987-33e626425988 service neutron] 10.222.0.25 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198568 Aug 16 13:41:28.393398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-606e4a4d-f239-4cf0-8ba8-1bcbe575c541 service neutron] 10.222.0.25 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958526 Aug 16 13:41:28.633899 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-709bfb37-254e-4ef6-8904-2e572677edf4 req-a4614500-4a46-4bc9-9e1b-0ddee24ecdef tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 210 time: 0.0443070 Aug 16 13:41:29.180819 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-8ae97ae3-c521-4f77-8282-614c93670da0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:29.182423 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-8ae97ae3-c521-4f77-8282-614c93670da0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f98807-7ff7-427b-9cd6-78a88681dec7 HTTP/1.1" status: 200 len: 946 time: 0.0631192 Aug 16 13:41:29.291383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Deleting port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:41:29.291777 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:29.394674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] For port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:41:29.395046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:29.409650 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Calling delete_port for 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:41:29.680314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-3b60ff42-99e0-405a-a565-2a9da45f5b5f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:29.681877 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-3b60ff42-99e0-405a-a565-2a9da45f5b5f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.42 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 815 time: 0.1813860 Aug 16 13:41:29.700935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Request body: {'port': {'device_id': '950f281b-74ee-430c-9f13-03168c924dfe', 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53', 'admin_state_up': True, 'tenant_id': '172389772404464eaec81f9359474bc7'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:41:29.723782 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:29.737579 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['49cd8667-1bdc-4ac9-bdd4-ba21c64647e2'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:41:29.791621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7dd4c16c-229b-4eb7-bc1c-467d60f61187 req-37b03644-3d5d-4cf1-9813-2fdedf13cd95 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 210 time: 0.0371206 Aug 16 13:41:29.801274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Pushing event deleted for resources: {'Port': ['ID=49cd8667-1bdc-4ac9-bdd4-ba21c64647e2,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:41:29.836949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.837296 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.837642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.837975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.838337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.838668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.838992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.839319 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.839646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.839968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.840291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.840613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:29.868435 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] No DVR routers for this DVR port 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:41:29.873174 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:29.875310 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.42 "DELETE /v2.0/ports/49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 HTTP/1.1" status: 204 len: 173 time: 0.6836662 Aug 16 13:41:29.875772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'name': 'network-vif-deleted', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:41:29.878202 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1677e142-4085-4bf1-a225-efa41bc6acc4" -d '{"events": [{"server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "name": "network-vif-deleted", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:41:29.928783 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20fca1b-bc85-4592-bd9a-4153d00ea5aa x-openstack-request-id: req-c20fca1b-bc85-4592-bd9a-4153d00ea5aa {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:41:29.929118 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f98807-7ff7-427b-9cd6-78a88681dec7", "name": "network-vif-deleted", "tag": "49cd8667-1bdc-4ac9-bdd4-ba21c64647e2", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:41:29.929372 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c20fca1b-bc85-4592-bd9a-4153d00ea5aa {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:41:29.929780 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f98807-7ff7-427b-9cd6-78a88681dec7', 'name': 'network-vif-deleted', 'tag': '49cd8667-1bdc-4ac9-bdd4-ba21c64647e2', 'status': 'completed', 'code': 200} Aug 16 13:41:29.931356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Made reservation on behalf of 172389772404464eaec81f9359474bc7 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:41:29.935037 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:30.123006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Allocated IP 172.20.0.4 (3756bdbd-6d96-4132-b7ba-411d1deabd53/78133f86-e5d7-4fc9-a3e2-c9c906bebcd3/d2a09de5-f05c-40cc-9e72-eebd8cd5e27b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:41:30.156691 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:30.332829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:30.392700 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:30.473943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Network 3756bdbd-6d96-4132-b7ba-411d1deabd53 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:41:30.478519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:41:30.484165 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:41:30.492717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Pushing event updated for resources: {'Port': ['ID=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:41:30.564724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:30.565759 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:30.587228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-630a7097-e2f1-4564-b1c8-b789955d6959 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8938587 Aug 16 13:41:30.601299 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Request body: {'port': {'device_id': '950f281b-74ee-430c-9f13-03168c924dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:41:30.667813 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:30.982266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313ff44-bdc6-4583-9ef0-6bf7e5348cfd req-cdb7a29f-ae47-48b5-8cda-09115abb9c0e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:30.985581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2313ff44-bdc6-4583-9ef0-6bf7e5348cfd req-cdb7a29f-ae47-48b5-8cda-09115abb9c0e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 931 time: 0.0720942 Aug 16 13:41:31.026643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a09de5-f05c-40cc-9e72-eebd8cd5e27b {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:41:31.041324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:31.042994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2313ff44-bdc6-4583-9ef0-6bf7e5348cfd req-8e1a3832-ea59-48cc-b6bd-b29f44689719 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505481 Aug 16 13:41:31.065605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Transition to ACTIVE for port object d2a09de5-f05c-40cc-9e72-eebd8cd5e27b will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:41:31.071589 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:31.128402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:41:31.209861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Attempting to bind port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:41:31.210212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Attempting to bind port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:41:31.210551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Attempting to bind port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:41:31.215578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:41:31.215935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Attempting to bind port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:41:31.222075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:41:31.222448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Checking segment: {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:41:31.222841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Bound using segment: {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:41:31.223282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Bound port: d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:41:31.223658 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:31.301262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:41:31.305796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:41:31.310918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:31.352524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:31.353286 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:31.354588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] 10.222.0.42 "PUT /v2.0/ports/d2a09de5-f05c-40cc-9e72-eebd8cd5e27b HTTP/1.1" status: 200 len: 1091 time: 0.7578940 Aug 16 13:41:31.382523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e07cb-c4a9-43b9-a3f3-9f85ad0ef701 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:41:31.449856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-a0457819-2a0d-410b-9522-57b5ab4bc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:31.451461 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-a0457819-2a0d-410b-9522-57b5ab4bc4ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 1094 time: 0.0516090 Aug 16 13:41:31.498434 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-64e00032-3dbb-4890-a43a-e37af1144a57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b HTTP/1.1" status: 200 len: 217 time: 0.0380409 Aug 16 13:41:31.553467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-3d2f7a0b-5e36-4377-bda7-9850be9c81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:31.555331 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-3d2f7a0b-5e36-4377-bda7-9850be9c81ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0498521 Aug 16 13:41:31.594787 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-0d873a78-4fa3-462c-9bba-25a63c4ea7fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304716 Aug 16 13:41:31.705883 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-74fc1a97-b1d0-406e-93e1-7e376e29128e service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033053 Aug 16 13:41:31.818332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bbd12942-a7b4-4606-8755-4b8cb006208f req-eb6bf732-c371-480a-81a2-35dec4129670 service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048505 Aug 16 13:41:31.850274 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b8d1e0d1-70b2-4c4f-bba1-09cbdfd348de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:31.931178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:41:31.933599 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4233a98d-6a07-4cf7-9023-da9183638ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:41:31.983172 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e4e47a-0ac2-4ea6-9100-527ec9a1e99e x-openstack-request-id: req-64e4e47a-0ac2-4ea6-9100-527ec9a1e99e {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:41:31.983477 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:41:31.984350 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64e4e47a-0ac2-4ea6-9100-527ec9a1e99e {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:41:31.984900 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b', 'status': 'completed', 'code': 200} Aug 16 13:41:31.985923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:41:32.013397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:41:32.013878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 49cd8667-1bdc-4ac9-bdd4-ba21c64647e2 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:41:32.058280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233a98d-6a07-4cf7-9023-da9183638ef0 req-628c6bb9-dd14-4c29-8259-d96e17d6f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:32.059919 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4233a98d-6a07-4cf7-9023-da9183638ef0 req-628c6bb9-dd14-4c29-8259-d96e17d6f8f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 1094 time: 0.0531044 Aug 16 13:41:32.170080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233a98d-6a07-4cf7-9023-da9183638ef0 req-7d83ed1c-617d-4186-bf3a-8414f6141bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:32.172131 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4233a98d-6a07-4cf7-9023-da9183638ef0 req-7d83ed1c-617d-4186-bf3a-8414f6141bf8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.1043386 Aug 16 13:41:32.224072 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4233a98d-6a07-4cf7-9023-da9183638ef0 req-cf1b2560-53b9-4b7c-a3c4-49d2fd59dbe4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b HTTP/1.1" status: 200 len: 217 time: 0.0426054 Aug 16 13:41:32.226375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53797e0-f1f7-43a9-b11e-5afaa9f11396 req-58657205-f900-49f9-8457-44a2571fdd1d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:32.228727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e53797e0-f1f7-43a9-b11e-5afaa9f11396 req-58657205-f900-49f9-8457-44a2571fdd1d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 943 time: 0.0823421 Aug 16 13:41:32.279630 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e53797e0-f1f7-43a9-b11e-5afaa9f11396 req-33b1e4af-7af5-4ec3-b5eb-7f1bfff32f17 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431786 Aug 16 13:41:32.292528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233a98d-6a07-4cf7-9023-da9183638ef0 req-2bc007c5-0539-4b24-8f05-b74bd29b745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:32.294498 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4233a98d-6a07-4cf7-9023-da9183638ef0 req-2bc007c5-0539-4b24-8f05-b74bd29b745f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0618694 Aug 16 13:41:32.341048 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4233a98d-6a07-4cf7-9023-da9183638ef0 req-72282b90-be42-46b9-ba40-1e08ea90de14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374067 Aug 16 13:41:32.451347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4233a98d-6a07-4cf7-9023-da9183638ef0 req-b75de8cd-fb1f-46d3-a712-a04f6f762615 service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004238 Aug 16 13:41:32.556534 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4233a98d-6a07-4cf7-9023-da9183638ef0 req-d6495e8d-ada0-4cb9-99da-94ed15c7312a service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970602 Aug 16 13:41:33.426092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cba5fe-7a1c-495b-a348-5eef3ed93831 req-2b53be73-2e10-4dee-bde5-8e0e57bbbfb3 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:33.427717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68cba5fe-7a1c-495b-a348-5eef3ed93831 req-2b53be73-2e10-4dee-bde5-8e0e57bbbfb3 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 943 time: 0.0564959 Aug 16 13:41:33.469127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68cba5fe-7a1c-495b-a348-5eef3ed93831 req-fd97246b-780f-4b9f-8f9c-62c131ec59d7 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349953 Aug 16 13:41:34.001460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d2a09de5-f05c-40cc-9e72-eebd8cd5e27b details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:41:34.110423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:41:34.122753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b', 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53', 'port_id': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b', 'mac_address': 'fa:16:3e:e5:68:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78133f86-e5d7-4fc9-a3e2-c9c906bebcd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:41:34.186237 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:34.209383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a09de5-f05c-40cc-9e72-eebd8cd5e27b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:41:34.248050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:41:34.253479 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:34.308636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:41:34.320788 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.321330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.321859 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.322378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.322870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.323373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.323920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.324464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.325019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.325584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.326172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.326742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:41:34.397869 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f27ad2a9-4c94-4b47-bf0f-7c45a25a76a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:34.467352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['d2a09de5-f05c-40cc-9e72-eebd8cd5e27b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:41:34.655200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373327d-5e52-4fdd-8c35-f80c8d0ae6ce req-a64a1a5e-edc9-46fc-9049-b5649b858e17 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:34.657776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c373327d-5e52-4fdd-8c35-f80c8d0ae6ce req-a64a1a5e-edc9-46fc-9049-b5649b858e17 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 944 time: 0.0828946 Aug 16 13:41:34.693178 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:34.719604 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c373327d-5e52-4fdd-8c35-f80c8d0ae6ce req-0216d3c1-4f6f-4f50-9706-5bf41fce39dd tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500443 Aug 16 13:41:35.638154 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:35.847714 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418a314-e3c4-4a22-a920-922a34e8c868 req-bc657849-a2ef-4a5b-a0b9-fb9856b021e9 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:35.849668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1418a314-e3c4-4a22-a920-922a34e8c868 req-bc657849-a2ef-4a5b-a0b9-fb9856b021e9 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 944 time: 0.0567837 Aug 16 13:41:35.896138 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1418a314-e3c4-4a22-a920-922a34e8c868 req-b8a38fc4-7ad6-495a-b262-813fda8d30c1 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398729 Aug 16 13:41:36.000096 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d2a09de5-f05c-40cc-9e72-eebd8cd5e27b up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:41:36.055973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:41:36.060369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:41:36.060753 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:36.152441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:36.178601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:41:36.180897 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba082e9-2f84-47dd-8e33-7d443fd12498" -d '{"events": [{"server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "name": "network-vif-plugged", "status": "completed", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:41:36.197664 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:41:36.205253 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:36.250717 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ad22bb-5d5b-4543-be37-fdfa2c34fe14 x-openstack-request-id: req-09ad22bb-5d5b-4543-be37-fdfa2c34fe14 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:41:36.251140 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "name": "network-vif-plugged", "status": "completed", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:41:36.251531 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09ad22bb-5d5b-4543-be37-fdfa2c34fe14 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:41:36.252138 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b', 'code': 200} Aug 16 13:41:36.294016 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:41:36.347764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4195c-3441-4ccd-8075-bd45255f3ec6 req-1447a211-5612-4655-a457-6118fe71d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:36.349418 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-55a4195c-3441-4ccd-8075-bd45255f3ec6 req-1447a211-5612-4655-a457-6118fe71d65f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 1096 time: 0.0563817 Aug 16 13:41:36.395136 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-55a4195c-3441-4ccd-8075-bd45255f3ec6 req-34a9826d-3aee-416c-b07c-e980bfa814a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368054 Aug 16 13:41:37.048015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f636f7d-1858-4762-acdc-901e424f6267 req-c2d90f77-eb93-4e0f-b016-f3a51a2a0ad8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:37.049806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f636f7d-1858-4762-acdc-901e424f6267 req-c2d90f77-eb93-4e0f-b016-f3a51a2a0ad8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0795984 Aug 16 13:41:37.091745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f636f7d-1858-4762-acdc-901e424f6267 req-3859d311-217b-460a-a3fc-893fc2da6e9f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355632 Aug 16 13:41:37.461997 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:38.229567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b903d-8f6f-4461-bbd2-4b4e7e6446f8 req-ac6b8394-f10e-4455-8dab-ff4c633160ba tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:38.231247 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-252b903d-8f6f-4461-bbd2-4b4e7e6446f8 req-ac6b8394-f10e-4455-8dab-ff4c633160ba tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0587602 Aug 16 13:41:38.279538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-252b903d-8f6f-4461-bbd2-4b4e7e6446f8 req-cad17117-128c-4f5f-b969-d8f1abf04a8c tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Aug 16 13:41:38.413122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314e4b1-20de-4cb7-a1da-5f04b0be63aa req-8447279b-6d5a-4208-929a-6b5810be5af1 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:38.414828 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8314e4b1-20de-4cb7-a1da-5f04b0be63aa req-8447279b-6d5a-4208-929a-6b5810be5af1 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0583627 Aug 16 13:41:38.470712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8314e4b1-20de-4cb7-a1da-5f04b0be63aa req-a684753e-bf18-43f0-9408-8a2b60b25075 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491755 Aug 16 13:41:38.772489 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-d4a652b4-4571-4d7b-b093-1de145aadbb8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710406 Aug 16 13:41:38.774918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa346f35-6fa5-43bf-bc54-107c20591760 req-1f03e371-1429-45aa-bb88-a2ad699a8522 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:38.776686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa346f35-6fa5-43bf-bc54-107c20591760 req-1f03e371-1429-45aa-bb88-a2ad699a8522 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0616143 Aug 16 13:41:38.838761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aa346f35-6fa5-43bf-bc54-107c20591760 req-ea7ef964-f192-4984-b925-b7fc42725ffe tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488532 Aug 16 13:41:39.972639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac0f97-eb55-41cb-91e5-2598b91ff33c req-617bcbb8-f890-4467-9781-65821251d2ca tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:39.974261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58ac0f97-eb55-41cb-91e5-2598b91ff33c req-617bcbb8-f890-4467-9781-65821251d2ca tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0593657 Aug 16 13:41:40.032802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58ac0f97-eb55-41cb-91e5-2598b91ff33c req-6f0b84d0-f157-42b7-9b74-c9ecd0a7954e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Aug 16 13:41:40.106479 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-6f2a8ba3-eea4-44f7-a861-dfeb02bcc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:40.108038 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-6f2a8ba3-eea4-44f7-a861-dfeb02bcc9cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 1096 time: 0.0516465 Aug 16 13:41:40.213410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-66824726-c19a-42a2-8514-edf26de56784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:40.214833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-66824726-c19a-42a2-8514-edf26de56784 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.0990460 Aug 16 13:41:40.267246 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-a359b704-d9c5-4149-b4d6-b68fa2de8bee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b HTTP/1.1" status: 200 len: 217 time: 0.0441120 Aug 16 13:41:40.323152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-3fbb852c-7b1b-46b5-bbb4-e757da0e86de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:40.324756 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-3fbb852c-7b1b-46b5-bbb4-e757da0e86de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0498002 Aug 16 13:41:40.370045 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-301872ae-9d12-484d-9473-9f555f843735 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374329 Aug 16 13:41:40.495897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-e42437be-3001-49fa-b4c1-75e0db3e86be service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175497 Aug 16 13:41:40.600847 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-24d3b170-906e-42d6-9e3b-5217baab574b service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973034 Aug 16 13:41:41.177892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c816e2-d377-467c-b537-21191482816f req-074d7e1f-3b7b-4678-8b61-013f90e48fed tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:41.179651 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31c816e2-d377-467c-b537-21191482816f req-074d7e1f-3b7b-4678-8b61-013f90e48fed tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0560281 Aug 16 13:41:41.223733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31c816e2-d377-467c-b537-21191482816f req-d77332ba-eded-4ef7-b8e8-ae2a81bedb2f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374520 Aug 16 13:41:42.360970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6facb-d782-49b6-b25b-a5d540750844 req-19d5d5ef-286e-4512-adcd-fe80150d0ee5 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:42.362553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eba6facb-d782-49b6-b25b-a5d540750844 req-19d5d5ef-286e-4512-adcd-fe80150d0ee5 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0572295 Aug 16 13:41:42.409958 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eba6facb-d782-49b6-b25b-a5d540750844 req-7c86eacc-86cb-4a1c-9eba-62a6b9063df8 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370522 Aug 16 13:41:43.572669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d54767-2d50-4fc1-ad4a-84706036c9f1 req-82772a39-8763-4047-85a6-dc80069e7f9e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:43.575333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70d54767-2d50-4fc1-ad4a-84706036c9f1 req-82772a39-8763-4047-85a6-dc80069e7f9e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0845342 Aug 16 13:41:43.617743 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:41:43.623734 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70d54767-2d50-4fc1-ad4a-84706036c9f1 req-798e66a9-ea6d-49bd-a57f-7cc488059e91 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409205 Aug 16 13:41:44.754688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fcd74-3d2f-4b2b-84a5-4bf94368109a req-e42fb2e0-2429-412e-b51e-1b33d3e55e85 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:44.756495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-560fcd74-3d2f-4b2b-84a5-4bf94368109a req-e42fb2e0-2429-412e-b51e-1b33d3e55e85 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0566835 Aug 16 13:41:44.821334 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-560fcd74-3d2f-4b2b-84a5-4bf94368109a req-d69d5675-ccbf-44ab-a751-e0c4f61b7fd5 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529044 Aug 16 13:41:45.944699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179af63b-faf1-45b5-9422-19051c0fa86c req-d1a80185-991e-48ff-bc82-bc14590c2cb9 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:45.946318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-179af63b-faf1-45b5-9422-19051c0fa86c req-d1a80185-991e-48ff-bc82-bc14590c2cb9 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0531344 Aug 16 13:41:45.987411 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-179af63b-faf1-45b5-9422-19051c0fa86c req-8898409e-1826-40fd-98be-2dca40b27c52 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347579 Aug 16 13:41:46.662733 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:41:47.169053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f714de9-4634-45a4-b05c-42d0141943b6 req-b711e198-818a-405c-991d-8bd833277eba tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:47.178499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f714de9-4634-45a4-b05c-42d0141943b6 req-b711e198-818a-405c-991d-8bd833277eba tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0959449 Aug 16 13:41:47.249920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f714de9-4634-45a4-b05c-42d0141943b6 req-1ce73de4-5602-4328-999a-b2849dfb8be4 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631711 Aug 16 13:41:48.388701 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67ca91-5161-44c8-9819-313f37ce85ac req-f89b1dcf-f517-4f05-867f-62f6d7b6e830 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:48.391470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed67ca91-5161-44c8-9819-313f37ce85ac req-f89b1dcf-f517-4f05-867f-62f6d7b6e830 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0580778 Aug 16 13:41:48.434115 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed67ca91-5161-44c8-9819-313f37ce85ac req-1b5eb0f5-41be-423a-b136-f3bd498cf342 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353320 Aug 16 13:41:49.587591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0526c-4316-4588-8c03-9db06e5c5169 req-d06145a7-f755-414c-96ed-8fdf77bbc4ee tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:49.589139 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21b0526c-4316-4588-8c03-9db06e5c5169 req-d06145a7-f755-414c-96ed-8fdf77bbc4ee tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0542800 Aug 16 13:41:49.638401 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-21b0526c-4316-4588-8c03-9db06e5c5169 req-118bc19f-a8b8-4b2f-87c7-3b431b0a86a1 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 Aug 16 13:41:50.782375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a9935-d99c-4b43-ae06-942b09794951 req-16aa3dfb-a147-48d2-840d-66f3b757f8e6 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:50.784010 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-630a9935-d99c-4b43-ae06-942b09794951 req-16aa3dfb-a147-48d2-840d-66f3b757f8e6 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0591371 Aug 16 13:41:50.829554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-630a9935-d99c-4b43-ae06-942b09794951 req-2c436708-b464-4937-9b8d-860c8c43d758 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391164 Aug 16 13:41:51.968111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b61c8-5e72-4d89-821c-fc6a3ec0ad16 req-e27d5d83-2c83-460a-83bb-a7b7bd2818c1 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:51.970048 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-646b61c8-5e72-4d89-821c-fc6a3ec0ad16 req-e27d5d83-2c83-460a-83bb-a7b7bd2818c1 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0568826 Aug 16 13:41:52.017524 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-646b61c8-5e72-4d89-821c-fc6a3ec0ad16 req-01a4675b-c9fe-428f-b7e5-46e8a7b1e58b tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 Aug 16 13:41:53.148825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9ae74-445b-45f4-be18-9334736db32a req-e39771c0-d62f-4c40-866d-f5b048e07996 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:53.150572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2f9ae74-445b-45f4-be18-9334736db32a req-e39771c0-d62f-4c40-866d-f5b048e07996 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0562632 Aug 16 13:41:53.205776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2f9ae74-445b-45f4-be18-9334736db32a req-c06b094f-d7a5-4e73-a4a2-7ecd998e113f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436282 Aug 16 13:41:54.371129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7e138-1d49-41f7-988c-7a205da12323 req-17c189d5-d796-4af3-84f3-a93679e09dac tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:54.372696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bc7e138-1d49-41f7-988c-7a205da12323 req-17c189d5-d796-4af3-84f3-a93679e09dac tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0658581 Aug 16 13:41:54.415585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bc7e138-1d49-41f7-988c-7a205da12323 req-fe918b48-a17d-4e04-b588-16a873eaccb1 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364873 Aug 16 13:41:55.548972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5504e1b-6b4a-434e-b00c-dfc552e36cad req-fc389248-285b-42d1-a76d-99c9c57505f6 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:55.550558 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5504e1b-6b4a-434e-b00c-dfc552e36cad req-fc389248-285b-42d1-a76d-99c9c57505f6 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0567868 Aug 16 13:41:55.594200 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5504e1b-6b4a-434e-b00c-dfc552e36cad req-d6111894-1438-402e-b672-d60113e0fb24 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Aug 16 13:41:56.759350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da268f92-8f32-4c9a-a522-44398b10053d req-b3378cbe-d1f8-45cb-a4e0-b83b246b907a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:56.761006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da268f92-8f32-4c9a-a522-44398b10053d req-b3378cbe-d1f8-45cb-a4e0-b83b246b907a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0749979 Aug 16 13:41:56.805214 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da268f92-8f32-4c9a-a522-44398b10053d req-ad3efea7-b775-40da-a236-92621cec681a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365832 Aug 16 13:41:57.985090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1286380-c13d-4ddb-b7b2-4d8c53e1953c req-1993eda3-a0dc-418d-b9bb-8c0640c88981 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:57.986801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1286380-c13d-4ddb-b7b2-4d8c53e1953c req-1993eda3-a0dc-418d-b9bb-8c0640c88981 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0600619 Aug 16 13:41:58.045466 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1286380-c13d-4ddb-b7b2-4d8c53e1953c req-3236213a-d494-45d8-a6c5-30c8a5b52a39 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478570 Aug 16 13:41:59.215366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094e44e-6c4b-4db7-81ac-9d410e21fe2c req-ec0e088e-88cc-4ece-b345-77d480473419 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:41:59.217026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e094e44e-6c4b-4db7-81ac-9d410e21fe2c req-ec0e088e-88cc-4ece-b345-77d480473419 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0735292 Aug 16 13:41:59.283114 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e094e44e-6c4b-4db7-81ac-9d410e21fe2c req-c815d615-0bb0-4be1-95eb-a041a19156f3 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579689 Aug 16 13:42:00.161513 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:00.412222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde17e1a-3d01-40f2-8535-d5e0efb879de req-62c67eda-01f8-436a-a946-4362b3d95aa0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:00.413808 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dde17e1a-3d01-40f2-8535-d5e0efb879de req-62c67eda-01f8-436a-a946-4362b3d95aa0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0566611 Aug 16 13:42:00.459498 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dde17e1a-3d01-40f2-8535-d5e0efb879de req-53e7b0b4-41bf-49cb-916f-4d6d7aff0c62 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386858 Aug 16 13:42:01.539571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712212a-1e84-4cd5-9e22-2c193d425ad7 req-12fbf878-09b1-4618-8cb5-3d2e248835e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:01.541592 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b712212a-1e84-4cd5-9e22-2c193d425ad7 req-12fbf878-09b1-4618-8cb5-3d2e248835e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 1096 time: 0.0499680 Aug 16 13:42:01.615238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3bd3b-301f-4312-a2df-94adea47b893 req-04e4e3f2-f9b4-4793-a01b-749c2ac7f60f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:01.617516 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ed3bd3b-301f-4312-a2df-94adea47b893 req-04e4e3f2-f9b4-4793-a01b-749c2ac7f60f tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0652020 Aug 16 13:42:01.669078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ed3bd3b-301f-4312-a2df-94adea47b893 req-b9b59d07-6eb9-4e0e-871e-d273f9bb002e tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 Aug 16 13:42:01.680824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712212a-1e84-4cd5-9e22-2c193d425ad7 req-1d928520-dc73-42cd-b446-3c0da5815cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:01.684145 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b712212a-1e84-4cd5-9e22-2c193d425ad7 req-1d928520-dc73-42cd-b446-3c0da5815cc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.1190536 Aug 16 13:42:01.731922 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b712212a-1e84-4cd5-9e22-2c193d425ad7 req-cd5944bf-b838-4651-ae81-0bacc735700a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b HTTP/1.1" status: 200 len: 217 time: 0.0403945 Aug 16 13:42:01.792792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712212a-1e84-4cd5-9e22-2c193d425ad7 req-7a7c7c22-4285-49a6-a043-79aee4c7d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:01.794337 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b712212a-1e84-4cd5-9e22-2c193d425ad7 req-7a7c7c22-4285-49a6-a043-79aee4c7d3bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0552003 Aug 16 13:42:01.850172 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3f32c7e6-c0f9-43d0-b6a6-5c9109e548be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:01.857667 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b712212a-1e84-4cd5-9e22-2c193d425ad7 req-7d100fc6-c41c-41ec-9762-ab6456ab712f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553007 Aug 16 13:42:02.018782 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b712212a-1e84-4cd5-9e22-2c193d425ad7 req-0b0f889e-66cc-43e7-969b-df1e2bb74d19 service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537304 Aug 16 13:42:02.194373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b712212a-1e84-4cd5-9e22-2c193d425ad7 req-da0dba90-29f6-47dc-bf9f-5f2b1119618f service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663723 Aug 16 13:42:02.818692 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939b8ad-7802-44a2-bdca-4511f9f7cf3a req-6fefcb92-90e7-440a-a1e3-b2236ffd4b6c tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:02.820810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b939b8ad-7802-44a2-bdca-4511f9f7cf3a req-6fefcb92-90e7-440a-a1e3-b2236ffd4b6c tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0602438 Aug 16 13:42:02.871844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b939b8ad-7802-44a2-bdca-4511f9f7cf3a req-89d2f9d4-6523-4d3b-9e67-bac4ad6cafa6 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Aug 16 13:42:04.006767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5847e-9809-493c-8c16-904fdf88e6e2 req-4f820261-08a6-43af-8260-d2a4c4d72901 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:04.008341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5a5847e-9809-493c-8c16-904fdf88e6e2 req-4f820261-08a6-43af-8260-d2a4c4d72901 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0533338 Aug 16 13:42:04.050085 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5a5847e-9809-493c-8c16-904fdf88e6e2 req-6e7e157a-61b3-4e20-95c0-9a8ca13104f0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Aug 16 13:42:04.394050 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-430db1c0-f6cb-4b26-a11d-be400325cab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:04.671711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:05.184477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c63ed0-5f48-4c5b-bf61-655e9a47c29d req-d8b552e4-278f-4385-b480-79d6e4a6883b tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:05.187291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97c63ed0-5f48-4c5b-bf61-655e9a47c29d req-d8b552e4-278f-4385-b480-79d6e4a6883b tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0575564 Aug 16 13:42:05.228099 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97c63ed0-5f48-4c5b-bf61-655e9a47c29d req-d480bba6-160e-4d34-aa00-d0d1bbeef2c5 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346482 Aug 16 13:42:05.644179 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:06.395153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9043b-1632-4452-8e3f-b773143151d5 req-f69a5718-13eb-41e3-a131-f98c7fb43076 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:06.397848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3b9043b-1632-4452-8e3f-b773143151d5 req-f69a5718-13eb-41e3-a131-f98c7fb43076 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0897536 Aug 16 13:42:06.446285 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3b9043b-1632-4452-8e3f-b773143151d5 req-38d0a7c2-54be-452b-ae15-6797bfcac7c5 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Aug 16 13:42:07.471230 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:07.571251 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-7704db2c-57a3-4def-bab7-c9d3f1e67230 service neutron] show failed (client error): The resource could not be found. Aug 16 13:42:07.572219 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-7704db2c-57a3-4def-bab7-c9d3f1e67230 service neutron] 10.222.0.42 "GET /v2.0/ports/d2a09de5-f05c-40cc-9e72-eebd8cd5e27b/bindings/n-h1-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0689633 Aug 16 13:42:07.616515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf7907-148e-4733-b522-91353bd43538 req-5d945452-1f0e-4fa5-b5ee-29cf095a8378 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:07.619210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43bf7907-148e-4733-b522-91353bd43538 req-5d945452-1f0e-4fa5-b5ee-29cf095a8378 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0820744 Aug 16 13:42:07.685966 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43bf7907-148e-4733-b522-91353bd43538 req-1eb2cde5-c6e5-4bbf-9fde-e1abf3ced712 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594180 Aug 16 13:42:07.818278 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-e1b7e3cb-e8e8-4544-8fdc-e5c01078267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:07.820193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-e1b7e3cb-e8e8-4544-8fdc-e5c01078267e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe&tenant_id=172389772404464eaec81f9359474bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0517132 Aug 16 13:42:07.837687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:42:07.900156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:08.167316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:42:08.209687 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:42:08.257953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:42:08.261049 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b5f09-802b-42c8-9013-017171099571" -d '{"events": [{"server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:42:08.267183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:08.286369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Transition to ACTIVE for port object d2a09de5-f05c-40cc-9e72-eebd8cd5e27b will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:42:08.293281 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:08.351801 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b65c3d0-d807-40b5-9f86-8179eedc30c4 x-openstack-request-id: req-9b65c3d0-d807-40b5-9f86-8179eedc30c4 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:42:08.352128 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:42:08.352387 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b65c3d0-d807-40b5-9f86-8179eedc30c4 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:42:08.352817 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b', 'code': 200} Aug 16 13:42:08.383639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] No DVR routers for this DVR port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:42:08.391470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:08.448728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Attempting to bind port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:42:08.449276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Attempting to bind port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:42:08.449833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Attempting to bind port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:42:08.458314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:42:08.458841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Attempting to bind port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b on network 3756bdbd-6d96-4132-b7ba-411d1deabd53 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:42:08.467621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:42:08.468187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Checking segment: {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:42:08.469013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Bound using segment: {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:42:08.469738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Bound port: d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c527732f-a1d5-4a06-87cf-1602bb6d9bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:42:08.470361 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:08.563428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:42:08.567111 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:42:08.573258 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:08.630298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:08.631229 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:08.632820 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] 10.222.0.22 "PUT /v2.0/ports/d2a09de5-f05c-40cc-9e72-eebd8cd5e27b HTTP/1.1" status: 200 len: 1091 time: 0.7997177 Aug 16 13:42:08.664735 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38bf7a-337b-4497-84a5-271bdfad3f28 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:08.721695 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-7a5198fc-d559-4b26-850f-ec653ce923ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:08.723555 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-7a5198fc-d559-4b26-850f-ec653ce923ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 1094 time: 0.0542312 Aug 16 13:42:08.871329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-97ee119e-f8c6-47ff-b2d9-32d7be24c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:08.874334 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-97ee119e-f8c6-47ff-b2d9-32d7be24c06c service neutron] 10.222.0.22 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.1416252 Aug 16 13:42:08.886210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90494ae-4bb3-45da-b021-4c5e0a5ea335 req-a84da841-5227-4180-a1a3-824b7359f385 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:08.887821 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a90494ae-4bb3-45da-b021-4c5e0a5ea335 req-a84da841-5227-4180-a1a3-824b7359f385 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 943 time: 0.0655324 Aug 16 13:42:08.943521 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-1bcc6091-4203-4062-acb2-7e8b2aeff1b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b HTTP/1.1" status: 200 len: 217 time: 0.0618007 Aug 16 13:42:09.028979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-b8057545-72fa-4278-a6f1-c8882cae24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:09.031644 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-b8057545-72fa-4278-a6f1-c8882cae24eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0797186 Aug 16 13:42:09.071789 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-84325e06-77ae-4f5f-8ab9-fb1b7454b1a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329196 Aug 16 13:42:09.190781 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-516e958f-d09a-4a9f-a42b-bec8c27c0fe1 service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111882 Aug 16 13:42:09.318894 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8a5e4ca1-effb-41f7-81af-8c9e29f78b03 req-c658ddec-6faf-4759-8cbc-c7bbd3776cc1 service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191049 Aug 16 13:42:09.362202 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a90494ae-4bb3-45da-b021-4c5e0a5ea335 req-473b551e-4493-4014-afce-1116edff0552 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660041 Aug 16 13:42:10.217957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d2a09de5-f05c-40cc-9e72-eebd8cd5e27b no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:42:10.263361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device d2a09de5-f05c-40cc-9e72-eebd8cd5e27b not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:42:10.354756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:42:10.357355 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915d92c0-4a65-45cc-a856-edd1f6d9c78e" -d '{"events": [{"name": "network-changed", "server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:42:10.424250 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f300ee1a-ac55-40be-bf67-d493d6f63103 x-openstack-request-id: req-f300ee1a-ac55-40be-bf67-d493d6f63103 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:42:10.424886 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:42:10.425323 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f300ee1a-ac55-40be-bf67-d493d6f63103 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:42:10.426092 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b', 'status': 'completed', 'code': 200} Aug 16 13:42:10.528173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-a7b2d859-719b-43b0-acaf-aa8afb6ac888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:10.529892 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-a7b2d859-719b-43b0-acaf-aa8afb6ac888 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 1094 time: 0.0826199 Aug 16 13:42:10.539372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7424a8-8f14-4158-98b0-30cc49143182 req-f2c2f2bf-2218-4ead-a294-66ec4b4b7289 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:10.541163 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e7424a8-8f14-4158-98b0-30cc49143182 req-f2c2f2bf-2218-4ead-a294-66ec4b4b7289 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 943 time: 0.0663085 Aug 16 13:42:10.547848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-25c15dbe-27c3-4c74-8f98-75bd60ab4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:10.549365 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-25c15dbe-27c3-4c74-8f98-75bd60ab4afc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 1094 time: 0.0715985 Aug 16 13:42:10.593907 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e7424a8-8f14-4158-98b0-30cc49143182 req-2eec698a-932a-4b9c-b468-cce52594f7b6 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Aug 16 13:42:11.072599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-4556c7d6-608a-490d-9776-d5eaa21d2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:11.074094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-4556c7d6-608a-490d-9776-d5eaa21d2ccf service neutron] 10.222.0.42 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.5362484 Aug 16 13:42:11.091924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-2ad25a2f-fa9b-4a30-9280-3125da29e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:11.093626 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-2ad25a2f-fa9b-4a30-9280-3125da29e9bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.5320461 Aug 16 13:42:11.132999 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-c78252d8-3853-4b39-b012-2216dcde093b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b HTTP/1.1" status: 200 len: 217 time: 0.0478172 Aug 16 13:42:11.172080 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-1c2a494c-f239-4d77-8523-677a93ab0f27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b HTTP/1.1" status: 200 len: 217 time: 0.0475059 Aug 16 13:42:11.251694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-41a8a542-f061-4c16-b66f-99750d912453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:11.253221 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-41a8a542-f061-4c16-b66f-99750d912453 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0914719 Aug 16 13:42:11.261625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-96d96462-e123-4bd1-a5f2-b39a9c5e0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:11.263190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-96d96462-e123-4bd1-a5f2-b39a9c5e0e92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0669658 Aug 16 13:42:11.300649 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-9d2a2eb8-4f96-425e-bbc1-afa1aa647966 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354257 Aug 16 13:42:11.323831 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-95b8132d-4185-45b5-a3a5-8dd052f05395 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502849 Aug 16 13:42:11.485370 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-9fcf73c1-19bb-4402-95b6-682abf41b359 service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683464 Aug 16 13:42:11.516470 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-82dc349a-0953-4797-81b5-d9d122dc3ac5 service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770029 Aug 16 13:42:11.675066 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-3c0488f3-716b-4fd2-81c0-832536cb0927 service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834428 Aug 16 13:42:11.702717 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d2a09de5-f05c-40cc-9e72-eebd8cd5e27b details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:42:11.705553 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-915d92c0-4a65-45cc-a856-edd1f6d9c78e req-d632edcb-31fc-4253-8e99-71599538ca66 service neutron] 10.222.0.22 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813712 Aug 16 13:42:11.770074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2fb9-145d-4d5b-8ea9-ae7b9062def0 req-10feb2ed-bb2c-4587-9f98-b2d9e5167565 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:11.772973 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-386c2fb9-145d-4d5b-8ea9-ae7b9062def0 req-10feb2ed-bb2c-4587-9f98-b2d9e5167565 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 943 time: 0.0820003 Aug 16 13:42:11.824834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-386c2fb9-145d-4d5b-8ea9-ae7b9062def0 req-d19d1fa7-b43b-4510-95a1-813835bcb43d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Aug 16 13:42:11.825148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:42:11.840830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b', 'network_id': '3756bdbd-6d96-4132-b7ba-411d1deabd53', 'port_id': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b', 'mac_address': 'fa:16:3e:e5:68:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78133f86-e5d7-4fc9-a3e2-c9c906bebcd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:42:11.894053 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:11.910277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a09de5-f05c-40cc-9e72-eebd8cd5e27b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:42:11.933949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:42:11.939842 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:12.007459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:12.963211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c35a5e-75e7-4ecc-9b8f-9aeb561f6d3d req-098d1758-fd61-4693-9a5c-f17831d6bc74 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:12.965342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25c35a5e-75e7-4ecc-9b8f-9aeb561f6d3d req-098d1758-fd61-4693-9a5c-f17831d6bc74 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 944 time: 0.0594585 Aug 16 13:42:13.009941 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25c35a5e-75e7-4ecc-9b8f-9aeb561f6d3d req-5f9f923a-a0c1-40d7-b50d-960746b46c66 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Aug 16 13:42:13.266644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-56f1befd-6ad5-40a4-9bb3-678eb60c8759 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:13.268263 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-56f1befd-6ad5-40a4-9bb3-678eb60c8759 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.42 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe&tenant_id=172389772404464eaec81f9359474bc7&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 944 time: 0.0583248 Aug 16 13:42:13.285574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950479a-9909-4ef3-af5c-a70a37c2930f req-fa1ec1f7-ef9e-421c-bdf3-ce93c4e176f5 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:13.288415 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5950479a-9909-4ef3-af5c-a70a37c2930f req-fa1ec1f7-ef9e-421c-bdf3-ce93c4e176f5 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 944 time: 0.0971246 Aug 16 13:42:13.341774 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-168f2623-8f6b-4db4-936f-9c774d0bf1a1 service neutron] delete failed (client error): The resource could not be found. Aug 16 13:42:13.342331 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-168f2623-8f6b-4db4-936f-9c774d0bf1a1 service neutron] 10.222.0.42 "DELETE /v2.0/ports/d2a09de5-f05c-40cc-9e72-eebd8cd5e27b/bindings/n-h2-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0645659 Aug 16 13:42:13.355238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5950479a-9909-4ef3-af5c-a70a37c2930f req-d037bfff-4323-4914-8ca5-c9ab8840334a tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601606 Aug 16 13:42:13.395887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['d2a09de5-f05c-40cc-9e72-eebd8cd5e27b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:42:13.460369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-f4ef9fbd-ee86-48aa-8779-8c4d2763f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:13.462364 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-f4ef9fbd-ee86-48aa-8779-8c4d2763f212 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=172389772404464eaec81f9359474bc7&device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 1095 time: 0.0538368 Aug 16 13:42:13.587431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-9f07434a-eeea-4b7b-b480-26ecb833a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:13.589327 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-9f07434a-eeea-4b7b-b480-26ecb833a6f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 200 len: 915 time: 0.1184106 Aug 16 13:42:13.644374 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-ee9d1bb0-cfa5-4243-b739-5e4dd0071c2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b HTTP/1.1" status: 200 len: 217 time: 0.0471292 Aug 16 13:42:13.702365 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-524b9fbb-492a-4b35-a911-efb9e699772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:13.703898 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-524b9fbb-492a-4b35-a911-efb9e699772c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 200 len: 855 time: 0.0514698 Aug 16 13:42:13.743870 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-c7f7c93d-6543-47e2-85ed-202f861ee8a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3756bdbd-6d96-4132-b7ba-411d1deabd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284176 Aug 16 13:42:13.852354 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-0caadca7-8a93-4b69-be53-f441743b89d4 service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980446 Aug 16 13:42:13.956264 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f3af4672-8ed3-406c-b9f3-521b2e930e55 req-048a757e-5927-4296-82d8-1aa2596de783 service neutron] 10.222.0.42 "GET /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953803 Aug 16 13:42:14.547732 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc813e-208a-436d-b4ea-b7791ec1b3ef req-3e672cff-58cb-4f2b-aa5a-8f8de33e5626 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:14.549499 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96fc813e-208a-436d-b4ea-b7791ec1b3ef req-3e672cff-58cb-4f2b-aa5a-8f8de33e5626 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 944 time: 0.0646679 Aug 16 13:42:14.609673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-96fc813e-208a-436d-b4ea-b7791ec1b3ef req-a3e74106-53a5-4f33-afed-3aab98df60b7 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Aug 16 13:42:14.741150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb261c04-1c42-4b83-bf61-54c6fcb9d2e3 req-fc11b4af-a081-4418-8b26-927d3324f65b tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:14.742915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb261c04-1c42-4b83-bf61-54c6fcb9d2e3 req-fc11b4af-a081-4418-8b26-927d3324f65b tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 944 time: 0.0596647 Aug 16 13:42:14.792424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb261c04-1c42-4b83-bf61-54c6fcb9d2e3 req-8fbcd8e9-c8b6-4cfb-9f31-e8426ba49d6d tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Aug 16 13:42:14.920098 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b695a-3411-4391-969a-d944161a96a8 req-ea1d41f6-f54e-4fb7-844a-a35b75d819d7 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:14.922472 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a71b695a-3411-4391-969a-d944161a96a8 req-ea1d41f6-f54e-4fb7-844a-a35b75d819d7 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 944 time: 0.0547466 Aug 16 13:42:14.964956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a71b695a-3411-4391-969a-d944161a96a8 req-0246fb57-c798-4ef8-b6fb-b73358d262ab tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362117 Aug 16 13:42:15.382245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb5db5-c838-4a3d-81e4-579ffbe241b1 req-d79d3908-4269-4b84-a752-0b0ac6001cb0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:15.383805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-baeb5db5-c838-4a3d-81e4-579ffbe241b1 req-d79d3908-4269-4b84-a752-0b0ac6001cb0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 944 time: 0.0526896 Aug 16 13:42:15.430762 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-baeb5db5-c838-4a3d-81e4-579ffbe241b1 req-e89ca97c-966c-41ee-bb5c-de56834a1446 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355887 Aug 16 13:42:15.724487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d2a09de5-f05c-40cc-9e72-eebd8cd5e27b up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:42:15.778066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:42:15.782763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:15.783139 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:16.040082 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:16.065186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:42:16.067713 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8df72f-e06b-40f2-8dad-f5ec2d308dc3" -d '{"events": [{"server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "name": "network-vif-plugged", "status": "completed", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:42:16.085564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:42:16.091418 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:16.120462 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57baa5e7-025f-4707-ae56-9f31aa9444ff x-openstack-request-id: req-57baa5e7-025f-4707-ae56-9f31aa9444ff {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:42:16.120808 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "name": "network-vif-plugged", "status": "completed", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:42:16.121097 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57baa5e7-025f-4707-ae56-9f31aa9444ff {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:42:16.121555 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b', 'code': 200} Aug 16 13:42:16.153649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:16.573946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1715ea-6ff6-4fcf-98e2-91c16c7c200e req-d8d69a30-a302-417e-987c-fb5def2e1ec5 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:16.576622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a1715ea-6ff6-4fcf-98e2-91c16c7c200e req-d8d69a30-a302-417e-987c-fb5def2e1ec5 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0718589 Aug 16 13:42:16.616063 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd652f61-bd34-49b6-b944-3b2267f281b1 req-200f80da-cb1f-4bd6-bfbd-1729d1f5afd7 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:16.618542 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dd652f61-bd34-49b6-b944-3b2267f281b1 req-200f80da-cb1f-4bd6-bfbd-1729d1f5afd7 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.22 "GET /v2.0/ports?device_id=950f281b-74ee-430c-9f13-03168c924dfe HTTP/1.1" status: 200 len: 945 time: 0.0800407 Aug 16 13:42:16.631508 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a1715ea-6ff6-4fcf-98e2-91c16c7c200e req-fd709c4c-c59e-41f3-b1ca-b7639bfca8be tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.25 "GET /v2.0/security-groups?id=bab833e6-98ad-49d0-a38c-a433218694a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474911 Aug 16 13:42:16.692411 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:16.750842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-dd652f61-bd34-49b6-b944-3b2267f281b1 req-950cbe33-70de-4a0c-934b-68e1be7b4ff0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Deleting port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:42:16.751420 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dd652f61-bd34-49b6-b944-3b2267f281b1 req-950cbe33-70de-4a0c-934b-68e1be7b4ff0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:16.884872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-dd652f61-bd34-49b6-b944-3b2267f281b1 req-950cbe33-70de-4a0c-934b-68e1be7b4ff0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] For port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,segment=NetworkSegment(c527732f-a1d5-4a06-87cf-1602bb6d9bed),segment_id=c527732f-a1d5-4a06-87cf-1602bb6d9bed)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:42:16.885249 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dd652f61-bd34-49b6-b944-3b2267f281b1 req-950cbe33-70de-4a0c-934b-68e1be7b4ff0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:16.907366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-dd652f61-bd34-49b6-b944-3b2267f281b1 req-950cbe33-70de-4a0c-934b-68e1be7b4ff0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Calling delete_port for d2a09de5-f05c-40cc-9e72-eebd8cd5e27b owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:42:17.058324 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dd652f61-bd34-49b6-b944-3b2267f281b1 req-950cbe33-70de-4a0c-934b-68e1be7b4ff0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:17.085937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['d2a09de5-f05c-40cc-9e72-eebd8cd5e27b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:42:17.090799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cbe33-70de-4a0c-934b-68e1be7b4ff0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Pushing event deleted for resources: {'Port': ['ID=d2a09de5-f05c-40cc-9e72-eebd8cd5e27b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:17.145604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd652f61-bd34-49b6-b944-3b2267f281b1 req-950cbe33-70de-4a0c-934b-68e1be7b4ff0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] No DVR routers for this DVR port d2a09de5-f05c-40cc-9e72-eebd8cd5e27b on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:42:17.148582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dd652f61-bd34-49b6-b944-3b2267f281b1 req-950cbe33-70de-4a0c-934b-68e1be7b4ff0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:17.150821 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dd652f61-bd34-49b6-b944-3b2267f281b1 req-950cbe33-70de-4a0c-934b-68e1be7b4ff0 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] 10.222.0.22 "DELETE /v2.0/ports/d2a09de5-f05c-40cc-9e72-eebd8cd5e27b HTTP/1.1" status: 204 len: 173 time: 0.5254362 Aug 16 13:42:17.151289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'name': 'network-vif-deleted', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:42:17.153652 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9811004-05d2-4f5b-b1eb-7d23d9d411d0" -d '{"events": [{"server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "name": "network-vif-deleted", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:42:17.199288 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32306e4-c2bd-42a0-a646-038cc981e0f5 x-openstack-request-id: req-e32306e4-c2bd-42a0-a646-038cc981e0f5 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:42:17.199699 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950f281b-74ee-430c-9f13-03168c924dfe", "name": "network-vif-deleted", "tag": "d2a09de5-f05c-40cc-9e72-eebd8cd5e27b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:42:17.200085 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e32306e4-c2bd-42a0-a646-038cc981e0f5 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:42:17.200692 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f281b-74ee-430c-9f13-03168c924dfe', 'name': 'network-vif-deleted', 'tag': 'd2a09de5-f05c-40cc-9e72-eebd8cd5e27b', 'status': 'completed', 'code': 200} Aug 16 13:42:17.823199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60680) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:17.871737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Deleting subnet 78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:42:17.876351 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:17.917096 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:17.963195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.027400 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.055253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78133f86-e5d7-4fc9-a3e2-c9c906bebcd3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:18.060138 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.062778 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/78133f86-e5d7-4fc9-a3e2-c9c906bebcd3 HTTP/1.1" status: 204 len: 168 time: 0.2383640 Aug 16 13:42:18.068208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60682) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:18.069070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.069070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.069319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.069557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.069893 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.070279 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.070689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.070937 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.071263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.071596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.071919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.072244 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc77892-8657-46b6-9f6d-87b17944fe19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:18.199837 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.346880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.366242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3756bdbd-6d96-4132-b7ba-411d1deabd53']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:18.392978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c527732f-a1d5-4a06-87cf-1602bb6d9bed') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:18.393406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c527732f-a1d5-4a06-87cf-1602bb6d9bed') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:18.410495 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.426278 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.432745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:42:18.433151 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:42:18.435120 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:42:18.503126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.508095 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.510280 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] 10.222.0.25 "DELETE /v2.0/networks/3756bdbd-6d96-4132-b7ba-411d1deabd53 HTTP/1.1" status: 204 len: 168 time: 0.4405885 Aug 16 13:42:18.526174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a382469-6549-48db-8813-e7fc70f67c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=3756bdbd-6d96-4132-b7ba-411d1deabd53,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:18.645954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60686) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:18.693934 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e0788d47-d306-4deb-a79b-ac07ed977789 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=172389772404464eaec81f9359474bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465591 Aug 16 13:42:18.696795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 60688) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:18.755644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a626ce10-b358-4e94-b3b6-00afba0a83dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.781196 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a626ce10-b358-4e94-b3b6-00afba0a83dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.839374 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a626ce10-b358-4e94-b3b6-00afba0a83dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.843161 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a626ce10-b358-4e94-b3b6-00afba0a83dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:18.844819 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a626ce10-b358-4e94-b3b6-00afba0a83dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bab833e6-98ad-49d0-a38c-a433218694a1 HTTP/1.1" status: 204 len: 168 time: 0.1469066 Aug 16 13:42:18.854746 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626ce10-b358-4e94-b3b6-00afba0a83dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab833e6-98ad-49d0-a38c-a433218694a1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:19.681410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60710) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:19.793371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-235207241-network', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:42:19.816992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Made reservation on behalf of ab162faf90ff463982e33cedff1a4d79 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:42:19.819711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:19.830693 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:19.944229 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:19.948682 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:19.977864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:42:19.989438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb81d4-7b28-43ae-9755-bed56a230fad,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:20.002596 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:20.002596 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Added segment 09196c13-d4cd-4334-9724-a611f31d0f01 of type vlan for network e5d1a151-f9eb-4115-b42e-ee94a8166edc Aug 16 13:42:20.051204 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:20.085485 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:20.086574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:20.087228 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:20.158081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4751518 Aug 16 13:42:20.161828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60714) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:20.175212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] Request body: {'subnet': {'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-235207241-subnet', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:42:20.192799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d9be1-b8d1-4149-8db6-a80293c835db admin admin] Pushing event updated for resources: {'Network': ['ID=e5d1a151-f9eb-4115-b42e-ee94a8166edc,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:20.205883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:42:20.218822 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] Made reservation on behalf of ab162faf90ff463982e33cedff1a4d79 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:42:20.221598 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:20.502490 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:20.556828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:20.574263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:42:20.574633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] Network hostable DHCP agents. Network: e5d1a151-f9eb-4115-b42e-ee94a8166edc, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:42:20.594791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:42:20.609266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, e5d1a151-f9eb-4115-b42e-ee94a8166edc) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:42:20.615281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:20.616166 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:20.622001 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:42:20.626554 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8958b8-b279-470a-a88b-f7a1adaf5bc3 None None] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:42:20.640767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-af74e421-e917-4ddf-bd20-b125c106a4de admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4769776 Aug 16 13:42:20.644109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60716) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:20.650987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:42:20.679809 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:20.681495 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:20.778718 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:20.796601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:42:20.797556 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:20.965378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Allocated IP 172.20.0.2 (e5d1a151-f9eb-4115-b42e-ee94a8166edc/f6d01c5e-4a82-4840-ad13-333ec3e7e1d2/6cec0e2e-a2d6-473c-9581-d9ed606d60e9) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:42:21.056844 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:21.142234 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:21.151781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Transition to ACTIVE for port object 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:42:21.169278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Transition to ACTIVE for port object 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:42:21.176778 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:21.227036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:42:21.230068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:42:21.233644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:42:21.246327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Pushing event updated for resources: {'Port': ['ID=6cec0e2e-a2d6-473c-9581-d9ed606d60e9,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:21.329134 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Attempting to bind port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:42:21.329724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Attempting to bind port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:42:21.330245 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Attempting to bind port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:42:21.337927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:42:21.338657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:42:21.339127 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:21.339639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:42:21.340278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Bound port: 6cec0e2e-a2d6-473c-9581-d9ed606d60e9, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:42:21.340795 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:21.344998 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:21.371086 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:21.419518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] For port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:42:21.424400 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] For port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6cec0e2e-a2d6-473c-9581-d9ed606d60e9,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:42:21.430136 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:21.527886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673c333-f0c1-4fa1-8fd7-679bd5e1cc9d None None] Pushing event updated for resources: {'Port': ['ID=6cec0e2e-a2d6-473c-9581-d9ed606d60e9,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:21.536166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Allocated IP 172.25.0.136 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/f959a641-6522-4558-8483-f837ee645baa) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:42:21.715670 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:21.740087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d2a09de5-f05c-40cc-9e72-eebd8cd5e27b no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:42:21.767916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: d2a09de5-f05c-40cc-9e72-eebd8cd5e27b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:42:21.768276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device d2a09de5-f05c-40cc-9e72-eebd8cd5e27b not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:42:21.783278 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:21.833563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:42:21.836996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:42:21.841777 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:42:21.848674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Pushing event updated for resources: {'Port': ['ID=f959a641-6522-4558-8483-f837ee645baa,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:22.210155 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:22.287995 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:42:22.364431 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:42:22.503837 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:22.647962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59d3e6b-f16a-41e1-ba35-5ac19cd7fcd3 None None] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:42:22.679380 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Router 3d688961-40ec-4170-89b9-faef5e8f2dd9 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:42:22.760959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82c99ed5-bdf4-4125-9641-8031ee3e3431 None None] Provisioning for port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:42:22.786450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-82c99ed5-bdf4-4125-9641-8031ee3e3431 None None] Provisioning complete for port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:22.786833 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82c99ed5-bdf4-4125-9641-8031ee3e3431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:22.808534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:42:22.826042 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Sync routers for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:42:22.837256 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:22.838445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7dbee910-f6bc-4e8b-bbd2-ab2577072c46 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1925640 Aug 16 13:42:22.841280 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:42:22.841448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60718) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:22.843542 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:42:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:22.915333 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82c99ed5-bdf4-4125-9641-8031ee3e3431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:22.965001 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-82c99ed5-bdf4-4125-9641-8031ee3e3431 None None] For port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6cec0e2e-a2d6-473c-9581-d9ed606d60e9,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:42:22.973647 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-82c99ed5-bdf4-4125-9641-8031ee3e3431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:22.989935 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:42:23.058353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c99ed5-bdf4-4125-9641-8031ee3e3431 None None] Pushing event updated for resources: {'Port': ['ID=6cec0e2e-a2d6-473c-9581-d9ed606d60e9,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:23.206457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8c63717e-05f6-4ef8-9c31-cca868211ed2 None None] Provisioning complete for port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:23.207400 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8c63717e-05f6-4ef8-9c31-cca868211ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:23.242783 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:22Z', 'revision_number': 3, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:23.274955 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Checking router: 3d688961-40ec-4170-89b9-faef5e8f2dd9 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:42:23.275311 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Updating router 3d688961-40ec-4170-89b9-faef5e8f2dd9 port f959a641-6522-4558-8483-f837ee645baa binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:42:23.303960 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:23.423804 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:23.624284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Allocated IP 172.20.0.1 (e5d1a151-f9eb-4115-b42e-ee94a8166edc/f6d01c5e-4a82-4840-ad13-333ec3e7e1d2/da7ea1f4-33d7-4c2f-9917-fd85614ad8cb) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:42:23.705085 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:23.718013 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Transition to ACTIVE for port object f959a641-6522-4558-8483-f837ee645baa will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:42:23.724858 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:23.761834 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:23.777069 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Transition to ACTIVE for port object da7ea1f4-33d7-4c2f-9917-fd85614ad8cb will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:42:23.780482 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Attempting to bind port f959a641-6522-4558-8483-f837ee645baa on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:42:23.781051 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Attempting to bind port f959a641-6522-4558-8483-f837ee645baa by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:42:23.781522 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Attempting to bind port f959a641-6522-4558-8483-f837ee645baa on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:42:23.795058 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Pushing event updated for resources: {'Port': ['ID=f959a641-6522-4558-8483-f837ee645baa,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:23.799596 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:42:23.800133 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:42:23.800707 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:23.801267 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:42:23.801950 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Bound port: f959a641-6522-4558-8483-f837ee645baa, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:42:23.802528 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:23.812191 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.812730 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.813161 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:23.813699 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.813699 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.813975 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.814305 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.814781 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.815247 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.815711 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.816178 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.816639 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.817099 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:23.856005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:42:23.862127 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:42:23.865914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:42:23.885320 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] For port f959a641-6522-4558-8483-f837ee645baa, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:42:23.888787 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] For port f959a641-6522-4558-8483-f837ee645baa, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f959a641-6522-4558-8483-f837ee645baa,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:42:23.897564 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:23.901582 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Pushing event updated for resources: {'Port': ['ID=da7ea1f4-33d7-4c2f-9917-fd85614ad8cb,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:23.920930 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:23.962648 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3a640-8436-43d4-9bde-326aaf20df04 None None] Pushing event updated for resources: {'Port': ['ID=f959a641-6522-4558-8483-f837ee645baa,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:23.976890 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:42:23.977525 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:42:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:24.068921 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:24.146584 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:42:24.148027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-25c93c4e-fdd8-469a-b3c5-422fe3defe46 None None] Provisioning for port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:42:24.160103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-25c93c4e-fdd8-469a-b3c5-422fe3defe46 None None] Provisioning complete for port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:24.160734 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-25c93c4e-fdd8-469a-b3c5-422fe3defe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:24.239749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-25c93c4e-fdd8-469a-b3c5-422fe3defe46 None None] Port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:42:24.248939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:42:24.298328 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:24.304834 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:24.332736 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:24.333333 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:24.383423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:24.387137 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Pushing event updated for resources: {'Port': ['ID=da7ea1f4-33d7-4c2f-9917-fd85614ad8cb,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:24.444218 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:22Z', 'revision_number': 3, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:24.483335 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937bdd0-0af6-4283-a1d4-a69274817f15 None None] The sync data for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 is: [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:22Z', 'revision_number': 3, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:42:24.508851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:42:24.510448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:42:24.655764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Router 3d688961-40ec-4170-89b9-faef5e8f2dd9 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:42:24.798945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:42:24.804678 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e269bfb1-442b-4387-967c-3a8e0a317a8b admin admin] 10.222.0.25 "PUT /v2.0/routers/3d688961-40ec-4170-89b9-faef5e8f2dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9606864 Aug 16 13:42:24.885698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-715526b0-80f2-469f-8555-30dc724399fb None None] Provisioning complete for port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:24.886153 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-715526b0-80f2-469f-8555-30dc724399fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:24.947181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-715526b0-80f2-469f-8555-30dc724399fb None None] Port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:42:25.388841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60726) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:25.395362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ade77e50-dc8c-408b-84d2-ae79d9171cf9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748798353', 'description': 'tempest-description--1639948043'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:42:25.422461 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ade77e50-dc8c-408b-84d2-ae79d9171cf9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.539751 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ade77e50-dc8c-408b-84d2-ae79d9171cf9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.544873 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ade77e50-dc8c-408b-84d2-ae79d9171cf9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.578218 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ade77e50-dc8c-408b-84d2-ae79d9171cf9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.579543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ade77e50-dc8c-408b-84d2-ae79d9171cf9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1884272 Aug 16 13:42:25.581868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade77e50-dc8c-408b-84d2-ae79d9171cf9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4de400e-ba4f-490a-a4b0-afd4cec1f21d,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:25.584145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60728) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:25.589156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5431b2a5-e65b-486d-a49d-96abff70d6b7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'security_group_rule': {'security_group_id': 'a4de400e-ba4f-490a-a4b0-afd4cec1f21d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:42:25.622784 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5431b2a5-e65b-486d-a49d-96abff70d6b7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.693599 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5431b2a5-e65b-486d-a49d-96abff70d6b7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.698845 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5431b2a5-e65b-486d-a49d-96abff70d6b7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.719348 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431b2a5-e65b-486d-a49d-96abff70d6b7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f267237e-875a-4e72-8276-1001613c9bf6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:25.725582 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5431b2a5-e65b-486d-a49d-96abff70d6b7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.727564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5431b2a5-e65b-486d-a49d-96abff70d6b7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424696 Aug 16 13:42:25.731896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60730) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:25.737194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e1883800-dad6-4c74-b3da-bd1b9163940f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'security_group_rule': {'security_group_id': 'a4de400e-ba4f-490a-a4b0-afd4cec1f21d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:42:25.770076 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1883800-dad6-4c74-b3da-bd1b9163940f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.837452 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1883800-dad6-4c74-b3da-bd1b9163940f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.842825 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1883800-dad6-4c74-b3da-bd1b9163940f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.862656 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1883800-dad6-4c74-b3da-bd1b9163940f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232cb63a-f8dd-425c-bc7b-3e42fd39f824,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:25.871093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e1883800-dad6-4c74-b3da-bd1b9163940f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:25.872378 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e1883800-dad6-4c74-b3da-bd1b9163940f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394682 Aug 16 13:42:25.878071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60732) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:25.883129 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:42:25.909168 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.023789 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.165750 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Allocated IP 172.25.0.113 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/846af2e8-e6fd-48ae-9251-79be60c99518) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:42:26.255198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f959a641-6522-4558-8483-f837ee645baa up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:42:26.329508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port f959a641-6522-4558-8483-f837ee645baa completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:42:26.336716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port f959a641-6522-4558-8483-f837ee645baa triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:26.337402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.360371 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.399786 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.440424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:42:26.446177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:42:26.450669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:42:26.469827 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.482898 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event updated for resources: {'Port': ['ID=846af2e8-e6fd-48ae-9251-79be60c99518,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:26.511940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port f959a641-6522-4558-8483-f837ee645baa, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f959a641-6522-4558-8483-f837ee645baa,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:42:26.516658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Sync routers for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:42:26.521396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.559467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:42:26.560131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:42:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:26.596432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.632809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=f959a641-6522-4558-8483-f837ee645baa,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:26.664446 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.704220 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:42:26.840484 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.846163 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.930269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event updated for resources: {'Port': ['ID=846af2e8-e6fd-48ae-9251-79be60c99518,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:26.946364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 2, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:26.953813 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.972182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:26.973501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d4ab3283-f933-483c-a8c7-1280233914ad tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0941708 Aug 16 13:42:26.975609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Checking router: 3d688961-40ec-4170-89b9-faef5e8f2dd9 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:42:26.975976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Updating router 3d688961-40ec-4170-89b9-faef5e8f2dd9 port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:42:27.009264 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:27.209759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-bb003f90-0d89-4dba-8f80-575f642a938c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--748798353&fields=id&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 267 time: 0.0582256 Aug 16 13:42:27.341419 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:27.353758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Transition to ACTIVE for port object da7ea1f4-33d7-4c2f-9917-fd85614ad8cb will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:42:27.362929 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:27.419172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46801ef-6531-49dd-b807-de8e95449c25 None None] Pushing event updated for resources: {'Port': ['ID=da7ea1f4-33d7-4c2f-9917-fd85614ad8cb,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:27.492556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Attempting to bind port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:42:27.493350 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Attempting to bind port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:42:27.493873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Attempting to bind port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:42:27.500890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:42:27.501434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:42:27.501949 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:27.502553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:42:27.503164 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Bound port: da7ea1f4-33d7-4c2f-9917-fd85614ad8cb, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:42:27.503684 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:27.604143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] For port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:42:27.608801 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] For port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=da7ea1f4-33d7-4c2f-9917-fd85614ad8cb,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:42:27.615425 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:27.689510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:42:27.690185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:42:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:27.694334 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46801ef-6531-49dd-b807-de8e95449c25 None None] Pushing event updated for resources: {'Port': ['ID=da7ea1f4-33d7-4c2f-9917-fd85614ad8cb,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:27.751104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0b30adb3-e118-4cf6-a1b7-e6be3d93f934 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:27.758141 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0b30adb3-e118-4cf6-a1b7-e6be3d93f934 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 811 time: 0.5349102 Aug 16 13:42:27.777145 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-264da6e5-97e9-431e-b727-56a716a7f78a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/quotas/ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 375 time: 0.0142436 Aug 16 13:42:27.834414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:42:27.860885 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-ff32e292-bd0c-425d-be80-aff3875021aa tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763810 Aug 16 13:42:27.986297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-472721b0-0028-4beb-8c76-712a31f68583 service neutron] 10.222.0.25 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035745 Aug 16 13:42:28.091261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:27Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:28.096264 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-d143aa0d-41a5-4d7f-a91b-1bce927a9ca2 service neutron] 10.222.0.25 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995398 Aug 16 13:42:28.121372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af334ef-4ba6-4341-ac2a-e1c0ecb684d5 None None] The sync data for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 is: [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:27Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:42:28.302865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f959a641-6522-4558-8483-f837ee645baa up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:42:28.370774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c2f1ff30-fc07-4b22-8b50-bc597beea854 req-fde3ad90-65ce-421e-8f33-3bb2d12213a9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 210 time: 0.0503731 Aug 16 13:42:28.412420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port f959a641-6522-4558-8483-f837ee645baa triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:28.413163 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:29.509458 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61d87216-632b-4094-80cd-a6c443ac0785 req-9cfde3ae-cb55-4611-84c5-a348503bc3ab tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 210 time: 0.0321167 Aug 16 13:42:29.742536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-e02cfba4-0eed-445a-882a-b0eacf41eee0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:29.744211 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-e02cfba4-0eed-445a-882a-b0eacf41eee0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 811 time: 0.1410894 Aug 16 13:42:29.799385 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-5a47f5bb-db4f-4105-84d2-5977bb1fc494 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 379 time: 0.0411963 Aug 16 13:42:29.809314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'port': {'device_id': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'admin_state_up': True, 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'security_groups': ['a4de400e-ba4f-490a-a4b0-afd4cec1f21d']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:42:29.933174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Made reservation on behalf of ab162faf90ff463982e33cedff1a4d79 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:42:29.937833 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:30.091568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Allocated IP 172.20.0.4 (e5d1a151-f9eb-4115-b42e-ee94a8166edc/f6d01c5e-4a82-4840-ad13-333ec3e7e1d2/34cf4338-f033-472c-ab3a-fff75dd7e569) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:42:30.180766 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:30.239216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device da7ea1f4-33d7-4c2f-9917-fd85614ad8cb up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:42:30.291741 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:30.305515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:42:30.311623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:30.312215 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:30.315582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Transition to ACTIVE for port object 34cf4338-f033-472c-ab3a-fff75dd7e569 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:42:30.363846 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:30.426978 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:42:30.431800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:42:30.434384 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:30.438494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:42:30.482506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event updated for resources: {'Port': ['ID=34cf4338-f033-472c-ab3a-fff75dd7e569,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:30.492643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=da7ea1f4-33d7-4c2f-9917-fd85614ad8cb,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:42:30.499530 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:30.507968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.508535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.509089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.509683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.510254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.511268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.511268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.511720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.512050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.512579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.513042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.513504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:30.542638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:30.543681 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:30.576012 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-555d7e5e-25a4-45f3-b131-afd6121562f9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7708089 Aug 16 13:42:30.584604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=da7ea1f4-33d7-4c2f-9917-fd85614ad8cb,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:30.596308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Request body: {'port': {'device_id': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:42:30.680438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0cdf1-9f94-47d6-8034-51eb345d7521 req-55d1f4f1-57cb-45b1-8f68-08eb831a5944 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:30.682637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43c0cdf1-9f94-47d6-8034-51eb345d7521 req-55d1f4f1-57cb-45b1-8f68-08eb831a5944 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 931 time: 0.0634139 Aug 16 13:42:30.703973 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:30.746913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43c0cdf1-9f94-47d6-8034-51eb345d7521 req-749b4f92-a383-4299-9e2b-d0b212996361 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514252 Aug 16 13:42:30.785508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-798af258-9a25-4db7-b450-df663bdc9b75 None None] Provisioning for port 34cf4338-f033-472c-ab3a-fff75dd7e569 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:42:30.790968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-798af258-9a25-4db7-b450-df663bdc9b75 None None] Provisioning complete for port 34cf4338-f033-472c-ab3a-fff75dd7e569 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:30.791418 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-798af258-9a25-4db7-b450-df663bdc9b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:30.834827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-798af258-9a25-4db7-b450-df663bdc9b75 None None] Port 34cf4338-f033-472c-ab3a-fff75dd7e569 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:42:31.038172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cf4338-f033-472c-ab3a-fff75dd7e569 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:42:31.047237 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:31.061464 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Transition to ACTIVE for port object 34cf4338-f033-472c-ab3a-fff75dd7e569 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:42:31.065992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:31.123337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Pushing event updated for resources: {'Port': ['ID=34cf4338-f033-472c-ab3a-fff75dd7e569,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:31.224697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Attempting to bind port 34cf4338-f033-472c-ab3a-fff75dd7e569 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:42:31.225169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Attempting to bind port 34cf4338-f033-472c-ab3a-fff75dd7e569 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:42:31.225591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Attempting to bind port 34cf4338-f033-472c-ab3a-fff75dd7e569 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:42:31.233121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Port 34cf4338-f033-472c-ab3a-fff75dd7e569 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:42:31.233678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Attempting to bind port 34cf4338-f033-472c-ab3a-fff75dd7e569 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:42:31.242126 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:42:31.242674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:42:31.243163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:42:31.243809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Bound port: 34cf4338-f033-472c-ab3a-fff75dd7e569, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:42:31.244279 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:31.333311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:42:31.336960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=34cf4338-f033-472c-ab3a-fff75dd7e569,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:42:31.342818 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:31.381206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:31.381771 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:31.383202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] 10.222.0.22 "PUT /v2.0/ports/34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 1091 time: 0.7950058 Aug 16 13:42:31.383674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:42:31.386023 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:42:31.415634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01d67c-435c-4259-8f99-17fcff89d52d service neutron] Pushing event updated for resources: {'Port': ['ID=34cf4338-f033-472c-ab3a-fff75dd7e569,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:31.480304 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff377571-277a-4fbe-b766-92574af10bcf x-openstack-request-id: req-ff377571-277a-4fbe-b766-92574af10bcf {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:42:31.480304 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:42:31.480304 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff377571-277a-4fbe-b766-92574af10bcf {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:42:31.480800 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'status': 'completed', 'code': 200} Aug 16 13:42:31.501305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-5f13b9af-a64b-4211-a2e8-5273dcc14368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:31.503005 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-5f13b9af-a64b-4211-a2e8-5273dcc14368 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1094 time: 0.0583937 Aug 16 13:42:31.555061 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-87f148e5-2e81-4cbc-ba39-f05954af606a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 217 time: 0.0405145 Aug 16 13:42:31.629975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-25d5051d-4f04-4e0d-8e2f-e1be6b87e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:31.631738 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-25d5051d-4f04-4e0d-8e2f-e1be6b87e09b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0694206 Aug 16 13:42:31.701015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-f55beadd-cca2-4a8a-84be-39e4b2a94f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:31.703540 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-f55beadd-cca2-4a8a-84be-39e4b2a94f1a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626068 Aug 16 13:42:31.832365 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-4e3f6d07-84e6-4e39-87fb-6486ee7a5b58 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205537 Aug 16 13:42:31.858690 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3ae2-474e-461f-9d57-07710f9686a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:31.876103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313d7ca-67b8-4089-8a02-654a5d211fd4 req-a691a5ac-66a3-4771-955e-e1316019adcc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:31.878536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e313d7ca-67b8-4089-8a02-654a5d211fd4 req-a691a5ac-66a3-4771-955e-e1316019adcc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 943 time: 0.0596833 Aug 16 13:42:31.923211 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e313d7ca-67b8-4089-8a02-654a5d211fd4 req-9d2399d4-ef81-4f04-89c8-95c50437254b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390699 Aug 16 13:42:32.006967 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-089f39bd-9b46-4c03-ad22-c0c14b8814be req-57b7099c-86fb-459d-83eb-577bda08c41e service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660080 Aug 16 13:42:32.133964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a req-10ce3648-0a69-4a77-8f41-bc65215efdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:32.136523 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a req-10ce3648-0a69-4a77-8f41-bc65215efdc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1094 time: 0.0486083 Aug 16 13:42:32.208712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device da7ea1f4-33d7-4c2f-9917-fd85614ad8cb up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:42:32.246444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a req-ad48f1ef-8dbb-45fb-8e0d-17da9df780c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:32.248056 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a req-ad48f1ef-8dbb-45fb-8e0d-17da9df780c5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1036291 Aug 16 13:42:32.275386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:32.275767 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:32.294725 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a req-12b20882-4bf4-4b37-b560-fb284c63c49d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 217 time: 0.0382595 Aug 16 13:42:32.361771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a req-6e83d2bb-cbe4-4d9c-92e9-3d68eeb3274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:32.363464 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a req-6e83d2bb-cbe4-4d9c-92e9-3d68eeb3274b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0613587 Aug 16 13:42:32.413378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a req-d02d60c4-e1c3-471c-815f-8f478b21f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:32.414943 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a req-d02d60c4-e1c3-471c-815f-8f478b21f1f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431342 Aug 16 13:42:32.518131 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a req-b2575b89-89c6-40c8-9a66-b13f31364b13 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951893 Aug 16 13:42:32.630787 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-71c503d8-ca21-4ec3-9487-4c0b181d4c6a req-d52668ae-cea9-4ce7-91d7-fd0f39938ea8 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047781 Aug 16 13:42:33.070994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b04c3-0610-4705-baa5-959cf50bdaf6 req-81d8c7fc-b79c-48a9-837f-8660edb480d1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:33.072876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a9b04c3-0610-4705-baa5-959cf50bdaf6 req-81d8c7fc-b79c-48a9-837f-8660edb480d1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 943 time: 0.0576272 Aug 16 13:42:33.117826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a9b04c3-0610-4705-baa5-959cf50bdaf6 req-d50f852e-0e65-4d09-8cc4-d19b08b1b54a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369027 Aug 16 13:42:34.261760 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61695e-bdc3-49c9-8fd6-0769f68bee70 req-e094c04e-95ce-4a2f-915e-7f94a5fc5f5d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:34.263829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c61695e-bdc3-49c9-8fd6-0769f68bee70 req-e094c04e-95ce-4a2f-915e-7f94a5fc5f5d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 943 time: 0.0630381 Aug 16 13:42:34.313044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c61695e-bdc3-49c9-8fd6-0769f68bee70 req-938238ae-8184-47c2-b467-884f3fbfb2f0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379424 Aug 16 13:42:34.389014 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2324-0fcc-4c8f-8f02-fee6bf0c0fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:34.667237 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:35.459831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ccaa1-b0ca-4963-b1ad-83b06343713f req-706d091a-4e3f-471b-9a46-19f2065fedb7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:35.461589 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e5ccaa1-b0ca-4963-b1ad-83b06343713f req-706d091a-4e3f-471b-9a46-19f2065fedb7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 943 time: 0.0591953 Aug 16 13:42:35.512243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e5ccaa1-b0ca-4963-b1ad-83b06343713f req-8c94de46-e5d7-4488-909b-57ec0d68f90a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388896 Aug 16 13:42:35.648177 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:35.828762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 34cf4338-f033-472c-ab3a-fff75dd7e569 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:42:35.949712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=34cf4338-f033-472c-ab3a-fff75dd7e569,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:42:35.964719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'port_id': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'mac_address': 'fa:16:3e:88:75:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:42:36.008417 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:36.024340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cf4338-f033-472c-ab3a-fff75dd7e569 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:42:36.047874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=34cf4338-f033-472c-ab3a-fff75dd7e569,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:42:36.052492 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:36.105759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=34cf4338-f033-472c-ab3a-fff75dd7e569,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:36.114850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.115197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.115547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.115899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.116239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.116575 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.116910 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.117241 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.117573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.117900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.118260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.118591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:42:36.394790 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['34cf4338-f033-472c-ab3a-fff75dd7e569'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:42:36.644283 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933540b-f8c2-4b64-b742-61a4bfe7010d req-afbd834d-9324-446b-b8df-301b38f0461b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:36.646327 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1933540b-f8c2-4b64-b742-61a4bfe7010d req-afbd834d-9324-446b-b8df-301b38f0461b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 944 time: 0.0573094 Aug 16 13:42:36.690521 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1933540b-f8c2-4b64-b742-61a4bfe7010d req-21989b85-7a7a-4872-b7b6-3ba921a6ed52 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375597 Aug 16 13:42:37.469335 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:37.824546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6b0fc-3b50-43a6-b79c-6af86f3fa023 req-ad09894c-694f-4b35-b7b6-cfd2b40cd6fa tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:37.826291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10c6b0fc-3b50-43a6-b79c-6af86f3fa023 req-ad09894c-694f-4b35-b7b6-cfd2b40cd6fa tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 944 time: 0.0589471 Aug 16 13:42:37.833655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 34cf4338-f033-472c-ab3a-fff75dd7e569 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:42:37.870493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10c6b0fc-3b50-43a6-b79c-6af86f3fa023 req-de653f33-03b7-47ab-820c-fa2e0453fe64 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368762 Aug 16 13:42:37.888208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 34cf4338-f033-472c-ab3a-fff75dd7e569 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:42:37.893587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 34cf4338-f033-472c-ab3a-fff75dd7e569 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:42:37.893970 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:37.986775 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:38.015722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:42:38.018698 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121f3362-caf5-428c-8182-dc8adbad365e" -d '{"events": [{"server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "name": "network-vif-plugged", "status": "completed", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:42:38.037124 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=34cf4338-f033-472c-ab3a-fff75dd7e569,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:42:38.043320 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:38.073362 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd62711d-0055-420f-8323-e21d792c665e x-openstack-request-id: req-cd62711d-0055-420f-8323-e21d792c665e {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:42:38.073649 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "name": "network-vif-plugged", "status": "completed", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:42:38.073893 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd62711d-0055-420f-8323-e21d792c665e {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:42:38.074322 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'code': 200} Aug 16 13:42:38.115354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=34cf4338-f033-472c-ab3a-fff75dd7e569,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:42:38.195062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b396d-2553-4413-b0bf-d5cfcf2947c9 req-d272008e-bcdb-46ae-802f-5a4ab28e1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:38.196726 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5e5b396d-2553-4413-b0bf-d5cfcf2947c9 req-d272008e-bcdb-46ae-802f-5a4ab28e1791 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1096 time: 0.0461612 Aug 16 13:42:38.237303 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5e5b396d-2553-4413-b0bf-d5cfcf2947c9 req-f5df39d8-d1e3-4a71-b54c-3dcfd7039758 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324192 Aug 16 13:42:39.016107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721545d-5d80-46e7-a564-ce135b05825f req-30469958-ff30-40bd-be26-9322e0cad14c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:39.017957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5721545d-5d80-46e7-a564-ce135b05825f req-30469958-ff30-40bd-be26-9322e0cad14c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0655715 Aug 16 13:42:39.081643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5721545d-5d80-46e7-a564-ce135b05825f req-47632c2b-c137-4e08-b8c3-84d628f7a838 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518930 Aug 16 13:42:40.221375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704afdb-5d87-4f98-8950-e10eb6a3528d req-919c8d3c-e1d4-464d-90cb-1cb0b2c82ede tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:40.223040 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c704afdb-5d87-4f98-8950-e10eb6a3528d req-919c8d3c-e1d4-464d-90cb-1cb0b2c82ede tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0590901 Aug 16 13:42:40.276064 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c704afdb-5d87-4f98-8950-e10eb6a3528d req-8e50822c-49e8-4c3e-a048-5bee4ce81c46 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413690 Aug 16 13:42:40.406978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af47209-a571-4171-89fd-f13f25536df8 req-4b32b212-103c-4708-a0a9-87d8ecc227be tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:40.408534 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6af47209-a571-4171-89fd-f13f25536df8 req-4b32b212-103c-4708-a0a9-87d8ecc227be tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0624287 Aug 16 13:42:40.420473 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 60782) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:42:40.425807 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a06ae0b7-26d8-4639-b62e-e79d74918c15 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'floatingip': {'port_id': '34cf4338-f033-472c-ab3a-fff75dd7e569'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:42:40.473811 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a06ae0b7-26d8-4639-b62e-e79d74918c15 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:40.980854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a06ae0b7-26d8-4639-b62e-e79d74918c15 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:40.986742 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a06ae0b7-26d8-4639-b62e-e79d74918c15 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:41.105574 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-a06ae0b7-26d8-4639-b62e-e79d74918c15 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e associated. External IP: 172.25.0.113, port: 34cf4338-f033-472c-ab3a-fff75dd7e569. Aug 16 13:42:41.337613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06ae0b7-26d8-4639-b62e-e79d74918c15 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Router 3d688961-40ec-4170-89b9-faef5e8f2dd9 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:42:41.455495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06ae0b7-26d8-4639-b62e-e79d74918c15 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:42:41.461599 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a06ae0b7-26d8-4639-b62e-e79d74918c15 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:41.469328 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85d808-30b7-4ff4-92c8-97af2d589cb5 None None] Sync routers for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:42:41.486591 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85d808-30b7-4ff4-92c8-97af2d589cb5 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:42:41.487635 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3f85d808-30b7-4ff4-92c8-97af2d589cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:42:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:41.506752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a06ae0b7-26d8-4639-b62e-e79d74918c15 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "PUT /v2.0/floatingips/ea25f03d-3645-4dd3-8fc4-9b203fed759e HTTP/1.1" status: 200 len: 991 time: 1.0849493 Aug 16 13:42:41.507371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:42:41.510024 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592503e6dcdecb077fd0ee1873e4d9d1b4945250f6fd64fc37c53b8fd31d136e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a83099-0796-4dff-93bd-ea9a195a24fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:42:41.565250 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be808e25-6cb8-4fe4-81c4-30a9c469027a x-openstack-request-id: req-be808e25-6cb8-4fe4-81c4-30a9c469027a {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:42:41.565549 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:42:41.565856 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be808e25-6cb8-4fe4-81c4-30a9c469027a {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:42:41.566272 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'status': 'completed', 'code': 200} Aug 16 13:42:41.647947 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3f85d808-30b7-4ff4-92c8-97af2d589cb5 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:42:41.670179 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83099-0796-4dff-93bd-ea9a195a24fd req-3cfcdd0b-bef6-4066-9346-b477ae013371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:41.671850 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82a83099-0796-4dff-93bd-ea9a195a24fd req-3cfcdd0b-bef6-4066-9346-b477ae013371 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1096 time: 0.0661693 Aug 16 13:42:41.799908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83099-0796-4dff-93bd-ea9a195a24fd req-a4bc6c33-5538-4c54-a85e-2a9c703cdcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:41.802462 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82a83099-0796-4dff-93bd-ea9a195a24fd req-a4bc6c33-5538-4c54-a85e-2a9c703cdcac service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1234820 Aug 16 13:42:41.905526 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82a83099-0796-4dff-93bd-ea9a195a24fd req-fe7f8a52-bf52-4f6c-982f-479c0bb76449 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 999 time: 0.0952995 Aug 16 13:42:41.949373 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3f85d808-30b7-4ff4-92c8-97af2d589cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:88:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:42:40Z', 'revision_number': 1, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:41.964103 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83099-0796-4dff-93bd-ea9a195a24fd req-9ea316a6-ae05-4fb7-a623-9e86fae05792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:41.965628 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82a83099-0796-4dff-93bd-ea9a195a24fd req-9ea316a6-ae05-4fb7-a623-9e86fae05792 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0537150 Aug 16 13:42:41.997165 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85d808-30b7-4ff4-92c8-97af2d589cb5 None None] Checking router: 3d688961-40ec-4170-89b9-faef5e8f2dd9 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:42:42.010982 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85d808-30b7-4ff4-92c8-97af2d589cb5 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:42:42.012043 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3f85d808-30b7-4ff4-92c8-97af2d589cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:42:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:42.018931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83099-0796-4dff-93bd-ea9a195a24fd req-3990f7f3-de40-482c-bf6d-c1808ab50abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:42:42.021323 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82a83099-0796-4dff-93bd-ea9a195a24fd req-3990f7f3-de40-482c-bf6d-c1808ab50abe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478909 Aug 16 13:42:42.124763 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82a83099-0796-4dff-93bd-ea9a195a24fd req-df89316b-1e8a-48f0-8b66-7ac960be567b service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959194 Aug 16 13:42:42.186743 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3f85d808-30b7-4ff4-92c8-97af2d589cb5 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:42:42.242587 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-82a83099-0796-4dff-93bd-ea9a195a24fd req-9cd96842-b193-42d5-a2e1-91b1ad5ecdb8 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106291 Aug 16 13:42:42.440076 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3f85d808-30b7-4ff4-92c8-97af2d589cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:88:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:42:40Z', 'revision_number': 1, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:42:42.468152 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85d808-30b7-4ff4-92c8-97af2d589cb5 None None] The sync data for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 is: [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:88:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:42:40Z', 'revision_number': 1, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:42:42.684009 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df69d12-17e7-4ebd-89c9-aeb3174b030f None None] New status for floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:42:46.705500 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:42:57.621158 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:43:00.178892 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:01.852339 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-341f23b3-b411-4925-8614-64015539fa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:04.396005 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5d1786bd-b0eb-4292-92ee-9405cd9b4833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:04.663027 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:05.649271 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:07.469400 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:16.699738 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:28.798053 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-3a178208-d631-4049-9181-76c5209493c6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453098 Aug 16 13:43:28.892088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-b8ca3ac9-90e2-4537-b4f0-d88fa0d45a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:43:28.893586 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-b8ca3ac9-90e2-4537-b4f0-d88fa0d45a4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1096 time: 0.0437632 Aug 16 13:43:29.006467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-9603600d-6b30-44a1-96f2-aff5e7a7ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:43:29.008064 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-9603600d-6b30-44a1-96f2-aff5e7a7ac52 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0935173 Aug 16 13:43:29.085400 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-5bf325c2-cc36-4760-ae37-091c6d708c43 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 1001 time: 0.0699604 Aug 16 13:43:29.142841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-8d4cf705-9203-4ed6-9ba4-14b154547e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:43:29.144380 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-8d4cf705-9203-4ed6-9ba4-14b154547e61 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0516284 Aug 16 13:43:29.205624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-7c2271d5-c075-4151-bb2f-e4f312fa2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:43:29.207267 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-7c2271d5-c075-4151-bb2f-e4f312fa2996 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541787 Aug 16 13:43:29.319523 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-0eeaaaac-0833-483c-9319-17ba8052a796 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037555 Aug 16 13:43:29.453493 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e76c66a1-a319-49de-883e-73a07d42d0ee req-e97f8eef-e136-4d0c-a4a2-65c9c4726983 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267226 Aug 16 13:43:30.199530 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:31.846360 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ced3b43a-5c57-45e8-91d4-fc9e360ab689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:34.386575 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-abca48a5-5c39-44e8-b996-ce6be25ad394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:34.620433 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:43:34.666290 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:35.650268 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:37.473587 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:43:46.696922 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:00.228470 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:01.853595 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a0d8-b040-474e-ab53-2dd33de5d8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:04.390195 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d10c40a1-733c-4faf-8d93-bffa2e6fc559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:04.671587 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:05.655949 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:07.474967 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:11.620117 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:44:16.204020 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-f30f3f48-c925-4fc3-b0da-c7a65c187a00 req-158630b7-6bf1-4bb8-9057-a03c52277a37 service neutron] (101395) timed out ('10.222.0.42', 64345) {{(pid=101395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:44:16.701075 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:30.241220 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:30.801486 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-c66b1904-f9bb-4cb6-893c-bc2a53c23d06 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496566 Aug 16 13:44:30.901639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-a2fdf377-0992-461c-b1c6-c17ec7ec603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:44:30.904103 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-a2fdf377-0992-461c-b1c6-c17ec7ec603f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1096 time: 0.0461705 Aug 16 13:44:31.019416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-472de5be-5c33-425c-87b0-d078fa7ac8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:44:31.020929 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-472de5be-5c33-425c-87b0-d078fa7ac8a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0974245 Aug 16 13:44:31.093989 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-ce0a6021-eba6-4b8b-9e57-321d5f1aeacf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 1001 time: 0.0651040 Aug 16 13:44:31.144401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-c3cb6704-22b2-4a87-846b-0ebe60035803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:44:31.145879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-c3cb6704-22b2-4a87-846b-0ebe60035803 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0453196 Aug 16 13:44:31.192958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-d8518881-8a6c-4275-9bd7-3385d8801992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:44:31.194504 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-d8518881-8a6c-4275-9bd7-3385d8801992 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418577 Aug 16 13:44:31.295193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-9189928f-c81f-435f-a2f0-110ca1d3591c service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937576 Aug 16 13:44:31.393578 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b13a0fb5-aea8-402a-9529-f5e7f11d5d44 req-81a8ea70-6ce6-4b26-a5e0-5cfd093a2808 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913832 Aug 16 13:44:31.848381 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8cbf69b4-2a70-4ec3-8ced-bde2f466daf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:34.393265 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36439466-f235-4e7d-bebe-f8705a5d65c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:34.664161 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:35.656696 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:37.477591 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:46.695695 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:44:48.618778 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:45:00.232181 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:01.852866 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2c841f75-be70-40ab-8eab-3e416e2b3f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:04.395367 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-41d9ca24-230c-47a7-9ec5-447d9c973544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:04.666356 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:05.660016 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:07.483047 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:16.710261 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:20.907425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91404b4a-324f-49d1-b930-38b753578992 req-1f23142e-ca79-4be9-86f9-edd56b6404a0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:20.909913 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91404b4a-324f-49d1-b930-38b753578992 req-1f23142e-ca79-4be9-86f9-edd56b6404a0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.1224821 Aug 16 13:45:20.952926 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-91404b4a-324f-49d1-b930-38b753578992 req-7b25c147-4ac9-48ac-8219-46ed73cb0af6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367260 Aug 16 13:45:22.192878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 32914) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:45:22.229925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c390fc-5fe4-47a8-9ea3-653f07cae1e2 req-aa52457e-e442-4e37-9fc3-a4f6d36f4675 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:22.234603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2c390fc-5fe4-47a8-9ea3-653f07cae1e2 req-aa52457e-e442-4e37-9fc3-a4f6d36f4675 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0548098 Aug 16 13:45:22.274398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2c390fc-5fe4-47a8-9ea3-653f07cae1e2 req-0ec8580c-65a4-4bc8-b659-be94a1386e75 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356960 Aug 16 13:45:22.299279 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-075e1972-4df4-4512-834f-170661e8929b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052325 Aug 16 13:45:23.475319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c35fd5-61b1-4ad3-81e1-6a3939567761 req-c31258e9-bbbb-4862-9a04-c8a0353a57d9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:23.477093 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3c35fd5-61b1-4ad3-81e1-6a3939567761 req-c31258e9-bbbb-4862-9a04-c8a0353a57d9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.1298573 Aug 16 13:45:23.537564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e3c35fd5-61b1-4ad3-81e1-6a3939567761 req-69e5997f-71bb-41d8-a032-77f5f757ba1a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532496 Aug 16 13:45:24.676608 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4fd5-e7aa-4f59-992d-c0afed534444 req-53599ab6-516d-4448-b1c3-7d456ba5526d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:24.678246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc7b4fd5-e7aa-4f59-992d-c0afed534444 req-53599ab6-516d-4448-b1c3-7d456ba5526d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0520308 Aug 16 13:45:24.725991 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc7b4fd5-e7aa-4f59-992d-c0afed534444 req-a7e495de-dac9-417d-87f5-37e6f3398a13 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406938 Aug 16 13:45:25.618289 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:45:25.848397 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798dd98-6b21-4741-95ca-1f6bb8bae80f req-056bfbd9-69af-4cba-bf8b-3a507a09e511 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:25.849930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2798dd98-6b21-4741-95ca-1f6bb8bae80f req-056bfbd9-69af-4cba-bf8b-3a507a09e511 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0514538 Aug 16 13:45:25.896184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2798dd98-6b21-4741-95ca-1f6bb8bae80f req-a0bbdf09-b6f2-478e-bfa7-bdea70fa501d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396118 Aug 16 13:45:27.064873 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f6a7b-c30c-4e46-87cc-ecee081578ec req-886f426e-6ef3-411a-bec5-8d380e05e059 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:27.067662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-301f6a7b-c30c-4e46-87cc-ecee081578ec req-886f426e-6ef3-411a-bec5-8d380e05e059 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0839951 Aug 16 13:45:27.132197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-301f6a7b-c30c-4e46-87cc-ecee081578ec req-0b0fea68-fc92-430f-bc0c-a9f4704bbf18 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496356 Aug 16 13:45:27.738422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-2d7a0bfa-bedb-4a5a-b1e2-e14d4dd1e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:27.740003 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-2d7a0bfa-bedb-4a5a-b1e2-e14d4dd1e728 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1096 time: 0.1101210 Aug 16 13:45:27.838401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-720e4853-11ae-44be-a560-21d4c50ead59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:27.840461 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-720e4853-11ae-44be-a560-21d4c50ead59 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0924282 Aug 16 13:45:28.278169 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-2aa935cc-b7f9-4416-b9b1-f8ef80ccd105 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 1001 time: 0.4304504 Aug 16 13:45:28.302044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e3163-09ed-4b28-857c-2095e9502069 req-e552b024-f20f-4fa7-bf60-5a2847aacb49 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:28.303732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be8e3163-09ed-4b28-857c-2095e9502069 req-e552b024-f20f-4fa7-bf60-5a2847aacb49 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0762303 Aug 16 13:45:28.331673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-6156f466-19b2-42dc-84b0-237b4f806f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:28.333202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-6156f466-19b2-42dc-84b0-237b4f806f6b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0478282 Aug 16 13:45:28.345883 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be8e3163-09ed-4b28-857c-2095e9502069 req-a09309f5-5cdc-49b0-bad8-d7be503ea4c4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347891 Aug 16 13:45:28.383763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-bfadcb17-8b0c-4705-a314-38335c00b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:28.385291 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-bfadcb17-8b0c-4705-a314-38335c00b520 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438795 Aug 16 13:45:28.492162 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-2e0001f9-6893-44dc-a003-9a4fd841d924 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993788 Aug 16 13:45:28.599302 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-d70334d2-e37e-4721-a445-a8d1c9c8b285 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995433 Aug 16 13:45:29.472456 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f937575-849d-4828-a166-53f66cadc980 req-24dbcd8a-03a4-4501-8348-b1e0c418f35f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:29.474084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f937575-849d-4828-a166-53f66cadc980 req-24dbcd8a-03a4-4501-8348-b1e0c418f35f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0535336 Aug 16 13:45:29.519794 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f937575-849d-4828-a166-53f66cadc980 req-0f2492b6-cae8-40a9-b707-276ee71ae488 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378935 Aug 16 13:45:30.257769 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:30.662049 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e73fc9-2675-4ce9-ab4c-cce0fd716cdc req-da7dd9b8-748d-4d16-ab8b-bbca9c2b67c6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:30.663807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70e73fc9-2675-4ce9-ab4c-cce0fd716cdc req-da7dd9b8-748d-4d16-ab8b-bbca9c2b67c6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0584517 Aug 16 13:45:30.706643 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70e73fc9-2675-4ce9-ab4c-cce0fd716cdc req-bdcd1a4a-9d80-48a7-a8f0-a0cfc02e78df tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366607 Aug 16 13:45:31.832845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530e6b1-5b5c-4a86-9bd0-70eff95f7eb3 req-67e2ca88-2534-4d7c-85c7-8ca3d5ab88a2 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:31.834501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3530e6b1-5b5c-4a86-9bd0-70eff95f7eb3 req-67e2ca88-2534-4d7c-85c7-8ca3d5ab88a2 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0537729 Aug 16 13:45:31.849270 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a4281613-a859-4e09-be88-9b876e3e9965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:31.901147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3530e6b1-5b5c-4a86-9bd0-70eff95f7eb3 req-c79d546e-99d1-4d2f-a121-4a90bf035e71 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596552 Aug 16 13:45:32.857624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c4043-f2f6-4517-8c65-0b682222f713 req-38706e23-c814-429b-aa03-4ab1c5f4948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:32.859192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e10c4043-f2f6-4517-8c65-0b682222f713 req-38706e23-c814-429b-aa03-4ab1c5f4948a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1096 time: 0.0487721 Aug 16 13:45:32.981150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c4043-f2f6-4517-8c65-0b682222f713 req-16d57ab9-8dfb-43fa-b999-dedf63f3c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:32.983384 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e10c4043-f2f6-4517-8c65-0b682222f713 req-16d57ab9-8dfb-43fa-b999-dedf63f3c9fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1035476 Aug 16 13:45:33.042022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7213ebc-c8e4-455f-82a7-c3ccc65e885d req-93eae329-9bcb-453a-abe6-575df87b1731 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:33.043712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7213ebc-c8e4-455f-82a7-c3ccc65e885d req-93eae329-9bcb-453a-abe6-575df87b1731 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0655153 Aug 16 13:45:33.066999 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e10c4043-f2f6-4517-8c65-0b682222f713 req-88c15ea2-1e30-4383-8e95-14d7a7eb98fd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 1001 time: 0.0757051 Aug 16 13:45:33.091836 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7213ebc-c8e4-455f-82a7-c3ccc65e885d req-b9fcf718-ce2d-4bf7-8ebe-46ed9e42f49d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402606 Aug 16 13:45:33.126933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c4043-f2f6-4517-8c65-0b682222f713 req-22ca6d62-78a4-422d-95b9-5ad85ee12fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:33.128470 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e10c4043-f2f6-4517-8c65-0b682222f713 req-22ca6d62-78a4-422d-95b9-5ad85ee12fbe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0543854 Aug 16 13:45:33.180422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c4043-f2f6-4517-8c65-0b682222f713 req-47a231a3-0e72-418d-bc2d-2dc1294f9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:33.181997 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e10c4043-f2f6-4517-8c65-0b682222f713 req-47a231a3-0e72-418d-bc2d-2dc1294f9631 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460932 Aug 16 13:45:33.299420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e10c4043-f2f6-4517-8c65-0b682222f713 req-3346e9b2-27b1-4a10-94e8-403a00803ffd service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100943 Aug 16 13:45:33.398933 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e10c4043-f2f6-4517-8c65-0b682222f713 req-3a870285-5c17-46d7-9f44-306e4feb2810 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923607 Aug 16 13:45:34.266126 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00bda0-de92-4561-b842-a47bde5ca270 req-991e7ea2-d65f-4128-8bd9-d0a7dde4c352 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:34.268167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad00bda0-de92-4561-b842-a47bde5ca270 req-991e7ea2-d65f-4128-8bd9-d0a7dde4c352 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0950367 Aug 16 13:45:34.331960 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad00bda0-de92-4561-b842-a47bde5ca270 req-ace62025-d417-4898-af1f-f2a0d6bd2261 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558887 Aug 16 13:45:34.413878 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cca61a06-182f-4585-9bf9-e8f381ae5260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:34.671063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:35.475080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb91b9-2c44-4fa7-8bf0-46773a3bdb25 req-5f3898ab-de5c-4d3c-9e81-89404c3ca150 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:35.476729 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7cdb91b9-2c44-4fa7-8bf0-46773a3bdb25 req-5f3898ab-de5c-4d3c-9e81-89404c3ca150 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0544641 Aug 16 13:45:35.538568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7cdb91b9-2c44-4fa7-8bf0-46773a3bdb25 req-b1404d32-fcf0-459a-a1d9-015de4a1de45 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547428 Aug 16 13:45:35.670987 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:36.669627 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f345d7-b00c-4127-b57a-2919a347757a req-6550d2ea-ed90-425f-807d-db1a73fda670 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:36.671343 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76f345d7-b00c-4127-b57a-2919a347757a req-6550d2ea-ed90-425f-807d-db1a73fda670 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0568130 Aug 16 13:45:36.717655 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-76f345d7-b00c-4127-b57a-2919a347757a req-ceaf96ba-2d2d-4550-be2e-9bee7a203ea6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398180 Aug 16 13:45:37.491467 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:37.849294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4991dd-856d-4443-aa02-116d4e2a6fa5 req-afc4f440-e7da-474c-a396-d7106bf6c043 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:37.851011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e4991dd-856d-4443-aa02-116d4e2a6fa5 req-afc4f440-e7da-474c-a396-d7106bf6c043 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0592015 Aug 16 13:45:37.912092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5e4991dd-856d-4443-aa02-116d4e2a6fa5 req-8e0afbd9-2b8f-45d7-ad43-381b39a58460 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531902 Aug 16 13:45:39.042303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50493252-aa8d-4ab2-bc06-f29648d1bb90 req-4707fafe-a903-4d4f-bc00-fd8dc7ef6827 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:39.045157 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50493252-aa8d-4ab2-bc06-f29648d1bb90 req-4707fafe-a903-4d4f-bc00-fd8dc7ef6827 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0604637 Aug 16 13:45:39.096992 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50493252-aa8d-4ab2-bc06-f29648d1bb90 req-108837da-66aa-44ea-bc74-09d1bd3794a7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456583 Aug 16 13:45:40.227962 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d7671-4632-4f59-b037-1b62d01e96f8 req-3243d209-96f1-4a42-b9fe-47df53739f25 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:40.229665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c91d7671-4632-4f59-b037-1b62d01e96f8 req-3243d209-96f1-4a42-b9fe-47df53739f25 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0539861 Aug 16 13:45:40.281455 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c91d7671-4632-4f59-b037-1b62d01e96f8 req-aed68642-9911-416c-81b8-6e57dfed139c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452859 Aug 16 13:45:40.793582 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-9ddb411b-478d-4077-86b6-244082d06dd9 service neutron] show failed (client error): The resource could not be found. Aug 16 13:45:40.794719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-9ddb411b-478d-4077-86b6-244082d06dd9 service neutron] 10.222.0.22 "GET /v2.0/ports/34cf4338-f033-472c-ab3a-fff75dd7e569/bindings/n-h2-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0665560 Aug 16 13:45:41.084376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-5657bd2b-d462-426e-824b-d881a886c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:41.085820 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-5657bd2b-d462-426e-824b-d881a886c90e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 1096 time: 0.1025422 Aug 16 13:45:41.099134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:45:41.158846 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:41.401688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=34cf4338-f033-472c-ab3a-fff75dd7e569,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:45:41.438665 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0078ca-c201-4d27-a1ce-d8f25ca49978 req-2c1cb452-7085-47df-92b1-e9df82930431 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:41.440506 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a0078ca-c201-4d27-a1ce-d8f25ca49978 req-2c1cb452-7085-47df-92b1-e9df82930431 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0819349 Aug 16 13:45:41.453976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:45:41.489595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a0078ca-c201-4d27-a1ce-d8f25ca49978 req-f16c2b9d-0d54-4037-8285-101201781d4e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370202 Aug 16 13:45:41.520682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:45:41.523651 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6c797e-d72a-4220-85fb-57ceab066311" -d '{"events": [{"server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "name": "network-vif-unplugged", "status": "completed", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:45:41.528872 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:41.550624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Transition to ACTIVE for port object 34cf4338-f033-472c-ab3a-fff75dd7e569 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:45:41.556158 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:41.703475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf4338-f033-472c-ab3a-fff75dd7e569,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:45:41.728946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.731067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.731953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.732506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.733056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.733595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.734151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.734697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.735235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.735765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.736300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.736824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:41.744431 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e4a53c-552c-473f-99df-a97adae189ec x-openstack-request-id: req-17e4a53c-552c-473f-99df-a97adae189ec {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:45:41.744771 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "name": "network-vif-unplugged", "status": "completed", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:45:41.744973 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17e4a53c-552c-473f-99df-a97adae189ec {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:45:41.745381 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'code': 200} Aug 16 13:45:41.787450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] No DVR routers for this DVR port 34cf4338-f033-472c-ab3a-fff75dd7e569 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:45:41.952762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Attempting to bind port 34cf4338-f033-472c-ab3a-fff75dd7e569 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:45:41.953799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Attempting to bind port 34cf4338-f033-472c-ab3a-fff75dd7e569 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:45:41.953799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Attempting to bind port 34cf4338-f033-472c-ab3a-fff75dd7e569 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:45:41.958780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Port 34cf4338-f033-472c-ab3a-fff75dd7e569 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:45:41.959115 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Attempting to bind port 34cf4338-f033-472c-ab3a-fff75dd7e569 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:45:41.964496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:45:41.964811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:45:41.965207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:45:41.965723 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Bound port: 34cf4338-f033-472c-ab3a-fff75dd7e569, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:45:41.966084 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:42.048442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:45:42.054909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=34cf4338-f033-472c-ab3a-fff75dd7e569,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:45:42.060753 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:42.108362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:42.109011 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:42.110582 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] 10.222.0.42 "PUT /v2.0/ports/34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 1091 time: 1.0161064 Aug 16 13:45:42.134094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3b850-3794-4e57-a057-9e0937686883 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf4338-f033-472c-ab3a-fff75dd7e569,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:45:42.188244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f7b95be5-4b55-4256-bed7-2a215b4a6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:42.189829 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-f7b95be5-4b55-4256-bed7-2a215b4a6fa6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1094 time: 0.0483363 Aug 16 13:45:42.305903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-855f52a8-c5e8-4e7c-9209-79eff5908c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:42.309004 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-855f52a8-c5e8-4e7c-9209-79eff5908c38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1098483 Aug 16 13:45:42.385343 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-06b4bb75-a644-44b9-8191-893510de7804 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 999 time: 0.0699477 Aug 16 13:45:42.447885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-03c92830-6362-4fbe-9c83-c4bae74536f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:42.450040 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-03c92830-6362-4fbe-9c83-c4bae74536f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0578859 Aug 16 13:45:42.509598 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-e6819280-bcc1-4aa5-8047-aedf69aedb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:42.511757 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-e6819280-bcc1-4aa5-8047-aedf69aedb30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530050 Aug 16 13:45:42.635247 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41b408-1458-4d56-9fdd-6c4ec9b09f70 req-9c5bf962-0494-4cac-a18d-30c04e71439e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:42.637857 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd41b408-1458-4d56-9fdd-6c4ec9b09f70 req-9c5bf962-0494-4cac-a18d-30c04e71439e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 943 time: 0.0543015 Aug 16 13:45:42.667035 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-a097ad87-287e-49e8-9aee-a3e5ede7dd45 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459708 Aug 16 13:45:42.684866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd41b408-1458-4d56-9fdd-6c4ec9b09f70 req-eb96e23f-3602-4161-a32b-617050f3feef tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387354 Aug 16 13:45:42.784330 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-99e92b06-0cdf-48e1-9fe0-a02b71b6d5f8 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091380 Aug 16 13:45:43.746732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:45:43.749614 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:45:43.822729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0f1c3-b680-49f2-85b4-5641bb9a8fe3 req-6d0d1b87-34e8-4886-b949-f03171ef64c5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:43.825098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47a0f1c3-b680-49f2-85b4-5641bb9a8fe3 req-6d0d1b87-34e8-4886-b949-f03171ef64c5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 943 time: 0.0568874 Aug 16 13:45:43.846306 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfe5643-6581-4605-b67f-a5c70f90b1dd x-openstack-request-id: req-cdfe5643-6581-4605-b67f-a5c70f90b1dd {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:45:43.846711 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:45:43.847102 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdfe5643-6581-4605-b67f-a5c70f90b1dd {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:45:43.847576 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'status': 'completed', 'code': 200} Aug 16 13:45:43.888890 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-47a0f1c3-b680-49f2-85b4-5641bb9a8fe3 req-97849aeb-5592-4047-9512-389d02c1588c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559583 Aug 16 13:45:43.938957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-0b24c0aa-77c9-44ef-97fe-143dd76a629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:43.940532 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-0b24c0aa-77c9-44ef-97fe-143dd76a629c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1094 time: 0.0805831 Aug 16 13:45:43.946566 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-33a5eb99-a41a-41a9-9e1b-ba0d0a612447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:43.948204 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-33a5eb99-a41a-41a9-9e1b-ba0d0a612447 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1094 time: 0.0565698 Aug 16 13:45:44.113408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-1ec0bf0b-1de2-4087-972e-b5a10a72ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:44.115021 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-1ec0bf0b-1de2-4087-972e-b5a10a72ec6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1658392 Aug 16 13:45:44.116217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-25a7917b-1e51-4223-af09-f49a450a3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:44.117596 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-25a7917b-1e51-4223-af09-f49a450a3af7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1599102 Aug 16 13:45:44.240025 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-35eb9e0f-f338-484b-a16a-74b7759dd038 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 999 time: 0.1068044 Aug 16 13:45:44.241715 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-aac291b1-ac64-4b4b-83e7-b76ba8b23a24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 999 time: 0.1150577 Aug 16 13:45:44.337267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-952be79e-ab61-49d1-8756-6904560ac41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:44.338826 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-952be79e-ab61-49d1-8756-6904560ac41e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0914233 Aug 16 13:45:44.341533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-83ce8d35-4678-4677-8194-3b816e559304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:44.342988 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-83ce8d35-4678-4677-8194-3b816e559304 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0877974 Aug 16 13:45:44.422094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-401ed4cd-12f9-4ff2-89fd-27b1b634112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:44.423579 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-401ed4cd-12f9-4ff2-89fd-27b1b634112f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764530 Aug 16 13:45:44.433806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-40f8c1af-9e8e-4e91-9089-fd0cf3d20677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:44.436383 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-40f8c1af-9e8e-4e91-9089-fd0cf3d20677 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622292 Aug 16 13:45:44.619461 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-d8bda2e3-004d-4b77-8077-5179b254a16d service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817460 Aug 16 13:45:44.623956 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-9a9badf5-c5a3-46d8-a125-f9ed8f950144 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729352 Aug 16 13:45:44.795697 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-86f375d0-b404-4c05-baa9-9faae326681c service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684051 Aug 16 13:45:44.797540 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6a1ba9d0-6e1c-4bbb-8798-717ae4ba2d7b req-43efbb82-3e40-4f85-968d-cd2d1fde27ad service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613398 Aug 16 13:45:44.887112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 34cf4338-f033-472c-ab3a-fff75dd7e569 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:45:44.934610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 34cf4338-f033-472c-ab3a-fff75dd7e569 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:45:45.048354 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1e5a8-0e0e-46fa-b6f6-5938616a78d4 req-5071d137-f18b-4594-95fb-b62fc22e0713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:45.049915 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98f1e5a8-0e0e-46fa-b6f6-5938616a78d4 req-5071d137-f18b-4594-95fb-b62fc22e0713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 943 time: 0.0623281 Aug 16 13:45:45.098959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-98f1e5a8-0e0e-46fa-b6f6-5938616a78d4 req-ef4b5a52-977b-4cea-abd4-8ee91a14694b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379195 Aug 16 13:45:45.275464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 34cf4338-f033-472c-ab3a-fff75dd7e569 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:45:45.355068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186925ad-a5d5-4166-8190-2f27161eb078 req-2647970b-67db-4c24-af34-d509d3e53344 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:45.356726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-186925ad-a5d5-4166-8190-2f27161eb078 req-2647970b-67db-4c24-af34-d509d3e53344 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 943 time: 0.0864949 Aug 16 13:45:45.391248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-48541152-4779-4037-adea-f646fe68bbe2 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:45.393735 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-48541152-4779-4037-adea-f646fe68bbe2 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d&tenant_id=ab162faf90ff463982e33cedff1a4d79&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 943 time: 0.0900803 Aug 16 13:45:45.416724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-186925ad-a5d5-4166-8190-2f27161eb078 req-516af845-a7b5-4829-833d-fc6aa04246c1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531695 Aug 16 13:45:45.425496 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=34cf4338-f033-472c-ab3a-fff75dd7e569,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:45:45.455076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'port_id': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'mac_address': 'fa:16:3e:88:75:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:45:45.477212 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-d7f87890-a93d-46e6-b1b1-15e356c245a6 service neutron] delete failed (client error): The resource could not be found. Aug 16 13:45:45.478393 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-d7f87890-a93d-46e6-b1b1-15e356c245a6 service neutron] 10.222.0.22 "DELETE /v2.0/ports/34cf4338-f033-472c-ab3a-fff75dd7e569/bindings/n-h1-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0767329 Aug 16 13:45:45.485486 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:45.500062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cf4338-f033-472c-ab3a-fff75dd7e569 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:45:45.524299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=34cf4338-f033-472c-ab3a-fff75dd7e569,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:45:45.533762 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:45.595715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=34cf4338-f033-472c-ab3a-fff75dd7e569,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:45:45.601407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-0ae79260-ca7e-47ac-901c-6e3679c708e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:45.603002 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-0ae79260-ca7e-47ac-901c-6e3679c708e6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 1095 time: 0.0621426 Aug 16 13:45:45.615994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.616328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.616543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.616888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.617227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.617567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.617903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.618269 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.618598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.618931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.619263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.619592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:45:45.720691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-40bfd49a-3224-44cd-ba22-7334a1a25ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:45.722220 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-40bfd49a-3224-44cd-ba22-7334a1a25ffc service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1111310 Aug 16 13:45:45.790433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['34cf4338-f033-472c-ab3a-fff75dd7e569'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:45:45.803414 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-34d3118e-fd71-4f0d-a567-836a9a449862 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 200 len: 1000 time: 0.0739853 Aug 16 13:45:45.864201 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-ac69fb2e-9942-48f8-9199-73fc28eaa59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:45.865705 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-ac69fb2e-9942-48f8-9199-73fc28eaa59e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0550723 Aug 16 13:45:45.940788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-0351eda1-e4ff-430e-ae59-98959f041208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:45.943439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-0351eda1-e4ff-430e-ae59-98959f041208 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698643 Aug 16 13:45:46.070967 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-3b4921a2-71f9-4f0f-9008-0b8ec0828238 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166723 Aug 16 13:45:46.168238 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a1a252d9-ffe2-4a8a-9e50-f50483f97dd7 req-52cacb08-1738-4336-a3ca-8ae510ddffa5 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886908 Aug 16 13:45:46.591558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3549619-c83e-46cc-81ea-d05286906442 req-b1b38715-3eda-42e8-b87e-588e2f5b5699 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:46.595122 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3549619-c83e-46cc-81ea-d05286906442 req-b1b38715-3eda-42e8-b87e-588e2f5b5699 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 944 time: 0.0866680 Aug 16 13:45:46.654956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3549619-c83e-46cc-81ea-d05286906442 req-05ea2333-d76d-4ecc-ade6-2d8948e12818 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530224 Aug 16 13:45:46.717092 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:47.291078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 34cf4338-f033-472c-ab3a-fff75dd7e569 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:45:47.343996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 34cf4338-f033-472c-ab3a-fff75dd7e569 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:45:47.348480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 34cf4338-f033-472c-ab3a-fff75dd7e569 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:45:47.348847 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:47.445303 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:47.488639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:45:47.492775 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d219b57-2a24-45ad-9cd4-b66a16ffcbd9" -d '{"events": [{"server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "name": "network-vif-plugged", "status": "completed", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:45:47.517474 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=34cf4338-f033-472c-ab3a-fff75dd7e569,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:45:47.522881 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:47.591986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=34cf4338-f033-472c-ab3a-fff75dd7e569,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:45:47.631675 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf95cbb-ded8-4b33-a11f-55120f3b4c64 x-openstack-request-id: req-9bf95cbb-ded8-4b33-a11f-55120f3b4c64 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:45:47.631973 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "name": "network-vif-plugged", "status": "completed", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:45:47.632232 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bf95cbb-ded8-4b33-a11f-55120f3b4c64 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:45:47.632642 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'code': 200} Aug 16 13:45:47.807801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af16299-89ea-4036-b0c3-70d73d503caf req-01b7b301-41b6-45cb-a46c-31f7a17d9bfd tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:47.810403 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4af16299-89ea-4036-b0c3-70d73d503caf req-01b7b301-41b6-45cb-a46c-31f7a17d9bfd tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0613143 Aug 16 13:45:47.854183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4af16299-89ea-4036-b0c3-70d73d503caf req-9a0246f2-06d3-4958-85e4-1fb836cde3d3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376220 Aug 16 13:45:47.989125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f219e6-5818-4a7a-a299-ba200b9ff186 req-f763140f-6eba-4c15-b9f6-249dd5e84688 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:47.990854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4f219e6-5818-4a7a-a299-ba200b9ff186 req-f763140f-6eba-4c15-b9f6-249dd5e84688 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0564065 Aug 16 13:45:48.036174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4f219e6-5818-4a7a-a299-ba200b9ff186 req-7973a156-446b-4411-a773-c65053ed2cc1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381086 Aug 16 13:45:48.163134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c8f85-da2a-4258-9b64-fa5bd583c2b5 req-c5bac92f-90ca-4c65-b8a3-9092388ca394 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:48.164779 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b11c8f85-da2a-4258-9b64-fa5bd583c2b5 req-c5bac92f-90ca-4c65-b8a3-9092388ca394 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0541601 Aug 16 13:45:48.209136 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b11c8f85-da2a-4258-9b64-fa5bd583c2b5 req-cb2f3750-5065-423b-8988-c02907020412 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370920 Aug 16 13:45:48.504918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec192d-d00f-4d5a-9800-845bec93576d req-116eaf9d-ab72-4436-bb02-c753a16dc3f5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:48.509290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faec192d-d00f-4d5a-9800-845bec93576d req-116eaf9d-ab72-4436-bb02-c753a16dc3f5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0695393 Aug 16 13:45:48.555240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faec192d-d00f-4d5a-9800-845bec93576d req-de38c57b-c81a-4112-8ee7-161a0b6b57e1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375116 Aug 16 13:45:49.690111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d2b85-abbb-45ca-822b-4effbb05fc02 req-40b0e06d-8ebf-41ac-88e1-65973016772b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:49.691714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b59d2b85-abbb-45ca-822b-4effbb05fc02 req-40b0e06d-8ebf-41ac-88e1-65973016772b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0526657 Aug 16 13:45:49.732773 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b59d2b85-abbb-45ca-822b-4effbb05fc02 req-21c6a39d-5234-4b31-863a-cc79e3f54298 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347989 Aug 16 13:45:49.809795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-e721e236-5949-4a7e-b375-650e0645151a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:49.811483 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-e721e236-5949-4a7e-b375-650e0645151a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 945 time: 0.0591371 Aug 16 13:45:49.912679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Deleting port 34cf4338-f033-472c-ab3a-fff75dd7e569 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:45:49.912915 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:50.026121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] For port 34cf4338-f033-472c-ab3a-fff75dd7e569, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=34cf4338-f033-472c-ab3a-fff75dd7e569,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:45:50.026470 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:50.626029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:50.626453 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:50.626769 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e disassociated. External IP: 172.25.0.113, port: 34cf4338-f033-472c-ab3a-fff75dd7e569. Aug 16 13:45:50.627118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Calling delete_port for 34cf4338-f033-472c-ab3a-fff75dd7e569 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:45:50.793501 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:50.828654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event deleted for resources: {'Port': ['ID=34cf4338-f033-472c-ab3a-fff75dd7e569,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:45:50.847039 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ad02f64-686b-4957-90ed-af432987d24a req-d437e84f-cce8-4899-8075-118dda239d6c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00ad9e7-c92b-440f-8a0c-645bcb02e36d HTTP/1.1" status: 200 len: 210 time: 0.0307188 Aug 16 13:45:50.997238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Router 3d688961-40ec-4170-89b9-faef5e8f2dd9 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:45:51.119157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:45:51.132060 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6094a-10e4-4f1f-a142-18b603b87905 None None] Sync routers for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:45:51.146403 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6094a-10e4-4f1f-a142-18b603b87905 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:45:51.147148 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7fe6094a-10e4-4f1f-a142-18b603b87905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:45:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:45:51.166496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] No DVR routers for this DVR port 34cf4338-f033-472c-ab3a-fff75dd7e569 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:45:51.169916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:51.172028 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-56b07ad2-6e21-4cc4-adb0-cc3dab32e07a req-18e893de-7830-4d42-ab92-d22700f7fd81 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "DELETE /v2.0/ports/34cf4338-f033-472c-ab3a-fff75dd7e569 HTTP/1.1" status: 204 len: 173 time: 1.3539724 Aug 16 13:45:51.172490 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'name': 'network-vif-deleted', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:45:51.174837 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c684f64-9668-4db3-bf65-ce76ecbfdc8c" -d '{"events": [{"server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "name": "network-vif-deleted", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:45:51.222378 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017116b8-11ce-4410-8b70-542691abebcc x-openstack-request-id: req-017116b8-11ce-4410-8b70-542691abebcc {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:45:51.222666 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00ad9e7-c92b-440f-8a0c-645bcb02e36d", "name": "network-vif-deleted", "tag": "34cf4338-f033-472c-ab3a-fff75dd7e569", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:45:51.222916 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-017116b8-11ce-4410-8b70-542691abebcc {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:45:51.223324 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00ad9e7-c92b-440f-8a0c-645bcb02e36d', 'name': 'network-vif-deleted', 'tag': '34cf4338-f033-472c-ab3a-fff75dd7e569', 'status': 'completed', 'code': 200} Aug 16 13:45:51.287734 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-7fe6094a-10e4-4f1f-a142-18b603b87905 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:45:51.524388 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7fe6094a-10e4-4f1f-a142-18b603b87905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:45:51.552158 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6094a-10e4-4f1f-a142-18b603b87905 None None] Checking router: 3d688961-40ec-4170-89b9-faef5e8f2dd9 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:45:51.561454 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6094a-10e4-4f1f-a142-18b603b87905 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:45:51.562060 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7fe6094a-10e4-4f1f-a142-18b603b87905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:45:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:45:51.677986 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-7fe6094a-10e4-4f1f-a142-18b603b87905 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:45:51.969931 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7fe6094a-10e4-4f1f-a142-18b603b87905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:45:52.012263 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6094a-10e4-4f1f-a142-18b603b87905 None None] The sync data for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 is: [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:45:52.160592 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-445f92cc-ac9a-487b-aec5-9ea8abe3b5da tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--748798353&fields=id&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 267 time: 0.0570183 Aug 16 13:45:52.335382 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f183993-47cf-4b66-8040-50806aeed71d None None] New status for floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:45:52.366544 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-bf65c854-ca6e-4e62-96a8-16150ca3ef41 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:52.368130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-bf65c854-ca6e-4e62-96a8-16150ca3ef41 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 811 time: 0.1965904 Aug 16 13:45:52.384681 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-12146564-9989-40c0-af96-cea4c738b709 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/quotas/ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 375 time: 0.0102887 Aug 16 13:45:52.450263 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-bacd11d6-ecf1-4ca5-8af9-cd9de48bfe3d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514953 Aug 16 13:45:52.634556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-eac4f1d4-f10b-47ea-a967-77ddf66bce1e service neutron] 10.222.0.25 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592302 Aug 16 13:45:52.732984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-de98c3f6-90a8-4ec1-977f-583f615f0f20 service neutron] 10.222.0.25 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893991 Aug 16 13:45:52.915233 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-559c6ff3-9584-494f-b491-8375a460684c req-8193657f-5a82-4079-b6e9-c8cbcab889b9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 210 time: 0.0410929 Aug 16 13:45:53.299656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 34cf4338-f033-472c-ab3a-fff75dd7e569 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:45:53.327555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 34cf4338-f033-472c-ab3a-fff75dd7e569 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:45:53.328194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 34cf4338-f033-472c-ab3a-fff75dd7e569 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:45:54.057518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-c4edeb0a-2a32-409b-9adc-875e04fd14e6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:54.061174 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-c4edeb0a-2a32-409b-9adc-875e04fd14e6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 811 time: 0.1409092 Aug 16 13:45:54.076765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1a0e2cb-bc9d-45ad-8eed-89aeeee92f60 req-8c1465e5-7eb9-4038-8268-31e79c1ee63d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 210 time: 0.0285356 Aug 16 13:45:54.115562 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-991d01be-946e-4af5-96bc-3a04dd234137 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 379 time: 0.0448499 Aug 16 13:45:54.132968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'port': {'device_id': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'admin_state_up': True, 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'security_groups': ['a4de400e-ba4f-490a-a4b0-afd4cec1f21d']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:45:54.269640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Made reservation on behalf of ab162faf90ff463982e33cedff1a4d79 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:45:54.276093 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:54.431172 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Allocated IP 172.20.0.6 (e5d1a151-f9eb-4115-b42e-ee94a8166edc/f6d01c5e-4a82-4840-ad13-333ec3e7e1d2/b650388f-4eab-4eaa-b1eb-3b2ef299961b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:45:54.594747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:54.611239 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Transition to ACTIVE for port object b650388f-4eab-4eaa-b1eb-3b2ef299961b will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:45:54.649451 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:54.699169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:45:54.705034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:45:54.709254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:45:54.744263 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event updated for resources: {'Port': ['ID=b650388f-4eab-4eaa-b1eb-3b2ef299961b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:45:54.781615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:54.782473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:54.799148 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-6c2ec663-30e0-41f3-9662-e47f02e19196 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6717675 Aug 16 13:45:54.814787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Request body: {'port': {'device_id': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:45:54.884653 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:55.015137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f2db88d5-8945-4198-9698-2a94f3e4858d None None] Provisioning for port b650388f-4eab-4eaa-b1eb-3b2ef299961b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:45:55.019971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f2db88d5-8945-4198-9698-2a94f3e4858d None None] Provisioning complete for port b650388f-4eab-4eaa-b1eb-3b2ef299961b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:45:55.020519 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f2db88d5-8945-4198-9698-2a94f3e4858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:55.057739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f2db88d5-8945-4198-9698-2a94f3e4858d None None] Port b650388f-4eab-4eaa-b1eb-3b2ef299961b cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:45:55.227966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b650388f-4eab-4eaa-b1eb-3b2ef299961b {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:45:55.229050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682ec82-0ea9-45be-a046-52246ffd28f2 req-be71eeed-285b-4d7c-b4b2-92c00c4ba279 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:55.235199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3682ec82-0ea9-45be-a046-52246ffd28f2 req-be71eeed-285b-4d7c-b4b2-92c00c4ba279 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 931 time: 0.0626216 Aug 16 13:45:55.244965 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:55.268843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Transition to ACTIVE for port object b650388f-4eab-4eaa-b1eb-3b2ef299961b will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:45:55.274917 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:55.298442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3682ec82-0ea9-45be-a046-52246ffd28f2 req-4c1b1abc-9f4d-4437-9e49-fb4d8fc608d9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541942 Aug 16 13:45:55.355701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b650388f-4eab-4eaa-b1eb-3b2ef299961b,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:45:55.420895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Attempting to bind port b650388f-4eab-4eaa-b1eb-3b2ef299961b on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:45:55.421405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Attempting to bind port b650388f-4eab-4eaa-b1eb-3b2ef299961b by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:45:55.421956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Attempting to bind port b650388f-4eab-4eaa-b1eb-3b2ef299961b on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:45:55.429690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Port b650388f-4eab-4eaa-b1eb-3b2ef299961b on network e5d1a151-f9eb-4115-b42e-ee94a8166edc not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:45:55.430233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Attempting to bind port b650388f-4eab-4eaa-b1eb-3b2ef299961b on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:45:55.437601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:45:55.437959 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:45:55.438496 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:45:55.438964 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Bound port: b650388f-4eab-4eaa-b1eb-3b2ef299961b, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:45:55.439339 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:55.527173 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:45:55.531148 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:45:55.536877 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:55.576768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:55.577397 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:55.578865 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 1091 time: 0.7689176 Aug 16 13:45:55.579600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:45:55.582210 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb1df85-a2a8-499b-a803-1d12ecf192b5" -d '{"events": [{"name": "network-changed", "server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:45:55.636616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7ce2a-23e0-46c3-a694-797106d6e6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b650388f-4eab-4eaa-b1eb-3b2ef299961b,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:45:55.656282 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4dc3d1-a4be-4e41-97e7-fbc6be88f55f x-openstack-request-id: req-ce4dc3d1-a4be-4e41-97e7-fbc6be88f55f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:45:55.656573 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:45:55.656821 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce4dc3d1-a4be-4e41-97e7-fbc6be88f55f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:45:55.657228 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'status': 'completed', 'code': 200} Aug 16 13:45:55.678593 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-57a01bd6-bf26-476b-821e-c63bca25e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:55.680153 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-57a01bd6-bf26-476b-821e-c63bca25e02c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1094 time: 0.0591407 Aug 16 13:45:55.731119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-c7491e0a-7694-4871-a57a-4e0d21b4d0c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 217 time: 0.0420213 Aug 16 13:45:55.795827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-0f5ee684-dea0-424e-9b3a-47bac78fe08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:55.797334 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-0f5ee684-dea0-424e-9b3a-47bac78fe08a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0584805 Aug 16 13:45:55.848424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-70fac0c2-aa5a-4fd8-b8c2-f918ee5f4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:55.849941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-70fac0c2-aa5a-4fd8-b8c2-f918ee5f4451 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444882 Aug 16 13:45:55.952088 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-ae977ca9-14a3-41d0-b6be-642609115c23 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944784 Aug 16 13:45:56.072780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-36e7bfdf-dfda-45a0-965d-ef63f6bc4a16 req-b5312af5-6a92-4107-a899-e6f3952f158e service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129081 Aug 16 13:45:56.168387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1df85-a2a8-499b-a803-1d12ecf192b5 req-9db3f295-da76-4d87-8aa5-f4fbef257822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:56.170389 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6eb1df85-a2a8-499b-a803-1d12ecf192b5 req-9db3f295-da76-4d87-8aa5-f4fbef257822 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1094 time: 0.0479794 Aug 16 13:45:56.286678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1df85-a2a8-499b-a803-1d12ecf192b5 req-2c1089a9-295d-44d4-b6ae-4f9e0356264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:56.288251 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6eb1df85-a2a8-499b-a803-1d12ecf192b5 req-2c1089a9-295d-44d4-b6ae-4f9e0356264d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1094527 Aug 16 13:45:56.334175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6eb1df85-a2a8-499b-a803-1d12ecf192b5 req-8b1fbfb6-5e79-48f8-9efc-0cd7f8fd5891 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 217 time: 0.0372710 Aug 16 13:45:56.409270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1df85-a2a8-499b-a803-1d12ecf192b5 req-9fcb6a22-f1eb-4642-9d51-966be0508642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:56.410867 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6eb1df85-a2a8-499b-a803-1d12ecf192b5 req-9fcb6a22-f1eb-4642-9d51-966be0508642 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0693724 Aug 16 13:45:56.440499 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6ac25-f6aa-4392-aaf1-dcf82a205195 req-454a03d2-6265-4803-8739-84bd14540742 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:56.442320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbd6ac25-f6aa-4392-aaf1-dcf82a205195 req-454a03d2-6265-4803-8739-84bd14540742 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 943 time: 0.0534167 Aug 16 13:45:56.471734 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1df85-a2a8-499b-a803-1d12ecf192b5 req-f61cb303-6d64-4d7a-a67a-4a6c55634045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:56.473907 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6eb1df85-a2a8-499b-a803-1d12ecf192b5 req-f61cb303-6d64-4d7a-a67a-4a6c55634045 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539246 Aug 16 13:45:56.489110 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbd6ac25-f6aa-4392-aaf1-dcf82a205195 req-4df4f7e9-fb9b-4c57-8842-f64a7d6584b6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401404 Aug 16 13:45:56.575194 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6eb1df85-a2a8-499b-a803-1d12ecf192b5 req-2e1519f3-43d9-402e-828a-656175d1ad29 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934803 Aug 16 13:45:56.679371 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6eb1df85-a2a8-499b-a803-1d12ecf192b5 req-7ab94247-5555-42ad-81d7-b9c708aed9a2 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961721 Aug 16 13:45:57.649940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf87bb-273f-452b-a377-548a94d3457e req-660d7a6a-a6e0-40de-8fd8-9a3e8f8b6806 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:57.652331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9dbf87bb-273f-452b-a377-548a94d3457e req-660d7a6a-a6e0-40de-8fd8-9a3e8f8b6806 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 943 time: 0.0650015 Aug 16 13:45:57.695025 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9dbf87bb-273f-452b-a377-548a94d3457e req-c9a99998-2c90-4692-8b7b-7f3955d93e99 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360134 Aug 16 13:45:58.823079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868c093-0347-409e-a5be-eb820c3897c1 req-960beb53-f83e-49e0-ad79-17b86a9988f6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:45:58.825343 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7868c093-0347-409e-a5be-eb820c3897c1 req-960beb53-f83e-49e0-ad79-17b86a9988f6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 943 time: 0.0549350 Aug 16 13:45:58.869732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7868c093-0347-409e-a5be-eb820c3897c1 req-b4a69cc5-6323-4d1a-8480-ffbc8601e336 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377548 Aug 16 13:45:59.336480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b650388f-4eab-4eaa-b1eb-3b2ef299961b details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:45:59.493217 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:45:59.519188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'port_id': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'mac_address': 'fa:16:3e:b6:28:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:45:59.563668 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:59.578862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b650388f-4eab-4eaa-b1eb-3b2ef299961b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:45:59.601420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:45:59.608272 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:45:59.663759 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b650388f-4eab-4eaa-b1eb-3b2ef299961b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:45:59.817614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['b650388f-4eab-4eaa-b1eb-3b2ef299961b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:46:00.023730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8810bf-c12a-4227-89a3-4fc5c5eaa82f req-6ed0fff3-1af4-42d3-aa1b-062b607b683b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:00.027213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f8810bf-c12a-4227-89a3-4fc5c5eaa82f req-6ed0fff3-1af4-42d3-aa1b-062b607b683b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 944 time: 0.0705431 Aug 16 13:46:00.069382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f8810bf-c12a-4227-89a3-4fc5c5eaa82f req-c54082ea-093a-4c9f-badc-8ef6fd5d225b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357499 Aug 16 13:46:00.252522 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:01.205761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f8f6-0052-4b47-a07e-7bbda0c0e5bb req-f3e1e3dc-9b87-4094-b641-32dad0bfa138 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:01.207470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c825f8f6-0052-4b47-a07e-7bbda0c0e5bb req-f3e1e3dc-9b87-4094-b641-32dad0bfa138 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 944 time: 0.0615273 Aug 16 13:46:01.251532 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c825f8f6-0052-4b47-a07e-7bbda0c0e5bb req-1ac09b41-42cb-413c-8dda-19750f58386d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371864 Aug 16 13:46:01.341295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b650388f-4eab-4eaa-b1eb-3b2ef299961b up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:46:01.392142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port b650388f-4eab-4eaa-b1eb-3b2ef299961b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:46:01.396548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port b650388f-4eab-4eaa-b1eb-3b2ef299961b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:46:01.396980 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:01.494456 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:01.532498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:46:01.535081 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd671bcff69bbb5cce2e6022927ff92f01e38c3c43ece3840cf82457a0262941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc45860-02f0-4b0a-995f-e88b738ff3bb" -d '{"events": [{"server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "name": "network-vif-plugged", "status": "completed", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:46:01.551770 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:46:01.557274 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:01.597252 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a073ef36-70aa-494f-976d-ab00755d8d3b x-openstack-request-id: req-a073ef36-70aa-494f-976d-ab00755d8d3b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:46:01.597554 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "name": "network-vif-plugged", "status": "completed", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:46:01.597799 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a073ef36-70aa-494f-976d-ab00755d8d3b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:46:01.598226 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'code': 200} Aug 16 13:46:01.616627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b650388f-4eab-4eaa-b1eb-3b2ef299961b,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:46:01.721940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdd2e7-04bf-41b7-9733-804222c3ea47 req-7fce0c4d-3611-4937-a364-8adb00359fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:01.724760 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b8bdd2e7-04bf-41b7-9733-804222c3ea47 req-7fce0c4d-3611-4937-a364-8adb00359fed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1096 time: 0.0516584 Aug 16 13:46:01.786033 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b8bdd2e7-04bf-41b7-9733-804222c3ea47 req-c5b54771-33af-4a6e-994a-09a964653e2b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529895 Aug 16 13:46:01.864272 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-17b805cc-0e50-4c82-b340-2c797e9bef12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:02.390977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c74c1-1825-4870-a4b5-59e7e7063a7e req-66f4128d-1fe7-475c-a85a-e3c41868a751 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:02.392974 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f7c74c1-1825-4870-a4b5-59e7e7063a7e req-66f4128d-1fe7-475c-a85a-e3c41868a751 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0650098 Aug 16 13:46:02.446179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f7c74c1-1825-4870-a4b5-59e7e7063a7e req-d953d06f-46eb-42db-8fac-1ecdaf50f236 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405023 Aug 16 13:46:02.620974 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:46:03.591135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c87987-0858-43d4-a4ec-aad91b7dab0f req-b936a0d9-4aac-4dbc-b551-7a37a69407d7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:03.593380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85c87987-0858-43d4-a4ec-aad91b7dab0f req-b936a0d9-4aac-4dbc-b551-7a37a69407d7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0581632 Aug 16 13:46:03.633986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85c87987-0858-43d4-a4ec-aad91b7dab0f req-d84d9289-5db3-4149-8e50-c501826686d2 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341864 Aug 16 13:46:03.757894 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a9e8a-f84d-4b14-bd7e-21d31040dd26 req-4c565ea0-7ce2-413c-b841-b2d1011c2cb4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:03.759544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-601a9e8a-f84d-4b14-bd7e-21d31040dd26 req-4c565ea0-7ce2-413c-b841-b2d1011c2cb4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0556927 Aug 16 13:46:03.769541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33090) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:46:03.774792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6c094a0e-44d1-4bb7-baf4-74eef4330cbb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'floatingip': {'port_id': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:46:03.822557 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c094a0e-44d1-4bb7-baf4-74eef4330cbb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:04.310356 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c094a0e-44d1-4bb7-baf4-74eef4330cbb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:04.314637 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c094a0e-44d1-4bb7-baf4-74eef4330cbb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:04.398357 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b8f4-703b-4a07-8e0d-5d65549cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:04.415219 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-6c094a0e-44d1-4bb7-baf4-74eef4330cbb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e associated. External IP: 172.25.0.113, port: b650388f-4eab-4eaa-b1eb-3b2ef299961b. Aug 16 13:46:04.549237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-85371ac5-5cbd-4e64-8454-2441a53d8612 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0960741 Aug 16 13:46:04.674800 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:04.691901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-bfb20074-eee0-4fba-808e-3d3393b3509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:04.693397 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-bfb20074-eee0-4fba-808e-3d3393b3509a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1096 time: 0.0947757 Aug 16 13:46:04.708397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c094a0e-44d1-4bb7-baf4-74eef4330cbb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Router 3d688961-40ec-4170-89b9-faef5e8f2dd9 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:46:04.897072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-f1769fc2-ef9c-4d15-bb6e-e09264285cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:04.898786 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-f1769fc2-ef9c-4d15-bb6e-e09264285cec service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1829624 Aug 16 13:46:04.900291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c094a0e-44d1-4bb7-baf4-74eef4330cbb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:46:04.905688 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6c094a0e-44d1-4bb7-baf4-74eef4330cbb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:04.912866 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f3fe5-6e0e-4102-824d-9ec116531716 None None] Sync routers for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:46:04.925024 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f3fe5-6e0e-4102-824d-9ec116531716 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:46:04.925910 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ff3f3fe5-6e0e-4102-824d-9ec116531716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:46:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:46:04.976898 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6c094a0e-44d1-4bb7-baf4-74eef4330cbb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "PUT /v2.0/floatingips/ea25f03d-3645-4dd3-8fc4-9b203fed759e HTTP/1.1" status: 200 len: 991 time: 1.2013783 Aug 16 13:46:04.976898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:46:04.976898 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8c9ecb121bd25f35044fe73c748d2190a2e3d6028a203b29279271a8b15ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9dc028-7ac3-4330-a83a-b9aca50d3030" -d '{"events": [{"name": "network-changed", "server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:46:05.003567 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-67de5ad1-9ee4-4e31-99b3-c623db81593c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 999 time: 0.0953043 Aug 16 13:46:05.062722 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbf5d75-c920-4bf5-b003-2a663f28aa96 x-openstack-request-id: req-7cbf5d75-c920-4bf5-b003-2a663f28aa96 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:46:05.063056 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:46:05.063355 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cbf5d75-c920-4bf5-b003-2a663f28aa96 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:46:05.063883 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'status': 'completed', 'code': 200} Aug 16 13:46:05.076340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-9a8fd682-fe1d-4200-aaf2-9e9ce0fc517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:05.078156 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-9a8fd682-fe1d-4200-aaf2-9e9ce0fc517f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0655000 Aug 16 13:46:05.105457 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ff3f3fe5-6e0e-4102-824d-9ec116531716 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:46:05.165861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-d3a7357a-1e89-4e8a-ad79-1265f4a79ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:05.168770 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-d3a7357a-1e89-4e8a-ad79-1265f4a79ab5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820124 Aug 16 13:46:05.287596 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-0da71444-eb63-4682-8e1f-81eae6dd617f service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101396 Aug 16 13:46:05.395811 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ff3f3fe5-6e0e-4102-824d-9ec116531716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:b6:28:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:46:04Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:46:05.427339 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f3fe5-6e0e-4102-824d-9ec116531716 None None] Checking router: 3d688961-40ec-4170-89b9-faef5e8f2dd9 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:46:05.436942 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f3fe5-6e0e-4102-824d-9ec116531716 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:46:05.437560 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ff3f3fe5-6e0e-4102-824d-9ec116531716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:46:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:46:05.667996 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ff3f3fe5-6e0e-4102-824d-9ec116531716 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:46:05.675066 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:05.755263 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c36de0ff-ff2f-4696-a6eb-aaab44748955 req-2cae4d02-b561-4a22-abb9-0e7ce66039ff service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602695 Aug 16 13:46:05.847059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dc028-7ac3-4330-a83a-b9aca50d3030 req-3565b6e6-d0c7-4750-a3f4-39157199086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:05.848745 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef9dc028-7ac3-4330-a83a-b9aca50d3030 req-3565b6e6-d0c7-4750-a3f4-39157199086e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1096 time: 0.0470660 Aug 16 13:46:05.912743 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ff3f3fe5-6e0e-4102-824d-9ec116531716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:b6:28:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:46:04Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:46:05.940110 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f3fe5-6e0e-4102-824d-9ec116531716 None None] The sync data for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 is: [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:b6:28:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:46:04Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:46:05.953192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dc028-7ac3-4330-a83a-b9aca50d3030 req-19a03a4c-29d1-469e-b6fc-84651655fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:05.955154 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef9dc028-7ac3-4330-a83a-b9aca50d3030 req-19a03a4c-29d1-469e-b6fc-84651655fa2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0988216 Aug 16 13:46:06.053954 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef9dc028-7ac3-4330-a83a-b9aca50d3030 req-8beb61d7-b6fd-49ce-ae52-e3881075da36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 999 time: 0.0900934 Aug 16 13:46:06.116171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dc028-7ac3-4330-a83a-b9aca50d3030 req-305ffba7-b7c3-4172-86e6-05de64c8662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:06.117779 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef9dc028-7ac3-4330-a83a-b9aca50d3030 req-305ffba7-b7c3-4172-86e6-05de64c8662e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0565357 Aug 16 13:46:06.155326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc3331-26df-421f-aaa8-93044a37ce9c None None] New status for floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:46:06.177656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dc028-7ac3-4330-a83a-b9aca50d3030 req-bb486b2b-8688-412b-be11-4161652bd952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:46:06.179387 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef9dc028-7ac3-4330-a83a-b9aca50d3030 req-bb486b2b-8688-412b-be11-4161652bd952 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529974 Aug 16 13:46:06.306793 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef9dc028-7ac3-4330-a83a-b9aca50d3030 req-4272cbbe-ec7e-4760-b7b1-d2fad59375e6 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186113 Aug 16 13:46:06.423378 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ef9dc028-7ac3-4330-a83a-b9aca50d3030 req-182ae0d1-1dcd-4aa8-96e1-a52d8c5e3645 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087892 Aug 16 13:46:07.486451 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:16.724147 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:30.264619 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:31.854458 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2bba8b6e-3ecf-4871-9db0-4671a239ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:34.401240 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8ffc2e2e-978a-4d1a-ad65-8fe9d27c4e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:34.680488 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:35.667628 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:37.489734 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:46:39.627474 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:46:46.723612 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:00.264121 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:01.855455 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a97ee803-9517-422a-99a7-af76a50994a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:04.402724 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7a31-a22b-42db-ae0a-bf625033f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:04.682202 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:05.535264 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-02fee321-9ed2-472b-8152-19ae421e13c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790074 Aug 16 13:47:05.621384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-f6e1519b-fd99-4967-b9cf-06e7aba835d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:05.622934 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-f6e1519b-fd99-4967-b9cf-06e7aba835d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1096 time: 0.0412929 Aug 16 13:47:05.671760 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:05.732908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-42bb683b-0a12-443e-8ad3-660fa4e39843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:05.734396 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-42bb683b-0a12-443e-8ad3-660fa4e39843 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0889864 Aug 16 13:47:05.802985 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-6aee7931-8f3e-4351-97c5-4445669d71e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 1001 time: 0.0597808 Aug 16 13:47:05.858017 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-a2ab3ced-8786-4668-860b-97d423c4e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:05.859528 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-a2ab3ced-8786-4668-860b-97d423c4e5c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0485783 Aug 16 13:47:05.906356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-8eb9ac2e-279c-49ee-a98b-6867c428e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:05.909110 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-8eb9ac2e-279c-49ee-a98b-6867c428e77d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411570 Aug 16 13:47:06.006367 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-f0116d9a-1909-4b02-bb0d-2b3a2a50498f service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892467 Aug 16 13:47:06.108122 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c9145a98-f39c-4eba-b361-77dc49b7d822 req-f5fc255c-0e5d-4319-8c1f-3d6c190c539b service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936427 Aug 16 13:47:07.491711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:16.627127 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:47:16.739342 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:30.269111 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:31.859233 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-85147804-d671-4e0d-a3d4-410aa5c1ab54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:34.406590 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-541739f3-4b26-48cc-8ce8-b1b4c83d3373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:34.686059 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:35.680233 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:37.498371 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:46.075658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a55a0-41aa-4ce2-8686-6747172fec05 req-0c26ef20-c2d6-4212-9866-dd2ccddf6fc1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:46.077203 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd8a55a0-41aa-4ce2-8686-6747172fec05 req-0c26ef20-c2d6-4212-9866-dd2ccddf6fc1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.1012280 Aug 16 13:47:46.117497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd8a55a0-41aa-4ce2-8686-6747172fec05 req-3fb1c10f-ae69-4e81-a038-24b732998b80 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336609 Aug 16 13:47:46.756063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:47:47.317545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9352e-872b-40d9-9de7-0f60fff8230f req-422990e0-72c8-4e20-94a7-fc62414c5a50 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:47.319063 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95b9352e-872b-40d9-9de7-0f60fff8230f req-422990e0-72c8-4e20-94a7-fc62414c5a50 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0961282 Aug 16 13:47:47.357293 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95b9352e-872b-40d9-9de7-0f60fff8230f req-c6cb0871-44c1-45f3-9c8f-177c16bcb061 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323145 Aug 16 13:47:48.479831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f257a-820e-44a4-991d-f9118e213f9b req-4afadeec-8944-4360-84bc-aac5e91c72e3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:48.481704 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b8f257a-820e-44a4-991d-f9118e213f9b req-4afadeec-8944-4360-84bc-aac5e91c72e3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0547276 Aug 16 13:47:48.522664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1b8f257a-820e-44a4-991d-f9118e213f9b req-d6beb45d-09d0-478e-b1dd-055233e96970 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342455 Aug 16 13:47:49.643101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e28f5-3bf7-4725-b42d-9b461a681f4a req-4a0769a2-823b-427d-9fd9-c0c12c62d5d4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:49.644615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e96e28f5-3bf7-4725-b42d-9b461a681f4a req-4a0769a2-823b-427d-9fd9-c0c12c62d5d4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0524154 Aug 16 13:47:49.683420 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e96e28f5-3bf7-4725-b42d-9b461a681f4a req-98a6cd99-ca09-419b-b023-8073d12a536a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325952 Aug 16 13:47:50.816572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e34d5-1eb5-48dd-9e13-7d4c13eec19b req-2212e910-199c-49ca-a0fd-e9fd7274edcd tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:50.818233 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b62e34d5-1eb5-48dd-9e13-7d4c13eec19b req-2212e910-199c-49ca-a0fd-e9fd7274edcd tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0604260 Aug 16 13:47:50.862968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b62e34d5-1eb5-48dd-9e13-7d4c13eec19b req-fab898c2-35bf-4a42-8204-40a52d3f3c6d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384204 Aug 16 13:47:52.027396 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f634e-b235-4092-9a6a-5cf87038bbf2 req-47400601-ad91-44c7-ba30-76978f9da9ee tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:52.029156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b8f634e-b235-4092-9a6a-5cf87038bbf2 req-47400601-ad91-44c7-ba30-76978f9da9ee tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0643151 Aug 16 13:47:52.104390 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b8f634e-b235-4092-9a6a-5cf87038bbf2 req-fae1f13a-7e23-4aa7-b301-fb5071f3e9d9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635049 Aug 16 13:47:53.238528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f0d3-c839-412f-95be-d47318f55f44 req-8fc30b27-3b79-4cd7-a063-3ce0b9032645 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:53.240169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18e5f0d3-c839-412f-95be-d47318f55f44 req-8fc30b27-3b79-4cd7-a063-3ce0b9032645 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0594597 Aug 16 13:47:53.288401 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18e5f0d3-c839-412f-95be-d47318f55f44 req-4b483046-c1bd-4031-a626-da3b215b1344 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419443 Aug 16 13:47:53.627929 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:47:54.429923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b57225-e59b-4156-a17e-ec76eba7dcf0 req-8571a7fe-53eb-42bd-a463-2fe00f8dd4d7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:54.431606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58b57225-e59b-4156-a17e-ec76eba7dcf0 req-8571a7fe-53eb-42bd-a463-2fe00f8dd4d7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0546851 Aug 16 13:47:54.481378 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58b57225-e59b-4156-a17e-ec76eba7dcf0 req-d87025e8-8f4f-45ea-84db-ff77a9e90c36 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389733 Aug 16 13:47:55.628613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ef751-ce13-4ec4-abb1-d0667da11e28 req-e86e45b0-3e47-4959-a6e0-f4bb5c57d87d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:55.631387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-315ef751-ce13-4ec4-abb1-d0667da11e28 req-e86e45b0-3e47-4959-a6e0-f4bb5c57d87d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0695393 Aug 16 13:47:55.690634 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-315ef751-ce13-4ec4-abb1-d0667da11e28 req-aae5b520-ae12-492c-99f5-4238f69c73a8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473061 Aug 16 13:47:56.838788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcf02e-445d-45ff-b158-88ab85146c90 req-0de7eef6-14a8-4e3a-b41b-d4c6a1a7aa39 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:56.840543 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efbcf02e-445d-45ff-b158-88ab85146c90 req-0de7eef6-14a8-4e3a-b41b-d4c6a1a7aa39 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0706346 Aug 16 13:47:56.891918 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efbcf02e-445d-45ff-b158-88ab85146c90 req-b8d42e20-997e-4a43-b473-3b5fbd4542c8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439172 Aug 16 13:47:58.046643 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff3d16-ca72-4115-ba7b-0333e16db866 req-35494c9d-7e0f-4e5a-85bb-2f49c6dc5961 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:58.048278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bff3d16-ca72-4115-ba7b-0333e16db866 req-35494c9d-7e0f-4e5a-85bb-2f49c6dc5961 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0551639 Aug 16 13:47:58.091444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bff3d16-ca72-4115-ba7b-0333e16db866 req-e5b5aaf7-a3d1-4215-bd17-6acf4bddfb5b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358429 Aug 16 13:47:59.244045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa59f5c-dfe5-4850-9458-6be0af8ab03b req-c190bfea-c8b7-4428-b307-e38bed5df6d3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:47:59.245717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-daa59f5c-dfe5-4850-9458-6be0af8ab03b req-c190bfea-c8b7-4428-b307-e38bed5df6d3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0708115 Aug 16 13:47:59.302255 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-daa59f5c-dfe5-4850-9458-6be0af8ab03b req-a0ee3d81-5a48-42c0-bb8d-ee6c854d31c1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494802 Aug 16 13:48:00.270916 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:00.432748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d98c16-1c91-489c-9a75-dc89589c7a6f req-04d36e63-4915-4e11-b8aa-93d7b4dad304 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:00.434349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2d98c16-1c91-489c-9a75-dc89589c7a6f req-04d36e63-4915-4e11-b8aa-93d7b4dad304 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0549588 Aug 16 13:48:00.478641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2d98c16-1c91-489c-9a75-dc89589c7a6f req-958f5980-a4ee-479f-83b2-8ca9a742a032 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331681 Aug 16 13:48:01.610161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb3d86-e3cd-4dec-91a9-809f417b6051 req-a05d57d5-6488-486e-8ed6-1d1c4cb7cf30 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:01.611809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bfb3d86-e3cd-4dec-91a9-809f417b6051 req-a05d57d5-6488-486e-8ed6-1d1c4cb7cf30 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0577805 Aug 16 13:48:01.670568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4bfb3d86-e3cd-4dec-91a9-809f417b6051 req-24dda857-bdc8-4785-bfbf-2133d4d96c30 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478749 Aug 16 13:48:01.865847 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8b2b610b-b1f9-4b63-9d80-80be7eb5378e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:02.012769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e67f85-c55d-430f-a5d1-c122cc3640ac req-8e86971b-ff85-4358-9c88-7bf181b4d91d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:02.014337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04e67f85-c55d-430f-a5d1-c122cc3640ac req-8e86971b-ff85-4358-9c88-7bf181b4d91d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0641744 Aug 16 13:48:02.058281 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04e67f85-c55d-430f-a5d1-c122cc3640ac req-54b9fa14-cd9f-4ed7-b4fc-9434dac3cab5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361116 Aug 16 13:48:02.125231 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-2918ebb6-ebdb-4534-9131-f97ff447df5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995529 Aug 16 13:48:03.208911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992a3d0-fc19-4173-83e7-964d6a02e760 req-2fd7714f-a89d-454f-b48f-4fbf8a78c6be tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:03.210456 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9992a3d0-fc19-4173-83e7-964d6a02e760 req-2fd7714f-a89d-454f-b48f-4fbf8a78c6be tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0509350 Aug 16 13:48:03.251606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9992a3d0-fc19-4173-83e7-964d6a02e760 req-fcd29cb6-7cef-45e4-83e8-19c36eae0372 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345161 Aug 16 13:48:03.481957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-1c72183d-d33f-458b-804a-19239ba394c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:03.483404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-1c72183d-d33f-458b-804a-19239ba394c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1096 time: 0.0414245 Aug 16 13:48:03.598378 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-bd142bb4-5f4a-4884-84ce-306ed42d584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:03.602353 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-bd142bb4-5f4a-4884-84ce-306ed42d584f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1049929 Aug 16 13:48:03.679078 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-0df3e8a6-7d98-49cc-a4b0-f69cf6e2e949 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 1001 time: 0.0680592 Aug 16 13:48:03.734973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-9ca8d435-0d68-48f9-b579-0c2d5e16f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:03.736969 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-9ca8d435-0d68-48f9-b579-0c2d5e16f8ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0502334 Aug 16 13:48:03.787037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-6d210270-9871-41aa-ac12-53fce89069b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:03.788601 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-6d210270-9871-41aa-ac12-53fce89069b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437438 Aug 16 13:48:03.894640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-cab70bbd-4e35-4e7d-b592-8a004db6bf9f service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960894 Aug 16 13:48:03.999325 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-97900d68-de6f-4b16-8acb-893cbe720e30 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962758 Aug 16 13:48:04.369921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a93cee-b6f1-46fe-9360-54036f5c6e1e req-563fb467-2be5-46f7-93e1-671c91cae928 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:04.371522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1a93cee-b6f1-46fe-9360-54036f5c6e1e req-563fb467-2be5-46f7-93e1-671c91cae928 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0495799 Aug 16 13:48:04.409148 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e79a1ec0-68cd-478e-ba53-f9728bb0bdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:04.413207 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1a93cee-b6f1-46fe-9360-54036f5c6e1e req-1a4589d3-efdd-475a-ab24-41a34460bee4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349255 Aug 16 13:48:04.687895 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:05.549249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67500-318f-436b-bbeb-b1b07aba6c82 req-260eb333-20bf-40cf-b2ed-e68b53215048 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:05.550677 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1f67500-318f-436b-bbeb-b1b07aba6c82 req-260eb333-20bf-40cf-b2ed-e68b53215048 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0605168 Aug 16 13:48:05.595865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1f67500-318f-436b-bbeb-b1b07aba6c82 req-5efbb149-6887-4197-9065-39ce00b877cb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391564 Aug 16 13:48:05.679888 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:06.163414 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-031017e9-ad60-4bc6-928d-94583376ccdf service neutron] show failed (client error): The resource could not be found. Aug 16 13:48:06.164455 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-031017e9-ad60-4bc6-928d-94583376ccdf service neutron] 10.222.0.42 "GET /v2.0/ports/b650388f-4eab-4eaa-b1eb-3b2ef299961b/bindings/n-h1-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0607121 Aug 16 13:48:06.469649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-a3fa944c-78ff-41f0-9888-f8b8a0c22028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:06.471195 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-a3fa944c-78ff-41f0-9888-f8b8a0c22028 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 1096 time: 0.1001334 Aug 16 13:48:06.488648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:48:06.544008 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:06.741648 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4aebe-3d1c-44d1-a53c-65cc5d621801 req-de5303fb-75ab-4135-9a83-13e3e99f7107 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:06.743167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31f4aebe-3d1c-44d1-a53c-65cc5d621801 req-de5303fb-75ab-4135-9a83-13e3e99f7107 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0663738 Aug 16 13:48:06.771814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:48:06.784588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31f4aebe-3d1c-44d1-a53c-65cc5d621801 req-9b3239ea-8430-4ca0-bbc3-382764d2b83a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349584 Aug 16 13:48:06.815258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:48:06.869083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:48:06.876433 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:06.891961 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Transition to ACTIVE for port object b650388f-4eab-4eaa-b1eb-3b2ef299961b will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:48:06.896687 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:06.929751 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9688bd-f9e8-4547-a995-8fb6f5162184" -d '{"events": [{"server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:48:07.008971 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Pushing event updated for resources: {'Port': ['ID=b650388f-4eab-4eaa-b1eb-3b2ef299961b,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:48:07.026905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.027285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.027625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.027976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.028295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.028620 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.028944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.029268 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.029591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.029918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.030274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.030612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:07.062395 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c6919c-0e80-418b-bb68-080441a12eeb x-openstack-request-id: req-66c6919c-0e80-418b-bb68-080441a12eeb {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:48:07.062702 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:48:07.062999 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66c6919c-0e80-418b-bb68-080441a12eeb {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:48:07.063649 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'code': 200} Aug 16 13:48:07.082447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] No DVR routers for this DVR port b650388f-4eab-4eaa-b1eb-3b2ef299961b on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:48:07.241624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Attempting to bind port b650388f-4eab-4eaa-b1eb-3b2ef299961b on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:48:07.242293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Attempting to bind port b650388f-4eab-4eaa-b1eb-3b2ef299961b by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:48:07.242447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Attempting to bind port b650388f-4eab-4eaa-b1eb-3b2ef299961b on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:48:07.247193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Port b650388f-4eab-4eaa-b1eb-3b2ef299961b on network e5d1a151-f9eb-4115-b42e-ee94a8166edc not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:48:07.247509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Attempting to bind port b650388f-4eab-4eaa-b1eb-3b2ef299961b on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:48:07.253118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:48:07.253447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:48:07.253824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:48:07.254274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Bound port: b650388f-4eab-4eaa-b1eb-3b2ef299961b, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:48:07.254628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:07.326849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:48:07.332092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:48:07.338049 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:07.379725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:07.380346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:07.381755 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] 10.222.0.22 "PUT /v2.0/ports/b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 1091 time: 0.8983512 Aug 16 13:48:07.409846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f6869-2eae-4f43-b385-edfa5e45dc5a service neutron] Pushing event updated for resources: {'Port': ['ID=b650388f-4eab-4eaa-b1eb-3b2ef299961b,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:48:07.470631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-3f90a8c9-2ded-4cc3-85b6-2cde4ea1cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:07.472266 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-3f90a8c9-2ded-4cc3-85b6-2cde4ea1cc81 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1094 time: 0.0569496 Aug 16 13:48:07.503759 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:07.592280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-93aacbb4-9cd5-48bc-bf57-bed95ef4d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:07.595625 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-93aacbb4-9cd5-48bc-bf57-bed95ef4d92c service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1156304 Aug 16 13:48:07.667421 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-4c40a63f-65bc-4e89-9f4f-c05ef3ff7db3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 999 time: 0.0643039 Aug 16 13:48:07.720625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-001b187b-a885-4248-ad9e-43d7cc7a2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:07.722127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-001b187b-a885-4248-ad9e-43d7cc7a2807 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0468671 Aug 16 13:48:07.772868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-6f43646a-4658-4937-8ad2-a3604215d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:07.774481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-6f43646a-4658-4937-8ad2-a3604215d733 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450220 Aug 16 13:48:07.881875 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-9a597b5a-4dee-4cea-8e6a-6cdfbe0ab64d service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990024 Aug 16 13:48:07.925728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766379c2-66c2-4518-9ca5-f80af81b16e2 req-2b98c017-2bf8-4222-ab4f-70db9765ec07 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:07.927376 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-766379c2-66c2-4518-9ca5-f80af81b16e2 req-2b98c017-2bf8-4222-ab4f-70db9765ec07 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 943 time: 0.0616298 Aug 16 13:48:07.966783 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-766379c2-66c2-4518-9ca5-f80af81b16e2 req-e0ef4f44-dc32-4d8b-aed4-51b7068728cd tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333152 Aug 16 13:48:07.980805 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-856dd560-0f56-4287-bbc3-66945820b7e4 req-965aaccc-a9b7-4378-b5e7-6bd42ef06974 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920010 Aug 16 13:48:09.064834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:48:09.067984 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41efa1c0-a98b-4489-af67-c0da64044e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:48:09.100090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebd25-2e4f-4de1-804c-9fa611f49abf req-790b4bbf-ac7d-4996-85da-2927297774e3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:09.101694 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-395ebd25-2e4f-4de1-804c-9fa611f49abf req-790b4bbf-ac7d-4996-85da-2927297774e3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 943 time: 0.0559018 Aug 16 13:48:09.131090 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa647d5-b18e-45ea-a44e-827795785af4 x-openstack-request-id: req-5fa647d5-b18e-45ea-a44e-827795785af4 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:48:09.131491 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:48:09.131804 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fa647d5-b18e-45ea-a44e-827795785af4 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:48:09.132295 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'status': 'completed', 'code': 200} Aug 16 13:48:09.168492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-395ebd25-2e4f-4de1-804c-9fa611f49abf req-dcad4227-056b-4adc-9c3c-f17941227a52 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600235 Aug 16 13:48:09.235074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-d7ee6a3f-fdb3-4454-800c-cd0e8664f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:09.236618 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-d7ee6a3f-fdb3-4454-800c-cd0e8664f16f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1094 time: 0.0859740 Aug 16 13:48:09.245186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-0083fe53-b4f0-4cc8-9d61-b9b3a9f04b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:09.246711 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-0083fe53-b4f0-4cc8-9d61-b9b3a9f04b32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1094 time: 0.0601194 Aug 16 13:48:09.407486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-47afff60-8d1f-4822-8745-156e36e53d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:09.408990 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-47afff60-8d1f-4822-8745-156e36e53d7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1614184 Aug 16 13:48:09.410090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-1287b8d6-64df-43d1-b2bd-36f0c55039d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:09.411443 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-1287b8d6-64df-43d1-b2bd-36f0c55039d1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1555631 Aug 16 13:48:09.525347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-84a7e4ae-e400-4892-9fed-e36948a096ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 999 time: 0.1081612 Aug 16 13:48:09.529510 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-32545ed1-6a8b-4cf1-a8d0-bbd6cd6d592a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 999 time: 0.1061642 Aug 16 13:48:09.620528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-8c5c8077-9614-42ab-a6d6-28acf46c9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:09.622093 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-8c5c8077-9614-42ab-a6d6-28acf46c9644 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0851932 Aug 16 13:48:09.623530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-0fd1ad3c-cbae-4e7c-8290-928c732b8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:09.624892 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-0fd1ad3c-cbae-4e7c-8290-928c732b8267 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0892124 Aug 16 13:48:09.701046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-55c5332e-db04-422c-90a1-752bb7502f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:09.702654 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-55c5332e-db04-422c-90a1-752bb7502f36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638485 Aug 16 13:48:09.705828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-39da3bde-2716-4f0b-9db7-4b7a4bef8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:09.707352 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-39da3bde-2716-4f0b-9db7-4b7a4bef8093 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771263 Aug 16 13:48:09.875198 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-1a9d7fb0-039a-4286-ba3f-ead727482ea3 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632268 Aug 16 13:48:09.877074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-c2f79aeb-c766-4d45-a6db-1385e04b204d service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578286 Aug 16 13:48:09.900302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b650388f-4eab-4eaa-b1eb-3b2ef299961b no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:48:09.945547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b650388f-4eab-4eaa-b1eb-3b2ef299961b not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:48:10.054884 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-4bf4d8d1-c9f2-4555-ac98-67bd210d3905 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720450 Aug 16 13:48:10.058886 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-41efa1c0-a98b-4489-af67-c0da64044e0b req-23bce197-069a-4cb4-81b2-000d4a494182 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665287 Aug 16 13:48:10.291489 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464acda0-a35a-4a7f-bce8-ad62f55a87f0 req-8930094a-7fdf-4d61-95b7-26381f95a67f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:10.293101 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-464acda0-a35a-4a7f-bce8-ad62f55a87f0 req-8930094a-7fdf-4d61-95b7-26381f95a67f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 943 time: 0.0518339 Aug 16 13:48:10.339256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-464acda0-a35a-4a7f-bce8-ad62f55a87f0 req-045af5cd-fdaa-4264-82f9-ec5a685c1c6c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364711 Aug 16 13:48:11.460143 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395e0e5-6be7-401b-9d62-9bf1f256bc75 req-fe37c67d-cddd-494c-868d-c8122276916a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:11.461819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b395e0e5-6be7-401b-9d62-9bf1f256bc75 req-fe37c67d-cddd-494c-868d-c8122276916a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 943 time: 0.0506899 Aug 16 13:48:11.502328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b395e0e5-6be7-401b-9d62-9bf1f256bc75 req-cd1df772-570f-40c6-9a57-b3f807098295 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343032 Aug 16 13:48:11.720199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1853f8f-3fbc-4587-bd32-3d07bd53ec03 req-87055fb9-afd4-498f-b9fc-389d3462e1cf tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:11.721816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1853f8f-3fbc-4587-bd32-3d07bd53ec03 req-87055fb9-afd4-498f-b9fc-389d3462e1cf tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 943 time: 0.0594335 Aug 16 13:48:11.746492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8d552-8a34-4aea-b560-5644d58311cc req-650f05a4-d423-4f11-b298-c20efae426c9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:11.749212 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-03c8d552-8a34-4aea-b560-5644d58311cc req-650f05a4-d423-4f11-b298-c20efae426c9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a&tenant_id=ab162faf90ff463982e33cedff1a4d79&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 943 time: 0.0686500 Aug 16 13:48:11.764776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b1853f8f-3fbc-4587-bd32-3d07bd53ec03 req-0dc4f006-a5bd-4774-85cf-0d217096207b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359881 Aug 16 13:48:11.823753 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-03c8d552-8a34-4aea-b560-5644d58311cc req-7451080c-d4c7-4ed6-9f74-2fc550083769 service neutron] delete failed (client error): The resource could not be found. Aug 16 13:48:11.824964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-03c8d552-8a34-4aea-b560-5644d58311cc req-7451080c-d4c7-4ed6-9f74-2fc550083769 service neutron] 10.222.0.42 "DELETE /v2.0/ports/b650388f-4eab-4eaa-b1eb-3b2ef299961b/bindings/n-h2-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0672657 Aug 16 13:48:11.919822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8d552-8a34-4aea-b560-5644d58311cc req-63e21a44-140a-497f-9212-ac7b2fe91925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:11.921925 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-03c8d552-8a34-4aea-b560-5644d58311cc req-63e21a44-140a-497f-9212-ac7b2fe91925 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1094 time: 0.0453863 Aug 16 13:48:12.026936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8d552-8a34-4aea-b560-5644d58311cc req-c1716174-ed5f-404e-b042-d9ca4282a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:12.028422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-03c8d552-8a34-4aea-b560-5644d58311cc req-c1716174-ed5f-404e-b042-d9ca4282a32f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0957799 Aug 16 13:48:12.097207 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-03c8d552-8a34-4aea-b560-5644d58311cc req-25d708db-7555-435d-b3f5-76faf596bd2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 999 time: 0.0593441 Aug 16 13:48:12.153012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8d552-8a34-4aea-b560-5644d58311cc req-62711bb1-ce41-4db6-bc75-39ff49fa0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:12.154507 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-03c8d552-8a34-4aea-b560-5644d58311cc req-62711bb1-ce41-4db6-bc75-39ff49fa0489 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0495787 Aug 16 13:48:12.204722 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8d552-8a34-4aea-b560-5644d58311cc req-0ab49cee-c6bf-44f3-a53e-6476b0a278f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:12.206286 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-03c8d552-8a34-4aea-b560-5644d58311cc req-0ab49cee-c6bf-44f3-a53e-6476b0a278f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425832 Aug 16 13:48:12.310514 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-03c8d552-8a34-4aea-b560-5644d58311cc req-0209c77f-0211-428a-9c8a-50fde6ffb95e service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957632 Aug 16 13:48:12.419275 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-03c8d552-8a34-4aea-b560-5644d58311cc req-4a463f38-7bd8-4bde-9e62-6f62f1f6b44c service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997038 Aug 16 13:48:12.897325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bda3e-a656-417d-9acc-0bbce78a59af req-3859c436-dc90-4a02-8d39-afcbc5ab0479 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:12.898868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e1bda3e-a656-417d-9acc-0bbce78a59af req-3859c436-dc90-4a02-8d39-afcbc5ab0479 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 943 time: 0.0502164 Aug 16 13:48:12.941224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1e1bda3e-a656-417d-9acc-0bbce78a59af req-888f1007-351a-43e5-8184-46c84591e6d5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357387 Aug 16 13:48:13.649379 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b650388f-4eab-4eaa-b1eb-3b2ef299961b details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:48:13.746617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:48:13.757426 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'port_id': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'mac_address': 'fa:16:3e:b6:28:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:48:13.794693 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:13.807328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b650388f-4eab-4eaa-b1eb-3b2ef299961b {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:48:13.826121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:48:13.830225 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:13.877919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b650388f-4eab-4eaa-b1eb-3b2ef299961b,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:48:13.886381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:13.886724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:13.887062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:13.887499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:13.887831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:13.888160 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:13.888485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:13.888809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:13.889132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:13.889452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:13.889774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:13.891126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:48:14.057844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b58063-ad00-4f02-834b-651c6bac30f3 req-b750c380-21de-4356-8882-a128eac718d7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:14.059336 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68b58063-ad00-4f02-834b-651c6bac30f3 req-b750c380-21de-4356-8882-a128eac718d7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 944 time: 0.0490875 Aug 16 13:48:14.096282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68b58063-ad00-4f02-834b-651c6bac30f3 req-8c5241e4-9a35-4a0d-bbc5-dd89ed0c23ff tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Aug 16 13:48:14.217756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9ba8-dbd8-445f-9e71-bcca03a25698 req-8906275f-e7dc-4322-8bc0-51d2bc504497 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:14.219709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f3f9ba8-dbd8-445f-9e71-bcca03a25698 req-8906275f-e7dc-4322-8bc0-51d2bc504497 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 944 time: 0.0529928 Aug 16 13:48:14.257468 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f3f9ba8-dbd8-445f-9e71-bcca03a25698 req-07044892-8e7b-46ab-873f-9fa847f64302 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318172 Aug 16 13:48:14.271011 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b650388f-4eab-4eaa-b1eb-3b2ef299961b'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:48:14.475603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5e523-6dbb-41c7-9cf3-4c2cc5fbb521 req-a295f112-83e2-401f-9ea9-77608ff1dc87 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:14.477006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6c5e523-6dbb-41c7-9cf3-4c2cc5fbb521 req-a295f112-83e2-401f-9ea9-77608ff1dc87 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 944 time: 0.0510094 Aug 16 13:48:14.510770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ae6d0-ef24-47a4-b4e1-84d4a2563166 req-71ec5a3f-0fe5-4ace-878c-0b5bf9b5d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:14.512258 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c9ae6d0-ef24-47a4-b4e1-84d4a2563166 req-71ec5a3f-0fe5-4ace-878c-0b5bf9b5d3e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 1095 time: 0.0419657 Aug 16 13:48:14.517088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6c5e523-6dbb-41c7-9cf3-4c2cc5fbb521 req-a94609dd-8a72-4803-9a89-3a39f31620e8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338914 Aug 16 13:48:14.609399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ae6d0-ef24-47a4-b4e1-84d4a2563166 req-1364bc4b-6a27-4120-acbb-d25df9c2d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:14.611019 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c9ae6d0-ef24-47a4-b4e1-84d4a2563166 req-1364bc4b-6a27-4120-acbb-d25df9c2d74f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0900857 Aug 16 13:48:14.689063 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c9ae6d0-ef24-47a4-b4e1-84d4a2563166 req-371bc3f2-d6fa-49c5-8eea-7a219cb8296c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 200 len: 1000 time: 0.0706453 Aug 16 13:48:14.755078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ae6d0-ef24-47a4-b4e1-84d4a2563166 req-1022baed-e299-4f83-a92c-de0c7a55482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:14.756563 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c9ae6d0-ef24-47a4-b4e1-84d4a2563166 req-1022baed-e299-4f83-a92c-de0c7a55482f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0602820 Aug 16 13:48:14.806404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ae6d0-ef24-47a4-b4e1-84d4a2563166 req-1f79bf7c-c421-43d9-8dad-d979730bd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:14.807959 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c9ae6d0-ef24-47a4-b4e1-84d4a2563166 req-1f79bf7c-c421-43d9-8dad-d979730bd196 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435688 Aug 16 13:48:14.902783 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c9ae6d0-ef24-47a4-b4e1-84d4a2563166 req-c23f2bf8-d9ed-4f3c-a7f2-e22275067595 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863018 Aug 16 13:48:14.996244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c9ae6d0-ef24-47a4-b4e1-84d4a2563166 req-c48e26bb-faaf-4589-a7af-0a9b16891765 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860243 Aug 16 13:48:15.635756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e066f-d59d-46de-b4f5-9531b5113067 req-1fe31cc8-cad1-4098-82eb-6bb2bf4217cb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:15.637290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a2e066f-d59d-46de-b4f5-9531b5113067 req-1fe31cc8-cad1-4098-82eb-6bb2bf4217cb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 944 time: 0.0504651 Aug 16 13:48:15.664369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b650388f-4eab-4eaa-b1eb-3b2ef299961b up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:48:15.676445 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a2e066f-d59d-46de-b4f5-9531b5113067 req-b766a7cf-dfa4-4d7b-a39e-0d7dc46ed699 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329413 Aug 16 13:48:15.727208 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port b650388f-4eab-4eaa-b1eb-3b2ef299961b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:48:15.731216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port b650388f-4eab-4eaa-b1eb-3b2ef299961b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:48:15.731590 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:15.818382 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:15.842422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:48:15.859081 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:48:15.864466 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:15.892087 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edc229c-5674-4fe1-8870-5dfe6cac49b9" -d '{"events": [{"server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "name": "network-vif-plugged", "status": "completed", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:48:15.924420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b650388f-4eab-4eaa-b1eb-3b2ef299961b,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:48:15.964677 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583a9b-386e-41e6-958d-c277bcf6c154 req-fcc7a580-9ba2-420c-ad24-0839d659c9cc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:15.966243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3583a9b-386e-41e6-958d-c277bcf6c154 req-fcc7a580-9ba2-420c-ad24-0839d659c9cc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0601845 Aug 16 13:48:15.992090 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408bf64c-090e-4043-a3c0-ecb87153d6cf x-openstack-request-id: req-408bf64c-090e-4043-a3c0-ecb87153d6cf {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:48:15.992378 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "name": "network-vif-plugged", "status": "completed", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:48:15.992640 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-408bf64c-090e-4043-a3c0-ecb87153d6cf {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:48:15.993044 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'code': 200} Aug 16 13:48:16.013757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3583a9b-386e-41e6-958d-c277bcf6c154 req-e9ccbfb5-533e-4ee2-8aec-aac6f14de8c0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404346 Aug 16 13:48:16.753742 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:17.137996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c17809-3ce2-4c2a-8af8-9552fcc46e3b req-bd6ded5c-cf8c-4cab-9bbd-36e965519a79 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:17.139919 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58c17809-3ce2-4c2a-8af8-9552fcc46e3b req-bd6ded5c-cf8c-4cab-9bbd-36e965519a79 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0531566 Aug 16 13:48:17.184082 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58c17809-3ce2-4c2a-8af8-9552fcc46e3b req-e756d10a-0e4d-4ecf-be0a-6c13cd80dc24 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383785 Aug 16 13:48:17.607428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b841235-32ec-4828-b08e-c135aab16c99 req-3bcd9093-29f4-465b-835e-544ac475fbed tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:17.609390 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b841235-32ec-4828-b08e-c135aab16c99 req-3bcd9093-29f4-465b-835e-544ac475fbed tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0518103 Aug 16 13:48:18.029941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Deleting port b650388f-4eab-4eaa-b1eb-3b2ef299961b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:48:18.030305 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:18.119375 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] For port b650388f-4eab-4eaa-b1eb-3b2ef299961b, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b650388f-4eab-4eaa-b1eb-3b2ef299961b,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:48:18.119739 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:18.310621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb568-8eb5-4d79-a671-e8040ec301fc req-f7f6dc3b-cc91-4b3f-b089-8fd1ce38b065 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:18.312141 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a8bb568-8eb5-4d79-a671-e8040ec301fc req-f7f6dc3b-cc91-4b3f-b089-8fd1ce38b065 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=950ebae7-dbd5-4431-8b2e-d448ee72dc1a HTTP/1.1" status: 200 len: 945 time: 0.0546081 Aug 16 13:48:18.325881 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:18.326156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:18.326470 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e disassociated. External IP: 172.25.0.113, port: b650388f-4eab-4eaa-b1eb-3b2ef299961b. Aug 16 13:48:18.326806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Calling delete_port for b650388f-4eab-4eaa-b1eb-3b2ef299961b owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:48:18.357496 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a8bb568-8eb5-4d79-a671-e8040ec301fc req-2f215852-6b9e-4bc0-a92a-37c3eaee9142 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385263 Aug 16 13:48:18.463538 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:18.499522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event deleted for resources: {'Port': ['ID=b650388f-4eab-4eaa-b1eb-3b2ef299961b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:48:18.633494 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Router 3d688961-40ec-4170-89b9-faef5e8f2dd9 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:48:18.774245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:48:18.786378 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3859d-dab4-4061-9836-f3f47ab7ded2 None None] Sync routers for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:48:18.796583 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3859d-dab4-4061-9836-f3f47ab7ded2 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:48:18.797408 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-48c3859d-dab4-4061-9836-f3f47ab7ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:48:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:48:18.825039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] No DVR routers for this DVR port b650388f-4eab-4eaa-b1eb-3b2ef299961b on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:48:18.827973 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:18.831052 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8b841235-32ec-4828-b08e-c135aab16c99 req-6b264032-380b-4add-82e0-eb85f007c073 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "DELETE /v2.0/ports/b650388f-4eab-4eaa-b1eb-3b2ef299961b HTTP/1.1" status: 204 len: 173 time: 1.2155037 Aug 16 13:48:18.831729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'name': 'network-vif-deleted', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:48:18.834873 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a70e26-690a-44ee-9f3a-56de4be6d366" -d '{"events": [{"server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "name": "network-vif-deleted", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:48:18.904722 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d016fc75-6eb2-4127-a406-4fd4a5bcbdad x-openstack-request-id: req-d016fc75-6eb2-4127-a406-4fd4a5bcbdad {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:48:18.905153 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950ebae7-dbd5-4431-8b2e-d448ee72dc1a", "name": "network-vif-deleted", "tag": "b650388f-4eab-4eaa-b1eb-3b2ef299961b", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:48:18.905552 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d016fc75-6eb2-4127-a406-4fd4a5bcbdad {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:48:18.907462 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ebae7-dbd5-4431-8b2e-d448ee72dc1a', 'name': 'network-vif-deleted', 'tag': 'b650388f-4eab-4eaa-b1eb-3b2ef299961b', 'status': 'completed', 'code': 200} Aug 16 13:48:18.931314 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-48c3859d-dab4-4061-9836-f3f47ab7ded2 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:48:19.162188 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-48c3859d-dab4-4061-9836-f3f47ab7ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:48:19.188790 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3859d-dab4-4061-9836-f3f47ab7ded2 None None] Checking router: 3d688961-40ec-4170-89b9-faef5e8f2dd9 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:48:19.198045 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3859d-dab4-4061-9836-f3f47ab7ded2 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:48:19.198688 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-48c3859d-dab4-4061-9836-f3f47ab7ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:48:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:48:19.306431 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-48c3859d-dab4-4061-9836-f3f47ab7ded2 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:48:19.557203 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-48c3859d-dab4-4061-9836-f3f47ab7ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:48:19.590448 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3859d-dab4-4061-9836-f3f47ab7ded2 None None] The sync data for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 is: [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:48:19.737313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-4e225650-0a84-4ae2-b937-b0485ff89888 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--748798353&fields=id&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 267 time: 0.0476334 Aug 16 13:48:19.850858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b2f06-c81e-4b39-93f7-f83035710598 None None] New status for floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:48:19.858321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-6a86394d-46be-4f4a-814c-1d78c5393533 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:19.859898 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-6a86394d-46be-4f4a-814c-1d78c5393533 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 811 time: 0.1151536 Aug 16 13:48:19.889780 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-1ed3233d-6a71-4266-98da-f73bee0dcec6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/quotas/ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 375 time: 0.0117066 Aug 16 13:48:19.941960 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-b7109dfd-1425-4392-89d8-a28fa1c8ad47 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509834 Aug 16 13:48:20.162083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-37ea0b8c-ada9-41f5-a36d-d98c230cc7ed service neutron] 10.222.0.25 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499953 Aug 16 13:48:20.274234 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-f62bf36b-cd47-4fcf-9da0-cedddebb72d7 service neutron] 10.222.0.25 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054940 Aug 16 13:48:20.463183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-292cb946-933b-4116-b446-8b84a13ed419 req-d5cc3fb6-23d8-434d-9a6f-f70ce89b7016 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 210 time: 0.0334935 Aug 16 13:48:21.550321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-653f4337-5900-41c9-9f6f-e22abd99dd52 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:21.551870 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-653f4337-5900-41c9-9f6f-e22abd99dd52 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 811 time: 0.1400921 Aug 16 13:48:21.578961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10869692-4f7c-4bdd-b794-c7970be7fc42 req-c5f945d9-3265-45f2-a717-40034056e19a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 210 time: 0.0287185 Aug 16 13:48:21.604610 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-b1e58e06-a30b-4183-9497-e64acd2eb035 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 379 time: 0.0426266 Aug 16 13:48:21.616572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'port': {'device_id': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'admin_state_up': True, 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'security_groups': ['a4de400e-ba4f-490a-a4b0-afd4cec1f21d']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:48:21.699019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b650388f-4eab-4eaa-b1eb-3b2ef299961b no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:48:21.726566 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: b650388f-4eab-4eaa-b1eb-3b2ef299961b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:48:21.726918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b650388f-4eab-4eaa-b1eb-3b2ef299961b not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:48:21.739569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Made reservation on behalf of ab162faf90ff463982e33cedff1a4d79 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:48:21.743222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:21.876429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Allocated IP 172.20.0.5 (e5d1a151-f9eb-4115-b42e-ee94a8166edc/f6d01c5e-4a82-4840-ad13-333ec3e7e1d2/38692d97-2b75-4a11-8f54-eaa0ae9994d0) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:48:22.020071 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:22.036066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Transition to ACTIVE for port object 38692d97-2b75-4a11-8f54-eaa0ae9994d0 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:48:22.068885 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:22.119711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:48:22.122853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:48:22.127301 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:48:22.152060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:48:22.185363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:22.186068 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:22.205110 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-5f8c8625-b2a7-49ed-b97c-b2350390737a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5920599 Aug 16 13:48:22.220078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Request body: {'port': {'device_id': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:48:22.305546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:22.421445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c2264bfb-c538-4de1-a2a4-6ebcbbdace9b None None] Provisioning for port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:48:22.425854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c2264bfb-c538-4de1-a2a4-6ebcbbdace9b None None] Provisioning complete for port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:48:22.426252 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c2264bfb-c538-4de1-a2a4-6ebcbbdace9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:22.462370 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c2264bfb-c538-4de1-a2a4-6ebcbbdace9b None None] Port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:48:22.592205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38692d97-2b75-4a11-8f54-eaa0ae9994d0 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:48:22.600234 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:22.613709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Transition to ACTIVE for port object 38692d97-2b75-4a11-8f54-eaa0ae9994d0 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:48:22.617966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:22.672988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:48:22.714184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df24454-00ca-42bb-946e-3fe9a5a28754 req-b8e18662-8487-455d-9747-51c481bb065e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:22.715875 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6df24454-00ca-42bb-946e-3fe9a5a28754 req-b8e18662-8487-455d-9747-51c481bb065e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 943 time: 0.0650799 Aug 16 13:48:22.756072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:48:22.756413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:48:22.756744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:48:22.760739 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6df24454-00ca-42bb-946e-3fe9a5a28754 req-c7e1c1fe-1df8-40a8-a611-a883a09cdf96 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367279 Aug 16 13:48:22.761706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:48:22.762034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:48:22.768451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:48:22.768835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:48:22.769225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:48:22.769662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Bound port: 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:48:22.770069 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:22.857198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:48:22.861185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:48:22.866197 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:22.906986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:22.907659 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:22.909188 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] 10.222.0.42 "PUT /v2.0/ports/38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1091 time: 0.6955621 Aug 16 13:48:22.909648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:48:22.912011 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8067c42-3b35-4f39-b304-c5188d3751fc" -d '{"events": [{"name": "network-changed", "server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:48:22.943305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2825c7d-69c3-41e0-9e33-be13a8d0c9fa service neutron] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:48:22.963745 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cd4fd1-b0f3-43a9-9fd7-d415001cfe37 x-openstack-request-id: req-80cd4fd1-b0f3-43a9-9fd7-d415001cfe37 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:48:22.964087 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:48:22.964443 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80cd4fd1-b0f3-43a9-9fd7-d415001cfe37 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:48:22.964857 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'status': 'completed', 'code': 200} Aug 16 13:48:23.000943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-829117cd-1006-43b3-ab91-0dc82bd65af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:23.002604 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-829117cd-1006-43b3-ab91-0dc82bd65af8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1094 time: 0.0494273 Aug 16 13:48:23.058838 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-03e45718-279c-44ca-8daf-18b4b5230be1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 217 time: 0.0474138 Aug 16 13:48:23.116258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-36443b5a-95e8-4789-a1db-53eff8c59881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:23.117748 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-36443b5a-95e8-4789-a1db-53eff8c59881 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0506227 Aug 16 13:48:23.166754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-260bb56e-ee02-4b6c-826b-c8b45566c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:23.168242 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-260bb56e-ee02-4b6c-826b-c8b45566c20a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415213 Aug 16 13:48:23.269720 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-cf715637-5084-44f7-94ae-58fa34c41c7e service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916545 Aug 16 13:48:23.363523 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7f65e034-5df0-4e4c-bd08-beec7e26b76e req-ac0f8f36-ecc7-4464-a263-80328d852a9d service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856407 Aug 16 13:48:23.464604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8067c42-3b35-4f39-b304-c5188d3751fc req-5b70a172-63f2-4f2d-96f5-12546a4fcc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:23.466060 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8067c42-3b35-4f39-b304-c5188d3751fc req-5b70a172-63f2-4f2d-96f5-12546a4fcc7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1094 time: 0.0455730 Aug 16 13:48:23.570318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8067c42-3b35-4f39-b304-c5188d3751fc req-0b3f212c-ac23-4d9c-8e9e-9cdf24d4a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:23.571780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8067c42-3b35-4f39-b304-c5188d3751fc req-0b3f212c-ac23-4d9c-8e9e-9cdf24d4a40f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0976973 Aug 16 13:48:23.615705 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8067c42-3b35-4f39-b304-c5188d3751fc req-0a5f4651-dbed-426c-ba6c-45c0749653c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 217 time: 0.0346372 Aug 16 13:48:23.669808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8067c42-3b35-4f39-b304-c5188d3751fc req-fa7f79f2-e480-4514-8b12-944ab99f8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:23.671263 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8067c42-3b35-4f39-b304-c5188d3751fc req-fa7f79f2-e480-4514-8b12-944ab99f8d43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0482478 Aug 16 13:48:23.718461 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8067c42-3b35-4f39-b304-c5188d3751fc req-e9a8c8f8-66a4-4730-a717-c6aeaa5a52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:23.720166 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8067c42-3b35-4f39-b304-c5188d3751fc req-e9a8c8f8-66a4-4730-a717-c6aeaa5a52bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405071 Aug 16 13:48:23.817193 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8067c42-3b35-4f39-b304-c5188d3751fc req-24a42c88-1e54-463a-a827-e929e69f901e service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878644 Aug 16 13:48:23.882788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8a493-48da-4977-b14a-e3e1c162c6e0 req-f9993360-5ee5-4d66-bdfa-2bd1d158836b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:23.884276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23f8a493-48da-4977-b14a-e3e1c162c6e0 req-f9993360-5ee5-4d66-bdfa-2bd1d158836b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 943 time: 0.0477951 Aug 16 13:48:23.910642 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8067c42-3b35-4f39-b304-c5188d3751fc req-1b895e4d-3981-4674-93d0-eec84dca22c6 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854809 Aug 16 13:48:23.922487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-23f8a493-48da-4977-b14a-e3e1c162c6e0 req-cf650f36-3d07-4b08-9c84-9c8a6848cc31 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320780 Aug 16 13:48:25.045934 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedaec40-4828-4d97-bc29-26b99026b208 req-c8f53a02-1610-4d9a-aad8-d9bef450d34c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:25.047488 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fedaec40-4828-4d97-bc29-26b99026b208 req-c8f53a02-1610-4d9a-aad8-d9bef450d34c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 943 time: 0.0541861 Aug 16 13:48:25.088017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fedaec40-4828-4d97-bc29-26b99026b208 req-307b62b5-5469-4918-a77e-9d7631331715 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345728 Aug 16 13:48:26.006289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:48:26.100274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:48:26.118012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'port_id': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'mac_address': 'fa:16:3e:23:2d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:48:26.159277 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:26.173895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38692d97-2b75-4a11-8f54-eaa0ae9994d0 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:48:26.193769 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:48:26.197875 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:26.223249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc8c77-62ac-4521-8004-b1f7b9323def req-e37462f8-de67-4ce3-87d8-09d18c260f2b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:26.224837 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64fc8c77-62ac-4521-8004-b1f7b9323def req-e37462f8-de67-4ce3-87d8-09d18c260f2b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 943 time: 0.0621328 Aug 16 13:48:26.254298 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:48:26.274250 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64fc8c77-62ac-4521-8004-b1f7b9323def req-7b5b07da-2c11-40b1-99cc-063487e3d23c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359130 Aug 16 13:48:26.463864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['38692d97-2b75-4a11-8f54-eaa0ae9994d0'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:48:27.405054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20561e-e30d-4d76-bd95-a74f01b24da5 req-257640e5-e12b-46a0-a7b8-4a038a38f2a1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:27.407231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc20561e-e30d-4d76-bd95-a74f01b24da5 req-257640e5-e12b-46a0-a7b8-4a038a38f2a1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 944 time: 0.0585983 Aug 16 13:48:27.448667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc20561e-e30d-4d76-bd95-a74f01b24da5 req-b2c09382-57ca-494b-a2c5-fa77e5f0c422 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350442 Aug 16 13:48:28.021143 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:48:28.075987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:48:28.082748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:48:28.083397 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:28.195566 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:28.221385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:48:28.223882 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3eed7d8-ecf9-4ec7-80b2-fe608105127d" -d '{"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-plugged", "status": "completed", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:48:28.241841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:48:28.247242 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:28.275123 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e4057d-6210-4a73-ba71-e220ff5a126c x-openstack-request-id: req-09e4057d-6210-4a73-ba71-e220ff5a126c {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:48:28.275123 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-plugged", "status": "completed", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:48:28.275123 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09e4057d-6210-4a73-ba71-e220ff5a126c {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:48:28.275123 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'code': 200} Aug 16 13:48:28.309660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:48:28.393739 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8e7d-6315-4529-aea1-1719ed7b90f3 req-7d412796-e9a9-4d3b-8735-f40966009f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:28.395309 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c7f8e7d-6315-4529-aea1-1719ed7b90f3 req-7d412796-e9a9-4d3b-8735-f40966009f0b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1096 time: 0.0442097 Aug 16 13:48:28.433511 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2c7f8e7d-6315-4529-aea1-1719ed7b90f3 req-3f5e2d6e-16be-42ff-bba2-1b284e730c77 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302994 Aug 16 13:48:28.939921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f89ae6-7134-48ca-b966-eaf26fbe25a1 req-82fdaa77-8777-40f0-a251-0806fdcae2d5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:28.941658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a8f89ae6-7134-48ca-b966-eaf26fbe25a1 req-82fdaa77-8777-40f0-a251-0806fdcae2d5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.4187920 Aug 16 13:48:28.988041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a8f89ae6-7134-48ca-b966-eaf26fbe25a1 req-8ec561aa-f32c-4fc6-bfab-0b23c376b48d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394177 Aug 16 13:48:30.106261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc44a8-ed68-49ea-a43d-4783fd2ab212 req-8e9c7c8d-8c9a-45e8-9917-0f5246a9cb53 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:30.107745 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50cc44a8-ed68-49ea-a43d-4783fd2ab212 req-8e9c7c8d-8c9a-45e8-9917-0f5246a9cb53 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0479808 Aug 16 13:48:30.147510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50cc44a8-ed68-49ea-a43d-4783fd2ab212 req-3baa818f-d971-441b-9e71-b0ec96841657 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330737 Aug 16 13:48:30.265237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a9c86-3907-46b0-aacf-77a57c0a0e61 req-8c066ace-6c2a-4e93-9fde-362b3e19af8d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:30.267497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-689a9c86-3907-46b0-aacf-77a57c0a0e61 req-8c066ace-6c2a-4e93-9fde-362b3e19af8d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0524371 Aug 16 13:48:30.272540 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:30.276809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33520) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:48:30.282656 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4d66bbeb-fdbf-42d8-bf0f-0ae695615e48 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'floatingip': {'port_id': '38692d97-2b75-4a11-8f54-eaa0ae9994d0'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:48:30.331247 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d66bbeb-fdbf-42d8-bf0f-0ae695615e48 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:30.627252 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:48:30.777455 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d66bbeb-fdbf-42d8-bf0f-0ae695615e48 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:30.782208 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d66bbeb-fdbf-42d8-bf0f-0ae695615e48 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:30.888767 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-4d66bbeb-fdbf-42d8-bf0f-0ae695615e48 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e associated. External IP: 172.25.0.113, port: 38692d97-2b75-4a11-8f54-eaa0ae9994d0. Aug 16 13:48:31.094851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d66bbeb-fdbf-42d8-bf0f-0ae695615e48 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Router 3d688961-40ec-4170-89b9-faef5e8f2dd9 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:48:31.203980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d66bbeb-fdbf-42d8-bf0f-0ae695615e48 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:48:31.208765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4d66bbeb-fdbf-42d8-bf0f-0ae695615e48 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:31.213618 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1259be9-6e5a-4b28-b7a4-fb0adf92ce6e None None] Sync routers for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:48:31.222864 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1259be9-6e5a-4b28-b7a4-fb0adf92ce6e None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:48:31.223475 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c1259be9-6e5a-4b28-b7a4-fb0adf92ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:48:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:48:31.236248 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4d66bbeb-fdbf-42d8-bf0f-0ae695615e48 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "PUT /v2.0/floatingips/ea25f03d-3645-4dd3-8fc4-9b203fed759e HTTP/1.1" status: 200 len: 991 time: 0.9581635 Aug 16 13:48:31.236854 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:48:31.239157 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fba2e9-67d3-4534-998f-57ad103ba36d" -d '{"events": [{"name": "network-changed", "server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:48:31.279693 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61caec45-73cb-466d-80c5-e3d6ab2b19e3 x-openstack-request-id: req-61caec45-73cb-466d-80c5-e3d6ab2b19e3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:48:31.280305 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:48:31.281010 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61caec45-73cb-466d-80c5-e3d6ab2b19e3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:48:31.281932 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'status': 'completed', 'code': 200} Aug 16 13:48:31.339357 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c1259be9-6e5a-4b28-b7a4-fb0adf92ce6e None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:48:31.356443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba2e9-67d3-4534-998f-57ad103ba36d req-5adaa580-c634-4b4f-a2f4-93649b555ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:31.357942 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fba2e9-67d3-4534-998f-57ad103ba36d req-5adaa580-c634-4b4f-a2f4-93649b555ab9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1096 time: 0.0484757 Aug 16 13:48:31.462281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba2e9-67d3-4534-998f-57ad103ba36d req-ec3c6bb4-b97f-4c84-a3bd-a9a576b8b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:31.463698 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fba2e9-67d3-4534-998f-57ad103ba36d req-ec3c6bb4-b97f-4c84-a3bd-a9a576b8b5fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0925248 Aug 16 13:48:31.547404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fba2e9-67d3-4534-998f-57ad103ba36d req-26dc6a11-54fb-4696-83b3-7e494e55b310 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 999 time: 0.0700259 Aug 16 13:48:31.583691 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c1259be9-6e5a-4b28-b7a4-fb0adf92ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:23:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:48:30Z', 'revision_number': 9, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:48:31.599407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba2e9-67d3-4534-998f-57ad103ba36d req-df31f253-6fe1-405e-895b-400c41ca93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:31.600920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fba2e9-67d3-4534-998f-57ad103ba36d req-df31f253-6fe1-405e-895b-400c41ca93f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0453198 Aug 16 13:48:31.651376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba2e9-67d3-4534-998f-57ad103ba36d req-3991dff3-a908-4017-b7c4-2055b1a703b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:48:31.652897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fba2e9-67d3-4534-998f-57ad103ba36d req-3991dff3-a908-4017-b7c4-2055b1a703b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435791 Aug 16 13:48:31.702661 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1259be9-6e5a-4b28-b7a4-fb0adf92ce6e None None] Checking router: 3d688961-40ec-4170-89b9-faef5e8f2dd9 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:48:31.711603 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1259be9-6e5a-4b28-b7a4-fb0adf92ce6e None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:48:31.712191 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c1259be9-6e5a-4b28-b7a4-fb0adf92ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:48:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:48:31.754446 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fba2e9-67d3-4534-998f-57ad103ba36d req-7a0cdb7d-e1d7-4de7-a0ef-670cc77503ce service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917144 Aug 16 13:48:31.822423 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c1259be9-6e5a-4b28-b7a4-fb0adf92ce6e None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:48:31.860501 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-18d0bc95-feee-44bb-a34c-d161102afa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:31.863791 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b4fba2e9-67d3-4534-998f-57ad103ba36d req-7d4c6e11-5def-4b55-8f55-c1e59bcd30aa service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955431 Aug 16 13:48:32.056016 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c1259be9-6e5a-4b28-b7a4-fb0adf92ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:23:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:48:30Z', 'revision_number': 9, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:48:32.085482 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1259be9-6e5a-4b28-b7a4-fb0adf92ce6e None None] The sync data for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 is: [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:23:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:48:30Z', 'revision_number': 9, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:48:32.285492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4d7861-b4ea-4f50-b74a-029bdb4c99ec None None] New status for floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:48:34.411139 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bb103414-b397-4d52-a780-cd97241125bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:34.691976 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:35.685055 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:37.502645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:48:46.772603 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:00.269143 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:01.865187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c037929-b89a-4921-900e-01c59113dfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:04.412807 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd41efc6-9f0a-41d1-a65b-af1a423b9a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:04.698219 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:05.691556 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:07.507938 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:07.627086 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:49:08.478378 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-a79949a6-8729-4e48-b56e-4816ba566840 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524039 Aug 16 13:49:08.579904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-9d6b8fb8-7b0c-4d72-a45f-b00a66e36af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:49:08.582328 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-9d6b8fb8-7b0c-4d72-a45f-b00a66e36af8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1096 time: 0.0549731 Aug 16 13:49:08.704501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-e48d63f7-fb51-4fea-a6e9-f7f5676c5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:49:08.706026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-e48d63f7-fb51-4fea-a6e9-f7f5676c5116 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1014748 Aug 16 13:49:08.788521 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-cf43eb31-7abc-42de-9e6f-50fa428346e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1002 time: 0.0741136 Aug 16 13:49:08.849368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-cbc06206-9c4a-4045-8e87-50991973ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:49:08.851019 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-cbc06206-9c4a-4045-8e87-50991973ec52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0532472 Aug 16 13:49:08.911982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-6d5d6016-ff0b-4099-9f47-bb86d770a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:49:08.913890 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-6d5d6016-ff0b-4099-9f47-bb86d770a081 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473576 Aug 16 13:49:09.027139 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-71f38e46-329c-4e35-8515-e142e194ffc2 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985968 Aug 16 13:49:09.141412 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0acbeb9-4b3e-412a-8fa8-1db2bf2d6b75 req-a912a784-5905-451e-ba03-713a0ad4186d service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043785 Aug 16 13:49:16.784585 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:30.278744 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:31.857206 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-37f410b6-cf9e-4f8e-aa07-d40823b30aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:34.415708 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8f70-aa87-4963-8653-aeaaac9070fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:34.689000 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:35.687690 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:37.508008 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:49:44.625217 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:49:46.778160 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:00.295625 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:01.869924 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-122b90d8-9544-46a2-8095-3487965d288f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:04.417986 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-258c66a6-33da-4ba6-a820-49b7d9247030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:04.689441 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:05.688892 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:07.513853 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:08.489133 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45bb938f-6644-4708-b389-b559398d6894 req-57f3e9bf-0bf6-49e7-9c63-97d71a1fc124 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418100 Aug 16 13:50:08.591700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb938f-6644-4708-b389-b559398d6894 req-b527a28d-3b69-4ece-b237-8b6e024e05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:08.593252 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45bb938f-6644-4708-b389-b559398d6894 req-b527a28d-3b69-4ece-b237-8b6e024e05d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1096 time: 0.0539424 Aug 16 13:50:08.706527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb938f-6644-4708-b389-b559398d6894 req-606977cd-2447-428a-85f4-08933ba55e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:08.708608 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45bb938f-6644-4708-b389-b559398d6894 req-606977cd-2447-428a-85f4-08933ba55e74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0923753 Aug 16 13:50:08.776869 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45bb938f-6644-4708-b389-b559398d6894 req-1d85bb24-805c-488d-9a0e-fc3afe1bd4b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1002 time: 0.0588794 Aug 16 13:50:08.826595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb938f-6644-4708-b389-b559398d6894 req-ca05fadb-5e7d-4c61-90bb-239d1486e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:08.827929 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45bb938f-6644-4708-b389-b559398d6894 req-ca05fadb-5e7d-4c61-90bb-239d1486e3bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0430865 Aug 16 13:50:08.879138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb938f-6644-4708-b389-b559398d6894 req-22ec3871-6880-4b97-bbd3-17a59546f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:08.880724 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45bb938f-6644-4708-b389-b559398d6894 req-22ec3871-6880-4b97-bbd3-17a59546f36b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434723 Aug 16 13:50:08.971315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45bb938f-6644-4708-b389-b559398d6894 req-2c0d885d-5f6c-4ddb-855e-1866779d6fa8 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820646 Aug 16 13:50:09.394827 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45bb938f-6644-4708-b389-b559398d6894 req-3eea382e-1b09-4d49-bfc8-1047948c3c61 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153147 Aug 16 13:50:14.148020 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-6bc935c7-f8dc-4390-bb58-2659978f15d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421579 Aug 16 13:50:14.174014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d20db7-c436-416e-87b4-4ec121d9cf97 req-dd3098f2-8610-4581-9508-5576cdc1eccc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:14.176295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11d20db7-c436-416e-87b4-4ec121d9cf97 req-dd3098f2-8610-4581-9508-5576cdc1eccc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0625093 Aug 16 13:50:14.217447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11d20db7-c436-416e-87b4-4ec121d9cf97 req-90d8e944-bf33-47ee-9e4f-9ca2dfed65fc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351858 Aug 16 13:50:15.335473 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb0146-4d01-44f9-aa62-d3feb58e08e7 req-fcd9c19b-63ee-4270-8bba-2bd1012b7e74 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:15.336931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89fb0146-4d01-44f9-aa62-d3feb58e08e7 req-fcd9c19b-63ee-4270-8bba-2bd1012b7e74 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0484860 Aug 16 13:50:15.375277 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89fb0146-4d01-44f9-aa62-d3feb58e08e7 req-981169ef-3a4b-4bb5-b823-34d0bb5ae96b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Aug 16 13:50:16.491107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec3524-531c-4e2c-ba12-d6f4da7e3092 req-0e662561-4950-4028-ab8b-010295053b29 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:16.492581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32ec3524-531c-4e2c-ba12-d6f4da7e3092 req-0e662561-4950-4028-ab8b-010295053b29 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0490470 Aug 16 13:50:16.530238 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32ec3524-531c-4e2c-ba12-d6f4da7e3092 req-438c4b9f-4789-4a14-8337-8e2af3707d01 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Aug 16 13:50:16.798218 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:17.648291 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c958d6-b4df-4d50-9431-6b24db5c020a req-081abcaf-67ea-463a-9fd7-46d4844dd114 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:17.649763 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59c958d6-b4df-4d50-9431-6b24db5c020a req-081abcaf-67ea-463a-9fd7-46d4844dd114 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0533571 Aug 16 13:50:17.688192 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59c958d6-b4df-4d50-9431-6b24db5c020a req-311f1041-cd1d-4ed1-af97-05709489925f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Aug 16 13:50:18.819123 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83c697-2d13-4cdc-a482-7a10b13e1783 req-fdde9a43-2f21-4f06-a6f0-944b1ea2b780 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:18.820761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca83c697-2d13-4cdc-a482-7a10b13e1783 req-fdde9a43-2f21-4f06-a6f0-944b1ea2b780 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0646827 Aug 16 13:50:18.866689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca83c697-2d13-4cdc-a482-7a10b13e1783 req-6d985ed5-6844-4976-b510-ab663664004b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397460 Aug 16 13:50:19.407447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-b1564fd4-077a-47a7-bd78-4cace7c9ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:19.409634 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-b1564fd4-077a-47a7-bd78-4cace7c9ceed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1096 time: 0.0449650 Aug 16 13:50:19.508216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-9f4744fb-c98e-423a-acfd-a839b7bbb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:19.509710 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-9f4744fb-c98e-423a-acfd-a839b7bbb1f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0924118 Aug 16 13:50:19.579009 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-687020f8-5fe8-49c2-95d5-f9af73438540 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1002 time: 0.0605431 Aug 16 13:50:19.634986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-bc0114e8-fcb0-4461-95ed-faa5a68a7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:19.636469 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-bc0114e8-fcb0-4461-95ed-faa5a68a7a7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0499158 Aug 16 13:50:19.686124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-0dddc0bc-9014-413b-bad4-fed1feb03172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:19.687650 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-0dddc0bc-9014-413b-bad4-fed1feb03172 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418198 Aug 16 13:50:19.784414 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-36bdf078-7b76-4920-a2b6-c1b102a28025 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886521 Aug 16 13:50:19.882957 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-36081254-60df-4512-a8a7-dc3375474acc service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900149 Aug 16 13:50:19.999776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd915a-99d0-4373-a4ad-41baa9a46864 req-a42869ed-67ac-44ca-8008-edb9502420a3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:20.001286 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffcd915a-99d0-4373-a4ad-41baa9a46864 req-a42869ed-67ac-44ca-8008-edb9502420a3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0523703 Aug 16 13:50:20.046330 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ffcd915a-99d0-4373-a4ad-41baa9a46864 req-e34bb1a4-7cd5-4752-8dcb-2348d4530853 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374920 Aug 16 13:50:21.170346 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a4f16-9edd-4d12-9591-23165dcfe2d4 req-adb3efaf-f4df-4923-9cd8-d56010641b4c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:21.171824 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-532a4f16-9edd-4d12-9591-23165dcfe2d4 req-adb3efaf-f4df-4923-9cd8-d56010641b4c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0544364 Aug 16 13:50:21.210718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-532a4f16-9edd-4d12-9591-23165dcfe2d4 req-0f17c65a-2e34-4572-bf2d-656645f20950 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322483 Aug 16 13:50:21.623853 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:50:22.351557 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8fcd6-26f3-4cf2-aa9d-897210f0b009 req-2b1e586a-7d4e-417b-8bb7-f3e620573ac5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:22.353186 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3a8fcd6-26f3-4cf2-aa9d-897210f0b009 req-2b1e586a-7d4e-417b-8bb7-f3e620573ac5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0653119 Aug 16 13:50:22.396893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3a8fcd6-26f3-4cf2-aa9d-897210f0b009 req-c9b319e2-84b5-449b-84c5-4a83646554b0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374122 Aug 16 13:50:23.520066 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6e3f5-27c0-4df8-9296-313e3e378cbd req-dca3e116-e40e-4c16-ab09-a92f8e078ec6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:23.521585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97c6e3f5-27c0-4df8-9296-313e3e378cbd req-dca3e116-e40e-4c16-ab09-a92f8e078ec6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0539565 Aug 16 13:50:23.560900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-97c6e3f5-27c0-4df8-9296-313e3e378cbd req-61ec3d2b-9950-4991-a12d-47aa38f47505 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331993 Aug 16 13:50:24.710558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acc699-b99f-4f3b-9d0f-d8a3d5b86b16 req-a10a4be8-8d00-4e58-9c3f-12fc9657f24b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:24.712094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54acc699-b99f-4f3b-9d0f-d8a3d5b86b16 req-a10a4be8-8d00-4e58-9c3f-12fc9657f24b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0634775 Aug 16 13:50:24.753508 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54acc699-b99f-4f3b-9d0f-d8a3d5b86b16 req-606f5d2b-32b4-4c53-97e2-187b0a20c51c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347404 Aug 16 13:50:25.896993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3af5be-0b4c-4c63-9613-c225ec8ba42a req-23035b90-aaf8-41ed-afcf-113b53f8a2b5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:25.898540 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d3af5be-0b4c-4c63-9613-c225ec8ba42a req-23035b90-aaf8-41ed-afcf-113b53f8a2b5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0622299 Aug 16 13:50:25.953562 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d3af5be-0b4c-4c63-9613-c225ec8ba42a req-67ce3d99-ffd1-48a1-99ff-5ca2cfb7a467 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479634 Aug 16 13:50:27.107452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ec000-18d0-4958-9eff-c064e240831e req-048ccd67-b4f4-4da5-85fb-6a5d61ceef8a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:27.109002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f54ec000-18d0-4958-9eff-c064e240831e req-048ccd67-b4f4-4da5-85fb-6a5d61ceef8a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0654030 Aug 16 13:50:27.160888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f54ec000-18d0-4958-9eff-c064e240831e req-181a1e62-43c1-4842-945e-f08d21b274a6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451460 Aug 16 13:50:28.289365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dafd1d-42a7-4ddd-80ea-9bc304a99588 req-b918e951-5495-417d-ac25-21f6b75c4ccc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:28.290942 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29dafd1d-42a7-4ddd-80ea-9bc304a99588 req-b918e951-5495-417d-ac25-21f6b75c4ccc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0547936 Aug 16 13:50:28.329860 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29dafd1d-42a7-4ddd-80ea-9bc304a99588 req-6868bcde-2954-48b1-894b-343f92f1700f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328603 Aug 16 13:50:29.448888 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb538a-7556-41c6-bde4-ffbf6933084d req-a6e7325f-5ca1-4ffa-be35-b3c0c1a0eb0f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:29.450419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90cb538a-7556-41c6-bde4-ffbf6933084d req-a6e7325f-5ca1-4ffa-be35-b3c0c1a0eb0f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0490551 Aug 16 13:50:29.494774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-90cb538a-7556-41c6-bde4-ffbf6933084d req-ffcf0833-f549-487f-afce-19f204eeec41 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352383 Aug 16 13:50:30.297633 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:30.613638 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aba309-df21-4775-ad8f-2a201c02385f req-50a09c38-a436-4b3c-8314-f7ce6a088520 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:30.615159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34aba309-df21-4775-ad8f-2a201c02385f req-50a09c38-a436-4b3c-8314-f7ce6a088520 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0500915 Aug 16 13:50:30.653210 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34aba309-df21-4775-ad8f-2a201c02385f req-4601e7b4-f48d-4d6e-8455-6012e087a844 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319059 Aug 16 13:50:31.787431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fc5b-908b-4914-9c23-0224b2b520e5 req-261e80a2-53ed-431e-bffd-e799eae896ab tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:31.789055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1056fc5b-908b-4914-9c23-0224b2b520e5 req-261e80a2-53ed-431e-bffd-e799eae896ab tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0583682 Aug 16 13:50:31.829446 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1056fc5b-908b-4914-9c23-0224b2b520e5 req-e2bde0bc-434a-465f-84ee-4d139c9370d1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343513 Aug 16 13:50:31.865148 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-31d0706e-a9f1-4ad6-85fa-8fb1f8f78574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:32.123144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-1387dee9-585e-41cf-8a0f-16a3360dd584 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:50:32.124176 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-1387dee9-585e-41cf-8a0f-16a3360dd584 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056891 Aug 16 13:50:32.211171 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-99232963-d169-4e56-9377-12009977e513 service neutron] show failed (client error): The resource could not be found. Aug 16 13:50:32.212236 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-99232963-d169-4e56-9377-12009977e513 service neutron] 10.222.0.42 "GET /v2.0/ports/38692d97-2b75-4a11-8f54-eaa0ae9994d0/bindings/n-h1-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0790730 Aug 16 13:50:32.458248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-62f7c5d5-da4e-4375-afa2-07fffbc1a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:32.459794 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-62f7c5d5-da4e-4375-afa2-07fffbc1a56e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 1096 time: 0.0486691 Aug 16 13:50:32.477969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:50:32.542160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:32.770550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:32.808383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:50:32.866588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:50:32.870955 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31ecd1c-3752-4ea9-b0c1-2deb5f96fbeb" -d '{"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-unplugged", "status": "completed", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:50:32.879508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:32.906443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Transition to ACTIVE for port object 38692d97-2b75-4a11-8f54-eaa0ae9994d0 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:50:32.914032 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:32.960477 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5680fed-37fb-4a9a-b163-25cb25455133 x-openstack-request-id: req-d5680fed-37fb-4a9a-b163-25cb25455133 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:50:32.960853 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-unplugged", "status": "completed", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:50:32.961043 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5680fed-37fb-4a9a-b163-25cb25455133 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:50:32.961447 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'code': 200} Aug 16 13:50:32.979223 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf3ea7-2b1b-4981-a57e-03c784419db7 req-558cb795-73ac-412a-84b0-ea8f6011a8fc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:32.980959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72bf3ea7-2b1b-4981-a57e-03c784419db7 req-558cb795-73ac-412a-84b0-ea8f6011a8fc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 943 time: 0.0746334 Aug 16 13:50:33.025740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:33.029284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72bf3ea7-2b1b-4981-a57e-03c784419db7 req-958ae75b-36d8-4571-b7f2-2bcae29586e8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419629 Aug 16 13:50:33.054497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.055041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.055576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.056107 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.056649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.057190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.057716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.058279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.058821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.059357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.059886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.060409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:33.111572 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] No DVR routers for this DVR port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:50:33.277075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:50:33.278048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:50:33.278048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:50:33.284248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:50:33.285567 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:50:33.291079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:50:33.291420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:50:33.291814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:50:33.292257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Bound port: 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:50:33.292626 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:33.368151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:50:33.371696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:50:33.376860 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:33.415828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:33.417106 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:33.421052 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] 10.222.0.22 "PUT /v2.0/ports/38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1091 time: 0.9465890 Aug 16 13:50:33.454752 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc45c77-6801-4c08-a6da-94bc3bce1044 service neutron] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:33.527523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2b17d09f-a038-45a4-bc35-913d02bc9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:33.530361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-2b17d09f-a038-45a4-bc35-913d02bc9da9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1094 time: 0.0697377 Aug 16 13:50:33.656907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-af93c151-dcd0-4637-8808-2ac5e1ef9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:33.659728 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-af93c151-dcd0-4637-8808-2ac5e1ef9e1f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1213470 Aug 16 13:50:33.765617 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-9a2fcbb2-5040-4b08-ba98-2d3f10acc97a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1000 time: 0.0974202 Aug 16 13:50:33.827153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-89a5e395-0152-47bc-b6fb-711dc2fe76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:33.828726 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-89a5e395-0152-47bc-b6fb-711dc2fe76fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0487177 Aug 16 13:50:33.884817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-da8e4cd6-43a6-425c-8743-66e45ab79f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:33.886369 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-da8e4cd6-43a6-425c-8743-66e45ab79f97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494566 Aug 16 13:50:33.899168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-9376165d-1a0d-4ab3-b4d4-0aaf2f29db90 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:50:33.900294 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-9376165d-1a0d-4ab3-b4d4-0aaf2f29db90 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063462 Aug 16 13:50:33.997088 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-8a9e45cf-7401-4c46-bcd1-c5e6949b892c service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895653 Aug 16 13:50:34.099067 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3363ca94-9b51-490b-bdf9-d23ab9ef2040 req-be19e43b-1c08-4cca-a82f-9730b35c972b service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939791 Aug 16 13:50:34.183926 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6da8-90ba-4251-ae9c-7603c70ff41e req-5257a0d8-ecec-4d52-a8e9-8fa175ed2be6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:34.186024 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-832b6da8-90ba-4251-ae9c-7603c70ff41e req-5257a0d8-ecec-4d52-a8e9-8fa175ed2be6 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 943 time: 0.0601571 Aug 16 13:50:34.242078 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-832b6da8-90ba-4251-ae9c-7603c70ff41e req-f99b316d-f2fc-494e-adcd-149663ec44e9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Aug 16 13:50:34.421193 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d021b601-50ca-46a0-8559-88558c7ac066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:34.689502 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:34.963408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:50:34.965861 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:50:35.015263 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4151c2fd-a06d-4044-be0d-d65a4258d079 x-openstack-request-id: req-4151c2fd-a06d-4044-be0d-d65a4258d079 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:50:35.015562 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:50:35.015845 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4151c2fd-a06d-4044-be0d-d65a4258d079 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:50:35.016255 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'status': 'completed', 'code': 200} Aug 16 13:50:35.110986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-5ccbb8a0-f0ee-427b-8028-51b7281ccc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:35.113121 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-5ccbb8a0-f0ee-427b-8028-51b7281ccc19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1094 time: 0.0748155 Aug 16 13:50:35.119801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-c8150edb-a98a-4ad5-b502-4459d3765217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:35.121332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-c8150edb-a98a-4ad5-b502-4459d3765217 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1094 time: 0.0565350 Aug 16 13:50:35.290861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-8d1d89b5-ceb5-4900-8f5d-e5e660b4329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:35.292369 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-8d1d89b5-ceb5-4900-8f5d-e5e660b4329e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1701393 Aug 16 13:50:35.293487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-0e2efa51-086f-4905-811f-ec8fa09bb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:35.294834 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-0e2efa51-086f-4905-811f-ec8fa09bb0b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1644864 Aug 16 13:50:35.369863 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fd026-be06-4a51-a665-25dabdb2352d req-e36e3f78-ef56-4e1c-bab0-b7599de65b60 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:35.371497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c7fd026-be06-4a51-a665-25dabdb2352d req-e36e3f78-ef56-4e1c-bab0-b7599de65b60 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 943 time: 0.0553935 Aug 16 13:50:35.413471 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-daede731-bbd0-481c-a640-39c5709263cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1000 time: 0.1129138 Aug 16 13:50:35.417655 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-8933d21f-6736-4fb8-83af-011c8a45dc48 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1000 time: 0.1100664 Aug 16 13:50:35.419303 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c7fd026-be06-4a51-a665-25dabdb2352d req-c9c568e8-dac8-4aaf-b980-1e103ff79a53 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360529 Aug 16 13:50:35.500053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-1ba4e763-1132-478c-bdc3-a0e6924e0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:35.501533 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-1ba4e763-1132-478c-bdc3-a0e6924e0c26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0802069 Aug 16 13:50:35.505887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-a5bb3524-60f6-4845-b168-ce438aec3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:35.507240 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-a5bb3524-60f6-4845-b168-ce438aec3a40 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0760589 Aug 16 13:50:35.585923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-7b31350c-d8a2-419c-9435-ae78d0a27d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:35.587436 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-7b31350c-d8a2-419c-9435-ae78d0a27d94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780632 Aug 16 13:50:35.589873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-bf27e9e2-5640-4007-8a2a-e6e4cd16dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:35.591253 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-bf27e9e2-5640-4007-8a2a-e6e4cd16dc48 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745699 Aug 16 13:50:35.692909 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:35.748937 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-9e3fe1b4-f3c0-44e8-a1ec-5d31361a9bd4 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527672 Aug 16 13:50:35.750650 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-37de3152-a3e3-4ab1-95fb-abfb528cf82b service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469336 Aug 16 13:50:35.912606 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-9955a6ee-526f-4f1a-be89-314d165fbc8c service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560869 Aug 16 13:50:35.914464 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7bf857f5-b09c-401a-93b5-8b0d53dd0dbc req-8e802590-6528-408d-8b01-33d5b5c1c0e7 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512134 Aug 16 13:50:36.550273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55a95c-870f-4e47-b774-4d55f7c42262 req-ce410489-d72f-42d1-845b-014535eaa15b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:36.551914 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da55a95c-870f-4e47-b774-4d55f7c42262 req-ce410489-d72f-42d1-845b-014535eaa15b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 943 time: 0.0504539 Aug 16 13:50:36.592030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da55a95c-870f-4e47-b774-4d55f7c42262 req-b6eb472c-404a-4002-b1de-fdb88f1e813e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337274 Aug 16 13:50:36.672384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:50:36.711860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:50:37.512927 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:37.709604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6b2e4-0f4d-4972-886c-9230224e1bd0 req-5c18fc75-8e4c-4fd9-87da-15b2c2dbbb38 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:37.711193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3d6b2e4-0f4d-4972-886c-9230224e1bd0 req-5c18fc75-8e4c-4fd9-87da-15b2c2dbbb38 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 943 time: 0.0503461 Aug 16 13:50:37.748891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3d6b2e4-0f4d-4972-886c-9230224e1bd0 req-5183e61e-45c1-4518-ba54-ec68ce821fbd tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317879 Aug 16 13:50:38.049902 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-b60d75c3-86af-4267-b172-267be583ccd0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:38.052100 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-b60d75c3-86af-4267-b172-267be583ccd0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e&tenant_id=ab162faf90ff463982e33cedff1a4d79&binding%3Ahost_id=n-h1-804708-1 HTTP/1.1" status: 200 len: 943 time: 0.0572174 Aug 16 13:50:38.064549 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92a0b4-2784-4ae2-86d1-b376e3dddb65 req-35f014a1-6c08-4eb7-94bb-30ee15e1749a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:38.066039 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc92a0b4-2784-4ae2-86d1-b376e3dddb65 req-35f014a1-6c08-4eb7-94bb-30ee15e1749a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 943 time: 0.0533967 Aug 16 13:50:38.104274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bc92a0b4-2784-4ae2-86d1-b376e3dddb65 req-aa4fdbfd-d9fa-474b-8d15-b4d24e3b307c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317943 Aug 16 13:50:38.114354 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-a1838747-f7a5-4d63-aab5-2ca944f819fb service neutron] 10.222.0.22 "GET /v2.0/ports/38692d97-2b75-4a11-8f54-eaa0ae9994d0/bindings/n-h1-804708-1 HTTP/1.1" status: 200 len: 382 time: 0.0540376 Aug 16 13:50:38.186713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-047fe9fa-f694-4f0f-8c3d-51832ed134d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:38.188379 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-047fe9fa-f694-4f0f-8c3d-51832ed134d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1094 time: 0.0421736 Aug 16 13:50:38.285725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-cbf70c2d-4fe4-4b38-beda-37f2540647d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:38.287313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-cbf70c2d-4fe4-4b38-beda-37f2540647d1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0920892 Aug 16 13:50:38.353676 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-94f33660-7501-4b69-a948-1da40c52d190 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1000 time: 0.0574138 Aug 16 13:50:38.388078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:50:38.407156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-009a04a2-4e47-4d6e-8d29-7cc9e8c11ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:38.408438 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-009a04a2-4e47-4d6e-8d29-7cc9e8c11ac8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0467238 Aug 16 13:50:38.460215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-d23eded4-c358-42ca-8c31-8d4bd1312962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:38.461725 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-d23eded4-c358-42ca-8c31-8d4bd1312962 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457346 Aug 16 13:50:38.484366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:38.503841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'port_id': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'mac_address': 'fa:16:3e:23:2d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:50:38.552216 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:38.558897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-9e98ea7c-2463-4d3d-a4e0-4561a030de00 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896053 Aug 16 13:50:38.567640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38692d97-2b75-4a11-8f54-eaa0ae9994d0 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:50:38.589734 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:38.594026 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:38.646313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:38.654284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.654641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.654988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.656200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.656200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.656200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.656480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.656796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.657284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.657452 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.657789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.658194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:50:38.683413 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-6a606900-78da-425e-8129-034d60926fc1 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175315 Aug 16 13:50:38.849551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7be21-dd38-4633-852f-8d115542314f req-2b29febb-36c8-48e0-8019-fcd756c63091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:38.851399 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d7e7be21-dd38-4633-852f-8d115542314f req-2b29febb-36c8-48e0-8019-fcd756c63091 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1095 time: 0.0423543 Aug 16 13:50:38.958216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7be21-dd38-4633-852f-8d115542314f req-410f1e68-04c6-4f38-a1f8-a8b57e78c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:38.959670 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d7e7be21-dd38-4633-852f-8d115542314f req-410f1e68-04c6-4f38-a1f8-a8b57e78c38c service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0875254 Aug 16 13:50:38.992354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['38692d97-2b75-4a11-8f54-eaa0ae9994d0'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:50:39.024112 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d7e7be21-dd38-4633-852f-8d115542314f req-f34130a6-f1e0-44cf-a97d-3db26401202a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1001 time: 0.0567362 Aug 16 13:50:39.073536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7be21-dd38-4633-852f-8d115542314f req-950254e8-2642-4dac-97d3-5b7c4dc69664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:39.075028 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d7e7be21-dd38-4633-852f-8d115542314f req-950254e8-2642-4dac-97d3-5b7c4dc69664 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0435214 Aug 16 13:50:39.123939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7be21-dd38-4633-852f-8d115542314f req-902acfaf-be17-4432-b084-9770b0d2cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:39.125373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d7e7be21-dd38-4633-852f-8d115542314f req-902acfaf-be17-4432-b084-9770b0d2cf13 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431499 Aug 16 13:50:39.217230 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d7e7be21-dd38-4633-852f-8d115542314f req-6ae22600-1617-49e0-ab4d-a217de7c0dce service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841858 Aug 16 13:50:39.226262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60f497-7c8d-441f-bf42-39b52e75a1b0 req-ce45f708-0a8a-44b1-aef7-a9d60da44556 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:39.227774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba60f497-7c8d-441f-bf42-39b52e75a1b0 req-ce45f708-0a8a-44b1-aef7-a9d60da44556 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 944 time: 0.0515156 Aug 16 13:50:39.267498 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba60f497-7c8d-441f-bf42-39b52e75a1b0 req-50aa5e54-869d-445c-8368-82474a87b49d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335903 Aug 16 13:50:39.319500 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d7e7be21-dd38-4633-852f-8d115542314f req-c24d805a-d228-4336-9f1f-bb1477eaee0b service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943620 Aug 16 13:50:40.385004 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcb363-318f-431e-86b4-0d8df26e9fa6 req-3a2845c5-adca-4fa1-ac0f-3ac30ee90c23 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:40.386818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aebcb363-318f-431e-86b4-0d8df26e9fa6 req-3a2845c5-adca-4fa1-ac0f-3ac30ee90c23 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 944 time: 0.0491240 Aug 16 13:50:40.394321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:50:40.425893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aebcb363-318f-431e-86b4-0d8df26e9fa6 req-efdfec6c-68db-474d-b1d9-0aff5b2c0433 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323999 Aug 16 13:50:40.448391 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:50:40.452645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:50:40.453183 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:40.538080 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:40.561055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:50:40.563311 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59780d4-2a1b-47c4-b32d-e2cedf75865b" -d '{"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-plugged", "status": "completed", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:50:40.576728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:40.580575 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:40.614688 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de6448a-338f-4fd9-87d0-2f129f0f6375 x-openstack-request-id: req-1de6448a-338f-4fd9-87d0-2f129f0f6375 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:50:40.614979 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-plugged", "status": "completed", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:50:40.615231 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1de6448a-338f-4fd9-87d0-2f129f0f6375 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:50:40.615615 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'code': 200} Aug 16 13:50:40.631558 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:41.214078 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-fb87d666-4d73-43a6-9380-7df721ff25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:41.215662 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-fb87d666-4d73-43a6-9380-7df721ff25ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 1096 time: 0.0440602 Aug 16 13:50:41.228912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:50:41.282906 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:41.495164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:41.529697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:50:41.547548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2c985-fe3e-4077-b6d0-f0204bc9d199 req-d63451ee-e5d3-461f-9e98-d6dca1cb51aa tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:41.549036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39f2c985-fe3e-4077-b6d0-f0204bc9d199 req-d63451ee-e5d3-461f-9e98-d6dca1cb51aa tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0533619 Aug 16 13:50:41.569795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:50:41.572113 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef186db6-0558-48c0-b56d-1d7c82011b3d" -d '{"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-unplugged", "status": "completed", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:50:41.576029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:41.589730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Transition to ACTIVE for port object 38692d97-2b75-4a11-8f54-eaa0ae9994d0 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:50:41.591379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-39f2c985-fe3e-4077-b6d0-f0204bc9d199 req-e0114f0f-1443-4b7a-9ea2-bcec7ba456e4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355520 Aug 16 13:50:41.594971 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:41.640921 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c5a25a-5d9d-4c8b-a06b-42de53ee876a x-openstack-request-id: req-10c5a25a-5d9d-4c8b-a06b-42de53ee876a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:50:41.641210 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-unplugged", "status": "completed", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:50:41.641459 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10c5a25a-5d9d-4c8b-a06b-42de53ee876a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:50:41.641846 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'code': 200} Aug 16 13:50:41.698667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=10']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:41.733635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] No DVR routers for this DVR port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:50:42.221160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:50:42.221836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:50:42.221836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:50:42.226880 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:50:42.227200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Attempting to bind port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:50:42.232049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:50:42.232384 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:50:42.232763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:50:42.233177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Bound port: 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:50:42.233530 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:42.301721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:50:42.305527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:50:42.310169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:42.357339 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:42.357963 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:42.359392 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] 10.222.0.42 "PUT /v2.0/ports/38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1092 time: 1.1345711 Aug 16 13:50:42.379774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f946ea-8289-47c5-bfd9-a29ff60d3ced service neutron] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=11']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:42.430527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-40dbe0b3-cce5-4aed-b3ab-e2de3b0ba7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:42.432017 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-40dbe0b3-cce5-4aed-b3ab-e2de3b0ba7ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1095 time: 0.0468726 Aug 16 13:50:42.539117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-83a67f37-bf06-4be3-bdf9-cefdc0745f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:42.540669 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-83a67f37-bf06-4be3-bdf9-cefdc0745f7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0992072 Aug 16 13:50:42.614381 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-f9e829af-2191-4baf-83e8-1a9fe26ccc90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1000 time: 0.0638936 Aug 16 13:50:42.668390 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-b5fcdcaa-b23b-4cbe-b92d-43b4177c8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:42.669967 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-b5fcdcaa-b23b-4cbe-b92d-43b4177c8db8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0474041 Aug 16 13:50:42.720053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-8df84d6f-54cb-4827-8a1c-64454cc56919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:42.720307 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a45b6-2b30-425d-aaa2-a312af1076f5 req-3675e8ad-282a-4367-8303-5065a2efd1c7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:42.721656 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-8df84d6f-54cb-4827-8a1c-64454cc56919 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437636 Aug 16 13:50:42.721784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-488a45b6-2b30-425d-aaa2-a312af1076f5 req-3675e8ad-282a-4367-8303-5065a2efd1c7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 944 time: 0.0580146 Aug 16 13:50:42.762961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-488a45b6-2b30-425d-aaa2-a312af1076f5 req-a95542c7-fff7-404c-bc21-4127f1bc53d8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349770 Aug 16 13:50:42.831588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-c8864c0a-98ec-498e-a3ac-98b14b9d6c2b service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014748 Aug 16 13:50:42.939507 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b344a309-6af0-4e49-8da0-94c18b282e5c req-0de322ba-ba1a-4dd5-82a2-47ab7f36165c service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993774 Aug 16 13:50:43.643579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:50:43.646047 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b" -d '{"events": [{"name": "network-changed", "server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:50:43.697258 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fe860b-753a-4d4a-830d-0ecd784508f3 x-openstack-request-id: req-b7fe860b-753a-4d4a-830d-0ecd784508f3 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:50:43.697614 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:50:43.697932 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7fe860b-753a-4d4a-830d-0ecd784508f3 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:50:43.698435 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'status': 'completed', 'code': 200} Aug 16 13:50:43.788990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-cbbce1b4-1d06-43ef-96ba-7fe270a2805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:43.790566 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-cbbce1b4-1d06-43ef-96ba-7fe270a2805e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1095 time: 0.0747180 Aug 16 13:50:43.796291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-6a78aa4f-3645-43d7-b63a-3648a69669ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:43.797752 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-6a78aa4f-3645-43d7-b63a-3648a69669ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 1095 time: 0.0515170 Aug 16 13:50:43.886572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9fc42-91c3-4eec-a1b2-5edc45d82c18 req-d08c4f74-c535-4c87-9a13-e2c1171afb84 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:43.888134 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24b9fc42-91c3-4eec-a1b2-5edc45d82c18 req-d08c4f74-c535-4c87-9a13-e2c1171afb84 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 944 time: 0.0540767 Aug 16 13:50:43.933387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24b9fc42-91c3-4eec-a1b2-5edc45d82c18 req-eff24d23-f6a5-4edb-b4b7-7551f75e1c58 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373933 Aug 16 13:50:43.962256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-383cd59e-0341-40b8-985b-e83b2c081676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:43.963756 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-383cd59e-0341-40b8-985b-e83b2c081676 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1609035 Aug 16 13:50:43.966598 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-7c4ae269-0382-46a5-8a3c-9fa392c54ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:43.967964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-7c4ae269-0382-46a5-8a3c-9fa392c54ba1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1566045 Aug 16 13:50:44.082499 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-d6902bb0-f6a3-473d-aca4-f3bc6239ad76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1000 time: 0.1110394 Aug 16 13:50:44.086749 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-188b4f74-a2d6-47cd-9185-eb67e8ccf54e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 200 len: 1000 time: 0.1089315 Aug 16 13:50:44.185170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-67128181-c5bb-4051-8c2a-22d84ba98a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:44.187030 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-67128181-c5bb-4051-8c2a-22d84ba98a7e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0842073 Aug 16 13:50:44.188269 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-4ed0b206-7c73-4343-855a-0b93870b8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:44.189936 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-4ed0b206-7c73-4343-855a-0b93870b8c57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0961852 Aug 16 13:50:44.264956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-08ee095a-492c-4ff8-8c7f-f4994749b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:44.266728 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-08ee095a-492c-4ff8-8c7f-f4994749b9bd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726464 Aug 16 13:50:44.269257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-ef2c16cc-776f-404e-aebd-406bb8e04d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:44.271461 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-ef2c16cc-776f-404e-aebd-406bb8e04d35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689542 Aug 16 13:50:44.426479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:50:44.440417 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-abe4dd86-4557-4458-a2ca-b5cd6b46cbf9 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583672 Aug 16 13:50:44.442215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-3a57d47e-7301-479e-8ee2-0bdf74a4826b service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680110 Aug 16 13:50:44.468707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:50:44.606626 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-dc5cd800-e8a3-4633-9e30-9f7b06a9725b service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584916 Aug 16 13:50:44.608812 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9526375a-fc54-4ba6-8d0e-98b8cb5b165b req-5d7c73cf-f926-4de2-9469-2b99ba896b21 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530497 Aug 16 13:50:44.750480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:50:44.853424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:44.866223 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'port_id': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'mac_address': 'fa:16:3e:23:2d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:50:44.907116 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:44.919898 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38692d97-2b75-4a11-8f54-eaa0ae9994d0 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:50:44.939335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:44.943096 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:44.993743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=12']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:45.064072 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a160-8f26-4753-bb94-dac2edb0891a req-4c7c10aa-29b6-4d6e-afe0-d618eb11db40 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:45.065574 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6201a160-8f26-4753-bb94-dac2edb0891a req-4c7c10aa-29b6-4d6e-afe0-d618eb11db40 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0585225 Aug 16 13:50:45.105825 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6201a160-8f26-4753-bb94-dac2edb0891a req-29e0f9ca-9eb6-464c-a8d9-e3d53ea67bbf tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337780 Aug 16 13:50:45.220744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e048c5-b42c-4ee7-b15e-4371a3079681 req-64d2c3c7-6f59-4211-a2a2-84e85372eb4c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:45.222268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37e048c5-b42c-4ee7-b15e-4371a3079681 req-64d2c3c7-6f59-4211-a2a2-84e85372eb4c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0490134 Aug 16 13:50:45.242961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['38692d97-2b75-4a11-8f54-eaa0ae9994d0'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:50:45.261717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37e048c5-b42c-4ee7-b15e-4371a3079681 req-eee8e848-f64a-46dc-833a-f67176dd5dd1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327606 Aug 16 13:50:45.382397 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e2005-ebec-47b8-9a27-31866a58551f req-e8049c75-7ec4-4968-8dda-f711993e426e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:45.384073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-668e2005-ebec-47b8-9a27-31866a58551f req-e8049c75-7ec4-4968-8dda-f711993e426e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0534623 Aug 16 13:50:45.424266 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-668e2005-ebec-47b8-9a27-31866a58551f req-1118a5b2-5d9a-4ea9-90cd-b5a79e30456d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327718 Aug 16 13:50:45.680304 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0ba4e-11d7-4b99-8084-dbd944883f6d req-03ba3e2f-032f-4571-9166-12f6e6fed97b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:45.681818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d0d0ba4e-11d7-4b99-8084-dbd944883f6d req-03ba3e2f-032f-4571-9166-12f6e6fed97b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0554042 Aug 16 13:50:45.721424 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d0d0ba4e-11d7-4b99-8084-dbd944883f6d req-7976f574-985f-48d0-becc-81e730931c04 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332444 Aug 16 13:50:46.776071 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:50:46.850390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427cf3e-e897-4bd3-aa41-d59d95e5f4ed req-c8df9353-b766-4187-aba1-6b7b9b63d64f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:46.852047 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0427cf3e-e897-4bd3-aa41-d59d95e5f4ed req-c8df9353-b766-4187-aba1-6b7b9b63d64f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 945 time: 0.0564046 Aug 16 13:50:46.895197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0427cf3e-e897-4bd3-aa41-d59d95e5f4ed req-393a2c41-9572-4532-90e6-7dc3f3b58997 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365341 Aug 16 13:50:46.979502 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:46.997923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:50:47.001479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:50:47.001842 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:47.086483 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:47.121547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:50:47.123822 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86e10f4-dd08-42e6-a895-c252d3cf503a" -d '{"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-plugged", "status": "completed", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:50:47.136782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:47.141193 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:47.166294 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56542669-7e79-4c11-8a20-54c547b7cbb5 x-openstack-request-id: req-56542669-7e79-4c11-8a20-54c547b7cbb5 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:50:47.166588 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-plugged", "status": "completed", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:50:47.166840 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56542669-7e79-4c11-8a20-54c547b7cbb5 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:50:47.167263 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'code': 200} Aug 16 13:50:47.197315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=13']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:47.341369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-1c670b7f-d2fb-4ed7-a4b4-ebcbb55ec45a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:47.342853 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-1c670b7f-d2fb-4ed7-a4b4-ebcbb55ec45a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 946 time: 0.0486972 Aug 16 13:50:47.441199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Deleting port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:50:47.441545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:47.530175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] For port 38692d97-2b75-4a11-8f54-eaa0ae9994d0, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=38692d97-2b75-4a11-8f54-eaa0ae9994d0,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:47.530463 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:47.702540 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:47.702914 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:47.703225 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e disassociated. External IP: 172.25.0.113, port: 38692d97-2b75-4a11-8f54-eaa0ae9994d0. Aug 16 13:50:47.703565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Calling delete_port for 38692d97-2b75-4a11-8f54-eaa0ae9994d0 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:50:47.828851 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:47.857663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event deleted for resources: {'Port': ['ID=38692d97-2b75-4a11-8f54-eaa0ae9994d0,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:47.981219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Router 3d688961-40ec-4170-89b9-faef5e8f2dd9 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:50:48.008198 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8590e8a-ef5d-4562-b5b2-9b4a93263541 req-c2fac088-76af-4dc4-bf4b-58d8816c787b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=499dd64a-2f6f-48d4-aa13-70967f25967e HTTP/1.1" status: 200 len: 210 time: 0.0303292 Aug 16 13:50:48.106704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:50:48.118278 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c748a-275f-4e90-be48-a459ec9d16ad None None] Sync routers for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:50:48.129068 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c748a-275f-4e90-be48-a459ec9d16ad None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:50:48.131012 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-665c748a-275f-4e90-be48-a459ec9d16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:50:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:50:48.156270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] No DVR routers for this DVR port 38692d97-2b75-4a11-8f54-eaa0ae9994d0 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:50:48.159928 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:48.162640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-42d57b4c-9c46-4b4f-83a3-71c466bca8e1 req-8a296fe5-13b5-4801-9345-0fa24bce23f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "DELETE /v2.0/ports/38692d97-2b75-4a11-8f54-eaa0ae9994d0 HTTP/1.1" status: 204 len: 173 time: 0.8126419 Aug 16 13:50:48.163376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-deleted', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:50:48.166551 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17843e60-dd99-44b1-be42-1a6b8746a727" -d '{"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-deleted", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:50:48.211639 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecd41b9-b47b-4a9f-abcf-839a9d2ada5e x-openstack-request-id: req-0ecd41b9-b47b-4a9f-abcf-839a9d2ada5e {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:50:48.211860 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499dd64a-2f6f-48d4-aa13-70967f25967e", "name": "network-vif-deleted", "tag": "38692d97-2b75-4a11-8f54-eaa0ae9994d0", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:50:48.212103 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ecd41b9-b47b-4a9f-abcf-839a9d2ada5e {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:50:48.212520 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499dd64a-2f6f-48d4-aa13-70967f25967e', 'name': 'network-vif-deleted', 'tag': '38692d97-2b75-4a11-8f54-eaa0ae9994d0', 'status': 'completed', 'code': 200} Aug 16 13:50:48.257283 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-665c748a-275f-4e90-be48-a459ec9d16ad None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:50:48.476566 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-665c748a-275f-4e90-be48-a459ec9d16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:50:48.505483 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c748a-275f-4e90-be48-a459ec9d16ad None None] Checking router: 3d688961-40ec-4170-89b9-faef5e8f2dd9 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:50:48.513902 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c748a-275f-4e90-be48-a459ec9d16ad None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:50:48.514617 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-665c748a-275f-4e90-be48-a459ec9d16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:50:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:50:48.627315 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-665c748a-275f-4e90-be48-a459ec9d16ad None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:50:48.851098 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-665c748a-275f-4e90-be48-a459ec9d16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:50:48.881508 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c748a-275f-4e90-be48-a459ec9d16ad None None] The sync data for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 is: [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:50:49.108056 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2582fa9a-5c87-4e53-8114-d7034f9e0d37 None None] New status for floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:50:49.310174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-71e88901-7dfb-41ce-acc0-781d33e411d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--748798353&fields=id&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 267 time: 0.0348318 Aug 16 13:50:49.426454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-ff01efa3-4584-4a22-a0b3-1ee9619e77b7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:49.427923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-ff01efa3-4584-4a22-a0b3-1ee9619e77b7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 811 time: 0.1105826 Aug 16 13:50:49.443450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-0d416685-f69b-428c-aad7-b8fd856417bd tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/quotas/ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 375 time: 0.0096905 Aug 16 13:50:49.503717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-b9f76151-e28a-4328-9703-a260e904a39d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545230 Aug 16 13:50:49.521172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-5fd950d1-2f3d-4421-a309-694f8f23d90c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:50:49.522177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-5fd950d1-2f3d-4421-a309-694f8f23d90c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066321 Aug 16 13:50:49.620467 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-87146e79-e3ea-4755-b932-3d593c72c4b4 service neutron] 10.222.0.25 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922983 Aug 16 13:50:49.718067 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-317469ea-443e-4212-9b56-2a088274875f service neutron] 10.222.0.25 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914361 Aug 16 13:50:49.893372 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-37e570f8-01c5-44fe-bdb4-9359a68e7137 req-235e2f29-dfa5-416f-b1fe-e1fa6c6022ab tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 210 time: 0.0328169 Aug 16 13:50:50.959885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-44defc8d-4eaf-4053-9168-e4a9873cca36 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:50.962529 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-44defc8d-4eaf-4053-9168-e4a9873cca36 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 811 time: 0.1403260 Aug 16 13:50:51.000022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d7ad9cd-8e8e-4d9c-8dec-93953761aac3 req-e4b1418d-6f11-42fe-bb22-db19ca89d93a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 210 time: 0.0281854 Aug 16 13:50:51.021680 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-fe485a75-3120-4c1e-87cc-14aa1430e6f1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 379 time: 0.0379682 Aug 16 13:50:51.043012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'port': {'device_id': 'f80207b0-a107-4737-b905-a6615f24c549', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'admin_state_up': True, 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'security_groups': ['a4de400e-ba4f-490a-a4b0-afd4cec1f21d']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:50:51.162462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Made reservation on behalf of ab162faf90ff463982e33cedff1a4d79 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:50:51.166028 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:51.297416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Allocated IP 172.20.0.12 (e5d1a151-f9eb-4115-b42e-ee94a8166edc/f6d01c5e-4a82-4840-ad13-333ec3e7e1d2/75b57bf4-c564-4208-9831-0f913388f03e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:50:51.450034 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:51.467186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Transition to ACTIVE for port object 75b57bf4-c564-4208-9831-0f913388f03e will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:50:51.502169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:51.548424 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:50:51.551442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:50:51.555274 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:50:51.562473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:51.616138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:51.616798 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:51.633039 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-dc94b9bc-385f-476d-919d-ae5ac6b118ac tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5941882 Aug 16 13:50:51.651224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Request body: {'port': {'device_id': 'f80207b0-a107-4737-b905-a6615f24c549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:50:51.708380 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:51.758589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f0464b9c-b478-4d26-80e9-0addec01c959 None None] Provisioning for port 75b57bf4-c564-4208-9831-0f913388f03e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:50:51.763493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f0464b9c-b478-4d26-80e9-0addec01c959 None None] Provisioning complete for port 75b57bf4-c564-4208-9831-0f913388f03e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:50:51.763993 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f0464b9c-b478-4d26-80e9-0addec01c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:51.799679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f0464b9c-b478-4d26-80e9-0addec01c959 None None] Port 75b57bf4-c564-4208-9831-0f913388f03e cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:50:51.990364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b57bf4-c564-4208-9831-0f913388f03e {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:50:51.997544 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:52.009417 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Transition to ACTIVE for port object 75b57bf4-c564-4208-9831-0f913388f03e will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:50:52.012801 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:52.065302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:52.135145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642b0ee-0111-40e6-bfe5-f88ec1f134e7 req-33afe6e3-db90-443d-a10e-23f5856628e3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:52.137536 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4642b0ee-0111-40e6-bfe5-f88ec1f134e7 req-33afe6e3-db90-443d-a10e-23f5856628e3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0620873 Aug 16 13:50:52.158500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:50:52.158762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:50:52.159102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:50:52.164759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Port 75b57bf4-c564-4208-9831-0f913388f03e on network e5d1a151-f9eb-4115-b42e-ee94a8166edc not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:50:52.165086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:50:52.170858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:50:52.171230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:50:52.171619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:50:52.172048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Bound port: 75b57bf4-c564-4208-9831-0f913388f03e, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:50:52.172408 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:52.186510 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4642b0ee-0111-40e6-bfe5-f88ec1f134e7 req-77967218-25aa-4247-b6eb-587f73ef3ebb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427673 Aug 16 13:50:52.247089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:50:52.250040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:50:52.254598 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:52.295790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:52.296405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:52.297846 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] 10.222.0.22 "PUT /v2.0/ports/75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1092 time: 0.6511474 Aug 16 13:50:52.298310 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:50:52.300548 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bea16c-75e8-48ee-be43-5a170336bed2" -d '{"events": [{"name": "network-changed", "server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "tag": "75b57bf4-c564-4208-9831-0f913388f03e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:50:52.332152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151625f-8dec-4024-93ff-e83ec9523f37 service neutron] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:52.350654 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ccaf06-ecac-4623-995f-24b195139978 x-openstack-request-id: req-63ccaf06-ecac-4623-995f-24b195139978 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:50:52.350952 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "tag": "75b57bf4-c564-4208-9831-0f913388f03e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:50:52.351208 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63ccaf06-ecac-4623-995f-24b195139978 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:50:52.351619 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e', 'status': 'completed', 'code': 200} Aug 16 13:50:52.410446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-e583e993-f702-4997-890d-b2ca635486e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:52.412566 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-e583e993-f702-4997-890d-b2ca635486e8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1095 time: 0.0471234 Aug 16 13:50:52.464768 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-623029b5-717c-47d4-bf50-b9f206acb612 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 217 time: 0.0398071 Aug 16 13:50:52.515249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-57f38229-35d8-4616-8dd2-c9732cd03b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:52.517017 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-57f38229-35d8-4616-8dd2-c9732cd03b19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0449810 Aug 16 13:50:52.575178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-4f008549-a1f7-459c-a55f-925ce7eec185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:52.576636 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-4f008549-a1f7-459c-a55f-925ce7eec185 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525680 Aug 16 13:50:52.669630 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-ec1e747e-8d1d-4ca2-bae4-cecd9fdf7f25 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854561 Aug 16 13:50:52.758038 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75e8923b-9c49-4f8a-acbf-d9a2076434d5 req-4f1a9592-54fe-4690-b8d5-9ca0009fb78d service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812101 Aug 16 13:50:52.807179 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:50:52.827660 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 38692d97-2b75-4a11-8f54-eaa0ae9994d0 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:50:52.827930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 38692d97-2b75-4a11-8f54-eaa0ae9994d0 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:50:52.865478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bea16c-75e8-48ee-be43-5a170336bed2 req-a0f251d5-7a78-4dd2-86dd-242097a2b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:52.867076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04bea16c-75e8-48ee-be43-5a170336bed2 req-a0f251d5-7a78-4dd2-86dd-242097a2b5c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1095 time: 0.0414038 Aug 16 13:50:52.960288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bea16c-75e8-48ee-be43-5a170336bed2 req-1afd6f3b-1687-4ffa-8b08-3caf093f1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:52.961859 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04bea16c-75e8-48ee-be43-5a170336bed2 req-1afd6f3b-1687-4ffa-8b08-3caf093f1715 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0868626 Aug 16 13:50:53.003199 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04bea16c-75e8-48ee-be43-5a170336bed2 req-6a8a795e-1246-4774-9d59-ccb9f5299bf1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 217 time: 0.0335288 Aug 16 13:50:53.056840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bea16c-75e8-48ee-be43-5a170336bed2 req-1d019321-27f4-45c8-98e7-a8dfdceab51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:53.058306 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04bea16c-75e8-48ee-be43-5a170336bed2 req-1d019321-27f4-45c8-98e7-a8dfdceab51a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0487123 Aug 16 13:50:53.103062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bea16c-75e8-48ee-be43-5a170336bed2 req-4cf5a011-c752-4a96-8f9e-83f3dd7edf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:53.104440 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04bea16c-75e8-48ee-be43-5a170336bed2 req-4cf5a011-c752-4a96-8f9e-83f3dd7edf0a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395362 Aug 16 13:50:53.196662 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04bea16c-75e8-48ee-be43-5a170336bed2 req-0ca4e0a8-683f-4bf6-97f5-11014b2abf77 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848813 Aug 16 13:50:53.295603 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-04bea16c-75e8-48ee-be43-5a170336bed2 req-a5e52379-c3df-48b9-a4fa-33a7986c9305 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903325 Aug 16 13:50:53.309951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66e0e7-6561-4f58-bea7-794c035bac63 req-7d75f215-e55e-4777-a3ca-e93fca64add7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:53.311597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c66e0e7-6561-4f58-bea7-794c035bac63 req-7d75f215-e55e-4777-a3ca-e93fca64add7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0590856 Aug 16 13:50:53.351768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c66e0e7-6561-4f58-bea7-794c035bac63 req-169f2113-ba7c-419d-a093-56341de86c3d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334258 Aug 16 13:50:54.487081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26bb03-29b8-467c-8c8e-3a5e56a0b87f req-77f7ab7e-7e0f-4188-bf92-5be887bd6649 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:54.489397 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc26bb03-29b8-467c-8c8e-3a5e56a0b87f req-77f7ab7e-7e0f-4188-bf92-5be887bd6649 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0653040 Aug 16 13:50:54.530732 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cc26bb03-29b8-467c-8c8e-3a5e56a0b87f req-f3e925c0-8594-46ca-9ec8-7694abd5b368 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360205 Aug 16 13:50:55.677409 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda727c-ded7-46be-bb72-e314bff1ec2f req-11a37eb1-08a8-4f95-8e0b-d879493900f4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:55.679193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfda727c-ded7-46be-bb72-e314bff1ec2f req-11a37eb1-08a8-4f95-8e0b-d879493900f4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0764918 Aug 16 13:50:55.728774 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfda727c-ded7-46be-bb72-e314bff1ec2f req-2d6bfba0-dbc3-4979-b0ca-e56c9a14bdd7 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419288 Aug 16 13:50:56.458181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 75b57bf4-c564-4208-9831-0f913388f03e details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:50:56.575028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:56.588100 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '75b57bf4-c564-4208-9831-0f913388f03e', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'port_id': '75b57bf4-c564-4208-9831-0f913388f03e', 'mac_address': 'fa:16:3e:90:a3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:50:56.624529 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:56.638784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b57bf4-c564-4208-9831-0f913388f03e {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:50:56.660417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:56.664870 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:56.717181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:56.854779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1dd55-df64-44a8-a064-818408e33d8e req-c9b03161-e0e9-4753-9bb3-d70bc841cab9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:56.856215 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfd1dd55-df64-44a8-a064-818408e33d8e req-c9b03161-e0e9-4753-9bb3-d70bc841cab9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0498228 Aug 16 13:50:56.895444 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cfd1dd55-df64-44a8-a064-818408e33d8e req-abd0ac6f-bfb0-43fe-ab7e-a07bac196de8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332060 Aug 16 13:50:57.037291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['75b57bf4-c564-4208-9831-0f913388f03e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:50:58.035982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a591cb-2954-4dcd-8dea-f5f6f46a31a1 req-0b3a7f13-24a4-4c4b-8a53-4ec32f11bb6c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:58.037752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19a591cb-2954-4dcd-8dea-f5f6f46a31a1 req-0b3a7f13-24a4-4c4b-8a53-4ec32f11bb6c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0592492 Aug 16 13:50:58.082679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19a591cb-2954-4dcd-8dea-f5f6f46a31a1 req-3881a476-0c18-4c30-9406-96959477aaa4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382047 Aug 16 13:50:58.460585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 75b57bf4-c564-4208-9831-0f913388f03e up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:50:58.520198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 75b57bf4-c564-4208-9831-0f913388f03e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:50:58.523829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 75b57bf4-c564-4208-9831-0f913388f03e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:50:58.524201 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:58.610137 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:58.623961 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:50:58.636214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:50:58.638861 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284102f8-a8b4-46ad-ae74-4d694435e226" -d '{"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-plugged", "status": "completed", "tag": "75b57bf4-c564-4208-9831-0f913388f03e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:50:58.656547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:50:58.660874 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:50:58.695236 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f317838-1cd4-4a43-b9b7-54289ec80149 x-openstack-request-id: req-0f317838-1cd4-4a43-b9b7-54289ec80149 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:50:58.695747 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-plugged", "status": "completed", "tag": "75b57bf4-c564-4208-9831-0f913388f03e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:50:58.696007 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f317838-1cd4-4a43-b9b7-54289ec80149 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:50:58.696395 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e', 'code': 200} Aug 16 13:50:58.729817 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:50:58.805261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5128858-4ce6-4959-9f85-a55a89bcc48b req-c2439b6f-1a10-43e9-b4c6-514d28eb8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:58.806700 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5128858-4ce6-4959-9f85-a55a89bcc48b req-c2439b6f-1a10-43e9-b4c6-514d28eb8a4a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1097 time: 0.0424252 Aug 16 13:50:58.845404 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b5128858-4ce6-4959-9f85-a55a89bcc48b req-a68d99e3-065c-487b-a54d-fad933ceaa13 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301940 Aug 16 13:50:59.204895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995137b-1564-4615-87ee-e5366c2e49c3 req-6665f0d6-93b6-4130-a7d6-1c4bec7ed1f5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:50:59.206452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7995137b-1564-4615-87ee-e5366c2e49c3 req-6665f0d6-93b6-4130-a7d6-1c4bec7ed1f5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0547085 Aug 16 13:50:59.248398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7995137b-1564-4615-87ee-e5366c2e49c3 req-c4681928-d932-41fb-bb3c-2bf97806c6f1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353155 Aug 16 13:51:00.305296 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:00.391121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab2164-eaab-4e81-8219-9e7b75657fdb req-f3a34839-a9c1-4f86-b3e5-c44e38f9e06d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:51:00.392832 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1ab2164-eaab-4e81-8219-9e7b75657fdb req-f3a34839-a9c1-4f86-b3e5-c44e38f9e06d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0667160 Aug 16 13:51:00.436448 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f1ab2164-eaab-4e81-8219-9e7b75657fdb req-f9c5c69d-415b-4c3f-a6d1-735ba51a3d68 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370810 Aug 16 13:51:01.563458 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0a349-7466-4f2e-af13-9ec19624eda8 req-710c5236-f610-496d-bcbc-cb63ce6bc3ca tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:51:01.565108 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56e0a349-7466-4f2e-af13-9ec19624eda8 req-710c5236-f610-496d-bcbc-cb63ce6bc3ca tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0559268 Aug 16 13:51:01.609613 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56e0a349-7466-4f2e-af13-9ec19624eda8 req-f38ee7a2-c6b7-40a1-8ed4-1fa4c793ecef tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367081 Aug 16 13:51:01.737799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde6e6c-6c5f-446e-9586-49569616eb29 req-d8adad68-9d00-4cf4-82f9-7436a180d361 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:51:01.740051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dbde6e6c-6c5f-446e-9586-49569616eb29 req-d8adad68-9d00-4cf4-82f9-7436a180d361 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0586660 Aug 16 13:51:01.751887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 33968) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:51:01.757258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-dd70448a-f10e-4620-9733-8d941355eb19 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Request body: {'floatingip': {'port_id': '75b57bf4-c564-4208-9831-0f913388f03e'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:51:01.804926 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd70448a-f10e-4620-9733-8d941355eb19 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:01.873305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2a0d1ce3-b804-49a8-bfc6-a27a90d44c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:02.691360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd70448a-f10e-4620-9733-8d941355eb19 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:02.696280 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd70448a-f10e-4620-9733-8d941355eb19 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:02.842290 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-dd70448a-f10e-4620-9733-8d941355eb19 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e associated. External IP: 172.25.0.113, port: 75b57bf4-c564-4208-9831-0f913388f03e. Aug 16 13:51:03.071735 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd70448a-f10e-4620-9733-8d941355eb19 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Router 3d688961-40ec-4170-89b9-faef5e8f2dd9 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:51:03.186625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd70448a-f10e-4620-9733-8d941355eb19 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:51:03.191390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dd70448a-f10e-4620-9733-8d941355eb19 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:03.197391 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f469fd9-14c9-4f40-9b87-7f6bc5af956c None None] Sync routers for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:51:03.211404 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f469fd9-14c9-4f40-9b87-7f6bc5af956c None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:51:03.212349 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9f469fd9-14c9-4f40-9b87-7f6bc5af956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:50:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:51:03.220912 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dd70448a-f10e-4620-9733-8d941355eb19 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "PUT /v2.0/floatingips/ea25f03d-3645-4dd3-8fc4-9b203fed759e HTTP/1.1" status: 200 len: 993 time: 1.4678948 Aug 16 13:51:03.221500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:51:03.224860 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588" -d '{"events": [{"name": "network-changed", "server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "tag": "75b57bf4-c564-4208-9831-0f913388f03e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:51:03.275819 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f52725-fc61-4654-b7e3-ae613f4a2f4b x-openstack-request-id: req-d9f52725-fc61-4654-b7e3-ae613f4a2f4b {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:51:03.275989 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "tag": "75b57bf4-c564-4208-9831-0f913388f03e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:51:03.276212 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9f52725-fc61-4654-b7e3-ae613f4a2f4b {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:51:03.276628 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e', 'status': 'completed', 'code': 200} Aug 16 13:51:03.374029 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-9f469fd9-14c9-4f40-9b87-7f6bc5af956c None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:51:03.381290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588 req-5195f448-ef16-41e1-b4ba-11bd82b121b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:51:03.382863 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588 req-5195f448-ef16-41e1-b4ba-11bd82b121b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1097 time: 0.0458815 Aug 16 13:51:03.494027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588 req-3eab3b1a-3444-46c3-bf43-67a5825a1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:51:03.495887 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588 req-3eab3b1a-3444-46c3-bf43-67a5825a1635 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1049895 Aug 16 13:51:03.567777 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588 req-4892f1c4-180b-4630-a415-c316a4bf3d3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1001 time: 0.0638981 Aug 16 13:51:03.620069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588 req-46bcdccb-addb-44cd-ad4e-3b75fef7619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:51:03.621549 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588 req-46bcdccb-addb-44cd-ad4e-3b75fef7619a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0461621 Aug 16 13:51:03.675007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588 req-a65581a5-a084-4d3b-936b-8e8b70829ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:51:03.677166 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588 req-a65581a5-a084-4d3b-936b-8e8b70829ff9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477543 Aug 16 13:51:03.706758 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9f469fd9-14c9-4f40-9b87-7f6bc5af956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': '75b57bf4-c564-4208-9831-0f913388f03e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:90:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80207b0-a107-4737-b905-a6615f24c549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:51:02Z', 'revision_number': 13, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:51:03.737879 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f469fd9-14c9-4f40-9b87-7f6bc5af956c None None] Checking router: 3d688961-40ec-4170-89b9-faef5e8f2dd9 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:51:03.746614 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f469fd9-14c9-4f40-9b87-7f6bc5af956c None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:51:03.747100 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9f469fd9-14c9-4f40-9b87-7f6bc5af956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:50:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:51:03.777391 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588 req-ed81d958-442a-460a-9938-d26517c4f63f service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922103 Aug 16 13:51:03.858687 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-9f469fd9-14c9-4f40-9b87-7f6bc5af956c None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:51:03.887632 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-806c3d0d-abc5-4b5b-9941-68ff7ed0f588 req-e653fe14-59bb-4aa0-aca8-0404bc832dac service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978954 Aug 16 13:51:04.091475 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-9f469fd9-14c9-4f40-9b87-7f6bc5af956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': '75b57bf4-c564-4208-9831-0f913388f03e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:90:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80207b0-a107-4737-b905-a6615f24c549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:51:02Z', 'revision_number': 13, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:51:04.118924 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f469fd9-14c9-4f40-9b87-7f6bc5af956c None None] The sync data for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 is: [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'ea25f03d-3645-4dd3-8fc4-9b203fed759e', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'port_id': '75b57bf4-c564-4208-9831-0f913388f03e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'mac_address': 'fa:16:3e:90:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80207b0-a107-4737-b905-a6615f24c549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:42:26Z', 'updated_at': '2021-08-16T13:51:02Z', 'revision_number': 13, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:51:04.329379 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d9918e-7fdd-461c-8d84-a8691a676fb3 None None] New status for floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:51:04.461513 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-adfb38b7-8abf-4765-aa02-401ab16e4610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:04.691906 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:05.698224 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:07.517958 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:16.809369 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:30.321958 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:31.868274 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-12481147-5050-41a0-adf4-9a44c2c1eed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:34.422502 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-536b3fc1-505f-4655-b908-89a7ef255354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:34.695241 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:35.623767 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:51:35.697971 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:37.519745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:51:38.791187 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-f383bc6d-0d26-44b3-b4a2-723c0f580731 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468557 Aug 16 13:51:38.892980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-5da3b957-26c5-4dbe-b572-abcdd400b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:51:38.895732 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-5da3b957-26c5-4dbe-b572-abcdd400b4b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1097 time: 0.0463707 Aug 16 13:51:39.016118 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-31ea0a14-433f-4cff-bb8f-542bb6ed9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:51:39.017607 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-31ea0a14-433f-4cff-bb8f-542bb6ed9fc2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.0998175 Aug 16 13:51:39.099500 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-17a33758-3c76-475b-9d01-eb0439dd03a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1003 time: 0.0722198 Aug 16 13:51:39.158421 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-0779d9ad-e9e4-4fc5-a527-b3cc4c84471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:51:39.159938 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-0779d9ad-e9e4-4fc5-a527-b3cc4c84471f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0534983 Aug 16 13:51:39.212084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-b7bfc0ba-3633-4856-82cb-6553a680895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:51:39.213771 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-b7bfc0ba-3633-4856-82cb-6553a680895c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456314 Aug 16 13:51:39.315449 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-675e29c7-d5b4-4952-9b70-20168619c45f service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919530 Aug 16 13:51:39.419489 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-689d5d8c-191b-49e6-b875-4e93a21d845a req-dceac240-82e1-48bd-bddc-4df065fc61e9 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962269 Aug 16 13:51:46.810610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:00.353711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:01.869863 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-205001c5-d2cf-4e95-8055-80123fce9d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:04.419925 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-650e6a17-9609-4780-8fb8-7f219b1bf2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:04.696396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:05.702900 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:07.530956 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:12.625062 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:52:16.816501 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:30.359407 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:31.871883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1074273-22a1-4397-ac25-44f1b7f883c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:34.423543 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a2edaffd-a981-4482-8e98-359859e49b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:34.699070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:35.706070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:37.526199 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:38.800845 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-10c09433-791a-4172-930f-e1ed52be4d21 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468476 Aug 16 13:52:38.898956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-2ff5ae51-0dca-45e1-b097-788452d6cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:52:38.900522 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-2ff5ae51-0dca-45e1-b097-788452d6cb63 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1097 time: 0.0445254 Aug 16 13:52:39.019738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-b6412b43-d533-4276-ae0d-7509ac9d78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:52:39.022460 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-b6412b43-d533-4276-ae0d-7509ac9d78d2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1004291 Aug 16 13:52:39.093425 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-fb82f74f-fa01-4195-a2fa-ee6971d5f657 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1003 time: 0.0640271 Aug 16 13:52:39.149700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-16a602f8-0e43-4f6b-a6fd-2edf394caafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:52:39.151233 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-16a602f8-0e43-4f6b-a6fd-2edf394caafb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0513139 Aug 16 13:52:39.199998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-818178cf-543d-4b95-ac5e-878ff789fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:52:39.201518 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-818178cf-543d-4b95-ac5e-878ff789fb9a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435915 Aug 16 13:52:39.295983 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-bb1d274f-9676-4a93-9db9-241f05a10695 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873079 Aug 16 13:52:39.396023 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-174a6d38-52ce-4a4e-bec1-9bfa28c72868 req-ec1ad9c4-bfc7-46e1-beab-1c551cd24cfa service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928490 Aug 16 13:52:46.808232 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:52:49.624453 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:53:00.360817 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:01.874285 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-94ad9423-0dc8-47f7-82ae-43d20097074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:04.425729 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2acc57e7-7683-4815-9b55-c7ee060b96a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:04.701702 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:05.708170 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:07.532911 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:16.824683 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:26.623880 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:53:30.382823 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:31.877693 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-735eacb4-e10c-4ef9-9fb3-d824bb8b5733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:34.430369 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d32939dd-b9d8-4e3f-9780-a7aa75c06748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:34.706630 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:35.711764 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:37.533361 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:38.887347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6821243c-af71-4bd9-9b79-1174d910b32d req-706de245-ea3e-42e7-8135-79d188507a08 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1606042 Aug 16 13:53:38.986221 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821243c-af71-4bd9-9b79-1174d910b32d req-881789b6-acc5-4d2b-bd49-56f6cf12c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:38.987684 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6821243c-af71-4bd9-9b79-1174d910b32d req-881789b6-acc5-4d2b-bd49-56f6cf12c5c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1097 time: 0.0441549 Aug 16 13:53:39.145432 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821243c-af71-4bd9-9b79-1174d910b32d req-bf1590f7-13b1-4c72-b864-6a93d664e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:39.149285 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6821243c-af71-4bd9-9b79-1174d910b32d req-bf1590f7-13b1-4c72-b864-6a93d664e58b service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1383789 Aug 16 13:53:39.235165 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6821243c-af71-4bd9-9b79-1174d910b32d req-2dd6ed86-912e-4a8f-b8f1-71cf79cb2196 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1003 time: 0.0782127 Aug 16 13:53:39.289311 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821243c-af71-4bd9-9b79-1174d910b32d req-8f556bf8-a2ff-41a4-ad34-133ed18679c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:39.290865 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6821243c-af71-4bd9-9b79-1174d910b32d req-8f556bf8-a2ff-41a4-ad34-133ed18679c5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0481029 Aug 16 13:53:39.344892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821243c-af71-4bd9-9b79-1174d910b32d req-ea36701f-9dc2-40f0-a6e1-aca8d95ed134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:39.346510 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6821243c-af71-4bd9-9b79-1174d910b32d req-ea36701f-9dc2-40f0-a6e1-aca8d95ed134 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487206 Aug 16 13:53:39.450758 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6821243c-af71-4bd9-9b79-1174d910b32d req-b2f3f490-874b-4725-9b45-17736219b547 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943744 Aug 16 13:53:39.568535 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6821243c-af71-4bd9-9b79-1174d910b32d req-55bf1dd0-7f4e-437a-afc6-35184de87ce3 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102073 Aug 16 13:53:41.879053 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85511a87-525a-4f8f-bb2a-186f48f7b392 req-fe964d7d-c60b-4d78-9342-2c622300d089 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:41.880607 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85511a87-525a-4f8f-bb2a-186f48f7b392 req-fe964d7d-c60b-4d78-9342-2c622300d089 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.2006497 Aug 16 13:53:41.922020 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-85511a87-525a-4f8f-bb2a-186f48f7b392 req-828ff45a-87da-413e-a18c-926b2372221a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345464 Aug 16 13:53:46.822937 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:53:53.476215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e2d90-db5c-441f-9e05-8b83ac536fc6 req-4b2cfd38-9106-480d-8e6c-348590e15d6c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:53.478183 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f2e2d90-db5c-441f-9e05-8b83ac536fc6 req-4b2cfd38-9106-480d-8e6c-348590e15d6c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0593987 Aug 16 13:53:53.492692 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-efc472f8-0888-4a74-9afb-f11a41ec0c1f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879483 Aug 16 13:53:53.528529 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f2e2d90-db5c-441f-9e05-8b83ac536fc6 req-4bad710e-139a-4a35-8ebf-98c6c190c6a9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438557 Aug 16 13:53:54.690671 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184a451-7f58-4bb4-9f2f-916156e44fc4 req-b95a73c9-301f-4e42-9e2a-bbe301e2c980 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:54.692388 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4184a451-7f58-4bb4-9f2f-916156e44fc4 req-b95a73c9-301f-4e42-9e2a-bbe301e2c980 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0580721 Aug 16 13:53:54.733375 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4184a451-7f58-4bb4-9f2f-916156e44fc4 req-b3d3f37f-4a3c-4428-8730-26fed84c2263 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343299 Aug 16 13:53:55.861814 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54018ec3-10b1-41b9-b623-d0dae18da0f1 req-3f6780e6-54cd-44eb-836c-35a2c93a1917 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:55.863372 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54018ec3-10b1-41b9-b623-d0dae18da0f1 req-3f6780e6-54cd-44eb-836c-35a2c93a1917 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0572526 Aug 16 13:53:55.904341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54018ec3-10b1-41b9-b623-d0dae18da0f1 req-6bf947d7-dcf5-40dd-b5a4-5625a4b980e3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340273 Aug 16 13:53:57.033254 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e997e-b7e9-4334-8184-66f40fde00bf req-0fc9d80a-a588-4af3-8ebe-eaa7cb6e3b42 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:57.034875 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba0e997e-b7e9-4334-8184-66f40fde00bf req-0fc9d80a-a588-4af3-8ebe-eaa7cb6e3b42 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0557835 Aug 16 13:53:57.081995 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba0e997e-b7e9-4334-8184-66f40fde00bf req-91e06401-43fa-4dae-956f-e7d83accba3f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363019 Aug 16 13:53:58.207271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd798e-74f8-4a81-9cdd-c74fbf2dd98f req-c47be61c-2ca0-47de-bce0-b03487eb0a34 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:58.209481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4cd798e-74f8-4a81-9cdd-c74fbf2dd98f req-c47be61c-2ca0-47de-bce0-b03487eb0a34 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0553176 Aug 16 13:53:58.263573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e4cd798e-74f8-4a81-9cdd-c74fbf2dd98f req-5206611e-a2ba-4272-9d9d-041983f1e573 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472891 Aug 16 13:53:59.076469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-d78812c3-ed04-408d-86aa-62c51b3725e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:59.078219 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-d78812c3-ed04-408d-86aa-62c51b3725e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1097 time: 0.0819693 Aug 16 13:53:59.200935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-2fb72b52-fb4f-4bc1-a52d-c9fdbf25f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:59.202523 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-2fb72b52-fb4f-4bc1-a52d-c9fdbf25f2b8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1167011 Aug 16 13:53:59.323553 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-1cc525b5-8411-4970-83b1-e177a67c7bc8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1003 time: 0.1133065 Aug 16 13:53:59.395758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-03837ed1-e592-4beb-b45b-6a448b822be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:59.402042 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-03837ed1-e592-4beb-b45b-6a448b822be3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0711634 Aug 16 13:53:59.461135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a545d-abdd-4e65-b30d-0a4ed325b342 req-6fe3043d-ec8e-48e5-9a77-3e426b69d849 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:59.463665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f8a545d-abdd-4e65-b30d-0a4ed325b342 req-6fe3043d-ec8e-48e5-9a77-3e426b69d849 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0831511 Aug 16 13:53:59.470251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-3d1099d5-a802-43cc-a0f2-2247b544aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:53:59.472797 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-3d1099d5-a802-43cc-a0f2-2247b544aaf0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639353 Aug 16 13:53:59.515689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f8a545d-abdd-4e65-b30d-0a4ed325b342 req-ca057b51-f1c5-4439-90ad-ec88e77e0087 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445206 Aug 16 13:53:59.592429 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-ea091b79-4993-4d9b-9bde-ffe9da658e18 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113424 Aug 16 13:53:59.697547 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-df343d33-c02b-4ebb-b0b3-6cf4b3637e3f service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975611 Aug 16 13:54:00.386980 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:00.675997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a451b-3c3a-467d-8d47-e93fb6b37d95 req-3a2d9f32-7da0-44c7-b1da-17c301191e7a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:00.677733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a13a451b-3c3a-467d-8d47-e93fb6b37d95 req-3a2d9f32-7da0-44c7-b1da-17c301191e7a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0661938 Aug 16 13:54:00.728128 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a13a451b-3c3a-467d-8d47-e93fb6b37d95 req-4a0ea617-5538-45ee-95b8-13564ebe96f1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387249 Aug 16 13:54:01.888335 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cfb38-9843-4d64-b4e4-fec4f652c1ad req-4690285c-84c6-4897-b165-7099a49c305e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:01.891344 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-370cfb38-9843-4d64-b4e4-fec4f652c1ad req-4690285c-84c6-4897-b165-7099a49c305e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0801105 Aug 16 13:54:01.898479 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f81a4400-a17e-4df3-b54e-9da7c6a63434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:01.939644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-370cfb38-9843-4d64-b4e4-fec4f652c1ad req-4d4ab953-4dc1-42d9-b416-23f422796f47 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365484 Aug 16 13:54:03.067008 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbc081-488e-4f6f-822d-786ca3f521cd req-69fff696-88bd-4953-86b0-a43a99096f1f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:03.069201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efcbc081-488e-4f6f-822d-786ca3f521cd req-69fff696-88bd-4953-86b0-a43a99096f1f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0520134 Aug 16 13:54:03.114591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efcbc081-488e-4f6f-822d-786ca3f521cd req-8816035a-0ce6-4d32-a5f8-3e955649b8b8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387359 Aug 16 13:54:03.624485 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:54:04.242208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5985-761d-46d1-9448-adf5d02396b4 req-92ae6b7d-3a25-4ef0-a318-837ee89a15eb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:04.243813 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a6e5985-761d-46d1-9448-adf5d02396b4 req-92ae6b7d-3a25-4ef0-a318-837ee89a15eb tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0558465 Aug 16 13:54:04.293656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a6e5985-761d-46d1-9448-adf5d02396b4 req-3fe2c600-e43e-4b24-ad54-f5330c1a68d1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391192 Aug 16 13:54:04.431926 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f84b5455-edf9-4a4c-8019-d2b88180a09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:04.710080 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:05.429657 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fa8d-c3aa-42da-bceb-27192c2899f0 req-bc30e1ef-31cc-4196-880b-74893866f660 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:05.431315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1151fa8d-c3aa-42da-bceb-27192c2899f0 req-bc30e1ef-31cc-4196-880b-74893866f660 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0593579 Aug 16 13:54:05.473312 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1151fa8d-c3aa-42da-bceb-27192c2899f0 req-b2c7534e-76a0-42ca-99ca-c943799dcd32 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355723 Aug 16 13:54:05.714475 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:06.617063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4f69c-b563-4823-ba30-14f381f65471 req-91d528c6-c041-4fce-a409-d5e5f1284bda tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:06.618750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a8b4f69c-b563-4823-ba30-14f381f65471 req-91d528c6-c041-4fce-a409-d5e5f1284bda tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0641770 Aug 16 13:54:06.661129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a8b4f69c-b563-4823-ba30-14f381f65471 req-82275eeb-9d64-4ca1-b7e4-ecd6e90ccbc8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360498 Aug 16 13:54:07.541735 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:07.814035 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87087d-259b-4dfd-a429-72ec576dcb85 req-a4cb63d5-56fb-4759-befa-f344946a9b60 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:07.815604 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb87087d-259b-4dfd-a429-72ec576dcb85 req-a4cb63d5-56fb-4759-befa-f344946a9b60 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0584078 Aug 16 13:54:07.874006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb87087d-259b-4dfd-a429-72ec576dcb85 req-dc1c0fcb-5ede-498c-98e3-2dcc9937b874 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472939 Aug 16 13:54:08.998930 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17efd7-fb39-44cb-8617-e648eb25e58c req-8e20eee1-2594-4f5a-aad0-c9f78c3d06c1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:09.000551 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd17efd7-fb39-44cb-8617-e648eb25e58c req-8e20eee1-2594-4f5a-aad0-c9f78c3d06c1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0522630 Aug 16 13:54:09.042347 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd17efd7-fb39-44cb-8617-e648eb25e58c req-f293bbbb-bee3-4a2e-b9f3-308f6a6ec9d8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348859 Aug 16 13:54:10.171180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3939cc0-9b19-4708-85ed-2e1148e08a66 req-07ed0c70-7804-4101-adcf-70b03fc7ac05 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:10.172689 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3939cc0-9b19-4708-85ed-2e1148e08a66 req-07ed0c70-7804-4101-adcf-70b03fc7ac05 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0508933 Aug 16 13:54:10.213382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3939cc0-9b19-4708-85ed-2e1148e08a66 req-46fe7da8-d599-44d0-ab34-c5e661a5be32 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337057 Aug 16 13:54:11.348817 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b192-9d07-41d7-a18e-c62ce8ba7263 req-fe4d0282-9349-4f5a-85fd-8756df990f9d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:11.351006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b89b192-9d07-41d7-a18e-c62ce8ba7263 req-fe4d0282-9349-4f5a-85fd-8756df990f9d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0596054 Aug 16 13:54:11.394344 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b89b192-9d07-41d7-a18e-c62ce8ba7263 req-3e91800c-a4d4-4ba1-9099-fdb0a3fbe770 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370853 Aug 16 13:54:12.535048 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77020906-e057-4863-901a-26c3fd2c5c89 req-324cf54c-9780-4a38-a655-693ccd2d77b2 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:12.536635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77020906-e057-4863-901a-26c3fd2c5c89 req-324cf54c-9780-4a38-a655-693ccd2d77b2 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0537882 Aug 16 13:54:12.589292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77020906-e057-4863-901a-26c3fd2c5c89 req-bfd86ed7-c775-4b85-9643-2c3901d1a4de tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450568 Aug 16 13:54:13.715266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08440177-3074-4810-8a67-4a1a056c3431 req-c2d45792-e6fa-486d-a65b-7e5aa5223ac2 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:13.716877 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08440177-3074-4810-8a67-4a1a056c3431 req-c2d45792-e6fa-486d-a65b-7e5aa5223ac2 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0542245 Aug 16 13:54:13.766645 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08440177-3074-4810-8a67-4a1a056c3431 req-8db109d9-b14e-49f8-a4da-be72a75e5a69 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382371 Aug 16 13:54:14.896914 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d0f81-baf2-4f5f-aa9b-e2786d1ccd1e req-db82f8cf-d063-4076-8478-11f529170822 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:14.898572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-900d0f81-baf2-4f5f-aa9b-e2786d1ccd1e req-db82f8cf-d063-4076-8478-11f529170822 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0570364 Aug 16 13:54:14.947112 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-900d0f81-baf2-4f5f-aa9b-e2786d1ccd1e req-cc9ad0bf-6d0c-411e-acff-9609ad75c6ae tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372710 Aug 16 13:54:16.076607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d40edc-6e86-401f-aa06-257437f68f50 req-0f300634-d69f-414b-a52a-693ff085067d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:16.078261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54d40edc-6e86-401f-aa06-257437f68f50 req-0f300634-d69f-414b-a52a-693ff085067d tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0567799 Aug 16 13:54:16.127178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-54d40edc-6e86-401f-aa06-257437f68f50 req-c6efd9c2-67a8-484e-9c3b-166d25a3275b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362182 Aug 16 13:54:16.823378 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:17.276710 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fffd5-bebb-4055-896e-fb1e35c3f72a req-1876e26c-987a-46a3-b67e-a085f0ffe219 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:17.278692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-479fffd5-bebb-4055-896e-fb1e35c3f72a req-1876e26c-987a-46a3-b67e-a085f0ffe219 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0624104 Aug 16 13:54:17.325920 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-479fffd5-bebb-4055-896e-fb1e35c3f72a req-a9c6e768-f69f-4267-96a1-65764c055b2f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401835 Aug 16 13:54:18.456222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad7f-6298-47e0-939b-b948725fa8ff req-cc74ccd7-c995-4f89-b40c-7b4e0f0e0269 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:18.458065 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ce1ad7f-6298-47e0-939b-b948725fa8ff req-cc74ccd7-c995-4f89-b40c-7b4e0f0e0269 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0578716 Aug 16 13:54:18.506679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ce1ad7f-6298-47e0-939b-b948725fa8ff req-1f8febba-9e87-43c7-aa46-ec3bc3795c3e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373487 Aug 16 13:54:18.878513 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-683772b0-d2ba-4631-b7ac-47d27ba8b2e3 service neutron] show failed (client error): The resource could not be found. Aug 16 13:54:18.879619 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-683772b0-d2ba-4631-b7ac-47d27ba8b2e3 service neutron] 10.222.0.22 "GET /v2.0/ports/75b57bf4-c564-4208-9831-0f913388f03e/bindings/n-h2-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0644083 Aug 16 13:54:19.154856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-0b7d7a73-a4a9-4e17-8609-a46c59f84714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:19.156776 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-0b7d7a73-a4a9-4e17-8609-a46c59f84714 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 1097 time: 0.0925066 Aug 16 13:54:19.172916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:54:19.235669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:19.483694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:54:19.523388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:54:19.573965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:54:19.576480 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1654da-addf-4f19-a98d-d997773f5bed" -d '{"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-unplugged", "status": "completed", "tag": "75b57bf4-c564-4208-9831-0f913388f03e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:54:19.581188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:19.597618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Transition to ACTIVE for port object 75b57bf4-c564-4208-9831-0f913388f03e will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:54:19.603934 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:19.685486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2368ee-c13c-4449-8631-743f14e25398 req-1b9a1cd3-5d1e-4032-a693-1b8ef10eed47 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:19.687972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb2368ee-c13c-4449-8631-743f14e25398 req-1b9a1cd3-5d1e-4032-a693-1b8ef10eed47 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0961692 Aug 16 13:54:19.749736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:54:19.764333 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb2368ee-c13c-4449-8631-743f14e25398 req-75f0b87b-d74f-4c58-a5f8-13d5da6167a4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641010 Aug 16 13:54:19.770899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.772120 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.772639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.773157 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.773688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.774222 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.775086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.775578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.776056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.776662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.778135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.778714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:19.804662 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b37e17-59de-432e-80fc-c5c1a0613614 x-openstack-request-id: req-69b37e17-59de-432e-80fc-c5c1a0613614 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:54:19.805100 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-unplugged", "status": "completed", "tag": "75b57bf4-c564-4208-9831-0f913388f03e", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:54:19.805470 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69b37e17-59de-432e-80fc-c5c1a0613614 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:54:19.806079 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e', 'code': 200} Aug 16 13:54:19.832130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] No DVR routers for this DVR port 75b57bf4-c564-4208-9831-0f913388f03e on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:54:19.999612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:54:20.000418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:54:20.000418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:54:20.005348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Port 75b57bf4-c564-4208-9831-0f913388f03e on network e5d1a151-f9eb-4115-b42e-ee94a8166edc not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:54:20.006374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:54:20.012112 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:54:20.012451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:54:20.012838 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:54:20.013282 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Bound port: 75b57bf4-c564-4208-9831-0f913388f03e, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:54:20.013642 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:20.083073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:54:20.087272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:54:20.092336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:20.128866 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:20.129496 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:20.131354 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] 10.222.0.42 "PUT /v2.0/ports/75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1092 time: 0.9655087 Aug 16 13:54:20.156764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f42bba-618e-4514-bd86-0c816b4ca999 service neutron] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:54:20.212996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-abded4fb-404a-4382-8110-6ece4d31d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:20.214611 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-abded4fb-404a-4382-8110-6ece4d31d0ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1095 time: 0.0539813 Aug 16 13:54:20.331214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-74c65039-e355-4b52-a14d-e23b670dd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:20.334258 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-74c65039-e355-4b52-a14d-e23b670dd3e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1112139 Aug 16 13:54:20.826299 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-0e146c1f-b418-4df1-9ea3-333c4cf9ecb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1001 time: 0.4846466 Aug 16 13:54:20.889579 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-4f2adb84-44ec-4f12-ba48-1f15462d4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:20.892373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-4f2adb84-44ec-4f12-ba48-1f15462d4504 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0573440 Aug 16 13:54:20.951908 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fac67-660b-4a0e-b0af-d1954c0e63dc req-93c7607a-2916-4b9c-86ce-eaf16d7ac206 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:20.953544 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca8fac67-660b-4a0e-b0af-d1954c0e63dc req-93c7607a-2916-4b9c-86ce-eaf16d7ac206 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0546017 Aug 16 13:54:20.968929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-11be7115-1f64-46cf-a699-e06c4614851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:20.971750 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-11be7115-1f64-46cf-a699-e06c4614851b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719850 Aug 16 13:54:21.010765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca8fac67-660b-4a0e-b0af-d1954c0e63dc req-cff8d9dc-d1ee-40a3-afd8-b2423658c746 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500355 Aug 16 13:54:21.117824 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-8f67da2c-2ed6-48fc-8bd9-1eb6da98e3d2 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384985 Aug 16 13:54:21.222359 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bae0d5f5-88be-4654-b9d5-3a9774733cc3 req-543a9cec-4f4e-46ee-b84c-d15e662d29a4 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971081 Aug 16 13:54:21.422053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 75b57bf4-c564-4208-9831-0f913388f03e no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:54:21.466543 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 75b57bf4-c564-4208-9831-0f913388f03e not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:54:21.807696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:54:21.810292 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55" -d '{"events": [{"name": "network-changed", "server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "tag": "75b57bf4-c564-4208-9831-0f913388f03e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:54:21.871499 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc07395-5f36-4358-aade-e8469c4f8626 x-openstack-request-id: req-fcc07395-5f36-4358-aade-e8469c4f8626 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:54:21.871923 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "tag": "75b57bf4-c564-4208-9831-0f913388f03e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:54:21.872316 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcc07395-5f36-4358-aade-e8469c4f8626 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:54:21.872835 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e', 'status': 'completed', 'code': 200} Aug 16 13:54:21.968283 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-eeee4539-5555-4687-966a-03638ef7fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:21.969919 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-eeee4539-5555-4687-966a-03638ef7fb73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1095 time: 0.0853646 Aug 16 13:54:21.977817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-0a512bbf-4f03-4ab9-8d11-1faeb58cc0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:21.979435 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-0a512bbf-4f03-4ab9-8d11-1faeb58cc0fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1095 time: 0.0640554 Aug 16 13:54:22.155493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-e7793358-ea6f-4f95-adca-3c9904f3718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:22.157320 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-e7793358-ea6f-4f95-adca-3c9904f3718a service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1686299 Aug 16 13:54:22.158425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-415c5038-ddf1-4e88-9bcf-a26fe86399a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:22.159823 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-415c5038-ddf1-4e88-9bcf-a26fe86399a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1793461 Aug 16 13:54:22.221583 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431871e-f67f-4282-9596-be81b67a8cac req-4f3d55f8-d53a-4f16-af10-8fe9e648a23f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:22.224601 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5431871e-f67f-4282-9596-be81b67a8cac req-4f3d55f8-d53a-4f16-af10-8fe9e648a23f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0960298 Aug 16 13:54:22.286714 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5431871e-f67f-4282-9596-be81b67a8cac req-675db36d-ca82-498c-8eff-3fb5c5bc2c18 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493577 Aug 16 13:54:22.310720 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-0af65760-1498-4bd0-b9dd-65f84094faa4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1001 time: 0.1443825 Aug 16 13:54:22.318735 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-4bdfc310-07d8-41cf-8a0b-f960a82597e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1001 time: 0.1455152 Aug 16 13:54:22.408926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-c308f84a-76e1-4709-9ff9-bf7e9e008abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:22.410486 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-c308f84a-76e1-4709-9ff9-bf7e9e008abd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0906706 Aug 16 13:54:22.412848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-5a252335-ffcd-4430-8937-5712a45f5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:22.414396 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-5a252335-ffcd-4430-8937-5712a45f5571 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0861545 Aug 16 13:54:22.491304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-7198cc6c-1390-478e-963a-9383c8e19ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:22.492859 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-7198cc6c-1390-478e-963a-9383c8e19ad0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745769 Aug 16 13:54:22.498619 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-65dcd7b1-3fd7-46b6-8537-11a6fc155e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:22.500178 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-65dcd7b1-3fd7-46b6-8537-11a6fc155e93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735879 Aug 16 13:54:22.669409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-94f3ac99-1fad-40fe-86cb-39fe9861c099 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681015 Aug 16 13:54:22.671760 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-1b372fc8-b7b2-404f-9081-d92725880ffe service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624556 Aug 16 13:54:22.853396 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-e13eb685-54d5-4e71-9a87-49a29eedc752 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766751 Aug 16 13:54:22.855411 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13620c67-0a99-4b35-8a7e-4d4dd8e80f55 req-8bfa79d6-1fab-4906-82a8-b54df1ff1088 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694820 Aug 16 13:54:23.477056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb71f-c4a8-498c-8b31-e8a2d53b2ff6 req-101425df-2f92-45e2-bff1-b6477e495762 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:23.478878 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb9bb71f-c4a8-498c-8b31-e8a2d53b2ff6 req-101425df-2f92-45e2-bff1-b6477e495762 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0917318 Aug 16 13:54:23.523379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cb9bb71f-c4a8-498c-8b31-e8a2d53b2ff6 req-b8642209-5cda-4e97-8c25-e73e0294f9c5 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380583 Aug 16 13:54:24.688935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68702266-74a1-4df5-abc6-7880b44df258 req-84c56e83-800f-4f3d-a52c-f686a70043c9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:24.691775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68702266-74a1-4df5-abc6-7880b44df258 req-84c56e83-800f-4f3d-a52c-f686a70043c9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0845914 Aug 16 13:54:24.750680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68702266-74a1-4df5-abc6-7880b44df258 req-9a5509c9-972a-479f-9a16-01451cbf4997 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506768 Aug 16 13:54:25.898760 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9e4f-96e8-427a-a471-c16846b73da7 req-86590e3a-f112-4c15-bf89-cbfae9e988af tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:25.900345 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0bd9e4f-96e8-427a-a471-c16846b73da7 req-86590e3a-f112-4c15-bf89-cbfae9e988af tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0626025 Aug 16 13:54:25.948419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0bd9e4f-96e8-427a-a471-c16846b73da7 req-eaaad719-b48c-45a9-9d9c-a04786062ed1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415857 Aug 16 13:54:27.083531 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec45325-e784-4483-b9f8-e83ede9d53c6 req-0b38c13f-4321-4d1c-900e-71b7e4564a59 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:27.086487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ec45325-e784-4483-b9f8-e83ede9d53c6 req-0b38c13f-4321-4d1c-900e-71b7e4564a59 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0576055 Aug 16 13:54:27.143994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1ec45325-e784-4483-b9f8-e83ede9d53c6 req-14574612-8081-4b22-89d7-48adddafc4d4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504754 Aug 16 13:54:28.310163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15bcaa-ff83-4d3f-b8d1-56a133e71181 req-38acb976-0271-46cc-8073-b5bbd37541b1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:28.311886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c15bcaa-ff83-4d3f-b8d1-56a133e71181 req-38acb976-0271-46cc-8073-b5bbd37541b1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0637672 Aug 16 13:54:28.357685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4c15bcaa-ff83-4d3f-b8d1-56a133e71181 req-4ace46a4-b9e2-495a-af02-486a15973365 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390618 Aug 16 13:54:29.518600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c75877-cc96-4725-9ef7-9ae7b790a75d req-e409a1b0-52b0-4d04-80ce-0525bfe11099 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:29.520245 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43c75877-cc96-4725-9ef7-9ae7b790a75d req-e409a1b0-52b0-4d04-80ce-0525bfe11099 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0772891 Aug 16 13:54:29.564494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-43c75877-cc96-4725-9ef7-9ae7b790a75d req-971112f4-d477-4787-8cef-2702c0c77c17 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370417 Aug 16 13:54:30.389740 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:30.708477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89007f6-da16-4a52-8f2c-cd68a86f9636 req-75d703dd-431d-434f-bc8d-6ed24e4b5881 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:30.710187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e89007f6-da16-4a52-8f2c-cd68a86f9636 req-75d703dd-431d-434f-bc8d-6ed24e4b5881 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0546906 Aug 16 13:54:30.757083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e89007f6-da16-4a52-8f2c-cd68a86f9636 req-e72e7897-98b3-4855-b3b4-a7fc995f2a32 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356681 Aug 16 13:54:31.883780 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3ec5f5d3-1389-4d00-9f79-21d0f2197fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:31.905691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20a160-7a94-4d37-9f44-ef11a15e2622 req-c11b4a71-5d09-485b-a011-613f6a368268 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:31.907641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed20a160-7a94-4d37-9f44-ef11a15e2622 req-c11b4a71-5d09-485b-a011-613f6a368268 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0743847 Aug 16 13:54:31.950206 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ed20a160-7a94-4d37-9f44-ef11a15e2622 req-38899e67-41d7-42ed-b6cb-f898f9847471 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351539 Aug 16 13:54:33.102691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f473d5-d658-4e18-be9f-048642b0666e req-60057153-04e9-4c90-81b2-92996469ec15 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:33.104304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2f473d5-d658-4e18-be9f-048642b0666e req-60057153-04e9-4c90-81b2-92996469ec15 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 944 time: 0.0649424 Aug 16 13:54:33.166452 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2f473d5-d658-4e18-be9f-048642b0666e req-72fe6d6f-bf29-4f07-9d82-c022ad5cd620 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542383 Aug 16 13:54:33.900599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 75b57bf4-c564-4208-9831-0f913388f03e details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:54:34.002655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:54:34.016263 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '75b57bf4-c564-4208-9831-0f913388f03e', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'port_id': '75b57bf4-c564-4208-9831-0f913388f03e', 'mac_address': 'fa:16:3e:90:a3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:54:34.059549 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:34.077975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b57bf4-c564-4208-9831-0f913388f03e {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:54:34.101496 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:54:34.106513 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:34.162638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:54:34.170936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.171377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.171784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.177182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.177182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.177182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.177182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.177182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.177182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.177182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.177182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.177182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:54:34.325178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86494f2d-93ac-4a2a-bada-c56e159cfa91 req-e4e9a55f-b4c2-4f61-a902-57b52990843f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:34.326891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86494f2d-93ac-4a2a-bada-c56e159cfa91 req-e4e9a55f-b4c2-4f61-a902-57b52990843f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0703015 Aug 16 13:54:34.366600 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['75b57bf4-c564-4208-9831-0f913388f03e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:54:34.369969 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-86494f2d-93ac-4a2a-bada-c56e159cfa91 req-d1c1795e-909a-42c4-b3a1-1c2186a8aafe tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367115 Aug 16 13:54:34.458581 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ef264d35-964f-41be-965d-460946371a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:34.726191 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:34.744174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-515d6416-4213-4cbf-b6b8-4c99eae7d7f3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:34.746710 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-515d6416-4213-4cbf-b6b8-4c99eae7d7f3 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549&tenant_id=ab162faf90ff463982e33cedff1a4d79&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 945 time: 0.0832455 Aug 16 13:54:34.751159 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938c466-df4c-4bb3-b454-bfe02d098073 req-24b93857-df9b-4e7a-8671-a4d2ebcb10d8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:34.752761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2938c466-df4c-4bb3-b454-bfe02d098073 req-24b93857-df9b-4e7a-8671-a4d2ebcb10d8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0698538 Aug 16 13:54:34.796489 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2938c466-df4c-4bb3-b454-bfe02d098073 req-bd5f73dd-b215-4902-951c-b9d94107572a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362477 Aug 16 13:54:34.831625 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-14d26732-ac39-41dc-9feb-f254afc2c65e service neutron] 10.222.0.42 "GET /v2.0/ports/75b57bf4-c564-4208-9831-0f913388f03e/bindings/n-h2-804708-1 HTTP/1.1" status: 200 len: 382 time: 0.0769427 Aug 16 13:54:34.910251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-4a86bed2-6994-4245-a198-1fda5e2048bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:34.914221 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-4a86bed2-6994-4245-a198-1fda5e2048bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1096 time: 0.0556605 Aug 16 13:54:35.020038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-5e741ea2-ef79-4ca6-85fc-5c9942e9f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:35.021997 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-5e741ea2-ef79-4ca6-85fc-5c9942e9f046 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1001399 Aug 16 13:54:35.095698 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-5966c336-7375-4e1d-8702-1dd15f16f7cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1002 time: 0.0661697 Aug 16 13:54:35.158073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-93d3bad3-d6df-4600-be5a-7bd9baf38d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:35.159717 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-93d3bad3-d6df-4600-be5a-7bd9baf38d9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0558364 Aug 16 13:54:35.212504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c0cb393a-0c5e-4b3c-9b75-b8686cbe2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:35.214368 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c0cb393a-0c5e-4b3c-9b75-b8686cbe2ed8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474179 Aug 16 13:54:35.315217 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-7910058d-64cd-4b9a-bfe9-6c62ff8b4846 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932531 Aug 16 13:54:35.420104 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-3b1718b6-ca28-461f-9d25-085aa028736e service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966578 Aug 16 13:54:35.719699 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:35.937031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 75b57bf4-c564-4208-9831-0f913388f03e up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:54:35.948884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c1f72-0310-440c-81fb-16c90f559869 req-8ea98ca2-dd3a-4930-bc36-9b3f466fa4e9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:35.948884 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fd9c1f72-0310-440c-81fb-16c90f559869 req-8ea98ca2-dd3a-4930-bc36-9b3f466fa4e9 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0586095 Aug 16 13:54:35.994816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fd9c1f72-0310-440c-81fb-16c90f559869 req-5eb292b8-8482-4227-a226-8699c863621f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358124 Aug 16 13:54:35.995196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 75b57bf4-c564-4208-9831-0f913388f03e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:54:36.001629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 75b57bf4-c564-4208-9831-0f913388f03e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:54:36.001839 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:36.108917 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:36.135916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:54:36.138251 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d70fd5-24df-4b1a-aa5a-7e3bd33b6d37" -d '{"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-plugged", "status": "completed", "tag": "75b57bf4-c564-4208-9831-0f913388f03e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:54:36.157494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:54:36.163149 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:36.233782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:54:36.258601 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedc629c-07ad-49d9-9bd0-a905cf48a2e4 x-openstack-request-id: req-fedc629c-07ad-49d9-9bd0-a905cf48a2e4 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:54:36.259022 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-plugged", "status": "completed", "tag": "75b57bf4-c564-4208-9831-0f913388f03e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:54:36.259375 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fedc629c-07ad-49d9-9bd0-a905cf48a2e4 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:54:36.259857 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e', 'code': 200} Aug 16 13:54:37.150778 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5043-3c4b-477b-ad9c-c98c023a4211 req-d7a73659-9b39-4171-8070-4969a3d5c243 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:37.152898 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32af5043-3c4b-477b-ad9c-c98c023a4211 req-d7a73659-9b39-4171-8070-4969a3d5c243 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0549009 Aug 16 13:54:37.205775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32af5043-3c4b-477b-ad9c-c98c023a4211 req-c214971f-6386-47a8-a5ba-f1c5f97c5e9e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406294 Aug 16 13:54:37.544132 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:38.351703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ecef5-8cf9-4d44-8964-88fe8c088470 req-dbdc0317-788d-4b23-a253-18b578e15b85 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:38.354815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec0ecef5-8cf9-4d44-8964-88fe8c088470 req-dbdc0317-788d-4b23-a253-18b578e15b85 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0616066 Aug 16 13:54:38.408073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec0ecef5-8cf9-4d44-8964-88fe8c088470 req-4e7028a7-b18f-4429-a9be-d2f05095d78c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480752 Aug 16 13:54:39.527468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-d03ee5fa-e3ff-4206-b073-c7d99317a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:39.529023 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-d03ee5fa-e3ff-4206-b073-c7d99317a840 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549&tenant_id=ab162faf90ff463982e33cedff1a4d79 HTTP/1.1" status: 200 len: 1097 time: 0.0470695 Aug 16 13:54:39.547122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:54:39.563843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe41ce6-3fe1-423d-8b59-58010aa622e2 req-93ec8d93-33f1-47f5-8fbe-f1693d060bec tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:39.565435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfe41ce6-3fe1-423d-8b59-58010aa622e2 req-93ec8d93-33f1-47f5-8fbe-f1693d060bec tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0662410 Aug 16 13:54:39.608037 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfe41ce6-3fe1-423d-8b59-58010aa622e2 req-31ec9243-8989-4c9d-b374-3146f87b0167 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351422 Aug 16 13:54:39.630952 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:39.911954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-57f84fff-5ae2-469d-bd51-a8a3c3a6e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:39.913618 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-57f84fff-5ae2-469d-bd51-a8a3c3a6e241 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1097 time: 0.1198072 Aug 16 13:54:39.921187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:54:40.020145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:54:40.085668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:54:40.088084 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f30a2b-88ec-40d6-a51e-7d3b35bff961" -d '{"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-unplugged", "status": "completed", "tag": "75b57bf4-c564-4208-9831-0f913388f03e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:54:40.092517 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:40.114669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-279a932d-3e0b-41fb-8477-9f1e999bac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:40.116470 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-279a932d-3e0b-41fb-8477-9f1e999bac73 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1798482 Aug 16 13:54:40.123012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Transition to ACTIVE for port object 75b57bf4-c564-4208-9831-0f913388f03e will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:54:40.134570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:40.172224 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc03747a-e007-478c-b488-8dd877effe72 x-openstack-request-id: req-cc03747a-e007-478c-b488-8dd877effe72 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:54:40.172551 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-unplugged", "status": "completed", "tag": "75b57bf4-c564-4208-9831-0f913388f03e", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:54:40.172797 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc03747a-e007-478c-b488-8dd877effe72 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:54:40.173189 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e', 'code': 200} Aug 16 13:54:40.282920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-328aeb5e-e1bb-4e79-be86-516dbf333228 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1001 time: 0.1583047 Aug 16 13:54:40.285913 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=10']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:54:40.373242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] No DVR routers for this DVR port 75b57bf4-c564-4208-9831-0f913388f03e on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:54:40.377324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-c5f6d957-caad-4969-b6b6-f7457bc07d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:40.378920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-c5f6d957-caad-4969-b6b6-f7457bc07d46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0850060 Aug 16 13:54:40.511254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-b47b47ff-27f8-488f-9423-3439f8010066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:40.512764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-b47b47ff-27f8-488f-9423-3439f8010066 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985725 Aug 16 13:54:40.625265 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:54:40.626895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:54:40.627304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:54:40.627538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:54:40.637096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Port 75b57bf4-c564-4208-9831-0f913388f03e on network e5d1a151-f9eb-4115-b42e-ee94a8166edc not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:54:40.637416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Attempting to bind port 75b57bf4-c564-4208-9831-0f913388f03e on network e5d1a151-f9eb-4115-b42e-ee94a8166edc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:54:40.649216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:54:40.649558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Checking segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:54:40.649934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Bound using segment: {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:54:40.650405 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Bound port: 75b57bf4-c564-4208-9831-0f913388f03e, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09196c13-d4cd-4334-9724-a611f31d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:54:40.650765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:40.671066 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-e520fe10-99e9-4560-9b46-faadba38e6ec service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502900 Aug 16 13:54:40.777001 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42afa7-b6e1-4b14-8704-5f2660d8222e req-d8bd538a-df85-4302-824f-9f5e577e8b04 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:40.779691 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba42afa7-b6e1-4b14-8704-5f2660d8222e req-d8bd538a-df85-4302-824f-9f5e577e8b04 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0808928 Aug 16 13:54:40.788428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:54:40.806000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:54:40.814035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:40.827394 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba42afa7-b6e1-4b14-8704-5f2660d8222e req-65443fdb-bbbc-49eb-ae48-cf417bcad2dc tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388339 Aug 16 13:54:40.861587 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-aa4cedd8-e96b-46ec-bc2f-fe04cd42045e service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671243 Aug 16 13:54:40.868850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:40.869887 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:40.871719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] 10.222.0.22 "PUT /v2.0/ports/75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1093 time: 1.3307259 Aug 16 13:54:40.912776 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df4d0c-e869-4598-9a62-38c3f52b302b service neutron] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=11']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:54:40.989095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-ba43903f-9d73-4355-9e67-49b698817355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:40.991605 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-ba43903f-9d73-4355-9e67-49b698817355 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1096 time: 0.0474014 Aug 16 13:54:41.115859 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-04547346-a142-41ec-999c-c90915adfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:41.117440 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-04547346-a142-41ec-999c-c90915adfbba service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1156707 Aug 16 13:54:41.192513 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-6ddaf8b7-5767-4031-a796-081f0e672b4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1001 time: 0.0667937 Aug 16 13:54:41.248480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-94f3379b-9510-4886-adf3-61f9a201c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:41.250222 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-94f3379b-9510-4886-adf3-61f9a201c35d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0505354 Aug 16 13:54:41.316395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-e8e27cfc-d58e-4a2b-8587-5cd198b3119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:41.318437 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-e8e27cfc-d58e-4a2b-8587-5cd198b3119b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597510 Aug 16 13:54:41.441985 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-80dcb5d3-4716-4799-ac05-b86cd24da3fd service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155324 Aug 16 13:54:41.545343 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1f56cae4-d641-4513-bedc-7c0b39073246 req-b651ac33-a066-48f1-819d-475026d36852 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956607 Aug 16 13:54:41.961613 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d6980-8d58-4e47-b098-07b2896b33e3 req-a6409f6f-ffd5-42b5-a647-e5ebff65e62e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:41.963277 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d12d6980-8d58-4e47-b098-07b2896b33e3 req-a6409f6f-ffd5-42b5-a647-e5ebff65e62e tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0535476 Aug 16 13:54:41.979469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 75b57bf4-c564-4208-9831-0f913388f03e no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:54:42.016304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d12d6980-8d58-4e47-b098-07b2896b33e3 req-e5652c8c-24b5-42c7-8c4b-91be4a829101 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398073 Aug 16 13:54:42.038977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 75b57bf4-c564-4208-9831-0f913388f03e not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:54:42.175068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:54:42.178367 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "tag": "75b57bf4-c564-4208-9831-0f913388f03e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:54:42.233590 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f07083-2a6f-47d5-ab04-1205c789be6b x-openstack-request-id: req-09f07083-2a6f-47d5-ab04-1205c789be6b {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:54:42.234242 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "tag": "75b57bf4-c564-4208-9831-0f913388f03e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:54:42.234242 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09f07083-2a6f-47d5-ab04-1205c789be6b {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:54:42.234620 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e', 'status': 'completed', 'code': 200} Aug 16 13:54:42.377626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-88ddef7d-30ba-4bf9-ae91-1a09570818f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:42.379181 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-88ddef7d-30ba-4bf9-ae91-1a09570818f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1096 time: 0.1194863 Aug 16 13:54:42.381062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-b9babd96-2226-4e8c-8490-8b2e968612d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:42.382557 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-b9babd96-2226-4e8c-8490-8b2e968612d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab162faf90ff463982e33cedff1a4d79&device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 1096 time: 0.1032057 Aug 16 13:54:42.560431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-427ea6a6-6dc1-4086-a8f9-b33e5cc7ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:42.561922 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-427ea6a6-6dc1-4086-a8f9-b33e5cc7ae08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1750960 Aug 16 13:54:42.564911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-387dcdb9-f727-4b04-81f3-876a05863560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:42.566313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-387dcdb9-f727-4b04-81f3-876a05863560 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 200 len: 911 time: 0.1714718 Aug 16 13:54:43.053448 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-d53b298e-3763-4506-aef8-859cafb35fcb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1001 time: 0.4820302 Aug 16 13:54:43.057751 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-b19e35d1-88b0-4272-a47c-af6cc2643deb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 200 len: 1001 time: 0.4802742 Aug 16 13:54:43.142309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-48752236-edf9-4349-8477-96d361129f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:43.143997 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-48752236-edf9-4349-8477-96d361129f66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0830626 Aug 16 13:54:43.151325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-7bd3f3f8-3c01-4a50-bfbe-f9344ddd072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:43.152992 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-7bd3f3f8-3c01-4a50-bfbe-f9344ddd072d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 200 len: 850 time: 0.0829575 Aug 16 13:54:43.161989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12085ee8-8fc9-4545-8552-9025539c64c8 req-f7680d70-9981-4557-a8a8-d966a3868409 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:43.169387 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12085ee8-8fc9-4545-8552-9025539c64c8 req-f7680d70-9981-4557-a8a8-d966a3868409 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0668187 Aug 16 13:54:43.210118 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-12085ee8-8fc9-4545-8552-9025539c64c8 req-a51758aa-ce54-40b7-8d28-61e050776b3b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387464 Aug 16 13:54:43.234766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-ccedddb5-9f69-4509-96e2-ba96798129cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:43.234766 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-ccedddb5-9f69-4509-96e2-ba96798129cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803235 Aug 16 13:54:43.239683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-5ef566ba-7d18-4197-b04e-4434e2591133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:43.241358 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-5ef566ba-7d18-4197-b04e-4434e2591133 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5d1a151-f9eb-4115-b42e-ee94a8166edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785429 Aug 16 13:54:43.408844 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-8192721f-87d9-4812-8080-125c3cf30537 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652930 Aug 16 13:54:43.410772 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-1a5e45d9-9f06-4791-b36c-73cb5ada7c14 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596303 Aug 16 13:54:43.583920 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-f3ba2721-90ec-4082-bd65-6442fc1a3331 service neutron] 10.222.0.42 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655023 Aug 16 13:54:43.586075 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a8c9bfef-49f0-49e0-868d-be9edaec3a3d req-c7b1c71c-690b-40ef-9ad4-721c54e0ea88 service neutron] 10.222.0.22 "GET /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670682 Aug 16 13:54:44.398607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a019a8a-7506-4fdd-9806-fdc244acab92 req-dcd6d0a8-1124-4d65-9996-c6a8eafc08f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:44.400846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a019a8a-7506-4fdd-9806-fdc244acab92 req-dcd6d0a8-1124-4d65-9996-c6a8eafc08f8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0840504 Aug 16 13:54:44.466501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a019a8a-7506-4fdd-9806-fdc244acab92 req-44929029-cd3e-4b12-877f-c3038084a78b tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579007 Aug 16 13:54:45.596488 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af8f01-cd57-41df-a4eb-e227f9e23ebe req-c6b71829-215d-4163-bb0c-f11250fc75e8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:45.598061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80af8f01-cd57-41df-a4eb-e227f9e23ebe req-c6b71829-215d-4163-bb0c-f11250fc75e8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0552394 Aug 16 13:54:45.657481 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80af8f01-cd57-41df-a4eb-e227f9e23ebe req-2ba1257d-3405-43b8-9883-ba3da3e73a62 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455184 Aug 16 13:54:46.799375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a23aaa-946b-4c77-9f88-ebcf4653d3f4 req-6e56dbe7-8b65-4412-8e74-ec655bd7a580 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:46.800951 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0a23aaa-946b-4c77-9f88-ebcf4653d3f4 req-6e56dbe7-8b65-4412-8e74-ec655bd7a580 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0562484 Aug 16 13:54:46.838611 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:46.846271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0a23aaa-946b-4c77-9f88-ebcf4653d3f4 req-05f89da4-2185-4878-9b6b-09fc84243c40 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376351 Aug 16 13:54:47.980465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc2cb4-b4df-486d-81a9-1472a04155a6 req-076c7c0f-5791-4045-8c63-2cc0b0280a75 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:47.982213 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5bc2cb4-b4df-486d-81a9-1472a04155a6 req-076c7c0f-5791-4045-8c63-2cc0b0280a75 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0533738 Aug 16 13:54:48.033182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5bc2cb4-b4df-486d-81a9-1472a04155a6 req-8ad0f1a5-c8a4-4dd1-9879-be20ae74e880 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390916 Aug 16 13:54:49.162608 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f64ee-ab19-4533-91e3-958b6af29d2d req-39a18dea-82fd-4af4-ac7c-932587e208e8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:49.164242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-898f64ee-ab19-4533-91e3-958b6af29d2d req-39a18dea-82fd-4af4-ac7c-932587e208e8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0536673 Aug 16 13:54:49.207123 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-898f64ee-ab19-4533-91e3-958b6af29d2d req-0ad119b3-b054-4c63-ac61-341a575f10e4 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364945 Aug 16 13:54:50.335970 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707326e-15cf-4824-b159-336e22187636 req-a990b5ac-fe8e-44c8-9d8d-0b79229f16af tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:50.337527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d707326e-15cf-4824-b159-336e22187636 req-a990b5ac-fe8e-44c8-9d8d-0b79229f16af tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0562181 Aug 16 13:54:50.382979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d707326e-15cf-4824-b159-336e22187636 req-4b931fb0-38c9-447a-8610-bd15dfa30d57 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368934 Aug 16 13:54:51.509715 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c714ef-955a-4d6c-9db4-9e7214b25760 req-876fb77d-a030-445b-99f0-180d222d739c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:51.511667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1c714ef-955a-4d6c-9db4-9e7214b25760 req-876fb77d-a030-445b-99f0-180d222d739c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0532732 Aug 16 13:54:51.571930 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1c714ef-955a-4d6c-9db4-9e7214b25760 req-c10f06b5-f42f-48bb-8e5a-b9b369527765 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531778 Aug 16 13:54:52.695449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a8468-fe38-4526-99a1-ce99e7218337 req-cdeeab41-17e7-4909-af8d-401a58c3b7fe tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:52.697029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-416a8468-fe38-4526-99a1-ce99e7218337 req-cdeeab41-17e7-4909-af8d-401a58c3b7fe tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0520205 Aug 16 13:54:52.747847 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-416a8468-fe38-4526-99a1-ce99e7218337 req-705a3cae-2786-49e1-81a1-c59acf759c4f tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444379 Aug 16 13:54:53.887276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87adc90-55f8-4c4d-864a-fe9c73011553 req-b544f27f-e9cf-4e8e-9db4-2a30ba9bd493 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:53.888833 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a87adc90-55f8-4c4d-864a-fe9c73011553 req-b544f27f-e9cf-4e8e-9db4-2a30ba9bd493 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0574250 Aug 16 13:54:53.931994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a87adc90-55f8-4c4d-864a-fe9c73011553 req-0c8ba296-a7c7-46f5-82ce-39f665caea94 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368576 Aug 16 13:54:55.073054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2067df-cd56-42bd-bfda-6357b778d448 req-5b4e751b-ddaf-48b7-ba98-c5674f9558ab tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:55.074870 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a2067df-cd56-42bd-bfda-6357b778d448 req-5b4e751b-ddaf-48b7-ba98-c5674f9558ab tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0610447 Aug 16 13:54:55.122217 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1a2067df-cd56-42bd-bfda-6357b778d448 req-74cdd1eb-04bc-413d-ae5d-7f43105fa607 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363033 Aug 16 13:54:55.252419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9cd7e-e114-4bb5-9916-880c4b58cc6e req-c3e05d98-bb55-4f77-b20d-88067b4a9c35 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:55.254038 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1f9cd7e-e114-4bb5-9916-880c4b58cc6e req-c3e05d98-bb55-4f77-b20d-88067b4a9c35 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0550587 Aug 16 13:54:55.298261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d1f9cd7e-e114-4bb5-9916-880c4b58cc6e req-5aa38730-cf06-4857-b3ad-37995e9084b1 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365698 Aug 16 13:54:55.435521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e470f4-ae4b-4d95-9f02-a20cbd11ee42 req-086ea66a-e33e-440c-a605-1f2084452d27 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:55.437253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46e470f4-ae4b-4d95-9f02-a20cbd11ee42 req-086ea66a-e33e-440c-a605-1f2084452d27 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0611973 Aug 16 13:54:55.485211 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46e470f4-ae4b-4d95-9f02-a20cbd11ee42 req-b9cfba98-d339-4af4-9eaa-86bb794fac09 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368075 Aug 16 13:54:55.535224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 75b57bf4-c564-4208-9831-0f913388f03e details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:54:55.660535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:54:55.683296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '75b57bf4-c564-4208-9831-0f913388f03e', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'port_id': '75b57bf4-c564-4208-9831-0f913388f03e', 'mac_address': 'fa:16:3e:90:a3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:54:55.753517 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:55.778619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b57bf4-c564-4208-9831-0f913388f03e {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:54:55.811615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:54:55.816164 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:55.832151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615795d-b040-4086-bc8c-265aecf9fc7c req-9149873c-5439-45b7-9b38-f39cada94bb2 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:55.834789 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2615795d-b040-4086-bc8c-265aecf9fc7c req-9149873c-5439-45b7-9b38-f39cada94bb2 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 945 time: 0.0577791 Aug 16 13:54:55.880280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=12']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:54:55.892430 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2615795d-b040-4086-bc8c-265aecf9fc7c req-1fe26bcd-5039-4852-87ac-e7d90734cc1c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454950 Aug 16 13:54:56.247772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['75b57bf4-c564-4208-9831-0f913388f03e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:54:57.018711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6d119-4474-44f6-ba19-fe5eadae615f req-29ad631d-52d3-4ef5-8908-dce21fa98451 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:57.020291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f4d6d119-4474-44f6-ba19-fe5eadae615f req-29ad631d-52d3-4ef5-8908-dce21fa98451 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0523305 Aug 16 13:54:57.063696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f4d6d119-4474-44f6-ba19-fe5eadae615f req-fa7c8901-f833-4d7f-92cd-fff623d99f67 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361032 Aug 16 13:54:57.548906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 75b57bf4-c564-4208-9831-0f913388f03e up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:54:57.602638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 75b57bf4-c564-4208-9831-0f913388f03e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:54:57.606994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 75b57bf4-c564-4208-9831-0f913388f03e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:54:57.607367 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:57.674886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-147d795b-0af8-4722-9ab7-9e60ee68ef7c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:57.677273 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-147d795b-0af8-4722-9ab7-9e60ee68ef7c tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 946 time: 0.0823650 Aug 16 13:54:57.697868 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:57.741923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:54:57.745762 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a70df0-f17c-43a2-9d4d-7b5554682681" -d '{"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-plugged", "status": "completed", "tag": "75b57bf4-c564-4208-9831-0f913388f03e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:54:57.767449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:54:57.776349 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:57.796568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Deleting port 75b57bf4-c564-4208-9831-0f913388f03e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:54:57.797120 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:57.805193 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d80632c-6e5e-4498-8bee-0e6de7b22da0 x-openstack-request-id: req-4d80632c-6e5e-4498-8bee-0e6de7b22da0 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:54:57.805490 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-plugged", "status": "completed", "tag": "75b57bf4-c564-4208-9831-0f913388f03e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:54:57.805746 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d80632c-6e5e-4498-8bee-0e6de7b22da0 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:54:57.806166 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e', 'code': 200} Aug 16 13:54:57.835815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=13']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:54:57.934692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] For port 75b57bf4-c564-4208-9831-0f913388f03e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=75b57bf4-c564-4208-9831-0f913388f03e,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:54:57.935061 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:58.131223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:58.131598 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:58.131913 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e disassociated. External IP: 172.25.0.113, port: 75b57bf4-c564-4208-9831-0f913388f03e. Aug 16 13:54:58.132259 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Calling delete_port for 75b57bf4-c564-4208-9831-0f913388f03e owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:54:58.201528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc899b91-0e84-4e6b-9f0a-68b0597a6562 req-a4d9f563-ea79-4b68-95c6-c6d8d3c08f77 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:54:58.203222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc899b91-0e84-4e6b-9f0a-68b0597a6562 req-a4d9f563-ea79-4b68-95c6-c6d8d3c08f77 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 947 time: 0.0585754 Aug 16 13:54:58.252239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc899b91-0e84-4e6b-9f0a-68b0597a6562 req-960a1e5d-50b3-4770-8994-4ddc2da3a13a tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4de400e-ba4f-490a-a4b0-afd4cec1f21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424023 Aug 16 13:54:58.290159 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:58.319823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event deleted for resources: {'Port': ['ID=75b57bf4-c564-4208-9831-0f913388f03e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:54:58.468011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Router 3d688961-40ec-4170-89b9-faef5e8f2dd9 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:54:58.665062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:54:58.679306 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc00d89-54ad-437e-b1ce-73264a932914 None None] Sync routers for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:54:58.690636 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc00d89-54ad-437e-b1ce-73264a932914 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:54:58.691379 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4cc00d89-54ad-437e-b1ce-73264a932914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:54:58.733298 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] No DVR routers for this DVR port 75b57bf4-c564-4208-9831-0f913388f03e on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:54:58.737108 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:54:58.739752 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f366894c-5fcc-4b6a-9c2d-8b2bc855cd6c req-d97b1ac8-1a67-4813-bb06-21118d3fb8d0 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.22 "DELETE /v2.0/ports/75b57bf4-c564-4208-9831-0f913388f03e HTTP/1.1" status: 204 len: 173 time: 1.0561402 Aug 16 13:54:58.741067 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-deleted', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:54:58.744417 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3693b05d-8bbe-40bf-8e93-05403fa1d9b1" -d '{"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-deleted", "tag": "75b57bf4-c564-4208-9831-0f913388f03e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:54:58.811585 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf2f95b-326a-4af4-85d9-1916309b308c x-openstack-request-id: req-3bf2f95b-326a-4af4-85d9-1916309b308c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:54:58.811886 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80207b0-a107-4737-b905-a6615f24c549", "name": "network-vif-deleted", "tag": "75b57bf4-c564-4208-9831-0f913388f03e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:54:58.813482 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bf2f95b-326a-4af4-85d9-1916309b308c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:54:58.813917 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80207b0-a107-4737-b905-a6615f24c549', 'name': 'network-vif-deleted', 'tag': '75b57bf4-c564-4208-9831-0f913388f03e', 'status': 'completed', 'code': 200} Aug 16 13:54:58.889858 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4cc00d89-54ad-437e-b1ce-73264a932914 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:54:59.221156 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4cc00d89-54ad-437e-b1ce-73264a932914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:54:59.263453 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc00d89-54ad-437e-b1ce-73264a932914 None None] Checking router: 3d688961-40ec-4170-89b9-faef5e8f2dd9 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:54:59.274017 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc00d89-54ad-437e-b1ce-73264a932914 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:54:59.274275 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4cc00d89-54ad-437e-b1ce-73264a932914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:54:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:54:59.392328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27040a28-e9c9-4bf6-850c-db7a3ef1860a req-a9ad8212-a6a5-4f9e-bc68-ece1188baee8 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 210 time: 0.0376763 Aug 16 13:54:59.454322 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-4cc00d89-54ad-437e-b1ce-73264a932914 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:54:59.821423 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-4cc00d89-54ad-437e-b1ce-73264a932914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:54:59.847682 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc00d89-54ad-437e-b1ce-73264a932914 None None] The sync data for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 is: [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:42:24Z', 'revision_number': 4, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'da7ea1f4-33d7-4c2f-9917-fd85614ad8cb', 'name': '', 'network_id': 'e5d1a151-f9eb-4115-b42e-ee94a8166edc', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'mac_address': 'fa:16:3e:bc:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:23Z', 'updated_at': '2021-08-16T13:42:30Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'subnets': [{'id': 'f6d01c5e-4a82-4840-ad13-333ec3e7e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:55:00.116254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de599c-cd34-4419-b6c5-746a5b8ef205 None None] New status for floating IP ea25f03d-3645-4dd3-8fc4-9b203fed759e: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:55:00.403884 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:00.516927 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f5c884dc-f9db-4a9d-bf53-63764b8ecda9 req-e7af1674-6b23-4353-8cec-1d272cedf947 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 210 time: 0.0311823 Aug 16 13:55:01.565567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 75b57bf4-c564-4208-9831-0f913388f03e no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:55:01.595057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 75b57bf4-c564-4208-9831-0f913388f03e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:55:01.595469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 75b57bf4-c564-4208-9831-0f913388f03e not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:55:01.634393 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32fd6871-b6f7-43ac-820c-442c969cea35 req-34b70a31-2959-4286-b228-d3ba7190d1ab tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 210 time: 0.0276239 Aug 16 13:55:01.890129 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce0b5-518d-43bf-ace1-f40f3c7bb8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:02.773622 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0c1d80d4-a692-4ccd-b795-c1f63078da4c req-93cd5193-5175-425d-80ef-019cabc62419 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80207b0-a107-4737-b905-a6615f24c549 HTTP/1.1" status: 200 len: 210 time: 0.0275750 Aug 16 13:55:04.432198 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e2af6aa4-3a1b-43ea-baee-50d80f0b078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:04.711147 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:05.724501 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:07.540892 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:07.746634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34614) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:07.814749 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b6ef25c7-d8a2-45bd-aa7d-9b12353b0c29 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:07.841133 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b6ef25c7-d8a2-45bd-aa7d-9b12353b0c29 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:07.895021 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b6ef25c7-d8a2-45bd-aa7d-9b12353b0c29 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:07.899078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b6ef25c7-d8a2-45bd-aa7d-9b12353b0c29 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:07.900532 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b6ef25c7-d8a2-45bd-aa7d-9b12353b0c29 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "DELETE /v2.0/security-groups/a4de400e-ba4f-490a-a4b0-afd4cec1f21d HTTP/1.1" status: 204 len: 168 time: 0.1528332 Aug 16 13:55:07.903501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34616) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:07.913249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef25c7-d8a2-45bd-aa7d-9b12353b0c29 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4de400e-ba4f-490a-a4b0-afd4cec1f21d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:07.925816 n-d-804708-1 neutron-server[101395]: INFO neutron.api.v2.resource [None req-f77fefb9-e690-4e04-9eb3-a449fce9c068 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] show failed (client error): The resource could not be found. Aug 16 13:55:07.928353 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f77fefb9-e690-4e04-9eb3-a449fce9c068 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "GET /v2.0/security-groups/a4de400e-ba4f-490a-a4b0-afd4cec1f21d HTTP/1.1" status: 404 len: 347 time: 0.0233870 Aug 16 13:55:07.932060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34618) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:08.079552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-53887951-5f3f-42de-b4a2-e4f0e4fe3713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Deleting port 846af2e8-e6fd-48ae-9251-79be60c99518 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:55:08.079811 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53887951-5f3f-42de-b4a2-e4f0e4fe3713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:08.168320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53887951-5f3f-42de-b4a2-e4f0e4fe3713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:08.168653 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53887951-5f3f-42de-b4a2-e4f0e4fe3713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:08.185019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-53887951-5f3f-42de-b4a2-e4f0e4fe3713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Calling delete_port for 846af2e8-e6fd-48ae-9251-79be60c99518 owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:55:08.335834 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53887951-5f3f-42de-b4a2-e4f0e4fe3713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:08.368575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53887951-5f3f-42de-b4a2-e4f0e4fe3713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Pushing event deleted for resources: {'Port': ['ID=846af2e8-e6fd-48ae-9251-79be60c99518,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:08.437936 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53887951-5f3f-42de-b4a2-e4f0e4fe3713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:08.440614 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53887951-5f3f-42de-b4a2-e4f0e4fe3713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:08.441842 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-53887951-5f3f-42de-b4a2-e4f0e4fe3713 tempest-ServerActionsTestJSON-639594800 tempest-ServerActionsTestJSON-639594800-project] 10.222.0.25 "DELETE /v2.0/floatingips/ea25f03d-3645-4dd3-8fc4-9b203fed759e HTTP/1.1" status: 204 len: 168 time: 0.5086060 Aug 16 13:55:08.445364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34622) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:08.998309 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:09.318908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] Deleting port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:55:09.319242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:09.403136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] For port da7ea1f4-33d7-4c2f-9917-fd85614ad8cb, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=da7ea1f4-33d7-4c2f-9917-fd85614ad8cb,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:09.403503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:09.423230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] Calling delete_port for da7ea1f4-33d7-4c2f-9917-fd85614ad8cb owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:55:09.663372 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:09.691415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7ea1f4-33d7-4c2f-9917-fd85614ad8cb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:09.873504 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:10.123646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] Router 3d688961-40ec-4170-89b9-faef5e8f2dd9 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:55:10.236963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:55:10.242743 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6da74d92-addf-442e-9b03-4ab10ee71b39 admin admin] 10.222.0.25 "PUT /v2.0/routers/3d688961-40ec-4170-89b9-faef5e8f2dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963564 Aug 16 13:55:10.245208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34626) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:10.246560 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98550c5-daf7-45c9-904a-08d8016adda4 None None] Sync routers for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:55:10.257176 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98550c5-daf7-45c9-904a-08d8016adda4 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:55:10.257682 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c98550c5-daf7-45c9-904a-08d8016adda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:10.357454 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:10.361802 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c98550c5-daf7-45c9-904a-08d8016adda4 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:55:10.472219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:10.530670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Deleting port f959a641-6522-4558-8483-f837ee645baa {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:55:10.531012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:10.547933 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c98550c5-daf7-45c9-904a-08d8016adda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'f959a641-6522-4558-8483-f837ee645baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:55:09Z', 'revision_number': 5, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port': {'id': 'f959a641-6522-4558-8483-f837ee645baa', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:42:21Z', 'updated_at': '2021-08-16T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:10.576883 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98550c5-daf7-45c9-904a-08d8016adda4 None None] Checking router: 3d688961-40ec-4170-89b9-faef5e8f2dd9 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:55:10.585801 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98550c5-daf7-45c9-904a-08d8016adda4 None None] Routers {'3d688961-40ec-4170-89b9-faef5e8f2dd9'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:55:10.586348 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c98550c5-daf7-45c9-904a-08d8016adda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:55:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3d688961-40ec-4170-89b9-faef5e8f2dd9'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:10.658168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] For port f959a641-6522-4558-8483-f837ee645baa, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f959a641-6522-4558-8483-f837ee645baa,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:10.658535 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:10.677145 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Calling delete_port for f959a641-6522-4558-8483-f837ee645baa owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:55:10.689739 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c98550c5-daf7-45c9-904a-08d8016adda4 None None] Set router 3d688961-40ec-4170-89b9-faef5e8f2dd9 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:55:10.747705 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c98550c5-daf7-45c9-904a-08d8016adda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:55:10Z', 'revision_number': 6, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:10.779223 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98550c5-daf7-45c9-904a-08d8016adda4 None None] The sync data for ids ['3d688961-40ec-4170-89b9-faef5e8f2dd9'] in n-d-804708-1 is: [{'id': '3d688961-40ec-4170-89b9-faef5e8f2dd9', 'name': 'tempest-ServerActionsTestJSON-235207241-router', 'tenant_id': 'ab162faf90ff463982e33cedff1a4d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:42:20Z', 'updated_at': '2021-08-16T13:55:10Z', 'revision_number': 6, 'project_id': 'ab162faf90ff463982e33cedff1a4d79', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:55:10.866490 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:11.264905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Pushing event deleted for resources: {'Port': ['ID=f959a641-6522-4558-8483-f837ee645baa,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:11.335511 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:11.438868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:11.441250 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:11.498554 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:11.500076 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d688961-40ec-4170-89b9-faef5e8f2dd9 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:55:11.514841 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:11.516584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-41578499-5e60-49ac-8632-c7204f7f928c admin admin] 10.222.0.25 "DELETE /v2.0/routers/3d688961-40ec-4170-89b9-faef5e8f2dd9 HTTP/1.1" status: 204 len: 168 time: 1.2702727 Aug 16 13:55:11.519258 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34628) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:11.575789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Deleting subnet f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:55:11.581585 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:11.627685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:11.719611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:11.784234 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:11.812733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d01c5e-4a82-4840-ad13-333ec3e7e1d2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:11.823411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.823763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.824110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.824447 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.824779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.825106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.825433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.825562 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0b9e66-10cb-4335-8602-f9d19a850b1f None None] Network e5d1a151-f9eb-4115-b42e-ee94a8166edc requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:11.826031 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.826243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.826394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.826901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.827221 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:11.830419 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:11.833228 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e57b3b70-8995-4b73-ab25-af3cf1073d9b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f6d01c5e-4a82-4840-ad13-333ec3e7e1d2 HTTP/1.1" status: 204 len: 168 time: 0.3122985 Aug 16 13:55:11.837408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34630) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:11.960111 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.037565 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b644e5f-e4f1-41fd-b4ce-d7463ca5fb5b None None] DHCP port deletion for e5d1a151-f9eb-4115-b42e-ee94a8166edc request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:55:12.043197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Deleting port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:55:12.043667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.092398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4b644e5f-e4f1-41fd-b4ce-d7463ca5fb5b None None] Deleting port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:55:12.092767 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4b644e5f-e4f1-41fd-b4ce-d7463ca5fb5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.144133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] For port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6cec0e2e-a2d6-473c-9581-d9ed606d60e9,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:12.144409 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.159100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Calling delete_port for 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:55:12.159639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4b644e5f-e4f1-41fd-b4ce-d7463ca5fb5b None None] For port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6cec0e2e-a2d6-473c-9581-d9ed606d60e9,segment=NetworkSegment(09196c13-d4cd-4334-9724-a611f31d0f01),segment_id=09196c13-d4cd-4334-9724-a611f31d0f01)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:12.160086 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4b644e5f-e4f1-41fd-b4ce-d7463ca5fb5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.183154 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4b644e5f-e4f1-41fd-b4ce-d7463ca5fb5b None None] Calling delete_port for 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:55:12.260287 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.293784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cec0e2e-a2d6-473c-9581-d9ed606d60e9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:12.297611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] No DVR routers for this DVR port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:55:12.316798 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4b644e5f-e4f1-41fd-b4ce-d7463ca5fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.344342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b644e5f-e4f1-41fd-b4ce-d7463ca5fb5b None None] Pushing event deleted for resources: {'Port': ['ID=6cec0e2e-a2d6-473c-9581-d9ed606d60e9,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:12.349855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b644e5f-e4f1-41fd-b4ce-d7463ca5fb5b None None] No DVR routers for this DVR port 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:55:12.388143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.400368 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d1a151-f9eb-4115-b42e-ee94a8166edc']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:12.412756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09196c13-d4cd-4334-9724-a611f31d0f01') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:12.413109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09196c13-d4cd-4334-9724-a611f31d0f01') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:12.423151 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.439992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.447794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:55:12.448289 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:55:12.449975 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:55:12.512362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.518052 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.522181 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e5d1a151-f9eb-4115-b42e-ee94a8166edc HTTP/1.1" status: 204 len: 168 time: 0.6809168 Aug 16 13:55:12.532886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee3ba1-70da-44c8-bfa3-05c07ed8d337 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d1a151-f9eb-4115-b42e-ee94a8166edc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:12.640339 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:55:12.662683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:55:12.663116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6cec0e2e-a2d6-473c-9581-d9ed606d60e9 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:55:12.663578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device da7ea1f4-33d7-4c2f-9917-fd85614ad8cb no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:55:12.683478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: da7ea1f4-33d7-4c2f-9917-fd85614ad8cb {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:55:12.684091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device da7ea1f4-33d7-4c2f-9917-fd85614ad8cb not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:55:12.684503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f959a641-6522-4558-8483-f837ee645baa no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:55:12.706725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34634) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:12.762807 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3d29e491-a031-4102-894f-b6f36d0420b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab162faf90ff463982e33cedff1a4d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545926 Aug 16 13:55:12.766938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34636) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:12.830559 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-017efd25-7afe-4a8a-8238-e479d96e7f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.868777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: f959a641-6522-4558-8483-f837ee645baa {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:55:12.869459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f959a641-6522-4558-8483-f837ee645baa not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:55:12.869642 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-017efd25-7afe-4a8a-8238-e479d96e7f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.928807 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-017efd25-7afe-4a8a-8238-e479d96e7f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.932299 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-017efd25-7afe-4a8a-8238-e479d96e7f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:12.933530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-017efd25-7afe-4a8a-8238-e479d96e7f5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dcb81d4-7b28-43ae-9755-bed56a230fad HTTP/1.1" status: 204 len: 168 time: 0.1651051 Aug 16 13:55:12.942285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017efd25-7afe-4a8a-8238-e479d96e7f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb81d4-7b28-43ae-9755-bed56a230fad,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:13.794076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34658) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:13.916414 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1490928773-network', 'tenant_id': '2d241e43b0fa481f8e345ca08f829fb5'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:13.940341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Made reservation on behalf of 2d241e43b0fa481f8e345ca08f829fb5 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:13.943614 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:13.952793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:14.064192 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:14.069406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:14.097042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:55:14.107595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd4fe6a-9086-4a60-9135-6766987ec782,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:14.112770 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:14.113117 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Added segment c7887580-217e-4b27-bc4d-a697c349a255 of type vlan for network 315457ae-67ca-46f5-8796-c7078018459b Aug 16 13:55:14.155795 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:14.199650 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:14.201376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:14.202419 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:14.303891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5082946 Aug 16 13:55:14.306552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34662) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:14.312042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] Request body: {'subnet': {'network_id': '315457ae-67ca-46f5-8796-c7078018459b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1490928773-subnet', 'tenant_id': '2d241e43b0fa481f8e345ca08f829fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:14.316533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee36054-0e18-4bd8-9577-314cb5b1aa21 admin admin] Pushing event updated for resources: {'Network': ['ID=315457ae-67ca-46f5-8796-c7078018459b,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:14.328414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 315457ae-67ca-46f5-8796-c7078018459b details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:55:14.335691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] Made reservation on behalf of 2d241e43b0fa481f8e345ca08f829fb5 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:14.339667 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:14.537017 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:14.621007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5547667b-8d54-4688-901b-ef98b73c50b1,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:14.634349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] Checking segment: {'id': 'c7887580-217e-4b27-bc4d-a697c349a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '315457ae-67ca-46f5-8796-c7078018459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:55:14.634756 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] Network hostable DHCP agents. Network: 315457ae-67ca-46f5-8796-c7078018459b, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:55:14.654644 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] Network 315457ae-67ca-46f5-8796-c7078018459b is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:55:14.668965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 315457ae-67ca-46f5-8796-c7078018459b) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:55:14.680340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:14.681880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:14.682723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d07bb70-df7d-477a-a9c5-ef3c4f4b977e None None] Network 315457ae-67ca-46f5-8796-c7078018459b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:14.701547 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4449332b-0457-41ea-b848-43899273b9db admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3937111 Aug 16 13:55:14.842960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bfd8c1-c959-4f9f-ba61-86182f44217a None None] Network 315457ae-67ca-46f5-8796-c7078018459b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:15.319455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-a5beaf1b-67e3-43eb-8ff2-e720b1600748 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:15.321422 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-a5beaf1b-67e3-43eb-8ff2-e720b1600748 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/networks?id=315457ae-67ca-46f5-8796-c7078018459b HTTP/1.1" status: 200 len: 814 time: 0.1347985 Aug 16 13:55:15.344442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-1c9ffbe9-cf50-4032-bc76-0a76ac05a7d8 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/quotas/2d241e43b0fa481f8e345ca08f829fb5 HTTP/1.1" status: 200 len: 375 time: 0.0114093 Aug 16 13:55:15.379501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-b2d9f38f-b295-4b4d-b105-94f911cb51fd tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2d241e43b0fa481f8e345ca08f829fb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292740 Aug 16 13:55:15.481959 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2bc00408-a65f-4351-abf6-ae1f02da8958 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:55:15.483256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2bc00408-a65f-4351-abf6-ae1f02da8958 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584743 Aug 16 13:55:15.604482 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-441c5c03-d806-4f96-9f53-8c5831f83761 service neutron] 10.222.0.25 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127517 Aug 16 13:55:15.705231 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-d6bc9751-e6fa-4357-aa05-6b3354dffaae service neutron] 10.222.0.25 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935040 Aug 16 13:55:15.889968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1434396f-7e00-4377-bc30-b65d799ea74e req-66fa5c2f-ae36-4209-889e-1db6a1c7248a tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 210 time: 0.0357356 Aug 16 13:55:16.850363 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:17.003629 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c32d36b8-91aa-4df2-b565-c6fb2d19ef49 req-861ac0e2-cf4a-4059-8738-dac5a4b2ccd9 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 210 time: 0.0301018 Aug 16 13:55:17.219541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-d2e7d4d7-7446-44bc-a2e7-43a096f56ca8 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:17.221040 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-d2e7d4d7-7446-44bc-a2e7-43a096f56ca8 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.22 "GET /v2.0/networks?id=315457ae-67ca-46f5-8796-c7078018459b HTTP/1.1" status: 200 len: 814 time: 0.1210959 Aug 16 13:55:17.240956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Request body: {'port': {'device_id': 'ae5d83b8-f3ee-48f7-a07e-e859ef0b122f', 'network_id': '315457ae-67ca-46f5-8796-c7078018459b', 'admin_state_up': True, 'tenant_id': '2d241e43b0fa481f8e345ca08f829fb5'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:17.360149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Made reservation on behalf of 2d241e43b0fa481f8e345ca08f829fb5 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:17.363712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:17.503881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Allocated IP 172.20.0.11 (315457ae-67ca-46f5-8796-c7078018459b/5547667b-8d54-4688-901b-ef98b73c50b1/f09e1efa-42ab-49d7-8594-91461f3f0ebd) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:55:17.624140 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:55:17.659245 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:17.699224 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:17.743651 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Network 315457ae-67ca-46f5-8796-c7078018459b is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:55:17.746769 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:55:17.750670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:55:17.757788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Pushing event updated for resources: {'Port': ['ID=f09e1efa-42ab-49d7-8594-91461f3f0ebd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:17.818829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:17.819464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:17.834456 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2c03f2fd-e0eb-40dd-a2bb-e2ee6afba68d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5989676 Aug 16 13:55:17.852275 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Request body: {'port': {'device_id': 'ae5d83b8-f3ee-48f7-a07e-e859ef0b122f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:17.907106 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:18.141779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f4a2-a39a-4f42-878a-c2aadfc9ed02 req-f9e46167-7a64-465a-bee3-cfa6e74968be tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:18.144030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0725f4a2-a39a-4f42-878a-c2aadfc9ed02 req-f9e46167-7a64-465a-bee3-cfa6e74968be tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 932 time: 0.0558014 Aug 16 13:55:18.185475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0725f4a2-a39a-4f42-878a-c2aadfc9ed02 req-114bb3da-5378-4389-aec8-568952902491 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343561 Aug 16 13:55:18.214753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09e1efa-42ab-49d7-8594-91461f3f0ebd {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:55:18.222562 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:18.234678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Transition to ACTIVE for port object f09e1efa-42ab-49d7-8594-91461f3f0ebd will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:55:18.238288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:18.288463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Pushing event updated for resources: {'Port': ['ID=f09e1efa-42ab-49d7-8594-91461f3f0ebd,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:18.365493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Attempting to bind port f09e1efa-42ab-49d7-8594-91461f3f0ebd on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:55:18.365848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Attempting to bind port f09e1efa-42ab-49d7-8594-91461f3f0ebd by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': 'c7887580-217e-4b27-bc4d-a697c349a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '315457ae-67ca-46f5-8796-c7078018459b'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:55:18.366223 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Attempting to bind port f09e1efa-42ab-49d7-8594-91461f3f0ebd on network 315457ae-67ca-46f5-8796-c7078018459b {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:55:18.371489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Port f09e1efa-42ab-49d7-8594-91461f3f0ebd on network 315457ae-67ca-46f5-8796-c7078018459b not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:55:18.371784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Attempting to bind port f09e1efa-42ab-49d7-8594-91461f3f0ebd on network 315457ae-67ca-46f5-8796-c7078018459b {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:55:18.377063 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:55:18.377404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Checking segment: {'id': 'c7887580-217e-4b27-bc4d-a697c349a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '315457ae-67ca-46f5-8796-c7078018459b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:55:18.377791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Bound using segment: {'id': 'c7887580-217e-4b27-bc4d-a697c349a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '315457ae-67ca-46f5-8796-c7078018459b'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:55:18.378258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Bound port: f09e1efa-42ab-49d7-8594-91461f3f0ebd, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7887580-217e-4b27-bc4d-a697c349a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '315457ae-67ca-46f5-8796-c7078018459b'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:55:18.378624 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:18.453944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] For port f09e1efa-42ab-49d7-8594-91461f3f0ebd, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:55:18.457226 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] For port f09e1efa-42ab-49d7-8594-91461f3f0ebd, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=f09e1efa-42ab-49d7-8594-91461f3f0ebd,segment=NetworkSegment(c7887580-217e-4b27-bc4d-a697c349a255),segment_id=c7887580-217e-4b27-bc4d-a697c349a255)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:55:18.461400 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:18.497718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:18.498445 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:18.499856 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] 10.222.0.22 "PUT /v2.0/ports/f09e1efa-42ab-49d7-8594-91461f3f0ebd HTTP/1.1" status: 200 len: 1092 time: 0.6526637 Aug 16 13:55:18.500309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5d83b8-f3ee-48f7-a07e-e859ef0b122f', 'tag': 'f09e1efa-42ab-49d7-8594-91461f3f0ebd'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:55:18.502671 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0653f0-100f-45f4-b798-3aab8d006ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5d83b8-f3ee-48f7-a07e-e859ef0b122f", "tag": "f09e1efa-42ab-49d7-8594-91461f3f0ebd"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:55:18.531589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4331d5-fb57-4042-97d5-bdfc7e0dadbe service neutron] Pushing event updated for resources: {'Port': ['ID=f09e1efa-42ab-49d7-8594-91461f3f0ebd,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:18.559521 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e02f4f5-5c07-4668-972d-3536c401223a x-openstack-request-id: req-0e02f4f5-5c07-4668-972d-3536c401223a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:55:18.559807 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5d83b8-f3ee-48f7-a07e-e859ef0b122f", "tag": "f09e1efa-42ab-49d7-8594-91461f3f0ebd", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:55:18.560056 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e02f4f5-5c07-4668-972d-3536c401223a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:55:18.560451 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5d83b8-f3ee-48f7-a07e-e859ef0b122f', 'tag': 'f09e1efa-42ab-49d7-8594-91461f3f0ebd', 'status': 'completed', 'code': 200} Aug 16 13:55:18.598888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2a6d81a0-7ad8-476e-af40-cabff9fdb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:18.600683 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-2a6d81a0-7ad8-476e-af40-cabff9fdb370 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d241e43b0fa481f8e345ca08f829fb5&device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 1095 time: 0.0504098 Aug 16 13:55:18.654266 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-6fd3e9e4-94db-4f9f-80db-dfb866ccd113 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f09e1efa-42ab-49d7-8594-91461f3f0ebd HTTP/1.1" status: 200 len: 217 time: 0.0418794 Aug 16 13:55:18.706205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-7bfacfe9-4aef-415e-a6ad-566bce51b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:18.707795 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-7bfacfe9-4aef-415e-a6ad-566bce51b244 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5547667b-8d54-4688-901b-ef98b73c50b1 HTTP/1.1" status: 200 len: 854 time: 0.0468380 Aug 16 13:55:18.741472 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-40c509ce-93af-46a8-91d2-aaf0b60a6863 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=315457ae-67ca-46f5-8796-c7078018459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261059 Aug 16 13:55:18.841299 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-66e46a68-d190-409d-a8f8-134fd950867b service neutron] 10.222.0.22 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918870 Aug 16 13:55:18.947937 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b3c1ad8-726e-4b08-9407-dca15f85db35 req-be6f2ff0-40d4-4ba8-8781-d58f2b82d8ac service neutron] 10.222.0.22 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995712 Aug 16 13:55:19.064135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0653f0-100f-45f4-b798-3aab8d006ce4 req-c13ba8fd-9ce9-46df-a578-efc4c796d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:19.065655 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e0653f0-100f-45f4-b798-3aab8d006ce4 req-c13ba8fd-9ce9-46df-a578-efc4c796d713 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d241e43b0fa481f8e345ca08f829fb5&device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 1095 time: 0.0420475 Aug 16 13:55:19.165371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0653f0-100f-45f4-b798-3aab8d006ce4 req-175ee697-3fec-46b5-82e1-993ea9f4b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:19.166837 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e0653f0-100f-45f4-b798-3aab8d006ce4 req-175ee697-3fec-46b5-82e1-993ea9f4b764 service neutron] 10.222.0.22 "GET /v2.0/networks?id=315457ae-67ca-46f5-8796-c7078018459b HTTP/1.1" status: 200 len: 914 time: 0.0944459 Aug 16 13:55:19.209461 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e0653f0-100f-45f4-b798-3aab8d006ce4 req-f06621e4-95e1-4b54-94a2-d23002916337 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f09e1efa-42ab-49d7-8594-91461f3f0ebd HTTP/1.1" status: 200 len: 217 time: 0.0357881 Aug 16 13:55:19.268062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0653f0-100f-45f4-b798-3aab8d006ce4 req-f873ebaf-7c08-463c-aa55-3e9ab35b4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:19.269825 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e0653f0-100f-45f4-b798-3aab8d006ce4 req-f873ebaf-7c08-463c-aa55-3e9ab35b4cf5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5547667b-8d54-4688-901b-ef98b73c50b1 HTTP/1.1" status: 200 len: 854 time: 0.0532260 Aug 16 13:55:19.304734 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e0653f0-100f-45f4-b798-3aab8d006ce4 req-3585163b-f15f-4de1-afb9-b1306fb884da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=315457ae-67ca-46f5-8796-c7078018459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270953 Aug 16 13:55:19.308014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e7312-b013-40a4-85ac-53e933ff0f6c req-1fc98ae4-1e8c-4fae-b2c7-26d24a5d04f0 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:19.309686 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-975e7312-b013-40a4-85ac-53e933ff0f6c req-1fc98ae4-1e8c-4fae-b2c7-26d24a5d04f0 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 944 time: 0.0528245 Aug 16 13:55:19.351844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-975e7312-b013-40a4-85ac-53e933ff0f6c req-309f22c1-15d5-4249-937f-573c25e668f7 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354013 Aug 16 13:55:19.411914 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e0653f0-100f-45f4-b798-3aab8d006ce4 req-135bbd85-be50-4854-9606-dfb8ce8f5dc8 service neutron] 10.222.0.22 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996408 Aug 16 13:55:19.519125 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9e0653f0-100f-45f4-b798-3aab8d006ce4 req-436bdd40-cfc0-4611-98c0-48aa71d0965b service neutron] 10.222.0.22 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994096 Aug 16 13:55:20.477767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bba30-f967-45ec-ba21-2a6123fa8342 req-130c5ffc-b2fb-4725-8cc2-811eb0eed121 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:20.479292 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d65bba30-f967-45ec-ba21-2a6123fa8342 req-130c5ffc-b2fb-4725-8cc2-811eb0eed121 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 944 time: 0.0553918 Aug 16 13:55:20.518362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d65bba30-f967-45ec-ba21-2a6123fa8342 req-cc679cca-1598-4340-a0cf-cdbbd8a0139a tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330255 Aug 16 13:55:21.639872 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3178402-b8ef-4aa1-ad1b-8e8634a8455f req-a5c1ccb0-c55f-42d1-a3c8-b641491f3886 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:21.641414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3178402-b8ef-4aa1-ad1b-8e8634a8455f req-a5c1ccb0-c55f-42d1-a3c8-b641491f3886 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 944 time: 0.0494134 Aug 16 13:55:21.682349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d3178402-b8ef-4aa1-ad1b-8e8634a8455f req-4277ff6f-80f6-4545-9df0-bfebef0e9b14 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Aug 16 13:55:21.685889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device f09e1efa-42ab-49d7-8594-91461f3f0ebd details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:55:21.829609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port f09e1efa-42ab-49d7-8594-91461f3f0ebd, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=f09e1efa-42ab-49d7-8594-91461f3f0ebd,segment=NetworkSegment(c7887580-217e-4b27-bc4d-a697c349a255),segment_id=c7887580-217e-4b27-bc4d-a697c349a255)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:21.844280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'f09e1efa-42ab-49d7-8594-91461f3f0ebd', 'network_id': '315457ae-67ca-46f5-8796-c7078018459b', 'port_id': 'f09e1efa-42ab-49d7-8594-91461f3f0ebd', 'mac_address': 'fa:16:3e:f3:8c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5547667b-8d54-4688-901b-ef98b73c50b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:55:21.900076 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:21.938845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09e1efa-42ab-49d7-8594-91461f3f0ebd {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:55:21.967275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port f09e1efa-42ab-49d7-8594-91461f3f0ebd, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=f09e1efa-42ab-49d7-8594-91461f3f0ebd,segment=NetworkSegment(c7887580-217e-4b27-bc4d-a697c349a255),segment_id=c7887580-217e-4b27-bc4d-a697c349a255)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:21.972870 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:22.031174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=f09e1efa-42ab-49d7-8594-91461f3f0ebd,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:22.338975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['f09e1efa-42ab-49d7-8594-91461f3f0ebd'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:55:22.811618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0734c-1a1a-444a-ba17-3a9c7d863f3d req-1658befa-5497-43ef-9a25-bc8368be8ddb tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:22.813240 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4fe0734c-1a1a-444a-ba17-3a9c7d863f3d req-1658befa-5497-43ef-9a25-bc8368be8ddb tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 945 time: 0.0546389 Aug 16 13:55:22.858616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4fe0734c-1a1a-444a-ba17-3a9c7d863f3d req-9d24a160-b720-4584-a8ec-e0437f874a80 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338397 Aug 16 13:55:23.693888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device f09e1efa-42ab-49d7-8594-91461f3f0ebd up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:55:23.743167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port f09e1efa-42ab-49d7-8594-91461f3f0ebd completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:55:23.747005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port f09e1efa-42ab-49d7-8594-91461f3f0ebd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:55:23.747402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:23.827225 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:23.850262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5d83b8-f3ee-48f7-a07e-e859ef0b122f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09e1efa-42ab-49d7-8594-91461f3f0ebd'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:55:23.852500 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f83d9a-cb0d-4199-9fe0-16c0d7efbc36" -d '{"events": [{"server_uuid": "ae5d83b8-f3ee-48f7-a07e-e859ef0b122f", "name": "network-vif-plugged", "status": "completed", "tag": "f09e1efa-42ab-49d7-8594-91461f3f0ebd"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:55:23.865623 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port f09e1efa-42ab-49d7-8594-91461f3f0ebd, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=f09e1efa-42ab-49d7-8594-91461f3f0ebd,segment=NetworkSegment(c7887580-217e-4b27-bc4d-a697c349a255),segment_id=c7887580-217e-4b27-bc4d-a697c349a255)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:23.869838 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:23.893602 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7800e18c-74a1-4dbb-88d9-1e753bedd32b x-openstack-request-id: req-7800e18c-74a1-4dbb-88d9-1e753bedd32b {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:55:23.893894 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5d83b8-f3ee-48f7-a07e-e859ef0b122f", "name": "network-vif-plugged", "status": "completed", "tag": "f09e1efa-42ab-49d7-8594-91461f3f0ebd", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:55:23.894167 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7800e18c-74a1-4dbb-88d9-1e753bedd32b {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:55:23.894556 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5d83b8-f3ee-48f7-a07e-e859ef0b122f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09e1efa-42ab-49d7-8594-91461f3f0ebd', 'code': 200} Aug 16 13:55:23.923421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=f09e1efa-42ab-49d7-8594-91461f3f0ebd,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:23.987220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f8b7e-4d4d-4f91-b973-3054328fa367 req-539b4023-3f04-4b98-adb0-e9cd492513bb tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:23.988696 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-651f8b7e-4d4d-4f91-b973-3054328fa367 req-539b4023-3f04-4b98-adb0-e9cd492513bb tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0552907 Aug 16 13:55:24.010361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac58bfc-b1c0-4135-9bae-43e90e7d38b0 req-d638c341-ab87-4ef3-86f6-f9f8f79ff445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:24.011883 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5ac58bfc-b1c0-4135-9bae-43e90e7d38b0 req-d638c341-ab87-4ef3-86f6-f9f8f79ff445 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 1097 time: 0.0424824 Aug 16 13:55:24.029800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-651f8b7e-4d4d-4f91-b973-3054328fa367 req-e0d51b71-2cbd-4515-8dbb-33996d12ce0d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Aug 16 13:55:24.050985 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5ac58bfc-b1c0-4135-9bae-43e90e7d38b0 req-c6b7f47a-9128-40b5-9c95-76ec9c3e99bd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Aug 16 13:55:25.169101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5015df-bb3b-4c41-b63b-bbf95029632d req-f4efd54b-df68-45ec-bfe6-f1f54e8bb07f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:25.171809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae5015df-bb3b-4c41-b63b-bbf95029632d req-f4efd54b-df68-45ec-bfe6-f1f54e8bb07f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0717380 Aug 16 13:55:25.211297 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ae5015df-bb3b-4c41-b63b-bbf95029632d req-73c57995-84b7-4d5a-9841-3948875d5784 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329623 Aug 16 13:55:26.339056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903a861-be95-4eff-9f80-2dff198d5249 req-0918af4e-67a6-45ed-ba1f-08d78d0e60eb tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:26.340606 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3903a861-be95-4eff-9f80-2dff198d5249 req-0918af4e-67a6-45ed-ba1f-08d78d0e60eb tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0521083 Aug 16 13:55:26.381903 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3903a861-be95-4eff-9f80-2dff198d5249 req-c6dba368-4ea9-4f19-8d1d-24f7ebbd0a56 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350726 Aug 16 13:55:26.611528 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d91180-229f-441f-8077-688e0b8af64a req-40bf370b-3682-4d5e-bf6a-1c886f4f2f24 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:26.612988 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-40bf370b-3682-4d5e-bf6a-1c886f4f2f24 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/networks?id=315457ae-67ca-46f5-8796-c7078018459b HTTP/1.1" status: 200 len: 814 time: 0.1068332 Aug 16 13:55:26.630478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-759e6d0c-5ea8-4a9e-b3a0-28ae49ec5283 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/quotas/2d241e43b0fa481f8e345ca08f829fb5 HTTP/1.1" status: 200 len: 375 time: 0.0097537 Aug 16 13:55:26.680685 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-8525cecc-2a1d-4b34-8445-c71b56dc6143 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2d241e43b0fa481f8e345ca08f829fb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444913 Aug 16 13:55:26.822256 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-e4a26154-825d-4ab4-8fe9-e7aefa21d878 service neutron] 10.222.0.25 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335948 Aug 16 13:55:26.915996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-06089ff9-bdbb-47f4-a68c-aa017cc236ed service neutron] 10.222.0.25 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876679 Aug 16 13:55:27.103652 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4279f4e3-5773-4dad-9810-891b1724a180 req-1d6cf5ea-f1f1-4471-9757-eeb9c06527e6 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 210 time: 0.0342159 Aug 16 13:55:28.113350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d91180-229f-441f-8077-688e0b8af64a req-656a6ece-fb92-407c-81dc-3f733260285b tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:28.115574 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-656a6ece-fb92-407c-81dc-3f733260285b tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.42 "GET /v2.0/networks?id=315457ae-67ca-46f5-8796-c7078018459b HTTP/1.1" status: 200 len: 814 time: 0.1224718 Aug 16 13:55:28.132692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Request body: {'port': {'device_id': 'f00ced34-b81d-4655-8218-8a8cea3815b7', 'network_id': '315457ae-67ca-46f5-8796-c7078018459b', 'admin_state_up': True, 'tenant_id': '2d241e43b0fa481f8e345ca08f829fb5'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:28.214419 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fb272824-a8f2-4c0c-9a51-60bb61f17eed req-6b01f79f-7f9d-4574-8f70-9f6b434a4dd7 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 210 time: 0.0291471 Aug 16 13:55:28.260006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Made reservation on behalf of 2d241e43b0fa481f8e345ca08f829fb5 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:28.264139 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:28.406383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Allocated IP 172.20.0.9 (315457ae-67ca-46f5-8796-c7078018459b/5547667b-8d54-4688-901b-ef98b73c50b1/17b2eeb7-6e4a-40df-8422-9cc4d0e62a36) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:55:28.589810 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:28.634830 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:28.661793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['f09e1efa-42ab-49d7-8594-91461f3f0ebd'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:55:28.679144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Network 315457ae-67ca-46f5-8796-c7078018459b is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:55:28.685035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:55:28.689580 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:55:28.720608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Pushing event updated for resources: {'Port': ['ID=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:28.735662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.736000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.736324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.736654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.736983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.737312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.737630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.737948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.738295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.738660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.739152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.739481 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:28.763046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:28.763879 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:28.782904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-1895f380-b4a1-495f-8757-88c2077c6540 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6562481 Aug 16 13:55:28.797573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Request body: {'port': {'device_id': 'f00ced34-b81d-4655-8218-8a8cea3815b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:28.886012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:29.178508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:55:29.187574 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:29.202191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Transition to ACTIVE for port object 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:55:29.206690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:29.307571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:29.353012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad788-1f4e-4253-a08c-47d375fa0fe4 req-c8773c99-f551-4452-923d-2915d86b88ce tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:29.354647 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f13ad788-1f4e-4253-a08c-47d375fa0fe4 req-c8773c99-f551-4452-923d-2915d86b88ce tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 943 time: 0.0662272 Aug 16 13:55:29.367609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Attempting to bind port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:55:29.367841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Attempting to bind port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'c7887580-217e-4b27-bc4d-a697c349a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '315457ae-67ca-46f5-8796-c7078018459b'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:55:29.368178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Attempting to bind port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 on network 315457ae-67ca-46f5-8796-c7078018459b {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:55:29.373018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 on network 315457ae-67ca-46f5-8796-c7078018459b not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:55:29.373355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Attempting to bind port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 on network 315457ae-67ca-46f5-8796-c7078018459b {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:55:29.378997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:55:29.379537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Checking segment: {'id': 'c7887580-217e-4b27-bc4d-a697c349a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '315457ae-67ca-46f5-8796-c7078018459b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:55:29.380591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Bound using segment: {'id': 'c7887580-217e-4b27-bc4d-a697c349a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '315457ae-67ca-46f5-8796-c7078018459b'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:55:29.381158 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Bound port: 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7887580-217e-4b27-bc4d-a697c349a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '315457ae-67ca-46f5-8796-c7078018459b'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:55:29.381422 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:29.397501 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f13ad788-1f4e-4253-a08c-47d375fa0fe4 req-a75cf6e1-8b05-4321-b70a-19f72caa1fee tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Aug 16 13:55:29.452297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] For port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:55:29.457350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] For port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36,segment=NetworkSegment(c7887580-217e-4b27-bc4d-a697c349a255),segment_id=c7887580-217e-4b27-bc4d-a697c349a255)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:55:29.462302 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:29.502185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:29.502839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:29.504340 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] 10.222.0.42 "PUT /v2.0/ports/17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 HTTP/1.1" status: 200 len: 1091 time: 0.7121618 Aug 16 13:55:29.505436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00ced34-b81d-4655-8218-8a8cea3815b7', 'tag': '17b2eeb7-6e4a-40df-8422-9cc4d0e62a36'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:55:29.507805 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f66e37-3ae5-492c-9b8a-a8e9d7563293" -d '{"events": [{"name": "network-changed", "server_uuid": "f00ced34-b81d-4655-8218-8a8cea3815b7", "tag": "17b2eeb7-6e4a-40df-8422-9cc4d0e62a36"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:55:29.538986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07739c-d8d5-4a36-95af-645033896ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:29.560249 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2857bcd3-fd91-41f0-9639-049f28f159a1 x-openstack-request-id: req-2857bcd3-fd91-41f0-9639-049f28f159a1 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:55:29.560543 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00ced34-b81d-4655-8218-8a8cea3815b7", "tag": "17b2eeb7-6e4a-40df-8422-9cc4d0e62a36", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:55:29.560794 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2857bcd3-fd91-41f0-9639-049f28f159a1 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:55:29.561192 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00ced34-b81d-4655-8218-8a8cea3815b7', 'tag': '17b2eeb7-6e4a-40df-8422-9cc4d0e62a36', 'status': 'completed', 'code': 200} Aug 16 13:55:29.599178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d91180-229f-441f-8077-688e0b8af64a req-7351e1ec-ae94-4842-8561-117f1095e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:29.600786 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-7351e1ec-ae94-4842-8561-117f1095e736 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d241e43b0fa481f8e345ca08f829fb5&device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 1094 time: 0.0511007 Aug 16 13:55:29.644763 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-5177464e-15f1-42a8-a632-e3b730ef19d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 HTTP/1.1" status: 200 len: 217 time: 0.0349631 Aug 16 13:55:29.697809 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d91180-229f-441f-8077-688e0b8af64a req-1579a35f-4cea-4425-ac3c-b72ff1d22eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:29.699317 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-1579a35f-4cea-4425-ac3c-b72ff1d22eb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5547667b-8d54-4688-901b-ef98b73c50b1 HTTP/1.1" status: 200 len: 854 time: 0.0469532 Aug 16 13:55:29.732323 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-7062673a-4ae1-4352-a387-2c1ba8154fac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315457ae-67ca-46f5-8796-c7078018459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254776 Aug 16 13:55:29.833822 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-1801f001-ced5-4d38-99de-b66c0cae40bb service neutron] 10.222.0.42 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935452 Aug 16 13:55:29.937140 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-10d91180-229f-441f-8077-688e0b8af64a req-9aa9a81b-6346-41c3-8e23-2b4cbaa7098c service neutron] 10.222.0.42 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952480 Aug 16 13:55:30.042032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66e37-3ae5-492c-9b8a-a8e9d7563293 req-ff60d325-a454-403c-afa1-384ea1c71211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:30.043661 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65f66e37-3ae5-492c-9b8a-a8e9d7563293 req-ff60d325-a454-403c-afa1-384ea1c71211 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d241e43b0fa481f8e345ca08f829fb5&device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 1094 time: 0.0465310 Aug 16 13:55:30.140894 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66e37-3ae5-492c-9b8a-a8e9d7563293 req-813c0c29-1777-457b-aea7-e8ed2b69d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:30.142453 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65f66e37-3ae5-492c-9b8a-a8e9d7563293 req-813c0c29-1777-457b-aea7-e8ed2b69d57e service neutron] 10.222.0.42 "GET /v2.0/networks?id=315457ae-67ca-46f5-8796-c7078018459b HTTP/1.1" status: 200 len: 914 time: 0.0892859 Aug 16 13:55:30.189891 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65f66e37-3ae5-492c-9b8a-a8e9d7563293 req-a429a918-4fe9-470e-bb36-d9d9b79c7bbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 HTTP/1.1" status: 200 len: 217 time: 0.0383523 Aug 16 13:55:30.245149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66e37-3ae5-492c-9b8a-a8e9d7563293 req-8b83924c-767e-4031-ab81-086f1468c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:30.247085 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65f66e37-3ae5-492c-9b8a-a8e9d7563293 req-8b83924c-767e-4031-ab81-086f1468c06f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5547667b-8d54-4688-901b-ef98b73c50b1 HTTP/1.1" status: 200 len: 854 time: 0.0466464 Aug 16 13:55:30.284727 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65f66e37-3ae5-492c-9b8a-a8e9d7563293 req-d589eb69-93c4-4409-8dc6-bed46336d1c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=315457ae-67ca-46f5-8796-c7078018459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288343 Aug 16 13:55:30.399517 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65f66e37-3ae5-492c-9b8a-a8e9d7563293 req-6ce40862-75fd-4c4c-9d0c-50c59b2ff958 service neutron] 10.222.0.42 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023214 Aug 16 13:55:30.407894 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:30.499466 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-65f66e37-3ae5-492c-9b8a-a8e9d7563293 req-5159f1fe-35fc-4775-88d6-60d78f8580ec service neutron] 10.222.0.42 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919943 Aug 16 13:55:30.568669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e39c0c-7552-4300-ab2b-4d139f1309a2 req-e7f81bdc-2c2d-4b44-890f-e6233b6ecbad tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:30.570712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2e39c0c-7552-4300-ab2b-4d139f1309a2 req-e7f81bdc-2c2d-4b44-890f-e6233b6ecbad tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 943 time: 0.0612457 Aug 16 13:55:30.614703 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2e39c0c-7552-4300-ab2b-4d139f1309a2 req-de8fa5f6-f6a0-48bf-8cb2-5fc573462e40 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374796 Aug 16 13:55:31.746365 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ba5b9-a4d0-4653-8f59-7c050d8b76f4 req-c6b3700b-ceaf-470a-929f-d9fae6d6101f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:31.747947 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-675ba5b9-a4d0-4653-8f59-7c050d8b76f4 req-c6b3700b-ceaf-470a-929f-d9fae6d6101f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 943 time: 0.0587847 Aug 16 13:55:31.790964 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-675ba5b9-a4d0-4653-8f59-7c050d8b76f4 req-19b80d62-fd69-48c0-94ef-1de12d4ea1ff tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Aug 16 13:55:31.894412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3c21d982-8f0c-496f-9ad0-eb83a8283791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:32.198468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:55:32.308699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36,segment=NetworkSegment(c7887580-217e-4b27-bc4d-a697c349a255),segment_id=c7887580-217e-4b27-bc4d-a697c349a255)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:32.322491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '17b2eeb7-6e4a-40df-8422-9cc4d0e62a36', 'network_id': '315457ae-67ca-46f5-8796-c7078018459b', 'port_id': '17b2eeb7-6e4a-40df-8422-9cc4d0e62a36', 'mac_address': 'fa:16:3e:f2:59:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5547667b-8d54-4688-901b-ef98b73c50b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:55:32.369477 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:32.385414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:55:32.427546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36,segment=NetworkSegment(c7887580-217e-4b27-bc4d-a697c349a255),segment_id=c7887580-217e-4b27-bc4d-a697c349a255)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:32.433774 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:32.509079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:32.637443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['17b2eeb7-6e4a-40df-8422-9cc4d0e62a36'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:55:32.923758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac21b2-f64a-4956-8677-5c64038efd2c req-486f2001-76f6-4bf2-80b8-993253a7cc8d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:32.925381 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67ac21b2-f64a-4956-8677-5c64038efd2c req-486f2001-76f6-4bf2-80b8-993253a7cc8d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 944 time: 0.0536926 Aug 16 13:55:32.968610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-67ac21b2-f64a-4956-8677-5c64038efd2c req-68570828-6f1e-4600-9d71-cd9e705c32c6 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362663 Aug 16 13:55:34.106966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f547362-61fe-451a-881f-d910b962754e req-d699a0ff-9819-4744-bd10-177f3ff028ad tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:34.108664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f547362-61fe-451a-881f-d910b962754e req-d699a0ff-9819-4744-bd10-177f3ff028ad tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 944 time: 0.0640712 Aug 16 13:55:34.156802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f547362-61fe-451a-881f-d910b962754e req-169e92db-2aaf-4e99-910a-2cd0d18553e0 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368152 Aug 16 13:55:34.214483 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:55:34.272683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:55:34.277648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:55:34.278031 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:34.373248 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:34.400285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ced34-b81d-4655-8218-8a8cea3815b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b2eeb7-6e4a-40df-8422-9cc4d0e62a36'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:55:34.402939 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7586e40-25f3-4c04-8dd3-13ce39a8a1db" -d '{"events": [{"server_uuid": "f00ced34-b81d-4655-8218-8a8cea3815b7", "name": "network-vif-plugged", "status": "completed", "tag": "17b2eeb7-6e4a-40df-8422-9cc4d0e62a36"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:55:34.422577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36,segment=NetworkSegment(c7887580-217e-4b27-bc4d-a697c349a255),segment_id=c7887580-217e-4b27-bc4d-a697c349a255)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:34.432450 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:34.465804 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e2faf7-2157-4824-960f-d1a91a5d1432 x-openstack-request-id: req-e4e2faf7-2157-4824-960f-d1a91a5d1432 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:55:34.466747 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00ced34-b81d-4655-8218-8a8cea3815b7", "name": "network-vif-plugged", "status": "completed", "tag": "17b2eeb7-6e4a-40df-8422-9cc4d0e62a36", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:55:34.466747 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4e2faf7-2157-4824-960f-d1a91a5d1432 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:55:34.467202 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00ced34-b81d-4655-8218-8a8cea3815b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b2eeb7-6e4a-40df-8422-9cc4d0e62a36', 'code': 200} Aug 16 13:55:34.475620 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-04a38dd8-a977-4681-a07b-a6c025f421fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:34.516250 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:34.530559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.531037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.531600 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.532199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.533072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.533673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.534303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.535302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.536042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.536607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.537162 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.537835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:55:34.580341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56011fe-9c71-4491-9cc6-6d350c88a440 req-a19903bf-9a81-44dc-bccc-d0097179eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:34.581879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a56011fe-9c71-4491-9cc6-6d350c88a440 req-a19903bf-9a81-44dc-bccc-d0097179eb37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 1096 time: 0.0627947 Aug 16 13:55:34.624255 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a56011fe-9c71-4491-9cc6-6d350c88a440 req-552fc318-7e6c-4a36-aa95-835468ff5122 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Aug 16 13:55:34.713721 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:35.319564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd7e4d-c5e4-46fd-979f-51039ce9aa2b req-86d58785-511c-45de-b99e-aca6d0282705 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:35.321560 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50dd7e4d-c5e4-46fd-979f-51039ce9aa2b req-86d58785-511c-45de-b99e-aca6d0282705 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 945 time: 0.0600016 Aug 16 13:55:35.383181 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-50dd7e4d-c5e4-46fd-979f-51039ce9aa2b req-a303c6aa-c0bd-477f-ac2c-fac9e10f8e70 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547268 Aug 16 13:55:35.733818 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:36.527440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb54867-7f2e-4a73-b0da-f5ec4a2f5ef5 req-09fc29fe-7153-4796-a857-21970200cc57 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:36.529058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3fb54867-7f2e-4a73-b0da-f5ec4a2f5ef5 req-09fc29fe-7153-4796-a857-21970200cc57 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 945 time: 0.0540791 Aug 16 13:55:36.580302 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3fb54867-7f2e-4a73-b0da-f5ec4a2f5ef5 req-fd08c901-a430-4956-ad58-c95d8f6095d0 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443599 Aug 16 13:55:36.855153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150882-31a7-4655-a67a-32afeb1bbc63 req-f8200a93-d756-44df-970c-ff4e25bec711 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:36.856665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3150882-31a7-4655-a67a-32afeb1bbc63 req-f8200a93-d756-44df-970c-ff4e25bec711 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 945 time: 0.0541630 Aug 16 13:55:36.899251 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3150882-31a7-4655-a67a-32afeb1bbc63 req-66d8d0c2-5cd0-41d3-a499-fcf2691ea26e tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Aug 16 13:55:37.543180 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:38.048185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501cc4d-8615-4b47-8bb0-15602c1cf1d3 req-61fd48db-afef-4990-86a9-8d375733ab0d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:38.049799 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0501cc4d-8615-4b47-8bb0-15602c1cf1d3 req-61fd48db-afef-4990-86a9-8d375733ab0d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 945 time: 0.0577209 Aug 16 13:55:38.095153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0501cc4d-8615-4b47-8bb0-15602c1cf1d3 req-a5323666-f32b-4b3d-b78d-501905385b40 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379124 Aug 16 13:55:38.153799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1f8cd-bf27-481f-8742-aeef258f1d08 req-b7a258d4-0cfc-41b6-a597-e0ade22ad6a6 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:38.156647 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44f1f8cd-bf27-481f-8742-aeef258f1d08 req-b7a258d4-0cfc-41b6-a597-e0ade22ad6a6 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 945 time: 0.0728757 Aug 16 13:55:38.287676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-44f1f8cd-bf27-481f-8742-aeef258f1d08 req-53ad7722-0ee7-4336-8ab5-958c0e7bbb2f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Deleting port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:55:38.288019 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-44f1f8cd-bf27-481f-8742-aeef258f1d08 req-53ad7722-0ee7-4336-8ab5-958c0e7bbb2f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:38.394589 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-44f1f8cd-bf27-481f-8742-aeef258f1d08 req-53ad7722-0ee7-4336-8ab5-958c0e7bbb2f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] For port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36,segment=NetworkSegment(c7887580-217e-4b27-bc4d-a697c349a255),segment_id=c7887580-217e-4b27-bc4d-a697c349a255)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:38.394960 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-44f1f8cd-bf27-481f-8742-aeef258f1d08 req-53ad7722-0ee7-4336-8ab5-958c0e7bbb2f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:38.409917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-44f1f8cd-bf27-481f-8742-aeef258f1d08 req-53ad7722-0ee7-4336-8ab5-958c0e7bbb2f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Calling delete_port for 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:55:38.555570 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-44f1f8cd-bf27-481f-8742-aeef258f1d08 req-53ad7722-0ee7-4336-8ab5-958c0e7bbb2f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:38.568874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['17b2eeb7-6e4a-40df-8422-9cc4d0e62a36'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:55:38.586016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad7722-0ee7-4336-8ab5-958c0e7bbb2f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Pushing event deleted for resources: {'Port': ['ID=17b2eeb7-6e4a-40df-8422-9cc4d0e62a36,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:38.592695 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['f09e1efa-42ab-49d7-8594-91461f3f0ebd'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:55:38.644092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f1f8cd-bf27-481f-8742-aeef258f1d08 req-53ad7722-0ee7-4336-8ab5-958c0e7bbb2f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] No DVR routers for this DVR port 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:55:38.647629 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-44f1f8cd-bf27-481f-8742-aeef258f1d08 req-53ad7722-0ee7-4336-8ab5-958c0e7bbb2f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:38.649813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44f1f8cd-bf27-481f-8742-aeef258f1d08 req-53ad7722-0ee7-4336-8ab5-958c0e7bbb2f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.42 "DELETE /v2.0/ports/17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 HTTP/1.1" status: 204 len: 173 time: 0.4859879 Aug 16 13:55:38.650321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ced34-b81d-4655-8218-8a8cea3815b7', 'name': 'network-vif-deleted', 'tag': '17b2eeb7-6e4a-40df-8422-9cc4d0e62a36'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:55:38.653154 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674c7fc5-4f8d-4ef2-badf-32982b090bb8" -d '{"events": [{"server_uuid": "f00ced34-b81d-4655-8218-8a8cea3815b7", "name": "network-vif-deleted", "tag": "17b2eeb7-6e4a-40df-8422-9cc4d0e62a36"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:55:38.717079 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873d9ad6-bf35-4214-bbf7-40078adccde1 x-openstack-request-id: req-873d9ad6-bf35-4214-bbf7-40078adccde1 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:55:38.717658 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00ced34-b81d-4655-8218-8a8cea3815b7", "name": "network-vif-deleted", "tag": "17b2eeb7-6e4a-40df-8422-9cc4d0e62a36", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:55:38.718213 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-873d9ad6-bf35-4214-bbf7-40078adccde1 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:55:38.718930 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00ced34-b81d-4655-8218-8a8cea3815b7', 'name': 'network-vif-deleted', 'tag': '17b2eeb7-6e4a-40df-8422-9cc4d0e62a36', 'status': 'completed', 'code': 200} Aug 16 13:55:39.259070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fcf990b2-ed88-4bdc-b9b6-f804c0b04956 req-b6d2ba2c-c366-48c9-b722-c52a344757d2 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00ced34-b81d-4655-8218-8a8cea3815b7 HTTP/1.1" status: 200 len: 210 time: 0.0319023 Aug 16 13:55:40.421347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6534d89-2378-4583-8705-4ee0a60bf415 req-a05003c8-6cc2-48aa-a477-57c4444807b1 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:40.423188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6534d89-2378-4583-8705-4ee0a60bf415 req-a05003c8-6cc2-48aa-a477-57c4444807b1 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0537052 Aug 16 13:55:40.468026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6534d89-2378-4583-8705-4ee0a60bf415 req-c88f4b3d-3ead-4a5e-9419-e436f20307b0 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Aug 16 13:55:40.620390 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c9fda-a587-470b-b8a1-2e2297009e3d req-feea1e2a-3e8c-416e-a52b-8c2c15cc2279 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:40.622044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d55c9fda-a587-470b-b8a1-2e2297009e3d req-feea1e2a-3e8c-416e-a52b-8c2c15cc2279 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0578499 Aug 16 13:55:40.678668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d55c9fda-a587-470b-b8a1-2e2297009e3d req-f6b30731-9fe4-4d5f-98fd-51bd7fe42be6 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497167 Aug 16 13:55:40.803392 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dcd0679-953e-47b7-b423-f083a25a7184 req-ebe0742d-52f9-4fbb-9455-1268a3210831 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488868 Aug 16 13:55:40.849602 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45d938-cec0-4745-ba9e-280d5442ea85 req-876b079e-8ffa-4c36-a1bf-d9c44da36bcc tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:40.851284 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac45d938-cec0-4745-ba9e-280d5442ea85 req-876b079e-8ffa-4c36-a1bf-d9c44da36bcc tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0666246 Aug 16 13:55:40.900755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ac45d938-cec0-4745-ba9e-280d5442ea85 req-40f6c2d7-7de2-40c1-9f26-93eab43e5325 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Aug 16 13:55:40.922617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd0679-953e-47b7-b423-f083a25a7184 req-ffccbe5e-ed01-482f-aa52-34314f5cc967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:40.924377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dcd0679-953e-47b7-b423-f083a25a7184 req-ffccbe5e-ed01-482f-aa52-34314f5cc967 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d241e43b0fa481f8e345ca08f829fb5&device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 1097 time: 0.0538375 Aug 16 13:55:41.052943 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd0679-953e-47b7-b423-f083a25a7184 req-7945d7ed-69a1-4dbb-94be-abb620dc03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:41.054609 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dcd0679-953e-47b7-b423-f083a25a7184 req-7945d7ed-69a1-4dbb-94be-abb620dc03ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=315457ae-67ca-46f5-8796-c7078018459b HTTP/1.1" status: 200 len: 914 time: 0.1078448 Aug 16 13:55:41.106954 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dcd0679-953e-47b7-b423-f083a25a7184 req-a5ef402f-a766-4861-9fa6-563d262ecc7f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f09e1efa-42ab-49d7-8594-91461f3f0ebd HTTP/1.1" status: 200 len: 217 time: 0.0451362 Aug 16 13:55:41.110895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4078fb5-8aa3-4bdc-bea9-4b08ae0d2ebf req-5ff53275-b287-4240-af74-fd98c9f4e5ea tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:41.112888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4078fb5-8aa3-4bdc-bea9-4b08ae0d2ebf req-5ff53275-b287-4240-af74-fd98c9f4e5ea tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0668175 Aug 16 13:55:41.161475 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4078fb5-8aa3-4bdc-bea9-4b08ae0d2ebf req-45ae8b0d-e55c-4305-bbf4-d0e2de618f02 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399263 Aug 16 13:55:41.169296 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd0679-953e-47b7-b423-f083a25a7184 req-a39304b4-6f90-456a-bb3b-6c138b5baeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:41.171898 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dcd0679-953e-47b7-b423-f083a25a7184 req-a39304b4-6f90-456a-bb3b-6c138b5baeb6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5547667b-8d54-4688-901b-ef98b73c50b1 HTTP/1.1" status: 200 len: 854 time: 0.0568831 Aug 16 13:55:41.209709 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dcd0679-953e-47b7-b423-f083a25a7184 req-517b4dae-6a20-47f4-9910-a49576e0e05f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=315457ae-67ca-46f5-8796-c7078018459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284035 Aug 16 13:55:41.300453 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111232-aadf-451d-b2c4-4d760ec4a514 req-0f0ee22e-098b-4f69-ad3a-b78656ba0e56 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:41.302084 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71111232-aadf-451d-b2c4-4d760ec4a514 req-0f0ee22e-098b-4f69-ad3a-b78656ba0e56 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0578623 Aug 16 13:55:41.344896 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71111232-aadf-451d-b2c4-4d760ec4a514 req-4e6cadb8-0278-4d73-b8c8-6b99048f985f tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Aug 16 13:55:41.352396 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dcd0679-953e-47b7-b423-f083a25a7184 req-66d8e5ce-6010-42bb-a481-ef9570de19aa service neutron] 10.222.0.22 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336036 Aug 16 13:55:41.485049 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8dcd0679-953e-47b7-b423-f083a25a7184 req-db1394cb-2fb3-41a5-8d59-90b68d0e43c7 service neutron] 10.222.0.22 "GET /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248219 Aug 16 13:55:41.553668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88451809-884e-4098-9819-0188ba424b24 req-c3985f56-586c-4996-b567-0d1b30e5c907 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:41.556527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88451809-884e-4098-9819-0188ba424b24 req-c3985f56-586c-4996-b567-0d1b30e5c907 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0911109 Aug 16 13:55:41.597923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88451809-884e-4098-9819-0188ba424b24 req-7522f6e3-8838-4557-aee3-0cb8c694e4ed tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350680 Aug 16 13:55:41.975614 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5c646-bfde-427b-ba22-61a59bbcbff7 req-37f8e06b-765a-4ff4-818e-f8cf35ceb914 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:41.977242 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ee5c646-bfde-427b-ba22-61a59bbcbff7 req-37f8e06b-765a-4ff4-818e-f8cf35ceb914 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0543153 Aug 16 13:55:42.042909 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ee5c646-bfde-427b-ba22-61a59bbcbff7 req-5c2bcc36-b072-49cb-8c89-101b6dcfa03d tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586629 Aug 16 13:55:42.274267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:55:42.295821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:55:42.296165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 17b2eeb7-6e4a-40df-8422-9cc4d0e62a36 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:55:43.199827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79632417-483e-45bb-88b1-2c6533ca09a7 req-6c9bb53f-ce79-408d-b4f8-095db88acad8 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:43.201747 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79632417-483e-45bb-88b1-2c6533ca09a7 req-6c9bb53f-ce79-408d-b4f8-095db88acad8 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0681875 Aug 16 13:55:43.247788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79632417-483e-45bb-88b1-2c6533ca09a7 req-6f589465-7b20-47a3-92f7-04d773f2bc8b tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390987 Aug 16 13:55:43.611251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbb775-bff1-40fa-882a-274fc5354ac3 req-bc24c542-ab14-4d2a-b834-2b878df507c5 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:43.612816 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4ebbb775-bff1-40fa-882a-274fc5354ac3 req-bc24c542-ab14-4d2a-b834-2b878df507c5 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 946 time: 0.0536985 Aug 16 13:55:43.719542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4ebbb775-bff1-40fa-882a-274fc5354ac3 req-9879fd3d-0aaa-47d4-8e61-44fc2f677222 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Deleting port f09e1efa-42ab-49d7-8594-91461f3f0ebd {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:55:43.719884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ebbb775-bff1-40fa-882a-274fc5354ac3 req-9879fd3d-0aaa-47d4-8e61-44fc2f677222 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:43.827979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4ebbb775-bff1-40fa-882a-274fc5354ac3 req-9879fd3d-0aaa-47d4-8e61-44fc2f677222 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] For port f09e1efa-42ab-49d7-8594-91461f3f0ebd, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=f09e1efa-42ab-49d7-8594-91461f3f0ebd,segment=NetworkSegment(c7887580-217e-4b27-bc4d-a697c349a255),segment_id=c7887580-217e-4b27-bc4d-a697c349a255)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:43.828346 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ebbb775-bff1-40fa-882a-274fc5354ac3 req-9879fd3d-0aaa-47d4-8e61-44fc2f677222 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:43.842729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4ebbb775-bff1-40fa-882a-274fc5354ac3 req-9879fd3d-0aaa-47d4-8e61-44fc2f677222 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Calling delete_port for f09e1efa-42ab-49d7-8594-91461f3f0ebd owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:55:44.357413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ebbb775-bff1-40fa-882a-274fc5354ac3 req-9879fd3d-0aaa-47d4-8e61-44fc2f677222 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:44.385073 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['f09e1efa-42ab-49d7-8594-91461f3f0ebd'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:55:44.394213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879fd3d-0aaa-47d4-8e61-44fc2f677222 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Pushing event deleted for resources: {'Port': ['ID=f09e1efa-42ab-49d7-8594-91461f3f0ebd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:44.406081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc6b08-294f-45cb-8a95-fbc5a5cbced9 req-e17086db-a8b2-454d-a5bf-f28507291f84 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:44.409962 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49dc6b08-294f-45cb-8a95-fbc5a5cbced9 req-e17086db-a8b2-454d-a5bf-f28507291f84 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae5d83b8-f3ee-48f7-a07e-e859ef0b122f HTTP/1.1" status: 200 len: 867 time: 0.0834975 Aug 16 13:55:44.452849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebbb775-bff1-40fa-882a-274fc5354ac3 req-9879fd3d-0aaa-47d4-8e61-44fc2f677222 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] No DVR routers for this DVR port f09e1efa-42ab-49d7-8594-91461f3f0ebd on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:55:44.457604 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4ebbb775-bff1-40fa-882a-274fc5354ac3 req-9879fd3d-0aaa-47d4-8e61-44fc2f677222 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:44.461310 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4ebbb775-bff1-40fa-882a-274fc5354ac3 req-9879fd3d-0aaa-47d4-8e61-44fc2f677222 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.22 "DELETE /v2.0/ports/f09e1efa-42ab-49d7-8594-91461f3f0ebd HTTP/1.1" status: 204 len: 173 time: 0.8417165 Aug 16 13:55:44.462069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5d83b8-f3ee-48f7-a07e-e859ef0b122f', 'name': 'network-vif-deleted', 'tag': 'f09e1efa-42ab-49d7-8594-91461f3f0ebd'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:55:44.466129 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49dc6b08-294f-45cb-8a95-fbc5a5cbced9 req-ad7a4bb3-ac50-4f64-8634-4d7621dea7a9 tempest-ServersNegativeTestJSON-799370299 tempest-ServersNegativeTestJSON-799370299-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bd4fe6a-9086-4a60-9135-6766987ec782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426717 Aug 16 13:55:44.467695 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d278f24-2c4f-41a3-ad31-5610eebd31c6" -d '{"events": [{"server_uuid": "ae5d83b8-f3ee-48f7-a07e-e859ef0b122f", "name": "network-vif-deleted", "tag": "f09e1efa-42ab-49d7-8594-91461f3f0ebd"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:55:44.532208 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fd8088-dd6c-4552-944d-66f0714febfb x-openstack-request-id: req-56fd8088-dd6c-4552-944d-66f0714febfb {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:55:44.533128 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5d83b8-f3ee-48f7-a07e-e859ef0b122f", "name": "network-vif-deleted", "tag": "f09e1efa-42ab-49d7-8594-91461f3f0ebd", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:55:44.533701 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56fd8088-dd6c-4552-944d-66f0714febfb {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:55:44.534343 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5d83b8-f3ee-48f7-a07e-e859ef0b122f', 'name': 'network-vif-deleted', 'tag': 'f09e1efa-42ab-49d7-8594-91461f3f0ebd', 'status': 'completed', 'code': 200} Aug 16 13:55:45.544135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34826) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:45.592760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d320d0-09a5-42ce-bf64-50f3fc509fa6 admin admin] Deleting subnet 5547667b-8d54-4688-901b-ef98b73c50b1 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:55:45.596296 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32d320d0-09a5-42ce-bf64-50f3fc509fa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:45.633571 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32d320d0-09a5-42ce-bf64-50f3fc509fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:45.680485 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32d320d0-09a5-42ce-bf64-50f3fc509fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:45.742211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32d320d0-09a5-42ce-bf64-50f3fc509fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:45.772218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d320d0-09a5-42ce-bf64-50f3fc509fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5547667b-8d54-4688-901b-ef98b73c50b1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:45.774425 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-32d320d0-09a5-42ce-bf64-50f3fc509fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:45.777366 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-32d320d0-09a5-42ce-bf64-50f3fc509fa6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5547667b-8d54-4688-901b-ef98b73c50b1 HTTP/1.1" status: 204 len: 168 time: 0.2312355 Aug 16 13:55:45.780749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34828) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:45.887526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:45.977248 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:45.989778 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315457ae-67ca-46f5-8796-c7078018459b']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:46.001186 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7887580-217e-4b27-bc4d-a697c349a255') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:46.001477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7887580-217e-4b27-bc4d-a697c349a255') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:46.012371 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:46.028243 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:46.034848 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:55:46.035349 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:55:46.037556 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:55:46.103231 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:46.112104 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:46.115717 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] 10.222.0.25 "DELETE /v2.0/networks/315457ae-67ca-46f5-8796-c7078018459b HTTP/1.1" status: 204 len: 168 time: 0.3336711 Aug 16 13:55:46.127961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81243c85-0246-4982-bd7d-79abe2b0c59c admin admin] Pushing event deleted for resources: {'Network': ['ID=315457ae-67ca-46f5-8796-c7078018459b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:46.246407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34832) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:46.297129 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-09059c76-7f86-45cb-832d-dc85f5b283d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d241e43b0fa481f8e345ca08f829fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492985 Aug 16 13:55:46.300352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34834) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:46.356858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe52ba2d-1045-411d-9f25-d1d993eb445f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:46.382826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe52ba2d-1045-411d-9f25-d1d993eb445f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:46.451426 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe52ba2d-1045-411d-9f25-d1d993eb445f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:46.455911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fe52ba2d-1045-411d-9f25-d1d993eb445f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:46.458718 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fe52ba2d-1045-411d-9f25-d1d993eb445f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bd4fe6a-9086-4a60-9135-6766987ec782 HTTP/1.1" status: 204 len: 168 time: 0.1564009 Aug 16 13:55:46.473043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52ba2d-1045-411d-9f25-d1d993eb445f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd4fe6a-9086-4a60-9135-6766987ec782,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:46.857353 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:47.296639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34856) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:47.406453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1260133427'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:47.433812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Made reservation on behalf of 9096f3217f4340f2941ccac1c254bb20 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:47.437376 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:47.447413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:47.555909 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:47.560285 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:47.592072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:55:47.603394 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8fe5c8-1af2-48c5-9fcd-fd3137c6309e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:47.609262 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:47.609608 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Added segment 2f2e62be-cfcc-4247-9cea-a562f85d2421 of type vlan for network 8282c89b-0733-49d8-8b9d-f8744271760e Aug 16 13:55:47.655465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:47.683955 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:47.692655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:47.693294 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:47.729446 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4313726 Aug 16 13:55:47.767828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc91ea7-b13d-427c-9424-f0801debd441 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event updated for resources: {'Network': ['ID=8282c89b-0733-49d8-8b9d-f8744271760e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:47.787556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 8282c89b-0733-49d8-8b9d-f8744271760e details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:55:47.859457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device f09e1efa-42ab-49d7-8594-91461f3f0ebd no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:55:47.891180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: f09e1efa-42ab-49d7-8594-91461f3f0ebd {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:55:47.891533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device f09e1efa-42ab-49d7-8594-91461f3f0ebd not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:55:51.092337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34860) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:51.098163 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Request body: {'subnet': {'network_id': '8282c89b-0733-49d8-8b9d-f8744271760e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:51.188392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Made reservation on behalf of 9096f3217f4340f2941ccac1c254bb20 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:51.191987 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:51.387225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:51.454226 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event updated for resources: {'Subnet': ['ID=10990cfd-6495-4e0e-900d-575f74edfd9b,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:51.466128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Checking segment: {'id': '2f2e62be-cfcc-4247-9cea-a562f85d2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8282c89b-0733-49d8-8b9d-f8744271760e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:55:51.466512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Network hostable DHCP agents. Network: 8282c89b-0733-49d8-8b9d-f8744271760e, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:55:51.484263 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Network 8282c89b-0733-49d8-8b9d-f8744271760e is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:55:51.494028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 8282c89b-0733-49d8-8b9d-f8744271760e) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:55:51.501798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:51.502597 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:51.503848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2a087-14e8-4a92-8341-269757d5d1ec None None] Network 8282c89b-0733-49d8-8b9d-f8744271760e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:51.523782 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34862) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:51.524649 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-231b439c-8847-4c89-98fc-14fc1324403b tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4304786 Aug 16 13:55:51.530599 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1719472851'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:51.554630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Made reservation on behalf of 9096f3217f4340f2941ccac1c254bb20 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:51.558176 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:51.584631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:55:51.595725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:51.595977 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Added segment abc31dd4-42a5-4eb4-bc1c-a73368279573 of type vlan for network 47a18f57-afdb-4adb-a9c1-212cba8b8097 Aug 16 13:55:51.646787 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:51.664826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-8282c89b-0733-49d8-8b9d-f8744271760e', 'network_id': '8282c89b-0733-49d8-8b9d-f8744271760e', 'tenant_id': '9096f3217f4340f2941ccac1c254bb20', 'fixed_ips': [{'subnet_id': '10990cfd-6495-4e0e-900d-575f74edfd9b'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:55:51.665812 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:51.678465 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:51.684258 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:51.684891 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:51.721769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1962433 Aug 16 13:55:51.725865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34864) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:51.731975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Request body: {'subnet': {'network_id': '47a18f57-afdb-4adb-a9c1-212cba8b8097', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:51.759788 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbbc2d-f1ff-48c0-bb89-1bfcecf13b14 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event updated for resources: {'Network': ['ID=47a18f57-afdb-4adb-a9c1-212cba8b8097,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:51.797912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 47a18f57-afdb-4adb-a9c1-212cba8b8097 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:55:51.854779 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Made reservation on behalf of 9096f3217f4340f2941ccac1c254bb20 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:51.860627 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:51.930348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Allocated IP 2001:db8:0:ffff::2 (8282c89b-0733-49d8-8b9d-f8744271760e/10990cfd-6495-4e0e-900d-575f74edfd9b/519f3a19-8672-4f2e-be2e-96aa7289dbcd) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:55:52.125005 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.136056 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.146675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Transition to ACTIVE for port object 519f3a19-8672-4f2e-be2e-96aa7289dbcd will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:55:52.164161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Transition to ACTIVE for port object 519f3a19-8672-4f2e-be2e-96aa7289dbcd will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:55:52.170587 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.204034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event updated for resources: {'Subnet': ['ID=b59e7871-f700-48f0-bd9e-090c3d79acc3,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:52.212959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Network 8282c89b-0733-49d8-8b9d-f8744271760e is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:55:52.216104 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:55:52.219959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:55:52.223099 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Checking segment: {'id': 'abc31dd4-42a5-4eb4-bc1c-a73368279573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '47a18f57-afdb-4adb-a9c1-212cba8b8097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:55:52.223472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Network hostable DHCP agents. Network: 47a18f57-afdb-4adb-a9c1-212cba8b8097, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:55:52.228007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Pushing event updated for resources: {'Port': ['ID=519f3a19-8672-4f2e-be2e-96aa7289dbcd,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:52.256083 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Network 47a18f57-afdb-4adb-a9c1-212cba8b8097 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:55:52.270769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 47a18f57-afdb-4adb-a9c1-212cba8b8097) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:55:52.276088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:52.276698 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.282084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2438709-c9b6-47c7-a97b-47903fa81ca9 None None] Network 47a18f57-afdb-4adb-a9c1-212cba8b8097 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:52.293893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fb96c82c-80a0-4bdc-a5ff-3afa43559262 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5665615 Aug 16 13:55:52.296417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34866) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:52.312217 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Attempting to bind port 519f3a19-8672-4f2e-be2e-96aa7289dbcd on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:55:52.312589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Attempting to bind port 519f3a19-8672-4f2e-be2e-96aa7289dbcd by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '2f2e62be-cfcc-4247-9cea-a562f85d2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8282c89b-0733-49d8-8b9d-f8744271760e'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:55:52.313087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Attempting to bind port 519f3a19-8672-4f2e-be2e-96aa7289dbcd on network 8282c89b-0733-49d8-8b9d-f8744271760e {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:55:52.346277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:55:52.346657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Checking segment: {'id': '2f2e62be-cfcc-4247-9cea-a562f85d2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8282c89b-0733-49d8-8b9d-f8744271760e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:55:52.347060 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.347457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Bound using segment: {'id': '2f2e62be-cfcc-4247-9cea-a562f85d2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8282c89b-0733-49d8-8b9d-f8744271760e'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:55:52.347968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Bound port: 519f3a19-8672-4f2e-be2e-96aa7289dbcd, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2e62be-cfcc-4247-9cea-a562f85d2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8282c89b-0733-49d8-8b9d-f8744271760e'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:55:52.348350 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.397466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.456635 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.543806 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.571680 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Subnet': ['ID=b59e7871-f700-48f0-bd9e-090c3d79acc3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:52.634051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9506cdf-dfc7-4e93-a984-2e80bc613662 None None] Network 47a18f57-afdb-4adb-a9c1-212cba8b8097 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:52.635420 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.646025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a18f57-afdb-4adb-a9c1-212cba8b8097']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:52.648469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] For port 519f3a19-8672-4f2e-be2e-96aa7289dbcd, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:55:52.657196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc31dd4-42a5-4eb4-bc1c-a73368279573') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:52.657496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc31dd4-42a5-4eb4-bc1c-a73368279573') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:52.668205 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.687011 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.695766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] For port 519f3a19-8672-4f2e-be2e-96aa7289dbcd, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=519f3a19-8672-4f2e-be2e-96aa7289dbcd,segment=NetworkSegment(2f2e62be-cfcc-4247-9cea-a562f85d2421),segment_id=2f2e62be-cfcc-4247-9cea-a562f85d2421)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:55:52.696009 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:55:52.696499 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:55:52.701014 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:55:52.703667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.786215 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.793840 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.799180 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/networks/47a18f57-afdb-4adb-a9c1-212cba8b8097 HTTP/1.1" status: 204 len: 168 time: 0.4984565 Aug 16 13:55:52.799551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34868) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:52.806216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1287904562'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:52.813777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a125117-fbec-41ae-9456-40fa5ef7ee80 None None] Pushing event updated for resources: {'Port': ['ID=519f3a19-8672-4f2e-be2e-96aa7289dbcd,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:52.829532 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0c14f-a306-4f1b-b435-2912d219997c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Network': ['ID=47a18f57-afdb-4adb-a9c1-212cba8b8097,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:52.839875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Made reservation on behalf of 9096f3217f4340f2941ccac1c254bb20 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:52.843737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.870794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:55:52.882149 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.882780 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Added segment 32ee1a01-996a-4ff4-8ff7-929cb8f30df4 of type vlan for network 347ed4be-d957-4ada-87fd-e6a91ef662da Aug 16 13:55:52.935738 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:52.991128 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:53.002187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:53.003150 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:53.043325 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2424901 Aug 16 13:55:53.046548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34870) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:53.055780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Request body: {'subnet': {'network_id': '347ed4be-d957-4ada-87fd-e6a91ef662da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:53.087555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd49aa-b493-40a5-998e-74186c5b9360 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event updated for resources: {'Network': ['ID=347ed4be-d957-4ada-87fd-e6a91ef662da,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:53.100989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 347ed4be-d957-4ada-87fd-e6a91ef662da details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:55:53.163442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Made reservation on behalf of 9096f3217f4340f2941ccac1c254bb20 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:53.167286 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:53.233577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Performing IP validity checks on allocation pools {{(pid=101395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 13:55:53.233997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.ipam_backend_mixin [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 13:55:53.370497 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:53.446666 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event updated for resources: {'Subnet': ['ID=03a14b3f-c205-49ca-a39d-d36a1f92424d,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:53.456264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Checking segment: {'id': '32ee1a01-996a-4ff4-8ff7-929cb8f30df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '347ed4be-d957-4ada-87fd-e6a91ef662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:55:53.456633 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Network hostable DHCP agents. Network: 347ed4be-d957-4ada-87fd-e6a91ef662da, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:55:53.477728 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Network 347ed4be-d957-4ada-87fd-e6a91ef662da is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:55:53.488030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 347ed4be-d957-4ada-87fd-e6a91ef662da) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:55:53.493481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:53.494338 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:53.499347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da439346-c4c1-4991-8ed7-a59fe4ea4966 None None] Network 347ed4be-d957-4ada-87fd-e6a91ef662da requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:53.517152 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-54445a21-fb9c-4900-ba56-aea656dba901 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4641027 Aug 16 13:55:53.517798 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34872) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:53.646748 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:53.705751 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6180dff-91ab-42e6-90e4-ccf71aa7b8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-347ed4be-d957-4ada-87fd-e6a91ef662da', 'network_id': '347ed4be-d957-4ada-87fd-e6a91ef662da', 'tenant_id': '9096f3217f4340f2941ccac1c254bb20', 'fixed_ips': [{'subnet_id': '03a14b3f-c205-49ca-a39d-d36a1f92424d'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:55:53.707828 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b6180dff-91ab-42e6-90e4-ccf71aa7b8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:53.745969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:53.828988 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:53.834038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b411eb51-91a1-4e34-a88a-13c0d63e595a None None] Network 8282c89b-0733-49d8-8b9d-f8744271760e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server [None req-b6180dff-91ab-42e6-90e4-ccf71aa7b8be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03a14b3f-c205-49ca-a39d-d36a1f92424d: This subnet is being modified by another concurrent operation. Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise exception Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03a14b3f-c205-49ca-a39d-d36a1f92424d: This subnet is being modified by another concurrent operation. Aug 16 13:55:53.843791 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Aug 16 13:55:53.864121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Subnet': ['ID=03a14b3f-c205-49ca-a39d-d36a1f92424d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:53.880159 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed567a-83cb-41cc-bada-2f78f3dc4b91 None None] Network 347ed4be-d957-4ada-87fd-e6a91ef662da requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:53.942935 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:53.956427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347ed4be-d957-4ada-87fd-e6a91ef662da']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:53.967336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ee1a01-996a-4ff4-8ff7-929cb8f30df4') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:53.967622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ee1a01-996a-4ff4-8ff7-929cb8f30df4') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:53.978137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:53.994468 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3121f5a2-ac10-4aa1-a2d3-d13f8afa2aa2 None None] Provisioning for port 519f3a19-8672-4f2e-be2e-96aa7289dbcd completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:55:53.997586 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.009962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:55:54.010975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:55:54.014568 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:55:54.084234 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.091328 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.097112 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/networks/347ed4be-d957-4ada-87fd-e6a91ef662da HTTP/1.1" status: 204 len: 168 time: 0.5743074 Aug 16 13:55:54.097922 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34874) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:54.104601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2112543907'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:54.112011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae33c5-a5b8-42c0-b867-dfb8c7af37c4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Network': ['ID=347ed4be-d957-4ada-87fd-e6a91ef662da,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:54.130533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Made reservation on behalf of 9096f3217f4340f2941ccac1c254bb20 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:54.136308 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.178028 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:55:54.191095 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.192381 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Added segment 957dd30e-0e95-4966-ac36-84ec57b14536 of type vlan for network 206b8208-e7fc-4e24-9515-228699b29b87 Aug 16 13:55:54.247942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.276625 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.282612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:54.283544 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.319644 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2200761 Aug 16 13:55:54.324105 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34876) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:54.329858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Request body: {'subnet': {'network_id': '206b8208-e7fc-4e24-9515-228699b29b87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:54.346237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2f8bb-6243-4ae4-ae4e-8d93a1c49a43 None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:55:54.400171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59e38c-af77-4b3d-b022-cb0fb4aeafcc tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event updated for resources: {'Network': ['ID=206b8208-e7fc-4e24-9515-228699b29b87,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:54.416358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 206b8208-e7fc-4e24-9515-228699b29b87 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:55:54.477399 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Made reservation on behalf of 9096f3217f4340f2941ccac1c254bb20 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:54.482855 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.520312 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a2f8bb-6243-4ae4-ae4e-8d93a1c49a43 None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:55:54.624103 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:55:54.726441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.795216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 519f3a19-8672-4f2e-be2e-96aa7289dbcd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:55:54.804711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event updated for resources: {'Subnet': ['ID=a7908171-72dc-469f-9866-924a5f2664fb,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:54.810670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Checking segment: {'id': '957dd30e-0e95-4966-ac36-84ec57b14536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '206b8208-e7fc-4e24-9515-228699b29b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:55:54.811040 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Network hostable DHCP agents. Network: 206b8208-e7fc-4e24-9515-228699b29b87, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:55:54.830234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Network 206b8208-e7fc-4e24-9515-228699b29b87 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:55:54.842841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 206b8208-e7fc-4e24-9515-228699b29b87) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:55:54.849678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:54.850401 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.864747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da4f540-7598-4d91-b95a-712deb7e0979 None None] Network 206b8208-e7fc-4e24-9515-228699b29b87 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:54.867368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-45239e49-21e5-4b19-ac56-cf303307037c tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5420377 Aug 16 13:55:54.870963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34878) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:54.876101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1085807272'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:54.902086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Made reservation on behalf of 9096f3217f4340f2941ccac1c254bb20 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:54.906582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.930821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 519f3a19-8672-4f2e-be2e-96aa7289dbcd completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:55:54.937119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:55:54.937498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 519f3a19-8672-4f2e-be2e-96aa7289dbcd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:55:54.937991 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.948791 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:54.949160 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Added segment ffda31ad-f4a8-485e-ab12-9bdba4bb69ea of type vlan for network 7b65c1be-7353-42ac-b38f-2af0f784bad8 Aug 16 13:55:55.006711 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.048435 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.056184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:55.056927 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.093475 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2213840 Aug 16 13:55:55.096366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34880) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:55.101841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Request body: {'subnet': {'network_id': '7b65c1be-7353-42ac-b38f-2af0f784bad8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:55:55.110094 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.124804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-206b8208-e7fc-4e24-9515-228699b29b87', 'network_id': '206b8208-e7fc-4e24-9515-228699b29b87', 'tenant_id': '9096f3217f4340f2941ccac1c254bb20', 'fixed_ips': [{'subnet_id': 'a7908171-72dc-469f-9866-924a5f2664fb'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:55:55.126399 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.174316 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 519f3a19-8672-4f2e-be2e-96aa7289dbcd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=519f3a19-8672-4f2e-be2e-96aa7289dbcd,segment=NetworkSegment(2f2e62be-cfcc-4247-9cea-a562f85d2421),segment_id=2f2e62be-cfcc-4247-9cea-a562f85d2421)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:55.177748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcf746-b8fe-499b-ba06-8ec3b3f46f45 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event updated for resources: {'Network': ['ID=7b65c1be-7353-42ac-b38f-2af0f784bad8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:55.186407 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.249875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 7b65c1be-7353-42ac-b38f-2af0f784bad8 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:55:55.419161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=519f3a19-8672-4f2e-be2e-96aa7289dbcd,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:55.450855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Allocated IP 2001:db8::2 (206b8208-e7fc-4e24-9515-228699b29b87/a7908171-72dc-469f-9866-924a5f2664fb/14c30348-4476-4dfa-a0b7-4e11d4656b84) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:55:55.634214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Made reservation on behalf of 9096f3217f4340f2941ccac1c254bb20 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:55:55.638591 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.668754 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.680352 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Transition to ACTIVE for port object 14c30348-4476-4dfa-a0b7-4e11d4656b84 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:55:55.698359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Transition to ACTIVE for port object 14c30348-4476-4dfa-a0b7-4e11d4656b84 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:55:55.706373 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.754672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Network 206b8208-e7fc-4e24-9515-228699b29b87 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:55:55.758094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:55:55.761985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:55:55.770184 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Pushing event updated for resources: {'Port': ['ID=14c30348-4476-4dfa-a0b7-4e11d4656b84,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:55.828010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Attempting to bind port 14c30348-4476-4dfa-a0b7-4e11d4656b84 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:55:55.828878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Attempting to bind port 14c30348-4476-4dfa-a0b7-4e11d4656b84 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '957dd30e-0e95-4966-ac36-84ec57b14536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '206b8208-e7fc-4e24-9515-228699b29b87'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:55:55.828878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Attempting to bind port 14c30348-4476-4dfa-a0b7-4e11d4656b84 on network 206b8208-e7fc-4e24-9515-228699b29b87 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:55:55.834907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:55:55.835286 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Checking segment: {'id': '957dd30e-0e95-4966-ac36-84ec57b14536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '206b8208-e7fc-4e24-9515-228699b29b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:55:55.835732 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.836110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Bound using segment: {'id': '957dd30e-0e95-4966-ac36-84ec57b14536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '206b8208-e7fc-4e24-9515-228699b29b87'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:55:55.836581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Bound port: 14c30348-4476-4dfa-a0b7-4e11d4656b84, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957dd30e-0e95-4966-ac36-84ec57b14536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '206b8208-e7fc-4e24-9515-228699b29b87'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:55:55.836963 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.934802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] For port 14c30348-4476-4dfa-a0b7-4e11d4656b84, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:55:55.937406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:55.938188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] For port 14c30348-4476-4dfa-a0b7-4e11d4656b84, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=14c30348-4476-4dfa-a0b7-4e11d4656b84,segment=NetworkSegment(957dd30e-0e95-4966-ac36-84ec57b14536),segment_id=957dd30e-0e95-4966-ac36-84ec57b14536)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:55:55.945733 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.001572 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event updated for resources: {'Subnet': ['ID=43b5fe46-5e71-409e-8e17-625cc4d4bf93,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:56.019590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Checking segment: {'id': 'ffda31ad-f4a8-485e-ab12-9bdba4bb69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b65c1be-7353-42ac-b38f-2af0f784bad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:55:56.020554 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Network hostable DHCP agents. Network: 7b65c1be-7353-42ac-b38f-2af0f784bad8, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:55:56.021585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3802e7c-d886-4257-8b87-8766e57b460b None None] Pushing event updated for resources: {'Port': ['ID=14c30348-4476-4dfa-a0b7-4e11d4656b84,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:56.040265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Network 7b65c1be-7353-42ac-b38f-2af0f784bad8 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:55:56.051431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 7b65c1be-7353-42ac-b38f-2af0f784bad8) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:55:56.056940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:55:56.057538 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.061029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ace379b-37ae-4334-a110-c15b93b248e0 None None] Network 7b65c1be-7353-42ac-b38f-2af0f784bad8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:56.093950 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8342a271-8d86-4007-955b-b20f10ccb415 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9951580 Aug 16 13:55:56.097576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34882) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:56.241641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.268002 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-7b65c1be-7353-42ac-b38f-2af0f784bad8', 'network_id': '7b65c1be-7353-42ac-b38f-2af0f784bad8', 'tenant_id': '9096f3217f4340f2941ccac1c254bb20', 'fixed_ips': [{'subnet_id': '43b5fe46-5e71-409e-8e17-625cc4d4bf93'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:55:56.268889 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.339359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.436044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Allocated IP 2001:db8::2 (7b65c1be-7353-42ac-b38f-2af0f784bad8/43b5fe46-5e71-409e-8e17-625cc4d4bf93/088bdf4b-7bcd-4010-a78a-ed61ef02a015) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:55:56.595845 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.605152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Transition to ACTIVE for port object 088bdf4b-7bcd-4010-a78a-ed61ef02a015 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:55:56.620478 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Transition to ACTIVE for port object 088bdf4b-7bcd-4010-a78a-ed61ef02a015 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:55:56.626776 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.642901 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.670803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Network 7b65c1be-7353-42ac-b38f-2af0f784bad8 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:55:56.674547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:55:56.680032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:55:56.683570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Pushing event updated for resources: {'Port': ['ID=088bdf4b-7bcd-4010-a78a-ed61ef02a015,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:56.701287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Subnet': ['ID=43b5fe46-5e71-409e-8e17-625cc4d4bf93,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:56.765112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Attempting to bind port 088bdf4b-7bcd-4010-a78a-ed61ef02a015 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:55:56.765520 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Attempting to bind port 088bdf4b-7bcd-4010-a78a-ed61ef02a015 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'ffda31ad-f4a8-485e-ab12-9bdba4bb69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b65c1be-7353-42ac-b38f-2af0f784bad8'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:55:56.765992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Attempting to bind port 088bdf4b-7bcd-4010-a78a-ed61ef02a015 on network 7b65c1be-7353-42ac-b38f-2af0f784bad8 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:55:56.772688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:55:56.773103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Checking segment: {'id': 'ffda31ad-f4a8-485e-ab12-9bdba4bb69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b65c1be-7353-42ac-b38f-2af0f784bad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:55:56.773477 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.773866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Bound using segment: {'id': 'ffda31ad-f4a8-485e-ab12-9bdba4bb69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b65c1be-7353-42ac-b38f-2af0f784bad8'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:55:56.774390 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Bound port: 088bdf4b-7bcd-4010-a78a-ed61ef02a015, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffda31ad-f4a8-485e-ab12-9bdba4bb69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b65c1be-7353-42ac-b38f-2af0f784bad8'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:55:56.774779 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.836098 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.852830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b65c1be-7353-42ac-b38f-2af0f784bad8']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:56.868462 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffda31ad-f4a8-485e-ab12-9bdba4bb69ea') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:56.868781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffda31ad-f4a8-485e-ab12-9bdba4bb69ea') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:56.882425 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.897836 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.905304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:55:56.905716 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:55:56.910129 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:55:57.022452 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.db.api [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 13:55:57.022452 n-d-804708-1 neutron-server[101396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 13:55:57.022452 n-d-804708-1 neutron-server[101396]: [parameters: {'id': '7b65c1be-7353-42ac-b38f-2af0f784bad8'}] Aug 16 13:55:57.022452 n-d-804708-1 neutron-server[101396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:55:57.023177 n-d-804708-1 neutron-server[101396]: DEBUG oslo_db.api [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:55:57.030454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14c30348-4476-4dfa-a0b7-4e11d4656b84 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:55:57.096518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] For port 088bdf4b-7bcd-4010-a78a-ed61ef02a015, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:55:57.102252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] For port 088bdf4b-7bcd-4010-a78a-ed61ef02a015, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=088bdf4b-7bcd-4010-a78a-ed61ef02a015,segment=NetworkSegment(ffda31ad-f4a8-485e-ab12-9bdba4bb69ea),segment_id=ffda31ad-f4a8-485e-ab12-9bdba4bb69ea)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:55:57.108883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:57.117151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7e3993-e011-48cb-8544-03a5510bd985 None None] Network 206b8208-e7fc-4e24-9515-228699b29b87 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:57.154934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 14c30348-4476-4dfa-a0b7-4e11d4656b84 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:55:57.192933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 519f3a19-8672-4f2e-be2e-96aa7289dbcd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:55:57.309031 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0f5b7a2a-c7e6-43a8-87e1-aa83804f9968 None None] Provisioning for port 14c30348-4476-4dfa-a0b7-4e11d4656b84 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:55:57.319951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374f944-d052-4c33-bdf5-1385cbac7ae3 None None] Pushing event updated for resources: {'Port': ['ID=088bdf4b-7bcd-4010-a78a-ed61ef02a015,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:57.328309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff7beb-8b41-4246-a3fd-be420b699bf9 None None] Network 7b65c1be-7353-42ac-b38f-2af0f784bad8 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:57.330142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0f5b7a2a-c7e6-43a8-87e1-aa83804f9968 None None] Provisioning complete for port 14c30348-4476-4dfa-a0b7-4e11d4656b84 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:55:57.330495 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7a2a-c7e6-43a8-87e1-aa83804f9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:57.501190 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 519f3a19-8672-4f2e-be2e-96aa7289dbcd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:55:57.501567 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:57.523824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:57.592747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Deleting port 088bdf4b-7bcd-4010-a78a-ed61ef02a015 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:55:57.593493 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:57.620821 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7a2a-c7e6-43a8-87e1-aa83804f9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:57.677612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] For port 088bdf4b-7bcd-4010-a78a-ed61ef02a015, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=088bdf4b-7bcd-4010-a78a-ed61ef02a015,segment=NetworkSegment(ffda31ad-f4a8-485e-ab12-9bdba4bb69ea),segment_id=ffda31ad-f4a8-485e-ab12-9bdba4bb69ea)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:57.677981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:57.693345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Calling delete_port for 088bdf4b-7bcd-4010-a78a-ed61ef02a015 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:55:57.699953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0f5b7a2a-c7e6-43a8-87e1-aa83804f9968 None None] For port 14c30348-4476-4dfa-a0b7-4e11d4656b84, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=14c30348-4476-4dfa-a0b7-4e11d4656b84,segment=NetworkSegment(957dd30e-0e95-4966-ac36-84ec57b14536),segment_id=957dd30e-0e95-4966-ac36-84ec57b14536)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:57.708772 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7a2a-c7e6-43a8-87e1-aa83804f9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:57.768201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b7a2a-c7e6-43a8-87e1-aa83804f9968 None None] Pushing event updated for resources: {'Port': ['ID=14c30348-4476-4dfa-a0b7-4e11d4656b84,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:57.801611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:57.828445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Port': ['ID=088bdf4b-7bcd-4010-a78a-ed61ef02a015,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:57.833153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] No DVR routers for this DVR port 088bdf4b-7bcd-4010-a78a-ed61ef02a015 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:55:57.872651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63ed2eb-d090-4e56-b9e2-17f081b898cb None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:55:57.933388 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:57.945672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b65c1be-7353-42ac-b38f-2af0f784bad8']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:57.960140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffda31ad-f4a8-485e-ab12-9bdba4bb69ea') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:57.960569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffda31ad-f4a8-485e-ab12-9bdba4bb69ea') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:57.964841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d13927ac-20be-404b-8ee0-5efca6c9ff0e None None] Provisioning complete for port 14c30348-4476-4dfa-a0b7-4e11d4656b84 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:55:57.965261 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d13927ac-20be-404b-8ee0-5efca6c9ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:57.977883 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.002456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.003591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63ed2eb-d090-4e56-b9e2-17f081b898cb None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:55:58.013365 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:55:58.014000 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:55:58.017992 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:55:58.093954 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.103990 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.111294 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/networks/7b65c1be-7353-42ac-b38f-2af0f784bad8 HTTP/1.1" status: 204 len: 168 time: 2.0073206 Aug 16 13:55:58.111606 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34884) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:58.120970 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e1be6-b5c2-4421-bb0b-dcbc1fc35e4f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Network': ['ID=7b65c1be-7353-42ac-b38f-2af0f784bad8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:58.143991 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-974fab71-ddf5-4986-9522-9640a0e40541 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] GET failed (client error): The resource could not be found. Aug 16 13:55:58.150252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-974fab71-ddf5-4986-9522-9640a0e40541 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "GET /v2.0/subnets/43b5fe46-5e71-409e-8e17-625cc4d4bf93 HTTP/1.1" status: 404 len: 337 time: 0.0329843 Aug 16 13:55:58.150571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34886) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:58.170806 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48abdf9-de7f-412d-94df-047d12e5a6b7 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] DELETE failed (client error): The resource could not be found. Aug 16 13:55:58.171386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48abdf9-de7f-412d-94df-047d12e5a6b7 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:55:58.173145 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e48abdf9-de7f-412d-94df-047d12e5a6b7 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/networks/7b65c1be-7353-42ac-b38f-2af0f784bad8 HTTP/1.1" status: 404 len: 339 time: 0.0217505 Aug 16 13:55:58.178352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34888) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:58.211342 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fefb950-55f9-4729-b492-d33eaba42641 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] DELETE failed (client error): The resource could not be found. Aug 16 13:55:58.211794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fefb950-55f9-4729-b492-d33eaba42641 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:55:58.213530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5fefb950-55f9-4729-b492-d33eaba42641 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/subnets/43b5fe46-5e71-409e-8e17-625cc4d4bf93 HTTP/1.1" status: 404 len: 337 time: 0.0341144 Aug 16 13:55:58.216108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34890) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:58.236753 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4f068d-0261-4543-afb0-358b659c664e tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] DELETE failed (client error): The resource could not be found. Aug 16 13:55:58.237431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4f068d-0261-4543-afb0-358b659c664e tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:55:58.240341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3f4f068d-0261-4543-afb0-358b659c664e tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/networks/7b65c1be-7353-42ac-b38f-2af0f784bad8 HTTP/1.1" status: 404 len: 339 time: 0.0232351 Aug 16 13:55:58.243088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34892) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:58.308146 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6917355-8e0b-4b29-9186-14061828d412 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Deleting subnet a7908171-72dc-469f-9866-924a5f2664fb {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:55:58.311650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a6917355-8e0b-4b29-9186-14061828d412 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.355261 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a6917355-8e0b-4b29-9186-14061828d412 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.444647 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a6917355-8e0b-4b29-9186-14061828d412 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.521337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a6917355-8e0b-4b29-9186-14061828d412 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.550129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6917355-8e0b-4b29-9186-14061828d412 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Subnet': ['ID=a7908171-72dc-469f-9866-924a5f2664fb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:58.554213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a6917355-8e0b-4b29-9186-14061828d412 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.556127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a6917355-8e0b-4b29-9186-14061828d412 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/subnets/a7908171-72dc-469f-9866-924a5f2664fb HTTP/1.1" status: 204 len: 168 time: 0.3119311 Aug 16 13:55:58.560200 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34894) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:58.563101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469a634a-91da-4bea-bf32-df45254feb62 None None] Network 206b8208-e7fc-4e24-9515-228699b29b87 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:58.667762 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.757775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Deleting port 14c30348-4476-4dfa-a0b7-4e11d4656b84 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:55:58.758571 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.758847 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14c30348-4476-4dfa-a0b7-4e11d4656b84 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:55:58.812658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28d685-a978-492e-9fa0-fa22972e0883 None None] DHCP port deletion for 206b8208-e7fc-4e24-9515-228699b29b87 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:55:58.843477 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] For port 14c30348-4476-4dfa-a0b7-4e11d4656b84, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=14c30348-4476-4dfa-a0b7-4e11d4656b84,segment=NetworkSegment(957dd30e-0e95-4966-ac36-84ec57b14536),segment_id=957dd30e-0e95-4966-ac36-84ec57b14536)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:58.843849 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.858918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Calling delete_port for 14c30348-4476-4dfa-a0b7-4e11d4656b84 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:55:58.859527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 14c30348-4476-4dfa-a0b7-4e11d4656b84 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:55:58.859917 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.913678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6c28d685-a978-492e-9fa0-fa22972e0883 None None] Deleting port 14c30348-4476-4dfa-a0b7-4e11d4656b84 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:55:58.914065 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6c28d685-a978-492e-9fa0-fa22972e0883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.962718 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:58.990923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Port': ['ID=14c30348-4476-4dfa-a0b7-4e11d4656b84,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:58.999250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] No DVR routers for this DVR port 14c30348-4476-4dfa-a0b7-4e11d4656b84 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:55:59.012916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6c28d685-a978-492e-9fa0-fa22972e0883 None None] For port 14c30348-4476-4dfa-a0b7-4e11d4656b84, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=14c30348-4476-4dfa-a0b7-4e11d4656b84,segment=NetworkSegment(957dd30e-0e95-4966-ac36-84ec57b14536),segment_id=957dd30e-0e95-4966-ac36-84ec57b14536)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:55:59.013310 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6c28d685-a978-492e-9fa0-fa22972e0883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.028989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6c28d685-a978-492e-9fa0-fa22972e0883 None None] Calling delete_port for 14c30348-4476-4dfa-a0b7-4e11d4656b84 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:55:59.096615 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 13:55:59.102882 n-d-804708-1 neutron-server[101397]: self.session.flush() Aug 16 13:55:59.110261 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6c28d685-a978-492e-9fa0-fa22972e0883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.111468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206b8208-e7fc-4e24-9515-228699b29b87']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:59.129380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957dd30e-0e95-4966-ac36-84ec57b14536') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:59.129845 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957dd30e-0e95-4966-ac36-84ec57b14536') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:55:59.137878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28d685-a978-492e-9fa0-fa22972e0883 None None] Pushing event deleted for resources: {'Port': ['ID=14c30348-4476-4dfa-a0b7-4e11d4656b84,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:59.140236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.141872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28d685-a978-492e-9fa0-fa22972e0883 None None] No DVR routers for this DVR port 14c30348-4476-4dfa-a0b7-4e11d4656b84 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:55:59.157878 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.164607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:55:59.165034 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:55:59.168156 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:55:59.230084 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.238172 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.240812 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/networks/206b8208-e7fc-4e24-9515-228699b29b87 HTTP/1.1" status: 204 len: 168 time: 0.6795688 Aug 16 13:55:59.243730 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34896) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:59.252540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d4feb-0815-4f0d-89c2-c315fc71331a tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Network': ['ID=206b8208-e7fc-4e24-9515-228699b29b87,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:59.276925 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f444ad-7f63-4082-8196-a94f939c01b4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] DELETE failed (client error): The resource could not be found. Aug 16 13:55:59.277398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f444ad-7f63-4082-8196-a94f939c01b4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:55:59.279223 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e0f444ad-7f63-4082-8196-a94f939c01b4 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/subnets/03a14b3f-c205-49ca-a39d-d36a1f92424d HTTP/1.1" status: 404 len: 337 time: 0.0342646 Aug 16 13:55:59.281843 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34898) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:59.314616 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5652df-e047-48f0-93fa-b985add50e37 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] DELETE failed (client error): The resource could not be found. Aug 16 13:55:59.315901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5652df-e047-48f0-93fa-b985add50e37 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:55:59.319929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fc5652df-e047-48f0-93fa-b985add50e37 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/networks/347ed4be-d957-4ada-87fd-e6a91ef662da HTTP/1.1" status: 404 len: 339 time: 0.0364668 Aug 16 13:55:59.323150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34900) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:59.357689 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-1796ddc6-846e-4830-bce0-a67fcec29388 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] DELETE failed (client error): The resource could not be found. Aug 16 13:55:59.358193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1796ddc6-846e-4830-bce0-a67fcec29388 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:55:59.359936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1796ddc6-846e-4830-bce0-a67fcec29388 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/subnets/b59e7871-f700-48f0-bd9e-090c3d79acc3 HTTP/1.1" status: 404 len: 337 time: 0.0354619 Aug 16 13:55:59.363518 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34902) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:59.383116 n-d-804708-1 neutron-server[101395]: INFO neutron.pecan_wsgi.hooks.translation [None req-7689079f-b41d-4d88-9ed4-8c476accb63f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] DELETE failed (client error): The resource could not be found. Aug 16 13:55:59.383681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7689079f-b41d-4d88-9ed4-8c476accb63f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 13:55:59.385404 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7689079f-b41d-4d88-9ed4-8c476accb63f tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/networks/47a18f57-afdb-4adb-a9c1-212cba8b8097 HTTP/1.1" status: 404 len: 339 time: 0.0209541 Aug 16 13:55:59.388164 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34904) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:59.457861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-231e0909-bca6-4356-a5c3-325722a33bbe tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Deleting subnet 10990cfd-6495-4e0e-900d-575f74edfd9b {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:55:59.461499 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231e0909-bca6-4356-a5c3-325722a33bbe tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.515820 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231e0909-bca6-4356-a5c3-325722a33bbe tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.632466 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231e0909-bca6-4356-a5c3-325722a33bbe tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.702627 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231e0909-bca6-4356-a5c3-325722a33bbe tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.752348 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-231e0909-bca6-4356-a5c3-325722a33bbe tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.755522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-231e0909-bca6-4356-a5c3-325722a33bbe tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/subnets/10990cfd-6495-4e0e-900d-575f74edfd9b HTTP/1.1" status: 204 len: 168 time: 0.3649700 Aug 16 13:55:59.756620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e0909-bca6-4356-a5c3-325722a33bbe tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Subnet': ['ID=10990cfd-6495-4e0e-900d-575f74edfd9b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:55:59.759100 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34906) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:55:59.761395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b59419-70ba-479b-bb41-700bbbddc6dc None None] Network 8282c89b-0733-49d8-8b9d-f8744271760e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:55:59.892473 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:55:59.980370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Deleting port 519f3a19-8672-4f2e-be2e-96aa7289dbcd {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:55:59.980704 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.000163 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db71eb92-19d3-4edd-8add-87a2f62a16e2 None None] DHCP port deletion for 8282c89b-0733-49d8-8b9d-f8744271760e request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:56:00.059958 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] For port 519f3a19-8672-4f2e-be2e-96aa7289dbcd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=519f3a19-8672-4f2e-be2e-96aa7289dbcd,segment=NetworkSegment(2f2e62be-cfcc-4247-9cea-a562f85d2421),segment_id=2f2e62be-cfcc-4247-9cea-a562f85d2421)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:00.060328 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.081340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Calling delete_port for 519f3a19-8672-4f2e-be2e-96aa7289dbcd owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:56:00.094855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-db71eb92-19d3-4edd-8add-87a2f62a16e2 None None] Deleting port 519f3a19-8672-4f2e-be2e-96aa7289dbcd {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:56:00.095424 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-db71eb92-19d3-4edd-8add-87a2f62a16e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.180979 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.184820 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-db71eb92-19d3-4edd-8add-87a2f62a16e2 None None] For port 519f3a19-8672-4f2e-be2e-96aa7289dbcd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=519f3a19-8672-4f2e-be2e-96aa7289dbcd,segment=NetworkSegment(2f2e62be-cfcc-4247-9cea-a562f85d2421),segment_id=2f2e62be-cfcc-4247-9cea-a562f85d2421)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:00.185300 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-db71eb92-19d3-4edd-8add-87a2f62a16e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.207999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-db71eb92-19d3-4edd-8add-87a2f62a16e2 None None] Calling delete_port for 519f3a19-8672-4f2e-be2e-96aa7289dbcd owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:56:00.219245 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Port': ['ID=519f3a19-8672-4f2e-be2e-96aa7289dbcd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:00.221416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] No DVR routers for this DVR port 519f3a19-8672-4f2e-be2e-96aa7289dbcd on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:56:00.320782 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-db71eb92-19d3-4edd-8add-87a2f62a16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.332874 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.346336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8282c89b-0733-49d8-8b9d-f8744271760e']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:00.358250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2e62be-cfcc-4247-9cea-a562f85d2421') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:00.358711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2e62be-cfcc-4247-9cea-a562f85d2421') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:00.366871 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71eb92-19d3-4edd-8add-87a2f62a16e2 None None] Pushing event deleted for resources: {'Port': ['ID=519f3a19-8672-4f2e-be2e-96aa7289dbcd,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:00.373205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71eb92-19d3-4edd-8add-87a2f62a16e2 None None] No DVR routers for this DVR port 519f3a19-8672-4f2e-be2e-96aa7289dbcd on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:56:00.375989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.397835 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.409090 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:56:00.409669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:56:00.414776 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:56:00.419313 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.479421 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.487806 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:00.490647 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] 10.222.0.25 "DELETE /v2.0/networks/8282c89b-0733-49d8-8b9d-f8744271760e HTTP/1.1" status: 204 len: 168 time: 0.7299299 Aug 16 13:56:00.503498 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e3d02-4d46-4e96-b890-a551791bdcd8 tempest-NetworksIpV6Test-2034068555 tempest-NetworksIpV6Test-2034068555-project] Pushing event deleted for resources: {'Network': ['ID=8282c89b-0733-49d8-8b9d-f8744271760e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:00.747428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14c30348-4476-4dfa-a0b7-4e11d4656b84 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:56:00.771101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 14c30348-4476-4dfa-a0b7-4e11d4656b84 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:56:00.771850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 14c30348-4476-4dfa-a0b7-4e11d4656b84 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:56:00.771934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 519f3a19-8672-4f2e-be2e-96aa7289dbcd no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:56:00.791733 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 519f3a19-8672-4f2e-be2e-96aa7289dbcd {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:56:00.792076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 519f3a19-8672-4f2e-be2e-96aa7289dbcd not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:56:00.820701 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34912) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:00.982998 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-40f002c3-97a5-47df-9744-e4c5b78e23eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9096f3217f4340f2941ccac1c254bb20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606383 Aug 16 13:56:00.985383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34916) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:01.037761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b766adee-06da-4236-9337-8c8adcddc2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:01.062497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b766adee-06da-4236-9337-8c8adcddc2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:01.120884 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b766adee-06da-4236-9337-8c8adcddc2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:01.123514 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b766adee-06da-4236-9337-8c8adcddc2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:01.124729 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b766adee-06da-4236-9337-8c8adcddc2d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b8fe5c8-1af2-48c5-9fcd-fd3137c6309e HTTP/1.1" status: 204 len: 168 time: 0.1384349 Aug 16 13:56:01.134440 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766adee-06da-4236-9337-8c8adcddc2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8fe5c8-1af2-48c5-9fcd-fd3137c6309e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:01.899379 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bd715cc6-8481-4295-bad4-033fd80c05ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:01.934953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34938) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:02.049032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-20017bcb-cfe1-4677-bfbb-1cb22f4ee095 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1135663394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:02.079550 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-20017bcb-cfe1-4677-bfbb-1cb22f4ee095 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.081641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-20017bcb-cfe1-4677-bfbb-1cb22f4ee095 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.142120 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-20017bcb-cfe1-4677-bfbb-1cb22f4ee095 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.148530 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-20017bcb-cfe1-4677-bfbb-1cb22f4ee095 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.167556 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-20017bcb-cfe1-4677-bfbb-1cb22f4ee095 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.171094 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-20017bcb-cfe1-4677-bfbb-1cb22f4ee095 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2324684 Aug 16 13:56:02.171887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34942) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:02.177765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-599339145'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:02.204445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Made reservation on behalf of 363f77a7088f4e7ab30fbf7f86bd72fe for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:56:02.208162 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.218761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.346608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.351493 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.379536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:56:02.390181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fb68d0-3281-4f46-816e-8f4711941f5b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:02.395737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.396098 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Added segment 50cbf759-6fff-4df8-a083-19d3af17a587 of type vlan for network 4a594c79-31cf-47c2-9c99-2081a135a83f Aug 16 13:56:02.438491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.464622 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.470526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:02.471194 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.513092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3401120 Aug 16 13:56:02.518174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34944) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:02.524856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Request body: {'subnet': {'network_id': '4a594c79-31cf-47c2-9c99-2081a135a83f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:02.586900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8add31e-f28b-4e63-b584-da844dfda7f8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Pushing event updated for resources: {'Network': ['ID=4a594c79-31cf-47c2-9c99-2081a135a83f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:02.603384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 4a594c79-31cf-47c2-9c99-2081a135a83f details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:56:02.672500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Made reservation on behalf of 363f77a7088f4e7ab30fbf7f86bd72fe for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:56:02.677553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.891540 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:02.981994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Pushing event updated for resources: {'Subnet': ['ID=9e090aaf-576e-4d50-bdb6-5729dae27cc5,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:02.993709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Checking segment: {'id': '50cbf759-6fff-4df8-a083-19d3af17a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4a594c79-31cf-47c2-9c99-2081a135a83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:02.994136 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Network hostable DHCP agents. Network: 4a594c79-31cf-47c2-9c99-2081a135a83f, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:56:03.013006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Network 4a594c79-31cf-47c2-9c99-2081a135a83f is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:56:03.023008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 4a594c79-31cf-47c2-9c99-2081a135a83f) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:03.029876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:03.030748 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.035877 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e152bb47-e0ad-41de-8a8e-f970708c0e4c None None] Network 4a594c79-31cf-47c2-9c99-2081a135a83f requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:56:03.050320 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f25a5474-8e7c-41b5-90df-b4a39480320d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5308852 Aug 16 13:56:03.054366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34946) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:03.059475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2091422291'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:03.084295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Made reservation on behalf of 363f77a7088f4e7ab30fbf7f86bd72fe for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:56:03.088539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.116524 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:56:03.127121 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.127496 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Added segment 8e5caf0f-dc05-4fb8-a8e5-ecda64c6a172 of type vlan for network 88354371-ecf9-4cbd-b9b4-ca1a9b820d69 Aug 16 13:56:03.173431 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.197723 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-4a594c79-31cf-47c2-9c99-2081a135a83f', 'network_id': '4a594c79-31cf-47c2-9c99-2081a135a83f', 'tenant_id': '363f77a7088f4e7ab30fbf7f86bd72fe', 'fixed_ips': [{'subnet_id': '9e090aaf-576e-4d50-bdb6-5729dae27cc5'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:56:03.198769 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.202790 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.209422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:03.210066 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.247563 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1920531 Aug 16 13:56:03.252436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34948) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:03.260694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Request body: {'subnet': {'network_id': '88354371-ecf9-4cbd-b9b4-ca1a9b820d69', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:03.296693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99c83a-6db5-44a2-9785-ecacda226e6e tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Pushing event updated for resources: {'Network': ['ID=88354371-ecf9-4cbd-b9b4-ca1a9b820d69,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:03.316793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 88354371-ecf9-4cbd-b9b4-ca1a9b820d69 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:56:03.387524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Made reservation on behalf of 363f77a7088f4e7ab30fbf7f86bd72fe for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:56:03.391369 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.585914 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Allocated IP 172.20.0.2 (4a594c79-31cf-47c2-9c99-2081a135a83f/9e090aaf-576e-4d50-bdb6-5729dae27cc5/ae402e61-b7c7-43f5-96ff-16e04b058e84) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:56:03.620035 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.682758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Pushing event updated for resources: {'Subnet': ['ID=8c274e6b-09ba-4b52-ae33-d62fcd2146b4,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:03.693044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Checking segment: {'id': '8e5caf0f-dc05-4fb8-a8e5-ecda64c6a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '88354371-ecf9-4cbd-b9b4-ca1a9b820d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:03.693566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Network hostable DHCP agents. Network: 88354371-ecf9-4cbd-b9b4-ca1a9b820d69, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:56:03.715383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Network 88354371-ecf9-4cbd-b9b4-ca1a9b820d69 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:56:03.724689 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 88354371-ecf9-4cbd-b9b4-ca1a9b820d69) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:03.729603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:03.730497 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.740686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3624b6a-8473-4b15-b237-a27183d94ee3 None None] Network 88354371-ecf9-4cbd-b9b4-ca1a9b820d69 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:56:03.749545 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34950) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:03.749952 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cefffc9a-b424-4bed-aaed-c3cdcf6ab332 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4949653 Aug 16 13:56:03.755104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a8ff813c-5813-4952-8b86-bdbf7f4f29e8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Request body: {'router': {'external_gateway_info': {'network_id': '88354371-ecf9-4cbd-b9b4-ca1a9b820d69'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:03.814983 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.830647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Transition to ACTIVE for port object ae402e61-b7c7-43f5-96ff-16e04b058e84 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:03.861981 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Transition to ACTIVE for port object ae402e61-b7c7-43f5-96ff-16e04b058e84 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:03.868663 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:03.944304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Network 4a594c79-31cf-47c2-9c99-2081a135a83f is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:56:03.950416 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:03.957462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:56:03.964655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Pushing event updated for resources: {'Port': ['ID=ae402e61-b7c7-43f5-96ff-16e04b058e84,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:03.995063 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a8ff813c-5813-4952-8b86-bdbf7f4f29e8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.031778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46db385e-44e7-46c5-8d08-5d9d0fd3139c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-88354371-ecf9-4cbd-b9b4-ca1a9b820d69', 'network_id': '88354371-ecf9-4cbd-b9b4-ca1a9b820d69', 'tenant_id': '363f77a7088f4e7ab30fbf7f86bd72fe', 'fixed_ips': [{'subnet_id': '8c274e6b-09ba-4b52-ae33-d62fcd2146b4'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:56:04.032636 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-46db385e-44e7-46c5-8d08-5d9d0fd3139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.058873 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Attempting to bind port ae402e61-b7c7-43f5-96ff-16e04b058e84 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:56:04.059746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Attempting to bind port ae402e61-b7c7-43f5-96ff-16e04b058e84 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '50cbf759-6fff-4df8-a083-19d3af17a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4a594c79-31cf-47c2-9c99-2081a135a83f'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:56:04.059746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Attempting to bind port ae402e61-b7c7-43f5-96ff-16e04b058e84 on network 4a594c79-31cf-47c2-9c99-2081a135a83f {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:56:04.070531 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:56:04.070913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Checking segment: {'id': '50cbf759-6fff-4df8-a083-19d3af17a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4a594c79-31cf-47c2-9c99-2081a135a83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:04.071326 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.071726 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Bound using segment: {'id': '50cbf759-6fff-4df8-a083-19d3af17a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4a594c79-31cf-47c2-9c99-2081a135a83f'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:56:04.072214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Bound port: ae402e61-b7c7-43f5-96ff-16e04b058e84, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cbf759-6fff-4df8-a083-19d3af17a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4a594c79-31cf-47c2-9c99-2081a135a83f'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:56:04.072605 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.111323 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [None req-a8ff813c-5813-4952-8b86-bdbf7f4f29e8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 13:56:04.112431 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a8ff813c-5813-4952-8b86-bdbf7f4f29e8 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "PUT /v2.0/routers/f999c798-d101-42b0-8f64-130cd0160f99 HTTP/1.1" status: 400 len: 364 time: 0.3616631 Aug 16 13:56:04.119075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34952) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:04.174196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb8b952-f659-46d6-b89d-7d5d7ab6ce5d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Deleting subnet 8c274e6b-09ba-4b52-ae33-d62fcd2146b4 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:56:04.177543 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b952-f659-46d6-b89d-7d5d7ab6ce5d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.200058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] For port ae402e61-b7c7-43f5-96ff-16e04b058e84, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:56:04.203687 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] For port ae402e61-b7c7-43f5-96ff-16e04b058e84, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ae402e61-b7c7-43f5-96ff-16e04b058e84,segment=NetworkSegment(50cbf759-6fff-4df8-a083-19d3af17a587),segment_id=50cbf759-6fff-4df8-a083-19d3af17a587)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:56:04.209667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.224221 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b952-f659-46d6-b89d-7d5d7ab6ce5d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.281333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf43b0-c2ec-49be-8a00-f0dbfccb4490 None None] Pushing event updated for resources: {'Port': ['ID=ae402e61-b7c7-43f5-96ff-16e04b058e84,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:04.289330 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b952-f659-46d6-b89d-7d5d7ab6ce5d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.359415 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b952-f659-46d6-b89d-7d5d7ab6ce5d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server [None req-46db385e-44e7-46c5-8d08-5d9d0fd3139c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c274e6b-09ba-4b52-ae33-d62fcd2146b4: This subnet is being modified by another concurrent operation. Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server raise exception Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c274e6b-09ba-4b52-ae33-d62fcd2146b4: This subnet is being modified by another concurrent operation. Aug 16 13:56:04.362991 n-d-804708-1 neutron-server[101397]: ERROR oslo_messaging.rpc.server Aug 16 13:56:04.386997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc579b33-9456-4de6-936b-89c7ffaaeaa9 None None] Network 88354371-ecf9-4cbd-b9b4-ca1a9b820d69 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:56:04.402739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8b952-f659-46d6-b89d-7d5d7ab6ce5d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Pushing event deleted for resources: {'Subnet': ['ID=8c274e6b-09ba-4b52-ae33-d62fcd2146b4,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:04.408611 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b952-f659-46d6-b89d-7d5d7ab6ce5d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.411269 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ccb8b952-f659-46d6-b89d-7d5d7ab6ce5d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "DELETE /v2.0/subnets/8c274e6b-09ba-4b52-ae33-d62fcd2146b4 HTTP/1.1" status: 204 len: 168 time: 0.2909665 Aug 16 13:56:04.413819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34954) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:04.485143 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1fe1-99cf-4b9d-864c-9a4d1d8d18c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.535436 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.634302 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.648819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88354371-ecf9-4cbd-b9b4-ca1a9b820d69']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:04.661641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5caf0f-dc05-4fb8-a8e5-ecda64c6a172') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:04.661945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5caf0f-dc05-4fb8-a8e5-ecda64c6a172') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:04.671689 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.687690 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.696208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:56:04.696563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: timer() Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:56:04.701716 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:56:04.721397 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.782665 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.798216 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.798466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ae402e61-b7c7-43f5-96ff-16e04b058e84 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:04.800187 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "DELETE /v2.0/networks/88354371-ecf9-4cbd-b9b4-ca1a9b820d69 HTTP/1.1" status: 204 len: 168 time: 0.3845234 Aug 16 13:56:04.812418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34956) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:04.813507 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a419d4f-6d12-4ec6-b85d-86691bb5966c tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Pushing event deleted for resources: {'Network': ['ID=88354371-ecf9-4cbd-b9b4-ca1a9b820d69,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:04.859986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port ae402e61-b7c7-43f5-96ff-16e04b058e84 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:04.878882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-395e3914-ca75-4621-a1b2-f78a2b5ab35d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Deleting subnet 9e090aaf-576e-4d50-bdb6-5729dae27cc5 {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:56:04.882212 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-395e3914-ca75-4621-a1b2-f78a2b5ab35d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:04.927708 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-395e3914-ca75-4621-a1b2-f78a2b5ab35d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.051641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-395e3914-ca75-4621-a1b2-f78a2b5ab35d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.127948 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-395e3914-ca75-4621-a1b2-f78a2b5ab35d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.182849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e3914-ca75-4621-a1b2-f78a2b5ab35d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Pushing event deleted for resources: {'Subnet': ['ID=9e090aaf-576e-4d50-bdb6-5729dae27cc5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:05.190761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-395e3914-ca75-4621-a1b2-f78a2b5ab35d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.194869 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-395e3914-ca75-4621-a1b2-f78a2b5ab35d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "DELETE /v2.0/subnets/9e090aaf-576e-4d50-bdb6-5729dae27cc5 HTTP/1.1" status: 204 len: 168 time: 0.3810339 Aug 16 13:56:05.197070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34958) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:05.274500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35647c-1e24-47d0-9d3c-6da67b862487 None None] Network 4a594c79-31cf-47c2-9c99-2081a135a83f requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:56:05.312204 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.372881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Deleting port ae402e61-b7c7-43f5-96ff-16e04b058e84 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:56:05.373390 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.391693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-57639592-8184-4edf-b462-b25536146de3 None None] Provisioning for port ae402e61-b7c7-43f5-96ff-16e04b058e84 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:05.398303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-57639592-8184-4edf-b462-b25536146de3 None None] Provisioning complete for port ae402e61-b7c7-43f5-96ff-16e04b058e84 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:05.398678 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-57639592-8184-4edf-b462-b25536146de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.470406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] For port ae402e61-b7c7-43f5-96ff-16e04b058e84, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ae402e61-b7c7-43f5-96ff-16e04b058e84,segment=NetworkSegment(50cbf759-6fff-4df8-a083-19d3af17a587),segment_id=50cbf759-6fff-4df8-a083-19d3af17a587)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:05.470788 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.494600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Calling delete_port for ae402e61-b7c7-43f5-96ff-16e04b058e84 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:56:05.495385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-57639592-8184-4edf-b462-b25536146de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.521355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb8fa7-fe36-4d25-9d65-de6d010b8136 None None] DHCP port deletion for 4a594c79-31cf-47c2-9c99-2081a135a83f request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:56:05.559356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-57639592-8184-4edf-b462-b25536146de3 None None] For port ae402e61-b7c7-43f5-96ff-16e04b058e84, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=ae402e61-b7c7-43f5-96ff-16e04b058e84,segment=NetworkSegment(50cbf759-6fff-4df8-a083-19d3af17a587),segment_id=50cbf759-6fff-4df8-a083-19d3af17a587)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:05.570688 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-57639592-8184-4edf-b462-b25536146de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.598253 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.633485 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Pushing event deleted for resources: {'Port': ['ID=ae402e61-b7c7-43f5-96ff-16e04b058e84,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:05.635578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] No DVR routers for this DVR port ae402e61-b7c7-43f5-96ff-16e04b058e84 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:56:05.654760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-30cb8fa7-fe36-4d25-9d65-de6d010b8136 None None] Deleting port ae402e61-b7c7-43f5-96ff-16e04b058e84 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:56:05.655138 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30cb8fa7-fe36-4d25-9d65-de6d010b8136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.658397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57639592-8184-4edf-b462-b25536146de3 None None] Pushing event updated for resources: {'Port': ['ID=ae402e61-b7c7-43f5-96ff-16e04b058e84,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:05.726161 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.734369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-30cb8fa7-fe36-4d25-9d65-de6d010b8136 None None] For port ae402e61-b7c7-43f5-96ff-16e04b058e84, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:05.734785 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30cb8fa7-fe36-4d25-9d65-de6d010b8136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.744910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a594c79-31cf-47c2-9c99-2081a135a83f']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:05.745744 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.751246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-30cb8fa7-fe36-4d25-9d65-de6d010b8136 None None] Calling delete_port for ae402e61-b7c7-43f5-96ff-16e04b058e84 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:56:05.752756 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-30cb8fa7-fe36-4d25-9d65-de6d010b8136 None None] Port ae402e61-b7c7-43f5-96ff-16e04b058e84 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:56:05.754707 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30cb8fa7-fe36-4d25-9d65-de6d010b8136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.763574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cbf759-6fff-4df8-a083-19d3af17a587') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:05.764013 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cbf759-6fff-4df8-a083-19d3af17a587') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:05.780829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.797606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb8fa7-fe36-4d25-9d65-de6d010b8136 None None] Pushing event deleted for resources: {'Port': ['ID=ae402e61-b7c7-43f5-96ff-16e04b058e84,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:05.802827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb8fa7-fe36-4d25-9d65-de6d010b8136 None None] No DVR routers for this DVR port ae402e61-b7c7-43f5-96ff-16e04b058e84 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:56:05.803695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.824138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:56:05.824583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:56:05.829406 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:56:05.834139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c78a2e2-a4f4-45e1-a524-29d5fd32106d None None] get_active_networks_info from n-d-804708-1 {{(pid=101397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 13:56:05.898682 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c78a2e2-a4f4-45e1-a524-29d5fd32106d None None] Resources bound (agent type, host, resource id): {{(pid=101397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 13:56:05.899064 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.911525 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:05.913407 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "DELETE /v2.0/networks/4a594c79-31cf-47c2-9c99-2081a135a83f HTTP/1.1" status: 204 len: 168 time: 0.7149153 Aug 16 13:56:05.916034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34960) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:05.937670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73697483-66fc-4cdb-8cb9-cba9eb26ea76 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Pushing event deleted for resources: {'Network': ['ID=4a594c79-31cf-47c2-9c99-2081a135a83f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:05.957538 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d09db36f-6967-43a7-b514-d5707e9618b2 tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f999c798-d101-42b0-8f64-130cd0160f99 HTTP/1.1" status: 200 len: 205 time: 0.0403934 Aug 16 13:56:05.960044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34962) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:06.041556 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd33a55b-3f87-40df-b8cb-ac41400def8d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:06.557546 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd33a55b-3f87-40df-b8cb-ac41400def8d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:06.560314 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd33a55b-3f87-40df-b8cb-ac41400def8d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:06.605375 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd33a55b-3f87-40df-b8cb-ac41400def8d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:06.606244 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd33a55b-3f87-40df-b8cb-ac41400def8d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Fanout notify agent at l3_agent the message router_deleted on router f999c798-d101-42b0-8f64-130cd0160f99 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:56:06.615163 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bd33a55b-3f87-40df-b8cb-ac41400def8d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:06.616330 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bd33a55b-3f87-40df-b8cb-ac41400def8d tempest-RoutersNegativeTest-320921458 tempest-RoutersNegativeTest-320921458-project] 10.222.0.25 "DELETE /v2.0/routers/f999c798-d101-42b0-8f64-130cd0160f99 HTTP/1.1" status: 204 len: 168 time: 0.6552565 Aug 16 13:56:06.737809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ae402e61-b7c7-43f5-96ff-16e04b058e84 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:56:06.760206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: ae402e61-b7c7-43f5-96ff-16e04b058e84 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:56:06.760556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device ae402e61-b7c7-43f5-96ff-16e04b058e84 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:56:06.888084 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34968) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:07.029079 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-30b5cd99-c6f6-46c0-bc2c-76a2b7704a5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=363f77a7088f4e7ab30fbf7f86bd72fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397688 Aug 16 13:56:07.031768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34972) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:07.094904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ada4252-09b7-4e66-af95-0e0c8976975a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:07.117695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ada4252-09b7-4e66-af95-0e0c8976975a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:07.170718 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ada4252-09b7-4e66-af95-0e0c8976975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:07.173554 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5ada4252-09b7-4e66-af95-0e0c8976975a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:07.174819 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5ada4252-09b7-4e66-af95-0e0c8976975a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08fb68d0-3281-4f46-816e-8f4711941f5b HTTP/1.1" status: 204 len: 168 time: 0.1417437 Aug 16 13:56:07.183782 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada4252-09b7-4e66-af95-0e0c8976975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fb68d0-3281-4f46-816e-8f4711941f5b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:07.551960 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:07.893696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 34994) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:08.017394 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1715511610-network', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:08.042151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Made reservation on behalf of e652ffa877da490c925ca3f3133eea5c for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:56:08.044540 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.054092 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.156522 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.161561 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.186681 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:56:08.197924 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766bdf56-9203-4726-9842-7623d25cecdc,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:08.204389 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.204735 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Added segment 005a83dd-56f8-473d-9502-473b92586d51 of type vlan for network 61ae8f19-27d8-4820-8ec7-32547015df83 Aug 16 13:56:08.248321 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.276555 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.277618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:08.278230 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.313337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4178970 Aug 16 13:56:08.317617 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 34998) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:08.323293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] Request body: {'subnet': {'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1715511610-subnet', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:08.345998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] Made reservation on behalf of e652ffa877da490c925ca3f3133eea5c for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:56:08.348055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce5e10-d7e4-4312-a107-9fdc754e0ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=61ae8f19-27d8-4820-8ec7-32547015df83,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:08.350222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.358697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 61ae8f19-27d8-4820-8ec7-32547015df83 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:56:08.538997 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.594621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2487847d-4b5a-48dc-a34e-64bff328d3f0,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:08.607522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] Checking segment: {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:08.607882 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] Network hostable DHCP agents. Network: 61ae8f19-27d8-4820-8ec7-32547015df83, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:56:08.626828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] Network 61ae8f19-27d8-4820-8ec7-32547015df83 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:56:08.638848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 61ae8f19-27d8-4820-8ec7-32547015df83) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:08.643248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:08.643838 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.650373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26779bf-6184-42b7-a0ab-10ff3a443769 None None] Network 61ae8f19-27d8-4820-8ec7-32547015df83 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:56:08.660967 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-400e00c2-8a66-49ab-adc5-27491a503b16 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3416293 Aug 16 13:56:08.663743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35000) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:08.668197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1715511610-router', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:08.691024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.693183 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.755708 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.836713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-61ae8f19-27d8-4820-8ec7-32547015df83', 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'fixed_ips': [{'subnet_id': '2487847d-4b5a-48dc-a34e-64bff328d3f0'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:56:08.838132 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:08.901230 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:09.037177 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Allocated IP 172.20.0.2 (61ae8f19-27d8-4820-8ec7-32547015df83/2487847d-4b5a-48dc-a34e-64bff328d3f0/3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:56:09.134593 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:09.167313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:09.193902 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:09.203304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Transition to ACTIVE for port object 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:09.219261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Transition to ACTIVE for port object 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:09.226700 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:09.264300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Network 61ae8f19-27d8-4820-8ec7-32547015df83 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:56:09.269645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:09.273550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:56:09.285410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Pushing event updated for resources: {'Port': ['ID=3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:09.297468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Allocated IP 172.25.0.181 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/8ed5af39-6af0-48fb-9f96-6c49d642293b) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:56:09.338957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Attempting to bind port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:56:09.339322 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Attempting to bind port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:56:09.339681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Attempting to bind port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac on network 61ae8f19-27d8-4820-8ec7-32547015df83 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:56:09.345651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:56:09.346029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Checking segment: {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:09.346495 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:09.346925 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Bound using segment: {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:56:09.348074 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Bound port: 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:56:09.348507 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:09.413187 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:09.422931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] For port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:56:09.426899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] For port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:56:09.432057 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:09.459018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:09.519963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:56:09.524312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:09.525329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bff9d-5631-44ff-8937-96abecadffb5 None None] Pushing event updated for resources: {'Port': ['ID=3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:09.526714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:56:09.529797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Pushing event updated for resources: {'Port': ['ID=8ed5af39-6af0-48fb-9f96-6c49d642293b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:09.819656 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:10.013496 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:10.200066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:56:10.341404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:56:10.352513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Sync routers for ids ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:56:10.365185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Routers {'fa3dd454-0c3c-4ec7-9930-a5cdd6868072'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:56:10.365941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:10.366406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:56:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:10.367856 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c9ca7a39-38aa-48ce-b9cf-ae916b5e802b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7030563 Aug 16 13:56:10.371708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35002) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:10.498131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Set router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:56:10.529624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea65859d-d688-453b-be8d-e249522b2407 None None] Network 61ae8f19-27d8-4820-8ec7-32547015df83 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:56:10.690609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e741ed61-ec6c-4bd6-83c4-c0608a924738 None None] Provisioning for port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:10.823335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:10.895805 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.068206 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'name': 'tempest-TestEncryptedCinderVolumes-1715511610-router', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:08Z', 'updated_at': '2021-08-16T13:56:09Z', 'revision_number': 3, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'gw_port': {'id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:09Z', 'updated_at': '2021-08-16T13:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:11.075170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Allocated IP 172.20.0.1 (61ae8f19-27d8-4820-8ec7-32547015df83/2487847d-4b5a-48dc-a34e-64bff328d3f0/62e794f5-58e4-4138-9efb-1618c249ce9d) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:56:11.097848 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Checking router: fa3dd454-0c3c-4ec7-9930-a5cdd6868072 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:56:11.098228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Updating router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 port 8ed5af39-6af0-48fb-9f96-6c49d642293b binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:56:11.127741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:11.130649 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.154662 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:11.155034 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.213722 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.229812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Transition to ACTIVE for port object 62e794f5-58e4-4138-9efb-1618c249ce9d will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:11.278766 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.325443 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Network 61ae8f19-27d8-4820-8ec7-32547015df83 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:56:11.328534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:11.331045 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:56:11.363967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=62e794f5-58e4-4138-9efb-1618c249ce9d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:11.384166 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.389878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-faa5eb1b-dac7-4360-b97e-aed2e704ba05 None None] Provisioning complete for port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:11.390286 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-faa5eb1b-dac7-4360-b97e-aed2e704ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.446802 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.552948 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.554035 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:11.568178 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.699990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:11.725068 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.738037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Transition to ACTIVE for port object 8ed5af39-6af0-48fb-9f96-6c49d642293b will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:11.744699 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.746519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.751388 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.851727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Attempting to bind port 8ed5af39-6af0-48fb-9f96-6c49d642293b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:56:11.851944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Attempting to bind port 8ed5af39-6af0-48fb-9f96-6c49d642293b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:56:11.852425 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Attempting to bind port 8ed5af39-6af0-48fb-9f96-6c49d642293b on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:56:11.861367 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5bba3d35-d10b-4f0b-a09f-03fac216f5ba None None] Provisioning for port 62e794f5-58e4-4138-9efb-1618c249ce9d completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:11.871190 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bdf3d-b391-47b3-bf9f-a84648e3858d None None] Pushing event updated for resources: {'Port': ['ID=8ed5af39-6af0-48fb-9f96-6c49d642293b,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:11.872013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.876688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:56:11.876988 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=62e794f5-58e4-4138-9efb-1618c249ce9d,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:11.877296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:11.877905 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.879330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:56:11.880099 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Bound port: 8ed5af39-6af0-48fb-9f96-6c49d642293b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:56:11.880852 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.886605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5bba3d35-d10b-4f0b-a09f-03fac216f5ba None None] Provisioning complete for port 62e794f5-58e4-4138-9efb-1618c249ce9d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:11.886605 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5bba3d35-d10b-4f0b-a09f-03fac216f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:11.991964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5bba3d35-d10b-4f0b-a09f-03fac216f5ba None None] Port 62e794f5-58e4-4138-9efb-1618c249ce9d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:56:12.005342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] For port 8ed5af39-6af0-48fb-9f96-6c49d642293b, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:56:12.009197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] For port 8ed5af39-6af0-48fb-9f96-6c49d642293b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8ed5af39-6af0-48fb-9f96-6c49d642293b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:56:12.014001 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:12.020130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Network 61ae8f19-27d8-4820-8ec7-32547015df83 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:56:12.022590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:12.097805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Routers {'fa3dd454-0c3c-4ec7-9930-a5cdd6868072'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:56:12.098983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:56:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:12.137305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bdf3d-b391-47b3-bf9f-a84648e3858d None None] Pushing event updated for resources: {'Port': ['ID=8ed5af39-6af0-48fb-9f96-6c49d642293b,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:12.195639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:56:12.248231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] Set router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:56:12.357105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:56:12.364038 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8cb2c783-0343-4f61-bd53-f9653ca43dd5 admin admin] 10.222.0.25 "PUT /v2.0/routers/fa3dd454-0c3c-4ec7-9930-a5cdd6868072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9892828 Aug 16 13:56:12.369982 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5c7272c5-df08-458c-963e-ccc51104e92c None None] Provisioning complete for port 62e794f5-58e4-4138-9efb-1618c249ce9d triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:12.370312 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5c7272c5-df08-458c-963e-ccc51104e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:12.454146 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5c7272c5-df08-458c-963e-ccc51104e92c None None] Port 62e794f5-58e4-4138-9efb-1618c249ce9d cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:56:12.526940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'name': 'tempest-TestEncryptedCinderVolumes-1715511610-router', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:08Z', 'updated_at': '2021-08-16T13:56:11Z', 'revision_number': 4, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'gw_port': {'id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:09Z', 'updated_at': '2021-08-16T13:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '62e794f5-58e4-4138-9efb-1618c249ce9d', 'name': '', 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'mac_address': 'fa:16:3e:dd:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:10Z', 'updated_at': '2021-08-16T13:56:11Z', 'revision_number': 2, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'subnets': [{'id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:12.558783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a252d36-a0ce-4abc-9751-b4fd414c688c None None] The sync data for ids ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'] in n-d-804708-1 is: [{'id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'name': 'tempest-TestEncryptedCinderVolumes-1715511610-router', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:08Z', 'updated_at': '2021-08-16T13:56:11Z', 'revision_number': 4, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'gw_port': {'id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:09Z', 'updated_at': '2021-08-16T13:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '62e794f5-58e4-4138-9efb-1618c249ce9d', 'name': '', 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'mac_address': 'fa:16:3e:dd:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:10Z', 'updated_at': '2021-08-16T13:56:11Z', 'revision_number': 2, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'subnets': [{'id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:56:12.751225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:12.866453 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:12.866956 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.032967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35018) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:13.039386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1815761357-network', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:13.067096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Made reservation on behalf of fc5f75096a794d62bba9ceb81163b20b for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:56:13.069495 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.079057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.197671 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.202929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.230678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:56:13.246233 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188fc395-b7ef-4409-8932-7f9314a611d9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:13.252304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.252649 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Added segment 24591c46-0ec8-4d64-9d2b-958b1e498b81 of type vlan for network d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 Aug 16 13:56:13.317829 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.376118 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.377884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:13.379926 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.444897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4103134 Aug 16 13:56:13.449883 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35020) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:13.458203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Request body: {'subnet': {'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1815761357-subnet', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:13.461256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bda21c-b2f2-4079-bef8-5e09ced58daf admin admin] Pushing event updated for resources: {'Network': ['ID=d7a6f086-383c-4f64-8bf5-c3c0ddd358e6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:13.474348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:56:13.493092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Made reservation on behalf of fc5f75096a794d62bba9ceb81163b20b for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:56:13.495802 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.725426 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.784587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9156e25f-1c8d-4537-a839-79c404e0867c,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:13.797090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.797452 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.797792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.798155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.798494 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.798824 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.799152 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.799480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.799810 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.800125 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.800988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.801910 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:13.808110 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Checking segment: {'id': '24591c46-0ec8-4d64-9d2b-958b1e498b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:13.808477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Network hostable DHCP agents. Network: d7a6f086-383c-4f64-8bf5-c3c0ddd358e6, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:56:13.828957 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Network d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:56:13.841206 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, d7a6f086-383c-4f64-8bf5-c3c0ddd358e6) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:13.846352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:13.846939 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.856084 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa95223b-7b43-4e64-8ea9-6978beb35be5 None None] Network d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:56:13.866181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35022) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:13.866704 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-046b4398-464e-4344-87c6-c36d2eedc893 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4149327 Aug 16 13:56:13.871209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1815761357-router', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:13.899732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.901660 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:13.964736 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:14.110444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-d7a6f086-383c-4f64-8bf5-c3c0ddd358e6', 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'fixed_ips': [{'subnet_id': '9156e25f-1c8d-4537-a839-79c404e0867c'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:56:14.112051 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:14.115409 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:14.281683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Allocated IP 172.20.0.2 (d7a6f086-383c-4f64-8bf5-c3c0ddd358e6/9156e25f-1c8d-4537-a839-79c404e0867c/002c46a0-68a9-4771-9b7d-4075062eda28) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:56:14.461825 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:14.471680 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Transition to ACTIVE for port object 002c46a0-68a9-4771-9b7d-4075062eda28 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:14.489672 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Transition to ACTIVE for port object 002c46a0-68a9-4771-9b7d-4075062eda28 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:14.496447 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:14.550008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Network d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:56:14.554763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:14.559725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:56:14.563215 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Pushing event updated for resources: {'Port': ['ID=002c46a0-68a9-4771-9b7d-4075062eda28,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:14.633540 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Attempting to bind port 002c46a0-68a9-4771-9b7d-4075062eda28 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:56:14.633831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Attempting to bind port 002c46a0-68a9-4771-9b7d-4075062eda28 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '24591c46-0ec8-4d64-9d2b-958b1e498b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:56:14.634232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Attempting to bind port 002c46a0-68a9-4771-9b7d-4075062eda28 on network d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:56:14.640061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:56:14.640551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Checking segment: {'id': '24591c46-0ec8-4d64-9d2b-958b1e498b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:14.640856 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:14.641330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Bound using segment: {'id': '24591c46-0ec8-4d64-9d2b-958b1e498b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:56:14.641825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Bound port: 002c46a0-68a9-4771-9b7d-4075062eda28, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24591c46-0ec8-4d64-9d2b-958b1e498b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:56:14.642250 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:14.724122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] For port 002c46a0-68a9-4771-9b7d-4075062eda28, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:56:14.728195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] For port 002c46a0-68a9-4771-9b7d-4075062eda28, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=002c46a0-68a9-4771-9b7d-4075062eda28,segment=NetworkSegment(24591c46-0ec8-4d64-9d2b-958b1e498b81),segment_id=24591c46-0ec8-4d64-9d2b-958b1e498b81)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:56:14.738365 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:14.760479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:14.797740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:14.807724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ae73c-f99f-4e8b-8667-8cde410db2a3 None None] Pushing event updated for resources: {'Port': ['ID=002c46a0-68a9-4771-9b7d-4075062eda28,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:14.867000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8ed5af39-6af0-48fb-9f96-6c49d642293b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:14.940550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 8ed5af39-6af0-48fb-9f96-6c49d642293b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:14.946005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8ed5af39-6af0-48fb-9f96-6c49d642293b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:14.946428 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:14.964737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Allocated IP 172.25.0.50 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/cdcbd58b-7b9f-4c52-a8bc-3b123469217d) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:56:15.073717 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Sync routers for ids ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:56:15.104299 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Routers {'fa3dd454-0c3c-4ec7-9930-a5cdd6868072'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:56:15.105051 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:15.105321 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:56:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:15.129817 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 8ed5af39-6af0-48fb-9f96-6c49d642293b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8ed5af39-6af0-48fb-9f96-6c49d642293b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:15.134816 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:15.164737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:15.203866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=8ed5af39-6af0-48fb-9f96-6c49d642293b,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:15.249288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:15.282225 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Set router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:56:15.304237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:56:15.307092 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:15.311295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:56:15.318135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Pushing event updated for resources: {'Port': ['ID=cdcbd58b-7b9f-4c52-a8bc-3b123469217d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:15.505719 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'name': 'tempest-TestEncryptedCinderVolumes-1715511610-router', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:08Z', 'updated_at': '2021-08-16T13:56:11Z', 'revision_number': 4, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'gw_port': {'id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:09Z', 'updated_at': '2021-08-16T13:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '62e794f5-58e4-4138-9efb-1618c249ce9d', 'name': '', 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'mac_address': 'fa:16:3e:dd:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:10Z', 'updated_at': '2021-08-16T13:56:11Z', 'revision_number': 2, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'subnets': [{'id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:15.541266 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Checking router: fa3dd454-0c3c-4ec7-9930-a5cdd6868072 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:56:15.541783 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Updating router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 port 62e794f5-58e4-4138-9efb-1618c249ce9d binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:56:15.576244 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:15.659182 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:15.946305 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:15.993736 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:16.005838 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Transition to ACTIVE for port object 62e794f5-58e4-4138-9efb-1618c249ce9d will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:16.013900 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:16.018965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd7551-e1e9-42b0-b602-2979d2677fd7 None None] Network d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:56:16.101462 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Pushing event updated for resources: {'Port': ['ID=62e794f5-58e4-4138-9efb-1618c249ce9d,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:16.125639 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Router 87b0a3d0-9130-4708-981a-6c3562fc4962 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:56:16.153268 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.153610 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.154300 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.154837 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.155369 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.155945 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.156494 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.157034 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.157569 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.158132 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.158956 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.159481 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:16.172985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a681e0f1-fbfc-4fa3-92d6-536f0e519c5c None None] Provisioning for port 002c46a0-68a9-4771-9b7d-4075062eda28 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:16.180171 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Attempting to bind port 62e794f5-58e4-4138-9efb-1618c249ce9d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:56:16.180974 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Attempting to bind port 62e794f5-58e4-4138-9efb-1618c249ce9d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:56:16.182366 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Attempting to bind port 62e794f5-58e4-4138-9efb-1618c249ce9d on network 61ae8f19-27d8-4820-8ec7-32547015df83 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:56:16.196209 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:56:16.197512 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Checking segment: {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:16.199643 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:16.200467 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Bound using segment: {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:56:16.202138 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Bound port: 62e794f5-58e4-4138-9efb-1618c249ce9d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:56:16.204283 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:16.299797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:56:16.310340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Sync routers for ids ['87b0a3d0-9130-4708-981a-6c3562fc4962'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:56:16.324266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Routers {'87b0a3d0-9130-4708-981a-6c3562fc4962'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:56:16.324914 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:56:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87b0a3d0-9130-4708-981a-6c3562fc4962'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:16.329662 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:16.334597 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] For port 62e794f5-58e4-4138-9efb-1618c249ce9d, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:56:16.338227 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4e619a6a-4bc2-48a3-994e-507b115e74b7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4676077 Aug 16 13:56:16.338227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35024) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:56:16.340635 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] For port 62e794f5-58e4-4138-9efb-1618c249ce9d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=62e794f5-58e4-4138-9efb-1618c249ce9d,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:56:16.348371 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:16.450370 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Routers {'fa3dd454-0c3c-4ec7-9930-a5cdd6868072'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:56:16.451009 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:56:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:16.512709 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Set router 87b0a3d0-9130-4708-981a-6c3562fc4962 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:56:16.537157 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b86025-eae2-4a98-9e27-c6f4cbf0fad6 None None] Pushing event updated for resources: {'Port': ['ID=62e794f5-58e4-4138-9efb-1618c249ce9d,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:16.655414 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] Set router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:56:16.836318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'name': 'tempest-TestEncryptedCinderVolumes-1815761357-router', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:13Z', 'updated_at': '2021-08-16T13:56:15Z', 'revision_number': 3, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'gw_port': {'id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:14Z', 'updated_at': '2021-08-16T13:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:16.889549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Checking router: 87b0a3d0-9130-4708-981a-6c3562fc4962 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:56:16.889896 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Updating router 87b0a3d0-9130-4708-981a-6c3562fc4962 port cdcbd58b-7b9f-4c52-a8bc-3b123469217d binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:56:16.909433 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:16.919300 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'name': 'tempest-TestEncryptedCinderVolumes-1715511610-router', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:08Z', 'updated_at': '2021-08-16T13:56:11Z', 'revision_number': 4, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'gw_port': {'id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:09Z', 'updated_at': '2021-08-16T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '62e794f5-58e4-4138-9efb-1618c249ce9d', 'name': '', 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'mac_address': 'fa:16:3e:dd:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:10Z', 'updated_at': '2021-08-16T13:56:16Z', 'revision_number': 4, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'subnets': [{'id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:16.924443 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:16.957456 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f0a71-5095-4fce-a27c-c18037875363 None None] The sync data for ids ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'] in n-d-804708-1 is: [{'id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'name': 'tempest-TestEncryptedCinderVolumes-1715511610-router', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:08Z', 'updated_at': '2021-08-16T13:56:11Z', 'revision_number': 4, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'gw_port': {'id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:09Z', 'updated_at': '2021-08-16T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '62e794f5-58e4-4138-9efb-1618c249ce9d', 'name': '', 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'mac_address': 'fa:16:3e:dd:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:10Z', 'updated_at': '2021-08-16T13:56:16Z', 'revision_number': 4, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'subnets': [{'id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:56:16.983004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 002c46a0-68a9-4771-9b7d-4075062eda28 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:17.060000 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.309369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Allocated IP 172.20.0.1 (d7a6f086-383c-4f64-8bf5-c3c0ddd358e6/9156e25f-1c8d-4537-a839-79c404e0867c/92f8c3ac-9010-473f-8bb1-6a7df0c02a46) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:56:17.403606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 002c46a0-68a9-4771-9b7d-4075062eda28 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:17.412586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 002c46a0-68a9-4771-9b7d-4075062eda28 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:17.412968 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.468103 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.490711 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Transition to ACTIVE for port object 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:17.545703 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.589692 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.592547 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.613024 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Transition to ACTIVE for port object cdcbd58b-7b9f-4c52-a8bc-3b123469217d will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:17.624746 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Network d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:56:17.630060 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.635486 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:17.643563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:56:17.647335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 002c46a0-68a9-4771-9b7d-4075062eda28, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=002c46a0-68a9-4771-9b7d-4075062eda28,segment=NetworkSegment(24591c46-0ec8-4d64-9d2b-958b1e498b81),segment_id=24591c46-0ec8-4d64-9d2b-958b1e498b81)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:17.672973 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.673777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8ed5af39-6af0-48fb-9f96-6c49d642293b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:17.697899 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Pushing event updated for resources: {'Port': ['ID=92f8c3ac-9010-473f-8bb1-6a7df0c02a46,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:17.723038 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.727716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690f01f-5f2e-4adf-893b-060ac0344c5f None None] Pushing event updated for resources: {'Port': ['ID=cdcbd58b-7b9f-4c52-a8bc-3b123469217d,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:17.768008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Attempting to bind port cdcbd58b-7b9f-4c52-a8bc-3b123469217d on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:56:17.768476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Attempting to bind port cdcbd58b-7b9f-4c52-a8bc-3b123469217d by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:56:17.769671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Attempting to bind port cdcbd58b-7b9f-4c52-a8bc-3b123469217d on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:56:17.808521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:56:17.808888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:17.809339 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.809749 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:56:17.810276 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Bound port: cdcbd58b-7b9f-4c52-a8bc-3b123469217d, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:56:17.810960 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.880689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8ed5af39-6af0-48fb-9f96-6c49d642293b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:17.881075 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.929129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=002c46a0-68a9-4771-9b7d-4075062eda28,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:17.935766 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:17.982668 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] For port cdcbd58b-7b9f-4c52-a8bc-3b123469217d, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:56:17.992246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] For port cdcbd58b-7b9f-4c52-a8bc-3b123469217d, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cdcbd58b-7b9f-4c52-a8bc-3b123469217d,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:56:17.996748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ca4c8405-a3ba-447a-a33a-8e3ef048d16e None None] Provisioning for port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:18.007673 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:18.025529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ca4c8405-a3ba-447a-a33a-8e3ef048d16e None None] Provisioning complete for port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:18.026026 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ca4c8405-a3ba-447a-a33a-8e3ef048d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:18.130553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:18.137134 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:18.173409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690f01f-5f2e-4adf-893b-060ac0344c5f None None] Pushing event updated for resources: {'Port': ['ID=cdcbd58b-7b9f-4c52-a8bc-3b123469217d,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:18.180970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Routers {'87b0a3d0-9130-4708-981a-6c3562fc4962'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:56:18.181627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:56:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87b0a3d0-9130-4708-981a-6c3562fc4962'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:18.186005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 62e794f5-58e4-4138-9efb-1618c249ce9d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:18.222127 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c8405-a3ba-447a-a33a-8e3ef048d16e None None] Port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:56:18.227110 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:18.229053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Pushing event updated for resources: {'Port': ['ID=92f8c3ac-9010-473f-8bb1-6a7df0c02a46,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:18.340829 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] Set router 87b0a3d0-9130-4708-981a-6c3562fc4962 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:56:18.343227 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 62e794f5-58e4-4138-9efb-1618c249ce9d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:18.343510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Network d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:56:18.345154 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:18.373855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 62e794f5-58e4-4138-9efb-1618c249ce9d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:18.374282 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:18.508618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Router 87b0a3d0-9130-4708-981a-6c3562fc4962 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:56:18.603139 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:18.638195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:56:18.645838 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0bd799ee-69ce-47f2-897f-1dffc9b246bb admin admin] 10.222.0.25 "PUT /v2.0/routers/87b0a3d0-9130-4708-981a-6c3562fc4962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3067434 Aug 16 13:56:18.653423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 62e794f5-58e4-4138-9efb-1618c249ce9d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=62e794f5-58e4-4138-9efb-1618c249ce9d,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:18.663334 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:18.696867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0147848e-3bb0-4731-b99e-b37aa0ea914f None None] Provisioning complete for port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:18.697185 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0147848e-3bb0-4731-b99e-b37aa0ea914f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:18.743302 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'name': 'tempest-TestEncryptedCinderVolumes-1815761357-router', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:13Z', 'updated_at': '2021-08-16T13:56:17Z', 'revision_number': 4, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'gw_port': {'id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:14Z', 'updated_at': '2021-08-16T13:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '92f8c3ac-9010-473f-8bb1-6a7df0c02a46', 'name': '', 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'mac_address': 'fa:16:3e:12:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9156e25f-1c8d-4537-a839-79c404e0867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:17Z', 'updated_at': '2021-08-16T13:56:17Z', 'revision_number': 2, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'subnets': [{'id': '9156e25f-1c8d-4537-a839-79c404e0867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:18.797958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 002c46a0-68a9-4771-9b7d-4075062eda28 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:18.800337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0147848e-3bb0-4731-b99e-b37aa0ea914f None None] Port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:56:18.807232 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cec086-f946-4107-9b3a-0b29d8a49346 None None] The sync data for ids ['87b0a3d0-9130-4708-981a-6c3562fc4962'] in n-d-804708-1 is: [{'id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'name': 'tempest-TestEncryptedCinderVolumes-1815761357-router', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:13Z', 'updated_at': '2021-08-16T13:56:17Z', 'revision_number': 4, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'gw_port': {'id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:14Z', 'updated_at': '2021-08-16T13:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '92f8c3ac-9010-473f-8bb1-6a7df0c02a46', 'name': '', 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'mac_address': 'fa:16:3e:12:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9156e25f-1c8d-4537-a839-79c404e0867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:17Z', 'updated_at': '2021-08-16T13:56:17Z', 'revision_number': 2, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'subnets': [{'id': '9156e25f-1c8d-4537-a839-79c404e0867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:56:18.837412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=62e794f5-58e4-4138-9efb-1618c249ce9d,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:18.881492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 002c46a0-68a9-4771-9b7d-4075062eda28 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:18.881713 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:19.543271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-0eec8e68-0ca9-4904-8d9c-bdd491d0d819 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:19.544923 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-0eec8e68-0ca9-4904-8d9c-bdd491d0d819 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/networks?id=61ae8f19-27d8-4820-8ec7-32547015df83 HTTP/1.1" status: 200 len: 817 time: 0.1410577 Aug 16 13:56:19.561616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-00bd7d98-883d-4310-b5f8-345e2a7143a9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/quotas/e652ffa877da490c925ca3f3133eea5c HTTP/1.1" status: 200 len: 375 time: 0.0097392 Aug 16 13:56:19.628612 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-d54c9dea-c1a2-4c6c-a17f-b42ded599fa4 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e652ffa877da490c925ca3f3133eea5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563505 Aug 16 13:56:19.742861 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-f9be865d-aa3d-4ff8-8975-c29aa5762844 service neutron] 10.222.0.25 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948577 Aug 16 13:56:19.857898 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-7603d6d8-ea46-41db-b348-890893794058 service neutron] 10.222.0.25 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066632 Aug 16 13:56:20.082767 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7babb4ab-2703-4d2d-bcfa-0c7228ad881f req-08da2655-2754-4a99-9291-cd802e190b34 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 210 time: 0.0332451 Aug 16 13:56:20.848303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 62e794f5-58e4-4138-9efb-1618c249ce9d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:20.898343 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 62e794f5-58e4-4138-9efb-1618c249ce9d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:20.898686 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:20.997061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cdcbd58b-7b9f-4c52-a8bc-3b123469217d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:21.027242 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Sync routers for ids ['87b0a3d0-9130-4708-981a-6c3562fc4962'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:56:21.038580 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Routers {'87b0a3d0-9130-4708-981a-6c3562fc4962'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:56:21.039027 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:56:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87b0a3d0-9130-4708-981a-6c3562fc4962'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:21.077292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port cdcbd58b-7b9f-4c52-a8bc-3b123469217d completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:21.086714 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port cdcbd58b-7b9f-4c52-a8bc-3b123469217d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:21.087732 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:21.211323 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:21.225791 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Set router 87b0a3d0-9130-4708-981a-6c3562fc4962 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:56:21.237482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-75edcea1-8f4d-46f0-b588-47b70f0f8be3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:21.239842 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-75edcea1-8f4d-46f0-b588-47b70f0f8be3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.22 "GET /v2.0/networks?id=61ae8f19-27d8-4820-8ec7-32547015df83 HTTP/1.1" status: 200 len: 817 time: 0.1556368 Aug 16 13:56:21.250180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port cdcbd58b-7b9f-4c52-a8bc-3b123469217d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cdcbd58b-7b9f-4c52-a8bc-3b123469217d,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:21.255976 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:21.263652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Request body: {'port': {'device_id': 'e3adb621-099e-443c-8fce-47acd46d89a0', 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83', 'admin_state_up': True, 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:21.268369 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68bb5060-193f-417b-adcc-33da285b37a7 req-86a6ab08-ced8-4726-925e-9e62ca92fa01 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 210 time: 0.0605457 Aug 16 13:56:21.335635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=cdcbd58b-7b9f-4c52-a8bc-3b123469217d,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:21.420037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Made reservation on behalf of e652ffa877da490c925ca3f3133eea5c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:56:21.426823 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:21.466934 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'name': 'tempest-TestEncryptedCinderVolumes-1815761357-router', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:13Z', 'updated_at': '2021-08-16T13:56:17Z', 'revision_number': 4, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'gw_port': {'id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:14Z', 'updated_at': '2021-08-16T13:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '92f8c3ac-9010-473f-8bb1-6a7df0c02a46', 'name': '', 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'mac_address': 'fa:16:3e:12:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9156e25f-1c8d-4537-a839-79c404e0867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:17Z', 'updated_at': '2021-08-16T13:56:17Z', 'revision_number': 2, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'subnets': [{'id': '9156e25f-1c8d-4537-a839-79c404e0867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:21.497386 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Checking router: 87b0a3d0-9130-4708-981a-6c3562fc4962 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:56:21.497737 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Updating router 87b0a3d0-9130-4708-981a-6c3562fc4962 port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:56:21.526183 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:21.614446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Allocated IP 172.20.0.8 (61ae8f19-27d8-4820-8ec7-32547015df83/2487847d-4b5a-48dc-a34e-64bff328d3f0/ec45fabd-64fc-470b-a424-9d0a95b1e91c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:56:21.827309 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:21.843623 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Transition to ACTIVE for port object ec45fabd-64fc-470b-a424-9d0a95b1e91c will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:21.849831 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:21.862127 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Transition to ACTIVE for port object 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:21.869171 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:21.890029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:21.920733 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221f8cc-71c2-4e95-a2a3-1e1c0c7836cb None None] Pushing event updated for resources: {'Port': ['ID=92f8c3ac-9010-473f-8bb1-6a7df0c02a46,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:21.975160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Network 61ae8f19-27d8-4820-8ec7-32547015df83 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:56:21.979858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:21.985406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:56:21.991021 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Attempting to bind port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:56:21.991263 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Attempting to bind port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '24591c46-0ec8-4d64-9d2b-958b1e498b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:56:21.991753 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Attempting to bind port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 on network d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:56:21.996057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Pushing event updated for resources: {'Port': ['ID=ec45fabd-64fc-470b-a424-9d0a95b1e91c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:22.016840 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:56:22.018510 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Checking segment: {'id': '24591c46-0ec8-4d64-9d2b-958b1e498b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:22.020676 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:22.021163 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Bound using segment: {'id': '24591c46-0ec8-4d64-9d2b-958b1e498b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:56:22.021977 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Bound port: 92f8c3ac-9010-473f-8bb1-6a7df0c02a46, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24591c46-0ec8-4d64-9d2b-958b1e498b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:56:22.022411 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:22.061199 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:22.061987 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:22.088190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-de055275-0b4a-42b1-806c-86843421c3e9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8317595 Aug 16 13:56:22.105780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Request body: {'port': {'device_id': 'e3adb621-099e-443c-8fce-47acd46d89a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:22.122248 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] For port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:56:22.132816 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] For port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=92f8c3ac-9010-473f-8bb1-6a7df0c02a46,segment=NetworkSegment(24591c46-0ec8-4d64-9d2b-958b1e498b81),segment_id=24591c46-0ec8-4d64-9d2b-958b1e498b81)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:56:22.140388 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:22.190076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:22.224918 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Routers {'87b0a3d0-9130-4708-981a-6c3562fc4962'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:56:22.225568 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:56:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87b0a3d0-9130-4708-981a-6c3562fc4962'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:22.283817 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221f8cc-71c2-4e95-a2a3-1e1c0c7836cb None None] Pushing event updated for resources: {'Port': ['ID=92f8c3ac-9010-473f-8bb1-6a7df0c02a46,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:22.430726 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4326d-deae-4767-85ac-d3075e51fc00 req-2e74a0d8-4410-4c54-b76e-c5606b6fad8b tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:22.438893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bb4326d-deae-4767-85ac-d3075e51fc00 req-2e74a0d8-4410-4c54-b76e-c5606b6fad8b tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 931 time: 0.0917017 Aug 16 13:56:22.491770 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bb4326d-deae-4767-85ac-d3075e51fc00 req-d17f4ec6-20bd-4f90-9ebd-d0ea8d69e7f4 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513368 Aug 16 13:56:22.493197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0756e01f-21c3-4cb0-b60b-b313ede3c1a4 None None] Provisioning for port ec45fabd-64fc-470b-a424-9d0a95b1e91c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:22.499503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0756e01f-21c3-4cb0-b60b-b313ede3c1a4 None None] Provisioning complete for port ec45fabd-64fc-470b-a424-9d0a95b1e91c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:22.500241 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0756e01f-21c3-4cb0-b60b-b313ede3c1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:22.561214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0756e01f-21c3-4cb0-b60b-b313ede3c1a4 None None] Port ec45fabd-64fc-470b-a424-9d0a95b1e91c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:56:22.563146 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] Set router 87b0a3d0-9130-4708-981a-6c3562fc4962 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:56:22.633640 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec45fabd-64fc-470b-a424-9d0a95b1e91c {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:56:22.642569 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:22.657540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Transition to ACTIVE for port object ec45fabd-64fc-470b-a424-9d0a95b1e91c will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:22.662583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:22.774182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Pushing event updated for resources: {'Port': ['ID=ec45fabd-64fc-470b-a424-9d0a95b1e91c,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:22.823370 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Attempting to bind port ec45fabd-64fc-470b-a424-9d0a95b1e91c on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:56:22.823714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Attempting to bind port ec45fabd-64fc-470b-a424-9d0a95b1e91c by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:56:22.824195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Attempting to bind port ec45fabd-64fc-470b-a424-9d0a95b1e91c on network 61ae8f19-27d8-4820-8ec7-32547015df83 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:56:22.827466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:22.830721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Port ec45fabd-64fc-470b-a424-9d0a95b1e91c on network 61ae8f19-27d8-4820-8ec7-32547015df83 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:56:22.832673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Attempting to bind port ec45fabd-64fc-470b-a424-9d0a95b1e91c on network 61ae8f19-27d8-4820-8ec7-32547015df83 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:56:22.838170 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:56:22.838535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Checking segment: {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:22.838847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Bound using segment: {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:56:22.839336 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Bound port: ec45fabd-64fc-470b-a424-9d0a95b1e91c, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:56:22.839701 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:22.860033 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'name': 'tempest-TestEncryptedCinderVolumes-1815761357-router', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:13Z', 'updated_at': '2021-08-16T13:56:17Z', 'revision_number': 4, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'gw_port': {'id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:14Z', 'updated_at': '2021-08-16T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '92f8c3ac-9010-473f-8bb1-6a7df0c02a46', 'name': '', 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'mac_address': 'fa:16:3e:12:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9156e25f-1c8d-4537-a839-79c404e0867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:17Z', 'updated_at': '2021-08-16T13:56:22Z', 'revision_number': 4, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'subnets': [{'id': '9156e25f-1c8d-4537-a839-79c404e0867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:56:22.899038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:22.901207 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7723afb-1a05-44a2-8860-5aed122fc189 None None] The sync data for ids ['87b0a3d0-9130-4708-981a-6c3562fc4962'] in n-d-804708-1 is: [{'id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'name': 'tempest-TestEncryptedCinderVolumes-1815761357-router', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:13Z', 'updated_at': '2021-08-16T13:56:17Z', 'revision_number': 4, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'gw_port': {'id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:14Z', 'updated_at': '2021-08-16T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '92f8c3ac-9010-473f-8bb1-6a7df0c02a46', 'name': '', 'network_id': 'd7a6f086-383c-4f64-8bf5-c3c0ddd358e6', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'mac_address': 'fa:16:3e:12:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9156e25f-1c8d-4537-a839-79c404e0867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:17Z', 'updated_at': '2021-08-16T13:56:22Z', 'revision_number': 4, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'subnets': [{'id': '9156e25f-1c8d-4537-a839-79c404e0867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:56:22.910325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:22.911162 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:22.936917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] For port ec45fabd-64fc-470b-a424-9d0a95b1e91c, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:56:22.941879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] For port ec45fabd-64fc-470b-a424-9d0a95b1e91c, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ec45fabd-64fc-470b-a424-9d0a95b1e91c,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:56:22.949082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:23.005677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:23.006669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:23.008792 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] 10.222.0.22 "PUT /v2.0/ports/ec45fabd-64fc-470b-a424-9d0a95b1e91c HTTP/1.1" status: 200 len: 1091 time: 0.9081938 Aug 16 13:56:23.009438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3adb621-099e-443c-8fce-47acd46d89a0', 'tag': 'ec45fabd-64fc-470b-a424-9d0a95b1e91c'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:56:23.014007 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d43935-ea6f-49f2-935e-ef8773571574" -d '{"events": [{"name": "network-changed", "server_uuid": "e3adb621-099e-443c-8fce-47acd46d89a0", "tag": "ec45fabd-64fc-470b-a424-9d0a95b1e91c"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:56:23.038977 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:23.083046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0b9d2-6c36-4404-8d51-49b7e4e86839 service neutron] Pushing event updated for resources: {'Port': ['ID=ec45fabd-64fc-470b-a424-9d0a95b1e91c,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:23.088965 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b0d870-d82b-491f-a7e0-72cfbb2d93f1 x-openstack-request-id: req-a0b0d870-d82b-491f-a7e0-72cfbb2d93f1 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:56:23.089298 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3adb621-099e-443c-8fce-47acd46d89a0", "tag": "ec45fabd-64fc-470b-a424-9d0a95b1e91c", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:56:23.089649 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0b0d870-d82b-491f-a7e0-72cfbb2d93f1 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:56:23.090065 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3adb621-099e-443c-8fce-47acd46d89a0', 'tag': 'ec45fabd-64fc-470b-a424-9d0a95b1e91c', 'status': 'completed', 'code': 200} Aug 16 13:56:23.109012 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=92f8c3ac-9010-473f-8bb1-6a7df0c02a46,segment=NetworkSegment(24591c46-0ec8-4d64-9d2b-958b1e498b81),segment_id=24591c46-0ec8-4d64-9d2b-958b1e498b81)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:23.117596 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:23.118988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cdcbd58b-7b9f-4c52-a8bc-3b123469217d up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:23.154287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-6a944711-65bb-4bd9-af51-9ba6b4c8f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:23.155864 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-6a944711-65bb-4bd9-af51-9ba6b4c8f7d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e652ffa877da490c925ca3f3133eea5c&device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 1094 time: 0.0649431 Aug 16 13:56:23.209735 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-62dcc23a-0fa9-44e7-ac87-6d08879e56eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec45fabd-64fc-470b-a424-9d0a95b1e91c HTTP/1.1" status: 200 len: 217 time: 0.0425472 Aug 16 13:56:23.219771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=92f8c3ac-9010-473f-8bb1-6a7df0c02a46,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:23.232682 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port cdcbd58b-7b9f-4c52-a8bc-3b123469217d triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:23.233381 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:23.338300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-e83cf92a-18ef-4d10-aef1-a66cdca9eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:23.340949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-e83cf92a-18ef-4d10-aef1-a66cdca9eac7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2487847d-4b5a-48dc-a34e-64bff328d3f0 HTTP/1.1" status: 200 len: 856 time: 0.1223383 Aug 16 13:56:23.401408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-7b3b75d6-60e1-46c3-b959-841b8a91f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:23.403076 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-7b3b75d6-60e1-46c3-b959-841b8a91f3a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61ae8f19-27d8-4820-8ec7-32547015df83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548484 Aug 16 13:56:23.513710 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-ecdb0d77-619c-4d8c-b76a-7dad67144196 service neutron] 10.222.0.22 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021307 Aug 16 13:56:23.637947 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bad8e9c1-1ce7-4715-ac66-c131e482c20a req-b5458380-7998-406a-b584-3ab2e21b1f2f service neutron] 10.222.0.22 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168010 Aug 16 13:56:23.641042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659765e-07bd-4f8b-aa9e-1919ac9973ea req-97620b05-81b4-4bf0-af3e-3f0ec2407a61 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:23.642633 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e659765e-07bd-4f8b-aa9e-1919ac9973ea req-97620b05-81b4-4bf0-af3e-3f0ec2407a61 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 943 time: 0.0645106 Aug 16 13:56:23.689731 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e659765e-07bd-4f8b-aa9e-1919ac9973ea req-d0360ea3-0654-4266-bfb9-6dda33e663cd tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 Aug 16 13:56:23.761232 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d43935-ea6f-49f2-935e-ef8773571574 req-9f2ff26d-9562-4bdd-8bd8-8ecb43a4e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:23.762959 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84d43935-ea6f-49f2-935e-ef8773571574 req-9f2ff26d-9562-4bdd-8bd8-8ecb43a4e6f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e652ffa877da490c925ca3f3133eea5c&device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 1094 time: 0.0424645 Aug 16 13:56:23.882058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d43935-ea6f-49f2-935e-ef8773571574 req-d4bb03cb-e73a-4f11-8363-948a34607267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:23.884369 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84d43935-ea6f-49f2-935e-ef8773571574 req-d4bb03cb-e73a-4f11-8363-948a34607267 service neutron] 10.222.0.22 "GET /v2.0/networks?id=61ae8f19-27d8-4820-8ec7-32547015df83 HTTP/1.1" status: 200 len: 917 time: 0.1139674 Aug 16 13:56:23.935303 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84d43935-ea6f-49f2-935e-ef8773571574 req-a4468292-b3cf-42b4-aa48-bccaf7ce4386 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec45fabd-64fc-470b-a424-9d0a95b1e91c HTTP/1.1" status: 200 len: 217 time: 0.0424936 Aug 16 13:56:23.999678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d43935-ea6f-49f2-935e-ef8773571574 req-5213ba19-55bc-479b-ada7-aefc8b94d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:24.001207 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84d43935-ea6f-49f2-935e-ef8773571574 req-5213ba19-55bc-479b-ada7-aefc8b94d173 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2487847d-4b5a-48dc-a34e-64bff328d3f0 HTTP/1.1" status: 200 len: 856 time: 0.0586250 Aug 16 13:56:24.052605 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d43935-ea6f-49f2-935e-ef8773571574 req-21dce46c-26ad-4d57-8ab8-552eab3fc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:24.054174 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84d43935-ea6f-49f2-935e-ef8773571574 req-21dce46c-26ad-4d57-8ab8-552eab3fc5fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61ae8f19-27d8-4820-8ec7-32547015df83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456944 Aug 16 13:56:24.158739 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84d43935-ea6f-49f2-935e-ef8773571574 req-02c069be-7d6a-4595-a22b-31a9482dbbee service neutron] 10.222.0.22 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957594 Aug 16 13:56:24.277721 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-84d43935-ea6f-49f2-935e-ef8773571574 req-2c031e9d-b9d3-49d9-a9b0-88389596fedf service neutron] 10.222.0.22 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124549 Aug 16 13:56:24.773800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:24.824778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:24.825053 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:24.833799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19bc35-b5ae-480e-81f8-f3c1be714e47 req-fe35ca84-2e99-4013-9452-1f0f8c69f460 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:24.835462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca19bc35-b5ae-480e-81f8-f3c1be714e47 req-fe35ca84-2e99-4013-9452-1f0f8c69f460 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 943 time: 0.0582154 Aug 16 13:56:24.892328 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ca19bc35-b5ae-480e-81f8-f3c1be714e47 req-a25180bd-2127-4a36-8684-de8c3f14db7d tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487866 Aug 16 13:56:26.024229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792ccf-3989-4a72-aa4f-42717de17412 req-35c51e1f-e642-4ef2-bffa-d5329c9afd0a tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:26.026306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6792ccf-3989-4a72-aa4f-42717de17412 req-35c51e1f-e642-4ef2-bffa-d5329c9afd0a tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 943 time: 0.0559425 Aug 16 13:56:26.070089 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e6792ccf-3989-4a72-aa4f-42717de17412 req-578305c4-fe55-4058-a4c2-f808285c69ca tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370839 Aug 16 13:56:27.193139 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01a0cc-b8d1-47e4-8abc-c9b17693caa4 req-94f6ca1d-1113-4349-a3aa-5139284d79d1 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:27.194829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff01a0cc-b8d1-47e4-8abc-c9b17693caa4 req-94f6ca1d-1113-4349-a3aa-5139284d79d1 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 943 time: 0.0533643 Aug 16 13:56:27.244936 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff01a0cc-b8d1-47e4-8abc-c9b17693caa4 req-a3a0cb1b-ce09-4b12-bb25-3fb6e0ad3dfa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410004 Aug 16 13:56:28.007702 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ec45fabd-64fc-470b-a424-9d0a95b1e91c details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:56:28.116372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ec45fabd-64fc-470b-a424-9d0a95b1e91c, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ec45fabd-64fc-470b-a424-9d0a95b1e91c,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:28.134936 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'ec45fabd-64fc-470b-a424-9d0a95b1e91c', 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83', 'port_id': 'ec45fabd-64fc-470b-a424-9d0a95b1e91c', 'mac_address': 'fa:16:3e:b4:f8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:56:28.193305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:28.208088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec45fabd-64fc-470b-a424-9d0a95b1e91c {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:56:28.230201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ec45fabd-64fc-470b-a424-9d0a95b1e91c, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ec45fabd-64fc-470b-a424-9d0a95b1e91c,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:28.235206 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:28.312658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ec45fabd-64fc-470b-a424-9d0a95b1e91c,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:28.370451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe4004-5774-476d-9839-80e2f2f4870d req-cd947026-ebd9-4331-8710-e702edaeb88d tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:28.372035 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79fe4004-5774-476d-9839-80e2f2f4870d req-cd947026-ebd9-4331-8710-e702edaeb88d tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 944 time: 0.0526745 Aug 16 13:56:28.414322 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79fe4004-5774-476d-9839-80e2f2f4870d req-b2988b97-2d72-4893-a8b9-e12cbae16cb9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358386 Aug 16 13:56:28.573681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['ec45fabd-64fc-470b-a424-9d0a95b1e91c'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:56:29.544658 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5bf4-3c54-4b32-9d3f-f3923f09c969 req-68508f7b-2c9a-49bf-9000-bcc0956f8f00 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:29.546083 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99ac5bf4-3c54-4b32-9d3f-f3923f09c969 req-68508f7b-2c9a-49bf-9000-bcc0956f8f00 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 944 time: 0.0569839 Aug 16 13:56:29.591370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99ac5bf4-3c54-4b32-9d3f-f3923f09c969 req-8b62b6f7-99ab-4d2d-a7bb-f1088d268ce4 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Aug 16 13:56:29.876643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-61007e31-695a-4da6-b9ce-c53efb99fd17 req-d0f2036f-e65f-400b-9f2a-4cf1456e1001 tempest-ServerDiskConfigTestJSON-1928478237 tempest-ServerDiskConfigTestJSON-1928478237-project] (101396) timed out ('10.222.0.42', 64513) {{(pid=101396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:56:30.036980 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ec45fabd-64fc-470b-a424-9d0a95b1e91c up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:56:30.087591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port ec45fabd-64fc-470b-a424-9d0a95b1e91c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:30.091994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port ec45fabd-64fc-470b-a424-9d0a95b1e91c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:30.092396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:30.170977 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:30.195383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3adb621-099e-443c-8fce-47acd46d89a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec45fabd-64fc-470b-a424-9d0a95b1e91c'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:56:30.197695 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b32f51-9508-427d-b4a4-f329c4e6f6bb" -d '{"events": [{"server_uuid": "e3adb621-099e-443c-8fce-47acd46d89a0", "name": "network-vif-plugged", "status": "completed", "tag": "ec45fabd-64fc-470b-a424-9d0a95b1e91c"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:56:30.211281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port ec45fabd-64fc-470b-a424-9d0a95b1e91c, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ec45fabd-64fc-470b-a424-9d0a95b1e91c,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:30.215547 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:30.372254 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a067ca-c474-4786-bfe6-50a7e996e458 req-e1fbe38c-ea2f-48b7-95b8-a4dd07bea3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:30.373809 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-80a067ca-c474-4786-bfe6-50a7e996e458 req-e1fbe38c-ea2f-48b7-95b8-a4dd07bea3a7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 1096 time: 0.0455110 Aug 16 13:56:30.410705 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73b14ca-c5af-4cf4-87c5-bed94a0c98a5 x-openstack-request-id: req-d73b14ca-c5af-4cf4-87c5-bed94a0c98a5 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:56:30.410994 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3adb621-099e-443c-8fce-47acd46d89a0", "name": "network-vif-plugged", "status": "completed", "tag": "ec45fabd-64fc-470b-a424-9d0a95b1e91c", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:56:30.411231 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d73b14ca-c5af-4cf4-87c5-bed94a0c98a5 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:56:30.411625 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3adb621-099e-443c-8fce-47acd46d89a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec45fabd-64fc-470b-a424-9d0a95b1e91c', 'code': 200} Aug 16 13:56:30.419774 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-80a067ca-c474-4786-bfe6-50a7e996e458 req-469a4f10-56cb-4fc4-b63e-ebda37a736f4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381379 Aug 16 13:56:30.437926 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:30.448719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=ec45fabd-64fc-470b-a424-9d0a95b1e91c,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:30.737275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9886749-f888-4ec3-82df-7a361c158ed7 req-bd96eed2-b8ff-4d11-8715-9d26e2473ba5 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:30.739131 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9886749-f888-4ec3-82df-7a361c158ed7 req-bd96eed2-b8ff-4d11-8715-9d26e2473ba5 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 945 time: 0.0661929 Aug 16 13:56:30.798539 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9886749-f888-4ec3-82df-7a361c158ed7 req-40c95296-56d1-4f77-a980-08bc068aedaa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500031 Aug 16 13:56:31.623391 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:56:31.898172 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-74821af1-666b-4662-9932-ae459c9f0bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:31.931703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17551a3-1407-4545-a703-54e35c071843 req-61cf083b-267e-43dd-967f-d16083fdd3f3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:31.933243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c17551a3-1407-4545-a703-54e35c071843 req-61cf083b-267e-43dd-967f-d16083fdd3f3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 945 time: 0.0586281 Aug 16 13:56:31.976000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c17551a3-1407-4545-a703-54e35c071843 req-aa5e73d7-fe46-4c25-b537-02ace2a8469b tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354695 Aug 16 13:56:32.114321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14c136-42fe-46cb-9c9d-9d752d9a543c req-e1383d8c-313a-45f5-8168-33188374cca6 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:32.115839 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a14c136-42fe-46cb-9c9d-9d752d9a543c req-e1383d8c-313a-45f5-8168-33188374cca6 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 945 time: 0.0559981 Aug 16 13:56:32.157061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6a14c136-42fe-46cb-9c9d-9d752d9a543c req-f9186a1d-791d-4d7e-ae64-4ca0a0abc808 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345938 Aug 16 13:56:34.438918 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-47fc60b0-75d1-4aa0-b2c0-27411a2f5370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:34.716951 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:35.742737 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:37.560257 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:40.758013 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-aec1216d-f5c6-4c94-b806-9e9b65837e83 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402763 Aug 16 13:56:40.876288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-019fe5b3-d044-40ad-b036-af8676331618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:40.877719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-019fe5b3-d044-40ad-b036-af8676331618 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e652ffa877da490c925ca3f3133eea5c&device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 1096 time: 0.0547292 Aug 16 13:56:40.991248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-26dc083c-cc4d-4229-8809-0026ce8e478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:40.993752 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-26dc083c-cc4d-4229-8809-0026ce8e478d service neutron] 10.222.0.22 "GET /v2.0/networks?id=61ae8f19-27d8-4820-8ec7-32547015df83 HTTP/1.1" status: 200 len: 917 time: 0.0968316 Aug 16 13:56:41.037780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-cea8bf48-2c6f-40d0-9871-cbf2e8a6affb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec45fabd-64fc-470b-a424-9d0a95b1e91c HTTP/1.1" status: 200 len: 217 time: 0.0370116 Aug 16 13:56:41.094260 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-588fdc28-1715-4fe0-a5e0-57bdc222d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:41.095912 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-588fdc28-1715-4fe0-a5e0-57bdc222d47c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2487847d-4b5a-48dc-a34e-64bff328d3f0 HTTP/1.1" status: 200 len: 856 time: 0.0513949 Aug 16 13:56:41.145822 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-df87bdc7-262a-453c-83cc-cf2f29c48931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:41.147313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-df87bdc7-262a-453c-83cc-cf2f29c48931 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61ae8f19-27d8-4820-8ec7-32547015df83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446873 Aug 16 13:56:41.256177 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-e5e1dcde-798a-4e0e-b637-85f45e9f1998 service neutron] 10.222.0.22 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010876 Aug 16 13:56:41.709552 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5d82db5f-8f7f-4b36-953f-c2e1226854cd req-fed1f77c-69c7-4203-9d22-e3f59e18bd7d service neutron] 10.222.0.22 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450715 Aug 16 13:56:46.895675 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:53.149996 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9866ca4-1ea8-42f4-8a57-c37fd2af5c40 req-42d5bdef-0d73-44f0-9788-f109e13c75da tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:53.151723 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9866ca4-1ea8-42f4-8a57-c37fd2af5c40 req-42d5bdef-0d73-44f0-9788-f109e13c75da tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 945 time: 0.0599604 Aug 16 13:56:53.198075 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b9866ca4-1ea8-42f4-8a57-c37fd2af5c40 req-cdc3e3c8-0263-40dc-b096-104819dd0d30 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Aug 16 13:56:54.318799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb51f3-04ad-43ac-a75e-e1e91c17ca38 req-583911a3-5ced-466a-b978-e43c26c37e07 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:54.320279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02eb51f3-04ad-43ac-a75e-e1e91c17ca38 req-583911a3-5ced-466a-b978-e43c26c37e07 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 945 time: 0.0521400 Aug 16 13:56:54.358979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02eb51f3-04ad-43ac-a75e-e1e91c17ca38 req-c2e7affe-f9df-4b7a-8175-44b8b93d9852 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323422 Aug 16 13:56:54.927837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4b840-3ba0-4b56-959d-9fadeeb4dc38 req-e7f73357-510a-4b4e-bd29-9ee004e4371d tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:54.929374 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f0c4b840-3ba0-4b56-959d-9fadeeb4dc38 req-e7f73357-510a-4b4e-bd29-9ee004e4371d tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 945 time: 0.0533402 Aug 16 13:56:55.033087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f0c4b840-3ba0-4b56-959d-9fadeeb4dc38 req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Deleting port ec45fabd-64fc-470b-a424-9d0a95b1e91c {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:56:55.033430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f0c4b840-3ba0-4b56-959d-9fadeeb4dc38 req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:55.136638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-f0c4b840-3ba0-4b56-959d-9fadeeb4dc38 req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] For port ec45fabd-64fc-470b-a424-9d0a95b1e91c, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=ec45fabd-64fc-470b-a424-9d0a95b1e91c,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:56:55.137010 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f0c4b840-3ba0-4b56-959d-9fadeeb4dc38 req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:55.150066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-f0c4b840-3ba0-4b56-959d-9fadeeb4dc38 req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Calling delete_port for ec45fabd-64fc-470b-a424-9d0a95b1e91c owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:56:55.284438 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f0c4b840-3ba0-4b56-959d-9fadeeb4dc38 req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:55.312527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['ec45fabd-64fc-470b-a424-9d0a95b1e91c'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:56:55.318568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Pushing event deleted for resources: {'Port': ['ID=ec45fabd-64fc-470b-a424-9d0a95b1e91c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:55.333884 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.334256 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.334603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.334941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.335276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.335609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.335937 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.336295 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.336595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.336912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.337237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.337597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:56:55.373357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c4b840-3ba0-4b56-959d-9fadeeb4dc38 req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] No DVR routers for this DVR port ec45fabd-64fc-470b-a424-9d0a95b1e91c on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:56:55.376369 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-f0c4b840-3ba0-4b56-959d-9fadeeb4dc38 req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:55.379214 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f0c4b840-3ba0-4b56-959d-9fadeeb4dc38 req-ba1b8f46-b1fe-4432-a8e2-1e916badc3c3 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.22 "DELETE /v2.0/ports/ec45fabd-64fc-470b-a424-9d0a95b1e91c HTTP/1.1" status: 204 len: 173 time: 0.4426639 Aug 16 13:56:55.379690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3adb621-099e-443c-8fce-47acd46d89a0', 'name': 'network-vif-deleted', 'tag': 'ec45fabd-64fc-470b-a424-9d0a95b1e91c'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:56:55.382048 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c56ee5-3929-43d0-a831-0622d2b4fc8b" -d '{"events": [{"server_uuid": "e3adb621-099e-443c-8fce-47acd46d89a0", "name": "network-vif-deleted", "tag": "ec45fabd-64fc-470b-a424-9d0a95b1e91c"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:56:55.430893 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148bb8a7-c5b0-4de9-8a4d-e1812ad87ebe x-openstack-request-id: req-148bb8a7-c5b0-4de9-8a4d-e1812ad87ebe {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:56:55.431190 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3adb621-099e-443c-8fce-47acd46d89a0", "name": "network-vif-deleted", "tag": "ec45fabd-64fc-470b-a424-9d0a95b1e91c", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:56:55.431463 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-148bb8a7-c5b0-4de9-8a4d-e1812ad87ebe {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:56:55.431964 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3adb621-099e-443c-8fce-47acd46d89a0', 'name': 'network-vif-deleted', 'tag': 'ec45fabd-64fc-470b-a424-9d0a95b1e91c', 'status': 'completed', 'code': 200} Aug 16 13:56:55.483805 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bf83545-50e4-416d-9283-fd6529167422 req-36a8ea14-f33b-460b-bb74-65bf6b1f53f6 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3adb621-099e-443c-8fce-47acd46d89a0 HTTP/1.1" status: 200 len: 210 time: 0.0373039 Aug 16 13:56:57.226607 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-46c27a11-3739-4bab-8608-bd356d195ad8 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:57.228115 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-46c27a11-3739-4bab-8608-bd356d195ad8 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/networks?id=61ae8f19-27d8-4820-8ec7-32547015df83 HTTP/1.1" status: 200 len: 817 time: 0.1026256 Aug 16 13:56:57.243761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e437e763-91d0-489b-a4a4-2aa8e4dd69f6 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/quotas/e652ffa877da490c925ca3f3133eea5c HTTP/1.1" status: 200 len: 375 time: 0.0096753 Aug 16 13:56:57.296834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-db758461-a5f4-45eb-9869-36b14f133660 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e652ffa877da490c925ca3f3133eea5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475156 Aug 16 13:56:57.399111 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-3d2a099b-acd5-4f95-a26d-86975210d5c9 service neutron] 10.222.0.25 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891860 Aug 16 13:56:57.495099 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-fc2e2b86-857a-4fd5-9a10-556e039c1e4d service neutron] 10.222.0.25 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896297 Aug 16 13:56:57.656191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-746145c0-cec2-4b7a-829f-ee248db306f7 req-8c062679-0804-4951-939d-8b9fceef4daf tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 210 time: 0.0264492 Aug 16 13:56:58.183763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ec45fabd-64fc-470b-a424-9d0a95b1e91c no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:56:58.205116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: ec45fabd-64fc-470b-a424-9d0a95b1e91c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:56:58.205466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device ec45fabd-64fc-470b-a424-9d0a95b1e91c not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:56:58.578029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-90897894-92af-4009-895f-bd1d6f51a53b tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:58.579574 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-90897894-92af-4009-895f-bd1d6f51a53b tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.42 "GET /v2.0/networks?id=61ae8f19-27d8-4820-8ec7-32547015df83 HTTP/1.1" status: 200 len: 817 time: 0.1110597 Aug 16 13:56:58.593015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Request body: {'port': {'device_id': '401ed079-270e-4782-b8d3-4601fefdf333', 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83', 'admin_state_up': True, 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:58.703512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Made reservation on behalf of e652ffa877da490c925ca3f3133eea5c for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:56:58.707673 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:58.754617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4d05600-82f3-4137-92d8-eae2bb283739 req-8b4c7b38-1fee-4ad0-a493-38dd1b1f4f22 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 210 time: 0.0275490 Aug 16 13:56:58.843412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Allocated IP 172.20.0.11 (61ae8f19-27d8-4820-8ec7-32547015df83/2487847d-4b5a-48dc-a34e-64bff328d3f0/81d9452b-42c4-4940-8b30-f9f05dd6683a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:56:59.012142 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:59.028087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Transition to ACTIVE for port object 81d9452b-42c4-4940-8b30-f9f05dd6683a will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:59.063725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:59.108303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Network 61ae8f19-27d8-4820-8ec7-32547015df83 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:56:59.113728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:56:59.116533 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:56:59.147832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Pushing event updated for resources: {'Port': ['ID=81d9452b-42c4-4940-8b30-f9f05dd6683a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:59.177342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:59.178007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:59.194568 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-43884326-598e-4887-a358-086445b95caa tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6055846 Aug 16 13:56:59.208108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Request body: {'port': {'device_id': '401ed079-270e-4782-b8d3-4601fefdf333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:56:59.274215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:59.401419 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c9890d75-e98a-495d-af75-e634d508c0e3 None None] Provisioning for port 81d9452b-42c4-4940-8b30-f9f05dd6683a completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:56:59.405816 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c9890d75-e98a-495d-af75-e634d508c0e3 None None] Provisioning complete for port 81d9452b-42c4-4940-8b30-f9f05dd6683a triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:56:59.406352 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c9890d75-e98a-495d-af75-e634d508c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:59.443984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c9890d75-e98a-495d-af75-e634d508c0e3 None None] Port 81d9452b-42c4-4940-8b30-f9f05dd6683a cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:56:59.560772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d9452b-42c4-4940-8b30-f9f05dd6683a {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:56:59.568890 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:59.580548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Transition to ACTIVE for port object 81d9452b-42c4-4940-8b30-f9f05dd6683a will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:56:59.584887 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:59.634468 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=81d9452b-42c4-4940-8b30-f9f05dd6683a,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:59.712495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Attempting to bind port 81d9452b-42c4-4940-8b30-f9f05dd6683a on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:56:59.712830 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Attempting to bind port 81d9452b-42c4-4940-8b30-f9f05dd6683a by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:56:59.713192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Attempting to bind port 81d9452b-42c4-4940-8b30-f9f05dd6683a on network 61ae8f19-27d8-4820-8ec7-32547015df83 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:56:59.718079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Port 81d9452b-42c4-4940-8b30-f9f05dd6683a on network 61ae8f19-27d8-4820-8ec7-32547015df83 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:56:59.718426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Attempting to bind port 81d9452b-42c4-4940-8b30-f9f05dd6683a on network 61ae8f19-27d8-4820-8ec7-32547015df83 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:56:59.724357 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:56:59.724724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Checking segment: {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:56:59.725109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Bound using segment: {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:56:59.725577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Bound port: 81d9452b-42c4-4940-8b30-f9f05dd6683a, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005a83dd-56f8-473d-9502-473b92586d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:56:59.725936 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:59.794869 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] For port 81d9452b-42c4-4940-8b30-f9f05dd6683a, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:56:59.798236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] For port 81d9452b-42c4-4940-8b30-f9f05dd6683a, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=81d9452b-42c4-4940-8b30-f9f05dd6683a,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:56:59.804161 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:59.841811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:59.842600 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:56:59.844032 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] 10.222.0.42 "PUT /v2.0/ports/81d9452b-42c4-4940-8b30-f9f05dd6683a HTTP/1.1" status: 200 len: 1092 time: 0.6412117 Aug 16 13:56:59.844503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401ed079-270e-4782-b8d3-4601fefdf333', 'tag': '81d9452b-42c4-4940-8b30-f9f05dd6683a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:56:59.847378 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07" -d '{"events": [{"name": "network-changed", "server_uuid": "401ed079-270e-4782-b8d3-4601fefdf333", "tag": "81d9452b-42c4-4940-8b30-f9f05dd6683a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:56:59.881157 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917633-d825-4a9f-ab49-84a279c3bfe5 req-b6e469c6-0318-421b-88ed-2206cccda309 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:59.889641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22917633-d825-4a9f-ab49-84a279c3bfe5 req-b6e469c6-0318-421b-88ed-2206cccda309 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 944 time: 0.0621688 Aug 16 13:56:59.896693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b587a-643a-4dd8-9601-0bb17f57c4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=81d9452b-42c4-4940-8b30-f9f05dd6683a,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:56:59.914385 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1902cf29-d0f5-4d4d-9da2-d3cf364bb8bc x-openstack-request-id: req-1902cf29-d0f5-4d4d-9da2-d3cf364bb8bc {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:56:59.914873 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401ed079-270e-4782-b8d3-4601fefdf333", "tag": "81d9452b-42c4-4940-8b30-f9f05dd6683a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:56:59.915227 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1902cf29-d0f5-4d4d-9da2-d3cf364bb8bc {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:56:59.915746 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401ed079-270e-4782-b8d3-4601fefdf333', 'tag': '81d9452b-42c4-4940-8b30-f9f05dd6683a', 'status': 'completed', 'code': 200} Aug 16 13:56:59.938816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22917633-d825-4a9f-ab49-84a279c3bfe5 req-2574f714-7e83-45ab-b3f3-84980f1937d0 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483642 Aug 16 13:56:59.961994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-9f126963-ba5e-46ea-b265-a85d64cf99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:56:59.964275 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-9f126963-ba5e-46ea-b265-a85d64cf99a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e652ffa877da490c925ca3f3133eea5c&device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 1095 time: 0.0624292 Aug 16 13:57:00.008935 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-1069cfa8-cc0f-42ac-91ce-cd009de770f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81d9452b-42c4-4940-8b30-f9f05dd6683a HTTP/1.1" status: 200 len: 217 time: 0.0363638 Aug 16 13:57:00.062833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-6cd4ab56-f626-4bbe-9ce6-2a4ba33af63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:00.064317 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-6cd4ab56-f626-4bbe-9ce6-2a4ba33af63f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2487847d-4b5a-48dc-a34e-64bff328d3f0 HTTP/1.1" status: 200 len: 856 time: 0.0488782 Aug 16 13:57:00.119957 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-472c93cf-a402-4b1c-9d6a-a52bc2d1b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:00.121492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-472c93cf-a402-4b1c-9d6a-a52bc2d1b3f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61ae8f19-27d8-4820-8ec7-32547015df83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492938 Aug 16 13:57:00.215069 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-19bb55aa-b45a-4eb3-8d55-17df99672e41 service neutron] 10.222.0.42 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854979 Aug 16 13:57:00.314410 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506361e6-eed8-4e71-8df7-c98fdb877578 req-ec9a2b11-0a0d-450f-8f57-41c91f0f249c service neutron] 10.222.0.42 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923491 Aug 16 13:57:00.400750 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:00.408237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07 req-bb10d01d-a9e4-4f61-9666-89d64d27b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:00.410211 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07 req-bb10d01d-a9e4-4f61-9666-89d64d27b94d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e652ffa877da490c925ca3f3133eea5c&device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 1095 time: 0.0488365 Aug 16 13:57:00.512573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07 req-22bb2917-826e-424a-be92-31834a5d7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:00.514192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07 req-22bb2917-826e-424a-be92-31834a5d7619 service neutron] 10.222.0.42 "GET /v2.0/networks?id=61ae8f19-27d8-4820-8ec7-32547015df83 HTTP/1.1" status: 200 len: 917 time: 0.0965865 Aug 16 13:57:00.562878 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07 req-8382565a-90e1-4f75-9801-d4c736e6667c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81d9452b-42c4-4940-8b30-f9f05dd6683a HTTP/1.1" status: 200 len: 217 time: 0.0405264 Aug 16 13:57:00.614049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07 req-06b1ceaf-feb4-459e-bf00-7c7a6036f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:00.615574 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07 req-06b1ceaf-feb4-459e-bf00-7c7a6036f622 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2487847d-4b5a-48dc-a34e-64bff328d3f0 HTTP/1.1" status: 200 len: 856 time: 0.0449092 Aug 16 13:57:00.676950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07 req-46844b74-2160-4a0d-a8e7-255626142068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:00.678573 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07 req-46844b74-2160-4a0d-a8e7-255626142068 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61ae8f19-27d8-4820-8ec7-32547015df83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558786 Aug 16 13:57:00.775584 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07 req-f0767f0b-4fb7-4438-8d9f-f218b83ed3e1 service neutron] 10.222.0.42 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892389 Aug 16 13:57:00.867841 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8e1a6a69-e903-4bb1-93e3-19dde2a1fa07 req-284a5e1e-fca6-4da4-8964-53b55d33c194 service neutron] 10.222.0.42 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845437 Aug 16 13:57:01.066037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cda49b-5f4c-4b3e-8f55-d3ce996acbd1 req-ad3bcfd3-06cd-415f-90cf-b3ccce764dd0 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:01.067573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36cda49b-5f4c-4b3e-8f55-d3ce996acbd1 req-ad3bcfd3-06cd-415f-90cf-b3ccce764dd0 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 944 time: 0.0519359 Aug 16 13:57:01.119094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36cda49b-5f4c-4b3e-8f55-d3ce996acbd1 req-6020acec-5757-43ba-8911-494ff4b0dede tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452647 Aug 16 13:57:01.902275 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a2048f0a-0f21-455a-8237-ea13101e424f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:02.252755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a850b-9386-48e3-bf9a-fa2f1df1bd02 req-04447d66-a6a5-4806-bef6-15b2650bb1d0 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:02.254552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d54a850b-9386-48e3-bf9a-fa2f1df1bd02 req-04447d66-a6a5-4806-bef6-15b2650bb1d0 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 944 time: 0.0540414 Aug 16 13:57:02.296725 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d54a850b-9386-48e3-bf9a-fa2f1df1bd02 req-8d6103d5-7978-4fd1-9100-4d7d4c58fb39 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359654 Aug 16 13:57:02.728712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 81d9452b-42c4-4940-8b30-f9f05dd6683a details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:57:02.835700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 81d9452b-42c4-4940-8b30-f9f05dd6683a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=81d9452b-42c4-4940-8b30-f9f05dd6683a,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:02.848669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '81d9452b-42c4-4940-8b30-f9f05dd6683a', 'network_id': '61ae8f19-27d8-4820-8ec7-32547015df83', 'port_id': '81d9452b-42c4-4940-8b30-f9f05dd6683a', 'mac_address': 'fa:16:3e:15:3f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2487847d-4b5a-48dc-a34e-64bff328d3f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:57:02.889385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:02.904441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d9452b-42c4-4940-8b30-f9f05dd6683a {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:57:02.926825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 81d9452b-42c4-4940-8b30-f9f05dd6683a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=81d9452b-42c4-4940-8b30-f9f05dd6683a,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:02.931114 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:02.983280 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=81d9452b-42c4-4940-8b30-f9f05dd6683a,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:02.990792 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:02.991142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:02.991493 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:02.991821 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:02.992149 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:02.992477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:02.992804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:02.993129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:02.993447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:02.993767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:02.994091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:02.994437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:03.140471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['81d9452b-42c4-4940-8b30-f9f05dd6683a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:57:03.419975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f416adb-5a55-434c-892f-8d9facc7f795 req-018c5b07-0e42-4832-8699-4cde73a53b36 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:03.421518 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f416adb-5a55-434c-892f-8d9facc7f795 req-018c5b07-0e42-4832-8699-4cde73a53b36 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 945 time: 0.0514843 Aug 16 13:57:03.464740 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1f416adb-5a55-434c-892f-8d9facc7f795 req-180c9376-466c-4938-8165-40df38dd257a tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Aug 16 13:57:04.443391 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9e687258-6ba2-44c5-a236-80e0274973ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:04.589984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf35c94-08f4-4d67-a5da-77babd6cb567 req-63347a72-dcb7-4246-a941-4bf190d8532b tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:04.591826 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-adf35c94-08f4-4d67-a5da-77babd6cb567 req-63347a72-dcb7-4246-a941-4bf190d8532b tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 945 time: 0.0541279 Aug 16 13:57:04.635041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-adf35c94-08f4-4d67-a5da-77babd6cb567 req-430c2087-3369-44b6-a1ba-34ba7f2776a9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372777 Aug 16 13:57:04.720269 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:04.749521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 81d9452b-42c4-4940-8b30-f9f05dd6683a up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:04.802004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 81d9452b-42c4-4940-8b30-f9f05dd6683a completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:57:04.806979 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 81d9452b-42c4-4940-8b30-f9f05dd6683a triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:04.807335 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:04.896900 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:04.919185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401ed079-270e-4782-b8d3-4601fefdf333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d9452b-42c4-4940-8b30-f9f05dd6683a'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:57:04.921425 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cce2385-9f18-49db-9c1a-73bb8b8f9092" -d '{"events": [{"server_uuid": "401ed079-270e-4782-b8d3-4601fefdf333", "name": "network-vif-plugged", "status": "completed", "tag": "81d9452b-42c4-4940-8b30-f9f05dd6683a"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:57:04.936189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 81d9452b-42c4-4940-8b30-f9f05dd6683a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=81d9452b-42c4-4940-8b30-f9f05dd6683a,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:04.940206 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:04.965722 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52672df9-193a-47c3-84c8-54d9053fcbb2 x-openstack-request-id: req-52672df9-193a-47c3-84c8-54d9053fcbb2 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:57:04.966017 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401ed079-270e-4782-b8d3-4601fefdf333", "name": "network-vif-plugged", "status": "completed", "tag": "81d9452b-42c4-4940-8b30-f9f05dd6683a", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:57:04.966303 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52672df9-193a-47c3-84c8-54d9053fcbb2 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:57:04.967563 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401ed079-270e-4782-b8d3-4601fefdf333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d9452b-42c4-4940-8b30-f9f05dd6683a', 'code': 200} Aug 16 13:57:04.996835 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=81d9452b-42c4-4940-8b30-f9f05dd6683a,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:05.072590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a799ab0-3ac7-4bc3-bfec-a85097ab9d3f req-efd8cb0c-7db4-476d-b299-188cac96f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:05.074161 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a799ab0-3ac7-4bc3-bfec-a85097ab9d3f req-efd8cb0c-7db4-476d-b299-188cac96f336 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 1097 time: 0.0479796 Aug 16 13:57:05.111905 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7a799ab0-3ac7-4bc3-bfec-a85097ab9d3f req-13d68252-f94e-4b94-a388-44b12bdcbd5a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297086 Aug 16 13:57:05.735967 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:05.758375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fae8c-9415-4283-81b8-764165668bc0 req-8a196482-2589-49c8-a5d3-7ca2019ab61f tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:05.759911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-626fae8c-9415-4283-81b8-764165668bc0 req-8a196482-2589-49c8-a5d3-7ca2019ab61f tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 946 time: 0.0555389 Aug 16 13:57:05.807518 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-626fae8c-9415-4283-81b8-764165668bc0 req-7e699d05-97ee-481a-b0c4-a642e2fa71a9 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 Aug 16 13:57:06.930245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2c729-624d-4633-bf93-0c5903563663 req-1669846a-81cc-41e0-87a4-59edb25d5bef tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:06.931835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46f2c729-624d-4633-bf93-0c5903563663 req-1669846a-81cc-41e0-87a4-59edb25d5bef tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 946 time: 0.0512781 Aug 16 13:57:06.974298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-46f2c729-624d-4633-bf93-0c5903563663 req-d80f96dd-8c26-4559-8928-f72c90b370fe tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364029 Aug 16 13:57:07.092858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aada17-1176-41cf-89cd-c7b358f8990f req-db7d31f6-152f-4b41-a751-0d6901ae6649 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:07.094380 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41aada17-1176-41cf-89cd-c7b358f8990f req-db7d31f6-152f-4b41-a751-0d6901ae6649 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 946 time: 0.0504115 Aug 16 13:57:07.138854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-41aada17-1176-41cf-89cd-c7b358f8990f req-b5db016e-aa23-4114-b40b-88c411b76ba4 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377991 Aug 16 13:57:07.548450 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:08.622627 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:57:15.445694 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-9e53af2c-42c5-439f-a4f7-cf489231c800 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407560 Aug 16 13:57:15.525846 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-2caa3b23-f3dd-4ba6-aa17-81ab0692ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:15.527265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-2caa3b23-f3dd-4ba6-aa17-81ab0692ee7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e652ffa877da490c925ca3f3133eea5c&device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 1097 time: 0.0411670 Aug 16 13:57:15.637631 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-595e6b82-4841-46a7-b309-6520227d9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:15.639160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-595e6b82-4841-46a7-b309-6520227d9490 service neutron] 10.222.0.42 "GET /v2.0/networks?id=61ae8f19-27d8-4820-8ec7-32547015df83 HTTP/1.1" status: 200 len: 917 time: 0.0923069 Aug 16 13:57:15.683801 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-e3e8f754-ad36-43bb-8c2d-5ef8e3f026f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81d9452b-42c4-4940-8b30-f9f05dd6683a HTTP/1.1" status: 200 len: 217 time: 0.0358167 Aug 16 13:57:15.741983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-bd9102c7-dc51-4678-bddc-652adcb4ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:15.743578 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-bd9102c7-dc51-4678-bddc-652adcb4ac54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2487847d-4b5a-48dc-a34e-64bff328d3f0 HTTP/1.1" status: 200 len: 856 time: 0.0516982 Aug 16 13:57:15.792346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-4f8b279f-9794-4ac7-90d8-d17e20f2ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:15.794470 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-4f8b279f-9794-4ac7-90d8-d17e20f2ae4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61ae8f19-27d8-4820-8ec7-32547015df83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429690 Aug 16 13:57:15.889243 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-4e1b06d2-af55-4862-bf82-30161c7f3ded service neutron] 10.222.0.42 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873232 Aug 16 13:57:15.986179 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6ffecd79-f4d6-4eb3-8904-a0ccfe55d1bb req-a82fd471-e77f-43f6-a328-c80a5375ca80 service neutron] 10.222.0.42 "GET /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884066 Aug 16 13:57:16.897767 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:26.731478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b163a4e-cdd7-4a2c-87b2-7fe54ae4d183 req-8f41491d-de42-495c-b7c9-afdbe6d52cf8 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:26.732984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b163a4e-cdd7-4a2c-87b2-7fe54ae4d183 req-8f41491d-de42-495c-b7c9-afdbe6d52cf8 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 946 time: 0.0492260 Aug 16 13:57:26.774236 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b163a4e-cdd7-4a2c-87b2-7fe54ae4d183 req-5b61822e-c1af-41df-9b08-8eaef6c86909 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332882 Aug 16 13:57:27.893068 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580e7e3-3a4a-4ef6-8b71-a438e83021d1 req-a8080a5f-809c-4fa2-93ca-4393a447a02c tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:27.895243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8580e7e3-3a4a-4ef6-8b71-a438e83021d1 req-a8080a5f-809c-4fa2-93ca-4393a447a02c tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 946 time: 0.0499742 Aug 16 13:57:27.933702 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8580e7e3-3a4a-4ef6-8b71-a438e83021d1 req-60facb09-990e-456d-852f-0ab7ad1a1b8b tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/security-groups?id=766bdf56-9203-4726-9842-7623d25cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323687 Aug 16 13:57:28.282183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090cec7-0f41-4bd8-8b86-cc5e56aca266 req-db193181-9a1b-45a9-899e-7dc12ab1a3f4 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:28.283735 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3090cec7-0f41-4bd8-8b86-cc5e56aca266 req-db193181-9a1b-45a9-899e-7dc12ab1a3f4 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.42 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 946 time: 0.0503843 Aug 16 13:57:28.384654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-3090cec7-0f41-4bd8-8b86-cc5e56aca266 req-8e0dfd29-f29c-477c-8a0c-8bd080e79eba tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Deleting port 81d9452b-42c4-4940-8b30-f9f05dd6683a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:57:28.384998 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3090cec7-0f41-4bd8-8b86-cc5e56aca266 req-8e0dfd29-f29c-477c-8a0c-8bd080e79eba tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:28.476606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3090cec7-0f41-4bd8-8b86-cc5e56aca266 req-8e0dfd29-f29c-477c-8a0c-8bd080e79eba tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] For port 81d9452b-42c4-4940-8b30-f9f05dd6683a, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=81d9452b-42c4-4940-8b30-f9f05dd6683a,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:28.476955 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3090cec7-0f41-4bd8-8b86-cc5e56aca266 req-8e0dfd29-f29c-477c-8a0c-8bd080e79eba tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:28.490175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-3090cec7-0f41-4bd8-8b86-cc5e56aca266 req-8e0dfd29-f29c-477c-8a0c-8bd080e79eba tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Calling delete_port for 81d9452b-42c4-4940-8b30-f9f05dd6683a owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:57:28.621046 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3090cec7-0f41-4bd8-8b86-cc5e56aca266 req-8e0dfd29-f29c-477c-8a0c-8bd080e79eba tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:28.635570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['81d9452b-42c4-4940-8b30-f9f05dd6683a'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:57:28.650694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dfd29-f29c-477c-8a0c-8bd080e79eba tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Pushing event deleted for resources: {'Port': ['ID=81d9452b-42c4-4940-8b30-f9f05dd6683a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:28.697632 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3090cec7-0f41-4bd8-8b86-cc5e56aca266 req-8e0dfd29-f29c-477c-8a0c-8bd080e79eba tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] No DVR routers for this DVR port 81d9452b-42c4-4940-8b30-f9f05dd6683a on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:57:28.700283 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3090cec7-0f41-4bd8-8b86-cc5e56aca266 req-8e0dfd29-f29c-477c-8a0c-8bd080e79eba tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:28.702313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3090cec7-0f41-4bd8-8b86-cc5e56aca266 req-8e0dfd29-f29c-477c-8a0c-8bd080e79eba tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.42 "DELETE /v2.0/ports/81d9452b-42c4-4940-8b30-f9f05dd6683a HTTP/1.1" status: 204 len: 173 time: 0.4121981 Aug 16 13:57:28.702763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401ed079-270e-4782-b8d3-4601fefdf333', 'name': 'network-vif-deleted', 'tag': '81d9452b-42c4-4940-8b30-f9f05dd6683a'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:57:28.705028 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51e40e7-479a-4783-b9fa-1f6a178f567c" -d '{"events": [{"server_uuid": "401ed079-270e-4782-b8d3-4601fefdf333", "name": "network-vif-deleted", "tag": "81d9452b-42c4-4940-8b30-f9f05dd6683a"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:57:28.743205 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434ed1cb-b465-41c9-b18d-e789af589d12 x-openstack-request-id: req-434ed1cb-b465-41c9-b18d-e789af589d12 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:57:28.743466 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401ed079-270e-4782-b8d3-4601fefdf333", "name": "network-vif-deleted", "tag": "81d9452b-42c4-4940-8b30-f9f05dd6683a", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:57:28.743745 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-434ed1cb-b465-41c9-b18d-e789af589d12 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:57:28.744128 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401ed079-270e-4782-b8d3-4601fefdf333', 'name': 'network-vif-deleted', 'tag': '81d9452b-42c4-4940-8b30-f9f05dd6683a', 'status': 'completed', 'code': 200} Aug 16 13:57:29.043492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c697e89-2ca4-4b4d-9850-85c35eeddfe5 req-89a790b4-26e7-443f-ba6a-b0c7ab45ed69 tempest-TestEncryptedCinderVolumes-674057407 tempest-TestEncryptedCinderVolumes-674057407-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ed079-270e-4782-b8d3-4601fefdf333 HTTP/1.1" status: 200 len: 210 time: 0.0281451 Aug 16 13:57:30.135559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35332) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:30.410973 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:30.504518 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:30.753539 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] Deleting port 62e794f5-58e4-4138-9efb-1618c249ce9d {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:57:30.753539 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:30.836121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] For port 62e794f5-58e4-4138-9efb-1618c249ce9d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=62e794f5-58e4-4138-9efb-1618c249ce9d,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:30.836493 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:30.854548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] Calling delete_port for 62e794f5-58e4-4138-9efb-1618c249ce9d owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:57:31.039085 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:31.068091 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] Pushing event deleted for resources: {'Port': ['ID=62e794f5-58e4-4138-9efb-1618c249ce9d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:31.238360 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:31.466676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] Router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:57:31.577475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:57:31.585505 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a5b8a575-1a22-44c4-ac20-d6612c09c70c admin admin] 10.222.0.25 "PUT /v2.0/routers/fa3dd454-0c3c-4ec7-9930-a5cdd6868072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4461966 Aug 16 13:57:31.586377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35334) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:31.596983 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd53ca8b-5659-4e98-884d-c02152fc606f None None] Sync routers for ids ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:57:31.611025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd53ca8b-5659-4e98-884d-c02152fc606f None None] Routers {'fa3dd454-0c3c-4ec7-9930-a5cdd6868072'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:31.611679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dd53ca8b-5659-4e98-884d-c02152fc606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:31.717730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-dd53ca8b-5659-4e98-884d-c02152fc606f None None] Set router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:31.910181 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d3f187ea-14fa-4114-b8ab-20075209fa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:31.932903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dd53ca8b-5659-4e98-884d-c02152fc606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'name': 'tempest-TestEncryptedCinderVolumes-1715511610-router', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:08Z', 'updated_at': '2021-08-16T13:57:30Z', 'revision_number': 5, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'gw_port': {'id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:09Z', 'updated_at': '2021-08-16T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:31.964470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd53ca8b-5659-4e98-884d-c02152fc606f None None] Checking router: fa3dd454-0c3c-4ec7-9930-a5cdd6868072 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:57:31.975319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd53ca8b-5659-4e98-884d-c02152fc606f None None] Routers {'fa3dd454-0c3c-4ec7-9930-a5cdd6868072'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:31.975862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dd53ca8b-5659-4e98-884d-c02152fc606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:32.054640 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.085272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-dd53ca8b-5659-4e98-884d-c02152fc606f None None] Set router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:32.162794 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.215527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Deleting port 8ed5af39-6af0-48fb-9f96-6c49d642293b {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:57:32.215867 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.277800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-dd53ca8b-5659-4e98-884d-c02152fc606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'name': 'tempest-TestEncryptedCinderVolumes-1715511610-router', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:08Z', 'updated_at': '2021-08-16T13:57:30Z', 'revision_number': 5, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'gw_port': {'id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:09Z', 'updated_at': '2021-08-16T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:32.299850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] For port 8ed5af39-6af0-48fb-9f96-6c49d642293b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8ed5af39-6af0-48fb-9f96-6c49d642293b,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:32.300482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.308706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd53ca8b-5659-4e98-884d-c02152fc606f None None] The sync data for ids ['fa3dd454-0c3c-4ec7-9930-a5cdd6868072'] in n-d-804708-1 is: [{'id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'name': 'tempest-TestEncryptedCinderVolumes-1715511610-router', 'tenant_id': 'e652ffa877da490c925ca3f3133eea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:08Z', 'updated_at': '2021-08-16T13:57:30Z', 'revision_number': 5, 'project_id': 'e652ffa877da490c925ca3f3133eea5c', 'gw_port': {'id': '8ed5af39-6af0-48fb-9f96-6c49d642293b', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3dd454-0c3c-4ec7-9930-a5cdd6868072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:09Z', 'updated_at': '2021-08-16T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:57:32.319557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Calling delete_port for 8ed5af39-6af0-48fb-9f96-6c49d642293b owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:57:32.492939 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.519885 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed5af39-6af0-48fb-9f96-6c49d642293b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:32.585442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.680242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.684197 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.736072 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.736655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa3dd454-0c3c-4ec7-9930-a5cdd6868072 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:57:32.742366 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.743553 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-246cdd58-e60f-4926-955f-c2a96351b6fd admin admin] 10.222.0.25 "DELETE /v2.0/routers/fa3dd454-0c3c-4ec7-9930-a5cdd6868072 HTTP/1.1" status: 204 len: 168 time: 1.1561635 Aug 16 13:57:32.746352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35336) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:32.802316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Deleting subnet 2487847d-4b5a-48dc-a34e-64bff328d3f0 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:57:32.805952 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.848416 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.848737 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 81d9452b-42c4-4940-8b30-f9f05dd6683a no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:57:32.872183 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 62e794f5-58e4-4138-9efb-1618c249ce9d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:57:32.892586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 81d9452b-42c4-4940-8b30-f9f05dd6683a {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:57:32.892940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 81d9452b-42c4-4940-8b30-f9f05dd6683a not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:57:32.896793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 62e794f5-58e4-4138-9efb-1618c249ce9d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:57:32.897333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 62e794f5-58e4-4138-9efb-1618c249ce9d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:57:32.930838 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:32.996550 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.022865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2487847d-4b5a-48dc-a34e-64bff328d3f0,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:33.036177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.036479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.037018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.037371 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.037733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.038079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.038471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.038781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.039101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.039436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.039776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.040120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:33.043974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3972f830-6445-4041-bff9-b0ef650bbbbf None None] Network 61ae8f19-27d8-4820-8ec7-32547015df83 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:57:33.044876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.048844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-86202cee-8ae1-43cb-a20b-d7b03bd07921 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2487847d-4b5a-48dc-a34e-64bff328d3f0 HTTP/1.1" status: 204 len: 168 time: 0.2995813 Aug 16 13:57:33.050528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35338) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:33.125207 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.183162 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Deleting port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:57:33.183509 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.251454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] For port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac,segment=NetworkSegment(005a83dd-56f8-473d-9502-473b92586d51),segment_id=005a83dd-56f8-473d-9502-473b92586d51)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:33.251813 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.264272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Calling delete_port for 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:57:33.353710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038700ff-dbe7-45d3-8e02-060830c17a6a None None] DHCP port deletion for 61ae8f19-27d8-4820-8ec7-32547015df83 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:57:33.355855 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.397590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:33.399551 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] No DVR routers for this DVR port 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:57:33.471176 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.483237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ae8f19-27d8-4820-8ec7-32547015df83']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:33.493824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005a83dd-56f8-473d-9502-473b92586d51') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:33.494129 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005a83dd-56f8-473d-9502-473b92586d51') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:33.503451 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.521536 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.527272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:57:33.527685 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:57:33.529293 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:57:33.583599 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.589755 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:33.593505 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/61ae8f19-27d8-4820-8ec7-32547015df83 HTTP/1.1" status: 204 len: 168 time: 0.5396976 Aug 16 13:57:33.596080 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35340) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:33.606808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbdbfa-9cd6-4216-9047-350d334fadd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ae8f19-27d8-4820-8ec7-32547015df83,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:33.968558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:34.233045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] Deleting port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:57:34.233619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:34.321579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] For port 92f8c3ac-9010-473f-8bb1-6a7df0c02a46, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=92f8c3ac-9010-473f-8bb1-6a7df0c02a46,segment=NetworkSegment(24591c46-0ec8-4d64-9d2b-958b1e498b81),segment_id=24591c46-0ec8-4d64-9d2b-958b1e498b81)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:34.321939 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:34.338019 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] Calling delete_port for 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:57:34.448111 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d4357484-5059-493a-8bf6-bd2a6ba6361d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:34.536863 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:34.564065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f8c3ac-9010-473f-8bb1-6a7df0c02a46,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:34.729717 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:34.759074 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:34.861886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8ed5af39-6af0-48fb-9f96-6c49d642293b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:57:34.882593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 8ed5af39-6af0-48fb-9f96-6c49d642293b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:57:34.883020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8ed5af39-6af0-48fb-9f96-6c49d642293b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:57:34.883510 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:57:34.902961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:57:34.903445 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3a2af9cc-1804-4e14-8cfb-7e5deeaa94ac not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:57:34.987430 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] Router 87b0a3d0-9130-4708-981a-6c3562fc4962 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:57:35.120919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:57:35.126094 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d4a0b8ad-867c-4575-88e7-89caeec5aa69 admin admin] 10.222.0.25 "PUT /v2.0/routers/87b0a3d0-9130-4708-981a-6c3562fc4962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5301409 Aug 16 13:57:35.129527 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35342) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:35.130855 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99af6b4-bb3c-47a9-add1-0db26519de53 None None] Sync routers for ids ['87b0a3d0-9130-4708-981a-6c3562fc4962'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:57:35.140122 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99af6b4-bb3c-47a9-add1-0db26519de53 None None] Routers {'87b0a3d0-9130-4708-981a-6c3562fc4962'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:35.140737 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c99af6b4-bb3c-47a9-add1-0db26519de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87b0a3d0-9130-4708-981a-6c3562fc4962'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:35.238335 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:35.246713 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c99af6b4-bb3c-47a9-add1-0db26519de53 None None] Set router 87b0a3d0-9130-4708-981a-6c3562fc4962 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:35.459997 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c99af6b4-bb3c-47a9-add1-0db26519de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'name': 'tempest-TestEncryptedCinderVolumes-1815761357-router', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:13Z', 'updated_at': '2021-08-16T13:57:34Z', 'revision_number': 5, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'gw_port': {'id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:14Z', 'updated_at': '2021-08-16T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:35.487063 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99af6b4-bb3c-47a9-add1-0db26519de53 None None] Checking router: 87b0a3d0-9130-4708-981a-6c3562fc4962 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:57:35.497122 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99af6b4-bb3c-47a9-add1-0db26519de53 None None] Routers {'87b0a3d0-9130-4708-981a-6c3562fc4962'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:35.497741 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c99af6b4-bb3c-47a9-add1-0db26519de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['87b0a3d0-9130-4708-981a-6c3562fc4962'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:35.608726 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-c99af6b4-bb3c-47a9-add1-0db26519de53 None None] Set router 87b0a3d0-9130-4708-981a-6c3562fc4962 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:35.712808 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:35.738844 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:35.766653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Deleting port cdcbd58b-7b9f-4c52-a8bc-3b123469217d {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:57:35.766998 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:35.796807 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-c99af6b4-bb3c-47a9-add1-0db26519de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'name': 'tempest-TestEncryptedCinderVolumes-1815761357-router', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:13Z', 'updated_at': '2021-08-16T13:57:34Z', 'revision_number': 5, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'gw_port': {'id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:14Z', 'updated_at': '2021-08-16T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:35.824152 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99af6b4-bb3c-47a9-add1-0db26519de53 None None] The sync data for ids ['87b0a3d0-9130-4708-981a-6c3562fc4962'] in n-d-804708-1 is: [{'id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'name': 'tempest-TestEncryptedCinderVolumes-1815761357-router', 'tenant_id': 'fc5f75096a794d62bba9ceb81163b20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:56:13Z', 'updated_at': '2021-08-16T13:57:34Z', 'revision_number': 5, 'project_id': 'fc5f75096a794d62bba9ceb81163b20b', 'gw_port': {'id': 'cdcbd58b-7b9f-4c52-a8bc-3b123469217d', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b0a3d0-9130-4708-981a-6c3562fc4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:56:14Z', 'updated_at': '2021-08-16T13:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:57:35.854419 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] For port cdcbd58b-7b9f-4c52-a8bc-3b123469217d, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=cdcbd58b-7b9f-4c52-a8bc-3b123469217d,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:35.855288 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:35.873478 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Calling delete_port for cdcbd58b-7b9f-4c52-a8bc-3b123469217d owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:57:36.040434 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.067827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdcbd58b-7b9f-4c52-a8bc-3b123469217d,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:36.129036 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.227851 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.230986 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.281352 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.282212 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87b0a3d0-9130-4708-981a-6c3562fc4962 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:57:36.287873 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.289029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-418341cf-a7e8-4f53-a295-d08f3e79a204 admin admin] 10.222.0.25 "DELETE /v2.0/routers/87b0a3d0-9130-4708-981a-6c3562fc4962 HTTP/1.1" status: 204 len: 168 time: 1.1585340 Aug 16 13:57:36.291548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35344) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:36.338501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffc16c6-17ed-4b4c-aff1-834ac697997b admin admin] Deleting subnet 9156e25f-1c8d-4537-a839-79c404e0867c {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:57:36.341566 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ffc16c6-17ed-4b4c-aff1-834ac697997b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.376406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ffc16c6-17ed-4b4c-aff1-834ac697997b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.473862 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ffc16c6-17ed-4b4c-aff1-834ac697997b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.530964 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ffc16c6-17ed-4b4c-aff1-834ac697997b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.561268 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0ffc16c6-17ed-4b4c-aff1-834ac697997b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.563148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0ffc16c6-17ed-4b4c-aff1-834ac697997b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9156e25f-1c8d-4537-a839-79c404e0867c HTTP/1.1" status: 204 len: 168 time: 0.2707298 Aug 16 13:57:36.564111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc16c6-17ed-4b4c-aff1-834ac697997b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9156e25f-1c8d-4537-a839-79c404e0867c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:36.566724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35346) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:36.569137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d84868-958e-446c-9296-1c74d7b78e99 None None] Network d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:57:36.639957 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.698827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Deleting port 002c46a0-68a9-4771-9b7d-4075062eda28 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:57:36.699461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.767188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] For port 002c46a0-68a9-4771-9b7d-4075062eda28, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=002c46a0-68a9-4771-9b7d-4075062eda28,segment=NetworkSegment(24591c46-0ec8-4d64-9d2b-958b1e498b81),segment_id=24591c46-0ec8-4d64-9d2b-958b1e498b81)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:36.767474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.781716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Calling delete_port for 002c46a0-68a9-4771-9b7d-4075062eda28 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:57:36.832489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e3130d-99a0-4a79-9c3a-18bff76cc59f None None] DHCP port deletion for d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:57:36.890502 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.901225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-30e3130d-99a0-4a79-9c3a-18bff76cc59f None None] Deleting port 002c46a0-68a9-4771-9b7d-4075062eda28 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:57:36.902036 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30e3130d-99a0-4a79-9c3a-18bff76cc59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:36.904807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] No DVR routers for this DVR port 002c46a0-68a9-4771-9b7d-4075062eda28 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:57:36.923658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 002c46a0-68a9-4771-9b7d-4075062eda28 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:57:36.926242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=002c46a0-68a9-4771-9b7d-4075062eda28,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:36.953567 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 002c46a0-68a9-4771-9b7d-4075062eda28 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:57:36.953919 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 002c46a0-68a9-4771-9b7d-4075062eda28 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:57:36.954373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:57:36.998488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:57:36.998858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 92f8c3ac-9010-473f-8bb1-6a7df0c02a46 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:57:36.999244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cdcbd58b-7b9f-4c52-a8bc-3b123469217d no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:57:36.999822 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.013568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a6f086-383c-4f64-8bf5-c3c0ddd358e6']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:37.025984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24591c46-0ec8-4d64-9d2b-958b1e498b81') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:37.026324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24591c46-0ec8-4d64-9d2b-958b1e498b81') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:37.036196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: cdcbd58b-7b9f-4c52-a8bc-3b123469217d {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:57:37.036443 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.036546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device cdcbd58b-7b9f-4c52-a8bc-3b123469217d not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:57:37.042746 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-30e3130d-99a0-4a79-9c3a-18bff76cc59f None None] For port 002c46a0-68a9-4771-9b7d-4075062eda28, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:37.043147 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30e3130d-99a0-4a79-9c3a-18bff76cc59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.052472 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.059997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:57:37.060344 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.060548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-30e3130d-99a0-4a79-9c3a-18bff76cc59f None None] Calling delete_port for 002c46a0-68a9-4771-9b7d-4075062eda28 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:57:37.063369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-30e3130d-99a0-4a79-9c3a-18bff76cc59f None None] Port 002c46a0-68a9-4771-9b7d-4075062eda28 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:57:37.064614 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-30e3130d-99a0-4a79-9c3a-18bff76cc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: timer() Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:57:37.074238 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:57:37.090708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3130d-99a0-4a79-9c3a-18bff76cc59f None None] Pushing event deleted for resources: {'Port': ['ID=002c46a0-68a9-4771-9b7d-4075062eda28,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:37.095869 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e3130d-99a0-4a79-9c3a-18bff76cc59f None None] No DVR routers for this DVR port 002c46a0-68a9-4771-9b7d-4075062eda28 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:57:37.120057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.125591 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.127420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] 10.222.0.25 "DELETE /v2.0/networks/d7a6f086-383c-4f64-8bf5-c3c0ddd358e6 HTTP/1.1" status: 204 len: 168 time: 0.5598149 Aug 16 13:57:37.139342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b422d9-a365-4a21-9a75-8d9c66db6b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a6f086-383c-4f64-8bf5-c3c0ddd358e6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:37.297448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35350) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:37.339332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4d160075-c063-445a-8a26-5f120a4054ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e652ffa877da490c925ca3f3133eea5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405526 Aug 16 13:57:37.341570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35352) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:37.395413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e680ff5f-ae7f-4c81-9e1c-89aeafcd084c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.417430 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e680ff5f-ae7f-4c81-9e1c-89aeafcd084c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.468137 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e680ff5f-ae7f-4c81-9e1c-89aeafcd084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.471028 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e680ff5f-ae7f-4c81-9e1c-89aeafcd084c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.472649 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e680ff5f-ae7f-4c81-9e1c-89aeafcd084c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/766bdf56-9203-4726-9842-7623d25cecdc HTTP/1.1" status: 204 len: 168 time: 0.1301510 Aug 16 13:57:37.483075 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680ff5f-ae7f-4c81-9e1c-89aeafcd084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766bdf56-9203-4726-9842-7623d25cecdc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:37.545731 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.820212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35360) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:37.869000 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0d6072ba-7d00-40e8-8177-f978e25065a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc5f75096a794d62bba9ceb81163b20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474544 Aug 16 13:57:37.871314 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35362) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:37.926217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cea69649-7645-449c-aaaa-8d5fee56a0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.949501 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cea69649-7645-449c-aaaa-8d5fee56a0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:37.998991 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cea69649-7645-449c-aaaa-8d5fee56a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:38.001663 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cea69649-7645-449c-aaaa-8d5fee56a0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:38.003132 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cea69649-7645-449c-aaaa-8d5fee56a0b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/188fc395-b7ef-4409-8932-7f9314a611d9 HTTP/1.1" status: 204 len: 168 time: 0.1306190 Aug 16 13:57:38.010680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea69649-7645-449c-aaaa-8d5fee56a0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188fc395-b7ef-4409-8932-7f9314a611d9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:38.682688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35384) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:38.777548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-245618492-network', 'tenant_id': '567bf0de0c46414283117c156978d89e'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:57:38.799022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Made reservation on behalf of 567bf0de0c46414283117c156978d89e for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:57:38.802281 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:38.810931 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:38.916580 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:38.921221 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:38.952975 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:57:38.964719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018be541-0952-4a93-a1b3-a2f99b67c85e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:38.969523 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:38.970183 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Added segment 8792b8c9-5c4b-423b-b464-6bcffd186399 of type vlan for network c947ce50-0887-4060-8af8-a363bae65a8e Aug 16 13:57:39.014303 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.041641 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.042690 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:39.043266 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.101972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4181149 Aug 16 13:57:39.104905 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35388) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:39.107334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dacc29-86ab-4261-b31a-685a2f264577 admin admin] Pushing event updated for resources: {'Network': ['ID=c947ce50-0887-4060-8af8-a363bae65a8e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:39.110657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] Request body: {'subnet': {'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-245618492-subnet', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:57:39.118157 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network c947ce50-0887-4060-8af8-a363bae65a8e details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:57:39.135592 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] Made reservation on behalf of 567bf0de0c46414283117c156978d89e for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:57:39.137939 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.318423 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.383410 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a1f7508-a495-49c4-8713-37009b850304,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:39.391684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] Checking segment: {'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:57:39.392039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] Network hostable DHCP agents. Network: c947ce50-0887-4060-8af8-a363bae65a8e, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:57:39.408573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] Network c947ce50-0887-4060-8af8-a363bae65a8e is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:57:39.418439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, c947ce50-0887-4060-8af8-a363bae65a8e) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:57:39.422793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:39.423374 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.427101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899bc664-fdaf-43d2-9685-1320d20481fa None None] Network c947ce50-0887-4060-8af8-a363bae65a8e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:57:39.437732 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-04502358-9bef-4585-88f4-eee0a9427852 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3316782 Aug 16 13:57:39.441412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35390) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:39.446303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:57:39.468955 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.470161 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.531334 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.584951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-c947ce50-0887-4060-8af8-a363bae65a8e', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:57:39.585829 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.679309 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.729248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Allocated IP 172.20.0.2 (c947ce50-0887-4060-8af8-a363bae65a8e/0a1f7508-a495-49c4-8713-37009b850304/d5657a70-3751-4193-b80c-bc5c03ab7e03) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:57:39.883513 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.884319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.892748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Transition to ACTIVE for port object d5657a70-3751-4193-b80c-bc5c03ab7e03 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:57:39.909217 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.909990 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Transition to ACTIVE for port object d5657a70-3751-4193-b80c-bc5c03ab7e03 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:57:39.918146 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:39.953464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Network c947ce50-0887-4060-8af8-a363bae65a8e is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:57:39.961335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:57:39.965121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:57:39.980956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Pushing event updated for resources: {'Port': ['ID=d5657a70-3751-4193-b80c-bc5c03ab7e03,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:40.033872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Attempting to bind port d5657a70-3751-4193-b80c-bc5c03ab7e03 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:57:40.035361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Attempting to bind port d5657a70-3751-4193-b80c-bc5c03ab7e03 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:57:40.035588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Attempting to bind port d5657a70-3751-4193-b80c-bc5c03ab7e03 on network c947ce50-0887-4060-8af8-a363bae65a8e {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:57:40.044235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:57:40.044754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Checking segment: {'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:57:40.045402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:40.045903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Allocated IP 172.25.0.98 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/0322dd48-7d66-446a-a884-fc0d4c6feffb) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:57:40.046130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Bound using segment: {'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:57:40.046817 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Bound port: d5657a70-3751-4193-b80c-bc5c03ab7e03, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:57:40.047432 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:40.135832 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] For port d5657a70-3751-4193-b80c-bc5c03ab7e03, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:57:40.138962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] For port d5657a70-3751-4193-b80c-bc5c03ab7e03, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d5657a70-3751-4193-b80c-bc5c03ab7e03,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:57:40.143609 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:40.168769 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:40.204447 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0431033-4a4e-46ec-b615-af1d5757ff1b None None] Pushing event updated for resources: {'Port': ['ID=d5657a70-3751-4193-b80c-bc5c03ab7e03,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:40.216446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:40.263758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:57:40.266569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:57:40.271767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:57:40.298696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Pushing event updated for resources: {'Port': ['ID=0322dd48-7d66-446a-a884-fc0d4c6feffb,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:40.543712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:40.740714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:40.835839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d5657a70-3751-4193-b80c-bc5c03ab7e03 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:40.891622 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d5657a70-3751-4193-b80c-bc5c03ab7e03 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:57:40.906297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Router 27b38f0f-15bb-436b-99ba-2e8f290aea52 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:57:41.020666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:57:41.030861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Sync routers for ids ['27b38f0f-15bb-436b-99ba-2e8f290aea52'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:57:41.037906 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:41.039244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0d25064d-73bc-41a5-b6f1-b43ab6ff2bab admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5967336 Aug 16 13:57:41.041941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35392) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:41.051638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Routers {'27b38f0f-15bb-436b-99ba-2e8f290aea52'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:41.052406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['27b38f0f-15bb-436b-99ba-2e8f290aea52'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:41.166557 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1457a57-ceb6-456e-ad71-8ea5fc680210 None None] Network c947ce50-0887-4060-8af8-a363bae65a8e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:57:41.233451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Set router 27b38f0f-15bb-436b-99ba-2e8f290aea52 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:41.470581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5be6e800-3787-442c-846f-4913ef255989 None None] Provisioning for port d5657a70-3751-4193-b80c-bc5c03ab7e03 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:57:41.499237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5be6e800-3787-442c-846f-4913ef255989 None None] Provisioning complete for port d5657a70-3751-4193-b80c-bc5c03ab7e03 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:41.499600 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5be6e800-3787-442c-846f-4913ef255989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:41.519329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:41.690625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Allocated IP 172.20.0.1 (c947ce50-0887-4060-8af8-a363bae65a8e/0a1f7508-a495-49c4-8713-37009b850304/b7135284-8ee4-47c8-9501-97670f934ca2) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:57:41.725412 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5be6e800-3787-442c-846f-4913ef255989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:41.771633 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-5be6e800-3787-442c-846f-4913ef255989 None None] For port d5657a70-3751-4193-b80c-bc5c03ab7e03, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d5657a70-3751-4193-b80c-bc5c03ab7e03,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:41.773518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:40Z', 'revision_number': 3, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:41.776776 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5be6e800-3787-442c-846f-4913ef255989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:41.806552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Checking router: 27b38f0f-15bb-436b-99ba-2e8f290aea52 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:57:41.806904 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Updating router 27b38f0f-15bb-436b-99ba-2e8f290aea52 port 0322dd48-7d66-446a-a884-fc0d4c6feffb binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:57:41.821913 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:41.857644 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:41.905889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6e800-3787-442c-846f-4913ef255989 None None] Pushing event updated for resources: {'Port': ['ID=d5657a70-3751-4193-b80c-bc5c03ab7e03,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:42.033507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-9588dc80-921e-42b8-b984-986d7c4544e2 None None] Provisioning complete for port d5657a70-3751-4193-b80c-bc5c03ab7e03 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:42.034760 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9588dc80-921e-42b8-b984-986d7c4544e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.190642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Transition to ACTIVE for port object b7135284-8ee4-47c8-9501-97670f934ca2 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:57:42.225255 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.236084 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.248617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Transition to ACTIVE for port object 0322dd48-7d66-446a-a884-fc0d4c6feffb will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:57:42.255320 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.267156 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Network c947ce50-0887-4060-8af8-a363bae65a8e is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:57:42.271373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:57:42.275828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:57:42.302771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Pushing event updated for resources: {'Port': ['ID=b7135284-8ee4-47c8-9501-97670f934ca2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:42.322312 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Attempting to bind port 0322dd48-7d66-446a-a884-fc0d4c6feffb on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:57:42.322541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Attempting to bind port 0322dd48-7d66-446a-a884-fc0d4c6feffb by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:57:42.322973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Attempting to bind port 0322dd48-7d66-446a-a884-fc0d4c6feffb on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:57:42.323199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.334234 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:57:42.334645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:57:42.335019 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.335424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:57:42.335920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Bound port: 0322dd48-7d66-446a-a884-fc0d4c6feffb, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:57:42.336305 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.342895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60985be-af9c-4d18-8ab6-6f04d5dffc40 None None] Pushing event updated for resources: {'Port': ['ID=0322dd48-7d66-446a-a884-fc0d4c6feffb,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:42.430684 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] For port 0322dd48-7d66-446a-a884-fc0d4c6feffb, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:57:42.434267 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] For port 0322dd48-7d66-446a-a884-fc0d4c6feffb, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0322dd48-7d66-446a-a884-fc0d4c6feffb,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:57:42.441891 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.469941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.517973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60985be-af9c-4d18-8ab6-6f04d5dffc40 None None] Pushing event updated for resources: {'Port': ['ID=0322dd48-7d66-446a-a884-fc0d4c6feffb,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:42.522651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Routers {'27b38f0f-15bb-436b-99ba-2e8f290aea52'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:42.523485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['27b38f0f-15bb-436b-99ba-2e8f290aea52'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:42.640152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] Set router 27b38f0f-15bb-436b-99ba-2e8f290aea52 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:42.643343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.648023 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.675864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b98d359a-499d-42d3-a39f-be39fc621eff None None] Provisioning for port b7135284-8ee4-47c8-9501-97670f934ca2 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:57:42.685930 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b98d359a-499d-42d3-a39f-be39fc621eff None None] Provisioning complete for port b7135284-8ee4-47c8-9501-97670f934ca2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:42.686330 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b98d359a-499d-42d3-a39f-be39fc621eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.720673 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Pushing event updated for resources: {'Port': ['ID=b7135284-8ee4-47c8-9501-97670f934ca2,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:42.724858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.799042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b98d359a-499d-42d3-a39f-be39fc621eff None None] Port b7135284-8ee4-47c8-9501-97670f934ca2 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:57:42.815646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d5657a70-3751-4193-b80c-bc5c03ab7e03 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:42.830362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Network c947ce50-0887-4060-8af8-a363bae65a8e is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:57:42.832775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:57:42.915852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d5657a70-3751-4193-b80c-bc5c03ab7e03 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:42.916228 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:42.952997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Router 27b38f0f-15bb-436b-99ba-2e8f290aea52 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:57:42.964180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b7135284-8ee4-47c8-9501-97670f934ca2', 'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'mac_address': 'fa:16:3e:d4:60:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:41Z', 'updated_at': '2021-08-16T13:57:41Z', 'revision_number': 1, 'project_id': '567bf0de0c46414283117c156978d89e', 'subnets': [{'id': '0a1f7508-a495-49c4-8713-37009b850304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:42.998955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3714d0-6fcf-4651-ab86-25e3488b8b21 None None] The sync data for ids ['27b38f0f-15bb-436b-99ba-2e8f290aea52'] in n-d-804708-1 is: [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b7135284-8ee4-47c8-9501-97670f934ca2', 'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'mac_address': 'fa:16:3e:d4:60:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:41Z', 'updated_at': '2021-08-16T13:57:41Z', 'revision_number': 1, 'project_id': '567bf0de0c46414283117c156978d89e', 'subnets': [{'id': '0a1f7508-a495-49c4-8713-37009b850304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:57:43.088695 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:57:43.095006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-63ac7344-652a-4506-8aff-2d290c0a966c admin admin] 10.222.0.25 "PUT /v2.0/routers/27b38f0f-15bb-436b-99ba-2e8f290aea52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0514519 Aug 16 13:57:43.123235 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d1a6676a-7768-4c13-8a9a-9ebe4c09aaa5 None None] Provisioning complete for port b7135284-8ee4-47c8-9501-97670f934ca2 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:43.123613 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d1a6676a-7768-4c13-8a9a-9ebe4c09aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:43.158601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6676a-7768-4c13-8a9a-9ebe4c09aaa5 None None] Port b7135284-8ee4-47c8-9501-97670f934ca2 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:57:43.640050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35408) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:43.645215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1617553714-network', 'tenant_id': '290b71d6c13c412e961b87f2136d2604'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:57:43.689038 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Made reservation on behalf of 290b71d6c13c412e961b87f2136d2604 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:57:43.692168 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:43.701712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:43.811607 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:43.821617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:43.849704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:57:43.860265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfb4177-b35c-47db-9372-ed8a9ca6662b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:43.866804 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:43.867155 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Added segment 457553fb-cda1-4cb8-8f2a-ee02f7593ab6 of type vlan for network 2eb121c3-8eb2-4183-b4fc-ea1a0845876d Aug 16 13:57:43.920715 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:43.954213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:43.955337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:43.956468 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:43.984586 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3433890 Aug 16 13:57:43.988285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35410) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:43.993436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] Request body: {'subnet': {'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1617553714-subnet', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:57:44.016881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] Made reservation on behalf of 290b71d6c13c412e961b87f2136d2604 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:57:44.020361 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.033655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bdd4f-9687-4b19-a85d-4b0ee062e9a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb121c3-8eb2-4183-b4fc-ea1a0845876d,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:44.045189 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 2eb121c3-8eb2-4183-b4fc-ea1a0845876d details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:57:44.213864 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.270418 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5cb9a4-bb41-4302-9929-2eb67cde99df,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:44.288688 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] Checking segment: {'id': '457553fb-cda1-4cb8-8f2a-ee02f7593ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:57:44.288960 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] Network hostable DHCP agents. Network: 2eb121c3-8eb2-4183-b4fc-ea1a0845876d, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:57:44.308063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] Network 2eb121c3-8eb2-4183-b4fc-ea1a0845876d is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:57:44.319349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 2eb121c3-8eb2-4183-b4fc-ea1a0845876d) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:57:44.324622 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:44.325391 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.328598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39278d76-45cf-4010-abf8-40dd420f9383 None None] Network 2eb121c3-8eb2-4183-b4fc-ea1a0845876d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:57:44.345475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35412) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:44.345721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-736ae59d-a799-469e-91d2-8ecbf363ddf4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3561199 Aug 16 13:57:44.351635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1617553714-router', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:57:44.376649 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.378016 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.440566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.505590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-2eb121c3-8eb2-4183-b4fc-ea1a0845876d', 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'fixed_ips': [{'subnet_id': '8b5cb9a4-bb41-4302-9929-2eb67cde99df'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:57:44.506500 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.587076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.647669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Allocated IP 172.20.0.2 (2eb121c3-8eb2-4183-b4fc-ea1a0845876d/8b5cb9a4-bb41-4302-9929-2eb67cde99df/88c229a0-5280-4261-8afe-8f61fa054be5) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:57:44.811991 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.830344 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.843472 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.845195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Transition to ACTIVE for port object 88c229a0-5280-4261-8afe-8f61fa054be5 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:57:44.863098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Transition to ACTIVE for port object 88c229a0-5280-4261-8afe-8f61fa054be5 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:57:44.868996 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:44.897656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0322dd48-7d66-446a-a884-fc0d4c6feffb up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:44.942050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Network 2eb121c3-8eb2-4183-b4fc-ea1a0845876d is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:57:44.949732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:57:44.956598 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:57:44.960526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Pushing event updated for resources: {'Port': ['ID=88c229a0-5280-4261-8afe-8f61fa054be5,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:44.969032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Allocated IP 172.25.0.111 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/a5b1e558-c142-4aae-97b3-386da11526a7) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:57:45.025141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 0322dd48-7d66-446a-a884-fc0d4c6feffb completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:57:45.028515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Attempting to bind port 88c229a0-5280-4261-8afe-8f61fa054be5 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:57:45.028894 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Attempting to bind port 88c229a0-5280-4261-8afe-8f61fa054be5 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '457553fb-cda1-4cb8-8f2a-ee02f7593ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:57:45.029591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Attempting to bind port 88c229a0-5280-4261-8afe-8f61fa054be5 on network 2eb121c3-8eb2-4183-b4fc-ea1a0845876d {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:57:45.032954 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0322dd48-7d66-446a-a884-fc0d4c6feffb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:45.033337 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.038473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:57:45.038853 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Checking segment: {'id': '457553fb-cda1-4cb8-8f2a-ee02f7593ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:57:45.039269 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.039676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Bound using segment: {'id': '457553fb-cda1-4cb8-8f2a-ee02f7593ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:57:45.040305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Bound port: 88c229a0-5280-4261-8afe-8f61fa054be5, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457553fb-cda1-4cb8-8f2a-ee02f7593ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:57:45.040555 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.126848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.173582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] For port 88c229a0-5280-4261-8afe-8f61fa054be5, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:57:45.176765 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.193722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] For port 88c229a0-5280-4261-8afe-8f61fa054be5, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=88c229a0-5280-4261-8afe-8f61fa054be5,segment=NetworkSegment(457553fb-cda1-4cb8-8f2a-ee02f7593ab6),segment_id=457553fb-cda1-4cb8-8f2a-ee02f7593ab6)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:57:45.196376 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.203418 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.218718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:57:45.225969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:57:45.230864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:57:45.256568 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Sync routers for ids ['27b38f0f-15bb-436b-99ba-2e8f290aea52'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:57:45.257889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 0322dd48-7d66-446a-a884-fc0d4c6feffb, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0322dd48-7d66-446a-a884-fc0d4c6feffb,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:45.267901 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Routers {'27b38f0f-15bb-436b-99ba-2e8f290aea52'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:45.268723 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.269564 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['27b38f0f-15bb-436b-99ba-2e8f290aea52'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:45.285753 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Pushing event updated for resources: {'Port': ['ID=a5b1e558-c142-4aae-97b3-386da11526a7,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:45.302802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013f77c-9260-43e2-9444-5abd215240f9 None None] Pushing event updated for resources: {'Port': ['ID=88c229a0-5280-4261-8afe-8f61fa054be5,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:45.388688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=0322dd48-7d66-446a-a884-fc0d4c6feffb,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:45.408768 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Set router 27b38f0f-15bb-436b-99ba-2e8f290aea52 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:45.558750 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.630892 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:57:45.650597 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b7135284-8ee4-47c8-9501-97670f934ca2', 'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'mac_address': 'fa:16:3e:d4:60:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:41Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 2, 'project_id': '567bf0de0c46414283117c156978d89e', 'subnets': [{'id': '0a1f7508-a495-49c4-8713-37009b850304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:45.681272 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Checking router: 27b38f0f-15bb-436b-99ba-2e8f290aea52 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:57:45.681625 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Updating router 27b38f0f-15bb-436b-99ba-2e8f290aea52 port b7135284-8ee4-47c8-9501-97670f934ca2 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:57:45.707828 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.764515 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.908035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Router 12d7985c-f580-4372-8157-d4e234f9530d is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:57:45.984991 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:45.998151 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Transition to ACTIVE for port object b7135284-8ee4-47c8-9501-97670f934ca2 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:57:46.004962 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:46.041856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:57:46.054762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Sync routers for ids ['12d7985c-f580-4372-8157-d4e234f9530d'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:57:46.062232 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:46.068244 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Routers {'12d7985c-f580-4372-8157-d4e234f9530d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:46.068965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['12d7985c-f580-4372-8157-d4e234f9530d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:46.069631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35414) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:57:46.070179 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6a73d604-9739-4888-8642-2ae78b8e5b3d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7230449 Aug 16 13:57:46.142981 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Attempting to bind port b7135284-8ee4-47c8-9501-97670f934ca2 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:57:46.144337 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Attempting to bind port b7135284-8ee4-47c8-9501-97670f934ca2 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:57:46.145818 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Attempting to bind port b7135284-8ee4-47c8-9501-97670f934ca2 on network c947ce50-0887-4060-8af8-a363bae65a8e {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:57:46.156091 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:57:46.156737 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Checking segment: {'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:57:46.158833 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:46.159969 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Bound using segment: {'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:57:46.160679 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Bound port: b7135284-8ee4-47c8-9501-97670f934ca2, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:57:46.161307 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:46.222788 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Pushing event updated for resources: {'Port': ['ID=b7135284-8ee4-47c8-9501-97670f934ca2,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:46.247410 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.248127 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.248890 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Set router 12d7985c-f580-4372-8157-d4e234f9530d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:46.249632 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.250241 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.250796 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.251362 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.252062 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.256817 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.256817 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.256817 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.256817 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.256817 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:57:46.282196 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] For port b7135284-8ee4-47c8-9501-97670f934ca2, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:57:46.287090 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] For port b7135284-8ee4-47c8-9501-97670f934ca2, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b7135284-8ee4-47c8-9501-97670f934ca2,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:57:46.295667 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:46.489465 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2506651-7ca8-4165-ac5a-3b2a97233940 None None] Pushing event updated for resources: {'Port': ['ID=b7135284-8ee4-47c8-9501-97670f934ca2,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:46.506360 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Routers {'27b38f0f-15bb-436b-99ba-2e8f290aea52'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:46.507221 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['27b38f0f-15bb-436b-99ba-2e8f290aea52'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:46.534185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ec1085-53e4-4bec-a1c6-af4edbb6e905 None None] Network 2eb121c3-8eb2-4183-b4fc-ea1a0845876d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:57:46.630757 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] Set router 27b38f0f-15bb-436b-99ba-2e8f290aea52 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:46.656619 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:46.821467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-70189e2e-731a-4461-a8b1-704de49bd9c0 None None] Provisioning for port 88c229a0-5280-4261-8afe-8f61fa054be5 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:57:46.854292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Allocated IP 172.20.0.1 (2eb121c3-8eb2-4183-b4fc-ea1a0845876d/8b5cb9a4-bb41-4302-9929-2eb67cde99df/eb76dad5-1719-4035-95c6-8f0977522000) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:57:46.883041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7985c-f580-4372-8157-d4e234f9530d', 'name': 'tempest-TestMinimumBasicScenario-1617553714-router', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 3, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'gw_port': {'id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:46.902992 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b7135284-8ee4-47c8-9501-97670f934ca2', 'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'mac_address': 'fa:16:3e:d4:60:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:41Z', 'updated_at': '2021-08-16T13:57:46Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'subnets': [{'id': '0a1f7508-a495-49c4-8713-37009b850304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:46.935710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Checking router: 12d7985c-f580-4372-8157-d4e234f9530d for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:57:46.936203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Updating router 12d7985c-f580-4372-8157-d4e234f9530d port a5b1e558-c142-4aae-97b3-386da11526a7 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:57:46.937009 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47144d83-b090-4ce5-a2df-c5cfdae9cbb5 None None] The sync data for ids ['27b38f0f-15bb-436b-99ba-2e8f290aea52'] in n-d-804708-1 is: [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b7135284-8ee4-47c8-9501-97670f934ca2', 'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'mac_address': 'fa:16:3e:d4:60:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:41Z', 'updated_at': '2021-08-16T13:57:46Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'subnets': [{'id': '0a1f7508-a495-49c4-8713-37009b850304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:57:46.998123 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.013609 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.046070 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.051704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0322dd48-7d66-446a-a884-fc0d4c6feffb up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:47.067166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Transition to ACTIVE for port object eb76dad5-1719-4035-95c6-8f0977522000 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:57:47.122509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.191352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Network 2eb121c3-8eb2-4183-b4fc-ea1a0845876d is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:57:47.200205 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0322dd48-7d66-446a-a884-fc0d4c6feffb triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:47.200673 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.201598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:57:47.204160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Pushing event updated for resources: {'Port': ['ID=eb76dad5-1719-4035-95c6-8f0977522000,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:47.207467 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:57:47.279606 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.412190 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 88c229a0-5280-4261-8afe-8f61fa054be5 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:47.462938 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.519979 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.523131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 88c229a0-5280-4261-8afe-8f61fa054be5 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:57:47.532952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 88c229a0-5280-4261-8afe-8f61fa054be5 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:47.533130 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.556619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Transition to ACTIVE for port object a5b1e558-c142-4aae-97b3-386da11526a7 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:57:47.578426 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.618169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7bdfb220-ecca-4f87-bb00-3771ed8020f2 None None] Provisioning for port eb76dad5-1719-4035-95c6-8f0977522000 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:57:47.644399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7bdfb220-ecca-4f87-bb00-3771ed8020f2 None None] Provisioning complete for port eb76dad5-1719-4035-95c6-8f0977522000 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:47.644771 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7bdfb220-ecca-4f87-bb00-3771ed8020f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.655999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Attempting to bind port a5b1e558-c142-4aae-97b3-386da11526a7 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:57:47.656366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Attempting to bind port a5b1e558-c142-4aae-97b3-386da11526a7 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:57:47.656725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Attempting to bind port a5b1e558-c142-4aae-97b3-386da11526a7 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:57:47.662646 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.668180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.687471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44b35a-82da-4e82-9512-da23f41eef66 None None] Pushing event updated for resources: {'Port': ['ID=a5b1e558-c142-4aae-97b3-386da11526a7,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:47.699432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:57:47.699809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:57:47.700212 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.700602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:57:47.701103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Bound port: a5b1e558-c142-4aae-97b3-386da11526a7, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:57:47.701464 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.742817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.755191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Pushing event updated for resources: {'Port': ['ID=eb76dad5-1719-4035-95c6-8f0977522000,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:47.773023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7bdfb220-ecca-4f87-bb00-3771ed8020f2 None None] Port eb76dad5-1719-4035-95c6-8f0977522000 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:57:47.800755 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.803072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] For port a5b1e558-c142-4aae-97b3-386da11526a7, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:57:47.807058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] For port a5b1e558-c142-4aae-97b3-386da11526a7, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a5b1e558-c142-4aae-97b3-386da11526a7,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:57:47.816150 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.851275 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Network 2eb121c3-8eb2-4183-b4fc-ea1a0845876d is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:57:47.852791 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:57:47.882037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 88c229a0-5280-4261-8afe-8f61fa054be5, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=88c229a0-5280-4261-8afe-8f61fa054be5,segment=NetworkSegment(457553fb-cda1-4cb8-8f2a-ee02f7593ab6),segment_id=457553fb-cda1-4cb8-8f2a-ee02f7593ab6)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:47.891097 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:47.891894 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b7135284-8ee4-47c8-9501-97670f934ca2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:47.935945 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Routers {'12d7985c-f580-4372-8157-d4e234f9530d'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:47.936577 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['12d7985c-f580-4372-8157-d4e234f9530d'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:47.942845 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44b35a-82da-4e82-9512-da23f41eef66 None None] Pushing event updated for resources: {'Port': ['ID=a5b1e558-c142-4aae-97b3-386da11526a7,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:47.986058 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Router 12d7985c-f580-4372-8157-d4e234f9530d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:57:48.076319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port b7135284-8ee4-47c8-9501-97670f934ca2 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:57:48.092224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=88c229a0-5280-4261-8afe-8f61fa054be5,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:48.097358 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b7135284-8ee4-47c8-9501-97670f934ca2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:48.097740 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:48.107305 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:57:48.113960 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-206e755e-5201-4f0d-9325-d33621cce3de admin admin] 10.222.0.25 "PUT /v2.0/routers/12d7985c-f580-4372-8157-d4e234f9530d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417860 Aug 16 13:57:48.149281 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d7bbdc5d-ce95-4caa-9cb8-8224f1480881 None None] Provisioning complete for port eb76dad5-1719-4035-95c6-8f0977522000 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:48.149570 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d7bbdc5d-ce95-4caa-9cb8-8224f1480881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:48.152133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] Set router 12d7985c-f580-4372-8157-d4e234f9530d gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:48.232908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbdc5d-ce95-4caa-9cb8-8224f1480881 None None] Port eb76dad5-1719-4035-95c6-8f0977522000 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:57:48.349824 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:48.404724 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port b7135284-8ee4-47c8-9501-97670f934ca2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b7135284-8ee4-47c8-9501-97670f934ca2,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:48.411187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:48.490458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=b7135284-8ee4-47c8-9501-97670f934ca2,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:48.514938 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7985c-f580-4372-8157-d4e234f9530d', 'name': 'tempest-TestMinimumBasicScenario-1617553714-router', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:47Z', 'revision_number': 4, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'gw_port': {'id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'eb76dad5-1719-4035-95c6-8f0977522000', 'name': '', 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'mac_address': 'fa:16:3e:7c:a9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8b5cb9a4-bb41-4302-9929-2eb67cde99df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:46Z', 'updated_at': '2021-08-16T13:57:47Z', 'revision_number': 2, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'subnets': [{'id': '8b5cb9a4-bb41-4302-9929-2eb67cde99df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:48.544649 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe4bdb-eacb-4ad7-b168-1fdf7e5bc050 None None] The sync data for ids ['12d7985c-f580-4372-8157-d4e234f9530d'] in n-d-804708-1 is: [{'id': '12d7985c-f580-4372-8157-d4e234f9530d', 'name': 'tempest-TestMinimumBasicScenario-1617553714-router', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:47Z', 'revision_number': 4, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'gw_port': {'id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'eb76dad5-1719-4035-95c6-8f0977522000', 'name': '', 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'mac_address': 'fa:16:3e:7c:a9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8b5cb9a4-bb41-4302-9929-2eb67cde99df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:46Z', 'updated_at': '2021-08-16T13:57:47Z', 'revision_number': 2, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'subnets': [{'id': '8b5cb9a4-bb41-4302-9929-2eb67cde99df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:57:48.840678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 88c229a0-5280-4261-8afe-8f61fa054be5 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:48.910616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 88c229a0-5280-4261-8afe-8f61fa054be5 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:48.911728 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:49.008032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b7135284-8ee4-47c8-9501-97670f934ca2 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:49.077151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b7135284-8ee4-47c8-9501-97670f934ca2 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:49.077522 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:50.853414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a5b1e558-c142-4aae-97b3-386da11526a7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:50.913224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port a5b1e558-c142-4aae-97b3-386da11526a7 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:57:50.918175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a5b1e558-c142-4aae-97b3-386da11526a7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:50.918619 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:51.028980 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:51.061422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port a5b1e558-c142-4aae-97b3-386da11526a7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a5b1e558-c142-4aae-97b3-386da11526a7,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:51.071812 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:51.153962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=a5b1e558-c142-4aae-97b3-386da11526a7,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:51.399967 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Sync routers for ids ['12d7985c-f580-4372-8157-d4e234f9530d'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:57:51.420099 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Routers {'12d7985c-f580-4372-8157-d4e234f9530d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:51.420845 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['12d7985c-f580-4372-8157-d4e234f9530d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:51.562662 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Set router 12d7985c-f580-4372-8157-d4e234f9530d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:51.818652 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7985c-f580-4372-8157-d4e234f9530d', 'name': 'tempest-TestMinimumBasicScenario-1617553714-router', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:47Z', 'revision_number': 4, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'gw_port': {'id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'eb76dad5-1719-4035-95c6-8f0977522000', 'name': '', 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'mac_address': 'fa:16:3e:7c:a9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8b5cb9a4-bb41-4302-9929-2eb67cde99df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:46Z', 'updated_at': '2021-08-16T13:57:47Z', 'revision_number': 2, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'subnets': [{'id': '8b5cb9a4-bb41-4302-9929-2eb67cde99df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:51.847607 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Checking router: 12d7985c-f580-4372-8157-d4e234f9530d for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:57:51.848157 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Updating router 12d7985c-f580-4372-8157-d4e234f9530d port eb76dad5-1719-4035-95c6-8f0977522000 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:57:51.883886 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:52.253204 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:52.270543 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Transition to ACTIVE for port object eb76dad5-1719-4035-95c6-8f0977522000 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:57:52.278433 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:52.356564 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992dfbf-3253-4cbb-843f-0068fbee7af3 None None] Pushing event updated for resources: {'Port': ['ID=eb76dad5-1719-4035-95c6-8f0977522000,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:52.425426 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Attempting to bind port eb76dad5-1719-4035-95c6-8f0977522000 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:57:52.426230 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Attempting to bind port eb76dad5-1719-4035-95c6-8f0977522000 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '457553fb-cda1-4cb8-8f2a-ee02f7593ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:57:52.426547 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Attempting to bind port eb76dad5-1719-4035-95c6-8f0977522000 on network 2eb121c3-8eb2-4183-b4fc-ea1a0845876d {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:57:52.436018 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:57:52.436759 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Checking segment: {'id': '457553fb-cda1-4cb8-8f2a-ee02f7593ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:57:52.437228 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:52.437693 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Bound using segment: {'id': '457553fb-cda1-4cb8-8f2a-ee02f7593ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:57:52.438271 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Bound port: eb76dad5-1719-4035-95c6-8f0977522000, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457553fb-cda1-4cb8-8f2a-ee02f7593ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:57:52.438752 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:52.546656 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] For port eb76dad5-1719-4035-95c6-8f0977522000, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:57:52.562871 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] For port eb76dad5-1719-4035-95c6-8f0977522000, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=eb76dad5-1719-4035-95c6-8f0977522000,segment=NetworkSegment(457553fb-cda1-4cb8-8f2a-ee02f7593ab6),segment_id=457553fb-cda1-4cb8-8f2a-ee02f7593ab6)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:57:52.569900 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:52.652473 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Routers {'12d7985c-f580-4372-8157-d4e234f9530d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:57:52.653818 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:57:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['12d7985c-f580-4372-8157-d4e234f9530d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:52.661398 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992dfbf-3253-4cbb-843f-0068fbee7af3 None None] Pushing event updated for resources: {'Port': ['ID=eb76dad5-1719-4035-95c6-8f0977522000,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:52.848882 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] Set router 12d7985c-f580-4372-8157-d4e234f9530d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:57:52.951202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device eb76dad5-1719-4035-95c6-8f0977522000 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:53.020264 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port eb76dad5-1719-4035-95c6-8f0977522000 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:57:53.028436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port eb76dad5-1719-4035-95c6-8f0977522000 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:53.028815 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:53.068443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b5952cf8-3e99-41a0-af14-f5de7eb28212 None None] Provisioning complete for port eb76dad5-1719-4035-95c6-8f0977522000 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:53.069136 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b5952cf8-3e99-41a0-af14-f5de7eb28212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:53.120850 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7985c-f580-4372-8157-d4e234f9530d', 'name': 'tempest-TestMinimumBasicScenario-1617553714-router', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:47Z', 'revision_number': 4, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'gw_port': {'id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'eb76dad5-1719-4035-95c6-8f0977522000', 'name': '', 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'mac_address': 'fa:16:3e:7c:a9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8b5cb9a4-bb41-4302-9929-2eb67cde99df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:46Z', 'updated_at': '2021-08-16T13:57:52Z', 'revision_number': 4, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'subnets': [{'id': '8b5cb9a4-bb41-4302-9929-2eb67cde99df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:57:53.161731 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307ba437-f76a-4520-82b2-07b4cc0b346f None None] The sync data for ids ['12d7985c-f580-4372-8157-d4e234f9530d'] in n-d-804708-1 is: [{'id': '12d7985c-f580-4372-8157-d4e234f9530d', 'name': 'tempest-TestMinimumBasicScenario-1617553714-router', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:47Z', 'revision_number': 4, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'gw_port': {'id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'eb76dad5-1719-4035-95c6-8f0977522000', 'name': '', 'network_id': '2eb121c3-8eb2-4183-b4fc-ea1a0845876d', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'mac_address': 'fa:16:3e:7c:a9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8b5cb9a4-bb41-4302-9929-2eb67cde99df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:46Z', 'updated_at': '2021-08-16T13:57:52Z', 'revision_number': 4, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'subnets': [{'id': '8b5cb9a4-bb41-4302-9929-2eb67cde99df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:57:53.164554 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:53.235191 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b5952cf8-3e99-41a0-af14-f5de7eb28212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:53.241771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port eb76dad5-1719-4035-95c6-8f0977522000, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=eb76dad5-1719-4035-95c6-8f0977522000,segment=NetworkSegment(457553fb-cda1-4cb8-8f2a-ee02f7593ab6),segment_id=457553fb-cda1-4cb8-8f2a-ee02f7593ab6)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:57:53.252809 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:53.253937 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a5b1e558-c142-4aae-97b3-386da11526a7 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:53.664412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=eb76dad5-1719-4035-95c6-8f0977522000,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:57:53.669949 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-b5952cf8-3e99-41a0-af14-f5de7eb28212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:57:53.670332 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-b5952cf8-3e99-41a0-af14-f5de7eb28212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:57:53.685142 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a5b1e558-c142-4aae-97b3-386da11526a7 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:53.686505 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:54.830199 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device eb76dad5-1719-4035-95c6-8f0977522000 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:57:54.888114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port eb76dad5-1719-4035-95c6-8f0977522000 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:57:54.888589 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:57:58.630789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-f8562ec0-bc4c-4038-975f-45279c603ed9 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:57:58.632325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-f8562ec0-bc4c-4038-975f-45279c603ed9 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/networks?id=c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 200 len: 814 time: 0.1028757 Aug 16 13:57:58.648204 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-2c305aef-35a5-4e09-8c09-17e53237a016 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/quotas/567bf0de0c46414283117c156978d89e HTTP/1.1" status: 200 len: 375 time: 0.0100155 Aug 16 13:57:58.707191 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-d3c45c18-410d-49bf-8f51-a93ab0e917b8 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=567bf0de0c46414283117c156978d89e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525129 Aug 16 13:57:58.804439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c2b13cd3-2d27-44e6-9000-71bcc9fae086 service neutron] 10.222.0.25 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854051 Aug 16 13:57:58.902072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-2c0ac540-a5bb-409a-8a3e-49a4a833391e service neutron] 10.222.0.25 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916171 Aug 16 13:57:59.066012 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ddf2e21-c948-4053-b9ef-53e7a86a0f12 req-ada983d3-9386-4db0-86cf-c5cb5130cc9d tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 210 time: 0.0263674 Aug 16 13:58:00.131317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-52cb3fc1-1c7f-4730-9ff5-c10a7e0be6e6 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:00.134831 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-52cb3fc1-1c7f-4730-9ff5-c10a7e0be6e6 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.22 "GET /v2.0/networks?id=c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 200 len: 814 time: 0.1504159 Aug 16 13:58:00.171784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Request body: {'port': {'device_id': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'admin_state_up': True, 'tenant_id': '567bf0de0c46414283117c156978d89e'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:58:00.185418 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e45169a-6754-4461-a073-c469400897cb req-337ac651-e625-4352-8572-7a065a3c92b6 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 210 time: 0.0296557 Aug 16 13:58:00.337679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Made reservation on behalf of 567bf0de0c46414283117c156978d89e for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:58:00.342474 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:00.422726 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:00.595449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Allocated IP 172.20.0.10 (c947ce50-0887-4060-8af8-a363bae65a8e/0a1f7508-a495-49c4-8713-37009b850304/190fac35-0723-4013-8216-d2367559146e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:58:00.778302 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:00.795583 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Transition to ACTIVE for port object 190fac35-0723-4013-8216-d2367559146e will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:58:00.837628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:00.911497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Network c947ce50-0887-4060-8af8-a363bae65a8e is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:58:00.916249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:58:00.921433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:58:00.969541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'Port': ['ID=190fac35-0723-4013-8216-d2367559146e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:00.988952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:00.989306 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:00.989690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:00.990034 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:00.990402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:00.990738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:00.991072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:00.991403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:00.991801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:00.992182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:00.992518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:00.992841 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:01.019858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:01.020698 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:01.058565 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-c53ee61c-a9d3-45a5-8e70-73800da7e3f4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8927250 Aug 16 13:58:01.306048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-520932aa-f51d-48db-b764-f14b24504c4d None None] Provisioning for port 190fac35-0723-4013-8216-d2367559146e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:58:01.310727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-520932aa-f51d-48db-b764-f14b24504c4d None None] Provisioning complete for port 190fac35-0723-4013-8216-d2367559146e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:58:01.311108 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-520932aa-f51d-48db-b764-f14b24504c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:01.346552 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff0634-ee4e-4b0f-86d1-044f5c5abf59 req-b89e543b-59f6-4dd0-ba60-e5abb74ef39e tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:01.359052 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecff0634-ee4e-4b0f-86d1-044f5c5abf59 req-b89e543b-59f6-4dd0-ba60-e5abb74ef39e tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 932 time: 0.0849304 Aug 16 13:58:01.382914 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-520932aa-f51d-48db-b764-f14b24504c4d None None] Port 190fac35-0723-4013-8216-d2367559146e cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:58:01.417223 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecff0634-ee4e-4b0f-86d1-044f5c5abf59 req-1de82a32-319a-47de-ada4-deb388dfdafc tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532916 Aug 16 13:58:01.904399 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-379d4eb0-7a20-46d5-9561-8ab7094f8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:02.628085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d34a5b-c489-4a45-8c80-817abdf901cc req-4efcaafc-ca37-43c8-879c-53b4c547f7e8 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:02.630559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59d34a5b-c489-4a45-8c80-817abdf901cc req-4efcaafc-ca37-43c8-879c-53b4c547f7e8 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 932 time: 0.0927243 Aug 16 13:58:02.676341 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-59d34a5b-c489-4a45-8c80-817abdf901cc req-cb9456f7-e1fc-4710-92d1-c8f06ad0878c tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 Aug 16 13:58:03.836217 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029572c0-e66b-4931-a7ba-324bf432951f req-0eb88891-6d13-4f2e-bca8-811e24f14787 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:03.837863 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-029572c0-e66b-4931-a7ba-324bf432951f req-0eb88891-6d13-4f2e-bca8-811e24f14787 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 932 time: 0.0709140 Aug 16 13:58:03.924008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-029572c0-e66b-4931-a7ba-324bf432951f req-b833bfdb-3041-444f-9c59-d105bf97373e tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746908 Aug 16 13:58:04.474328 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f23d-3455-43dc-9509-20f150f00f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:04.727163 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:05.092286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0635cdd-23b4-450e-aab7-e7e2b50ea873 req-079d8007-00bc-43ad-bc3d-2d8635e68aae tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:05.095609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0635cdd-23b4-450e-aab7-e7e2b50ea873 req-079d8007-00bc-43ad-bc3d-2d8635e68aae tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 932 time: 0.0711529 Aug 16 13:58:05.146834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e0635cdd-23b4-450e-aab7-e7e2b50ea873 req-09c84bb4-e90f-42df-8b7a-f33b6a817e87 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428829 Aug 16 13:58:05.745214 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:06.314871 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe2936-c9c7-475e-941d-322f6ca502c0 req-5973ab29-3632-4052-a11a-cd8d79b054f0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:06.317116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bfe2936-c9c7-475e-941d-322f6ca502c0 req-5973ab29-3632-4052-a11a-cd8d79b054f0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 932 time: 0.0650604 Aug 16 13:58:06.378628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2bfe2936-c9c7-475e-941d-322f6ca502c0 req-e4a4c6ae-e4e8-43d3-9525-506134ecc8b6 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457020 Aug 16 13:58:07.514852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442da01-4626-425d-8655-0ac38ca9e9ed req-5e080d06-89e2-4d5d-b0ea-e9cda554da43 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:07.516617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f442da01-4626-425d-8655-0ac38ca9e9ed req-5e080d06-89e2-4d5d-b0ea-e9cda554da43 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 932 time: 0.0589573 Aug 16 13:58:07.566701 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:07.586376 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f442da01-4626-425d-8655-0ac38ca9e9ed req-35508451-859d-476b-bb3a-8c8bc1c5acc3 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580125 Aug 16 13:58:08.722859 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd5e89-7dba-4d93-b901-e837aa26545e req-0be9487a-4340-40fc-a98e-b8fcb14afb69 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:08.724464 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34bd5e89-7dba-4d93-b901-e837aa26545e req-0be9487a-4340-40fc-a98e-b8fcb14afb69 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 932 time: 0.0525134 Aug 16 13:58:08.768461 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34bd5e89-7dba-4d93-b901-e837aa26545e req-68b91d6e-aa49-4dc2-afee-46d6a3d27177 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370898 Aug 16 13:58:09.893548 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6063a7a-bbfd-415d-a9cb-8aa7ed907753 req-609787e9-6a2e-4ecc-8527-328573bafa1f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:09.895306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6063a7a-bbfd-415d-a9cb-8aa7ed907753 req-609787e9-6a2e-4ecc-8527-328573bafa1f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 932 time: 0.0564165 Aug 16 13:58:09.936888 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f6063a7a-bbfd-415d-a9cb-8aa7ed907753 req-10d1f089-e72b-44e0-9a46-7ec0eb51bb19 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342131 Aug 16 13:58:11.055995 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc88ebe-a162-4c5f-8c9a-ce062bd23f92 req-a2b8b9d4-bd5d-4f4e-b7a4-bf4964770e7c tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:11.056697 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bc88ebe-a162-4c5f-8c9a-ce062bd23f92 req-a2b8b9d4-bd5d-4f4e-b7a4-bf4964770e7c tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 932 time: 0.0502527 Aug 16 13:58:11.099090 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bc88ebe-a162-4c5f-8c9a-ce062bd23f92 req-6cf0993e-2e86-4e8c-9b88-8dfbffa8001a tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364463 Aug 16 13:58:12.212931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7943507-7c55-41a9-aeb2-4674c7205187 req-9ed3ced2-bfe1-49c1-a6cc-a1f510a938ce tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:12.214465 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7943507-7c55-41a9-aeb2-4674c7205187 req-9ed3ced2-bfe1-49c1-a6cc-a1f510a938ce tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 932 time: 0.0485554 Aug 16 13:58:12.256850 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7943507-7c55-41a9-aeb2-4674c7205187 req-37b30434-56fa-4db8-b166-6d1a1a5b4674 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345330 Aug 16 13:58:13.380021 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38822f-3c27-43eb-a797-6a339d26e8ce req-e65c6636-f515-430f-b84c-295583d50b55 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:13.381578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f38822f-3c27-43eb-a797-6a339d26e8ce req-e65c6636-f515-430f-b84c-295583d50b55 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 932 time: 0.0582771 Aug 16 13:58:13.422795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8f38822f-3c27-43eb-a797-6a339d26e8ce req-aaee8cc7-e440-476f-934d-8b161e4f5af3 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352018 Aug 16 13:58:13.610190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Request body: {'port': {'device_id': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:58:13.677329 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:13.961921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190fac35-0723-4013-8216-d2367559146e {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:58:13.969126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:13.980829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Transition to ACTIVE for port object 190fac35-0723-4013-8216-d2367559146e will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:58:13.984437 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:14.034192 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Pushing event updated for resources: {'Port': ['ID=190fac35-0723-4013-8216-d2367559146e,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:14.116615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Attempting to bind port 190fac35-0723-4013-8216-d2367559146e on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:58:14.116961 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Attempting to bind port 190fac35-0723-4013-8216-d2367559146e by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:58:14.117292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Attempting to bind port 190fac35-0723-4013-8216-d2367559146e on network c947ce50-0887-4060-8af8-a363bae65a8e {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:58:14.122297 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Port 190fac35-0723-4013-8216-d2367559146e on network c947ce50-0887-4060-8af8-a363bae65a8e not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:58:14.122627 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Attempting to bind port 190fac35-0723-4013-8216-d2367559146e on network c947ce50-0887-4060-8af8-a363bae65a8e {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:58:14.128214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:58:14.128554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Checking segment: {'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:58:14.129607 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Bound using segment: {'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:58:14.130039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Bound port: 190fac35-0723-4013-8216-d2367559146e, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8792b8c9-5c4b-423b-b464-6bcffd186399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:58:14.130427 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:14.201796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] For port 190fac35-0723-4013-8216-d2367559146e, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:58:14.205101 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] For port 190fac35-0723-4013-8216-d2367559146e, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=190fac35-0723-4013-8216-d2367559146e,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:58:14.209856 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:14.246089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:14.246737 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:14.248136 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] 10.222.0.22 "PUT /v2.0/ports/190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 1092 time: 0.6426606 Aug 16 13:58:14.248574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'tag': '190fac35-0723-4013-8216-d2367559146e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:58:14.250852 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "tag": "190fac35-0723-4013-8216-d2367559146e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:58:14.281124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661110c-ae51-478f-9ac9-368e68356341 service neutron] Pushing event updated for resources: {'Port': ['ID=190fac35-0723-4013-8216-d2367559146e,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:14.311160 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611e9339-20bd-4342-9f32-fe1ee5c36917 x-openstack-request-id: req-611e9339-20bd-4342-9f32-fe1ee5c36917 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:58:14.311527 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "tag": "190fac35-0723-4013-8216-d2367559146e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:58:14.311846 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-611e9339-20bd-4342-9f32-fe1ee5c36917 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:58:14.312249 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'tag': '190fac35-0723-4013-8216-d2367559146e', 'status': 'completed', 'code': 200} Aug 16 13:58:14.346408 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-f5dbeae7-a397-4e38-bc21-c6abd80e1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:14.348195 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-f5dbeae7-a397-4e38-bc21-c6abd80e1b4b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=567bf0de0c46414283117c156978d89e&device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1095 time: 0.0458267 Aug 16 13:58:14.399403 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-ddddaece-7fb5-4c1a-901b-6611c3808754 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 217 time: 0.0392039 Aug 16 13:58:14.451328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-873deea5-66bb-41b9-be65-b67d1bcc2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:14.452808 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-873deea5-66bb-41b9-be65-b67d1bcc2aab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0a1f7508-a495-49c4-8713-37009b850304 HTTP/1.1" status: 200 len: 853 time: 0.0462179 Aug 16 13:58:14.504516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-1f0e19f4-a905-46c8-ad0f-f45d69083dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:14.506491 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-1f0e19f4-a905-46c8-ad0f-f45d69083dec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c947ce50-0887-4060-8af8-a363bae65a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447907 Aug 16 13:58:14.552030 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a690137-1723-44a0-b1f9-329aa46edb89 req-73ea7489-8e3f-401c-a57a-de44561ae9ec tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:14.553775 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a690137-1723-44a0-b1f9-329aa46edb89 req-73ea7489-8e3f-401c-a57a-de44561ae9ec tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 944 time: 0.0582788 Aug 16 13:58:14.603295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5a690137-1723-44a0-b1f9-329aa46edb89 req-015983b1-0d42-4f66-800b-d78dccf2da69 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388393 Aug 16 13:58:14.626675 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-1859fb00-c761-4be6-a27d-852b0c939c5c service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123624 Aug 16 13:58:14.722680 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0749333a-bdac-4f18-a654-5f2aebc594a7 req-e3bdcd39-3aed-4d74-b505-de729ba4f0cb service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868933 Aug 16 13:58:14.844315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3 req-a336f4ad-bd8e-4528-a6d4-9239fec8ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:14.845898 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3 req-a336f4ad-bd8e-4528-a6d4-9239fec8ee3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=567bf0de0c46414283117c156978d89e&device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1095 time: 0.0455360 Aug 16 13:58:14.935300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3 req-15f82a8e-77eb-4d16-a0c9-2def33477730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:14.936826 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3 req-15f82a8e-77eb-4d16-a0c9-2def33477730 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 200 len: 914 time: 0.0833435 Aug 16 13:58:14.982143 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3 req-b6c0348b-4918-4c7f-a74a-0acda939d4ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 217 time: 0.0380003 Aug 16 13:58:15.034077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3 req-81669494-a363-4475-bc8b-c7cb8d8be6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:15.036385 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3 req-81669494-a363-4475-bc8b-c7cb8d8be6b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0a1f7508-a495-49c4-8713-37009b850304 HTTP/1.1" status: 200 len: 853 time: 0.0470324 Aug 16 13:58:15.082174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3 req-130a86ba-da67-45b1-84b8-36287b86d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:15.083668 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3 req-130a86ba-da67-45b1-84b8-36287b86d4ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c947ce50-0887-4060-8af8-a363bae65a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406485 Aug 16 13:58:15.180726 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3 req-5e73e06e-3099-43c1-b070-2108a6bb523a service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891690 Aug 16 13:58:15.270015 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ffc183c-1ee9-4dbd-88e3-39ec037c0ef3 req-7dbd94ef-3c56-461c-b41d-a25a47e0622f service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824275 Aug 16 13:58:15.749831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e72e4e-f0ad-4b50-a553-64f7b6f3cc62 req-54da4edf-2ef2-4d4c-b9cc-0d8b59ae9c19 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:15.751389 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95e72e4e-f0ad-4b50-a553-64f7b6f3cc62 req-54da4edf-2ef2-4d4c-b9cc-0d8b59ae9c19 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 944 time: 0.0601451 Aug 16 13:58:15.794878 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-95e72e4e-f0ad-4b50-a553-64f7b6f3cc62 req-d67cd667-3e24-482d-84af-a0de8315d171 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366237 Aug 16 13:58:16.902445 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:16.922220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f3b5-9d17-4ee9-997a-7ce0fe7abb28 req-38cef6e7-eba1-4961-b63b-d8c469ffdccc tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:16.924553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdb3f3b5-9d17-4ee9-997a-7ce0fe7abb28 req-38cef6e7-eba1-4961-b63b-d8c469ffdccc tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 944 time: 0.0580435 Aug 16 13:58:16.968070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cdb3f3b5-9d17-4ee9-997a-7ce0fe7abb28 req-10dd3bed-d225-48ad-9fdd-261eb8c19447 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358555 Aug 16 13:58:18.085705 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db7398-c636-4188-9104-0473c6ed3cad req-ad93b69f-97a0-47d6-9a44-e9627acf6f54 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:18.087224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04db7398-c636-4188-9104-0473c6ed3cad req-ad93b69f-97a0-47d6-9a44-e9627acf6f54 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 944 time: 0.0485294 Aug 16 13:58:18.126513 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04db7398-c636-4188-9104-0473c6ed3cad req-a866ff8d-032b-407c-8dd9-1f96f6e2f78f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330524 Aug 16 13:58:18.619136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 190fac35-0723-4013-8216-d2367559146e details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:58:18.717753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 190fac35-0723-4013-8216-d2367559146e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=190fac35-0723-4013-8216-d2367559146e,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:58:18.729113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '190fac35-0723-4013-8216-d2367559146e', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'port_id': '190fac35-0723-4013-8216-d2367559146e', 'mac_address': 'fa:16:3e:3a:4f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:58:18.766217 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:18.780129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190fac35-0723-4013-8216-d2367559146e {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:58:18.800225 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 190fac35-0723-4013-8216-d2367559146e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=190fac35-0723-4013-8216-d2367559146e,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:58:18.805560 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:18.856631 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=190fac35-0723-4013-8216-d2367559146e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:18.864065 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:18.864413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:18.864758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:18.865097 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:18.865435 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:18.865768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:18.866121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:18.866453 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:18.866781 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:18.867109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:18.867436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:18.867764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:19.194721 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['190fac35-0723-4013-8216-d2367559146e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:58:19.244694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765a97-1179-4b2d-baad-a52d6731128c req-d37b701f-67a1-462f-9478-44cd59c9e51c tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:19.246290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01765a97-1179-4b2d-baad-a52d6731128c req-d37b701f-67a1-462f-9478-44cd59c9e51c tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 945 time: 0.0512609 Aug 16 13:58:19.288295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-01765a97-1179-4b2d-baad-a52d6731128c req-5134abbe-fe27-4d2f-8901-21dfc981f1f3 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357900 Aug 16 13:58:20.434151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc23f48-2196-48a0-8647-2899d4f969e8 req-bad9d7e3-712e-42cb-9a0c-ba07168c1646 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:20.435662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2dc23f48-2196-48a0-8647-2899d4f969e8 req-bad9d7e3-712e-42cb-9a0c-ba07168c1646 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 945 time: 0.0537262 Aug 16 13:58:20.478628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2dc23f48-2196-48a0-8647-2899d4f969e8 req-cdceb407-d722-46af-8354-a554ffd02de3 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360944 Aug 16 13:58:20.626070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 190fac35-0723-4013-8216-d2367559146e up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:58:20.680353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 190fac35-0723-4013-8216-d2367559146e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:58:20.684976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 190fac35-0723-4013-8216-d2367559146e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:58:20.685368 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:20.771994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:20.796044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190fac35-0723-4013-8216-d2367559146e'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:58:20.798350 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7d4e3d-6935-45e3-a82f-0cd49072d9e8" -d '{"events": [{"server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "name": "network-vif-plugged", "status": "completed", "tag": "190fac35-0723-4013-8216-d2367559146e"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:58:20.811994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 190fac35-0723-4013-8216-d2367559146e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=190fac35-0723-4013-8216-d2367559146e,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:58:20.817378 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:20.843517 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a9081c-65d1-4b5f-be9b-01cb01f3506a x-openstack-request-id: req-21a9081c-65d1-4b5f-be9b-01cb01f3506a {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:58:20.843812 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "name": "network-vif-plugged", "status": "completed", "tag": "190fac35-0723-4013-8216-d2367559146e", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:58:20.844066 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21a9081c-65d1-4b5f-be9b-01cb01f3506a {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:58:20.844458 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190fac35-0723-4013-8216-d2367559146e', 'code': 200} Aug 16 13:58:20.872664 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=190fac35-0723-4013-8216-d2367559146e,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:20.967454 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4cfa-8cbe-4aa4-b9f3-e691b8a69f1e req-5ee2fb99-d9eb-4e74-b00f-a05caff9112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:20.969041 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-799d4cfa-8cbe-4aa4-b9f3-e691b8a69f1e req-5ee2fb99-d9eb-4e74-b00f-a05caff9112a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1097 time: 0.0478971 Aug 16 13:58:21.008033 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-799d4cfa-8cbe-4aa4-b9f3-e691b8a69f1e req-c3828bfa-8cd7-4598-af0b-43c2cc8ddd23 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Aug 16 13:58:21.600287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11cc18-185e-4a2b-945b-7d7b89e9813b req-4bb00eea-7064-446a-be12-22cb6ee19867 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:21.601766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c11cc18-185e-4a2b-945b-7d7b89e9813b req-4bb00eea-7064-446a-be12-22cb6ee19867 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 946 time: 0.0529656 Aug 16 13:58:21.649276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9c11cc18-185e-4a2b-945b-7d7b89e9813b req-eb95bee1-5e97-4702-897e-96543cb49c9b tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Aug 16 13:58:22.629847 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:58:22.768174 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420b822-cd94-4b99-a6e2-4242a3684f6d req-d218118c-af65-4d54-8f76-c4a24d5a941e tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:22.770355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0420b822-cd94-4b99-a6e2-4242a3684f6d req-d218118c-af65-4d54-8f76-c4a24d5a941e tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 946 time: 0.0483522 Aug 16 13:58:22.808130 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0420b822-cd94-4b99-a6e2-4242a3684f6d req-7c94ebdb-7cbe-4597-ba0f-a8501ae25005 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Aug 16 13:58:22.926204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73267b-7aee-4683-8a22-3f899f63a79b req-2c559cc4-c55f-4b2c-a289-be34c55a616c tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:22.927609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da73267b-7aee-4683-8a22-3f899f63a79b req-2c559cc4-c55f-4b2c-a289-be34c55a616c tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 946 time: 0.0535305 Aug 16 13:58:22.975299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da73267b-7aee-4683-8a22-3f899f63a79b req-3029a598-3b41-4471-aac7-636f65cdbb9a tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Aug 16 13:58:23.167832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7b3cb-f0bb-4bde-8ea8-e42b20fe76ef req-1d6981c6-56a9-41c8-958f-79aeb7f2cbf3 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:23.169314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08a7b3cb-f0bb-4bde-8ea8-e42b20fe76ef req-1d6981c6-56a9-41c8-958f-79aeb7f2cbf3 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 946 time: 0.0492804 Aug 16 13:58:23.207458 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08a7b3cb-f0bb-4bde-8ea8-e42b20fe76ef req-39120914-2fc3-4bb5-97e8-00102762775f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313559 Aug 16 13:58:30.429818 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:31.906943 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34dc53a4-7099-4236-9a43-d20277da59a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:34.451351 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1f5271ba-4338-4549-b435-b3417c676953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:34.720514 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:34.791752 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f133e-d7ee-4889-802f-fae0763efaeb req-c293dffa-8be1-47d2-b5b6-28028ce08903 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:34.793169 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-146f133e-d7ee-4889-802f-fae0763efaeb req-c293dffa-8be1-47d2-b5b6-28028ce08903 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 946 time: 0.0489731 Aug 16 13:58:34.830487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-146f133e-d7ee-4889-802f-fae0763efaeb req-bb67f6b7-fddf-48db-a2d4-acc9db5825d1 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Aug 16 13:58:34.852856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35616) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:58:34.983243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43696f7-34a6-4349-b81e-915208c82f4b tempest-TestMinimumBasicScenario-295670411 tempest-TestMinimumBasicScenario-295670411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:34.984762 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d43696f7-34a6-4349-b81e-915208c82f4b tempest-TestMinimumBasicScenario-295670411 tempest-TestMinimumBasicScenario-295670411-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1092 time: 0.1309476 Aug 16 13:58:34.988645 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35620) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:58:34.993128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '190fac35-0723-4013-8216-d2367559146e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:58:35.014897 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:35.109773 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:35.214639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Allocated IP 172.25.0.224 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/74004868-4430-40eb-a215-9af97ba0938c) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:58:35.316488 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:35.354947 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:35.396560 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:58:35.401229 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:58:35.403939 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:58:35.431454 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'Port': ['ID=74004868-4430-40eb-a215-9af97ba0938c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:35.445041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.445411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.445738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.446089 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.446438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.446771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.447100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.447427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.447756 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.448079 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.448402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.448727 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:58:35.744590 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:35.778587 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:35.846898 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:36.009790 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:36.014534 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:36.088362 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'Port': ['ID=74004868-4430-40eb-a215-9af97ba0938c,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:36.100225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:36.198379 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Floating IP 207f5e73-c192-4993-a9a3-29823f5bae15 associated. External IP: 172.25.0.224, port: 190fac35-0723-4013-8216-d2367559146e. Aug 16 13:58:36.748808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Router 27b38f0f-15bb-436b-99ba-2e8f290aea52 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:58:36.856763 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:58:36.868340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3453ab5-12ba-4a21-ad43-9ccc14f1b6af None None] Sync routers for ids ['27b38f0f-15bb-436b-99ba-2e8f290aea52'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:58:36.873161 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:36.879968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3453ab5-12ba-4a21-ad43-9ccc14f1b6af None None] Routers {'27b38f0f-15bb-436b-99ba-2e8f290aea52'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:58:36.880585 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3453ab5-12ba-4a21-ad43-9ccc14f1b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:58:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['27b38f0f-15bb-436b-99ba-2e8f290aea52'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:58:36.901893 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1b595c5a-6a5a-488c-b543-86bdcbf4bdb0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9120457 Aug 16 13:58:36.902625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'tag': '190fac35-0723-4013-8216-d2367559146e'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:58:36.904757 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35622) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:58:36.910315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-dc09b4ad-1563-461c-9abd-07848e9f5285 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867205329', 'description': 'tempest-secgroup-smoke-1867205329 description', 'project_id': '567bf0de0c46414283117c156978d89e'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:58:36.935313 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc09b4ad-1563-461c-9abd-07848e9f5285 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:36.996691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d3453ab5-12ba-4a21-ad43-9ccc14f1b6af None None] Set router 27b38f0f-15bb-436b-99ba-2e8f290aea52 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:58:37.022382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc09b4ad-1563-461c-9abd-07848e9f5285 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.027393 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc09b4ad-1563-461c-9abd-07848e9f5285 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.040626 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062c12a4-1903-48bb-aab2-c3f9b9715934" -d '{"events": [{"name": "network-changed", "server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "tag": "190fac35-0723-4013-8216-d2367559146e"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:58:37.058072 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dc09b4ad-1563-461c-9abd-07848e9f5285 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.062347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35630) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:58:37.062512 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dc09b4ad-1563-461c-9abd-07848e9f5285 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1561217 Aug 16 13:58:37.063349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09b4ad-1563-461c-9abd-07848e9f5285 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70cb184-4f6f-4d50-91e7-fa207240f1dd,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:37.068946 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-027f60ca-1492-43d4-96f3-53b3d5a8f5fa tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb184-4f6f-4d50-91e7-fa207240f1dd', 'project_id': '567bf0de0c46414283117c156978d89e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:58:37.101739 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-027f60ca-1492-43d4-96f3-53b3d5a8f5fa tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.158001 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f45200-eb5b-426b-b272-4562a9d63d5e x-openstack-request-id: req-b0f45200-eb5b-426b-b272-4562a9d63d5e {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:58:37.158386 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "tag": "190fac35-0723-4013-8216-d2367559146e", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:58:37.158663 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0f45200-eb5b-426b-b272-4562a9d63d5e {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:58:37.159054 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'tag': '190fac35-0723-4013-8216-d2367559146e', 'status': 'completed', 'code': 200} Aug 16 13:58:37.161530 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-027f60ca-1492-43d4-96f3-53b3d5a8f5fa tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.165614 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-027f60ca-1492-43d4-96f3-53b3d5a8f5fa tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.183254 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f60ca-1492-43d4-96f3-53b3d5a8f5fa tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ae1a47-5376-4f7f-97c8-eec4e2ae9dbc,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:37.191168 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-027f60ca-1492-43d4-96f3-53b3d5a8f5fa tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.195266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35632) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:58:37.196000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-027f60ca-1492-43d4-96f3-53b3d5a8f5fa tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319273 Aug 16 13:58:37.200214 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b38e8075-fa32-4760-ab30-e230880c43ab tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb184-4f6f-4d50-91e7-fa207240f1dd', 'project_id': '567bf0de0c46414283117c156978d89e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:58:37.255564 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b38e8075-fa32-4760-ab30-e230880c43ab tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.266175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3453ab5-12ba-4a21-ad43-9ccc14f1b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '207f5e73-c192-4993-a9a3-29823f5bae15', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'floating_ip_address': '172.25.0.224', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'port_id': '190fac35-0723-4013-8216-d2367559146e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'mac_address': 'fa:16:3e:3a:4f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:58:35Z', 'updated_at': '2021-08-16T13:58:35Z', 'revision_number': 0, 'project_id': '567bf0de0c46414283117c156978d89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7135284-8ee4-47c8-9501-97670f934ca2', 'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'mac_address': 'fa:16:3e:d4:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:41Z', 'updated_at': '2021-08-16T13:57:48Z', 'revision_number': 5, 'project_id': '567bf0de0c46414283117c156978d89e', 'subnets': [{'id': '0a1f7508-a495-49c4-8713-37009b850304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:58:37.272293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c12a4-1903-48bb-aab2-c3f9b9715934 req-cb9e46f8-bec3-41da-a89f-a0483013633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:37.273793 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-062c12a4-1903-48bb-aab2-c3f9b9715934 req-cb9e46f8-bec3-41da-a89f-a0483013633b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=567bf0de0c46414283117c156978d89e&device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1097 time: 0.0681565 Aug 16 13:58:37.293398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3453ab5-12ba-4a21-ad43-9ccc14f1b6af None None] Checking router: 27b38f0f-15bb-436b-99ba-2e8f290aea52 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:58:37.301695 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3453ab5-12ba-4a21-ad43-9ccc14f1b6af None None] Routers {'27b38f0f-15bb-436b-99ba-2e8f290aea52'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:58:37.302321 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3453ab5-12ba-4a21-ad43-9ccc14f1b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T13:58:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['27b38f0f-15bb-436b-99ba-2e8f290aea52'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:58:37.372132 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b38e8075-fa32-4760-ab30-e230880c43ab tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.379161 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b38e8075-fa32-4760-ab30-e230880c43ab tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.409299 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c12a4-1903-48bb-aab2-c3f9b9715934 req-b227ba38-d4ad-4fd3-9dbb-5aeaea6dccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:37.412025 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-062c12a4-1903-48bb-aab2-c3f9b9715934 req-b227ba38-d4ad-4fd3-9dbb-5aeaea6dccdc service neutron] 10.222.0.22 "GET /v2.0/networks?id=c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 200 len: 914 time: 0.1310410 Aug 16 13:58:37.413761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e8075-fa32-4760-ab30-e230880c43ab tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa2382d-4043-4ba8-9e98-ab3a72db9a29,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:37.417903 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d3453ab5-12ba-4a21-ad43-9ccc14f1b6af None None] Set router 27b38f0f-15bb-436b-99ba-2e8f290aea52 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:58:37.421755 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b38e8075-fa32-4760-ab30-e230880c43ab tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.423112 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b38e8075-fa32-4760-ab30-e230880c43ab tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2267644 Aug 16 13:58:37.425993 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35634) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:58:37.431683 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-49749b32-068a-482d-a840-7f0cf3a16463 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb184-4f6f-4d50-91e7-fa207240f1dd', 'project_id': '567bf0de0c46414283117c156978d89e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:58:37.462638 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49749b32-068a-482d-a840-7f0cf3a16463 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.501763 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-062c12a4-1903-48bb-aab2-c3f9b9715934 req-24c65d9c-b2ed-4f2e-a8fc-9f9f3a24e951 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 1000 time: 0.0773473 Aug 16 13:58:37.529805 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49749b32-068a-482d-a840-7f0cf3a16463 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.533668 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49749b32-068a-482d-a840-7f0cf3a16463 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.556451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49749b32-068a-482d-a840-7f0cf3a16463 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0c0e1c-d569-4a40-bf7c-8ca9ec2f3793,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:37.560063 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c12a4-1903-48bb-aab2-c3f9b9715934 req-d87591dc-9689-4a27-bc6e-4887a4643825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:37.561708 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-062c12a4-1903-48bb-aab2-c3f9b9715934 req-d87591dc-9689-4a27-bc6e-4887a4643825 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0a1f7508-a495-49c4-8713-37009b850304 HTTP/1.1" status: 200 len: 853 time: 0.0519125 Aug 16 13:58:37.567435 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49749b32-068a-482d-a840-7f0cf3a16463 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.570147 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-49749b32-068a-482d-a840-7f0cf3a16463 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409883 Aug 16 13:58:37.571323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35636) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:58:37.575992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5ddd2637-e3c7-4faa-8113-b49a6603e115 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb184-4f6f-4d50-91e7-fa207240f1dd', 'project_id': '567bf0de0c46414283117c156978d89e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:58:37.600958 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.604762 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2637-e3c7-4faa-8113-b49a6603e115 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.618010 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c12a4-1903-48bb-aab2-c3f9b9715934 req-1da8ecf1-b202-4eb5-9997-6c4b901acdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:37.619639 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-062c12a4-1903-48bb-aab2-c3f9b9715934 req-1da8ecf1-b202-4eb5-9997-6c4b901acdda service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c947ce50-0887-4060-8af8-a363bae65a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486331 Aug 16 13:58:37.678212 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2637-e3c7-4faa-8113-b49a6603e115 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.683423 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2637-e3c7-4faa-8113-b49a6603e115 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.703579 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd2637-e3c7-4faa-8113-b49a6603e115 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fce4c38-dfb5-41a2-9d84-39c3c1e87109,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:37.703815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d3453ab5-12ba-4a21-ad43-9ccc14f1b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '207f5e73-c192-4993-a9a3-29823f5bae15', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'floating_ip_address': '172.25.0.224', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'port_id': '190fac35-0723-4013-8216-d2367559146e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'mac_address': 'fa:16:3e:3a:4f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:58:35Z', 'updated_at': '2021-08-16T13:58:35Z', 'revision_number': 0, 'project_id': '567bf0de0c46414283117c156978d89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7135284-8ee4-47c8-9501-97670f934ca2', 'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'mac_address': 'fa:16:3e:d4:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:41Z', 'updated_at': '2021-08-16T13:57:48Z', 'revision_number': 5, 'project_id': '567bf0de0c46414283117c156978d89e', 'subnets': [{'id': '0a1f7508-a495-49c4-8713-37009b850304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:58:37.712415 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2637-e3c7-4faa-8113-b49a6603e115 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.713997 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5ddd2637-e3c7-4faa-8113-b49a6603e115 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416681 Aug 16 13:58:37.716741 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35638) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:58:37.721563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b83dcb25-083d-4511-8c7f-90cb7a6f6e26 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb184-4f6f-4d50-91e7-fa207240f1dd', 'project_id': '567bf0de0c46414283117c156978d89e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:58:37.732616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3453ab5-12ba-4a21-ad43-9ccc14f1b6af None None] The sync data for ids ['27b38f0f-15bb-436b-99ba-2e8f290aea52'] in n-d-804708-1 is: [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '207f5e73-c192-4993-a9a3-29823f5bae15', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'floating_ip_address': '172.25.0.224', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'port_id': '190fac35-0723-4013-8216-d2367559146e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'mac_address': 'fa:16:3e:3a:4f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:58:35Z', 'updated_at': '2021-08-16T13:58:35Z', 'revision_number': 0, 'project_id': '567bf0de0c46414283117c156978d89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7135284-8ee4-47c8-9501-97670f934ca2', 'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'mac_address': 'fa:16:3e:d4:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:41Z', 'updated_at': '2021-08-16T13:57:48Z', 'revision_number': 5, 'project_id': '567bf0de0c46414283117c156978d89e', 'subnets': [{'id': '0a1f7508-a495-49c4-8713-37009b850304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:58:37.739582 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-062c12a4-1903-48bb-aab2-c3f9b9715934 req-7c91ac48-b362-4bec-a1d0-8ace66fb8bcf service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122878 Aug 16 13:58:37.744334 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-b83dcb25-083d-4511-8c7f-90cb7a6f6e26 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Project 567bf0de0c46414283117c156978d89e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:58:37.750131 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b83dcb25-083d-4511-8c7f-90cb7a6f6e26 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.826684 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b83dcb25-083d-4511-8c7f-90cb7a6f6e26 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.832218 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b83dcb25-083d-4511-8c7f-90cb7a6f6e26 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.850280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dcb25-083d-4511-8c7f-90cb7a6f6e26 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a288fd66-0ffd-4317-9ebf-d9a7aa98b541,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:37.850517 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-062c12a4-1903-48bb-aab2-c3f9b9715934 req-94d8831a-d11c-4db8-8b18-e817cf7b6e6d service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010678 Aug 16 13:58:37.858700 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b83dcb25-083d-4511-8c7f-90cb7a6f6e26 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.859921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b83dcb25-083d-4511-8c7f-90cb7a6f6e26 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419110 Aug 16 13:58:37.863915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35640) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:58:37.878419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3b6d88fc-d5f4-4a7b-bddd-adc1c03980cd tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Request body: {'security_group_rule': {'security_group_id': 'b70cb184-4f6f-4d50-91e7-fa207240f1dd', 'project_id': '567bf0de0c46414283117c156978d89e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:58:37.903252 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-3b6d88fc-d5f4-4a7b-bddd-adc1c03980cd tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Project 567bf0de0c46414283117c156978d89e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:58:37.908289 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3b6d88fc-d5f4-4a7b-bddd-adc1c03980cd tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.970728 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d82bda-a485-4d86-ae07-85049f7c6db0 None None] New status for floating IP 207f5e73-c192-4993-a9a3-29823f5bae15: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:58:37.982071 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3b6d88fc-d5f4-4a7b-bddd-adc1c03980cd tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:37.985880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3b6d88fc-d5f4-4a7b-bddd-adc1c03980cd tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:38.006597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d88fc-d5f4-4a7b-bddd-adc1c03980cd tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ee664b-11cc-4dee-a3c4-baeaf1995c07,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:38.013275 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3b6d88fc-d5f4-4a7b-bddd-adc1c03980cd tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:38.014451 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3b6d88fc-d5f4-4a7b-bddd-adc1c03980cd tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434753 Aug 16 13:58:38.106165 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-265c781d-7d48-4ded-9c4c-c248cb66cd9c req-2caecc59-4325-4925-8863-92dced99e7ab tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867205329&fields=id&tenant_id=567bf0de0c46414283117c156978d89e HTTP/1.1" status: 200 len: 267 time: 0.0455153 Aug 16 13:58:38.165441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c781d-7d48-4ded-9c4c-c248cb66cd9c req-507b728b-982d-469d-9830-62547b5f773d tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:38.166982 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-265c781d-7d48-4ded-9c4c-c248cb66cd9c req-507b728b-982d-469d-9830-62547b5f773d tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 946 time: 0.0545282 Aug 16 13:58:38.178711 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-265c781d-7d48-4ded-9c4c-c248cb66cd9c req-7cafd219-4b88-405e-97b6-615f7715e647 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Request body: {'port': {'security_groups': ['018be541-0952-4a93-a1b3-a2f99b67c85e', 'b70cb184-4f6f-4d50-91e7-fa207240f1dd']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:58:38.244050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-265c781d-7d48-4ded-9c4c-c248cb66cd9c req-7cafd219-4b88-405e-97b6-615f7715e647 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:38.426515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-265c781d-7d48-4ded-9c4c-c248cb66cd9c req-7cafd219-4b88-405e-97b6-615f7715e647 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] For port 190fac35-0723-4013-8216-d2367559146e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=190fac35-0723-4013-8216-d2367559146e,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:58:38.463812 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-265c781d-7d48-4ded-9c4c-c248cb66cd9c req-7cafd219-4b88-405e-97b6-615f7715e647 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:38.468394 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-265c781d-7d48-4ded-9c4c-c248cb66cd9c req-7cafd219-4b88-405e-97b6-615f7715e647 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:38.499593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['190fac35-0723-4013-8216-d2367559146e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:58:38.518450 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c781d-7d48-4ded-9c4c-c248cb66cd9c req-7cafd219-4b88-405e-97b6-615f7715e647 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:38.519124 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-265c781d-7d48-4ded-9c4c-c248cb66cd9c req-7cafd219-4b88-405e-97b6-615f7715e647 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:38.520589 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-265c781d-7d48-4ded-9c4c-c248cb66cd9c req-7cafd219-4b88-405e-97b6-615f7715e647 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "PUT /v2.0/ports/190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 982 time: 0.3470790 Aug 16 13:58:38.552134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafd219-4b88-405e-97b6-615f7715e647 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'Port': ['ID=190fac35-0723-4013-8216-d2367559146e,revision_number=6']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:58:38.635470 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f632e69-3ea2-4f94-87ea-fc4cb35bdc97 req-ab133c54-56b2-4900-b656-6442251fa6a3 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:38.639325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['190fac35-0723-4013-8216-d2367559146e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:58:38.643295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f632e69-3ea2-4f94-87ea-fc4cb35bdc97 req-ab133c54-56b2-4900-b656-6442251fa6a3 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.0626206 Aug 16 13:58:38.687921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5f632e69-3ea2-4f94-87ea-fc4cb35bdc97 req-420ea24f-9875-47b8-bed6-b30c145eedca tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437136 Aug 16 13:58:38.842006 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8f8d7c84-f5f9-4749-9572-1d0db9d0ed1a None None] Provisioning complete for port 190fac35-0723-4013-8216-d2367559146e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:58:38.842471 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7c84-f5f9-4749-9572-1d0db9d0ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:39.160199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'tag': '190fac35-0723-4013-8216-d2367559146e'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:58:39.163092 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905af444-f556-4eac-9eed-4a9595b67843" -d '{"events": [{"name": "network-changed", "server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "tag": "190fac35-0723-4013-8216-d2367559146e"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:58:39.215120 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a4dd75-e8a4-42cd-97a2-9d4dcf1e1f7d x-openstack-request-id: req-42a4dd75-e8a4-42cd-97a2-9d4dcf1e1f7d {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:58:39.215418 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "tag": "190fac35-0723-4013-8216-d2367559146e", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:58:39.215672 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42a4dd75-e8a4-42cd-97a2-9d4dcf1e1f7d {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:58:39.216067 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'tag': '190fac35-0723-4013-8216-d2367559146e', 'status': 'completed', 'code': 200} Aug 16 13:58:39.350441 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905af444-f556-4eac-9eed-4a9595b67843 req-eabd2921-dfbc-43bf-8eb4-b891342495aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:39.351829 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-905af444-f556-4eac-9eed-4a9595b67843 req-eabd2921-dfbc-43bf-8eb4-b891342495aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=567bf0de0c46414283117c156978d89e&device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1136 time: 0.0877619 Aug 16 13:58:39.444683 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905af444-f556-4eac-9eed-4a9595b67843 req-8115b6b5-8433-4126-8b5b-ddaf632beb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:39.446191 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-905af444-f556-4eac-9eed-4a9595b67843 req-8115b6b5-8433-4126-8b5b-ddaf632beb13 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 200 len: 914 time: 0.0826724 Aug 16 13:58:39.529200 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-905af444-f556-4eac-9eed-4a9595b67843 req-71eb75f6-0b67-4312-93dd-6a2b63bf8bc9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 1002 time: 0.0757120 Aug 16 13:58:39.580121 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905af444-f556-4eac-9eed-4a9595b67843 req-926685a7-2850-407a-aef3-7f7558a431b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:39.581702 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-905af444-f556-4eac-9eed-4a9595b67843 req-926685a7-2850-407a-aef3-7f7558a431b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0a1f7508-a495-49c4-8713-37009b850304 HTTP/1.1" status: 200 len: 853 time: 0.0448258 Aug 16 13:58:39.626431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905af444-f556-4eac-9eed-4a9595b67843 req-42ed4bb3-5b8e-4db9-a626-a9a64493f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:39.627824 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-905af444-f556-4eac-9eed-4a9595b67843 req-42ed4bb3-5b8e-4db9-a626-a9a64493f5af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c947ce50-0887-4060-8af8-a363bae65a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389593 Aug 16 13:58:39.728439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-905af444-f556-4eac-9eed-4a9595b67843 req-298d795b-ecf4-44dd-bd06-fbd86dfb5e5a service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924881 Aug 16 13:58:39.822844 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-905af444-f556-4eac-9eed-4a9595b67843 req-58a800a5-18a9-459a-9a3d-e4a8a122f8f6 service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860665 Aug 16 13:58:42.757062 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-091b0a06-e4e9-41df-b770-3a0c601a8cbb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395632 Aug 16 13:58:42.850206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-ec6d3988-0b8d-42a0-89db-ee4bafd656f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:42.851704 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-ec6d3988-0b8d-42a0-89db-ee4bafd656f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=567bf0de0c46414283117c156978d89e&device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1136 time: 0.0408010 Aug 16 13:58:43.286917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-75d80db8-8192-440a-885d-d406258660bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:43.288510 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-75d80db8-8192-440a-885d-d406258660bd service neutron] 10.222.0.22 "GET /v2.0/networks?id=c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 200 len: 914 time: 0.4160452 Aug 16 13:58:43.355588 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-adf08e1f-9c1c-4fed-897d-2e2dd1f4173a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 1002 time: 0.0582609 Aug 16 13:58:43.404575 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-0ef08084-0582-47ba-b600-a6931a6f7066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:43.405988 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-0ef08084-0582-47ba-b600-a6931a6f7066 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0a1f7508-a495-49c4-8713-37009b850304 HTTP/1.1" status: 200 len: 853 time: 0.0433390 Aug 16 13:58:43.458933 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-cb700fe9-ce7f-4b72-85ae-ebdbd1e4f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:58:43.460422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-cb700fe9-ce7f-4b72-85ae-ebdbd1e4f7cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c947ce50-0887-4060-8af8-a363bae65a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471025 Aug 16 13:58:43.552850 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-02fca379-1798-42b7-b3be-d7781df1c824 service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845268 Aug 16 13:58:43.648313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0dc2a221-9ed8-40e4-9f63-1eb15d5367a6 req-d2caa108-8e6e-4e44-a85b-8faaa3a52d21 service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875626 Aug 16 13:58:46.906304 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:58:59.629232 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:59:00.443236 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:01.909622 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-604b7a79-ef12-4a9e-9b4c-75a19f33f62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:04.452666 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-df45c7a3-4a65-40c9-9871-0a40a3b41054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:04.723314 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:05.746613 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:07.561551 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:16.922963 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:30.454659 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:31.913169 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-20d3b791-5908-4870-a360-89446f162165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:34.455078 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-852ff3fa-a7c5-4609-af14-d4e3826396f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:34.728117 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:35.754544 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:36.628096 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:59:37.566794 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:39.451758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873098d-928b-4e33-8681-0f0f18b2d491 req-9648661a-c091-4098-8ec4-532a42ff6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:39.453287 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f873098d-928b-4e33-8681-0f0f18b2d491 req-9648661a-c091-4098-8ec4-532a42ff6aa2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=567bf0de0c46414283117c156978d89e&device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1136 time: 0.0456743 Aug 16 13:59:39.509805 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac18d9-2b92-4f6c-90ba-f363736cc749 req-0b6f2bcf-9fb1-40df-8f71-d8b66aeacc6b tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:39.511342 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35ac18d9-2b92-4f6c-90ba-f363736cc749 req-0b6f2bcf-9fb1-40df-8f71-d8b66aeacc6b tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.1309443 Aug 16 13:59:39.551239 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-35ac18d9-2b92-4f6c-90ba-f363736cc749 req-98a27148-665b-4570-8b3d-c185bc2035c9 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336750 Aug 16 13:59:39.551504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873098d-928b-4e33-8681-0f0f18b2d491 req-ce07e8de-630a-473e-8822-e4909f021dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:39.552729 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f873098d-928b-4e33-8681-0f0f18b2d491 req-ce07e8de-630a-473e-8822-e4909f021dfe service neutron] 10.222.0.22 "GET /v2.0/networks?id=c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 200 len: 914 time: 0.0901887 Aug 16 13:59:39.618853 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f873098d-928b-4e33-8681-0f0f18b2d491 req-663256eb-c492-490e-9696-68948f07dd1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 1002 time: 0.0578928 Aug 16 13:59:39.669743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873098d-928b-4e33-8681-0f0f18b2d491 req-c51b36de-df56-48e5-85f4-bb6507d2a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:39.671250 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f873098d-928b-4e33-8681-0f0f18b2d491 req-c51b36de-df56-48e5-85f4-bb6507d2a706 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0a1f7508-a495-49c4-8713-37009b850304 HTTP/1.1" status: 200 len: 853 time: 0.0447671 Aug 16 13:59:39.721346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873098d-928b-4e33-8681-0f0f18b2d491 req-c0cd85d5-af3b-4f1e-bff0-b9cfd3f6b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:39.722854 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f873098d-928b-4e33-8681-0f0f18b2d491 req-c0cd85d5-af3b-4f1e-bff0-b9cfd3f6b698 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c947ce50-0887-4060-8af8-a363bae65a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444405 Aug 16 13:59:39.817456 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f873098d-928b-4e33-8681-0f0f18b2d491 req-306472fa-5594-4028-91fb-2faa30f1b9c0 service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854418 Aug 16 13:59:39.919839 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f873098d-928b-4e33-8681-0f0f18b2d491 req-77c7eb3f-931d-4428-b1ec-b444c30719b8 service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949624 Aug 16 13:59:40.740991 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840769ed-180e-435d-a6db-2ee993f8a3fa req-d9328549-4684-4f16-83d6-96087d893784 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:40.742512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-840769ed-180e-435d-a6db-2ee993f8a3fa req-d9328549-4684-4f16-83d6-96087d893784 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.1054909 Aug 16 13:59:40.782268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-840769ed-180e-435d-a6db-2ee993f8a3fa req-80db6508-5800-4fc7-bc84-95396d506d24 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333102 Aug 16 13:59:41.901313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f098e-2ce8-4b0f-ae94-b77c9379532c req-f378a64a-01bd-4bbd-b2f4-9b593e280592 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:41.902801 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d44f098e-2ce8-4b0f-ae94-b77c9379532c req-f378a64a-01bd-4bbd-b2f4-9b593e280592 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.0522811 Aug 16 13:59:41.944076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d44f098e-2ce8-4b0f-ae94-b77c9379532c req-0d9c16b2-d42c-47fc-bf4f-ac23ba264456 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351596 Aug 16 13:59:43.060999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d126a49-e311-4e79-ad4a-c5cf123d9855 req-f78061c7-f82b-4f50-b516-6b85df4060ed tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:43.062537 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d126a49-e311-4e79-ad4a-c5cf123d9855 req-f78061c7-f82b-4f50-b516-6b85df4060ed tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.0487466 Aug 16 13:59:43.103100 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0d126a49-e311-4e79-ad4a-c5cf123d9855 req-a426c6e6-73c6-4297-83ac-15a39415e5aa tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342121 Aug 16 13:59:43.835248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4fa92-f5a0-486d-92ed-56aa18bbc2cd req-3078a083-96b6-4c95-8555-81e9f4a3d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:43.837333 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0c4fa92-f5a0-486d-92ed-56aa18bbc2cd req-3078a083-96b6-4c95-8555-81e9f4a3d9b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=567bf0de0c46414283117c156978d89e&device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1136 time: 0.0412591 Aug 16 13:59:43.941904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4fa92-f5a0-486d-92ed-56aa18bbc2cd req-9ca27767-08a6-4e66-8416-36a88ea69297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:43.943432 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0c4fa92-f5a0-486d-92ed-56aa18bbc2cd req-9ca27767-08a6-4e66-8416-36a88ea69297 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 200 len: 914 time: 0.0870507 Aug 16 13:59:44.009342 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0c4fa92-f5a0-486d-92ed-56aa18bbc2cd req-ca722d9a-6ebe-4243-b593-f36eb170d722 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 1002 time: 0.0582914 Aug 16 13:59:44.058401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4fa92-f5a0-486d-92ed-56aa18bbc2cd req-02791a0d-281a-4acf-94e1-f1de4d98fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:44.059835 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0c4fa92-f5a0-486d-92ed-56aa18bbc2cd req-02791a0d-281a-4acf-94e1-f1de4d98fa57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0a1f7508-a495-49c4-8713-37009b850304 HTTP/1.1" status: 200 len: 853 time: 0.0433443 Aug 16 13:59:44.110871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4fa92-f5a0-486d-92ed-56aa18bbc2cd req-2aa00878-c8ee-46b8-acb7-da10d9380c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:44.112298 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0c4fa92-f5a0-486d-92ed-56aa18bbc2cd req-2aa00878-c8ee-46b8-acb7-da10d9380c72 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c947ce50-0887-4060-8af8-a363bae65a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442150 Aug 16 13:59:44.204881 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0c4fa92-f5a0-486d-92ed-56aa18bbc2cd req-f038665a-7c73-4ea2-a417-6af67586d1e5 service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846050 Aug 16 13:59:44.222570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbb32c-7044-4fa3-ae64-c7ad8f5f90ea req-f6e189f0-b624-429e-84c4-010c96c99a55 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:44.224072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3bbb32c-7044-4fa3-ae64-c7ad8f5f90ea req-f6e189f0-b624-429e-84c4-010c96c99a55 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.0502195 Aug 16 13:59:44.266798 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a3bbb32c-7044-4fa3-ae64-c7ad8f5f90ea req-d91a390a-dec2-47e6-908e-1e65804701ef tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360239 Aug 16 13:59:44.305424 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e0c4fa92-f5a0-486d-92ed-56aa18bbc2cd req-e62bc44b-eeac-4313-91a0-1c2025102470 service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930898 Aug 16 13:59:45.403120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce516a-3db6-4707-81c1-31e68e72b3a3 req-e8f9d14e-a387-44cc-af78-5da93a0d1288 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:45.404587 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fce516a-3db6-4707-81c1-31e68e72b3a3 req-e8f9d14e-a387-44cc-af78-5da93a0d1288 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.0536187 Aug 16 13:59:45.446214 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5fce516a-3db6-4707-81c1-31e68e72b3a3 req-2517ef1b-d714-4aa4-b9ef-943aacc9873b tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353484 Aug 16 13:59:46.563511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ffa5-8edd-4ff2-bba2-cacdda758645 req-d0511fe8-3317-4e63-b05b-c49c22a4a6d9 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:46.564874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b237ffa5-8edd-4ff2-bba2-cacdda758645 req-d0511fe8-3317-4e63-b05b-c49c22a4a6d9 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.0490468 Aug 16 13:59:46.604939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b237ffa5-8edd-4ff2-bba2-cacdda758645 req-c9a76831-be5d-4e72-9343-e279f0c24693 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339403 Aug 16 13:59:46.951638 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:59:47.723913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba2ec0-40ff-44f1-838c-f271828a5aa9 req-9797e099-b865-4adc-89e2-9068d3a36791 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:47.725407 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31ba2ec0-40ff-44f1-838c-f271828a5aa9 req-9797e099-b865-4adc-89e2-9068d3a36791 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.0510285 Aug 16 13:59:47.765566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-31ba2ec0-40ff-44f1-838c-f271828a5aa9 req-07d952ab-b6e4-4d56-a0a3-7fb177f2eb56 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333200 Aug 16 13:59:48.890978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e334-a91e-4ea4-9dcc-032669d8522b req-078b1c1c-a478-491c-9713-a0dd852769b4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:48.892540 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0857e334-a91e-4ea4-9dcc-032669d8522b req-078b1c1c-a478-491c-9713-a0dd852769b4 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.0575466 Aug 16 13:59:48.936524 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0857e334-a91e-4ea4-9dcc-032669d8522b req-b420f99b-eeb4-4592-a61a-31d4a9f9871e tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377290 Aug 16 13:59:50.059162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df5106-4448-4963-a9bd-b528e4bbf607 req-21ecc490-fa29-4fe1-850c-ac422ec9c79e tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:50.060706 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3df5106-4448-4963-a9bd-b528e4bbf607 req-21ecc490-fa29-4fe1-850c-ac422ec9c79e tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.0510061 Aug 16 13:59:50.102898 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3df5106-4448-4963-a9bd-b528e4bbf607 req-2ab0af8c-bf0b-4206-8cf9-cfdbe1594c64 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344687 Aug 16 13:59:51.222424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dc275-ed57-4763-90da-8ced563fdd5f req-ed4b472c-b658-4f20-9c69-9dec62bb4f63 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:59:51.223950 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d95dc275-ed57-4763-90da-8ced563fdd5f req-ed4b472c-b658-4f20-9c69-9dec62bb4f63 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.0520952 Aug 16 13:59:51.265848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d95dc275-ed57-4763-90da-8ced563fdd5f req-abbe1f23-586f-4a43-b814-932ffbb4a899 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=b70cb184-4f6f-4d50-91e7-fa207240f1dd&id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357013 Aug 16 14:00:00.448566 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:01.913994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f39064a0-7296-4801-8af1-cacb92984cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:04.457711 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b862cdc2-feef-4225-be21-733860fc831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:04.729148 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:05.753810 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:07.566006 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:13.627852 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:00:16.968737 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:22.301540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-752a8603-8aac-4922-a5ac-80fec6ff88df req-075e1972-4df4-4512-834f-170661e8929b service neutron] (101396) timed out ('10.222.0.25', 32914) {{(pid=101396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 14:00:30.457548 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:31.915093 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3f075ed6-9764-4fcc-a420-ca8b5be2d29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:34.458753 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9a5bea4b-45c6-4a94-b998-6a1824026868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:34.729024 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:35.757162 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:37.568419 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:44.760856 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-3d118e99-ab57-4cfc-a65c-c1a78bf2bbcd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406265 Aug 16 14:00:44.854622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-1c1ee795-9a4c-4e67-8326-34a9ca6824d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:44.856220 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-1c1ee795-9a4c-4e67-8326-34a9ca6824d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=567bf0de0c46414283117c156978d89e&device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1136 time: 0.0427849 Aug 16 14:00:44.961418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-32872381-54f2-43fe-8dc9-c170fc4a275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:44.962959 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-32872381-54f2-43fe-8dc9-c170fc4a275f service neutron] 10.222.0.22 "GET /v2.0/networks?id=c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 200 len: 914 time: 0.0878766 Aug 16 14:00:45.026740 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-7400151b-3986-4d2c-8aeb-05ee55566745 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 1002 time: 0.0565269 Aug 16 14:00:45.078870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-3ec13417-b74f-4e28-bda6-0ace2cd2f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:45.080294 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-3ec13417-b74f-4e28-bda6-0ace2cd2f9bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0a1f7508-a495-49c4-8713-37009b850304 HTTP/1.1" status: 200 len: 853 time: 0.0475821 Aug 16 14:00:45.124787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-4bcac71e-eb2f-4b16-a3c6-a3a2eab4a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:45.126295 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-4bcac71e-eb2f-4b16-a3c6-a3a2eab4a63d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c947ce50-0887-4060-8af8-a363bae65a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393963 Aug 16 14:00:45.136864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-935d0813-fc03-4979-bdad-2bea59d5007c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:00:45.137805 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-935d0813-fc03-4979-bdad-2bea59d5007c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048907 Aug 16 14:00:45.226980 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-0aeff6cb-d53b-4703-9e32-593c89f4d6e1 service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806513 Aug 16 14:00:45.327780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-05b5ee78-3257-477f-bf9e-cdb27dfaf25e req-fb4f6480-1d3e-4bfd-a1b1-6c75cbaaccaa service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929871 Aug 16 14:00:47.029378 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:50.630869 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:00:54.698783 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e580076-ac12-4838-9d66-4eb80d8d4959 req-aa9927db-5ca0-4bdd-a9a0-0be929839d99 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867205329&fields=id&tenant_id=567bf0de0c46414283117c156978d89e HTTP/1.1" status: 200 len: 267 time: 0.0370522 Aug 16 14:00:54.770269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580076-ac12-4838-9d66-4eb80d8d4959 req-37fd6e61-c826-4f61-b523-a108f02ff994 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:54.771906 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e580076-ac12-4838-9d66-4eb80d8d4959 req-37fd6e61-c826-4f61-b523-a108f02ff994 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 985 time: 0.0664635 Aug 16 14:00:54.783921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [req-3e580076-ac12-4838-9d66-4eb80d8d4959 req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Request body: {'port': {'security_groups': ['018be541-0952-4a93-a1b3-a2f99b67c85e']}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:00:54.863129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3e580076-ac12-4838-9d66-4eb80d8d4959 req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.053850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-3e580076-ac12-4838-9d66-4eb80d8d4959 req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] For port 190fac35-0723-4013-8216-d2367559146e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=190fac35-0723-4013-8216-d2367559146e,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:00:55.083381 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3e580076-ac12-4838-9d66-4eb80d8d4959 req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.088075 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3e580076-ac12-4838-9d66-4eb80d8d4959 req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.114949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['190fac35-0723-4013-8216-d2367559146e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:00:55.143918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580076-ac12-4838-9d66-4eb80d8d4959 req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:55.144598 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-3e580076-ac12-4838-9d66-4eb80d8d4959 req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.146832 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3e580076-ac12-4838-9d66-4eb80d8d4959 req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "PUT /v2.0/ports/190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 943 time: 0.3680906 Aug 16 14:00:55.147326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'tag': '190fac35-0723-4013-8216-d2367559146e'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:00:55.151276 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37905ac6-2f92-40fe-83af-9e61a46f6b08" -d '{"events": [{"name": "network-changed", "server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "tag": "190fac35-0723-4013-8216-d2367559146e"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:00:55.152434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35754) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:00:55.180703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event updated for resources: {'Port': ['ID=190fac35-0723-4013-8216-d2367559146e,revision_number=7']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:00:55.200693 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0786e4b-a4c9-4069-bd9f-62755450807c x-openstack-request-id: req-a0786e4b-a4c9-4069-bd9f-62755450807c {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:00:55.201047 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "tag": "190fac35-0723-4013-8216-d2367559146e", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:00:55.201263 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0786e4b-a4c9-4069-bd9f-62755450807c {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:00:55.201646 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'tag': '190fac35-0723-4013-8216-d2367559146e', 'status': 'completed', 'code': 200} Aug 16 14:00:55.203851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.204429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.204834 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.205196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.205533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.205879 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.206876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.207245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.207589 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.208230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.208978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.208978 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f37-a1ed-4d30-b744-e94c513e9544 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.229335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.253654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['190fac35-0723-4013-8216-d2367559146e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:00:55.283608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.331066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37905ac6-2f92-40fe-83af-9e61a46f6b08 req-a9c57658-2f58-4e04-b60d-497c2c3676c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:55.332596 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-37905ac6-2f92-40fe-83af-9e61a46f6b08 req-a9c57658-2f58-4e04-b60d-497c2c3676c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=567bf0de0c46414283117c156978d89e&device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1097 time: 0.0946407 Aug 16 14:00:55.419312 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.422571 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.423817 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "DELETE /v2.0/security-groups/b70cb184-4f6f-4d50-91e7-fa207240f1dd HTTP/1.1" status: 204 len: 168 time: 0.2703488 Aug 16 14:00:55.426661 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35760) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:00:55.437924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70cb184-4f6f-4d50-91e7-fa207240f1dd,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:00:55.455709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.456059 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.456401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.456740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.457080 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.457407 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.457737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.458066 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.458413 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.458746 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.459072 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.459402 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d3bee-4aaa-4e04-931f-bf018d39de30 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:00:55.466318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37905ac6-2f92-40fe-83af-9e61a46f6b08 req-ad72152d-99b8-4f88-8cc1-0a1c5d6dd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:55.467820 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-37905ac6-2f92-40fe-83af-9e61a46f6b08 req-ad72152d-99b8-4f88-8cc1-0a1c5d6dd737 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 200 len: 914 time: 0.1268647 Aug 16 14:00:55.496273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0c3fd89f-56c2-4d8f-9335-c5c6804dd656 None None] Provisioning complete for port 190fac35-0723-4013-8216-d2367559146e triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:00:55.496771 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd89f-56c2-4d8f-9335-c5c6804dd656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.558516 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-37905ac6-2f92-40fe-83af-9e61a46f6b08 req-b59bc80a-fdd4-408a-96bb-49a0d743c382 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 1002 time: 0.0830443 Aug 16 14:00:55.611029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37905ac6-2f92-40fe-83af-9e61a46f6b08 req-688e76a1-5c6a-4be8-82b8-91f002b64a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:55.612520 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-37905ac6-2f92-40fe-83af-9e61a46f6b08 req-688e76a1-5c6a-4be8-82b8-91f002b64a70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0a1f7508-a495-49c4-8713-37009b850304 HTTP/1.1" status: 200 len: 853 time: 0.0470016 Aug 16 14:00:55.619389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Deleting port 74004868-4430-40eb-a215-9af97ba0938c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:00:55.619858 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.661419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37905ac6-2f92-40fe-83af-9e61a46f6b08 req-d6225512-a578-4bb3-bbf0-f975fc0cb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:55.663257 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-37905ac6-2f92-40fe-83af-9e61a46f6b08 req-d6225512-a578-4bb3-bbf0-f975fc0cb8b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c947ce50-0887-4060-8af8-a363bae65a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427666 Aug 16 14:00:55.699751 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.700362 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.712510 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Calling delete_port for 74004868-4430-40eb-a215-9af97ba0938c owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:00:55.760232 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-37905ac6-2f92-40fe-83af-9e61a46f6b08 req-839834ad-5298-404b-bd9c-7661469fc992 service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889003 Aug 16 14:00:55.855716 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-37905ac6-2f92-40fe-83af-9e61a46f6b08 req-2a38f092-9e31-4602-abff-acc0124fc0cd service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881708 Aug 16 14:00:55.879431 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.908187 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event deleted for resources: {'Port': ['ID=74004868-4430-40eb-a215-9af97ba0938c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:00:55.975163 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:55.975586 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Floating IP 207f5e73-c192-4993-a9a3-29823f5bae15 disassociated (deleted). External IP: 172.25.0.224, port: 190fac35-0723-4013-8216-d2367559146e. Aug 16 14:00:56.185511 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Router 27b38f0f-15bb-436b-99ba-2e8f290aea52 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:00:56.297351 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:00:56.302398 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:00:56.307033 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7278088-25b7-4f9d-94e0-118319e7bb2e None None] Sync routers for ids ['27b38f0f-15bb-436b-99ba-2e8f290aea52'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:00:56.317787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7278088-25b7-4f9d-94e0-118319e7bb2e None None] Routers {'27b38f0f-15bb-436b-99ba-2e8f290aea52'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:00:56.318526 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a7278088-25b7-4f9d-94e0-118319e7bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:00:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['27b38f0f-15bb-436b-99ba-2e8f290aea52'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:00:56.330868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4e2301e7-eab6-46f9-9c63-53f19a2cb230 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "DELETE /v2.0/floatingips/207f5e73-c192-4993-a9a3-29823f5bae15 HTTP/1.1" status: 204 len: 168 time: 0.9030323 Aug 16 14:00:56.430839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a7278088-25b7-4f9d-94e0-118319e7bb2e None None] Set router 27b38f0f-15bb-436b-99ba-2e8f290aea52 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:00:56.830066 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a7278088-25b7-4f9d-94e0-118319e7bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b7135284-8ee4-47c8-9501-97670f934ca2', 'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'mac_address': 'fa:16:3e:d4:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:41Z', 'updated_at': '2021-08-16T13:57:48Z', 'revision_number': 5, 'project_id': '567bf0de0c46414283117c156978d89e', 'subnets': [{'id': '0a1f7508-a495-49c4-8713-37009b850304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:00:56.862675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7278088-25b7-4f9d-94e0-118319e7bb2e None None] Checking router: 27b38f0f-15bb-436b-99ba-2e8f290aea52 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:00:56.871454 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7278088-25b7-4f9d-94e0-118319e7bb2e None None] Routers {'27b38f0f-15bb-436b-99ba-2e8f290aea52'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:00:56.872077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a7278088-25b7-4f9d-94e0-118319e7bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:00:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['27b38f0f-15bb-436b-99ba-2e8f290aea52'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:00:56.996364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-a7278088-25b7-4f9d-94e0-118319e7bb2e None None] Set router 27b38f0f-15bb-436b-99ba-2e8f290aea52 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:00:57.204032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'tag': '190fac35-0723-4013-8216-d2367559146e'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:00:57.206816 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "tag": "190fac35-0723-4013-8216-d2367559146e"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:00:57.217722 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-a7278088-25b7-4f9d-94e0-118319e7bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b7135284-8ee4-47c8-9501-97670f934ca2', 'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'mac_address': 'fa:16:3e:d4:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:41Z', 'updated_at': '2021-08-16T13:57:48Z', 'revision_number': 5, 'project_id': '567bf0de0c46414283117c156978d89e', 'subnets': [{'id': '0a1f7508-a495-49c4-8713-37009b850304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:00:57.246345 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a998719a-2b8d-44fa-b7e2-46b6e25457d3 x-openstack-request-id: req-a998719a-2b8d-44fa-b7e2-46b6e25457d3 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:00:57.246964 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "tag": "190fac35-0723-4013-8216-d2367559146e", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:00:57.247296 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a998719a-2b8d-44fa-b7e2-46b6e25457d3 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:00:57.247768 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'tag': '190fac35-0723-4013-8216-d2367559146e', 'status': 'completed', 'code': 200} Aug 16 14:00:57.250014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7278088-25b7-4f9d-94e0-118319e7bb2e None None] The sync data for ids ['27b38f0f-15bb-436b-99ba-2e8f290aea52'] in n-d-804708-1 is: [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:42Z', 'revision_number': 4, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b7135284-8ee4-47c8-9501-97670f934ca2', 'name': '', 'network_id': 'c947ce50-0887-4060-8af8-a363bae65a8e', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'mac_address': 'fa:16:3e:d4:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0a1f7508-a495-49c4-8713-37009b850304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:41Z', 'updated_at': '2021-08-16T13:57:48Z', 'revision_number': 5, 'project_id': '567bf0de0c46414283117c156978d89e', 'subnets': [{'id': '0a1f7508-a495-49c4-8713-37009b850304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:00:57.342207 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2 req-4bccbc12-0ad4-4181-9314-20e27466148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:57.344586 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2 req-4bccbc12-0ad4-4181-9314-20e27466148c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=567bf0de0c46414283117c156978d89e&device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 1097 time: 0.0593441 Aug 16 14:00:57.444704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2 req-faeedc61-8e60-484b-be4d-8b5a5f28a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:57.446336 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2 req-faeedc61-8e60-484b-be4d-8b5a5f28a8df service neutron] 10.222.0.22 "GET /v2.0/networks?id=c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 200 len: 914 time: 0.0949070 Aug 16 14:00:57.524242 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f995cf38-3f31-4fc6-a7bf-9013e242b85e None None] New status for floating IP 207f5e73-c192-4993-a9a3-29823f5bae15: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:00:57.525363 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2 req-5eb987bd-325e-4f87-a0c5-58d445a29961 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 200 len: 217 time: 0.0710821 Aug 16 14:00:57.612445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2 req-74bd7480-6ab8-4cfe-b382-40f9a63789ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:57.613980 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2 req-74bd7480-6ab8-4cfe-b382-40f9a63789ef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0a1f7508-a495-49c4-8713-37009b850304 HTTP/1.1" status: 200 len: 853 time: 0.0807235 Aug 16 14:00:57.685941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2 req-a185051e-9d03-4ead-9ef7-6abd1691ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:00:57.689804 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2 req-a185051e-9d03-4ead-9ef7-6abd1691ba70 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c947ce50-0887-4060-8af8-a363bae65a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674140 Aug 16 14:00:57.821989 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2 req-4c37078e-e6ba-47ad-b570-0a2570c2a76a service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248982 Aug 16 14:00:57.937600 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dbfe5ecc-96df-4f2c-a415-b3d47889d1b2 req-fe427c24-2e52-4fe3-9775-9679a3f19a0d service neutron] 10.222.0.22 "GET /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078341 Aug 16 14:01:00.465877 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:01.921706 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-229ffcb3-bf7c-4830-9641-521a9749ab37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:04.462068 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0a3c37d6-1d3c-44a1-be1b-331d943fd0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:04.474809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338889c1-1814-4771-af8e-af83f665fce8 req-02fbc6dc-0d1b-4192-96a9-e32186c530b5 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:04.477515 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-338889c1-1814-4771-af8e-af83f665fce8 req-02fbc6dc-0d1b-4192-96a9-e32186c530b5 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 946 time: 0.0600073 Aug 16 14:01:04.525841 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-338889c1-1814-4771-af8e-af83f665fce8 req-abf65ba1-071f-47f4-af57-5e8f431e832a tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 Aug 16 14:01:04.736369 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:05.677238 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42488d67-71e9-4600-b5eb-152694c8364b req-b7382b53-b5d3-4cec-a736-e34a9493c5d0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:05.679278 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42488d67-71e9-4600-b5eb-152694c8364b req-b7382b53-b5d3-4cec-a736-e34a9493c5d0 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 946 time: 0.0649183 Aug 16 14:01:05.730549 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-42488d67-71e9-4600-b5eb-152694c8364b req-3f7e5ddd-c227-4571-83f8-72f754354c34 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404673 Aug 16 14:01:05.768096 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:06.418924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed86d6-c1ed-4a54-85ee-dc16de4c0309 req-cc2f49b6-e1db-4ae3-8bd1-ec3b5429d1b1 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:06.420630 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4eed86d6-c1ed-4a54-85ee-dc16de4c0309 req-cc2f49b6-e1db-4ae3-8bd1-ec3b5429d1b1 tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.22 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 946 time: 0.0539334 Aug 16 14:01:06.578574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4eed86d6-c1ed-4a54-85ee-dc16de4c0309 req-9b284041-be22-4f1e-8bff-8e1a810a052f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Deleting port 190fac35-0723-4013-8216-d2367559146e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:01:06.578837 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4eed86d6-c1ed-4a54-85ee-dc16de4c0309 req-9b284041-be22-4f1e-8bff-8e1a810a052f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:06.686238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-4eed86d6-c1ed-4a54-85ee-dc16de4c0309 req-9b284041-be22-4f1e-8bff-8e1a810a052f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] For port 190fac35-0723-4013-8216-d2367559146e, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=190fac35-0723-4013-8216-d2367559146e,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:06.686608 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4eed86d6-c1ed-4a54-85ee-dc16de4c0309 req-9b284041-be22-4f1e-8bff-8e1a810a052f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:06.702306 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-4eed86d6-c1ed-4a54-85ee-dc16de4c0309 req-9b284041-be22-4f1e-8bff-8e1a810a052f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Calling delete_port for 190fac35-0723-4013-8216-d2367559146e owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:01:06.859249 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4eed86d6-c1ed-4a54-85ee-dc16de4c0309 req-9b284041-be22-4f1e-8bff-8e1a810a052f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:06.864969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9042eb-2b96-4f25-8b2e-abb67c5d60ba req-46d94d7c-b1a6-4dbf-b12f-fda51a9d38bd tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:06.867023 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad9042eb-2b96-4f25-8b2e-abb67c5d60ba req-46d94d7c-b1a6-4dbf-b12f-fda51a9d38bd tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/ports?device_id=8022605d-f37f-4bbc-a705-18f30e4b00a6 HTTP/1.1" status: 200 len: 946 time: 0.0608490 Aug 16 14:01:06.886320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['190fac35-0723-4013-8216-d2367559146e'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:01:06.893966 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b284041-be22-4f1e-8bff-8e1a810a052f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Pushing event deleted for resources: {'Port': ['ID=190fac35-0723-4013-8216-d2367559146e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:06.940637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad9042eb-2b96-4f25-8b2e-abb67c5d60ba req-4c09bd79-5c57-419f-9a00-8b6b6b0e53da tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.25 "GET /v2.0/security-groups?id=018be541-0952-4a93-a1b3-a2f99b67c85e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666311 Aug 16 14:01:06.951577 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eed86d6-c1ed-4a54-85ee-dc16de4c0309 req-9b284041-be22-4f1e-8bff-8e1a810a052f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] No DVR routers for this DVR port 190fac35-0723-4013-8216-d2367559146e on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:01:06.956245 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-4eed86d6-c1ed-4a54-85ee-dc16de4c0309 req-9b284041-be22-4f1e-8bff-8e1a810a052f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:06.958350 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4eed86d6-c1ed-4a54-85ee-dc16de4c0309 req-9b284041-be22-4f1e-8bff-8e1a810a052f tempest-TestMinimumBasicScenario-2082709799 tempest-TestMinimumBasicScenario-2082709799-project] 10.222.0.22 "DELETE /v2.0/ports/190fac35-0723-4013-8216-d2367559146e HTTP/1.1" status: 204 len: 173 time: 0.5312254 Aug 16 14:01:06.958828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'name': 'network-vif-deleted', 'tag': '190fac35-0723-4013-8216-d2367559146e'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:01:06.961492 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82bb8bc-9fb5-47c5-a2b9-0fb332e5def2" -d '{"events": [{"server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "name": "network-vif-deleted", "tag": "190fac35-0723-4013-8216-d2367559146e"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:01:07.095787 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43360631-e233-4be7-8b4e-06ee693cec22 x-openstack-request-id: req-43360631-e233-4be7-8b4e-06ee693cec22 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:01:07.096089 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8022605d-f37f-4bbc-a705-18f30e4b00a6", "name": "network-vif-deleted", "tag": "190fac35-0723-4013-8216-d2367559146e", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:01:07.096491 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43360631-e233-4be7-8b4e-06ee693cec22 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:01:07.096733 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8022605d-f37f-4bbc-a705-18f30e4b00a6', 'name': 'network-vif-deleted', 'tag': '190fac35-0723-4013-8216-d2367559146e', 'status': 'completed', 'code': 200} Aug 16 14:01:07.573598 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:08.555041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35866) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:08.928376 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:09.226987 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] Deleting port b7135284-8ee4-47c8-9501-97670f934ca2 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:01:09.227234 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:09.351488 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] For port b7135284-8ee4-47c8-9501-97670f934ca2, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b7135284-8ee4-47c8-9501-97670f934ca2,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:09.351848 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:09.363058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 190fac35-0723-4013-8216-d2367559146e no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:01:09.369358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] Calling delete_port for b7135284-8ee4-47c8-9501-97670f934ca2 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:01:09.384989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: 190fac35-0723-4013-8216-d2367559146e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:01:09.385340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 190fac35-0723-4013-8216-d2367559146e not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:01:09.569743 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:09.595492 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b7135284-8ee4-47c8-9501-97670f934ca2,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:09.791748 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:10.027717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] Router 27b38f0f-15bb-436b-99ba-2e8f290aea52 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:01:10.153320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:01:10.160351 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c535a4ad-42bb-4310-9236-9dcc341e70fd admin admin] 10.222.0.25 "PUT /v2.0/routers/27b38f0f-15bb-436b-99ba-2e8f290aea52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6033821 Aug 16 14:01:10.162019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35868) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:10.165576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e5e72-d84e-4045-9e58-9569f229e543 None None] Sync routers for ids ['27b38f0f-15bb-436b-99ba-2e8f290aea52'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:01:10.175742 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e5e72-d84e-4045-9e58-9569f229e543 None None] Routers {'27b38f0f-15bb-436b-99ba-2e8f290aea52'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:01:10.176371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ce8e5e72-d84e-4045-9e58-9569f229e543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['27b38f0f-15bb-436b-99ba-2e8f290aea52'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:10.292784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-ce8e5e72-d84e-4045-9e58-9569f229e543 None None] Set router 27b38f0f-15bb-436b-99ba-2e8f290aea52 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:01:10.497628 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ce8e5e72-d84e-4045-9e58-9569f229e543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T14:01:09Z', 'revision_number': 5, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:10.529698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e5e72-d84e-4045-9e58-9569f229e543 None None] Checking router: 27b38f0f-15bb-436b-99ba-2e8f290aea52 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:01:10.540349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e5e72-d84e-4045-9e58-9569f229e543 None None] Routers {'27b38f0f-15bb-436b-99ba-2e8f290aea52'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:01:10.540985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ce8e5e72-d84e-4045-9e58-9569f229e543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['27b38f0f-15bb-436b-99ba-2e8f290aea52'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:10.640628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:10.650284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-ce8e5e72-d84e-4045-9e58-9569f229e543 None None] Set router 27b38f0f-15bb-436b-99ba-2e8f290aea52 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:01:10.745893 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:10.805102 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Deleting port 0322dd48-7d66-446a-a884-fc0d4c6feffb {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:01:10.805509 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:10.835288 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ce8e5e72-d84e-4045-9e58-9569f229e543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T14:01:09Z', 'revision_number': 5, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:10.864441 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e5e72-d84e-4045-9e58-9569f229e543 None None] The sync data for ids ['27b38f0f-15bb-436b-99ba-2e8f290aea52'] in n-d-804708-1 is: [{'id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'name': 'tempest-TestMinimumBasicScenario-245618492-router', 'tenant_id': '567bf0de0c46414283117c156978d89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T14:01:09Z', 'revision_number': 5, 'project_id': '567bf0de0c46414283117c156978d89e', 'gw_port': {'id': '0322dd48-7d66-446a-a884-fc0d4c6feffb', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b38f0f-15bb-436b-99ba-2e8f290aea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:39Z', 'updated_at': '2021-08-16T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:01:10.899873 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] For port 0322dd48-7d66-446a-a884-fc0d4c6feffb, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0322dd48-7d66-446a-a884-fc0d4c6feffb,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:10.900242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:10.916549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Calling delete_port for 0322dd48-7d66-446a-a884-fc0d4c6feffb owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:01:11.091464 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.121497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0322dd48-7d66-446a-a884-fc0d4c6feffb,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:11.200081 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.305448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.309052 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.364220 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.364892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27b38f0f-15bb-436b-99ba-2e8f290aea52 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:01:11.371502 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.373227 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-435009b5-f6a2-4f74-9873-3f9ebbe377f9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/27b38f0f-15bb-436b-99ba-2e8f290aea52 HTTP/1.1" status: 204 len: 168 time: 1.2100596 Aug 16 14:01:11.377124 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35870) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:11.427041 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df754d1-5e67-4db8-8ae7-453e6c2301ca admin admin] Deleting subnet 0a1f7508-a495-49c4-8713-37009b850304 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:01:11.430781 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1df754d1-5e67-4db8-8ae7-453e6c2301ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.472438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1df754d1-5e67-4db8-8ae7-453e6c2301ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.596368 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1df754d1-5e67-4db8-8ae7-453e6c2301ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.665084 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1df754d1-5e67-4db8-8ae7-453e6c2301ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.692451 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df754d1-5e67-4db8-8ae7-453e6c2301ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a1f7508-a495-49c4-8713-37009b850304,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:11.696229 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1df754d1-5e67-4db8-8ae7-453e6c2301ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.698197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1df754d1-5e67-4db8-8ae7-453e6c2301ca admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0a1f7508-a495-49c4-8713-37009b850304 HTTP/1.1" status: 204 len: 168 time: 0.3200283 Aug 16 14:01:11.702710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35872) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:11.707020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d1e03-2ba2-4653-b8cc-ce218f0647b6 None None] Network c947ce50-0887-4060-8af8-a363bae65a8e requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:01:11.779190 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.837831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Deleting port d5657a70-3751-4193-b80c-bc5c03ab7e03 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:01:11.838265 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.920766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] For port d5657a70-3751-4193-b80c-bc5c03ab7e03, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d5657a70-3751-4193-b80c-bc5c03ab7e03,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:11.921289 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:11.939979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Calling delete_port for d5657a70-3751-4193-b80c-bc5c03ab7e03 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:01:11.948229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] DHCP port deletion for c947ce50-0887-4060-8af8-a363bae65a8e request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:01:12.009727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Deleting port d5657a70-3751-4193-b80c-bc5c03ab7e03 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:01:12.010239 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.048996 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.081160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d5657a70-3751-4193-b80c-bc5c03ab7e03,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:12.088490 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] No DVR routers for this DVR port d5657a70-3751-4193-b80c-bc5c03ab7e03 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:01:12.096182 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] For port d5657a70-3751-4193-b80c-bc5c03ab7e03, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d5657a70-3751-4193-b80c-bc5c03ab7e03,segment=NetworkSegment(8792b8c9-5c4b-423b-b464-6bcffd186399),segment_id=8792b8c9-5c4b-423b-b464-6bcffd186399)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:12.096182 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.106383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Calling delete_port for d5657a70-3751-4193-b80c-bc5c03ab7e03 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:01:12.162802 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.174330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c947ce50-0887-4060-8af8-a363bae65a8e']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:12.184422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8792b8c9-5c4b-423b-b464-6bcffd186399') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:12.184716 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8792b8c9-5c4b-423b-b464-6bcffd186399') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:12.195444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.199785 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.215336 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.222699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:01:12.222699 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: timer() Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:01:12.224448 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:01:12.228553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Pushing event deleted for resources: {'Port': ['ID=d5657a70-3751-4193-b80c-bc5c03ab7e03,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:12.236102 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] No DVR routers for this DVR port d5657a70-3751-4193-b80c-bc5c03ab7e03 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:01:12.244434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.244434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.244434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.244434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.244434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.244434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.244434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.244434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.244434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.245470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.245470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.245470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d1cfbb-949f-460b-9276-8df3711cc07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:12.285144 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.291237 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.293237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] 10.222.0.25 "DELETE /v2.0/networks/c947ce50-0887-4060-8af8-a363bae65a8e HTTP/1.1" status: 204 len: 168 time: 0.5890968 Aug 16 14:01:12.296902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35874) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:12.305973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b66aab-9303-499c-b3e5-bda1bb5429ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c947ce50-0887-4060-8af8-a363bae65a8e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:12.668337 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.929023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d5657a70-3751-4193-b80c-bc5c03ab7e03 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:01:12.933769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] Deleting port eb76dad5-1719-4035-95c6-8f0977522000 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:01:12.934140 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:12.949492 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d5657a70-3751-4193-b80c-bc5c03ab7e03 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:01:12.949928 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d5657a70-3751-4193-b80c-bc5c03ab7e03 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:01:12.950442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0322dd48-7d66-446a-a884-fc0d4c6feffb no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:01:12.970078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 0322dd48-7d66-446a-a884-fc0d4c6feffb {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:01:12.970519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0322dd48-7d66-446a-a884-fc0d4c6feffb not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:01:12.970934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b7135284-8ee4-47c8-9501-97670f934ca2 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:01:12.989150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: b7135284-8ee4-47c8-9501-97670f934ca2 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:01:12.989494 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b7135284-8ee4-47c8-9501-97670f934ca2 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:01:13.013799 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] For port eb76dad5-1719-4035-95c6-8f0977522000, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=eb76dad5-1719-4035-95c6-8f0977522000,segment=NetworkSegment(457553fb-cda1-4cb8-8f2a-ee02f7593ab6),segment_id=457553fb-cda1-4cb8-8f2a-ee02f7593ab6)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:13.014194 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:13.027901 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] Calling delete_port for eb76dad5-1719-4035-95c6-8f0977522000 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:01:13.222442 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:13.250378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb76dad5-1719-4035-95c6-8f0977522000,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:13.433093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:13.995473 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] Router 12d7985c-f580-4372-8157-d4e234f9530d has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:01:14.114902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:01:14.121306 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-20384aba-a6bd-4c8e-808b-dace3cbd832c admin admin] 10.222.0.25 "PUT /v2.0/routers/12d7985c-f580-4372-8157-d4e234f9530d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8220651 Aug 16 14:01:14.122669 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35876) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:14.125662 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ddaa9c-8df2-4a8e-a408-dc2c098a1e85 None None] Sync routers for ids ['12d7985c-f580-4372-8157-d4e234f9530d'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:01:14.135400 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ddaa9c-8df2-4a8e-a408-dc2c098a1e85 None None] Routers {'12d7985c-f580-4372-8157-d4e234f9530d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:01:14.136000 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d0ddaa9c-8df2-4a8e-a408-dc2c098a1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['12d7985c-f580-4372-8157-d4e234f9530d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:14.226224 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:14.237374 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d0ddaa9c-8df2-4a8e-a408-dc2c098a1e85 None None] Set router 12d7985c-f580-4372-8157-d4e234f9530d gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:01:14.326500 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:14.383931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Deleting port a5b1e558-c142-4aae-97b3-386da11526a7 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:01:14.384277 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:14.427925 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d0ddaa9c-8df2-4a8e-a408-dc2c098a1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7985c-f580-4372-8157-d4e234f9530d', 'name': 'tempest-TestMinimumBasicScenario-1617553714-router', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T14:01:13Z', 'revision_number': 5, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'gw_port': {'id': 'a5b1e558-c142-4aae-97b3-386da11526a7', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7985c-f580-4372-8157-d4e234f9530d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:14.457226 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ddaa9c-8df2-4a8e-a408-dc2c098a1e85 None None] Checking router: 12d7985c-f580-4372-8157-d4e234f9530d for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:01:14.466500 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ddaa9c-8df2-4a8e-a408-dc2c098a1e85 None None] Routers {'12d7985c-f580-4372-8157-d4e234f9530d'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:01:14.467115 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d0ddaa9c-8df2-4a8e-a408-dc2c098a1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['12d7985c-f580-4372-8157-d4e234f9530d'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:14.472624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] For port a5b1e558-c142-4aae-97b3-386da11526a7, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a5b1e558-c142-4aae-97b3-386da11526a7,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:14.472987 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:14.486563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Calling delete_port for a5b1e558-c142-4aae-97b3-386da11526a7 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:01:14.553055 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d0ddaa9c-8df2-4a8e-a408-dc2c098a1e85 None None] Set router 12d7985c-f580-4372-8157-d4e234f9530d gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:01:14.604292 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d0ddaa9c-8df2-4a8e-a408-dc2c098a1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d7985c-f580-4372-8157-d4e234f9530d', 'name': 'tempest-TestMinimumBasicScenario-1617553714-router', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T14:01:14Z', 'revision_number': 6, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:14.636092 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ddaa9c-8df2-4a8e-a408-dc2c098a1e85 None None] The sync data for ids ['12d7985c-f580-4372-8157-d4e234f9530d'] in n-d-804708-1 is: [{'id': '12d7985c-f580-4372-8157-d4e234f9530d', 'name': 'tempest-TestMinimumBasicScenario-1617553714-router', 'tenant_id': '290b71d6c13c412e961b87f2136d2604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:57:44Z', 'updated_at': '2021-08-16T14:01:14Z', 'revision_number': 6, 'project_id': '290b71d6c13c412e961b87f2136d2604', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:01:14.656050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:14.680612 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b1e558-c142-4aae-97b3-386da11526a7,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:14.751565 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:14.852942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:14.855033 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:14.915330 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:14.915941 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d7985c-f580-4372-8157-d4e234f9530d {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:01:14.921602 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:14.922842 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-87b7c6de-91ba-48fd-8909-736911429383 admin admin] 10.222.0.25 "DELETE /v2.0/routers/12d7985c-f580-4372-8157-d4e234f9530d HTTP/1.1" status: 204 len: 168 time: 0.7992561 Aug 16 14:01:14.925287 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35878) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:14.978184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-35271900-4107-4c11-a97c-f1ebe713fbf9 admin admin] Deleting subnet 8b5cb9a4-bb41-4302-9929-2eb67cde99df {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:01:14.981807 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35271900-4107-4c11-a97c-f1ebe713fbf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.020385 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35271900-4107-4c11-a97c-f1ebe713fbf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.082738 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device eb76dad5-1719-4035-95c6-8f0977522000 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:01:15.105247 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35271900-4107-4c11-a97c-f1ebe713fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.106656 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: eb76dad5-1719-4035-95c6-8f0977522000 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:01:15.107217 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device eb76dad5-1719-4035-95c6-8f0977522000 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:01:15.163174 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35271900-4107-4c11-a97c-f1ebe713fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.196290 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35271900-4107-4c11-a97c-f1ebe713fbf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.198146 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-35271900-4107-4c11-a97c-f1ebe713fbf9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8b5cb9a4-bb41-4302-9929-2eb67cde99df HTTP/1.1" status: 204 len: 168 time: 0.2719054 Aug 16 14:01:15.199194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35271900-4107-4c11-a97c-f1ebe713fbf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5cb9a4-bb41-4302-9929-2eb67cde99df,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:15.200829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35880) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:15.203417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbc526f-95fa-4763-9db4-a9582827ad1c None None] Network 2eb121c3-8eb2-4183-b4fc-ea1a0845876d requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:01:15.279104 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.340334 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Deleting port 88c229a0-5280-4261-8afe-8f61fa054be5 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:01:15.340732 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.400536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32ce3a-6384-49b4-8827-2be638ba5a8f None None] DHCP port deletion for 2eb121c3-8eb2-4183-b4fc-ea1a0845876d request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:01:15.410837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] For port 88c229a0-5280-4261-8afe-8f61fa054be5, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=88c229a0-5280-4261-8afe-8f61fa054be5,segment=NetworkSegment(457553fb-cda1-4cb8-8f2a-ee02f7593ab6),segment_id=457553fb-cda1-4cb8-8f2a-ee02f7593ab6)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:15.411181 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.426811 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Calling delete_port for 88c229a0-5280-4261-8afe-8f61fa054be5 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:01:15.458900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-fd32ce3a-6384-49b4-8827-2be638ba5a8f None None] Deleting port 88c229a0-5280-4261-8afe-8f61fa054be5 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:01:15.459549 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd32ce3a-6384-49b4-8827-2be638ba5a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.518262 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.525787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fd32ce3a-6384-49b4-8827-2be638ba5a8f None None] For port 88c229a0-5280-4261-8afe-8f61fa054be5, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=88c229a0-5280-4261-8afe-8f61fa054be5,segment=NetworkSegment(457553fb-cda1-4cb8-8f2a-ee02f7593ab6),segment_id=457553fb-cda1-4cb8-8f2a-ee02f7593ab6)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:15.526318 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd32ce3a-6384-49b4-8827-2be638ba5a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.539644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-fd32ce3a-6384-49b4-8827-2be638ba5a8f None None] Calling delete_port for 88c229a0-5280-4261-8afe-8f61fa054be5 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:01:15.542815 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c229a0-5280-4261-8afe-8f61fa054be5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:15.550725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] No DVR routers for this DVR port 88c229a0-5280-4261-8afe-8f61fa054be5 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:01:15.629808 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd32ce3a-6384-49b4-8827-2be638ba5a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.635047 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.647418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb121c3-8eb2-4183-b4fc-ea1a0845876d']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:15.658931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32ce3a-6384-49b4-8827-2be638ba5a8f None None] No DVR routers for this DVR port 88c229a0-5280-4261-8afe-8f61fa054be5 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:01:15.660858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457553fb-cda1-4cb8-8f2a-ee02f7593ab6') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:15.661431 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457553fb-cda1-4cb8-8f2a-ee02f7593ab6') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:15.665420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32ce3a-6384-49b4-8827-2be638ba5a8f None None] Pushing event deleted for resources: {'Port': ['ID=88c229a0-5280-4261-8afe-8f61fa054be5,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:15.676007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.691712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.698052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:01:15.698489 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: timer() Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:01:15.700292 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:01:15.756496 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.762015 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:15.766649 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2eb121c3-8eb2-4183-b4fc-ea1a0845876d HTTP/1.1" status: 204 len: 168 time: 0.5647435 Aug 16 14:01:15.779152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ab253-4984-4f75-898d-7aa94f9fa659 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb121c3-8eb2-4183-b4fc-ea1a0845876d,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:15.924823 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35884) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:15.964601 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ed751a15-3c2b-4968-8f9e-1e38fe19a644 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=567bf0de0c46414283117c156978d89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385652 Aug 16 14:01:15.966972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35886) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:16.021083 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3cd062c-ecda-4b4c-827c-42c492655e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:16.042677 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3cd062c-ecda-4b4c-827c-42c492655e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:16.091188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3cd062c-ecda-4b4c-827c-42c492655e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:16.094725 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c3cd062c-ecda-4b4c-827c-42c492655e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:16.095885 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c3cd062c-ecda-4b4c-827c-42c492655e12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/018be541-0952-4a93-a1b3-a2f99b67c85e HTTP/1.1" status: 204 len: 168 time: 0.1279950 Aug 16 14:01:16.104538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd062c-ecda-4b4c-827c-42c492655e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018be541-0952-4a93-a1b3-a2f99b67c85e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:16.445332 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35892) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:16.485383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a812aba7-0181-41ed-9cf4-375abeec5743 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=290b71d6c13c412e961b87f2136d2604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397789 Aug 16 14:01:16.487833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35894) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:16.543240 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2eab59c-03b2-4290-a026-26b330f75ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:16.566121 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2eab59c-03b2-4290-a026-26b330f75ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:16.612157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2eab59c-03b2-4290-a026-26b330f75ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:16.614671 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c2eab59c-03b2-4290-a026-26b330f75ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:16.615822 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c2eab59c-03b2-4290-a026-26b330f75ce0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ecfb4177-b35c-47db-9372-ed8a9ca6662b HTTP/1.1" status: 204 len: 168 time: 0.1270728 Aug 16 14:01:16.624716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eab59c-03b2-4290-a026-26b330f75ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfb4177-b35c-47db-9372-ed8a9ca6662b,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:16.931540 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a5b1e558-c142-4aae-97b3-386da11526a7 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:01:16.951854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: a5b1e558-c142-4aae-97b3-386da11526a7 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:01:16.952351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a5b1e558-c142-4aae-97b3-386da11526a7 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:01:16.952887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 88c229a0-5280-4261-8afe-8f61fa054be5 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:01:16.972762 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 88c229a0-5280-4261-8afe-8f61fa054be5 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:01:16.973113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 88c229a0-5280-4261-8afe-8f61fa054be5 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:01:17.026880 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.315448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35934) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:18.320216 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-80799f95-84a0-4ba5-bdf2-9f5a3290afcb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317321228', 'description': 'tempest-secgroup-smoke-317321228 description', 'project_id': '467cefbc48c242a9a6472d416d299109'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:18.342592 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-80799f95-84a0-4ba5-bdf2-9f5a3290afcb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.350897 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-80799f95-84a0-4ba5-bdf2-9f5a3290afcb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.454003 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-80799f95-84a0-4ba5-bdf2-9f5a3290afcb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.458076 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-80799f95-84a0-4ba5-bdf2-9f5a3290afcb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.503059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80799f95-84a0-4ba5-bdf2-9f5a3290afcb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fe6d03-5b42-415a-b116-5c2f1ecb3c4e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:18.567909 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-80799f95-84a0-4ba5-bdf2-9f5a3290afcb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.572745 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-80799f95-84a0-4ba5-bdf2-9f5a3290afcb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.599148 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-80799f95-84a0-4ba5-bdf2-9f5a3290afcb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.600408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-80799f95-84a0-4ba5-bdf2-9f5a3290afcb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2839558 Aug 16 14:01:18.603772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35936) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:18.610060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80799f95-84a0-4ba5-bdf2-9f5a3290afcb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a478697-3a91-410a-9f51-5cb7c1787bdf,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:18.610381 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1f97d65e-39e1-43c9-89cb-a32df22e5add tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '5a478697-3a91-410a-9f51-5cb7c1787bdf', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:18.648222 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f97d65e-39e1-43c9-89cb-a32df22e5add tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.697757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f97d65e-39e1-43c9-89cb-a32df22e5add tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.702053 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f97d65e-39e1-43c9-89cb-a32df22e5add tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.720781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97d65e-39e1-43c9-89cb-a32df22e5add tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22069130-a5ed-489a-a73c-7ee79049f3f2,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:18.726759 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1f97d65e-39e1-43c9-89cb-a32df22e5add tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.728097 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1f97d65e-39e1-43c9-89cb-a32df22e5add tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228523 Aug 16 14:01:18.730969 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35938) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:18.736284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ee8fc39d-0a3b-47dc-9949-594a926ff265 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '5a478697-3a91-410a-9f51-5cb7c1787bdf', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:18.773015 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc39d-0a3b-47dc-9949-594a926ff265 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.838233 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc39d-0a3b-47dc-9949-594a926ff265 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.841833 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc39d-0a3b-47dc-9949-594a926ff265 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.862128 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fc39d-0a3b-47dc-9949-594a926ff265 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7e67d5-5da0-4df8-a939-fea35c13f66d,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:18.868926 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc39d-0a3b-47dc-9949-594a926ff265 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.870316 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ee8fc39d-0a3b-47dc-9949-594a926ff265 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381743 Aug 16 14:01:18.873144 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35940) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:18.877852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-83f22fbc-708b-4fe2-abf6-7f2caeb95d0b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '5a478697-3a91-410a-9f51-5cb7c1787bdf', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:18.903933 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83f22fbc-708b-4fe2-abf6-7f2caeb95d0b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.962927 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83f22fbc-708b-4fe2-abf6-7f2caeb95d0b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.966507 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83f22fbc-708b-4fe2-abf6-7f2caeb95d0b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.985426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f22fbc-708b-4fe2-abf6-7f2caeb95d0b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4a513c-5813-486a-b65c-369e873c6149,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:18.991813 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-83f22fbc-708b-4fe2-abf6-7f2caeb95d0b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:18.993007 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-83f22fbc-708b-4fe2-abf6-7f2caeb95d0b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188707 Aug 16 14:01:18.995787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35942) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:19.000474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-009955ab-0d85-4ee0-8e8d-155d751d67ad tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '5a478697-3a91-410a-9f51-5cb7c1787bdf', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:19.027309 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-009955ab-0d85-4ee0-8e8d-155d751d67ad tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.089119 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-009955ab-0d85-4ee0-8e8d-155d751d67ad tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.093592 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-009955ab-0d85-4ee0-8e8d-155d751d67ad tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.111708 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009955ab-0d85-4ee0-8e8d-155d751d67ad tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb00a8d0-6e30-4c5c-8921-569905e50e75,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:19.120564 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-009955ab-0d85-4ee0-8e8d-155d751d67ad tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.122711 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-009955ab-0d85-4ee0-8e8d-155d751d67ad tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256962 Aug 16 14:01:19.126029 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35944) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:19.130653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-0c249ba1-d262-4c70-ad8e-23fce0a9a509 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '5a478697-3a91-410a-9f51-5cb7c1787bdf', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:19.151780 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-0c249ba1-d262-4c70-ad8e-23fce0a9a509 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Project 467cefbc48c242a9a6472d416d299109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:01:19.157202 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c249ba1-d262-4c70-ad8e-23fce0a9a509 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.217171 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c249ba1-d262-4c70-ad8e-23fce0a9a509 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.221381 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c249ba1-d262-4c70-ad8e-23fce0a9a509 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.249918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c249ba1-d262-4c70-ad8e-23fce0a9a509 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70d0684-7489-4876-8ee3-80d7365718ae,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:19.253214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0c249ba1-d262-4c70-ad8e-23fce0a9a509 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.254443 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0c249ba1-d262-4c70-ad8e-23fce0a9a509 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273916 Aug 16 14:01:19.257247 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35946) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:19.261701 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7b3e0a88-7d40-4a4a-b598-eb4ae875d77f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '5a478697-3a91-410a-9f51-5cb7c1787bdf', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:19.284908 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-7b3e0a88-7d40-4a4a-b598-eb4ae875d77f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Project 467cefbc48c242a9a6472d416d299109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:01:19.290000 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0a88-7d40-4a4a-b598-eb4ae875d77f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.355148 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0a88-7d40-4a4a-b598-eb4ae875d77f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.358824 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0a88-7d40-4a4a-b598-eb4ae875d77f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.376904 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e0a88-7d40-4a4a-b598-eb4ae875d77f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4802374-7248-4e50-b470-4d5fb4137de7,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:19.383581 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0a88-7d40-4a4a-b598-eb4ae875d77f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.384786 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7b3e0a88-7d40-4a4a-b598-eb4ae875d77f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265931 Aug 16 14:01:19.387839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35948) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:19.394013 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'network': {'name': 'tempest-network-smoke--218515648', 'project_id': '467cefbc48c242a9a6472d416d299109', 'port_security_enabled': True}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:19.414985 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:01:19.418488 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.449055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:01:19.464134 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.464519 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Added segment b2504499-5d2e-4fff-89d9-507db8126191 of type vlan for network afef040e-26b7-4a71-80bc-2a8928b596c1 Aug 16 14:01:19.504725 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.528854 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.534323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:19.534906 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.568535 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1795661 Aug 16 14:01:19.571578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35950) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:19.576345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'admin_state_up': True, 'project_id': '467cefbc48c242a9a6472d416d299109', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:19.600482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.601499 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.604412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c6454-e48a-4ea1-9fce-7f6250508aa0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Network': ['ID=afef040e-26b7-4a71-80bc-2a8928b596c1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:19.617989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network afef040e-26b7-4a71-80bc-2a8928b596c1 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:01:19.660328 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.805583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:19.997502 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:20.016674 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:20.116918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.25.0.134 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/92e7adb6-d6cf-47e4-82f4-b3d964693169) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:01:20.220868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:20.259281 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:20.293584 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:01:20.296925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:01:20.302426 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:01:20.328703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=92e7adb6-d6cf-47e4-82f4-b3d964693169,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:20.556331 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:20.751720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:20.883601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 163bc615-f0b5-4919-b74f-9216fc136844 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:01:20.992766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:01:21.002964 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Sync routers for ids ['163bc615-f0b5-4919-b74f-9216fc136844'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:01:21.012048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Routers {'163bc615-f0b5-4919-b74f-9216fc136844'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:01:21.012659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['163bc615-f0b5-4919-b74f-9216fc136844'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:21.013216 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:21.015194 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af3d7359-2d29-4015-967d-cdd7285c42df tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4419968 Aug 16 14:01:21.018674 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35952) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:21.128385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Set router 163bc615-f0b5-4919-b74f-9216fc136844 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:01:21.152952 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-106134b2-122b-4b64-89a3-e8b48eff2d88 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=467cefbc48c242a9a6472d416d299109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1300116 Aug 16 14:01:21.153414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35956) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:21.265134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc825677-43bd-4fe8-8a24-626a08aacd63 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:21.267278 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cc825677-43bd-4fe8-8a24-626a08aacd63 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1123559 Aug 16 14:01:21.270373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 35958) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:21.302839 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-af9e57c5-2f7b-4a03-8b3b-666751fe8fd6 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288422 Aug 16 14:01:21.303228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35960) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:21.308660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1165139630', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'project_id': '467cefbc48c242a9a6472d416d299109', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:21.411718 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:01:21.415432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:21.476934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:20Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:21.511622 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Checking router: 163bc615-f0b5-4919-b74f-9216fc136844 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:01:21.512284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Updating router 163bc615-f0b5-4919-b74f-9216fc136844 port 92e7adb6-d6cf-47e4-82f4-b3d964693169 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:01:21.538737 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:21.620623 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:21.685349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Subnet': ['ID=24ce3006-8ecc-4633-8d1d-0c6843eecfd2,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:21.697172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Checking segment: {'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:01:21.697172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network hostable DHCP agents. Network: afef040e-26b7-4a71-80bc-2a8928b596c1, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:01:21.714733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network afef040e-26b7-4a71-80bc-2a8928b596c1 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:01:21.726059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, afef040e-26b7-4a71-80bc-2a8928b596c1) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:01:21.730644 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:21.731404 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:21.744290 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7405fae-3dff-42a7-bd26-0e4275353c34 None None] Network afef040e-26b7-4a71-80bc-2a8928b596c1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:01:21.752160 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d6bcd6ca-95c4-498f-8229-66591a8a080e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4450538 Aug 16 14:01:21.752366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 35962) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:21.969437 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:21.989636 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Transition to ACTIVE for port object 92e7adb6-d6cf-47e4-82f4-b3d964693169 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:01:22.001022 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:22.071647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-afef040e-26b7-4a71-80bc-2a8928b596c1', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ips': [{'subnet_id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:01:22.072465 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:22.105369 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Attempting to bind port 92e7adb6-d6cf-47e4-82f4-b3d964693169 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:01:22.105745 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Attempting to bind port 92e7adb6-d6cf-47e4-82f4-b3d964693169 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:01:22.106131 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Attempting to bind port 92e7adb6-d6cf-47e4-82f4-b3d964693169 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:01:22.108200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43f8b2-7dac-40fa-b943-afb3d0dc5b76 None None] Pushing event updated for resources: {'Port': ['ID=92e7adb6-d6cf-47e4-82f4-b3d964693169,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:22.120375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:01:22.120758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:01:22.121164 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:22.121568 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:01:22.122057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Bound port: 92e7adb6-d6cf-47e4-82f4-b3d964693169, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:01:22.122477 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:22.257936 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:22.310504 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] For port 92e7adb6-d6cf-47e4-82f4-b3d964693169, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:01:22.342412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] For port 92e7adb6-d6cf-47e4-82f4-b3d964693169, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=92e7adb6-d6cf-47e4-82f4-b3d964693169,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:01:22.349114 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Allocated IP 172.20.0.2 (afef040e-26b7-4a71-80bc-2a8928b596c1/24ce3006-8ecc-4633-8d1d-0c6843eecfd2/b7a72ab5-9f4d-482e-a35b-53b65168aec5) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:01:22.354347 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:22.486535 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Routers {'163bc615-f0b5-4919-b74f-9216fc136844'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:01:22.487186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['163bc615-f0b5-4919-b74f-9216fc136844'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:22.494970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43f8b2-7dac-40fa-b943-afb3d0dc5b76 None None] Pushing event updated for resources: {'Port': ['ID=92e7adb6-d6cf-47e4-82f4-b3d964693169,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:22.649268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] Set router 163bc615-f0b5-4919-b74f-9216fc136844 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:01:22.713194 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:22.738249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Transition to ACTIVE for port object b7a72ab5-9f4d-482e-a35b-53b65168aec5 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:01:22.793908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Transition to ACTIVE for port object b7a72ab5-9f4d-482e-a35b-53b65168aec5 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:01:22.804942 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:22.856479 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.20.0.1 (afef040e-26b7-4a71-80bc-2a8928b596c1/24ce3006-8ecc-4633-8d1d-0c6843eecfd2/b4e7b292-2da4-4f6c-baef-75ab5b2b3273) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:01:22.882799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Network afef040e-26b7-4a71-80bc-2a8928b596c1 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:01:22.887970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:01:22.894357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:01:22.898370 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Pushing event updated for resources: {'Port': ['ID=b7a72ab5-9f4d-482e-a35b-53b65168aec5,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:22.964347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Attempting to bind port b7a72ab5-9f4d-482e-a35b-53b65168aec5 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:01:22.965815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Attempting to bind port b7a72ab5-9f4d-482e-a35b-53b65168aec5 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:01:22.965815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Attempting to bind port b7a72ab5-9f4d-482e-a35b-53b65168aec5 on network afef040e-26b7-4a71-80bc-2a8928b596c1 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:01:22.978318 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:01:22.978933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Checking segment: {'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:01:22.979602 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:22.980261 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Bound using segment: {'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:01:22.981057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Bound port: b7a72ab5-9f4d-482e-a35b-53b65168aec5, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:01:22.981663 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:22.995122 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:23.006550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:20Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:23.010712 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Transition to ACTIVE for port object b4e7b292-2da4-4f6c-baef-75ab5b2b3273 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:01:23.047549 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:23.050389 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947a6f7-93d2-4c4f-b422-e74ff7b73ab0 None None] The sync data for ids ['163bc615-f0b5-4919-b74f-9216fc136844'] in n-d-804708-1 is: [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:20Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:01:23.105156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network afef040e-26b7-4a71-80bc-2a8928b596c1 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:01:23.108835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:01:23.113674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:01:23.118323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=b4e7b292-2da4-4f6c-baef-75ab5b2b3273,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:23.127895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] For port b7a72ab5-9f4d-482e-a35b-53b65168aec5, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:01:23.132407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] For port b7a72ab5-9f4d-482e-a35b-53b65168aec5, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b7a72ab5-9f4d-482e-a35b-53b65168aec5,segment=NetworkSegment(b2504499-5d2e-4fff-89d9-507db8126191),segment_id=b2504499-5d2e-4fff-89d9-507db8126191)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:01:23.137271 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:23.176518 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:23.205590 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba83254-db0b-4d36-acfd-b0e70e655764 None None] Pushing event updated for resources: {'Port': ['ID=b7a72ab5-9f4d-482e-a35b-53b65168aec5,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:23.381440 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:23.744945 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:23.751526 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:23.833864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=b4e7b292-2da4-4f6c-baef-75ab5b2b3273,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:23.836337 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:23.935367 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network afef040e-26b7-4a71-80bc-2a8928b596c1 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:01:23.937680 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:01:24.073014 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 163bc615-f0b5-4919-b74f-9216fc136844 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:01:24.195610 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:01:24.201098 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b1a9bf3d-824e-4460-8e81-70c8705fc5cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "PUT /v2.0/routers/163bc615-f0b5-4919-b74f-9216fc136844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4477119 Aug 16 14:01:24.328027 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a1ffa-b455-4318-b808-6d40e051d877 None None] Network afef040e-26b7-4a71-80bc-2a8928b596c1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:01:24.350310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-8bc8030b-db70-4155-a110-e59444abc260 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317321228&fields=id&tenant_id=467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 267 time: 0.0337455 Aug 16 14:01:24.419561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-734d6c4b-b588-4267-9dde-a7844c3d3f1c None None] Provisioning for port b7a72ab5-9f4d-482e-a35b-53b65168aec5 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:01:24.480208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2182e-2be2-4a86-924f-1f219687d360 req-2641cec8-2199-4c87-a631-2dbaefb13400 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:24.482046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-2641cec8-2199-4c87-a631-2dbaefb13400 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/networks?id=afef040e-26b7-4a71-80bc-2a8928b596c1 HTTP/1.1" status: 200 len: 796 time: 0.1247127 Aug 16 14:01:24.500759 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-541d4a75-f797-47e1-aa29-2fe736012498 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/quotas/467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 375 time: 0.0103962 Aug 16 14:01:24.556615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-594ce5fb-f490-4bbe-b3c7-732cf889864e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490720 Aug 16 14:01:24.722260 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-31e013a9-52cc-41ba-8299-d2bebf99120c service neutron] 10.222.0.25 "GET /v2.0/networks/afef040e-26b7-4a71-80bc-2a8928b596c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521811 Aug 16 14:01:24.769278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8f5c6d83-d1d4-4997-a1e3-d0c7fa6e64fe None None] Provisioning for port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:01:24.774279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8f5c6d83-d1d4-4997-a1e3-d0c7fa6e64fe None None] Provisioning complete for port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:01:24.774681 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6d83-d1d4-4997-a1e3-d0c7fa6e64fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:24.817368 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Sync routers for ids ['163bc615-f0b5-4919-b74f-9216fc136844'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:01:24.817897 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c6d83-d1d4-4997-a1e3-d0c7fa6e64fe None None] Port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:01:24.826401 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Routers {'163bc615-f0b5-4919-b74f-9216fc136844'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:01:24.827852 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['163bc615-f0b5-4919-b74f-9216fc136844'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:24.841568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-bc04f990-2a43-4375-908e-de518b986e71 service neutron] 10.222.0.25 "GET /v2.0/networks/afef040e-26b7-4a71-80bc-2a8928b596c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118836 Aug 16 14:01:24.957782 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Set router 163bc615-f0b5-4919-b74f-9216fc136844 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:01:25.053227 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-79bafbd6-9fcf-49e4-b37c-c6254df28dcf req-120c2212-d181-48f7-b5b7-b5afc7c84347 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 210 time: 0.0506771 Aug 16 14:01:25.070596 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b7b86803-d018-4e19-8733-f27c08b7197a None None] Provisioning complete for port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:01:25.075445 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b7b86803-d018-4e19-8733-f27c08b7197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.127014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b7b86803-d018-4e19-8733-f27c08b7197a None None] Port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:01:25.131320 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 92e7adb6-d6cf-47e4-82f4-b3d964693169 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:01:25.191927 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:23Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b4e7b292-2da4-4f6c-baef-75ab5b2b3273', 'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:bc:4f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:22Z', 'updated_at': '2021-08-16T14:01:23Z', 'revision_number': 2, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:25.192653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 92e7adb6-d6cf-47e4-82f4-b3d964693169 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:01:25.198139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 92e7adb6-d6cf-47e4-82f4-b3d964693169 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:01:25.198538 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.231864 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Checking router: 163bc615-f0b5-4919-b74f-9216fc136844 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:01:25.232574 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Updating router 163bc615-f0b5-4919-b74f-9216fc136844 port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:01:25.258977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-e7287d15-9fca-4f50-8ee6-a0ead9a8524e None None] Provisioning complete for port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:01:25.259636 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e7287d15-9fca-4f50-8ee6-a0ead9a8524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.271315 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.339090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-e7287d15-9fca-4f50-8ee6-a0ead9a8524e None None] Port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:01:25.344077 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.376552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 92e7adb6-d6cf-47e4-82f4-b3d964693169, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=92e7adb6-d6cf-47e4-82f4-b3d964693169,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:25.380692 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.382308 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b7a72ab5-9f4d-482e-a35b-53b65168aec5 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:01:25.460874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=92e7adb6-d6cf-47e4-82f4-b3d964693169,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:25.476423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port b7a72ab5-9f4d-482e-a35b-53b65168aec5 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:01:25.481019 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b7a72ab5-9f4d-482e-a35b-53b65168aec5 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:01:25.481380 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.668145 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.680232 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Transition to ACTIVE for port object b4e7b292-2da4-4f6c-baef-75ab5b2b3273 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:01:25.687596 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.740093 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.765966 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Pushing event updated for resources: {'Port': ['ID=b4e7b292-2da4-4f6c-baef-75ab5b2b3273,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:25.791814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port b7a72ab5-9f4d-482e-a35b-53b65168aec5, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b7a72ab5-9f4d-482e-a35b-53b65168aec5,segment=NetworkSegment(b2504499-5d2e-4fff-89d9-507db8126191),segment_id=b2504499-5d2e-4fff-89d9-507db8126191)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:25.798881 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.806741 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.807805 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.808355 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.808849 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.809561 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.810079 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.810585 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.811072 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.812273 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.812814 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.813503 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.813989 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:01:25.834639 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Attempting to bind port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:01:25.835295 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Attempting to bind port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:01:25.835525 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Attempting to bind port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 on network afef040e-26b7-4a71-80bc-2a8928b596c1 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:01:25.840827 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:01:25.841226 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Checking segment: {'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:01:25.841612 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.842040 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Bound using segment: {'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:01:25.842574 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Bound port: b4e7b292-2da4-4f6c-baef-75ab5b2b3273, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:01:25.842957 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.856274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=b7a72ab5-9f4d-482e-a35b-53b65168aec5,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:25.911343 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] For port b4e7b292-2da4-4f6c-baef-75ab5b2b3273, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:01:25.914966 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] For port b4e7b292-2da4-4f6c-baef-75ab5b2b3273, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b4e7b292-2da4-4f6c-baef-75ab5b2b3273,segment=NetworkSegment(b2504499-5d2e-4fff-89d9-507db8126191),segment_id=b2504499-5d2e-4fff-89d9-507db8126191)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:01:25.920431 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:25.979906 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Routers {'163bc615-f0b5-4919-b74f-9216fc136844'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:01:25.980534 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:01:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['163bc615-f0b5-4919-b74f-9216fc136844'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:26.030651 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afce790-1207-4232-8e19-f26628b70b0a None None] Pushing event updated for resources: {'Port': ['ID=b4e7b292-2da4-4f6c-baef-75ab5b2b3273,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:26.106066 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] Set router 163bc615-f0b5-4919-b74f-9216fc136844 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:01:26.163460 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0a7b234d-6c5d-4f69-9fd0-9e0cf986e460 req-77266e68-e1f6-4ba3-8e17-b4343fa2e04e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 210 time: 0.0302768 Aug 16 14:01:26.308331 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:23Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b4e7b292-2da4-4f6c-baef-75ab5b2b3273', 'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:bc:4f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:22Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:26.334670 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831d479-d244-47b0-b8ad-d289de209172 None None] The sync data for ids ['163bc615-f0b5-4919-b74f-9216fc136844'] in n-d-804708-1 is: [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:23Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b4e7b292-2da4-4f6c-baef-75ab5b2b3273', 'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:bc:4f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:22Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:01:26.511175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2182e-2be2-4a86-924f-1f219687d360 req-e29a37d3-d910-471d-bc80-c2e35667309c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:26.512785 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-e29a37d3-d910-471d-bc80-c2e35667309c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "GET /v2.0/networks?id=afef040e-26b7-4a71-80bc-2a8928b596c1 HTTP/1.1" status: 200 len: 796 time: 0.1613092 Aug 16 14:01:26.560677 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-4e33ccbf-2300-4f3c-a9e8-600f6b5cd95e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 379 time: 0.0372574 Aug 16 14:01:26.575342 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'port': {'device_id': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'admin_state_up': True, 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'security_groups': ['5a478697-3a91-410a-9f51-5cb7c1787bdf']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:26.701132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:01:26.705523 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:26.843356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.20.0.12 (afef040e-26b7-4a71-80bc-2a8928b596c1/24ce3006-8ecc-4633-8d1d-0c6843eecfd2/ed709c3c-f7f1-4024-8a04-638807acba14) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:01:27.001959 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.021212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Transition to ACTIVE for port object ed709c3c-f7f1-4024-8a04-638807acba14 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:01:27.029561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 92e7adb6-d6cf-47e4-82f4-b3d964693169 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:01:27.059387 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.087429 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 92e7adb6-d6cf-47e4-82f4-b3d964693169 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:01:27.087800 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.115289 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network afef040e-26b7-4a71-80bc-2a8928b596c1 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:01:27.121732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:01:27.127153 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:01:27.131416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=ed709c3c-f7f1-4024-8a04-638807acba14,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:27.184198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b4e7b292-2da4-4f6c-baef-75ab5b2b3273 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:01:27.197833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:27.198561 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.218320 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-fb55bce3-45b9-48c5-9444-4fd15bd486e4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6468818 Aug 16 14:01:27.237235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-33db68dd-53c9-4f52-99a1-99922337f6a0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:01:27.238646 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-33db68dd-53c9-4f52-99a1-99922337f6a0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116360 Aug 16 14:01:27.252908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:01:27.261062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:01:27.261440 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.305490 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84fa51-cd73-4c61-881f-25d834c96d12 req-62feb085-e9d1-467a-afff-f4815a404e76 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:27.314046 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef84fa51-cd73-4c61-881f-25d834c96d12 req-62feb085-e9d1-467a-afff-f4815a404e76 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 932 time: 0.0679991 Aug 16 14:01:27.325184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Request body: {'port': {'device_id': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:27.369680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ef84fa51-cd73-4c61-881f-25d834c96d12 req-00df8afa-bc9e-420f-8bcd-7dbb25ee38b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548797 Aug 16 14:01:27.394960 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.417965 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.462197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port b4e7b292-2da4-4f6c-baef-75ab5b2b3273, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b4e7b292-2da4-4f6c-baef-75ab5b2b3273,segment=NetworkSegment(b2504499-5d2e-4fff-89d9-507db8126191),segment_id=b2504499-5d2e-4fff-89d9-507db8126191)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:27.466403 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.467398 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b7a72ab5-9f4d-482e-a35b-53b65168aec5 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:01:27.556409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=b4e7b292-2da4-4f6c-baef-75ab5b2b3273,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:27.563551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1bbadb78-68e8-475b-8f5f-ad46d4dac21f None None] Provisioning for port ed709c3c-f7f1-4024-8a04-638807acba14 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:01:27.569648 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1bbadb78-68e8-475b-8f5f-ad46d4dac21f None None] Provisioning complete for port ed709c3c-f7f1-4024-8a04-638807acba14 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:01:27.570016 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1bbadb78-68e8-475b-8f5f-ad46d4dac21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.600475 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b7a72ab5-9f4d-482e-a35b-53b65168aec5 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:01:27.600845 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.630276 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:01:27.633500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1bbadb78-68e8-475b-8f5f-ad46d4dac21f None None] Port ed709c3c-f7f1-4024-8a04-638807acba14 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:01:27.692388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed709c3c-f7f1-4024-8a04-638807acba14 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:01:27.699824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.712117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Transition to ACTIVE for port object ed709c3c-f7f1-4024-8a04-638807acba14 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:01:27.715836 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.765779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Pushing event updated for resources: {'Port': ['ID=ed709c3c-f7f1-4024-8a04-638807acba14,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:27.839304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Attempting to bind port ed709c3c-f7f1-4024-8a04-638807acba14 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:01:27.839637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Attempting to bind port ed709c3c-f7f1-4024-8a04-638807acba14 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:01:27.839963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Attempting to bind port ed709c3c-f7f1-4024-8a04-638807acba14 on network afef040e-26b7-4a71-80bc-2a8928b596c1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:01:27.845513 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Port ed709c3c-f7f1-4024-8a04-638807acba14 on network afef040e-26b7-4a71-80bc-2a8928b596c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:01:27.845831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Attempting to bind port ed709c3c-f7f1-4024-8a04-638807acba14 on network afef040e-26b7-4a71-80bc-2a8928b596c1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:01:27.851069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:01:27.851415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Checking segment: {'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:01:27.851817 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Bound using segment: {'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:01:27.852218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Bound port: ed709c3c-f7f1-4024-8a04-638807acba14, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2504499-5d2e-4fff-89d9-507db8126191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:01:27.852573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.922369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] For port ed709c3c-f7f1-4024-8a04-638807acba14, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:01:27.925341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] For port ed709c3c-f7f1-4024-8a04-638807acba14, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ed709c3c-f7f1-4024-8a04-638807acba14,segment=NetworkSegment(b2504499-5d2e-4fff-89d9-507db8126191),segment_id=b2504499-5d2e-4fff-89d9-507db8126191)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:01:27.930308 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.970074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:27.970720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:27.972126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] 10.222.0.42 "PUT /v2.0/ports/ed709c3c-f7f1-4024-8a04-638807acba14 HTTP/1.1" status: 200 len: 1092 time: 0.7258511 Aug 16 14:01:27.972568 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'tag': 'ed709c3c-f7f1-4024-8a04-638807acba14'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:01:27.974882 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5a1c1b-3855-4243-96fd-d8081f5bd810" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8bf570-dfea-4a54-b291-57c5b9eb5328", "tag": "ed709c3c-f7f1-4024-8a04-638807acba14"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:01:27.998448 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba009b12-ff33-4bfa-9c47-e48b5d96932a service neutron] Pushing event updated for resources: {'Port': ['ID=ed709c3c-f7f1-4024-8a04-638807acba14,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:28.030052 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1d7e3f-fcea-4e6a-8719-d9b6ab9b8d42 x-openstack-request-id: req-5e1d7e3f-fcea-4e6a-8719-d9b6ab9b8d42 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:01:28.030052 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8bf570-dfea-4a54-b291-57c5b9eb5328", "tag": "ed709c3c-f7f1-4024-8a04-638807acba14", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:01:28.030052 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e1d7e3f-fcea-4e6a-8719-d9b6ab9b8d42 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:01:28.030607 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'tag': 'ed709c3c-f7f1-4024-8a04-638807acba14', 'status': 'completed', 'code': 200} Aug 16 14:01:28.064001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2182e-2be2-4a86-924f-1f219687d360 req-e784d08c-18ac-49fe-9312-50eac6d9e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:28.065631 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-e784d08c-18ac-49fe-9312-50eac6d9e194 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 1095 time: 0.0468180 Aug 16 14:01:28.115060 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-6545a498-558b-4a85-baad-f8516f201a56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed709c3c-f7f1-4024-8a04-638807acba14 HTTP/1.1" status: 200 len: 217 time: 0.0394533 Aug 16 14:01:28.167793 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2182e-2be2-4a86-924f-1f219687d360 req-f23598a4-fb51-4809-aef3-d8712595500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:28.168969 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-f23598a4-fb51-4809-aef3-d8712595500a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24ce3006-8ecc-4633-8d1d-0c6843eecfd2 HTTP/1.1" status: 200 len: 835 time: 0.0473266 Aug 16 14:01:28.214549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2182e-2be2-4a86-924f-1f219687d360 req-8834e0d8-52db-4c76-b86a-1a7b79ce7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:28.216016 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-8834e0d8-52db-4c76-b86a-1a7b79ce7fad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afef040e-26b7-4a71-80bc-2a8928b596c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398226 Aug 16 14:01:28.310572 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-620727e7-4a82-4b26-9a72-501ed5655c44 service neutron] 10.222.0.42 "GET /v2.0/networks/afef040e-26b7-4a71-80bc-2a8928b596c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869122 Aug 16 14:01:28.398791 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-efd2182e-2be2-4a86-924f-1f219687d360 req-ae4abcd6-a840-41ed-af88-d5e1e5a6d166 service neutron] 10.222.0.42 "GET /v2.0/networks/afef040e-26b7-4a71-80bc-2a8928b596c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807469 Aug 16 14:01:28.492740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a1c1b-3855-4243-96fd-d8081f5bd810 req-8683aec3-f140-4d3a-bd8b-ae388c35fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:28.494289 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb5a1c1b-3855-4243-96fd-d8081f5bd810 req-8683aec3-f140-4d3a-bd8b-ae388c35fa64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 1095 time: 0.0483611 Aug 16 14:01:28.497130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e2fb5-2e40-4b97-a02d-baf8f3a69dea req-24af1c29-50db-4c24-aee8-e3cdb8f18b73 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:28.498642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e1e2fb5-2e40-4b97-a02d-baf8f3a69dea req-24af1c29-50db-4c24-aee8-e3cdb8f18b73 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 944 time: 0.0517881 Aug 16 14:01:28.537008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e1e2fb5-2e40-4b97-a02d-baf8f3a69dea req-ab2988b0-04cd-44d0-9c30-48619dfe7414 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317235 Aug 16 14:01:28.589463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a1c1b-3855-4243-96fd-d8081f5bd810 req-9d77aa2c-4bc5-4f44-ab15-7dd5d5d0f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:28.591054 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb5a1c1b-3855-4243-96fd-d8081f5bd810 req-9d77aa2c-4bc5-4f44-ab15-7dd5d5d0f67e service neutron] 10.222.0.42 "GET /v2.0/networks?id=afef040e-26b7-4a71-80bc-2a8928b596c1 HTTP/1.1" status: 200 len: 896 time: 0.0896924 Aug 16 14:01:28.637452 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb5a1c1b-3855-4243-96fd-d8081f5bd810 req-f3582db1-2b9f-4cc1-a604-44bd3f465383 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed709c3c-f7f1-4024-8a04-638807acba14 HTTP/1.1" status: 200 len: 217 time: 0.0389280 Aug 16 14:01:28.687181 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a1c1b-3855-4243-96fd-d8081f5bd810 req-e6985555-2301-45ad-af79-ac39dc18bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:28.688520 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb5a1c1b-3855-4243-96fd-d8081f5bd810 req-e6985555-2301-45ad-af79-ac39dc18bb3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24ce3006-8ecc-4633-8d1d-0c6843eecfd2 HTTP/1.1" status: 200 len: 835 time: 0.0436447 Aug 16 14:01:28.734826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a1c1b-3855-4243-96fd-d8081f5bd810 req-16d75b1d-fdfb-4ed1-89d4-5fd4f50593e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:28.736477 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb5a1c1b-3855-4243-96fd-d8081f5bd810 req-16d75b1d-fdfb-4ed1-89d4-5fd4f50593e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afef040e-26b7-4a71-80bc-2a8928b596c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397673 Aug 16 14:01:28.831231 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb5a1c1b-3855-4243-96fd-d8081f5bd810 req-76ba0f04-3c97-4174-951a-29266d3b59e6 service neutron] 10.222.0.42 "GET /v2.0/networks/afef040e-26b7-4a71-80bc-2a8928b596c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871582 Aug 16 14:01:28.922632 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb5a1c1b-3855-4243-96fd-d8081f5bd810 req-722baa42-60ad-4b2f-aea8-6a9f2189b399 service neutron] 10.222.0.42 "GET /v2.0/networks/afef040e-26b7-4a71-80bc-2a8928b596c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841253 Aug 16 14:01:28.946874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b4e7b292-2da4-4f6c-baef-75ab5b2b3273 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:01:28.997714 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:01:28.998240 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:29.662797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9747a75-ad37-4242-8f7b-456fc6068b7a req-f0c28403-e258-46a5-a900-fc86599fe568 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:29.664519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9747a75-ad37-4242-8f7b-456fc6068b7a req-f0c28403-e258-46a5-a900-fc86599fe568 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 944 time: 0.0501931 Aug 16 14:01:29.706768 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9747a75-ad37-4242-8f7b-456fc6068b7a req-063ae31a-edec-4caa-9177-1e865f029da5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363119 Aug 16 14:01:30.466766 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:30.821646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05acc72-6b78-4473-8e3e-79451ee855c6 req-00a14fb8-5840-433f-be98-9aa827dedbb5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:30.823148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e05acc72-6b78-4473-8e3e-79451ee855c6 req-00a14fb8-5840-433f-be98-9aa827dedbb5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 944 time: 0.0489776 Aug 16 14:01:30.861891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e05acc72-6b78-4473-8e3e-79451ee855c6 req-81f346c3-f295-421e-a90b-e9eadcecf702 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328085 Aug 16 14:01:31.914384 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf4706fc-05c0-4746-8634-6319c84de457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:31.980449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db347a-192d-4ed6-ad5b-502aa09ff20f req-0eb427b8-940a-454f-95f4-02a76b780507 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:31.981932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73db347a-192d-4ed6-ad5b-502aa09ff20f req-0eb427b8-940a-454f-95f4-02a76b780507 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 944 time: 0.0490959 Aug 16 14:01:32.020073 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73db347a-192d-4ed6-ad5b-502aa09ff20f req-979c2b4d-d796-4fd1-b476-ff8e2e2b9a4c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315368 Aug 16 14:01:32.032627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ed709c3c-f7f1-4024-8a04-638807acba14 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:01:32.133408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ed709c3c-f7f1-4024-8a04-638807acba14, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ed709c3c-f7f1-4024-8a04-638807acba14,segment=NetworkSegment(b2504499-5d2e-4fff-89d9-507db8126191),segment_id=b2504499-5d2e-4fff-89d9-507db8126191)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:32.145299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'ed709c3c-f7f1-4024-8a04-638807acba14', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'port_id': 'ed709c3c-f7f1-4024-8a04-638807acba14', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:01:32.184527 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:32.199959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed709c3c-f7f1-4024-8a04-638807acba14 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:01:32.220258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ed709c3c-f7f1-4024-8a04-638807acba14, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ed709c3c-f7f1-4024-8a04-638807acba14,segment=NetworkSegment(b2504499-5d2e-4fff-89d9-507db8126191),segment_id=b2504499-5d2e-4fff-89d9-507db8126191)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:32.224238 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:32.272387 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=ed709c3c-f7f1-4024-8a04-638807acba14,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:32.448619 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['ed709c3c-f7f1-4024-8a04-638807acba14'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:01:33.133691 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0f060-6806-462d-80e5-e5a94abb0162 req-9fbf4de9-8b70-4759-bc3e-59dcd62ff96e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:33.135270 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71b0f060-6806-462d-80e5-e5a94abb0162 req-9fbf4de9-8b70-4759-bc3e-59dcd62ff96e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 945 time: 0.0495944 Aug 16 14:01:33.177277 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71b0f060-6806-462d-80e5-e5a94abb0162 req-e5a9a212-5a33-41d3-964a-28e20a362c46 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354409 Aug 16 14:01:34.051068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ed709c3c-f7f1-4024-8a04-638807acba14 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:01:34.098813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port ed709c3c-f7f1-4024-8a04-638807acba14 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:01:34.102455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port ed709c3c-f7f1-4024-8a04-638807acba14 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:01:34.102834 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:34.182617 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:34.205384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed709c3c-f7f1-4024-8a04-638807acba14'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:01:34.207678 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2124f919-ce5c-42f7-bebc-3b756548e981" -d '{"events": [{"server_uuid": "1e8bf570-dfea-4a54-b291-57c5b9eb5328", "name": "network-vif-plugged", "status": "completed", "tag": "ed709c3c-f7f1-4024-8a04-638807acba14"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:01:34.223106 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port ed709c3c-f7f1-4024-8a04-638807acba14, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ed709c3c-f7f1-4024-8a04-638807acba14,segment=NetworkSegment(b2504499-5d2e-4fff-89d9-507db8126191),segment_id=b2504499-5d2e-4fff-89d9-507db8126191)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:01:34.229192 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:34.291756 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=ed709c3c-f7f1-4024-8a04-638807acba14,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:34.319312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088613-01ad-451b-ae3c-a55ae289e2e5 req-940608c7-a760-47ab-be05-0acbeb0179c0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:34.320804 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d088613-01ad-451b-ae3c-a55ae289e2e5 req-940608c7-a760-47ab-be05-0acbeb0179c0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0710940 Aug 16 14:01:34.335435 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bdf825-1e98-469a-a8bd-074aad9e3ae8 x-openstack-request-id: req-58bdf825-1e98-469a-a8bd-074aad9e3ae8 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:01:34.335861 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8bf570-dfea-4a54-b291-57c5b9eb5328", "name": "network-vif-plugged", "status": "completed", "tag": "ed709c3c-f7f1-4024-8a04-638807acba14", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:01:34.336181 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58bdf825-1e98-469a-a8bd-074aad9e3ae8 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:01:34.336641 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed709c3c-f7f1-4024-8a04-638807acba14', 'code': 200} Aug 16 14:01:34.369715 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6d088613-01ad-451b-ae3c-a55ae289e2e5 req-28e6a8db-8ea4-41ec-81a2-5a53a6003c7a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407345 Aug 16 14:01:34.449178 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40b3ef-165c-4f08-82a0-6e6addc2d7de req-de127942-f3c9-4cb9-bae0-91ac09faaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:34.450704 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b40b3ef-165c-4f08-82a0-6e6addc2d7de req-de127942-f3c9-4cb9-bae0-91ac09faaa92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 1097 time: 0.0449154 Aug 16 14:01:34.463879 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-615a8bb2-028a-4ac3-9751-37fb16d47d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:34.729948 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:34.823160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1b40b3ef-165c-4f08-82a0-6e6addc2d7de req-ed402f29-753a-49e2-9093-ad2ea7c3cc81 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3650751 Aug 16 14:01:35.489477 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81535f73-eab4-41c3-8d19-f17f86e1e5cf req-a40046f6-7c58-42bd-b566-cfbb3c334b6c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:35.491016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81535f73-eab4-41c3-8d19-f17f86e1e5cf req-a40046f6-7c58-42bd-b566-cfbb3c334b6c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0481796 Aug 16 14:01:35.530718 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-81535f73-eab4-41c3-8d19-f17f86e1e5cf req-ad92fb6e-31eb-4c7f-bc6e-2870b3455658 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328698 Aug 16 14:01:35.763284 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:36.645820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60bbf6-5a04-4e07-aa9f-6c535dd4bb5b req-ce038b7d-bbb8-430b-b176-9ce86503085a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:36.647325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba60bbf6-5a04-4e07-aa9f-6c535dd4bb5b req-ce038b7d-bbb8-430b-b176-9ce86503085a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0480497 Aug 16 14:01:36.694116 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba60bbf6-5a04-4e07-aa9f-6c535dd4bb5b req-d31be369-efee-442f-b0fd-0f4d508d8fc8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Aug 16 14:01:36.807601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed73ee-e886-4c4b-8d20-33410e69f745 req-8a953aa4-94cd-4b29-aa97-5bc7342fb309 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:36.808998 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2ed73ee-e886-4c4b-8d20-33410e69f745 req-8a953aa4-94cd-4b29-aa97-5bc7342fb309 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0497649 Aug 16 14:01:36.846173 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f2ed73ee-e886-4c4b-8d20-33410e69f745 req-dae2b52c-59b1-4818-ad4c-64cd3f8e91dc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310497 Aug 16 14:01:36.868590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36024) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:36.908427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fc538f-e67f-4bde-9ec5-67f91eeb060e tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:36.909967 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f6fc538f-e67f-4bde-9ec5-67f91eeb060e tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 1092 time: 0.0403962 Aug 16 14:01:36.917941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36026) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:36.923307 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': 'ed709c3c-f7f1-4024-8a04-638807acba14', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:01:36.944516 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:37.038946 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:37.141754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.25.0.231 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/761754b2-4fdb-49f7-b490-20f5c5012fe6) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:01:37.241304 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:37.284258 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:37.324948 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:01:37.327941 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:01:37.331548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:01:37.336929 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=761754b2-4fdb-49f7-b490-20f5c5012fe6,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:37.579761 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:37.705686 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:37.771774 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:37.921251 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:37.925928 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:37.989261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=761754b2-4fdb-49f7-b490-20f5c5012fe6,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:01:38.002573 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:38.102743 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Floating IP 6cccef46-bd3e-497e-bb38-1556e90b3424 associated. External IP: 172.25.0.231, port: ed709c3c-f7f1-4024-8a04-638807acba14. Aug 16 14:01:38.312780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 163bc615-f0b5-4919-b74f-9216fc136844 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:01:38.420738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:01:38.430498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a84d6-e17c-45e8-b50a-3315b9804b25 None None] Sync routers for ids ['163bc615-f0b5-4919-b74f-9216fc136844'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:01:38.439199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:01:38.440579 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a84d6-e17c-45e8-b50a-3315b9804b25 None None] Routers {'163bc615-f0b5-4919-b74f-9216fc136844'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:01:38.441224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-616a84d6-e17c-45e8-b50a-3315b9804b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['163bc615-f0b5-4919-b74f-9216fc136844'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:38.470489 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-060d57e0-fe4c-4334-bec6-00c90a043ffc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5483656 Aug 16 14:01:38.470489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'tag': 'ed709c3c-f7f1-4024-8a04-638807acba14'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:01:38.471060 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8bf570-dfea-4a54-b291-57c5b9eb5328", "tag": "ed709c3c-f7f1-4024-8a04-638807acba14"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:01:38.513399 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42291fb-690c-4f78-88de-de17d8bceb10 x-openstack-request-id: req-a42291fb-690c-4f78-88de-de17d8bceb10 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:01:38.513399 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8bf570-dfea-4a54-b291-57c5b9eb5328", "tag": "ed709c3c-f7f1-4024-8a04-638807acba14", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:01:38.513399 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a42291fb-690c-4f78-88de-de17d8bceb10 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:01:38.513782 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'tag': 'ed709c3c-f7f1-4024-8a04-638807acba14', 'status': 'completed', 'code': 200} Aug 16 14:01:38.554440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-616a84d6-e17c-45e8-b50a-3315b9804b25 None None] Set router 163bc615-f0b5-4919-b74f-9216fc136844 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:01:38.578007 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a7736-76d5-4525-a065-2904137d0f51 req-a52b49e7-825d-4885-a447-f59c56424046 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:38.579127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d req-9cc904ce-3135-4e8f-85fd-0d70dea52102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:38.579761 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-731a7736-76d5-4525-a065-2904137d0f51 req-a52b49e7-825d-4885-a447-f59c56424046 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0515788 Aug 16 14:01:38.580960 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d req-9cc904ce-3135-4e8f-85fd-0d70dea52102 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 1097 time: 0.0445302 Aug 16 14:01:38.622612 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-731a7736-76d5-4525-a065-2904137d0f51 req-5841603f-4764-4bb4-b082-3e968f434748 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362580 Aug 16 14:01:38.646473 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36032) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:38.725548 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1e90a762-2f88-4c90-943b-478037e09842 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/6cccef46-bd3e-497e-bb38-1556e90b3424 HTTP/1.1" status: 200 len: 992 time: 0.0779748 Aug 16 14:01:38.728526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d req-e2f69cc1-ddd3-4986-8dce-9e2572a9558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:38.729941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d req-e2f69cc1-ddd3-4986-8dce-9e2572a9558f service neutron] 10.222.0.42 "GET /v2.0/networks?id=afef040e-26b7-4a71-80bc-2a8928b596c1 HTTP/1.1" status: 200 len: 896 time: 0.1424839 Aug 16 14:01:38.785258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-616a84d6-e17c-45e8-b50a-3315b9804b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:23Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6cccef46-bd3e-497e-bb38-1556e90b3424', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'port_id': 'ed709c3c-f7f1-4024-8a04-638807acba14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:01:37Z', 'updated_at': '2021-08-16T14:01:37Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e7b292-2da4-4f6c-baef-75ab5b2b3273', 'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:bc:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:22Z', 'updated_at': '2021-08-16T14:01:27Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:38.801502 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d req-718ccda0-11a3-4adf-832a-2c1c1466a45b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed709c3c-f7f1-4024-8a04-638807acba14 HTTP/1.1" status: 200 len: 1000 time: 0.0641425 Aug 16 14:01:38.810934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a84d6-e17c-45e8-b50a-3315b9804b25 None None] Checking router: 163bc615-f0b5-4919-b74f-9216fc136844 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:01:38.820030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a84d6-e17c-45e8-b50a-3315b9804b25 None None] Routers {'163bc615-f0b5-4919-b74f-9216fc136844'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:01:38.820640 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-616a84d6-e17c-45e8-b50a-3315b9804b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:01:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['163bc615-f0b5-4919-b74f-9216fc136844'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:38.852193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d req-0a64b15d-157e-4a72-8df9-a384a4ff1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:38.853693 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d req-0a64b15d-157e-4a72-8df9-a384a4ff1bb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24ce3006-8ecc-4633-8d1d-0c6843eecfd2 HTTP/1.1" status: 200 len: 835 time: 0.0452394 Aug 16 14:01:38.904654 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d req-171e19b7-ae51-46de-a742-733a9e8ae97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:01:38.906679 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d req-171e19b7-ae51-46de-a742-733a9e8ae97e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afef040e-26b7-4a71-80bc-2a8928b596c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450594 Aug 16 14:01:38.926460 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-616a84d6-e17c-45e8-b50a-3315b9804b25 None None] Set router 163bc615-f0b5-4919-b74f-9216fc136844 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:01:39.002611 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d req-9010ae7c-fcd9-4069-abfc-f54f9c836d60 service neutron] 10.222.0.42 "GET /v2.0/networks/afef040e-26b7-4a71-80bc-2a8928b596c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876744 Aug 16 14:01:39.098048 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7ad1bfc-b679-43b1-9fca-6b58ea70632d req-64aed579-c91e-4d72-a076-2cd516a1e71c service neutron] 10.222.0.42 "GET /v2.0/networks/afef040e-26b7-4a71-80bc-2a8928b596c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885181 Aug 16 14:01:39.151113 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-616a84d6-e17c-45e8-b50a-3315b9804b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:23Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6cccef46-bd3e-497e-bb38-1556e90b3424', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'port_id': 'ed709c3c-f7f1-4024-8a04-638807acba14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:01:37Z', 'updated_at': '2021-08-16T14:01:37Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e7b292-2da4-4f6c-baef-75ab5b2b3273', 'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:bc:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:22Z', 'updated_at': '2021-08-16T14:01:27Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:01:39.177130 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a84d6-e17c-45e8-b50a-3315b9804b25 None None] The sync data for ids ['163bc615-f0b5-4919-b74f-9216fc136844'] in n-d-804708-1 is: [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:23Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '6cccef46-bd3e-497e-bb38-1556e90b3424', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'port_id': 'ed709c3c-f7f1-4024-8a04-638807acba14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'mac_address': 'fa:16:3e:1d:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:01:37Z', 'updated_at': '2021-08-16T14:01:37Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e7b292-2da4-4f6c-baef-75ab5b2b3273', 'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:bc:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:22Z', 'updated_at': '2021-08-16T14:01:27Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:01:39.370288 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a6435-3989-4e99-962b-4117634f4326 None None] New status for floating IP 6cccef46-bd3e-497e-bb38-1556e90b3424: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:01:39.728936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36034) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:01:39.791588 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-192685a6-957d-4d11-b4cd-17300c857743 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/6cccef46-bd3e-497e-bb38-1556e90b3424 HTTP/1.1" status: 200 len: 994 time: 0.0612404 Aug 16 14:01:47.024852 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:00.478970 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:01.916278 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d19691c6-8d70-4282-ac0e-ab7f539a0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:04.465055 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dee5cfd4-a203-4464-bd31-73bfea093c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:04.629208 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:02:04.731658 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:05.766722 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:07.579259 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:08.550262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9b90-65d4-467a-b2ac-1a6b03fa9107 req-b897236f-dc07-4032-8dbe-671375f5feb2 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:08.551642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5aad9b90-65d4-467a-b2ac-1a6b03fa9107 req-b897236f-dc07-4032-8dbe-671375f5feb2 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0503926 Aug 16 14:02:08.589223 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5aad9b90-65d4-467a-b2ac-1a6b03fa9107 req-8b7b9336-9d50-467b-9e6a-c34eee163b79 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315762 Aug 16 14:02:09.709774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdfdc5-7ea9-469c-a3fb-50f3b2f59bfc req-36f37684-868f-48c9-9699-3e247f59f6c4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:09.711260 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25bdfdc5-7ea9-469c-a3fb-50f3b2f59bfc req-36f37684-868f-48c9-9699-3e247f59f6c4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0521991 Aug 16 14:02:09.748675 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25bdfdc5-7ea9-469c-a3fb-50f3b2f59bfc req-b9f08b49-3e58-4bd8-8af5-2797d96fee24 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314319 Aug 16 14:02:09.770541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36050) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:09.843397 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d53c4cf8-3b34-4c32-9d0f-a33c692396ce tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/6cccef46-bd3e-497e-bb38-1556e90b3424 HTTP/1.1" status: 200 len: 994 time: 0.0709710 Aug 16 14:02:11.098742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ae195-caa2-44aa-8085-be645d129a5a req-760b4623-f354-4dfb-82ae-816b02627d64 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:11.100246 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-653ae195-caa2-44aa-8085-be645d129a5a req-760b4623-f354-4dfb-82ae-816b02627d64 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0500288 Aug 16 14:02:11.137993 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-653ae195-caa2-44aa-8085-be645d129a5a req-cd39b2bc-86c7-41b2-9a74-8dc04ad30a0b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312855 Aug 16 14:02:12.261802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baeb8a0-a7ab-4cae-be60-b6856da83314 req-c9009828-5f28-423e-9c4d-8cb079344977 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:12.263325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2baeb8a0-a7ab-4cae-be60-b6856da83314 req-c9009828-5f28-423e-9c4d-8cb079344977 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0531476 Aug 16 14:02:12.301684 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2baeb8a0-a7ab-4cae-be60-b6856da83314 req-d0a9b6f2-6826-4a3e-a7a3-8e5cab87ffd9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320213 Aug 16 14:02:12.324005 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36060) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:12.382735 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1ca45281-18d5-40ee-b3c2-865501a71fa8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/6cccef46-bd3e-497e-bb38-1556e90b3424 HTTP/1.1" status: 200 len: 994 time: 0.0575604 Aug 16 14:02:12.676786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36066) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:12.831155 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 761754b2-4fdb-49f7-b490-20f5c5012fe6 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:02:12.831492 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:13.254888 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:13.255213 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:13.266482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 761754b2-4fdb-49f7-b490-20f5c5012fe6 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:02:13.410797 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:13.435436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=761754b2-4fdb-49f7-b490-20f5c5012fe6,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:13.460685 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.461032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.461373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.461709 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.462045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.462398 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.462729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.463052 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.463375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.463698 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.464018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.464337 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:13.507720 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:13.507957 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Floating IP 6cccef46-bd3e-497e-bb38-1556e90b3424 disassociated (deleted). External IP: 172.25.0.231, port: ed709c3c-f7f1-4024-8a04-638807acba14. Aug 16 14:02:13.707503 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 163bc615-f0b5-4919-b74f-9216fc136844 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:02:13.815042 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:02:13.819714 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:13.824388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb125fd-1035-46c8-81b6-ab5281b5ce0e None None] Sync routers for ids ['163bc615-f0b5-4919-b74f-9216fc136844'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:02:13.833718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb125fd-1035-46c8-81b6-ab5281b5ce0e None None] Routers {'163bc615-f0b5-4919-b74f-9216fc136844'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:02:13.834359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1fb125fd-1035-46c8-81b6-ab5281b5ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:02:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['163bc615-f0b5-4919-b74f-9216fc136844'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:13.859334 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-eb578bab-2006-422c-ac06-7e583ff25a86 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/floatingips/6cccef46-bd3e-497e-bb38-1556e90b3424 HTTP/1.1" status: 204 len: 168 time: 1.1784942 Aug 16 14:02:13.859334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'tag': 'ed709c3c-f7f1-4024-8a04-638807acba14'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:02:13.862060 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f97e072-1925-478f-b1a9-b7f3d839ae9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8bf570-dfea-4a54-b291-57c5b9eb5328", "tag": "ed709c3c-f7f1-4024-8a04-638807acba14"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:02:13.907040 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4e8e34-40c2-4efa-afd7-2db38077ee5c x-openstack-request-id: req-6e4e8e34-40c2-4efa-afd7-2db38077ee5c {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:02:13.907334 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8bf570-dfea-4a54-b291-57c5b9eb5328", "tag": "ed709c3c-f7f1-4024-8a04-638807acba14", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:02:13.907588 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e4e8e34-40c2-4efa-afd7-2db38077ee5c {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:02:13.907981 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'tag': 'ed709c3c-f7f1-4024-8a04-638807acba14', 'status': 'completed', 'code': 200} Aug 16 14:02:13.944043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-1fb125fd-1035-46c8-81b6-ab5281b5ce0e None None] Set router 163bc615-f0b5-4919-b74f-9216fc136844 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:02:13.971472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97e072-1925-478f-b1a9-b7f3d839ae9b req-a3e3314e-712e-431f-b8de-124d3ec0179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:13.973108 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f97e072-1925-478f-b1a9-b7f3d839ae9b req-a3e3314e-712e-431f-b8de-124d3ec0179d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 1097 time: 0.0437577 Aug 16 14:02:14.084187 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97e072-1925-478f-b1a9-b7f3d839ae9b req-caa9657a-37f8-4448-8b38-b2f33d4055ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:14.085625 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f97e072-1925-478f-b1a9-b7f3d839ae9b req-caa9657a-37f8-4448-8b38-b2f33d4055ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=afef040e-26b7-4a71-80bc-2a8928b596c1 HTTP/1.1" status: 200 len: 896 time: 0.1033623 Aug 16 14:02:14.096938 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d2d09-0668-4f61-a590-0f5e7149086c req-e9892056-3971-4c50-90b4-26a82b7cc7d3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:14.098529 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b6d2d09-0668-4f61-a590-0f5e7149086c req-e9892056-3971-4c50-90b4-26a82b7cc7d3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0509083 Aug 16 14:02:14.135030 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f97e072-1925-478f-b1a9-b7f3d839ae9b req-308fe394-2cff-4794-831d-83e4d2dca332 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed709c3c-f7f1-4024-8a04-638807acba14 HTTP/1.1" status: 200 len: 217 time: 0.0401845 Aug 16 14:02:14.144414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b6d2d09-0668-4f61-a590-0f5e7149086c req-67572192-7a19-417a-ac91-ea028ce6bc36 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376601 Aug 16 14:02:14.179392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1fb125fd-1035-46c8-81b6-ab5281b5ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:23Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b4e7b292-2da4-4f6c-baef-75ab5b2b3273', 'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:bc:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:22Z', 'updated_at': '2021-08-16T14:01:27Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:14.189262 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97e072-1925-478f-b1a9-b7f3d839ae9b req-06ce1e1f-c984-4c14-9159-37b0a1348fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:14.190775 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f97e072-1925-478f-b1a9-b7f3d839ae9b req-06ce1e1f-c984-4c14-9159-37b0a1348fa0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24ce3006-8ecc-4633-8d1d-0c6843eecfd2 HTTP/1.1" status: 200 len: 835 time: 0.0477128 Aug 16 14:02:14.204561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb125fd-1035-46c8-81b6-ab5281b5ce0e None None] Checking router: 163bc615-f0b5-4919-b74f-9216fc136844 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:02:14.212843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb125fd-1035-46c8-81b6-ab5281b5ce0e None None] Routers {'163bc615-f0b5-4919-b74f-9216fc136844'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:02:14.213448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1fb125fd-1035-46c8-81b6-ab5281b5ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:02:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['163bc615-f0b5-4919-b74f-9216fc136844'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:14.239428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97e072-1925-478f-b1a9-b7f3d839ae9b req-a3c69588-2e11-4184-a927-f239de1f3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:14.240955 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f97e072-1925-478f-b1a9-b7f3d839ae9b req-a3c69588-2e11-4184-a927-f239de1f3d21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afef040e-26b7-4a71-80bc-2a8928b596c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409758 Aug 16 14:02:14.322615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-1fb125fd-1035-46c8-81b6-ab5281b5ce0e None None] Set router 163bc615-f0b5-4919-b74f-9216fc136844 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:02:14.338486 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f97e072-1925-478f-b1a9-b7f3d839ae9b req-03d2d5c2-719e-49d2-a4e9-222d379d5af2 service neutron] 10.222.0.42 "GET /v2.0/networks/afef040e-26b7-4a71-80bc-2a8928b596c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882478 Aug 16 14:02:14.429439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6f97e072-1925-478f-b1a9-b7f3d839ae9b req-4acb7d54-4e36-4eb5-9926-96714610ac26 service neutron] 10.222.0.42 "GET /v2.0/networks/afef040e-26b7-4a71-80bc-2a8928b596c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829587 Aug 16 14:02:14.527714 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1fb125fd-1035-46c8-81b6-ab5281b5ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:23Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b4e7b292-2da4-4f6c-baef-75ab5b2b3273', 'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:bc:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:22Z', 'updated_at': '2021-08-16T14:01:27Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:14.704151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb125fd-1035-46c8-81b6-ab5281b5ce0e None None] The sync data for ids ['163bc615-f0b5-4919-b74f-9216fc136844'] in n-d-804708-1 is: [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:01:23Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': 'b4e7b292-2da4-4f6c-baef-75ab5b2b3273', 'name': '', 'network_id': 'afef040e-26b7-4a71-80bc-2a8928b596c1', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:bc:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:22Z', 'updated_at': '2021-08-16T14:01:27Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '24ce3006-8ecc-4633-8d1d-0c6843eecfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:02:14.920319 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb0f63-4cd4-4dd5-9a92-0d6cd411b835 None None] New status for floating IP 6cccef46-bd3e-497e-bb38-1556e90b3424: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:02:15.265933 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c7885-c4ea-4773-8b36-85fd88615892 req-3ba05a68-db1a-456a-93fe-d332552eeac5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:15.267529 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6b7c7885-c4ea-4773-8b36-85fd88615892 req-3ba05a68-db1a-456a-93fe-d332552eeac5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0506830 Aug 16 14:02:15.307807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6b7c7885-c4ea-4773-8b36-85fd88615892 req-0421d724-aae4-4319-9b3a-076520656607 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a478697-3a91-410a-9f51-5cb7c1787bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340471 Aug 16 14:02:15.657642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad295c7-3ce5-4545-8834-47b07e95dec8 req-bb22bbbf-6de0-4694-b05b-b04f98da2a6d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:15.659128 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bad295c7-3ce5-4545-8834-47b07e95dec8 req-bb22bbbf-6de0-4694-b05b-b04f98da2a6d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 946 time: 0.0543706 Aug 16 14:02:15.755800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-bad295c7-3ce5-4545-8834-47b07e95dec8 req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port ed709c3c-f7f1-4024-8a04-638807acba14 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:02:15.756170 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad295c7-3ce5-4545-8834-47b07e95dec8 req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:15.851140 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-bad295c7-3ce5-4545-8834-47b07e95dec8 req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port ed709c3c-f7f1-4024-8a04-638807acba14, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=ed709c3c-f7f1-4024-8a04-638807acba14,segment=NetworkSegment(b2504499-5d2e-4fff-89d9-507db8126191),segment_id=b2504499-5d2e-4fff-89d9-507db8126191)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:02:15.851497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad295c7-3ce5-4545-8834-47b07e95dec8 req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:15.864633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-bad295c7-3ce5-4545-8834-47b07e95dec8 req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for ed709c3c-f7f1-4024-8a04-638807acba14 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:02:15.995510 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad295c7-3ce5-4545-8834-47b07e95dec8 req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:16.026047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=ed709c3c-f7f1-4024-8a04-638807acba14,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:16.041562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.041919 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.042280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.042616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.042947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.043285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.043611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.043931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.044250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.044573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.044891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.045208 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:16.085427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad295c7-3ce5-4545-8834-47b07e95dec8 req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] No DVR routers for this DVR port ed709c3c-f7f1-4024-8a04-638807acba14 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:02:16.088181 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-bad295c7-3ce5-4545-8834-47b07e95dec8 req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:16.090331 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bad295c7-3ce5-4545-8834-47b07e95dec8 req-8286d379-2bb6-4c6b-80d9-88af21126ffe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "DELETE /v2.0/ports/ed709c3c-f7f1-4024-8a04-638807acba14 HTTP/1.1" status: 204 len: 173 time: 0.4247794 Aug 16 14:02:16.091073 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'name': 'network-vif-deleted', 'tag': 'ed709c3c-f7f1-4024-8a04-638807acba14'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:02:16.093419 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b1a9f5-48dd-423d-91f6-0441126adddf" -d '{"events": [{"server_uuid": "1e8bf570-dfea-4a54-b291-57c5b9eb5328", "name": "network-vif-deleted", "tag": "ed709c3c-f7f1-4024-8a04-638807acba14"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:02:16.141488 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd08b471-c6a4-4669-abab-9e0a18184755 x-openstack-request-id: req-cd08b471-c6a4-4669-abab-9e0a18184755 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:02:16.141919 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8bf570-dfea-4a54-b291-57c5b9eb5328", "name": "network-vif-deleted", "tag": "ed709c3c-f7f1-4024-8a04-638807acba14", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:02:16.142187 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd08b471-c6a4-4669-abab-9e0a18184755 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:02:16.142589 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8bf570-dfea-4a54-b291-57c5b9eb5328', 'name': 'network-vif-deleted', 'tag': 'ed709c3c-f7f1-4024-8a04-638807acba14', 'status': 'completed', 'code': 200} Aug 16 14:02:16.418541 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d2292229-9f67-454b-971f-079afbd72ce2 req-111bfeaf-5054-49db-ac9b-0e4d202602f9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e8bf570-dfea-4a54-b291-57c5b9eb5328 HTTP/1.1" status: 200 len: 210 time: 0.0281167 Aug 16 14:02:17.029097 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:17.481773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36082) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:17.843647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:18.109392 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port b4e7b292-2da4-4f6c-baef-75ab5b2b3273 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:02:18.109647 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:18.197486 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port b4e7b292-2da4-4f6c-baef-75ab5b2b3273, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b4e7b292-2da4-4f6c-baef-75ab5b2b3273,segment=NetworkSegment(b2504499-5d2e-4fff-89d9-507db8126191),segment_id=b2504499-5d2e-4fff-89d9-507db8126191)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:02:18.197849 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:18.214344 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for b4e7b292-2da4-4f6c-baef-75ab5b2b3273 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:02:18.400809 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:18.428185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=b4e7b292-2da4-4f6c-baef-75ab5b2b3273,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:18.611303 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:18.824851 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 163bc615-f0b5-4919-b74f-9216fc136844 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:02:18.936943 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:02:18.948156 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8c206c9a-e5d3-49ce-b3e5-cc0df9fc3633 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "PUT /v2.0/routers/163bc615-f0b5-4919-b74f-9216fc136844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4628978 Aug 16 14:02:18.948362 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e816dc6-d933-47f4-8a48-59530d5b4b51 None None] Sync routers for ids ['163bc615-f0b5-4919-b74f-9216fc136844'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:02:18.948781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36084) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:18.956720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e816dc6-d933-47f4-8a48-59530d5b4b51 None None] Routers {'163bc615-f0b5-4919-b74f-9216fc136844'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:02:18.957332 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8e816dc6-d933-47f4-8a48-59530d5b4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:02:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['163bc615-f0b5-4919-b74f-9216fc136844'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:19.002359 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-697bc7ab-af91-4f70-b3c6-a7cfb857995b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting subnet 24ce3006-8ecc-4633-8d1d-0c6843eecfd2 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:02:19.005457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-697bc7ab-af91-4f70-b3c6-a7cfb857995b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.046499 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-697bc7ab-af91-4f70-b3c6-a7cfb857995b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.061237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8e816dc6-d933-47f4-8a48-59530d5b4b51 None None] Set router 163bc615-f0b5-4919-b74f-9216fc136844 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:02:19.135172 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-697bc7ab-af91-4f70-b3c6-a7cfb857995b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.195781 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-697bc7ab-af91-4f70-b3c6-a7cfb857995b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.223588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bc7ab-af91-4f70-b3c6-a7cfb857995b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Subnet': ['ID=24ce3006-8ecc-4633-8d1d-0c6843eecfd2,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:19.228814 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-697bc7ab-af91-4f70-b3c6-a7cfb857995b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.234542 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-697bc7ab-af91-4f70-b3c6-a7cfb857995b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/subnets/24ce3006-8ecc-4633-8d1d-0c6843eecfd2 HTTP/1.1" status: 204 len: 168 time: 0.2822874 Aug 16 14:02:19.234923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36086) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:19.243115 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8e816dc6-d933-47f4-8a48-59530d5b4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:02:18Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:19.246516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa53b02-2622-42b3-8fb6-3d1dd6de4051 None None] Network afef040e-26b7-4a71-80bc-2a8928b596c1 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:02:19.290602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e816dc6-d933-47f4-8a48-59530d5b4b51 None None] Checking router: 163bc615-f0b5-4919-b74f-9216fc136844 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:02:19.330757 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e816dc6-d933-47f4-8a48-59530d5b4b51 None None] Routers {'163bc615-f0b5-4919-b74f-9216fc136844'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:02:19.331371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8e816dc6-d933-47f4-8a48-59530d5b4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:02:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['163bc615-f0b5-4919-b74f-9216fc136844'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:19.345933 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.456760 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.482477 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8e816dc6-d933-47f4-8a48-59530d5b4b51 None None] Set router 163bc615-f0b5-4919-b74f-9216fc136844 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:02:19.521520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 92e7adb6-d6cf-47e4-82f4-b3d964693169 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:02:19.521863 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.554511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] DHCP port deletion for afef040e-26b7-4a71-80bc-2a8928b596c1 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:02:19.605287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port 92e7adb6-d6cf-47e4-82f4-b3d964693169, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=92e7adb6-d6cf-47e4-82f4-b3d964693169,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:02:19.605654 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.617538 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 92e7adb6-d6cf-47e4-82f4-b3d964693169 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:02:19.674833 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Deleting port b7a72ab5-9f4d-482e-a35b-53b65168aec5 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:02:19.675204 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.747713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] For port b7a72ab5-9f4d-482e-a35b-53b65168aec5, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=b7a72ab5-9f4d-482e-a35b-53b65168aec5,segment=NetworkSegment(b2504499-5d2e-4fff-89d9-507db8126191),segment_id=b2504499-5d2e-4fff-89d9-507db8126191)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:02:19.748017 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.763700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Calling delete_port for b7a72ab5-9f4d-482e-a35b-53b65168aec5 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:02:19.768549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8e816dc6-d933-47f4-8a48-59530d5b4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:02:18Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:19.788519 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.799734 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e816dc6-d933-47f4-8a48-59530d5b4b51 None None] The sync data for ids ['163bc615-f0b5-4919-b74f-9216fc136844'] in n-d-804708-1 is: [{'id': '163bc615-f0b5-4919-b74f-9216fc136844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900517634', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:01:19Z', 'updated_at': '2021-08-16T14:02:18Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '92e7adb6-d6cf-47e4-82f4-b3d964693169', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc615-f0b5-4919-b74f-9216fc136844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:01:20Z', 'updated_at': '2021-08-16T14:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:02:19.816425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=92e7adb6-d6cf-47e4-82f4-b3d964693169,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:19.877408 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.883840 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.911112 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Pushing event deleted for resources: {'Port': ['ID=b7a72ab5-9f4d-482e-a35b-53b65168aec5,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:19.913507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] No DVR routers for this DVR port b7a72ab5-9f4d-482e-a35b-53b65168aec5 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:02:19.925630 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.925630 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.925630 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.926015 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.926341 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.926675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.927002 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.927457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.928036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.930666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.930666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.930666 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc513a6-1289-48ab-af40-b999cb3a5db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:02:19.979057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:19.981319 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.026248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.026767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Fanout notify agent at l3_agent the message router_deleted on router 163bc615-f0b5-4919-b74f-9216fc136844 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:02:20.034082 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.035289 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1cde86bc-3cad-4aee-8a50-1d59c0fffc43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/routers/163bc615-f0b5-4919-b74f-9216fc136844 HTTP/1.1" status: 204 len: 168 time: 0.7992506 Aug 16 14:02:20.037898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36088) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:20.111827 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.206906 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.217085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afef040e-26b7-4a71-80bc-2a8928b596c1']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:20.229483 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2504499-5d2e-4fff-89d9-507db8126191') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:20.229865 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2504499-5d2e-4fff-89d9-507db8126191') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:20.240639 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.255041 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.261135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:02:20.261536 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: timer() Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:02:20.264925 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:02:20.270971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ed709c3c-f7f1-4024-8a04-638807acba14 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:02:20.292480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: ed709c3c-f7f1-4024-8a04-638807acba14 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:02:20.292837 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device ed709c3c-f7f1-4024-8a04-638807acba14 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:02:20.332766 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.343127 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.344953 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/networks/afef040e-26b7-4a71-80bc-2a8928b596c1 HTTP/1.1" status: 204 len: 168 time: 0.3060710 Aug 16 14:02:20.347802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36090) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:20.356851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863aa67-b767-4f8f-be3f-609d2c5d2c1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Network': ['ID=afef040e-26b7-4a71-80bc-2a8928b596c1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:20.410456 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-caf8a4ec-f00b-49dd-84b1-73f71e7a25a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.443145 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-caf8a4ec-f00b-49dd-84b1-73f71e7a25a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.511285 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-caf8a4ec-f00b-49dd-84b1-73f71e7a25a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.513921 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-caf8a4ec-f00b-49dd-84b1-73f71e7a25a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.515428 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-caf8a4ec-f00b-49dd-84b1-73f71e7a25a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/security-groups/5a478697-3a91-410a-9f51-5cb7c1787bdf HTTP/1.1" status: 204 len: 168 time: 0.1666069 Aug 16 14:02:20.524965 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8a4ec-f00b-49dd-84b1-73f71e7a25a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a478697-3a91-410a-9f51-5cb7c1787bdf,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:20.846389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36096) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:20.851036 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9b8fe8d1-fe70-40ce-8318-e8467670cf36 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981257174', 'description': 'tempest-secgroup-smoke-1981257174 description', 'project_id': '467cefbc48c242a9a6472d416d299109'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:20.874520 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe8d1-fe70-40ce-8318-e8467670cf36 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.960595 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe8d1-fe70-40ce-8318-e8467670cf36 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.965706 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe8d1-fe70-40ce-8318-e8467670cf36 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.972079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b7a72ab5-9f4d-482e-a35b-53b65168aec5 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:02:20.989457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe8d1-fe70-40ce-8318-e8467670cf36 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:20.996566 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9b8fe8d1-fe70-40ce-8318-e8467670cf36 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433432 Aug 16 14:02:20.996796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36098) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:20.998604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-96eee4bd-ddd0-44f9-b781-e1ae8c1acba9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '7c77cf2c-fa67-462d-997d-ca9e1ccbad8e', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:20.999045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fe8d1-fe70-40ce-8318-e8467670cf36 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:21.005213 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: b7a72ab5-9f4d-482e-a35b-53b65168aec5 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:02:21.005556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b7a72ab5-9f4d-482e-a35b-53b65168aec5 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:02:21.005984 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 92e7adb6-d6cf-47e4-82f4-b3d964693169 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:02:21.025090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 92e7adb6-d6cf-47e4-82f4-b3d964693169 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:02:21.025434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 92e7adb6-d6cf-47e4-82f4-b3d964693169 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:02:21.025957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b4e7b292-2da4-4f6c-baef-75ab5b2b3273 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:02:21.028456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96eee4bd-ddd0-44f9-b781-e1ae8c1acba9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.048638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: b4e7b292-2da4-4f6c-baef-75ab5b2b3273 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:02:21.048918 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device b4e7b292-2da4-4f6c-baef-75ab5b2b3273 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:02:21.086411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96eee4bd-ddd0-44f9-b781-e1ae8c1acba9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.089942 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96eee4bd-ddd0-44f9-b781-e1ae8c1acba9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.108171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eee4bd-ddd0-44f9-b781-e1ae8c1acba9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79a031b-ad79-4ecc-bf67-d4d0286f37e8,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:21.114379 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-96eee4bd-ddd0-44f9-b781-e1ae8c1acba9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.115559 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-96eee4bd-ddd0-44f9-b781-e1ae8c1acba9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207426 Aug 16 14:02:21.118383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36100) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:21.124176 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e63e3518-6c5d-432e-9530-2dc84d48630d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '7c77cf2c-fa67-462d-997d-ca9e1ccbad8e', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:21.151691 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e63e3518-6c5d-432e-9530-2dc84d48630d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.210916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e63e3518-6c5d-432e-9530-2dc84d48630d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.214690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e63e3518-6c5d-432e-9530-2dc84d48630d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.234004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e3518-6c5d-432e-9530-2dc84d48630d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871a4aa6-4bc8-4a4b-b4d1-37937e5ef21f,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:21.245362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e63e3518-6c5d-432e-9530-2dc84d48630d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.246585 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e63e3518-6c5d-432e-9530-2dc84d48630d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271613 Aug 16 14:02:21.250050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36102) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:21.254559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4cd42939-961d-4f5e-801e-171bab368f44 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '7c77cf2c-fa67-462d-997d-ca9e1ccbad8e', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:21.282013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cd42939-961d-4f5e-801e-171bab368f44 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.343043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cd42939-961d-4f5e-801e-171bab368f44 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.346555 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cd42939-961d-4f5e-801e-171bab368f44 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.364523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd42939-961d-4f5e-801e-171bab368f44 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa2fe20-845b-44a5-ad5e-cff3b6ab13d0,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:21.370750 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cd42939-961d-4f5e-801e-171bab368f44 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.371916 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4cd42939-961d-4f5e-801e-171bab368f44 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208146 Aug 16 14:02:21.375436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36104) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:21.380519 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-c5d94fc1-c1df-40fa-b890-02fad836e0c6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '7c77cf2c-fa67-462d-997d-ca9e1ccbad8e', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:21.406564 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c5d94fc1-c1df-40fa-b890-02fad836e0c6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.464983 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c5d94fc1-c1df-40fa-b890-02fad836e0c6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.468723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c5d94fc1-c1df-40fa-b890-02fad836e0c6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.488160 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d94fc1-c1df-40fa-b890-02fad836e0c6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9243c0-33ee-4ccb-96d2-804bbead0198,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:21.491321 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c5d94fc1-c1df-40fa-b890-02fad836e0c6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.495209 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c5d94fc1-c1df-40fa-b890-02fad836e0c6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161301 Aug 16 14:02:21.495702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36106) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:21.500327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8e2ea415-5113-4f69-8e84-3f6175de6084 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '7c77cf2c-fa67-462d-997d-ca9e1ccbad8e', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:21.523523 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-8e2ea415-5113-4f69-8e84-3f6175de6084 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Project 467cefbc48c242a9a6472d416d299109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:02:21.528633 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e2ea415-5113-4f69-8e84-3f6175de6084 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.590512 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e2ea415-5113-4f69-8e84-3f6175de6084 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.594845 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e2ea415-5113-4f69-8e84-3f6175de6084 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.612482 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ea415-5113-4f69-8e84-3f6175de6084 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230b3dd2-c8cb-4d8b-82fd-4967f859e549,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:21.620298 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8e2ea415-5113-4f69-8e84-3f6175de6084 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.621546 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8e2ea415-5113-4f69-8e84-3f6175de6084 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252351 Aug 16 14:02:21.624643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36108) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:21.629060 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-1824b7c3-d707-4fb3-883c-55b07933b274 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '7c77cf2c-fa67-462d-997d-ca9e1ccbad8e', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:21.649981 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-1824b7c3-d707-4fb3-883c-55b07933b274 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Project 467cefbc48c242a9a6472d416d299109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:02:21.655326 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1824b7c3-d707-4fb3-883c-55b07933b274 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.721307 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1824b7c3-d707-4fb3-883c-55b07933b274 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.724919 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1824b7c3-d707-4fb3-883c-55b07933b274 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.743918 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824b7c3-d707-4fb3-883c-55b07933b274 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aade1a84-ec12-40c0-9dad-b1bf441fb406,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:21.746891 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-1824b7c3-d707-4fb3-883c-55b07933b274 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.750994 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-1824b7c3-d707-4fb3-883c-55b07933b274 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226037 Aug 16 14:02:21.751554 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36110) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:21.756117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'network': {'name': 'tempest-network-smoke--2033027380', 'project_id': '467cefbc48c242a9a6472d416d299109', 'port_security_enabled': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:21.775346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:02:21.778766 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.803415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:02:21.812391 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.812738 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Added segment fcace2f2-258e-4054-b0ff-b6c98f5b3786 of type vlan for network efd24c3d-0ffb-493b-be07-5abb9ed7443b Aug 16 14:02:21.852142 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.877112 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.882864 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:21.883447 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.918078 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1657491 Aug 16 14:02:21.921660 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36112) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:21.927675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'admin_state_up': True, 'project_id': '467cefbc48c242a9a6472d416d299109', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:21.957987 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.959258 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:21.961713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca61933-5b8f-40a5-a717-73b74c6792d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Network': ['ID=efd24c3d-0ffb-493b-be07-5abb9ed7443b,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:21.975485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network efd24c3d-0ffb-493b-be07-5abb9ed7443b details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:02:22.021846 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:22.159508 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:22.356506 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:22.375711 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:22.475103 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.25.0.233 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/d6b492b1-e153-4afc-8059-05c878535d20) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:02:22.578514 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:22.617093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:22.658968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:02:22.664352 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:02:22.667584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:02:22.669355 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=d6b492b1-e153-4afc-8059-05c878535d20,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:22.909819 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:23.102255 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:23.228208 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:02:23.339015 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:02:23.350663 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Sync routers for ids ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:02:23.360386 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Routers {'33fb8428-8798-4d4c-a582-b0dc4ae366d0'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:02:23.360678 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:23.360931 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:02:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:23.362126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8df03902-8a57-4405-a818-dbeeb7d6828e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4391575 Aug 16 14:02:23.365171 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36114) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:23.393748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2e6d2ec6-8537-4e76-9555-682ac873882f tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=467cefbc48c242a9a6472d416d299109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273628 Aug 16 14:02:23.396556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36116) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:23.464866 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Set router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:02:23.483768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a49e7e-d299-4734-9597-a97a2ac2e7c7 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:23.485190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c8a49e7e-d299-4734-9597-a97a2ac2e7c7 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876355 Aug 16 14:02:23.488098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36118) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:23.516018 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b77d7926-3324-4e44-bbcb-e44a68eb19b4 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268881 Aug 16 14:02:23.518858 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36120) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:23.523670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1188648698', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'project_id': '467cefbc48c242a9a6472d416d299109', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:23.615810 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:02:23.619335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:23.644381 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:22Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:23.672449 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Checking router: 33fb8428-8798-4d4c-a582-b0dc4ae366d0 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:02:23.672802 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Updating router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 port d6b492b1-e153-4afc-8059-05c878535d20 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:02:23.701323 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:23.805645 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:23.869806 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Subnet': ['ID=e9dda53e-e0cd-4122-9b8b-a2b2a23729cc,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:23.874330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Checking segment: {'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:02:23.874625 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network hostable DHCP agents. Network: efd24c3d-0ffb-493b-be07-5abb9ed7443b, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:02:23.892049 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network efd24c3d-0ffb-493b-be07-5abb9ed7443b is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:02:23.900784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, efd24c3d-0ffb-493b-be07-5abb9ed7443b) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:02:23.905800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:23.906422 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:23.911581 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124dd670-da18-42c1-9ad5-352a20b29a62 None None] Network efd24c3d-0ffb-493b-be07-5abb9ed7443b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:02:23.922511 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-53b6f0fd-adf9-4da4-8881-c4c44a1d3a17 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4025955 Aug 16 14:02:23.925217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36122) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:23.964894 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:23.982524 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Transition to ACTIVE for port object d6b492b1-e153-4afc-8059-05c878535d20 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:02:23.994327 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:24.052647 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Attempting to bind port d6b492b1-e153-4afc-8059-05c878535d20 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:02:24.053057 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Attempting to bind port d6b492b1-e153-4afc-8059-05c878535d20 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:02:24.053377 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Attempting to bind port d6b492b1-e153-4afc-8059-05c878535d20 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:02:24.069302 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:02:24.069989 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:02:24.070421 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:24.070934 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:02:24.071275 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Bound port: d6b492b1-e153-4afc-8059-05c878535d20, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:02:24.071651 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:24.076222 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ips': [{'subnet_id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:02:24.078375 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:24.094059 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b46d3-ef04-4d1c-8c6f-b422b2d8596e None None] Pushing event updated for resources: {'Port': ['ID=d6b492b1-e153-4afc-8059-05c878535d20,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:24.129793 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] For port d6b492b1-e153-4afc-8059-05c878535d20, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:02:24.133371 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] For port d6b492b1-e153-4afc-8059-05c878535d20, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d6b492b1-e153-4afc-8059-05c878535d20,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:02:24.140833 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:24.198448 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Routers {'33fb8428-8798-4d4c-a582-b0dc4ae366d0'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:02:24.199083 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:02:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:24.237275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Allocated IP 172.20.0.2 (efd24c3d-0ffb-493b-be07-5abb9ed7443b/e9dda53e-e0cd-4122-9b8b-a2b2a23729cc/d7266e36-5e7e-4abb-9248-0b817ba92e96) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:02:24.257856 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b46d3-ef04-4d1c-8c6f-b422b2d8596e None None] Pushing event updated for resources: {'Port': ['ID=d6b492b1-e153-4afc-8059-05c878535d20,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:24.336335 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] Set router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:02:24.402995 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:24.413123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Transition to ACTIVE for port object d7266e36-5e7e-4abb-9248-0b817ba92e96 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:02:24.431815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Transition to ACTIVE for port object d7266e36-5e7e-4abb-9248-0b817ba92e96 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:02:24.440174 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:24.477628 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Network efd24c3d-0ffb-493b-be07-5abb9ed7443b is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:02:24.482392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:02:24.490363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:02:24.524328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Pushing event updated for resources: {'Port': ['ID=d7266e36-5e7e-4abb-9248-0b817ba92e96,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:24.552522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Attempting to bind port d7266e36-5e7e-4abb-9248-0b817ba92e96 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:02:24.552900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Attempting to bind port d7266e36-5e7e-4abb-9248-0b817ba92e96 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:02:24.553268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Attempting to bind port d7266e36-5e7e-4abb-9248-0b817ba92e96 on network efd24c3d-0ffb-493b-be07-5abb9ed7443b {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:02:24.558885 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:02:24.559262 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Checking segment: {'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:02:24.559662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:24.560054 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Bound using segment: {'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:02:24.560518 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Bound port: d7266e36-5e7e-4abb-9248-0b817ba92e96, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:02:24.561449 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:24.630274 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:22Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:24.631022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] For port d7266e36-5e7e-4abb-9248-0b817ba92e96, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:02:24.636240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] For port d7266e36-5e7e-4abb-9248-0b817ba92e96, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d7266e36-5e7e-4abb-9248-0b817ba92e96,segment=NetworkSegment(fcace2f2-258e-4054-b0ff-b6c98f5b3786),segment_id=fcace2f2-258e-4054-b0ff-b6c98f5b3786)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:02:24.643334 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:24.658297 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c892d4-2f05-4343-b4dd-152e16822cff None None] The sync data for ids ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'] in n-d-804708-1 is: [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:22Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:02:24.705986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe08a4b-251a-48d7-9885-a4dc8c222db8 None None] Pushing event updated for resources: {'Port': ['ID=d7266e36-5e7e-4abb-9248-0b817ba92e96,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:24.754784 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:25.052758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d7266e36-5e7e-4abb-9248-0b817ba92e96 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:02:25.109513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d7266e36-5e7e-4abb-9248-0b817ba92e96 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:02:25.118792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.20.0.1 (efd24c3d-0ffb-493b-be07-5abb9ed7443b/e9dda53e-e0cd-4122-9b8b-a2b2a23729cc/82528acc-57ec-45a0-9950-b90ceb7cd358) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:02:25.253941 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:25.269560 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Transition to ACTIVE for port object 82528acc-57ec-45a0-9950-b90ceb7cd358 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:02:25.304410 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:25.348535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network efd24c3d-0ffb-493b-be07-5abb9ed7443b is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:02:25.354512 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:02:25.360204 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:02:25.364509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=82528acc-57ec-45a0-9950-b90ceb7cd358,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:25.412868 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:25.558747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:25.717573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061a968-0b0c-420d-ade6-cc40a4525459 None None] Network efd24c3d-0ffb-493b-be07-5abb9ed7443b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:02:25.781503 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-49b4e609-0391-4ad5-8919-db204b994c73 None None] Provisioning for port d7266e36-5e7e-4abb-9248-0b817ba92e96 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:02:25.788864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-49b4e609-0391-4ad5-8919-db204b994c73 None None] Provisioning complete for port d7266e36-5e7e-4abb-9248-0b817ba92e96 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:25.789501 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-49b4e609-0391-4ad5-8919-db204b994c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:25.855200 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:25.860004 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:25.937803 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-49b4e609-0391-4ad5-8919-db204b994c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:25.942394 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:25.945018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=82528acc-57ec-45a0-9950-b90ceb7cd358,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:25.979372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-49b4e609-0391-4ad5-8919-db204b994c73 None None] For port d7266e36-5e7e-4abb-9248-0b817ba92e96, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d7266e36-5e7e-4abb-9248-0b817ba92e96,segment=NetworkSegment(fcace2f2-258e-4054-b0ff-b6c98f5b3786),segment_id=fcace2f2-258e-4054-b0ff-b6c98f5b3786)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:02:25.984231 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-49b4e609-0391-4ad5-8919-db204b994c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:26.037946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4e609-0391-4ad5-8919-db204b994c73 None None] Pushing event updated for resources: {'Port': ['ID=d7266e36-5e7e-4abb-9248-0b817ba92e96,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:26.052168 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network efd24c3d-0ffb-493b-be07-5abb9ed7443b is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:02:26.053608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:02:26.176325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:02:26.207442 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-96c7f8ef-15fc-4360-a8fa-f51a00ac732c None None] Provisioning for port 82528acc-57ec-45a0-9950-b90ceb7cd358 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:02:26.212646 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-96c7f8ef-15fc-4360-a8fa-f51a00ac732c None None] Provisioning complete for port 82528acc-57ec-45a0-9950-b90ceb7cd358 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:26.213271 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-96c7f8ef-15fc-4360-a8fa-f51a00ac732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:26.252291 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-96c7f8ef-15fc-4360-a8fa-f51a00ac732c None None] Port 82528acc-57ec-45a0-9950-b90ceb7cd358 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:02:26.271207 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-96c7f8ef-15fc-4360-a8fa-f51a00ac732c None None] Provisioning complete for port d7266e36-5e7e-4abb-9248-0b817ba92e96 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:26.271781 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-96c7f8ef-15fc-4360-a8fa-f51a00ac732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:26.301316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:02:26.307072 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5941c2ec-390c-44bc-9d75-122381b9fda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "PUT /v2.0/routers/33fb8428-8798-4d4c-a582-b0dc4ae366d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3807881 Aug 16 14:02:26.476313 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-6252392c-ca64-4d8d-abee-aa22bc34d50f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981257174&fields=id&tenant_id=467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 267 time: 0.0393224 Aug 16 14:02:26.489858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-33af7ffa-d39d-4992-bafa-81b751f3b3ed None None] Provisioning complete for port 82528acc-57ec-45a0-9950-b90ceb7cd358 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:26.490406 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33af7ffa-d39d-4992-bafa-81b751f3b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:26.492395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Sync routers for ids ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:02:26.524673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Routers {'33fb8428-8798-4d4c-a582-b0dc4ae366d0'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:02:26.525465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:02:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:26.573763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-33af7ffa-d39d-4992-bafa-81b751f3b3ed None None] Port 82528acc-57ec-45a0-9950-b90ceb7cd358 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:02:26.596872 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-5abb564a-5a64-4dd7-a12a-bf805281d5d7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:26.598500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-5abb564a-5a64-4dd7-a12a-bf805281d5d7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/networks?id=efd24c3d-0ffb-493b-be07-5abb9ed7443b HTTP/1.1" status: 200 len: 797 time: 0.1186845 Aug 16 14:02:26.614727 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-8672f70c-1104-4fe4-a55a-78324460a65e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/quotas/467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 375 time: 0.0099864 Aug 16 14:02:26.672984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-568d1e02-a222-47d9-9284-2773be2d6fec tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509057 Aug 16 14:02:26.776605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-c6b7a281-eec3-401a-802a-df36691c0099 service neutron] 10.222.0.25 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908656 Aug 16 14:02:26.809940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0ddc3f74-8809-4baf-8bcf-fd5b995f3bec None None] Provisioning complete for port 82528acc-57ec-45a0-9950-b90ceb7cd358 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:26.810345 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0ddc3f74-8809-4baf-8bcf-fd5b995f3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:26.834496 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Set router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:02:26.868994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-a726e532-c1ea-49ea-884c-294d1add33b9 service neutron] 10.222.0.25 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846879 Aug 16 14:02:26.891513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0ddc3f74-8809-4baf-8bcf-fd5b995f3bec None None] Port 82528acc-57ec-45a0-9950-b90ceb7cd358 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:02:27.070957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6f4b62db-0b4b-4ab5-b139-2b9232486417 req-fb784bcd-3d63-4dfa-8544-f0e8695c453d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 210 time: 0.0302372 Aug 16 14:02:27.102310 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d6b492b1-e153-4afc-8059-05c878535d20 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:02:27.144231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:25Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '82528acc-57ec-45a0-9950-b90ceb7cd358', 'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:73:f0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:24Z', 'updated_at': '2021-08-16T14:02:25Z', 'revision_number': 2, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:27.176867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Checking router: 33fb8428-8798-4d4c-a582-b0dc4ae366d0 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:02:27.177224 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Updating router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 port 82528acc-57ec-45a0-9950-b90ceb7cd358 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:02:27.213894 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:27.218727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port d6b492b1-e153-4afc-8059-05c878535d20 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:02:27.230892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d6b492b1-e153-4afc-8059-05c878535d20 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:27.231272 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:27.465725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:27.499912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port d6b492b1-e153-4afc-8059-05c878535d20, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d6b492b1-e153-4afc-8059-05c878535d20,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:02:27.505681 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:27.506501 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d7266e36-5e7e-4abb-9248-0b817ba92e96 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:02:27.652689 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=d6b492b1-e153-4afc-8059-05c878535d20,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:27.673299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d7266e36-5e7e-4abb-9248-0b817ba92e96 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:27.673670 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:27.716646 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:27.740060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Transition to ACTIVE for port object 82528acc-57ec-45a0-9950-b90ceb7cd358 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:02:27.748232 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:27.855953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46ce79-f3db-4838-922e-c6f8907b8578 None None] Pushing event updated for resources: {'Port': ['ID=82528acc-57ec-45a0-9950-b90ceb7cd358,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:27.916934 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Attempting to bind port 82528acc-57ec-45a0-9950-b90ceb7cd358 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:02:27.917313 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Attempting to bind port 82528acc-57ec-45a0-9950-b90ceb7cd358 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:02:27.917681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Attempting to bind port 82528acc-57ec-45a0-9950-b90ceb7cd358 on network efd24c3d-0ffb-493b-be07-5abb9ed7443b {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:02:27.924061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:02:27.924440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Checking segment: {'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:02:27.924858 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:27.925253 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Bound using segment: {'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:02:27.925725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Bound port: 82528acc-57ec-45a0-9950-b90ceb7cd358, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:02:27.926118 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:28.028089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] For port 82528acc-57ec-45a0-9950-b90ceb7cd358, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:02:28.044674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] For port 82528acc-57ec-45a0-9950-b90ceb7cd358, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=82528acc-57ec-45a0-9950-b90ceb7cd358,segment=NetworkSegment(fcace2f2-258e-4054-b0ff-b6c98f5b3786),segment_id=fcace2f2-258e-4054-b0ff-b6c98f5b3786)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:02:28.050365 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:28.113524 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Routers {'33fb8428-8798-4d4c-a582-b0dc4ae366d0'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:02:28.114233 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:02:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:28.157615 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46ce79-f3db-4838-922e-c6f8907b8578 None None] Pushing event updated for resources: {'Port': ['ID=82528acc-57ec-45a0-9950-b90ceb7cd358,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:28.218506 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f67eb97e-bb9b-4b87-973c-bcbe5487a3a4 req-daa4ea7d-78df-49a6-a732-59d3647c4f5d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 210 time: 0.0471547 Aug 16 14:02:28.296183 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-b79b7a4f-a155-46ce-90ba-98cdafa16cbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:28.298767 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-b79b7a4f-a155-46ce-90ba-98cdafa16cbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "GET /v2.0/networks?id=efd24c3d-0ffb-493b-be07-5abb9ed7443b HTTP/1.1" status: 200 len: 797 time: 0.1805747 Aug 16 14:02:28.310489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] Set router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:02:28.353778 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-ebd81fbe-9056-412e-8fe0-fd5d49b67d21 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 380 time: 0.0396547 Aug 16 14:02:28.364387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'port': {'device_id': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'admin_state_up': True, 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'security_groups': ['7c77cf2c-fa67-462d-997d-ca9e1ccbad8e']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:28.481161 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:02:28.485497 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:28.544637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:25Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '82528acc-57ec-45a0-9950-b90ceb7cd358', 'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:73:f0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:24Z', 'updated_at': '2021-08-16T14:02:28Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:28.576020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f68ea-79be-4893-87c8-9a33973f9064 None None] The sync data for ids ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'] in n-d-804708-1 is: [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:25Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '82528acc-57ec-45a0-9950-b90ceb7cd358', 'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:73:f0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:24Z', 'updated_at': '2021-08-16T14:02:28Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:02:28.666805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.20.0.14 (efd24c3d-0ffb-493b-be07-5abb9ed7443b/e9dda53e-e0cd-4122-9b8b-a2b2a23729cc/e899aa1e-7e07-461e-9a96-db3d3a8c305c) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:02:28.841345 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:28.858923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Transition to ACTIVE for port object e899aa1e-7e07-461e-9a96-db3d3a8c305c will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:02:28.896337 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:28.948251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network efd24c3d-0ffb-493b-be07-5abb9ed7443b is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:02:28.952197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:02:28.956691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:02:28.960706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=e899aa1e-7e07-461e-9a96-db3d3a8c305c,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:29.015908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:29.016516 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.039558 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-e01d5a32-332c-4f09-8a2b-9b711049bad4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6791530 Aug 16 14:02:29.052547 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Request body: {'port': {'device_id': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:29.103566 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d6b492b1-e153-4afc-8059-05c878535d20 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:02:29.122057 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.192855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port d6b492b1-e153-4afc-8059-05c878535d20 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:29.193246 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.306058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 82528acc-57ec-45a0-9950-b90ceb7cd358 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:02:29.311920 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8ac47741-7c19-468b-94a1-789a9e795bc1 None None] Provisioning for port e899aa1e-7e07-461e-9a96-db3d3a8c305c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:02:29.336564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8ac47741-7c19-468b-94a1-789a9e795bc1 None None] Provisioning complete for port e899aa1e-7e07-461e-9a96-db3d3a8c305c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:29.337104 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8ac47741-7c19-468b-94a1-789a9e795bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.386258 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8ac47741-7c19-468b-94a1-789a9e795bc1 None None] Port e899aa1e-7e07-461e-9a96-db3d3a8c305c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:02:29.399076 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0746f7a-99ff-468e-8216-2681d25a6282 req-e605bb6c-7617-4848-a39c-aa76e12604dd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:29.400769 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0746f7a-99ff-468e-8216-2681d25a6282 req-e605bb6c-7617-4848-a39c-aa76e12604dd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 932 time: 0.0990233 Aug 16 14:02:29.412778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 82528acc-57ec-45a0-9950-b90ceb7cd358 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:02:29.418498 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 82528acc-57ec-45a0-9950-b90ceb7cd358 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:29.419474 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.456091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0746f7a-99ff-468e-8216-2681d25a6282 req-1d7d6247-1079-460a-a804-01b5f5aeac0b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384781 Aug 16 14:02:29.497343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e899aa1e-7e07-461e-9a96-db3d3a8c305c {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:02:29.505655 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.522637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Transition to ACTIVE for port object e899aa1e-7e07-461e-9a96-db3d3a8c305c will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:02:29.525544 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.528764 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.571123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 82528acc-57ec-45a0-9950-b90ceb7cd358, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=82528acc-57ec-45a0-9950-b90ceb7cd358,segment=NetworkSegment(fcace2f2-258e-4054-b0ff-b6c98f5b3786),segment_id=fcace2f2-258e-4054-b0ff-b6c98f5b3786)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:02:29.578034 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.628751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Pushing event updated for resources: {'Port': ['ID=e899aa1e-7e07-461e-9a96-db3d3a8c305c,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:29.659989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=82528acc-57ec-45a0-9950-b90ceb7cd358,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:29.696190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Attempting to bind port e899aa1e-7e07-461e-9a96-db3d3a8c305c on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:02:29.696629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Attempting to bind port e899aa1e-7e07-461e-9a96-db3d3a8c305c by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:02:29.697271 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Attempting to bind port e899aa1e-7e07-461e-9a96-db3d3a8c305c on network efd24c3d-0ffb-493b-be07-5abb9ed7443b {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:02:29.704493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Port e899aa1e-7e07-461e-9a96-db3d3a8c305c on network efd24c3d-0ffb-493b-be07-5abb9ed7443b not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:02:29.704891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Attempting to bind port e899aa1e-7e07-461e-9a96-db3d3a8c305c on network efd24c3d-0ffb-493b-be07-5abb9ed7443b {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:02:29.712604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:02:29.714399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Checking segment: {'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:02:29.714834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Bound using segment: {'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:02:29.715302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Bound port: e899aa1e-7e07-461e-9a96-db3d3a8c305c, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcace2f2-258e-4054-b0ff-b6c98f5b3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:02:29.715679 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.799914 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] For port e899aa1e-7e07-461e-9a96-db3d3a8c305c, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:02:29.803305 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] For port e899aa1e-7e07-461e-9a96-db3d3a8c305c, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e899aa1e-7e07-461e-9a96-db3d3a8c305c,segment=NetworkSegment(fcace2f2-258e-4054-b0ff-b6c98f5b3786),segment_id=fcace2f2-258e-4054-b0ff-b6c98f5b3786)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:02:29.808636 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.845591 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:29.846120 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:29.847577 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] 10.222.0.42 "PUT /v2.0/ports/e899aa1e-7e07-461e-9a96-db3d3a8c305c HTTP/1.1" status: 200 len: 1092 time: 0.7996945 Aug 16 14:02:29.848238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'tag': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:02:29.850378 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975ec2be-ef1c-468c-ad1b-841e62e16a53" -d '{"events": [{"name": "network-changed", "server_uuid": "d2845174-fd4e-4b6b-b7f4-c77e1ab03350", "tag": "e899aa1e-7e07-461e-9a96-db3d3a8c305c"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:02:29.881974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c71018-6a68-4ea0-b6b0-f55992f0856f service neutron] Pushing event updated for resources: {'Port': ['ID=e899aa1e-7e07-461e-9a96-db3d3a8c305c,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:29.908148 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeac9751-60eb-41f0-8f60-ff3272a8e09f x-openstack-request-id: req-aeac9751-60eb-41f0-8f60-ff3272a8e09f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:02:29.908755 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2845174-fd4e-4b6b-b7f4-c77e1ab03350", "tag": "e899aa1e-7e07-461e-9a96-db3d3a8c305c", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:02:29.909318 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aeac9751-60eb-41f0-8f60-ff3272a8e09f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:02:29.909967 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'tag': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c', 'status': 'completed', 'code': 200} Aug 16 14:02:29.962525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-b4172d82-e6b4-40f7-afe2-98f4488948c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:29.964095 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-b4172d82-e6b4-40f7-afe2-98f4488948c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 1095 time: 0.0528324 Aug 16 14:02:30.009018 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-95e33327-9bff-4592-bf0f-b451336b95de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e899aa1e-7e07-461e-9a96-db3d3a8c305c HTTP/1.1" status: 200 len: 217 time: 0.0373049 Aug 16 14:02:30.063730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-a98cd070-779d-4e50-a926-bc4eee388464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:30.065202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-a98cd070-779d-4e50-a926-bc4eee388464 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9dda53e-e0cd-4122-9b8b-a2b2a23729cc HTTP/1.1" status: 200 len: 835 time: 0.0488658 Aug 16 14:02:30.111455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-41b80624-6747-49dc-9e9f-aa03e478ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:30.112937 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-41b80624-6747-49dc-9e9f-aa03e478ff11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efd24c3d-0ffb-493b-be07-5abb9ed7443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397773 Aug 16 14:02:30.211535 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-88161bd8-aa4d-4d5e-b15f-2388e803d249 service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907273 Aug 16 14:02:30.313359 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b0cc8b4-10d2-4668-abb9-b202670c6cb9 req-2f14f8f9-e313-4ce3-b46b-6fd12c4a34ca service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942941 Aug 16 14:02:30.399714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ec2be-ef1c-468c-ad1b-841e62e16a53 req-62066bda-d260-40ff-9f55-730ef5229c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:30.401224 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-975ec2be-ef1c-468c-ad1b-841e62e16a53 req-62066bda-d260-40ff-9f55-730ef5229c4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 1095 time: 0.0424311 Aug 16 14:02:30.473136 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:30.496635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ec2be-ef1c-468c-ad1b-841e62e16a53 req-2932fa52-cfad-489a-92bf-13725f6b51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:30.498175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-975ec2be-ef1c-468c-ad1b-841e62e16a53 req-2932fa52-cfad-489a-92bf-13725f6b51cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=efd24c3d-0ffb-493b-be07-5abb9ed7443b HTTP/1.1" status: 200 len: 897 time: 0.0893705 Aug 16 14:02:30.543678 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-975ec2be-ef1c-468c-ad1b-841e62e16a53 req-a8eaff55-f5b0-43ac-817e-ccc2d5275983 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e899aa1e-7e07-461e-9a96-db3d3a8c305c HTTP/1.1" status: 200 len: 217 time: 0.0381625 Aug 16 14:02:30.579462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e8e48-4f93-4424-8344-8f5c6c4c065a req-d90d377f-19cd-481e-8e38-b9dc08dd680d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:30.581044 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da9e8e48-4f93-4424-8344-8f5c6c4c065a req-d90d377f-19cd-481e-8e38-b9dc08dd680d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 944 time: 0.0491769 Aug 16 14:02:30.595686 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ec2be-ef1c-468c-ad1b-841e62e16a53 req-cc4d7e6a-659a-42c1-8348-1ae7ad2aac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:30.597180 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-975ec2be-ef1c-468c-ad1b-841e62e16a53 req-cc4d7e6a-659a-42c1-8348-1ae7ad2aac0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9dda53e-e0cd-4122-9b8b-a2b2a23729cc HTTP/1.1" status: 200 len: 835 time: 0.0455880 Aug 16 14:02:30.618957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da9e8e48-4f93-4424-8344-8f5c6c4c065a req-ecd198e7-bc7b-40eb-b825-25cd8ab83068 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320415 Aug 16 14:02:30.645569 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ec2be-ef1c-468c-ad1b-841e62e16a53 req-4b6beaa9-45ac-422e-abf0-3ff0cef2da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:30.647135 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-975ec2be-ef1c-468c-ad1b-841e62e16a53 req-4b6beaa9-45ac-422e-abf0-3ff0cef2da43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efd24c3d-0ffb-493b-be07-5abb9ed7443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421307 Aug 16 14:02:30.740771 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-975ec2be-ef1c-468c-ad1b-841e62e16a53 req-c61e7355-8b9f-486d-a238-3fc06f1d45eb service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846682 Aug 16 14:02:30.832489 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-975ec2be-ef1c-468c-ad1b-841e62e16a53 req-a72c7af4-0903-4bce-a130-ff510f596eb4 service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832646 Aug 16 14:02:30.977813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 82528acc-57ec-45a0-9950-b90ceb7cd358 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:02:31.025351 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 82528acc-57ec-45a0-9950-b90ceb7cd358 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:31.025725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:31.744703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0cd0-4910-48c8-b21d-388796286ae7 req-a3b8bbc2-f6f2-4f82-816a-a91eb85ee543 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:31.746219 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61fc0cd0-4910-48c8-b21d-388796286ae7 req-a3b8bbc2-f6f2-4f82-816a-a91eb85ee543 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 944 time: 0.0562079 Aug 16 14:02:31.784945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-61fc0cd0-4910-48c8-b21d-388796286ae7 req-067952a7-6f98-4645-8ba5-9774413b6c2e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Aug 16 14:02:31.917610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3ee47b65-d75a-489a-ae57-1887fb5614c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:32.905739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea757e96-fda5-467e-bde0-7559b39ed185 req-2dd48a37-a678-4a9a-b1c3-f3410f06e6d4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:32.907229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ea757e96-fda5-467e-bde0-7559b39ed185 req-2dd48a37-a678-4a9a-b1c3-f3410f06e6d4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 944 time: 0.0522299 Aug 16 14:02:32.944704 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ea757e96-fda5-467e-bde0-7559b39ed185 req-79dddc4e-8fcd-48e0-8e31-5a9233044154 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315104 Aug 16 14:02:34.059954 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d00cc-bdae-4e3b-bb84-8ceff8028285 req-7a7d3102-c237-4dbb-b591-5b04d302fad2 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:34.061724 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-756d00cc-bdae-4e3b-bb84-8ceff8028285 req-7a7d3102-c237-4dbb-b591-5b04d302fad2 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 944 time: 0.0497441 Aug 16 14:02:34.114639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-756d00cc-bdae-4e3b-bb84-8ceff8028285 req-3423ce19-d612-43b4-8d5c-85df386eba40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469630 Aug 16 14:02:34.359467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e899aa1e-7e07-461e-9a96-db3d3a8c305c details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:02:34.451137 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e899aa1e-7e07-461e-9a96-db3d3a8c305c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e899aa1e-7e07-461e-9a96-db3d3a8c305c,segment=NetworkSegment(fcace2f2-258e-4054-b0ff-b6c98f5b3786),segment_id=fcace2f2-258e-4054-b0ff-b6c98f5b3786)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:02:34.469136 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'port_id': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:02:34.477550 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a781c731-5b13-45d7-9637-d5b4d9687c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:34.515132 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:34.527647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e899aa1e-7e07-461e-9a96-db3d3a8c305c {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:02:34.546972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e899aa1e-7e07-461e-9a96-db3d3a8c305c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e899aa1e-7e07-461e-9a96-db3d3a8c305c,segment=NetworkSegment(fcace2f2-258e-4054-b0ff-b6c98f5b3786),segment_id=fcace2f2-258e-4054-b0ff-b6c98f5b3786)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:02:34.550595 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:34.596432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e899aa1e-7e07-461e-9a96-db3d3a8c305c,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:34.735373 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:34.792289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['e899aa1e-7e07-461e-9a96-db3d3a8c305c'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:02:35.235782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b68ab-fd01-4812-87fa-da87142c428b req-b8962d68-0c23-4deb-823f-d26d56a04cca tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:35.237318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c90b68ab-fd01-4812-87fa-da87142c428b req-b8962d68-0c23-4deb-823f-d26d56a04cca tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 945 time: 0.0484474 Aug 16 14:02:35.274208 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c90b68ab-fd01-4812-87fa-da87142c428b req-cbee96d6-06bb-434e-aa12-8b02a4d8dcab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309694 Aug 16 14:02:35.769744 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:36.378804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e899aa1e-7e07-461e-9a96-db3d3a8c305c up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:02:36.392866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b176f8-b9c8-4474-82a4-61d210b95a2e req-54372939-303b-4c46-899a-7b15da3daa07 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:36.394423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30b176f8-b9c8-4474-82a4-61d210b95a2e req-54372939-303b-4c46-899a-7b15da3daa07 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 945 time: 0.0531054 Aug 16 14:02:36.429345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port e899aa1e-7e07-461e-9a96-db3d3a8c305c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:02:36.433011 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port e899aa1e-7e07-461e-9a96-db3d3a8c305c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:02:36.433387 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:36.433597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-30b176f8-b9c8-4474-82a4-61d210b95a2e req-2c653005-649b-4c2d-8247-57f780c27dcf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331759 Aug 16 14:02:36.520933 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:36.543392 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:02:36.546324 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4833b4b4-40dc-45b4-8c0a-2b21be8fe94b" -d '{"events": [{"server_uuid": "d2845174-fd4e-4b6b-b7f4-c77e1ab03350", "name": "network-vif-plugged", "status": "completed", "tag": "e899aa1e-7e07-461e-9a96-db3d3a8c305c"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:02:36.560512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port e899aa1e-7e07-461e-9a96-db3d3a8c305c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e899aa1e-7e07-461e-9a96-db3d3a8c305c,segment=NetworkSegment(fcace2f2-258e-4054-b0ff-b6c98f5b3786),segment_id=fcace2f2-258e-4054-b0ff-b6c98f5b3786)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:02:36.564881 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:36.590309 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e68d097-1b9a-4efc-8c7d-d0a4a5cd365d x-openstack-request-id: req-3e68d097-1b9a-4efc-8c7d-d0a4a5cd365d {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:02:36.590597 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2845174-fd4e-4b6b-b7f4-c77e1ab03350", "name": "network-vif-plugged", "status": "completed", "tag": "e899aa1e-7e07-461e-9a96-db3d3a8c305c", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:02:36.590849 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e68d097-1b9a-4efc-8c7d-d0a4a5cd365d {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:02:36.591225 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c', 'code': 200} Aug 16 14:02:36.618626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=e899aa1e-7e07-461e-9a96-db3d3a8c305c,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:36.684871 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7157c-d96b-4689-86a3-7c3d82fafab7 req-2cee8af3-10aa-4f3f-8c25-8c316ffb3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:36.686580 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-60b7157c-d96b-4689-86a3-7c3d82fafab7 req-2cee8af3-10aa-4f3f-8c25-8c316ffb3500 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 1097 time: 0.0448601 Aug 16 14:02:36.721044 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-60b7157c-d96b-4689-86a3-7c3d82fafab7 req-d762b583-e415-4c85-9d3c-8e0e1f609a65 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276270 Aug 16 14:02:37.553798 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165b681-0afb-4d83-8176-478fef3e3fb5 req-64f72a0c-d965-427b-bc49-6042889cefbe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:37.555282 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6165b681-0afb-4d83-8176-478fef3e3fb5 req-64f72a0c-d965-427b-bc49-6042889cefbe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0487556 Aug 16 14:02:37.581645 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:37.595390 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6165b681-0afb-4d83-8176-478fef3e3fb5 req-5224e080-7cf4-4cbc-beee-0cbfff31b89c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341139 Aug 16 14:02:37.711782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784093ce-f0fa-490e-8d4b-9623e7b1f6d7 req-f8d33958-9d94-4b39-b657-84a68c93c1a5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:37.713253 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-784093ce-f0fa-490e-8d4b-9623e7b1f6d7 req-f8d33958-9d94-4b39-b657-84a68c93c1a5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0498354 Aug 16 14:02:37.750998 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-784093ce-f0fa-490e-8d4b-9623e7b1f6d7 req-b8da36c8-22f1-4cf7-9196-0c53ee607f8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309813 Aug 16 14:02:37.773281 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36178) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:37.817508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49226996-50d1-4ba2-9444-71a5111b4aa1 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:37.818975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-49226996-50d1-4ba2-9444-71a5111b4aa1 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 1092 time: 0.0447397 Aug 16 14:02:37.821650 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36180) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:37.825911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:02:37.848942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:37.943194 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:38.409918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.25.0.151 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/99a6eb86-4c4d-43d5-ae67-0536f4a428a1) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:02:38.514956 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:38.554562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:38.592856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:02:38.597592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:02:38.601045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:02:38.625592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=99a6eb86-4c4d-43d5-ae67-0536f4a428a1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:38.954708 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:39.024688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:39.175552 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:39.179987 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:39.242339 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=99a6eb86-4c4d-43d5-ae67-0536f4a428a1,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:02:39.257897 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:39.359721 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Floating IP e95f62f7-d34d-4364-a40c-80382977e2a4 associated. External IP: 172.25.0.151, port: e899aa1e-7e07-461e-9a96-db3d3a8c305c. Aug 16 14:02:39.566289 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:02:39.679199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:02:39.690343 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bf35d-f687-4b40-a2ff-2a8f11c0dbe1 None None] Sync routers for ids ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:02:39.697195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:02:39.702453 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bf35d-f687-4b40-a2ff-2a8f11c0dbe1 None None] Routers {'33fb8428-8798-4d4c-a582-b0dc4ae366d0'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:02:39.703132 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-039bf35d-f687-4b40-a2ff-2a8f11c0dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:02:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:39.725528 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1f84b5e9-9954-4a41-a301-d5f40597a17e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9028311 Aug 16 14:02:39.726146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'tag': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:02:39.728412 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6869b1e8-1930-407d-929e-a3be6612822b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2845174-fd4e-4b6b-b7f4-c77e1ab03350", "tag": "e899aa1e-7e07-461e-9a96-db3d3a8c305c"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:02:39.772083 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d0e263-c44b-43bb-8d8c-ab6cea71f359 x-openstack-request-id: req-76d0e263-c44b-43bb-8d8c-ab6cea71f359 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:02:39.772414 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2845174-fd4e-4b6b-b7f4-c77e1ab03350", "tag": "e899aa1e-7e07-461e-9a96-db3d3a8c305c", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:02:39.772655 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76d0e263-c44b-43bb-8d8c-ab6cea71f359 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:02:39.773038 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'tag': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c', 'status': 'completed', 'code': 200} Aug 16 14:02:39.815490 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-039bf35d-f687-4b40-a2ff-2a8f11c0dbe1 None None] Set router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:02:39.835299 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528494-f714-4514-aa44-7f44bf4c510b req-c7242d73-83dd-4954-bb7e-9b4f87a7a09d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:39.836270 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b1e8-1930-407d-929e-a3be6612822b req-fe9e2f6d-666d-43af-acc4-0ca4e61df11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:39.837792 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6869b1e8-1930-407d-929e-a3be6612822b req-fe9e2f6d-666d-43af-acc4-0ca4e61df11d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 1097 time: 0.0416160 Aug 16 14:02:39.842249 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e528494-f714-4514-aa44-7f44bf4c510b req-c7242d73-83dd-4954-bb7e-9b4f87a7a09d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0563962 Aug 16 14:02:39.876527 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e528494-f714-4514-aa44-7f44bf4c510b req-5f0f05a8-8e12-4330-9503-8139ccedd176 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332773 Aug 16 14:02:39.899699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36186) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:39.936364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b1e8-1930-407d-929e-a3be6612822b req-198a5ac9-ed59-41ea-bcb7-c617545de5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:39.937929 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6869b1e8-1930-407d-929e-a3be6612822b req-198a5ac9-ed59-41ea-bcb7-c617545de5a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efd24c3d-0ffb-493b-be07-5abb9ed7443b HTTP/1.1" status: 200 len: 897 time: 0.0930326 Aug 16 14:02:39.970193 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-06348756-1b95-4569-b644-277612e084f4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/e95f62f7-d34d-4364-a40c-80382977e2a4 HTTP/1.1" status: 200 len: 992 time: 0.0674784 Aug 16 14:02:40.004897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6869b1e8-1930-407d-929e-a3be6612822b req-bd0af1c1-d61e-46ef-a672-84dfc1961795 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e899aa1e-7e07-461e-9a96-db3d3a8c305c HTTP/1.1" status: 200 len: 1000 time: 0.0595074 Aug 16 14:02:40.055906 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-039bf35d-f687-4b40-a2ff-2a8f11c0dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:25Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'e95f62f7-d34d-4364-a40c-80382977e2a4', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'port_id': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:02:38Z', 'updated_at': '2021-08-16T14:02:38Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82528acc-57ec-45a0-9950-b90ceb7cd358', 'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:73:f0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:24Z', 'updated_at': '2021-08-16T14:02:29Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:40.056518 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b1e8-1930-407d-929e-a3be6612822b req-9d678d37-0b33-4f05-aa84-64cd5ce4dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:40.057995 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6869b1e8-1930-407d-929e-a3be6612822b req-9d678d37-0b33-4f05-aa84-64cd5ce4dd1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9dda53e-e0cd-4122-9b8b-a2b2a23729cc HTTP/1.1" status: 200 len: 835 time: 0.0457189 Aug 16 14:02:40.082280 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bf35d-f687-4b40-a2ff-2a8f11c0dbe1 None None] Checking router: 33fb8428-8798-4d4c-a582-b0dc4ae366d0 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:02:40.090549 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bf35d-f687-4b40-a2ff-2a8f11c0dbe1 None None] Routers {'33fb8428-8798-4d4c-a582-b0dc4ae366d0'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:02:40.091070 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-039bf35d-f687-4b40-a2ff-2a8f11c0dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:02:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:40.107736 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b1e8-1930-407d-929e-a3be6612822b req-7f37bd44-ce3d-40ce-9e55-d1840fe66320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:02:40.109228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6869b1e8-1930-407d-929e-a3be6612822b req-7f37bd44-ce3d-40ce-9e55-d1840fe66320 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efd24c3d-0ffb-493b-be07-5abb9ed7443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443964 Aug 16 14:02:40.206432 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-039bf35d-f687-4b40-a2ff-2a8f11c0dbe1 None None] Set router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:02:40.207780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6869b1e8-1930-407d-929e-a3be6612822b req-a6519502-e6ad-4230-b00f-688afbff28cf service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907540 Aug 16 14:02:40.305020 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6869b1e8-1930-407d-929e-a3be6612822b req-59d6d11c-10dd-4178-94ae-71a88103b9ff service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896029 Aug 16 14:02:40.433433 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-039bf35d-f687-4b40-a2ff-2a8f11c0dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:25Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'e95f62f7-d34d-4364-a40c-80382977e2a4', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'port_id': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:02:38Z', 'updated_at': '2021-08-16T14:02:38Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82528acc-57ec-45a0-9950-b90ceb7cd358', 'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:73:f0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:24Z', 'updated_at': '2021-08-16T14:02:29Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:02:40.458617 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bf35d-f687-4b40-a2ff-2a8f11c0dbe1 None None] The sync data for ids ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'] in n-d-804708-1 is: [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:25Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'e95f62f7-d34d-4364-a40c-80382977e2a4', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'port_id': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'mac_address': 'fa:16:3e:93:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:02:38Z', 'updated_at': '2021-08-16T14:02:38Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82528acc-57ec-45a0-9950-b90ceb7cd358', 'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:73:f0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:24Z', 'updated_at': '2021-08-16T14:02:29Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:02:40.647417 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500ae8c-05a6-4631-bdd2-91da59f777fe None None] New status for floating IP e95f62f7-d34d-4364-a40c-80382977e2a4: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:02:40.972588 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36188) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:02:41.032851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d2ad5a59-a28f-428d-8402-b00c4aeada97 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/e95f62f7-d34d-4364-a40c-80382977e2a4 HTTP/1.1" status: 200 len: 994 time: 0.0591178 Aug 16 14:02:41.628724 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:02:47.043391 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:00.489147 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:01.917445 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-19b2e549-a729-4872-a612-e2678ab0e964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:04.468866 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd813bd6-db6f-4cff-8ea8-0af6c9521dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:04.736540 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:05.774516 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:07.585369 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:09.767907 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae52596-1573-49b1-a0ca-cda2cfa40093 req-1b1fa105-ebf0-4d15-9d52-b34a7de0b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:09.769498 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dae52596-1573-49b1-a0ca-cda2cfa40093 req-1b1fa105-ebf0-4d15-9d52-b34a7de0b50d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 1097 time: 0.0429037 Aug 16 14:03:09.773425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc3118-4648-48f8-823c-509e06a21629 req-4eed5589-bac5-4f1f-8656-9396e503212c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:09.774965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27cc3118-4648-48f8-823c-509e06a21629 req-4eed5589-bac5-4f1f-8656-9396e503212c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0499797 Aug 16 14:03:09.813808 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-27cc3118-4648-48f8-823c-509e06a21629 req-e9a31532-77f2-4f0c-a310-30ad64d00091 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Aug 16 14:03:09.867216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae52596-1573-49b1-a0ca-cda2cfa40093 req-6665aaed-4f44-4d1c-80c3-9aee9d3e0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:09.868611 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dae52596-1573-49b1-a0ca-cda2cfa40093 req-6665aaed-4f44-4d1c-80c3-9aee9d3e0342 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efd24c3d-0ffb-493b-be07-5abb9ed7443b HTTP/1.1" status: 200 len: 897 time: 0.0900953 Aug 16 14:03:09.935921 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dae52596-1573-49b1-a0ca-cda2cfa40093 req-2a99b637-fb2f-435c-853c-909a208fe76f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e899aa1e-7e07-461e-9a96-db3d3a8c305c HTTP/1.1" status: 200 len: 1002 time: 0.0600495 Aug 16 14:03:09.986843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae52596-1573-49b1-a0ca-cda2cfa40093 req-58d3f348-64f5-410a-bcb2-6ce854fbc188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:09.988297 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dae52596-1573-49b1-a0ca-cda2cfa40093 req-58d3f348-64f5-410a-bcb2-6ce854fbc188 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9dda53e-e0cd-4122-9b8b-a2b2a23729cc HTTP/1.1" status: 200 len: 835 time: 0.0451922 Aug 16 14:03:10.037414 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae52596-1573-49b1-a0ca-cda2cfa40093 req-f1b9a991-5642-4f7a-86a6-5569dedea2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:10.038996 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dae52596-1573-49b1-a0ca-cda2cfa40093 req-f1b9a991-5642-4f7a-86a6-5569dedea2e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efd24c3d-0ffb-493b-be07-5abb9ed7443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414689 Aug 16 14:03:10.133235 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dae52596-1573-49b1-a0ca-cda2cfa40093 req-c34fe0b2-bba0-4121-99dc-4b29a2f9f034 service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850227 Aug 16 14:03:10.228823 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dae52596-1573-49b1-a0ca-cda2cfa40093 req-d2921850-e24f-4b07-90f6-030639bd64a5 service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838959 Aug 16 14:03:10.946441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0985a-b217-451c-a9b2-6b8f1a994538 req-52dbf9cd-5dec-407a-b3cd-309a952bde63 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:10.947924 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bba0985a-b217-451c-a9b2-6b8f1a994538 req-52dbf9cd-5dec-407a-b3cd-309a952bde63 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0483367 Aug 16 14:03:10.990787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bba0985a-b217-451c-a9b2-6b8f1a994538 req-0ac45b1d-1798-4715-b680-af4ba8ff16c7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359733 Aug 16 14:03:12.109998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869dc3-dee2-41b5-816a-36c178c4605a req-8c76d2fa-6e29-471a-8a68-de7510fc53d4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:12.111519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58869dc3-dee2-41b5-816a-36c178c4605a req-8c76d2fa-6e29-471a-8a68-de7510fc53d4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0497408 Aug 16 14:03:12.150170 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-58869dc3-dee2-41b5-816a-36c178c4605a req-d4c67346-de8e-4f68-b828-9eb01cd18e9e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325582 Aug 16 14:03:13.267820 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518b460-680f-4a7b-bb6b-f61f0bab37e6 req-d143a34f-ac4d-441e-8dc7-a80d847782d5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:13.269401 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f518b460-680f-4a7b-bb6b-f61f0bab37e6 req-d143a34f-ac4d-441e-8dc7-a80d847782d5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0503285 Aug 16 14:03:13.307986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f518b460-680f-4a7b-bb6b-f61f0bab37e6 req-2ef995ab-1fe3-44e6-a166-72cf6bd40071 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327177 Aug 16 14:03:14.429182 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83762d9b-641d-4595-ab97-531ef2899ea6 req-e90ad83e-b4af-44d5-825b-92f9bc0ff719 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:14.430595 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83762d9b-641d-4595-ab97-531ef2899ea6 req-e90ad83e-b4af-44d5-825b-92f9bc0ff719 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0485904 Aug 16 14:03:14.472617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83762d9b-641d-4595-ab97-531ef2899ea6 req-0fc40ae9-b687-4ec7-a39d-416d55009ee1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360661 Aug 16 14:03:15.588678 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f91bc-f140-4ab3-a347-b52b028424ca req-0efe5c5d-534b-40a5-afc9-9ae35f95b54b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:15.590067 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b96f91bc-f140-4ab3-a347-b52b028424ca req-0efe5c5d-534b-40a5-afc9-9ae35f95b54b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0493519 Aug 16 14:03:15.627493 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b96f91bc-f140-4ab3-a347-b52b028424ca req-1ea6e71d-a4f0-4c80-897a-eb236c1295cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312154 Aug 16 14:03:16.745285 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa72f8-22d5-4e17-8fdf-47e1913cc5a2 req-f113086f-1b8b-4fdc-a699-5038f6753aaa tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:16.746807 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eafa72f8-22d5-4e17-8fdf-47e1913cc5a2 req-f113086f-1b8b-4fdc-a699-5038f6753aaa tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0525870 Aug 16 14:03:16.786500 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eafa72f8-22d5-4e17-8fdf-47e1913cc5a2 req-7bab32eb-d9d7-4cf2-acc8-352993287c95 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335920 Aug 16 14:03:17.041486 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:17.906896 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd132a-3181-44e5-894c-4c327bef714f req-c484fbe0-195d-42bc-818a-f588bdea06c7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:17.908378 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebbd132a-3181-44e5-894c-4c327bef714f req-c484fbe0-195d-42bc-818a-f588bdea06c7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0482390 Aug 16 14:03:17.949670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ebbd132a-3181-44e5-894c-4c327bef714f req-1dd2afec-f39b-4082-9aa3-fffcaafef556 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353487 Aug 16 14:03:18.627977 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:03:19.064119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25eae-6ade-41cd-88ed-30dfb496189b req-e76a5ca8-cfe9-46ec-bd29-0ca3eb53f964 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:19.065610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bf25eae-6ade-41cd-88ed-30dfb496189b req-e76a5ca8-cfe9-46ec-bd29-0ca3eb53f964 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0489063 Aug 16 14:03:19.104088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0bf25eae-6ade-41cd-88ed-30dfb496189b req-c08e69ec-c1dd-4c14-9940-ca1361ae5a7d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325203 Aug 16 14:03:19.449515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f02d9-275c-484e-af89-65e3cc528fbe req-955d78ff-940d-4f66-bc91-06e6543d7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:19.451049 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b2f02d9-275c-484e-af89-65e3cc528fbe req-955d78ff-940d-4f66-bc91-06e6543d7a5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 1097 time: 0.0430558 Aug 16 14:03:19.564621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f02d9-275c-484e-af89-65e3cc528fbe req-ad43abaa-991c-4d49-b765-e40d1bf7bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:19.566006 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b2f02d9-275c-484e-af89-65e3cc528fbe req-ad43abaa-991c-4d49-b765-e40d1bf7bf92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efd24c3d-0ffb-493b-be07-5abb9ed7443b HTTP/1.1" status: 200 len: 897 time: 0.0959594 Aug 16 14:03:19.633455 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b2f02d9-275c-484e-af89-65e3cc528fbe req-7fafdde1-5973-4172-83dd-146f0badc219 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e899aa1e-7e07-461e-9a96-db3d3a8c305c HTTP/1.1" status: 200 len: 1002 time: 0.0599878 Aug 16 14:03:19.681831 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f02d9-275c-484e-af89-65e3cc528fbe req-0c20f889-560d-4a65-954d-eef43a933db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:19.683271 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b2f02d9-275c-484e-af89-65e3cc528fbe req-0c20f889-560d-4a65-954d-eef43a933db8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9dda53e-e0cd-4122-9b8b-a2b2a23729cc HTTP/1.1" status: 200 len: 835 time: 0.0426083 Aug 16 14:03:19.726437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f02d9-275c-484e-af89-65e3cc528fbe req-4ce65b71-b2f8-4d7b-8288-572cc2fa35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:19.727948 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b2f02d9-275c-484e-af89-65e3cc528fbe req-4ce65b71-b2f8-4d7b-8288-572cc2fa35c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efd24c3d-0ffb-493b-be07-5abb9ed7443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381815 Aug 16 14:03:20.149905 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b2f02d9-275c-484e-af89-65e3cc528fbe req-1fbf46e1-4577-4bcc-bb4a-c342128754ad service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142315 Aug 16 14:03:20.219597 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd48ca-0930-4819-ba34-dd70f111cc64 req-200ab919-80b6-467c-ae61-ecf783e2d43e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:20.221222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52fd48ca-0930-4819-ba34-dd70f111cc64 req-200ab919-80b6-467c-ae61-ecf783e2d43e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0482996 Aug 16 14:03:20.241983 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4b2f02d9-275c-484e-af89-65e3cc528fbe req-3f2efa3c-72ad-41dd-b275-be80216b6901 service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839179 Aug 16 14:03:20.259575 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-52fd48ca-0930-4819-ba34-dd70f111cc64 req-2753df8e-732d-47f4-98dc-0b403589717e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Aug 16 14:03:21.374294 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b49310-68c6-41cd-b89b-bfab4bb47664 req-d69dc25d-1005-4375-94c0-597fa6730b69 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:21.376439 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02b49310-68c6-41cd-b89b-bfab4bb47664 req-d69dc25d-1005-4375-94c0-597fa6730b69 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0495284 Aug 16 14:03:21.416977 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-02b49310-68c6-41cd-b89b-bfab4bb47664 req-93fe6b22-ed9b-40ad-a335-97a0d2da1f9a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344853 Aug 16 14:03:21.440530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36228) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:03:21.499556 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-fede3409-5374-4100-8c9d-a56fd31b8bc2 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/e95f62f7-d34d-4364-a40c-80382977e2a4 HTTP/1.1" status: 200 len: 994 time: 0.0578036 Aug 16 14:03:30.495382 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:31.919257 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6920-c1e1-4c48-8135-567e95f1a479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:34.469274 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7cfbbe89-395c-46d8-8a72-d9427c1a0e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:34.736801 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:35.776841 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:37.586842 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:47.040739 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:51.849260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36250) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:03:52.042487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 99a6eb86-4c4d-43d5-ae67-0536f4a428a1 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:03:52.042844 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:52.132409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:52.132668 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:52.147194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 99a6eb86-4c4d-43d5-ae67-0536f4a428a1 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:03:52.307763 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:52.334550 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=99a6eb86-4c4d-43d5-ae67-0536f4a428a1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:03:52.362455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.362806 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.363153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.363487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.363818 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.364146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.364471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.364797 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.365121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.365444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.365768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.366120 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:52.412973 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:52.413205 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Floating IP e95f62f7-d34d-4364-a40c-80382977e2a4 disassociated (deleted). External IP: 172.25.0.151, port: e899aa1e-7e07-461e-9a96-db3d3a8c305c. Aug 16 14:03:52.633050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:03:52.746471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:03:52.751273 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:52.756875 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b9728-8071-47cb-9b09-ed7c1844e3fd None None] Sync routers for ids ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:03:52.768534 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b9728-8071-47cb-9b09-ed7c1844e3fd None None] Routers {'33fb8428-8798-4d4c-a582-b0dc4ae366d0'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:03:52.769177 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3b8b9728-8071-47cb-9b09-ed7c1844e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:03:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:03:52.779555 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e2fe28bc-d932-4086-b9cd-a0b60dac9e32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/floatingips/e95f62f7-d34d-4364-a40c-80382977e2a4 HTTP/1.1" status: 204 len: 168 time: 0.9291255 Aug 16 14:03:52.780160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'tag': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:03:52.782467 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad" -d '{"events": [{"name": "network-changed", "server_uuid": "d2845174-fd4e-4b6b-b7f4-c77e1ab03350", "tag": "e899aa1e-7e07-461e-9a96-db3d3a8c305c"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:03:52.894180 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3b8b9728-8071-47cb-9b09-ed7c1844e3fd None None] Set router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:03:52.928436 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66da37ee-6f91-4f04-a0bc-06b15d9e5c36 x-openstack-request-id: req-66da37ee-6f91-4f04-a0bc-06b15d9e5c36 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:03:52.929032 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2845174-fd4e-4b6b-b7f4-c77e1ab03350", "tag": "e899aa1e-7e07-461e-9a96-db3d3a8c305c", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:03:52.929032 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66da37ee-6f91-4f04-a0bc-06b15d9e5c36 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:03:52.929476 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'tag': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c', 'status': 'completed', 'code': 200} Aug 16 14:03:53.027630 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad req-d2ed658c-0e84-4e41-86e8-669396a4c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:53.030074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad req-d2ed658c-0e84-4e41-86e8-669396a4c895 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 1097 time: 0.0698073 Aug 16 14:03:53.087388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd6761-43d1-4730-a175-c8ec5b62a06e req-4317c84e-0df1-4078-9b8d-211af678710c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:53.089079 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4cd6761-43d1-4730-a175-c8ec5b62a06e req-4317c84e-0df1-4078-9b8d-211af678710c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0561657 Aug 16 14:03:53.130662 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4cd6761-43d1-4730-a175-c8ec5b62a06e req-b65f0c6c-cf17-453a-b585-1902419b4f5b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350564 Aug 16 14:03:53.146404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad req-58e57d5c-a2d0-4c33-9681-71859ec090a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:53.147898 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad req-58e57d5c-a2d0-4c33-9681-71859ec090a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efd24c3d-0ffb-493b-be07-5abb9ed7443b HTTP/1.1" status: 200 len: 897 time: 0.1091819 Aug 16 14:03:53.153610 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3b8b9728-8071-47cb-9b09-ed7c1844e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:25Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '82528acc-57ec-45a0-9950-b90ceb7cd358', 'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:73:f0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:24Z', 'updated_at': '2021-08-16T14:02:29Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:03:53.202016 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad req-57dcaf23-32d1-4ce6-bde8-e591cd3539b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e899aa1e-7e07-461e-9a96-db3d3a8c305c HTTP/1.1" status: 200 len: 217 time: 0.0430350 Aug 16 14:03:53.259724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad req-41bd0aaa-f567-4b90-888e-74a7cf30b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:53.261239 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad req-41bd0aaa-f567-4b90-888e-74a7cf30b288 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9dda53e-e0cd-4122-9b8b-a2b2a23729cc HTTP/1.1" status: 200 len: 835 time: 0.0512846 Aug 16 14:03:53.277545 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b9728-8071-47cb-9b09-ed7c1844e3fd None None] Checking router: 33fb8428-8798-4d4c-a582-b0dc4ae366d0 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:03:53.285816 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b9728-8071-47cb-9b09-ed7c1844e3fd None None] Routers {'33fb8428-8798-4d4c-a582-b0dc4ae366d0'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:03:53.286367 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3b8b9728-8071-47cb-9b09-ed7c1844e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:03:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:03:53.309035 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad req-d0f5364c-f314-4a0b-aa05-53fd812dc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:53.310577 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad req-d0f5364c-f314-4a0b-aa05-53fd812dc21f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efd24c3d-0ffb-493b-be07-5abb9ed7443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409305 Aug 16 14:03:53.392145 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-3b8b9728-8071-47cb-9b09-ed7c1844e3fd None None] Set router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:03:53.409423 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad req-9bdbd84d-30ed-4e51-b924-84edac2b80e0 service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903451 Aug 16 14:03:53.516200 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-90dde32e-24c7-4a12-adb6-bc4ab9a41dad req-cd214b3e-8194-43bf-b974-314b4668ede0 service neutron] 10.222.0.42 "GET /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977428 Aug 16 14:03:53.606984 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-3b8b9728-8071-47cb-9b09-ed7c1844e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:25Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '82528acc-57ec-45a0-9950-b90ceb7cd358', 'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:73:f0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:24Z', 'updated_at': '2021-08-16T14:02:29Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:03:53.631335 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b9728-8071-47cb-9b09-ed7c1844e3fd None None] The sync data for ids ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'] in n-d-804708-1 is: [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:02:25Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '82528acc-57ec-45a0-9950-b90ceb7cd358', 'name': '', 'network_id': 'efd24c3d-0ffb-493b-be07-5abb9ed7443b', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:73:f0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:24Z', 'updated_at': '2021-08-16T14:02:29Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'e9dda53e-e0cd-4122-9b8b-a2b2a23729cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:03:53.864732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029ee8ad-43c4-4971-924d-1d68017219d3 None None] New status for floating IP e95f62f7-d34d-4364-a40c-80382977e2a4: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:03:54.288088 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1ff12-0296-454a-b426-cb7f746c6f39 req-0ca664bb-1d6b-4f8a-8015-9671955affd1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:54.289764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64b1ff12-0296-454a-b426-cb7f746c6f39 req-0ca664bb-1d6b-4f8a-8015-9671955affd1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0689690 Aug 16 14:03:54.332070 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64b1ff12-0296-454a-b426-cb7f746c6f39 req-969587e2-ee82-4d75-98be-0e9fdc1a8153 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358291 Aug 16 14:03:54.559542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd992d3f-ac29-4824-b40f-c280237e6f52 req-f9e9772f-670a-437d-831e-9e262ca98d5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:03:54.561159 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dd992d3f-ac29-4824-b40f-c280237e6f52 req-f9e9772f-670a-437d-831e-9e262ca98d5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 946 time: 0.0526226 Aug 16 14:03:54.669007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-dd992d3f-ac29-4824-b40f-c280237e6f52 req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port e899aa1e-7e07-461e-9a96-db3d3a8c305c {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:03:54.669405 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dd992d3f-ac29-4824-b40f-c280237e6f52 req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:54.786808 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-dd992d3f-ac29-4824-b40f-c280237e6f52 req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port e899aa1e-7e07-461e-9a96-db3d3a8c305c, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=e899aa1e-7e07-461e-9a96-db3d3a8c305c,segment=NetworkSegment(fcace2f2-258e-4054-b0ff-b6c98f5b3786),segment_id=fcace2f2-258e-4054-b0ff-b6c98f5b3786)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:03:54.787212 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dd992d3f-ac29-4824-b40f-c280237e6f52 req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:54.800317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-dd992d3f-ac29-4824-b40f-c280237e6f52 req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for e899aa1e-7e07-461e-9a96-db3d3a8c305c owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:03:54.945936 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dd992d3f-ac29-4824-b40f-c280237e6f52 req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:54.975261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=e899aa1e-7e07-461e-9a96-db3d3a8c305c,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:03:55.001354 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.001710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.002050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.002415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.002749 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.003079 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.003411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.003738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.004063 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.004387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.004713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.005031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:55.032855 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd992d3f-ac29-4824-b40f-c280237e6f52 req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] No DVR routers for this DVR port e899aa1e-7e07-461e-9a96-db3d3a8c305c on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:03:55.035507 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-dd992d3f-ac29-4824-b40f-c280237e6f52 req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:55.037579 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dd992d3f-ac29-4824-b40f-c280237e6f52 req-2ba6ffe9-4660-4fe9-90a6-3138c285b72a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "DELETE /v2.0/ports/e899aa1e-7e07-461e-9a96-db3d3a8c305c HTTP/1.1" status: 204 len: 173 time: 0.4699569 Aug 16 14:03:55.038021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'name': 'network-vif-deleted', 'tag': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:03:55.041134 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e572816-b58e-40ce-bf06-7c3f57079d6f" -d '{"events": [{"server_uuid": "d2845174-fd4e-4b6b-b7f4-c77e1ab03350", "name": "network-vif-deleted", "tag": "e899aa1e-7e07-461e-9a96-db3d3a8c305c"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:03:55.077987 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa2e06-e968-4352-9105-4d5d94a5d725 x-openstack-request-id: req-befa2e06-e968-4352-9105-4d5d94a5d725 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:03:55.078322 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2845174-fd4e-4b6b-b7f4-c77e1ab03350", "name": "network-vif-deleted", "tag": "e899aa1e-7e07-461e-9a96-db3d3a8c305c", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:03:55.078579 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-befa2e06-e968-4352-9105-4d5d94a5d725 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:03:55.079013 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2845174-fd4e-4b6b-b7f4-c77e1ab03350', 'name': 'network-vif-deleted', 'tag': 'e899aa1e-7e07-461e-9a96-db3d3a8c305c', 'status': 'completed', 'code': 200} Aug 16 14:03:55.450751 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ad4e7556-ede2-4912-b17c-0ee63d4927d8 req-93d740c3-8e89-45a2-91ea-63ad8c2e324b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2845174-fd4e-4b6b-b7f4-c77e1ab03350 HTTP/1.1" status: 200 len: 210 time: 0.0300202 Aug 16 14:03:55.627215 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:03:56.511990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36268) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:03:56.898374 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:57.167679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 82528acc-57ec-45a0-9950-b90ceb7cd358 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:03:57.167926 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:57.288802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port 82528acc-57ec-45a0-9950-b90ceb7cd358, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=82528acc-57ec-45a0-9950-b90ceb7cd358,segment=NetworkSegment(fcace2f2-258e-4054-b0ff-b6c98f5b3786),segment_id=fcace2f2-258e-4054-b0ff-b6c98f5b3786)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:03:57.289213 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:57.306382 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 82528acc-57ec-45a0-9950-b90ceb7cd358 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:03:57.517071 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:57.550451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=82528acc-57ec-45a0-9950-b90ceb7cd358,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:03:57.770013 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.020238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:03:58.141004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:03:58.148259 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9a776cec-018a-4bbd-a426-4d1dbf4cbb5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "PUT /v2.0/routers/33fb8428-8798-4d4c-a582-b0dc4ae366d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6329887 Aug 16 14:03:58.150313 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36270) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:03:58.152505 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68acbe36-744e-4bc0-825f-2f3e5d309991 None None] Sync routers for ids ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:03:58.162755 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68acbe36-744e-4bc0-825f-2f3e5d309991 None None] Routers {'33fb8428-8798-4d4c-a582-b0dc4ae366d0'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:03:58.163470 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-68acbe36-744e-4bc0-825f-2f3e5d309991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:03:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:03:58.211308 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45d98b1-a988-42db-b2b9-658828299a0a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting subnet e9dda53e-e0cd-4122-9b8b-a2b2a23729cc {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:03:58.216381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d45d98b1-a988-42db-b2b9-658828299a0a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.260160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d45d98b1-a988-42db-b2b9-658828299a0a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.283853 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-68acbe36-744e-4bc0-825f-2f3e5d309991 None None] Set router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:03:58.369904 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d45d98b1-a988-42db-b2b9-658828299a0a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.436851 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d45d98b1-a988-42db-b2b9-658828299a0a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.466085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d98b1-a988-42db-b2b9-658828299a0a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Subnet': ['ID=e9dda53e-e0cd-4122-9b8b-a2b2a23729cc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:03:58.474389 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d45d98b1-a988-42db-b2b9-658828299a0a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.481766 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d45d98b1-a988-42db-b2b9-658828299a0a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/subnets/e9dda53e-e0cd-4122-9b8b-a2b2a23729cc HTTP/1.1" status: 204 len: 168 time: 0.3263340 Aug 16 14:03:58.481926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152873e6-82d1-420a-92f2-bde65a5af427 None None] Network efd24c3d-0ffb-493b-be07-5abb9ed7443b requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:03:58.482429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36272) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:03:58.485389 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-68acbe36-744e-4bc0-825f-2f3e5d309991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:03:57Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:03:58.516830 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68acbe36-744e-4bc0-825f-2f3e5d309991 None None] Checking router: 33fb8428-8798-4d4c-a582-b0dc4ae366d0 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:03:58.526140 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68acbe36-744e-4bc0-825f-2f3e5d309991 None None] Routers {'33fb8428-8798-4d4c-a582-b0dc4ae366d0'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:03:58.526757 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-68acbe36-744e-4bc0-825f-2f3e5d309991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:03:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:03:58.626335 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.639707 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-68acbe36-744e-4bc0-825f-2f3e5d309991 None None] Set router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:03:58.696072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] DHCP port deletion for efd24c3d-0ffb-493b-be07-5abb9ed7443b request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:03:58.740004 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.745659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Deleting port d7266e36-5e7e-4abb-9248-0b817ba92e96 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:03:58.746346 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.806668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port d6b492b1-e153-4afc-8059-05c878535d20 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:03:58.807165 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.821962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] For port d7266e36-5e7e-4abb-9248-0b817ba92e96, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d7266e36-5e7e-4abb-9248-0b817ba92e96,segment=NetworkSegment(fcace2f2-258e-4054-b0ff-b6c98f5b3786),segment_id=fcace2f2-258e-4054-b0ff-b6c98f5b3786)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:03:58.823029 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.829652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e899aa1e-7e07-461e-9a96-db3d3a8c305c no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:03:58.841916 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-68acbe36-744e-4bc0-825f-2f3e5d309991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:03:57Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:03:58.878775 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68acbe36-744e-4bc0-825f-2f3e5d309991 None None] The sync data for ids ['33fb8428-8798-4d4c-a582-b0dc4ae366d0'] in n-d-804708-1 is: [{'id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398983994', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:02:21Z', 'updated_at': '2021-08-16T14:03:57Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': 'd6b492b1-e153-4afc-8059-05c878535d20', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb8428-8798-4d4c-a582-b0dc4ae366d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:02:22Z', 'updated_at': '2021-08-16T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:03:58.880951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: e899aa1e-7e07-461e-9a96-db3d3a8c305c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:03:58.881354 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device e899aa1e-7e07-461e-9a96-db3d3a8c305c not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:03:58.884099 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Calling delete_port for d7266e36-5e7e-4abb-9248-0b817ba92e96 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:03:58.907717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port d6b492b1-e153-4afc-8059-05c878535d20, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=d6b492b1-e153-4afc-8059-05c878535d20,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:03:58.908468 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:58.931298 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for d6b492b1-e153-4afc-8059-05c878535d20 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:03:58.998137 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.023756 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Pushing event deleted for resources: {'Port': ['ID=d7266e36-5e7e-4abb-9248-0b817ba92e96,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:03:59.028661 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] No DVR routers for this DVR port d7266e36-5e7e-4abb-9248-0b817ba92e96 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:03:59.035602 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.036053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.036467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.036881 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.037290 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.037697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.038092 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.038787 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.038956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.039328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.040715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.041337 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79a520d-5ede-4e37-ac5e-9955e75ca03f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:03:59.121436 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.149541 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=d6b492b1-e153-4afc-8059-05c878535d20,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:03:59.216281 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.325755 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.328558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.388874 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.389684 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Fanout notify agent at l3_agent the message router_deleted on router 33fb8428-8798-4d4c-a582-b0dc4ae366d0 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:03:59.401050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.406470 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-066d2166-2d52-401a-9f12-23aee7aaa6be tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/routers/33fb8428-8798-4d4c-a582-b0dc4ae366d0 HTTP/1.1" status: 204 len: 168 time: 0.9186535 Aug 16 14:03:59.406768 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 82528acc-57ec-45a0-9950-b90ceb7cd358 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:03:59.406939 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36274) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:03:59.435053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 82528acc-57ec-45a0-9950-b90ceb7cd358 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:03:59.435471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 82528acc-57ec-45a0-9950-b90ceb7cd358 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:03:59.435975 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d7266e36-5e7e-4abb-9248-0b817ba92e96 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:03:59.456485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d7266e36-5e7e-4abb-9248-0b817ba92e96 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:03:59.456831 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d7266e36-5e7e-4abb-9248-0b817ba92e96 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:03:59.503553 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.598794 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.611615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd24c3d-0ffb-493b-be07-5abb9ed7443b']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:03:59.623411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcace2f2-258e-4054-b0ff-b6c98f5b3786') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:03:59.623702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcace2f2-258e-4054-b0ff-b6c98f5b3786') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:03:59.632787 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.649839 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.656476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:03:59.656908 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: timer() Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:03:59.660595 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:03:59.719533 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.726328 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.729283 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/networks/efd24c3d-0ffb-493b-be07-5abb9ed7443b HTTP/1.1" status: 204 len: 168 time: 0.3209646 Aug 16 14:03:59.731675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36276) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:03:59.740040 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d5335-6311-429e-ad8e-d0737df8944a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Network': ['ID=efd24c3d-0ffb-493b-be07-5abb9ed7443b,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:03:59.813683 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-763e9ef8-43ac-41b2-b195-46f7ed11a46e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.842941 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-763e9ef8-43ac-41b2-b195-46f7ed11a46e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.904163 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-763e9ef8-43ac-41b2-b195-46f7ed11a46e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.906918 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-763e9ef8-43ac-41b2-b195-46f7ed11a46e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:03:59.908071 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-763e9ef8-43ac-41b2-b195-46f7ed11a46e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/security-groups/7c77cf2c-fa67-462d-997d-ca9e1ccbad8e HTTP/1.1" status: 204 len: 168 time: 0.1753209 Aug 16 14:03:59.917808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e9ef8-43ac-41b2-b195-46f7ed11a46e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c77cf2c-fa67-462d-997d-ca9e1ccbad8e,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:00.128508 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36282) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:00.133968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-e52a8e86-56b8-4f3a-8bc3-c33b62503366 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191943771', 'description': 'tempest-secgroup-smoke-1191943771 description', 'project_id': '467cefbc48c242a9a6472d416d299109'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:00.158569 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e52a8e86-56b8-4f3a-8bc3-c33b62503366 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.247458 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e52a8e86-56b8-4f3a-8bc3-c33b62503366 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.251413 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e52a8e86-56b8-4f3a-8bc3-c33b62503366 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.284808 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e52a8e86-56b8-4f3a-8bc3-c33b62503366 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.285988 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e52a8e86-56b8-4f3a-8bc3-c33b62503366 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1564295 Aug 16 14:04:00.289050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36284) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:00.295383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-64ed66dd-2f7a-46a4-9dc7-dfae7edecf46 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '4003df3c-f980-4160-813b-3e7cb4a500ae', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:00.301218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a8e86-56b8-4f3a-8bc3-c33b62503366 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4003df3c-f980-4160-813b-3e7cb4a500ae,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:00.331467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-64ed66dd-2f7a-46a4-9dc7-dfae7edecf46 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.392571 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-64ed66dd-2f7a-46a4-9dc7-dfae7edecf46 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.396537 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-64ed66dd-2f7a-46a4-9dc7-dfae7edecf46 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.417840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed66dd-2f7a-46a4-9dc7-dfae7edecf46 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c968f14e-b25c-4b9b-82ba-c27159e805cc,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:00.424994 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-64ed66dd-2f7a-46a4-9dc7-dfae7edecf46 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.426274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-64ed66dd-2f7a-46a4-9dc7-dfae7edecf46 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346688 Aug 16 14:04:00.429003 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36286) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:00.434213 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-33a839cb-1063-411f-bae2-a05d24efd26a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '4003df3c-f980-4160-813b-3e7cb4a500ae', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:00.461149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33a839cb-1063-411f-bae2-a05d24efd26a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.506070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.528638 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33a839cb-1063-411f-bae2-a05d24efd26a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.532549 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33a839cb-1063-411f-bae2-a05d24efd26a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.551570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a839cb-1063-411f-bae2-a05d24efd26a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e807ed0e-1734-4043-8e29-8445c4c9f328,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:00.559593 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-33a839cb-1063-411f-bae2-a05d24efd26a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.561957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-33a839cb-1063-411f-bae2-a05d24efd26a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320088 Aug 16 14:04:00.565227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36288) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:00.569994 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-220e9654-96b6-4590-8ed8-f2fb5254ff3f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '4003df3c-f980-4160-813b-3e7cb4a500ae', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:00.599541 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-220e9654-96b6-4590-8ed8-f2fb5254ff3f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.681803 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-220e9654-96b6-4590-8ed8-f2fb5254ff3f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.687012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-220e9654-96b6-4590-8ed8-f2fb5254ff3f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.708188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e9654-96b6-4590-8ed8-f2fb5254ff3f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a3bb75-6d1f-4b00-bff3-1dd1610cb791,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:00.720523 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-220e9654-96b6-4590-8ed8-f2fb5254ff3f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.722315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-220e9654-96b6-4590-8ed8-f2fb5254ff3f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559751 Aug 16 14:04:00.724897 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36290) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:00.729790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8aac9a82-a13b-48ce-8c38-49f781186874 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '4003df3c-f980-4160-813b-3e7cb4a500ae', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:00.759980 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8aac9a82-a13b-48ce-8c38-49f781186874 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.826366 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8aac9a82-a13b-48ce-8c38-49f781186874 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.828223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8aac9a82-a13b-48ce-8c38-49f781186874 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.849576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac9a82-a13b-48ce-8c38-49f781186874 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5552ee-8770-4e40-8f19-33bc95e5964a,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:00.858636 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8aac9a82-a13b-48ce-8c38-49f781186874 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.859977 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8aac9a82-a13b-48ce-8c38-49f781186874 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339071 Aug 16 14:04:00.862669 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36292) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:00.867188 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e7828532-b478-401f-a124-ccc2403d9d39 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '4003df3c-f980-4160-813b-3e7cb4a500ae', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:00.888535 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-e7828532-b478-401f-a124-ccc2403d9d39 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Project 467cefbc48c242a9a6472d416d299109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:04:00.893691 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7828532-b478-401f-a124-ccc2403d9d39 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.970224 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7828532-b478-401f-a124-ccc2403d9d39 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.981330 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7828532-b478-401f-a124-ccc2403d9d39 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:00.991273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d6b492b1-e153-4afc-8059-05c878535d20 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:04:00.997888 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7828532-b478-401f-a124-ccc2403d9d39 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27755c68-15da-4790-b555-0c664f6ab4d8,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:01.013103 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e7828532-b478-401f-a124-ccc2403d9d39 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.014646 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e7828532-b478-401f-a124-ccc2403d9d39 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507480 Aug 16 14:04:01.017302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36294) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:01.018929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: d6b492b1-e153-4afc-8059-05c878535d20 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:04:01.019537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device d6b492b1-e153-4afc-8059-05c878535d20 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:04:01.025967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-780ecbb7-433e-4673-93fd-648ebbbd3aa4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '4003df3c-f980-4160-813b-3e7cb4a500ae', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:01.062909 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-780ecbb7-433e-4673-93fd-648ebbbd3aa4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Project 467cefbc48c242a9a6472d416d299109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:04:01.071672 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-780ecbb7-433e-4673-93fd-648ebbbd3aa4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.150940 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-780ecbb7-433e-4673-93fd-648ebbbd3aa4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.155038 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-780ecbb7-433e-4673-93fd-648ebbbd3aa4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.175411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ecbb7-433e-4673-93fd-648ebbbd3aa4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56733e61-06c8-4b8e-baeb-b601a783a5ad,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:01.179094 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-780ecbb7-433e-4673-93fd-648ebbbd3aa4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.180778 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-780ecbb7-433e-4673-93fd-648ebbbd3aa4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619861 Aug 16 14:04:01.183751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36296) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:01.189119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'network': {'name': 'tempest-network-smoke--1003306168', 'project_id': '467cefbc48c242a9a6472d416d299109', 'port_security_enabled': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:01.211063 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:04:01.215136 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.242134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:04:01.253532 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.253881 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Added segment 515aedb0-ef3e-495e-93f8-732ecb2b9d07 of type vlan for network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce Aug 16 14:04:01.298482 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.324926 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.330724 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:01.331310 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.365724 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1808355 Aug 16 14:04:01.369286 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36298) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:01.375156 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'admin_state_up': True, 'project_id': '467cefbc48c242a9a6472d416d299109', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:01.404350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898bd9b-f7bf-441e-ab8e-c82f6540f4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Network': ['ID=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:01.409049 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.410178 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.424909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:04:01.469165 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.612649 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:01.921447 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7084a6b0-c9b1-414f-97a4-95a4ce03c217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:02.167501 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:02.187197 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:02.309203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.25.0.177 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/8f1a59c2-a794-47b4-a194-44c71ef176b1) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:04:02.419446 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:02.469971 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:02.512891 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:04:02.515920 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:04:02.519591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:04:02.547106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=8f1a59c2-a794-47b4-a194-44c71ef176b1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:02.797979 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:03.027762 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:03.163998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:04:03.283860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:04:03.300892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Sync routers for ids ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:04:03.304704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:03.307257 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c9713979-8635-468f-b5a7-69d3ffba5f0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9368703 Aug 16 14:04:03.310776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36300) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:03.325010 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Routers {'3aa47242-41d0-48e0-a2cf-4e13766b6b6c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:04:03.326213 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:03:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:03.342719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7a4d109b-4678-429f-96ca-9781385b1500 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=467cefbc48c242a9a6472d416d299109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307715 Aug 16 14:04:03.346135 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36302) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:03.452288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8527d76-600a-4b69-a6e9-412ecf3add8e tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:03.456564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b8527d76-600a-4b69-a6e9-412ecf3add8e tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1065810 Aug 16 14:04:03.457011 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36304) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:03.491710 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8ead3142-e627-4ac3-8025-fd9b378f3635 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334654 Aug 16 14:04:03.496835 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36306) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:03.502019 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1024709926', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'project_id': '467cefbc48c242a9a6472d416d299109', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:03.510297 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Set router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:04:03.613112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:04:03.620077 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:03.717411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:02Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:03.752761 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Checking router: 3aa47242-41d0-48e0-a2cf-4e13766b6b6c for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:04:03.753139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Updating router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c port 8f1a59c2-a794-47b4-a194-44c71ef176b1 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:04:03.789071 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:03.863732 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:03.936087 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Subnet': ['ID=d6d4e156-2aac-44e2-8f49-a731c2353c74,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:03.948935 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Checking segment: {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:04:03.949310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network hostable DHCP agents. Network: 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:04:03.970331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:04:03.983777 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:04:03.994063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:03.995597 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:03.997610 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381bdac-1891-41e3-ab6a-898b976a943a None None] Network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:04:04.017294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-affb3652-e688-40e3-8849-042e9eb6e188 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5188711 Aug 16 14:04:04.021586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36308) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:04.233139 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:04.266860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Transition to ACTIVE for port object 8f1a59c2-a794-47b4-a194-44c71ef176b1 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:04:04.277157 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:04.285204 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:04:04.286205 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:04.359573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Attempting to bind port 8f1a59c2-a794-47b4-a194-44c71ef176b1 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:04:04.360637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Attempting to bind port 8f1a59c2-a794-47b4-a194-44c71ef176b1 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:04:04.360637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Attempting to bind port 8f1a59c2-a794-47b4-a194-44c71ef176b1 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:04:04.364327 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf69dd-e2e8-4752-84d6-7da231f285ec None None] Pushing event updated for resources: {'Port': ['ID=8f1a59c2-a794-47b4-a194-44c71ef176b1,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:04.429413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:04:04.429941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:04:04.431117 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:04.431697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:04:04.432410 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Bound port: 8f1a59c2-a794-47b4-a194-44c71ef176b1, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:04:04.432970 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:04.511201 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-534ab8d4-b584-4806-86be-df6a0b27b416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:04.563384 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] For port 8f1a59c2-a794-47b4-a194-44c71ef176b1, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:04:04.582157 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Allocated IP 172.20.0.2 (43c9e2e9-1db2-49a7-8a0f-67cf96d368ce/d6d4e156-2aac-44e2-8f49-a731c2353c74/46f20318-e7f1-48d2-829b-224cde8ed309) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:04:04.585551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] For port 8f1a59c2-a794-47b4-a194-44c71ef176b1, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8f1a59c2-a794-47b4-a194-44c71ef176b1,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:04:04.595482 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:04.661158 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:04.719190 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf69dd-e2e8-4752-84d6-7da231f285ec None None] Pushing event updated for resources: {'Port': ['ID=8f1a59c2-a794-47b4-a194-44c71ef176b1,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:04.732014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Routers {'3aa47242-41d0-48e0-a2cf-4e13766b6b6c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:04:04.732655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:04.803523 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:04.946928 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:04.949924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] Set router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:04:05.013867 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Transition to ACTIVE for port object 46f20318-e7f1-48d2-829b-224cde8ed309 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:04:05.076730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Transition to ACTIVE for port object 46f20318-e7f1-48d2-829b-224cde8ed309 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:04:05.087460 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:05.143553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.20.0.1 (43c9e2e9-1db2-49a7-8a0f-67cf96d368ce/d6d4e156-2aac-44e2-8f49-a731c2353c74/49726936-bb39-4f8f-af7b-6f920b3508cd) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:04:05.157836 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:04:05.169511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:04:05.174391 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Pushing event updated for resources: {'Port': ['ID=46f20318-e7f1-48d2-829b-224cde8ed309,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:05.199802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:04:05.293274 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Attempting to bind port 46f20318-e7f1-48d2-829b-224cde8ed309 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:04:05.293651 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Attempting to bind port 46f20318-e7f1-48d2-829b-224cde8ed309 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:04:05.294011 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Attempting to bind port 46f20318-e7f1-48d2-829b-224cde8ed309 on network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:04:05.302335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:04:05.302708 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Checking segment: {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:04:05.303114 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:05.303514 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Bound using segment: {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:04:05.303991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Bound port: 46f20318-e7f1-48d2-829b-224cde8ed309, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:04:05.304498 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:05.307191 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:05.323075 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Transition to ACTIVE for port object 49726936-bb39-4f8f-af7b-6f920b3508cd will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:04:05.323949 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:02Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:05.354914 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83257af9-99c2-42b3-895d-acb7d861910d None None] The sync data for ids ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'] in n-d-804708-1 is: [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:02Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:04:05.363509 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:05.415460 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:04:05.419445 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:04:05.425205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:04:05.433225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=49726936-bb39-4f8f-af7b-6f920b3508cd,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:05.448333 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] For port 46f20318-e7f1-48d2-829b-224cde8ed309, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:04:05.453548 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] For port 46f20318-e7f1-48d2-829b-224cde8ed309, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=46f20318-e7f1-48d2-829b-224cde8ed309,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:04:05.459720 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:05.492281 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:05.555855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd7d42-7801-48eb-9ecf-0f172caa6b3f None None] Pushing event updated for resources: {'Port': ['ID=46f20318-e7f1-48d2-829b-224cde8ed309,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:05.712422 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:05.839329 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:06.143351 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:06.149549 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:06.240519 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:06.244778 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=49726936-bb39-4f8f-af7b-6f920b3508cd,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:06.376167 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:04:06.378647 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:04:06.534524 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:04:06.674551 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:04:06.682996 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-392a45ac-3ff5-44ae-aa03-4266f4ac1e0c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "PUT /v2.0/routers/3aa47242-41d0-48e0-a2cf-4e13766b6b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6594639 Aug 16 14:04:06.694972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1284ce0-63f2-47ed-8676-6bb47a0738b7 None None] Network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:04:06.784017 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-6d429868-faa3-42c0-8815-3eec0627a229 None None] Provisioning for port 46f20318-e7f1-48d2-829b-224cde8ed309 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:04:06.877603 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-821e177c-5b48-4275-a1f8-c70e1043cd1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191943771&fields=id&tenant_id=467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 267 time: 0.0496604 Aug 16 14:04:07.017425 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33595f-c740-4f74-ada9-205825298f68 req-ed199f2e-2a3c-41c5-b759-cdf47667605c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:07.019338 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-ed199f2e-2a3c-41c5-b759-cdf47667605c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 797 time: 0.1338465 Aug 16 14:04:07.068597 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-e1c2360c-65f9-46a3-a680-3b140f4e24eb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/quotas/467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 375 time: 0.0216525 Aug 16 14:04:07.154017 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-dd1bc23a-91e4-4445-949e-34b0a47d3acb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764687 Aug 16 14:04:07.177929 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8f1a59c2-a794-47b4-a194-44c71ef176b1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:04:07.297915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 8f1a59c2-a794-47b4-a194-44c71ef176b1 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:04:07.310338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8f1a59c2-a794-47b4-a194-44c71ef176b1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:04:07.312089 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:07.318861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0cd06be0-e3af-4273-8907-72809f262a43 None None] Provisioning for port 49726936-bb39-4f8f-af7b-6f920b3508cd completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:04:07.329149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-b5cbbe18-de68-4e70-9c5a-87fe1bceef44 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:04:07.330275 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-b5cbbe18-de68-4e70-9c5a-87fe1bceef44 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1594419 Aug 16 14:04:07.344783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-0cd06be0-e3af-4273-8907-72809f262a43 None None] Provisioning complete for port 49726936-bb39-4f8f-af7b-6f920b3508cd triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:04:07.345156 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0cd06be0-e3af-4273-8907-72809f262a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:07.411007 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-0cd06be0-e3af-4273-8907-72809f262a43 None None] Port 49726936-bb39-4f8f-af7b-6f920b3508cd cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:04:07.486230 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:07.487600 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-b2571512-b257-4e65-a604-12d5dddfbccc service neutron] 10.222.0.25 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492236 Aug 16 14:04:07.515611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 8f1a59c2-a794-47b4-a194-44c71ef176b1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8f1a59c2-a794-47b4-a194-44c71ef176b1,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:04:07.531458 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:07.532653 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 46f20318-e7f1-48d2-829b-224cde8ed309 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:04:07.536586 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Sync routers for ids ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:04:07.549165 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Routers {'3aa47242-41d0-48e0-a2cf-4e13766b6b6c'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:04:07.550212 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:07.690036 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-13202a7b-6723-45f4-bd90-f9aba5b9a025 service neutron] 10.222.0.25 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839831 Aug 16 14:04:07.708553 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Set router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:04:07.826049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f709d8d9-b615-4e58-8f43-bb304b47ddc7 None None] Provisioning complete for port 49726936-bb39-4f8f-af7b-6f920b3508cd triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:04:07.826687 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f709d8d9-b615-4e58-8f43-bb304b47ddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:07.828526 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:07.890766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=8f1a59c2-a794-47b4-a194-44c71ef176b1,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:07.923432 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f709d8d9-b615-4e58-8f43-bb304b47ddc7 None None] Port 49726936-bb39-4f8f-af7b-6f920b3508cd cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:04:07.933537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 46f20318-e7f1-48d2-829b-224cde8ed309 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:04:07.933795 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-195e03e5-be05-434a-a868-c98e07e97411 req-f09c0fa7-5e04-4bfd-b3b0-c5b7de4edae9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 210 time: 0.0421185 Aug 16 14:04:07.940643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 46f20318-e7f1-48d2-829b-224cde8ed309 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:04:07.941550 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:08.001132 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:05Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '49726936-bb39-4f8f-af7b-6f920b3508cd', 'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:66:45:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:04Z', 'updated_at': '2021-08-16T14:04:05Z', 'revision_number': 2, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:08.033454 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Checking router: 3aa47242-41d0-48e0-a2cf-4e13766b6b6c for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:04:08.033806 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Updating router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c port 49726936-bb39-4f8f-af7b-6f920b3508cd binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:04:08.060737 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:08.072569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5589f80b-cddb-4373-afa0-73c9bd9b554b None None] Provisioning complete for port 49726936-bb39-4f8f-af7b-6f920b3508cd triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:04:08.072949 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5589f80b-cddb-4373-afa0-73c9bd9b554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:08.130515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 46f20318-e7f1-48d2-829b-224cde8ed309, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=46f20318-e7f1-48d2-829b-224cde8ed309,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:04:08.133650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-5589f80b-cddb-4373-afa0-73c9bd9b554b None None] Port 49726936-bb39-4f8f-af7b-6f920b3508cd cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:04:08.136982 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:08.183720 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:08.197973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=46f20318-e7f1-48d2-829b-224cde8ed309,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:08.534367 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:08.552954 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Transition to ACTIVE for port object 49726936-bb39-4f8f-af7b-6f920b3508cd will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:04:08.565992 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:08.675294 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Pushing event updated for resources: {'Port': ['ID=49726936-bb39-4f8f-af7b-6f920b3508cd,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:08.708906 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.709241 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.709370 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.709676 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.710052 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.710439 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.710736 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.711085 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.711653 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.712028 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.712561 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.712858 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:04:08.732940 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Attempting to bind port 49726936-bb39-4f8f-af7b-6f920b3508cd on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:04:08.733534 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Attempting to bind port 49726936-bb39-4f8f-af7b-6f920b3508cd by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:04:08.734200 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Attempting to bind port 49726936-bb39-4f8f-af7b-6f920b3508cd on network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:04:08.742714 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:04:08.743513 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Checking segment: {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:04:08.744150 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:08.744722 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Bound using segment: {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:04:08.745428 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Bound port: 49726936-bb39-4f8f-af7b-6f920b3508cd, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:04:08.745981 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:08.835910 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] For port 49726936-bb39-4f8f-af7b-6f920b3508cd, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:04:08.840170 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] For port 49726936-bb39-4f8f-af7b-6f920b3508cd, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=49726936-bb39-4f8f-af7b-6f920b3508cd,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:04:08.852527 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:08.917477 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Routers {'3aa47242-41d0-48e0-a2cf-4e13766b6b6c'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:04:08.918160 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:08.967603 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5354c-2ab6-4523-980e-1a4d30021db1 None None] Pushing event updated for resources: {'Port': ['ID=49726936-bb39-4f8f-af7b-6f920b3508cd,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:09.092136 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] Set router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:04:09.092291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e21964c-4409-4606-af4c-edfa9e2adab3 req-c30910ac-e5c7-4afc-a2fb-948f4c96ed8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 210 time: 0.0430717 Aug 16 14:04:09.182988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8f1a59c2-a794-47b4-a194-44c71ef176b1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:04:09.292542 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8f1a59c2-a794-47b4-a194-44c71ef176b1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:04:09.292913 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:09.310663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33595f-c740-4f74-ada9-205825298f68 req-7be629e2-0acf-4134-b14d-b73c1eefc733 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:09.313407 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-7be629e2-0acf-4134-b14d-b73c1eefc733 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.22 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 797 time: 0.2373796 Aug 16 14:04:09.384657 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-a867c9ed-2a12-462d-a88b-fb1f8c17683a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 380 time: 0.0577917 Aug 16 14:04:09.405290 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'port': {'device_id': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'admin_state_up': True, 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'security_groups': ['4003df3c-f980-4160-813b-3e7cb4a500ae']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:09.416629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 46f20318-e7f1-48d2-829b-224cde8ed309 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:04:09.486863 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 46f20318-e7f1-48d2-829b-224cde8ed309 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:04:09.486863 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:09.488965 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:05Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '49726936-bb39-4f8f-af7b-6f920b3508cd', 'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:66:45:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:04Z', 'updated_at': '2021-08-16T14:04:08Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:09.523497 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4060d6d-4988-49ac-9e99-7d66a1433916 None None] The sync data for ids ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'] in n-d-804708-1 is: [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:05Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '49726936-bb39-4f8f-af7b-6f920b3508cd', 'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:66:45:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:04Z', 'updated_at': '2021-08-16T14:04:08Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:04:09.613934 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:04:09.618051 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:09.777499 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.20.0.5 (43c9e2e9-1db2-49a7-8a0f-67cf96d368ce/d6d4e156-2aac-44e2-8f49-a731c2353c74/5708e408-f311-4990-8434-e3e970bcc926) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:04:09.963826 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:09.979582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Transition to ACTIVE for port object 5708e408-f311-4990-8434-e3e970bcc926 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:04:10.015753 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:10.064870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:04:10.068237 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:04:10.073847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:04:10.078293 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=5708e408-f311-4990-8434-e3e970bcc926,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:10.141949 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:10.143206 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:10.164622 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-80a7c1d3-a863-436d-91ca-a4dc40dd99ed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7640088 Aug 16 14:04:10.248563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Request body: {'port': {'device_id': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:10.280326 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88402760-20e9-4a12-8308-922f8add337b req-f65cf452-147d-49c5-b00a-32f8e37c6f95 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:10.281979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88402760-20e9-4a12-8308-922f8add337b req-f65cf452-147d-49c5-b00a-32f8e37c6f95 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 931 time: 0.0810101 Aug 16 14:04:10.332515 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:10.340478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-88402760-20e9-4a12-8308-922f8add337b req-7d1b32e2-0eb2-456d-ba56-39be833dd946 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505981 Aug 16 14:04:10.381767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8efcb726-bdad-4a20-824c-0510b919e1ec None None] Provisioning for port 5708e408-f311-4990-8434-e3e970bcc926 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:04:10.387264 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-8efcb726-bdad-4a20-824c-0510b919e1ec None None] Provisioning complete for port 5708e408-f311-4990-8434-e3e970bcc926 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:04:10.387643 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8efcb726-bdad-4a20-824c-0510b919e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:10.437044 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-8efcb726-bdad-4a20-824c-0510b919e1ec None None] Port 5708e408-f311-4990-8434-e3e970bcc926 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:04:10.652341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5708e408-f311-4990-8434-e3e970bcc926 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:04:10.660644 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:10.677372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Transition to ACTIVE for port object 5708e408-f311-4990-8434-e3e970bcc926 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:04:10.683292 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:10.739684 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Pushing event updated for resources: {'Port': ['ID=5708e408-f311-4990-8434-e3e970bcc926,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:10.832636 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Attempting to bind port 5708e408-f311-4990-8434-e3e970bcc926 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:04:10.833114 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Attempting to bind port 5708e408-f311-4990-8434-e3e970bcc926 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:04:10.833355 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Attempting to bind port 5708e408-f311-4990-8434-e3e970bcc926 on network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:04:10.839206 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Port 5708e408-f311-4990-8434-e3e970bcc926 on network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:04:10.839555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Attempting to bind port 5708e408-f311-4990-8434-e3e970bcc926 on network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:04:10.846028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:04:10.846688 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Checking segment: {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:04:10.847265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Bound using segment: {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:04:10.848340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Bound port: 5708e408-f311-4990-8434-e3e970bcc926, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:04:10.848918 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:10.923647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:04:10.927273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5708e408-f311-4990-8434-e3e970bcc926,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:04:10.934974 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:10.971043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:10.971692 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:10.973171 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] 10.222.0.22 "PUT /v2.0/ports/5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 1091 time: 0.7968581 Aug 16 14:04:10.973664 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'tag': '5708e408-f311-4990-8434-e3e970bcc926'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:04:10.975973 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46024e22-a019-45b5-942b-67a9b7ff5c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "tag": "5708e408-f311-4990-8434-e3e970bcc926"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:04:11.025077 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41d0903-a866-4780-8d26-34fadd60f538 x-openstack-request-id: req-f41d0903-a866-4780-8d26-34fadd60f538 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:04:11.025376 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "tag": "5708e408-f311-4990-8434-e3e970bcc926", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:04:11.025628 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f41d0903-a866-4780-8d26-34fadd60f538 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:04:11.026071 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'tag': '5708e408-f311-4990-8434-e3e970bcc926', 'status': 'completed', 'code': 200} Aug 16 14:04:11.029997 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173065df-b1cc-40d3-b160-594226eeca35 service neutron] Pushing event updated for resources: {'Port': ['ID=5708e408-f311-4990-8434-e3e970bcc926,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:11.076739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 49726936-bb39-4f8f-af7b-6f920b3508cd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:04:11.089991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33595f-c740-4f74-ada9-205825298f68 req-568b660d-fce0-4bd8-9a7c-78ee41d9fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:11.091620 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-568b660d-fce0-4bd8-9a7c-78ee41d9fa0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1094 time: 0.0585492 Aug 16 14:04:11.138326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 49726936-bb39-4f8f-af7b-6f920b3508cd completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:04:11.140837 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-c168d179-4e77-408a-b5db-8a9be363d255 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 217 time: 0.0372255 Aug 16 14:04:11.143440 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 49726936-bb39-4f8f-af7b-6f920b3508cd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:04:11.143814 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:11.196098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33595f-c740-4f74-ada9-205825298f68 req-8c40724d-3025-40ec-9970-09eda071372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:11.197596 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-8c40724d-3025-40ec-9970-09eda071372f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.0502551 Aug 16 14:04:11.233737 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:11.252969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33595f-c740-4f74-ada9-205825298f68 req-6e1bb80f-3be5-405e-b0aa-c036ad8e9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:11.254461 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-6e1bb80f-3be5-405e-b0aa-c036ad8e9474 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499279 Aug 16 14:04:11.272560 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 49726936-bb39-4f8f-af7b-6f920b3508cd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=49726936-bb39-4f8f-af7b-6f920b3508cd,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:04:11.277489 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:11.347693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=49726936-bb39-4f8f-af7b-6f920b3508cd,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:11.360382 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-95dcd763-b6fc-487a-a08f-3697c16f9999 service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976083 Aug 16 14:04:11.466436 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0b33595f-c740-4f74-ada9-205825298f68 req-213e3d70-e449-464d-bf20-15643731676a service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971882 Aug 16 14:04:11.481889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc7841-d2e4-46ae-a0ec-44d2321822bc req-48e69378-f8e4-477e-bd4f-0431e25236bc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:11.483507 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5dc7841-d2e4-46ae-a0ec-44d2321822bc req-48e69378-f8e4-477e-bd4f-0431e25236bc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 943 time: 0.0582116 Aug 16 14:04:11.525972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e5dc7841-d2e4-46ae-a0ec-44d2321822bc req-43e68274-a17b-4523-8e99-655e3733824a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361183 Aug 16 14:04:11.582879 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46024e22-a019-45b5-942b-67a9b7ff5c0e req-b2b9a64d-1e88-4fc4-9fa6-d7495deb5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:11.584407 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46024e22-a019-45b5-942b-67a9b7ff5c0e req-b2b9a64d-1e88-4fc4-9fa6-d7495deb5314 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1094 time: 0.0486164 Aug 16 14:04:11.686276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46024e22-a019-45b5-942b-67a9b7ff5c0e req-3173f13a-161c-46cb-9583-24b50799d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:11.687781 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46024e22-a019-45b5-942b-67a9b7ff5c0e req-3173f13a-161c-46cb-9583-24b50799d7db service neutron] 10.222.0.22 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 897 time: 0.0962317 Aug 16 14:04:11.731960 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46024e22-a019-45b5-942b-67a9b7ff5c0e req-b235ed91-a7b5-4795-aa86-95bb49005a00 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 217 time: 0.0368004 Aug 16 14:04:11.784302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46024e22-a019-45b5-942b-67a9b7ff5c0e req-60b79376-f6f8-4587-88ec-d9a968e0c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:11.785788 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46024e22-a019-45b5-942b-67a9b7ff5c0e req-60b79376-f6f8-4587-88ec-d9a968e0c8d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.0467908 Aug 16 14:04:11.832152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46024e22-a019-45b5-942b-67a9b7ff5c0e req-fdced023-3081-4b53-8667-cc804567336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:11.833657 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46024e22-a019-45b5-942b-67a9b7ff5c0e req-fdced023-3081-4b53-8667-cc804567336a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405676 Aug 16 14:04:11.929411 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46024e22-a019-45b5-942b-67a9b7ff5c0e req-f0dd74b7-8ba6-4c58-b654-21c4063a2165 service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879898 Aug 16 14:04:12.021964 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-46024e22-a019-45b5-942b-67a9b7ff5c0e req-ae9cd33d-824b-4ed0-af63-6c40faa5ae3e service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853558 Aug 16 14:04:12.640929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614660-c603-490a-8552-ac58ba4e6206 req-ed95707e-e17b-4402-a057-44a6cfdee84f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:12.642442 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77614660-c603-490a-8552-ac58ba4e6206 req-ed95707e-e17b-4402-a057-44a6cfdee84f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 943 time: 0.0486116 Aug 16 14:04:12.680659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-77614660-c603-490a-8552-ac58ba4e6206 req-b6b0ad82-4983-4985-92de-4a26c306b7cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Aug 16 14:04:13.035973 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 49726936-bb39-4f8f-af7b-6f920b3508cd up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:04:13.093942 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 49726936-bb39-4f8f-af7b-6f920b3508cd triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:04:13.094594 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:13.804500 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef193f-e0b5-4d02-8afc-5b4db2493d66 req-55cae458-44a4-434a-814f-d17949e51e5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:13.806961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66ef193f-e0b5-4d02-8afc-5b4db2493d66 req-55cae458-44a4-434a-814f-d17949e51e5f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 943 time: 0.0549998 Aug 16 14:04:13.843871 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66ef193f-e0b5-4d02-8afc-5b4db2493d66 req-a33a8574-06f5-4dbc-86d8-18a3c13a7c61 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310516 Aug 16 14:04:14.121584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5708e408-f311-4990-8434-e3e970bcc926 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:04:14.218730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5708e408-f311-4990-8434-e3e970bcc926,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:04:14.229464 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': '5708e408-f311-4990-8434-e3e970bcc926', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'port_id': '5708e408-f311-4990-8434-e3e970bcc926', 'mac_address': 'fa:16:3e:6d:85:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:04:14.267327 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:14.280150 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5708e408-f311-4990-8434-e3e970bcc926 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:04:14.299962 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5708e408-f311-4990-8434-e3e970bcc926,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:04:14.304208 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:14.354462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5708e408-f311-4990-8434-e3e970bcc926,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:14.685811 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['5708e408-f311-4990-8434-e3e970bcc926'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:04:14.964699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcba76d-66fb-41f8-aa5c-d35e2bc6e372 req-97d721cb-a312-4d19-aa6c-874041c1445e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:14.966202 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fcba76d-66fb-41f8-aa5c-d35e2bc6e372 req-97d721cb-a312-4d19-aa6c-874041c1445e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 944 time: 0.0534573 Aug 16 14:04:15.004656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0fcba76d-66fb-41f8-aa5c-d35e2bc6e372 req-74e08702-abca-4a2c-be00-d78ca4d1da91 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323520 Aug 16 14:04:16.120715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5708e408-f311-4990-8434-e3e970bcc926 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:04:16.126134 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbe235-5619-430b-8877-ece252962374 req-01d116a6-4432-486d-a583-5a711413338e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:16.127716 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18cbe235-5619-430b-8877-ece252962374 req-01d116a6-4432-486d-a583-5a711413338e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 944 time: 0.0523393 Aug 16 14:04:16.167392 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-18cbe235-5619-430b-8877-ece252962374 req-2d91995d-3b11-482d-ae46-7db5c9ed51bd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328341 Aug 16 14:04:16.170383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port 5708e408-f311-4990-8434-e3e970bcc926 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:04:16.174605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port 5708e408-f311-4990-8434-e3e970bcc926 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:04:16.174976 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:16.251705 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:16.273365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5708e408-f311-4990-8434-e3e970bcc926'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:04:16.275635 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e33f41-525b-4c62-837b-297d9433d4e3" -d '{"events": [{"server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "name": "network-vif-plugged", "status": "completed", "tag": "5708e408-f311-4990-8434-e3e970bcc926"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:04:16.288399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5708e408-f311-4990-8434-e3e970bcc926,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:04:16.293852 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:16.323904 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c6b508-4f31-4f19-b28e-bdda5abba3aa x-openstack-request-id: req-92c6b508-4f31-4f19-b28e-bdda5abba3aa {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:04:16.324196 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "name": "network-vif-plugged", "status": "completed", "tag": "5708e408-f311-4990-8434-e3e970bcc926", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:04:16.324448 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92c6b508-4f31-4f19-b28e-bdda5abba3aa {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:04:16.324840 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5708e408-f311-4990-8434-e3e970bcc926', 'code': 200} Aug 16 14:04:16.351192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=5708e408-f311-4990-8434-e3e970bcc926,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:16.431437 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cde49-613b-4f66-bffa-74a8b9149fc0 req-e47cc587-4b66-4ec5-8e16-234dcd9f2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:16.432949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-918cde49-613b-4f66-bffa-74a8b9149fc0 req-e47cc587-4b66-4ec5-8e16-234dcd9f2a2b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1096 time: 0.0411777 Aug 16 14:04:16.468690 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-918cde49-613b-4f66-bffa-74a8b9149fc0 req-168e54d3-be42-47d0-9cc8-dca0c8cf5ef4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284042 Aug 16 14:04:17.043536 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:17.295178 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d952a-9d64-4ddb-8bbb-135879dd7e81 req-b8afe5a2-8167-4ce2-a755-382054e6fe96 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:17.296756 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e9d952a-9d64-4ddb-8bbb-135879dd7e81 req-b8afe5a2-8167-4ce2-a755-382054e6fe96 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0616691 Aug 16 14:04:17.337201 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9e9d952a-9d64-4ddb-8bbb-135879dd7e81 req-63be38fe-cd95-4e7b-b6ca-8d87ede4e45f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344746 Aug 16 14:04:18.457605 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb465a-0f79-4b81-afc5-286e2a2a1a9e req-3bb7596b-616c-4fb6-94a1-bfff42244b9c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:18.459120 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9fb465a-0f79-4b81-afc5-286e2a2a1a9e req-3bb7596b-616c-4fb6-94a1-bfff42244b9c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0522392 Aug 16 14:04:18.499006 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a9fb465a-0f79-4b81-afc5-286e2a2a1a9e req-87704ea6-88f1-4ee7-8656-0ae680b24192 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329425 Aug 16 14:04:18.615373 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a7215-04fa-4544-ab08-725be0d41dbf req-55d5e7af-70ae-46ec-8e5c-7ec4f9d07462 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:18.616864 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-609a7215-04fa-4544-ab08-725be0d41dbf req-55d5e7af-70ae-46ec-8e5c-7ec4f9d07462 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0496304 Aug 16 14:04:18.656901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-609a7215-04fa-4544-ab08-725be0d41dbf req-e9d706c8-0a0d-41a6-9d5f-3634f199ee03 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338271 Aug 16 14:04:18.679231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36378) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:18.720395 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb26d8-511f-4825-9e1b-ec4e5075ef2a tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:18.721900 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4ebb26d8-511f-4825-9e1b-ec4e5075ef2a tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1091 time: 0.0411241 Aug 16 14:04:18.724801 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36380) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:18.729228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '5708e408-f311-4990-8434-e3e970bcc926', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:04:18.751504 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:18.854079 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:18.960574 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.25.0.44 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/5629ac9e-3e07-481a-8ce0-a2e119caee74) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:04:19.432876 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:19.473256 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:19.518085 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:04:19.521145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:04:19.526426 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:04:19.529630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=5629ac9e-3e07-481a-8ce0-a2e119caee74,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:19.900432 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:19.973387 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:20.128948 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:20.133494 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:20.202258 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=5629ac9e-3e07-481a-8ce0-a2e119caee74,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:04:20.218359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:20.331102 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Floating IP 3addc07b-aed3-4d8a-9c2d-d3b535ac7771 associated. External IP: 172.25.0.44, port: 5708e408-f311-4990-8434-e3e970bcc926. Aug 16 14:04:20.546961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:04:20.675388 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:04:20.685622 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8dce8-24d4-4ed4-a852-551fe34b40a4 None None] Sync routers for ids ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:04:20.692675 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:20.696508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8dce8-24d4-4ed4-a852-551fe34b40a4 None None] Routers {'3aa47242-41d0-48e0-a2cf-4e13766b6b6c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:04:20.697147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c0e8dce8-24d4-4ed4-a852-551fe34b40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:20.719850 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-38752b91-8a52-4fdb-9210-56a1baa8d7e6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9940073 Aug 16 14:04:20.720546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'tag': '5708e408-f311-4990-8434-e3e970bcc926'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:04:20.723005 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f392d2-78a5-422f-bd1c-80af3fc994e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "tag": "5708e408-f311-4990-8434-e3e970bcc926"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:04:20.761254 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b75af3-e78b-4bfb-8604-6da84266037a x-openstack-request-id: req-18b75af3-e78b-4bfb-8604-6da84266037a {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:04:20.761864 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "tag": "5708e408-f311-4990-8434-e3e970bcc926", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:04:20.762729 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18b75af3-e78b-4bfb-8604-6da84266037a {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:04:20.763310 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'tag': '5708e408-f311-4990-8434-e3e970bcc926', 'status': 'completed', 'code': 200} Aug 16 14:04:20.812202 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-c0e8dce8-24d4-4ed4-a852-551fe34b40a4 None None] Set router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:04:20.827951 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57f7f2-c790-4ab1-a26c-8dd7000356a0 req-eca7dfb6-2efc-451e-a606-df9534ded7cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:20.829750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc57f7f2-c790-4ab1-a26c-8dd7000356a0 req-eca7dfb6-2efc-451e-a606-df9534ded7cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0552092 Aug 16 14:04:20.839349 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f392d2-78a5-422f-bd1c-80af3fc994e4 req-8db7f084-2bdc-4c27-9827-4240d6741639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:20.840963 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3f392d2-78a5-422f-bd1c-80af3fc994e4 req-8db7f084-2bdc-4c27-9827-4240d6741639 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1096 time: 0.0453136 Aug 16 14:04:20.871865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc57f7f2-c790-4ab1-a26c-8dd7000356a0 req-f2c80df2-f51e-4a72-b8f1-e0368a8737b6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334871 Aug 16 14:04:20.896133 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36386) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:20.971009 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f392d2-78a5-422f-bd1c-80af3fc994e4 req-21a64f41-43df-4b59-891f-007ed526fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:20.971331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-87d2a982-5ed1-4778-ab31-2b0cef52bbd9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/3addc07b-aed3-4d8a-9c2d-d3b535ac7771 HTTP/1.1" status: 200 len: 990 time: 0.0737231 Aug 16 14:04:20.973875 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3f392d2-78a5-422f-bd1c-80af3fc994e4 req-21a64f41-43df-4b59-891f-007ed526fd30 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 897 time: 0.1249340 Aug 16 14:04:21.043885 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3f392d2-78a5-422f-bd1c-80af3fc994e4 req-6ab4288a-25ad-4ff9-b5b8-3216c6486434 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 998 time: 0.0632863 Aug 16 14:04:21.064813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c0e8dce8-24d4-4ed4-a852-551fe34b40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:05Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '3addc07b-aed3-4d8a-9c2d-d3b535ac7771', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'port_id': '5708e408-f311-4990-8434-e3e970bcc926', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'mac_address': 'fa:16:3e:6d:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:04:19Z', 'updated_at': '2021-08-16T14:04:19Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49726936-bb39-4f8f-af7b-6f920b3508cd', 'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:66:45:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:04Z', 'updated_at': '2021-08-16T14:04:11Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:21.095433 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8dce8-24d4-4ed4-a852-551fe34b40a4 None None] Checking router: 3aa47242-41d0-48e0-a2cf-4e13766b6b6c for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:04:21.100795 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f392d2-78a5-422f-bd1c-80af3fc994e4 req-9be02de7-6877-4cc5-8053-6826850938b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:21.102366 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3f392d2-78a5-422f-bd1c-80af3fc994e4 req-9be02de7-6877-4cc5-8053-6826850938b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.0507994 Aug 16 14:04:21.104229 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8dce8-24d4-4ed4-a852-551fe34b40a4 None None] Routers {'3aa47242-41d0-48e0-a2cf-4e13766b6b6c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:04:21.104839 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c0e8dce8-24d4-4ed4-a852-551fe34b40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:04:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:21.156766 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f392d2-78a5-422f-bd1c-80af3fc994e4 req-29b92698-cd38-4ac7-baa3-9e7cd52091fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:21.158543 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3f392d2-78a5-422f-bd1c-80af3fc994e4 req-29b92698-cd38-4ac7-baa3-9e7cd52091fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495110 Aug 16 14:04:21.222963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-c0e8dce8-24d4-4ed4-a852-551fe34b40a4 None None] Set router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:04:21.251581 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3f392d2-78a5-422f-bd1c-80af3fc994e4 req-3d8a1e25-b26b-4fa3-b64f-66bc521704de service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854740 Aug 16 14:04:21.358638 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e3f392d2-78a5-422f-bd1c-80af3fc994e4 req-28c27076-ad61-42c8-95e1-9b04aea1f469 service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004670 Aug 16 14:04:21.486353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c0e8dce8-24d4-4ed4-a852-551fe34b40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:05Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '3addc07b-aed3-4d8a-9c2d-d3b535ac7771', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'port_id': '5708e408-f311-4990-8434-e3e970bcc926', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'mac_address': 'fa:16:3e:6d:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:04:19Z', 'updated_at': '2021-08-16T14:04:19Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49726936-bb39-4f8f-af7b-6f920b3508cd', 'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:66:45:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:04Z', 'updated_at': '2021-08-16T14:04:11Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:04:21.514003 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8dce8-24d4-4ed4-a852-551fe34b40a4 None None] The sync data for ids ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'] in n-d-804708-1 is: [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:05Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '3addc07b-aed3-4d8a-9c2d-d3b535ac7771', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'port_id': '5708e408-f311-4990-8434-e3e970bcc926', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'mac_address': 'fa:16:3e:6d:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:04:19Z', 'updated_at': '2021-08-16T14:04:19Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49726936-bb39-4f8f-af7b-6f920b3508cd', 'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:66:45:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:04Z', 'updated_at': '2021-08-16T14:04:11Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:04:21.737140 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae35d5c-ac4c-470b-8f9f-2f42400d66c4 None None] New status for floating IP 3addc07b-aed3-4d8a-9c2d-d3b535ac7771: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:04:21.975997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36388) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:04:22.040585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-209dbfe2-61a1-46a3-8853-c242db28f490 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/3addc07b-aed3-4d8a-9c2d-d3b535ac7771 HTTP/1.1" status: 200 len: 992 time: 0.0633512 Aug 16 14:04:30.510883 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:31.922864 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-64903426-b54a-4986-8a00-fcd1ee80bcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:32.627015 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:04:34.478351 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-680bac0a-dc3e-42ee-882b-dd7f7df8359a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:34.735572 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:35.775335 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:37.593659 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:47.055516 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:04:48.754886 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-ebda7aae-0bb2-4dd5-bc6d-897265e39b82 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389421 Aug 16 14:04:48.846014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-906811f6-1aad-4c34-8a4e-67ecef7d1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:48.847544 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-906811f6-1aad-4c34-8a4e-67ecef7d1e14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1096 time: 0.0400455 Aug 16 14:04:49.283925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-6d72751a-67fc-4679-afde-bade48cf7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:49.285388 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-6d72751a-67fc-4679-afde-bade48cf7c3b service neutron] 10.222.0.22 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 897 time: 0.4182866 Aug 16 14:04:49.350342 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-ddd99c65-9b92-42e4-b4dc-20fe2fe73d68 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 1000 time: 0.0563447 Aug 16 14:04:49.401799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-e5b89046-7ff8-4c28-a255-7e9d38631ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:49.403239 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-e5b89046-7ff8-4c28-a255-7e9d38631ffd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.0460854 Aug 16 14:04:49.448534 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-0e5a0124-d3f4-4e88-a071-b0ea348c1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:04:49.450035 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-0e5a0124-d3f4-4e88-a071-b0ea348c1e3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394886 Aug 16 14:04:49.549466 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-ac06f4e8-e7ba-4112-be85-8046a6530df7 service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921342 Aug 16 14:04:49.638078 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b51ac6e8-87f9-460c-b600-9b2d4ab550fe req-30964af0-5b09-4b2f-bdbd-01635c5f7b7c service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814509 Aug 16 14:05:00.509901 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:01.924169 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f01ee7fe-b229-45ae-adb1-bea2f4cbe59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:04.470558 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d05d923d-cf03-4d9e-8354-0985c1ad6ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:04.736766 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:05.778959 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:07.597169 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:09.629872 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:05:17.066330 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:30.512607 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:31.924816 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c63fd5af-f213-45e4-b178-00a581565489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:34.471636 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-72abf123-0f3b-4bd5-bac5-048c13451fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:34.737592 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:35.252316 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-883b3d08-d2bb-4483-ac0e-31b72c3ab3ba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867424 Aug 16 14:05:35.305341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca3d8d-4dc3-41cb-b762-f0e388683c09 req-97e36a88-9b63-4aad-a9ed-d5cde0bd8c44 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:35.306933 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-baca3d8d-4dc3-41cb-b762-f0e388683c09 req-97e36a88-9b63-4aad-a9ed-d5cde0bd8c44 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.1273773 Aug 16 14:05:35.346173 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-baca3d8d-4dc3-41cb-b762-f0e388683c09 req-dfe2cdab-8652-48ca-944e-20e6e2e685bf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330627 Aug 16 14:05:35.781875 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:36.412812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-b7ab45cc-27df-45bc-990d-420e12e2c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:36.414361 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-b7ab45cc-27df-45bc-990d-420e12e2c25b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1096 time: 0.0482624 Aug 16 14:05:36.521150 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-86ac068c-af91-47e9-b697-3c3caa3cd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:36.522637 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-86ac068c-af91-47e9-b697-3c3caa3cd938 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 897 time: 0.1007655 Aug 16 14:05:36.524553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee0270-32f8-4826-b22d-e0ec64623746 req-fcf34e41-859b-47f6-b16a-d4ecd657e4e3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:36.526125 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4ee0270-32f8-4826-b22d-e0ec64623746 req-fcf34e41-859b-47f6-b16a-d4ecd657e4e3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.1073790 Aug 16 14:05:36.568026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c4ee0270-32f8-4826-b22d-e0ec64623746 req-5a6f773e-5660-4b3d-8bad-6334b894859b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350881 Aug 16 14:05:36.597668 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-6235b9ee-b6eb-4a89-9164-f575a079ab51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 1000 time: 0.0668430 Aug 16 14:05:36.650359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-ba113cbd-811f-499e-9a9f-7397bddcf8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:36.652025 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-ba113cbd-811f-499e-9a9f-7397bddcf8ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.0468876 Aug 16 14:05:36.701069 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-073bbae5-e77c-4cc7-8b1d-5e12fa3b0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:36.703446 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-073bbae5-e77c-4cc7-8b1d-5e12fa3b0486 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431879 Aug 16 14:05:36.800071 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-5e4a692c-d898-4d2a-a616-d5a2664c053c service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887382 Aug 16 14:05:36.892846 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-9e3e8531-e5cc-44d5-a1dd-362039b7eae3 service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853937 Aug 16 14:05:37.602729 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:37.695039 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6f355-a3cb-4d3f-a532-a751717f757d req-d497c68f-694a-417c-9d8e-d99a35b026e9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:37.696874 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6d6f355-a3cb-4d3f-a532-a751717f757d req-d497c68f-694a-417c-9d8e-d99a35b026e9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0513277 Aug 16 14:05:37.737008 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6d6f355-a3cb-4d3f-a532-a751717f757d req-ec7b4485-b73b-4071-b6aa-f47c7de1601e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327826 Aug 16 14:05:38.859576 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e386d9-ccb3-45e5-a6ca-a251167e9b61 req-29bd947e-ac3d-4823-b399-acf46776e105 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:38.861144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00e386d9-ccb3-45e5-a6ca-a251167e9b61 req-29bd947e-ac3d-4823-b399-acf46776e105 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0547061 Aug 16 14:05:38.901852 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-00e386d9-ccb3-45e5-a6ca-a251167e9b61 req-5cae0314-7af9-4085-ac84-6a78abe3a508 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346186 Aug 16 14:05:40.034113 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f2aae-245f-4179-8d4d-a8ca9a16c20b req-34768a4f-f38d-46cc-b202-e6aa67ea173d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:40.035728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-694f2aae-245f-4179-8d4d-a8ca9a16c20b req-34768a4f-f38d-46cc-b202-e6aa67ea173d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0509799 Aug 16 14:05:40.075298 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-694f2aae-245f-4179-8d4d-a8ca9a16c20b req-75254ef9-a997-4b9f-9aaf-291443ad5ef7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335612 Aug 16 14:05:41.195231 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa44edb-55f5-4e62-918f-6d4383dbb660 req-e2706189-30be-4680-b1f7-d6eb1b1de442 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:41.196816 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfa44edb-55f5-4e62-918f-6d4383dbb660 req-e2706189-30be-4680-b1f7-d6eb1b1de442 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0512841 Aug 16 14:05:41.238222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dfa44edb-55f5-4e62-918f-6d4383dbb660 req-5f6c2ccb-efd2-4638-aa01-f215b33b36e9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339406 Aug 16 14:05:42.358534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d1e0c-867f-470d-afc0-7eccd77c7eab req-8e294650-8c06-4694-ae6e-66c4484206ef tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:42.360460 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-359d1e0c-867f-470d-afc0-7eccd77c7eab req-8e294650-8c06-4694-ae6e-66c4484206ef tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0545409 Aug 16 14:05:42.403362 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-359d1e0c-867f-470d-afc0-7eccd77c7eab req-3442be5e-0da3-4ce8-ad24-76e68f627f9c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368466 Aug 16 14:05:43.519071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb81dba-c153-4b43-82bb-f97971a9a46b req-9ac01dd3-817b-46aa-a51d-311dbc678f0b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:43.520568 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eeb81dba-c153-4b43-82bb-f97971a9a46b req-9ac01dd3-817b-46aa-a51d-311dbc678f0b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0488977 Aug 16 14:05:43.557845 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eeb81dba-c153-4b43-82bb-f97971a9a46b req-7db2c17e-9a0b-42b8-b9bd-0698bb82e187 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311928 Aug 16 14:05:44.674360 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c091490-1e75-48c2-a9de-1258a604e159 req-66c0d93f-3c63-4f28-b42e-813906bba664 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:44.675844 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c091490-1e75-48c2-a9de-1258a604e159 req-66c0d93f-3c63-4f28-b42e-813906bba664 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0488813 Aug 16 14:05:44.713197 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8c091490-1e75-48c2-a9de-1258a604e159 req-c81319d1-dea3-458c-afb7-c80fa3ca3ca6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Aug 16 14:05:45.835668 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32d0f-1e78-47da-a398-2d2a6b066c12 req-15bd7ce6-b7f7-4542-a568-12102bf7f8ae tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:45.837199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ee32d0f-1e78-47da-a398-2d2a6b066c12 req-15bd7ce6-b7f7-4542-a568-12102bf7f8ae tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0543025 Aug 16 14:05:45.876343 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8ee32d0f-1e78-47da-a398-2d2a6b066c12 req-671d4e51-dc70-4bbb-88e4-12fc78c8bfe1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328588 Aug 16 14:05:46.629450 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:05:46.997091 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bd8c0-2d83-41f6-9641-7a13a9d8555d req-8cb7ca81-ddb0-4d6a-9932-1809d024b479 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:46.998679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-184bd8c0-2d83-41f6-9641-7a13a9d8555d req-8cb7ca81-ddb0-4d6a-9932-1809d024b479 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0515764 Aug 16 14:05:47.040077 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-184bd8c0-2d83-41f6-9641-7a13a9d8555d req-b88e5811-9970-49f6-9880-b896e8fa5264 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351267 Aug 16 14:05:47.068183 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:48.160694 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e164649-aaed-4980-9c26-2fb052f65e9b req-4da8a560-560f-46b0-8eb8-44b83deb3f19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:48.162422 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e164649-aaed-4980-9c26-2fb052f65e9b req-4da8a560-560f-46b0-8eb8-44b83deb3f19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0533178 Aug 16 14:05:48.201355 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e164649-aaed-4980-9c26-2fb052f65e9b req-20216e1f-3cae-4f51-83b1-2025a864ef0f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327549 Aug 16 14:05:49.327269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afe65e-1bda-4be6-8465-6e9069cefef0 req-0a7edf71-3773-49ea-8d06-66ac030f3d6f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:49.329321 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04afe65e-1bda-4be6-8465-6e9069cefef0 req-0a7edf71-3773-49ea-8d06-66ac030f3d6f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0565352 Aug 16 14:05:49.368616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04afe65e-1bda-4be6-8465-6e9069cefef0 req-dba01db6-7043-457c-839d-156924029f49 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330465 Aug 16 14:05:50.491341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cffc7-6caa-47dd-8212-35ce93b17013 req-4798dc74-07a2-4641-acae-ad1af63e6069 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:50.492955 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c8cffc7-6caa-47dd-8212-35ce93b17013 req-4798dc74-07a2-4641-acae-ad1af63e6069 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0561478 Aug 16 14:05:50.535100 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6c8cffc7-6caa-47dd-8212-35ce93b17013 req-c2071094-bb6d-4d1f-8887-be160f9b78b3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356195 Aug 16 14:05:50.812573 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427f58f-4611-43a9-b540-632bbc9cae49 req-b3ed1285-81b9-46fe-8dc3-3d507601bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:50.814683 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4427f58f-4611-43a9-b540-632bbc9cae49 req-b3ed1285-81b9-46fe-8dc3-3d507601bea9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1096 time: 0.0536773 Aug 16 14:05:50.925676 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427f58f-4611-43a9-b540-632bbc9cae49 req-333c30b2-1ae5-48fb-836c-ac3096f5dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:50.927190 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4427f58f-4611-43a9-b540-632bbc9cae49 req-333c30b2-1ae5-48fb-836c-ac3096f5dcdb service neutron] 10.222.0.22 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 897 time: 0.0914559 Aug 16 14:05:50.996870 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4427f58f-4611-43a9-b540-632bbc9cae49 req-c2d604db-31a9-4718-b46d-8628da27cebc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 1000 time: 0.0623918 Aug 16 14:05:51.047849 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427f58f-4611-43a9-b540-632bbc9cae49 req-c6fb73db-1de6-48d0-9459-420240945c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:51.049374 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4427f58f-4611-43a9-b540-632bbc9cae49 req-c6fb73db-1de6-48d0-9459-420240945c75 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.0462275 Aug 16 14:05:51.096504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427f58f-4611-43a9-b540-632bbc9cae49 req-62dada5a-27db-423e-b773-7272b30a4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:51.097959 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4427f58f-4611-43a9-b540-632bbc9cae49 req-62dada5a-27db-423e-b773-7272b30a4a41 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410900 Aug 16 14:05:51.192424 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4427f58f-4611-43a9-b540-632bbc9cae49 req-125cb277-2eed-4150-9089-8822306a1938 service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871668 Aug 16 14:05:51.284648 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4427f58f-4611-43a9-b540-632bbc9cae49 req-075e1fea-455e-4690-a7b4-31f735fde382 service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850978 Aug 16 14:05:51.654702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7d178-706c-4d83-8024-95cb2c24bd1a req-a784a3fc-1171-4f80-8f2b-1a29c582ad1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:51.656271 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82c7d178-706c-4d83-8024-95cb2c24bd1a req-a784a3fc-1171-4f80-8f2b-1a29c582ad1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0513723 Aug 16 14:05:51.697538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-82c7d178-706c-4d83-8024-95cb2c24bd1a req-5bb9e186-64f8-4a37-98a2-1dac99884268 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333831 Aug 16 14:05:52.830840 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558266b3-7017-4e8a-be3f-885d2968c808 req-4e4352f4-acdc-44ce-b220-08ecf6bd2c0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:52.832943 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-558266b3-7017-4e8a-be3f-885d2968c808 req-4e4352f4-acdc-44ce-b220-08ecf6bd2c0e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0559888 Aug 16 14:05:52.872516 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-558266b3-7017-4e8a-be3f-885d2968c808 req-1697d7bf-a278-428f-8db3-b8338027e4ac tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338943 Aug 16 14:05:53.844427 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-e0968c73-ef3e-440b-a167-d342e0f729be service neutron] show failed (client error): The resource could not be found. Aug 16 14:05:53.845624 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-e0968c73-ef3e-440b-a167-d342e0f729be service neutron] 10.222.0.22 "GET /v2.0/ports/5708e408-f311-4990-8434-e3e970bcc926/bindings/n-h2-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0587041 Aug 16 14:05:54.002000 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deae5e2-b26c-4bb3-b9e6-d6b6f0473286 req-b091c30e-9fac-499c-96dc-307292b02f21 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:54.004054 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2deae5e2-b26c-4bb3-b9e6-d6b6f0473286 req-b091c30e-9fac-499c-96dc-307292b02f21 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0576310 Aug 16 14:05:54.043666 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2deae5e2-b26c-4bb3-b9e6-d6b6f0473286 req-45bcd711-c101-48ce-80d4-f12734ca8bdb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330038 Aug 16 14:05:54.058071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-65b98498-9295-4eca-873f-e968db7aa8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:54.059627 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-65b98498-9295-4eca-873f-e968db7aa8e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b&tenant_id=467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 1096 time: 0.0509343 Aug 16 14:05:54.073616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:05:54.132552 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:54.332895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=5708e408-f311-4990-8434-e3e970bcc926,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:05:54.370609 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:05:54.409911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5708e408-f311-4990-8434-e3e970bcc926'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:05:54.412158 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943603b1-d2b5-45b1-8088-e132ec45f2f9" -d '{"events": [{"server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "name": "network-vif-unplugged", "status": "completed", "tag": "5708e408-f311-4990-8434-e3e970bcc926"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:05:54.415905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:54.428702 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Transition to ACTIVE for port object 5708e408-f311-4990-8434-e3e970bcc926 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:05:54.433133 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:54.485419 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e107c488-984e-4f6f-8485-cb58067bd3b9 x-openstack-request-id: req-e107c488-984e-4f6f-8485-cb58067bd3b9 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:05:54.485419 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "name": "network-vif-unplugged", "status": "completed", "tag": "5708e408-f311-4990-8434-e3e970bcc926", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:05:54.485419 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e107c488-984e-4f6f-8485-cb58067bd3b9 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:05:54.485419 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5708e408-f311-4990-8434-e3e970bcc926', 'code': 200} Aug 16 14:05:54.487122 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Pushing event updated for resources: {'Port': ['ID=5708e408-f311-4990-8434-e3e970bcc926,revision_number=6']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:05:54.497677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.498021 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.498388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.498725 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.499058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.499380 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.499700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.500022 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.500346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.500667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.501016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.501337 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:54.577645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] No DVR routers for this DVR port 5708e408-f311-4990-8434-e3e970bcc926 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:05:54.729002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Attempting to bind port 5708e408-f311-4990-8434-e3e970bcc926 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:05:54.729327 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Attempting to bind port 5708e408-f311-4990-8434-e3e970bcc926 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:05:54.729648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Attempting to bind port 5708e408-f311-4990-8434-e3e970bcc926 on network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:05:54.733990 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Port 5708e408-f311-4990-8434-e3e970bcc926 on network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:05:54.734340 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Attempting to bind port 5708e408-f311-4990-8434-e3e970bcc926 on network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:05:54.739505 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:05:54.739842 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Checking segment: {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:05:54.740224 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Bound using segment: {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:05:54.740646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Bound port: 5708e408-f311-4990-8434-e3e970bcc926, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515aedb0-ef3e-495e-93f8-732ecb2b9d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:05:54.741000 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:54.810320 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:05:54.814234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5708e408-f311-4990-8434-e3e970bcc926,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:05:54.820236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:54.863889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:54.864463 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:54.865769 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] 10.222.0.42 "PUT /v2.0/ports/5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 1091 time: 0.7975619 Aug 16 14:05:54.890071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07df3a-e4c6-4d40-a0af-2968c286d224 service neutron] Pushing event updated for resources: {'Port': ['ID=5708e408-f311-4990-8434-e3e970bcc926,revision_number=7']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:05:54.948678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-98f7d11f-2b55-4681-9933-4ec093d6e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:54.950375 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-98f7d11f-2b55-4681-9933-4ec093d6e267 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1094 time: 0.0559328 Aug 16 14:05:55.053341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-83c9fa1c-42ff-4fcf-a8b1-e04d190f4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:55.054897 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-83c9fa1c-42ff-4fcf-a8b1-e04d190f4552 service neutron] 10.222.0.42 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 897 time: 0.0973840 Aug 16 14:05:55.130879 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-04c1cd61-a505-40bb-a588-24c542df4cd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 998 time: 0.0689816 Aug 16 14:05:55.173463 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a3fbc-a35c-494a-9238-54ffd8d057bd req-4a2e73b9-7a90-4720-a11c-d683af845cb4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:55.176111 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd8a3fbc-a35c-494a-9238-54ffd8d057bd req-4a2e73b9-7a90-4720-a11c-d683af845cb4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 943 time: 0.0562727 Aug 16 14:05:55.190074 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-740146e1-acbe-485e-8487-1bbef7368ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:55.191526 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-740146e1-acbe-485e-8487-1bbef7368ac8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.0529139 Aug 16 14:05:55.227132 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cd8a3fbc-a35c-494a-9238-54ffd8d057bd req-ce4a83f5-4615-4c44-949d-fb01cf3f0d32 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Aug 16 14:05:55.246522 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-63ce6574-f44c-44ed-914e-47c8a5ac6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:55.248062 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-63ce6574-f44c-44ed-914e-47c8a5ac6f52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490553 Aug 16 14:05:55.353337 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-a01a466a-e785-4bbd-84af-7a5e519808fb service neutron] 10.222.0.42 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979233 Aug 16 14:05:55.453589 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-c051dae9-171b-4715-96d8-d6f7855d4a89 req-cd683823-1bfd-4c0e-bcc8-fe2139005b3f service neutron] 10.222.0.42 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932217 Aug 16 14:05:56.356321 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668984-f914-437e-8786-88c039b92939 req-c5c802a9-c667-4cfa-9840-a8461b33fadc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:56.357891 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13668984-f914-437e-8786-88c039b92939 req-c5c802a9-c667-4cfa-9840-a8461b33fadc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 943 time: 0.0542672 Aug 16 14:05:56.397349 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13668984-f914-437e-8786-88c039b92939 req-0b42f3fd-e722-4f5d-9726-520a64abfb80 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323796 Aug 16 14:05:56.486618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'tag': '5708e408-f311-4990-8434-e3e970bcc926'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:05:56.488988 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb93a8e-02db-4bf5-80d1-248f4651df64" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "tag": "5708e408-f311-4990-8434-e3e970bcc926"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:05:56.539821 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24781a3e-b655-41bb-99fa-75c75f6661c8 x-openstack-request-id: req-24781a3e-b655-41bb-99fa-75c75f6661c8 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:05:56.540149 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "tag": "5708e408-f311-4990-8434-e3e970bcc926", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:05:56.540982 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24781a3e-b655-41bb-99fa-75c75f6661c8 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:05:56.541547 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'tag': '5708e408-f311-4990-8434-e3e970bcc926', 'status': 'completed', 'code': 200} Aug 16 14:05:56.639530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-e412f7ed-e16c-4f7d-a433-b943d1e36e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:56.641151 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-e412f7ed-e16c-4f7d-a433-b943d1e36e8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1094 time: 0.0795157 Aug 16 14:05:56.648563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-64c5e6d5-6622-46a4-86d8-8a1696877df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:56.650123 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-64c5e6d5-6622-46a4-86d8-8a1696877df6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1094 time: 0.0605147 Aug 16 14:05:56.814901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-cc8f20e3-0e6c-4380-9a9c-232127438b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:56.816387 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-cc8f20e3-0e6c-4380-9a9c-232127438b00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 897 time: 0.1653144 Aug 16 14:05:56.819276 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-ca2c16e6-1dd3-4ae9-a9ce-ccb7249a4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:56.820708 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-ca2c16e6-1dd3-4ae9-a9ce-ccb7249a4e33 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 897 time: 0.1615603 Aug 16 14:05:56.942843 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-3cd080f7-99c1-4aaa-8da3-9063d1cb79e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 998 time: 0.1086252 Aug 16 14:05:56.944587 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-2fe7c54c-c9a2-48da-a150-ec4261c88850 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 998 time: 0.1174910 Aug 16 14:05:57.041014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-ccc6db6a-1500-462b-b2e7-ad29b92ac38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:57.042914 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-ccc6db6a-1500-462b-b2e7-ad29b92ac38e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.0921290 Aug 16 14:05:57.050980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-2b16e5db-4f3d-4a7f-be90-afd89ec84f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:57.052514 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-2b16e5db-4f3d-4a7f-be90-afd89ec84f9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.0727141 Aug 16 14:05:57.174234 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-1f005541-e50d-4978-8b1a-374f64d4dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:57.176738 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-1f005541-e50d-4978-8b1a-374f64d4dcbc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231570 Aug 16 14:05:57.179965 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-549ec755-83d8-4801-bdbf-44221508ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:57.182439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-549ec755-83d8-4801-bdbf-44221508ea7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934310 Aug 16 14:05:57.354587 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-8c5a0d2c-2486-47c3-b064-b46147ec4e2f service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697290 Aug 16 14:05:57.356341 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-3a61edf2-a339-42b0-81a3-0aadf9120d41 service neutron] 10.222.0.42 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634569 Aug 16 14:05:57.531310 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-0eb33aa0-75d6-412e-8f39-d56c6218b46c service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696289 Aug 16 14:05:57.533789 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2fb93a8e-02db-4bf5-80d1-248f4651df64 req-bdff0732-c249-4973-93ae-605064f03283 service neutron] 10.222.0.42 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632409 Aug 16 14:05:57.540646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba225bb2-d814-41ff-a20f-647517a3eafb req-044aae10-73ef-41d5-bd0c-a9519a0dc068 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:57.542704 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba225bb2-d814-41ff-a20f-647517a3eafb req-044aae10-73ef-41d5-bd0c-a9519a0dc068 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 943 time: 0.0581543 Aug 16 14:05:57.589315 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ba225bb2-d814-41ff-a20f-647517a3eafb req-8d2e4877-341d-4e77-90f4-3fa052f9b556 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395727 Aug 16 14:05:57.824372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dbb2d-04a3-48fc-996b-e77c08bf84a5 req-5d187247-3913-4461-9bd5-0ac5ff1296ce tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:57.825984 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f42dbb2d-04a3-48fc-996b-e77c08bf84a5 req-5d187247-3913-4461-9bd5-0ac5ff1296ce tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 943 time: 0.0545259 Aug 16 14:05:57.849812 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a318ce-0a79-4dde-830b-43758511a821 req-34aff160-cf94-424e-879b-1698d3678e25 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:57.851833 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7a318ce-0a79-4dde-830b-43758511a821 req-34aff160-cf94-424e-879b-1698d3678e25 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b&tenant_id=467cefbc48c242a9a6472d416d299109&binding%3Ahost_id=n-h2-804708-1 HTTP/1.1" status: 200 len: 943 time: 0.0645914 Aug 16 14:05:57.875677 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f42dbb2d-04a3-48fc-996b-e77c08bf84a5 req-960219b0-7d42-4f2c-91b8-061f4d0b2a64 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429759 Aug 16 14:05:57.937915 n-d-804708-1 neutron-server[101396]: INFO neutron.api.v2.resource [req-f7a318ce-0a79-4dde-830b-43758511a821 req-e79d9949-c605-4ea6-af70-a9316dc31f42 service neutron] delete failed (client error): The resource could not be found. Aug 16 14:05:57.939213 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7a318ce-0a79-4dde-830b-43758511a821 req-e79d9949-c605-4ea6-af70-a9316dc31f42 service neutron] 10.222.0.22 "DELETE /v2.0/ports/5708e408-f311-4990-8434-e3e970bcc926/bindings/n-h1-804708-1 HTTP/1.1" status: 404 len: 380 time: 0.0776396 Aug 16 14:05:58.028059 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ef348-2d26-4b18-bb7c-6e7217c11649 req-aac82d79-6f73-4f20-b4c0-90a77ad04f43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:58.029641 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da0ef348-2d26-4b18-bb7c-6e7217c11649 req-aac82d79-6f73-4f20-b4c0-90a77ad04f43 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 943 time: 0.0776412 Aug 16 14:05:58.047264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a318ce-0a79-4dde-830b-43758511a821 req-2a00c010-e70d-49a6-8335-e75283c7edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:58.049019 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7a318ce-0a79-4dde-830b-43758511a821 req-2a00c010-e70d-49a6-8335-e75283c7edc3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1094 time: 0.0460751 Aug 16 14:05:58.078772 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-da0ef348-2d26-4b18-bb7c-6e7217c11649 req-4c6050e3-9d14-4015-b67f-7e4143f3b5b2 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 Aug 16 14:05:58.169850 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a318ce-0a79-4dde-830b-43758511a821 req-9e542c2c-d4ff-4e86-aa84-918abe632ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:58.171409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7a318ce-0a79-4dde-830b-43758511a821 req-9e542c2c-d4ff-4e86-aa84-918abe632ee5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 897 time: 0.1138527 Aug 16 14:05:58.239292 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7a318ce-0a79-4dde-830b-43758511a821 req-d34c915f-1a5a-4463-a191-cda592fca14d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 998 time: 0.0606816 Aug 16 14:05:58.305743 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a318ce-0a79-4dde-830b-43758511a821 req-8a99232b-0381-48df-b071-1742ef456d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:58.307163 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7a318ce-0a79-4dde-830b-43758511a821 req-8a99232b-0381-48df-b071-1742ef456d00 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.0589912 Aug 16 14:05:58.355645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a318ce-0a79-4dde-830b-43758511a821 req-0e710f91-34f9-44af-b546-9d2a4abfb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:58.357175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7a318ce-0a79-4dde-830b-43758511a821 req-0e710f91-34f9-44af-b546-9d2a4abfb562 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427043 Aug 16 14:05:58.450335 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7a318ce-0a79-4dde-830b-43758511a821 req-ad2e7668-e5d1-47b7-ac89-ca1e85627e25 service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857882 Aug 16 14:05:58.553315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f7a318ce-0a79-4dde-830b-43758511a821 req-bf228440-b060-400c-8e7b-b245452806d9 service neutron] 10.222.0.22 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955904 Aug 16 14:05:58.609153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5708e408-f311-4990-8434-e3e970bcc926 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:05:58.652789 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device 5708e408-f311-4990-8434-e3e970bcc926 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:05:59.204436 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e563a3-2b6a-42fe-ad11-1308109a2cb9 req-60ea2538-1cb4-4777-9029-e9a2b397466f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:05:59.205981 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66e563a3-2b6a-42fe-ad11-1308109a2cb9 req-60ea2538-1cb4-4777-9029-e9a2b397466f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 943 time: 0.0535510 Aug 16 14:05:59.249716 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66e563a3-2b6a-42fe-ad11-1308109a2cb9 req-acff6446-6ea6-40ca-ad23-4e28947dd535 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369620 Aug 16 14:05:59.273290 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36504) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:05:59.346656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8b837c6b-2733-4a4d-bf7e-6b6b8b87e61b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/3addc07b-aed3-4d8a-9c2d-d3b535ac7771 HTTP/1.1" status: 200 len: 990 time: 0.0720565 Aug 16 14:05:59.527420 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5708e408-f311-4990-8434-e3e970bcc926 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:05:59.625525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5708e408-f311-4990-8434-e3e970bcc926,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:05:59.637072 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '5708e408-f311-4990-8434-e3e970bcc926', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'port_id': '5708e408-f311-4990-8434-e3e970bcc926', 'mac_address': 'fa:16:3e:6d:85:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:05:59.678960 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:59.692041 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5708e408-f311-4990-8434-e3e970bcc926 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:05:59.711944 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5708e408-f311-4990-8434-e3e970bcc926,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:05:59.717063 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:05:59.771170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=5708e408-f311-4990-8434-e3e970bcc926,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:05:59.779119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.779377 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.779730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.780067 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.780399 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.780731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.781055 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.781381 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.781701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.782682 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.782970 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.783295 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:05:59.949794 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['5708e408-f311-4990-8434-e3e970bcc926'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:06:00.539531 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:01.533275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5708e408-f311-4990-8434-e3e970bcc926 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:06:01.585422 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 5708e408-f311-4990-8434-e3e970bcc926 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:06:01.589361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 5708e408-f311-4990-8434-e3e970bcc926 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:01.589732 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:01.676416 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:01.700057 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5708e408-f311-4990-8434-e3e970bcc926'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:06:01.702348 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e653667-4295-44d8-a221-f4c15c37bbd6" -d '{"events": [{"server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "name": "network-vif-plugged", "status": "completed", "tag": "5708e408-f311-4990-8434-e3e970bcc926"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:06:01.716098 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5708e408-f311-4990-8434-e3e970bcc926,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:06:01.721344 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:01.745228 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bc54df-1103-4e99-bfd8-b1a1f3ade525 x-openstack-request-id: req-67bc54df-1103-4e99-bfd8-b1a1f3ade525 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:06:01.745527 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "name": "network-vif-plugged", "status": "completed", "tag": "5708e408-f311-4990-8434-e3e970bcc926", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:06:01.745757 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67bc54df-1103-4e99-bfd8-b1a1f3ade525 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:06:01.746179 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5708e408-f311-4990-8434-e3e970bcc926', 'code': 200} Aug 16 14:06:01.772688 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=5708e408-f311-4990-8434-e3e970bcc926,revision_number=9']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:01.927226 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-45d9c47d-0f35-45e0-a20c-00e508ccf7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:04.477336 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f1afef63-5d72-4432-b56e-4b86b31fa313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:04.754064 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:05.787582 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:07.605031 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:17.071976 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:20.412536 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-aa2f8277-7272-4aa2-aee3-8c71ca9d2bbe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409830 Aug 16 14:06:20.501719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-98cc4972-1285-487e-ba25-0fff2360b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:20.503439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-98cc4972-1285-487e-ba25-0fff2360b250 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1096 time: 0.0420170 Aug 16 14:06:20.622439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-02ebdb97-6c1d-4700-bd88-2a4519b25e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:20.623851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-02ebdb97-6c1d-4700-bd88-2a4519b25e9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 897 time: 0.0995657 Aug 16 14:06:20.693981 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-a9fd9eb8-faf4-4809-b7c7-92fdc5d727f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 1000 time: 0.0625372 Aug 16 14:06:21.073528 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-8a694b82-0399-49b7-aa80-394eaf4ea5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:21.075021 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-8a694b82-0399-49b7-aa80-394eaf4ea5cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.3741975 Aug 16 14:06:21.120829 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-c3ca16e8-46f3-4bde-b6a3-176684594dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:21.122375 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-c3ca16e8-46f3-4bde-b6a3-176684594dbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393808 Aug 16 14:06:21.218764 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-8a7c9882-a673-4065-923a-93ed0aa6e351 service neutron] 10.222.0.42 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887001 Aug 16 14:06:21.309296 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9a15fa16-43b4-4064-98b0-778dfd4000af req-885a369e-4d50-4cea-8ef7-d7ae469062b0 service neutron] 10.222.0.42 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834341 Aug 16 14:06:23.629441 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:06:27.755319 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36520) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:27.914989 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 5629ac9e-3e07-481a-8ce0-a2e119caee74 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:06:27.915337 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:27.989114 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:27.989434 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:28.000624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 5629ac9e-3e07-481a-8ce0-a2e119caee74 owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:06:28.146188 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:28.171919 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=5629ac9e-3e07-481a-8ce0-a2e119caee74,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:28.195839 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.196190 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.196535 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.196874 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.197210 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.197546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.197881 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.198251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.198585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.198916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.199246 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.199571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:28.244019 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:28.244425 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Floating IP 3addc07b-aed3-4d8a-9c2d-d3b535ac7771 disassociated (deleted). External IP: 172.25.0.44, port: 5708e408-f311-4990-8434-e3e970bcc926. Aug 16 14:06:28.456999 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:06:28.564112 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:06:28.569076 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:28.573455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35ca3b-7f17-4fe2-96f3-98b07f8c67ca None None] Sync routers for ids ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:06:28.582864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35ca3b-7f17-4fe2-96f3-98b07f8c67ca None None] Routers {'3aa47242-41d0-48e0-a2cf-4e13766b6b6c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:06:28.583486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8f35ca3b-7f17-4fe2-96f3-98b07f8c67ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:28.597051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0eaad4f8-59d3-41e6-af27-f487b06024f5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/floatingips/3addc07b-aed3-4d8a-9c2d-d3b535ac7771 HTTP/1.1" status: 204 len: 168 time: 0.8406460 Aug 16 14:06:28.597592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'tag': '5708e408-f311-4990-8434-e3e970bcc926'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:06:28.599921 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "tag": "5708e408-f311-4990-8434-e3e970bcc926"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:06:28.640085 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cbe657-96d5-43be-838e-94f873d8bd50 x-openstack-request-id: req-78cbe657-96d5-43be-838e-94f873d8bd50 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:06:28.640487 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "tag": "5708e408-f311-4990-8434-e3e970bcc926", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:06:28.640875 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78cbe657-96d5-43be-838e-94f873d8bd50 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:06:28.641538 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'tag': '5708e408-f311-4990-8434-e3e970bcc926', 'status': 'completed', 'code': 200} Aug 16 14:06:28.699252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8f35ca3b-7f17-4fe2-96f3-98b07f8c67ca None None] Set router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:06:28.788672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917 req-dd6e4414-a0f0-4af8-965d-501d3379744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:28.790223 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917 req-dd6e4414-a0f0-4af8-965d-501d3379744c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 1096 time: 0.1249557 Aug 16 14:06:28.855228 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0505c8-266a-4b4d-81a6-20b6ee1aee56 req-3268e28a-e08e-4692-8198-fc5058737f5a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:28.857104 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be0505c8-266a-4b4d-81a6-20b6ee1aee56 req-3268e28a-e08e-4692-8198-fc5058737f5a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0550461 Aug 16 14:06:28.893191 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917 req-5b6c8bde-a7ac-44ec-a681-ea6d2eaee41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:28.895038 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917 req-5b6c8bde-a7ac-44ec-a681-ea6d2eaee41a service neutron] 10.222.0.42 "GET /v2.0/networks?id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 200 len: 897 time: 0.0949955 Aug 16 14:06:28.900968 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-be0505c8-266a-4b4d-81a6-20b6ee1aee56 req-feb7c52a-eb26-4224-9fae-d50e66bc3ed3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365779 Aug 16 14:06:28.940611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8f35ca3b-7f17-4fe2-96f3-98b07f8c67ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:05Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '49726936-bb39-4f8f-af7b-6f920b3508cd', 'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:66:45:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:04Z', 'updated_at': '2021-08-16T14:04:11Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:28.944296 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917 req-739a97a4-96b7-4e24-8a6b-aef8da2f7019 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 200 len: 217 time: 0.0415325 Aug 16 14:06:28.966488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35ca3b-7f17-4fe2-96f3-98b07f8c67ca None None] Checking router: 3aa47242-41d0-48e0-a2cf-4e13766b6b6c for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:06:28.974741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35ca3b-7f17-4fe2-96f3-98b07f8c67ca None None] Routers {'3aa47242-41d0-48e0-a2cf-4e13766b6b6c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:06:28.975346 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8f35ca3b-7f17-4fe2-96f3-98b07f8c67ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:29.000862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917 req-0f4e1522-af47-4919-a34e-97b69ca68fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:29.002943 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917 req-0f4e1522-af47-4919-a34e-97b69ca68fe6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 200 len: 835 time: 0.0515215 Aug 16 14:06:29.052458 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917 req-3328540f-8e4a-43e6-984c-95430a7a086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:29.053669 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917 req-3328540f-8e4a-43e6-984c-95430a7a086c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418415 Aug 16 14:06:29.095168 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-8f35ca3b-7f17-4fe2-96f3-98b07f8c67ca None None] Set router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:06:29.149813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917 req-4e558271-c3fa-4970-a3c0-eed34a76cafc service neutron] 10.222.0.42 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883861 Aug 16 14:06:29.241460 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1cb8bcb0-a52f-4bbd-9c23-b51b64350917 req-c466bc7e-80b2-4182-bafb-5c3d9b40aac5 service neutron] 10.222.0.42 "GET /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838804 Aug 16 14:06:29.296620 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-8f35ca3b-7f17-4fe2-96f3-98b07f8c67ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:05Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '49726936-bb39-4f8f-af7b-6f920b3508cd', 'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:66:45:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:04Z', 'updated_at': '2021-08-16T14:04:11Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:29.323165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35ca3b-7f17-4fe2-96f3-98b07f8c67ca None None] The sync data for ids ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'] in n-d-804708-1 is: [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:04:05Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '49726936-bb39-4f8f-af7b-6f920b3508cd', 'name': '', 'network_id': '43c9e2e9-1db2-49a7-8a0f-67cf96d368ce', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:66:45:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:04Z', 'updated_at': '2021-08-16T14:04:11Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': 'd6d4e156-2aac-44e2-8f49-a731c2353c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:06:29.534373 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e89586-7baa-4fcf-b795-2a24419d2f60 None None] New status for floating IP 3addc07b-aed3-4d8a-9c2d-d3b535ac7771: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:06:30.040903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699d201-da4b-43c3-8aab-3dccd05de6fb req-90d2b8d9-51fb-4c00-bcfd-50b525d1cde5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:30.042393 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a699d201-da4b-43c3-8aab-3dccd05de6fb req-90d2b8d9-51fb-4c00-bcfd-50b525d1cde5 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0500848 Aug 16 14:06:30.081803 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a699d201-da4b-43c3-8aab-3dccd05de6fb req-a14f6060-7658-439e-bed3-36f3a943c2dd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=4003df3c-f980-4160-813b-3e7cb4a500ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Aug 16 14:06:30.131847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83170507-e8cc-491f-a061-25ce9da259e9 req-925d9f25-5f36-4dae-a1e5-a503a84a9351 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:30.133984 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-83170507-e8cc-491f-a061-25ce9da259e9 req-925d9f25-5f36-4dae-a1e5-a503a84a9351 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb1cc07c-2903-42ec-99a6-cde12b27b31b HTTP/1.1" status: 200 len: 945 time: 0.0505452 Aug 16 14:06:30.226833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-83170507-e8cc-491f-a061-25ce9da259e9 req-6390f750-0580-4ef9-ae56-244ad21fc9cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 5708e408-f311-4990-8434-e3e970bcc926 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:06:30.227069 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-83170507-e8cc-491f-a061-25ce9da259e9 req-6390f750-0580-4ef9-ae56-244ad21fc9cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:30.315794 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-83170507-e8cc-491f-a061-25ce9da259e9 req-6390f750-0580-4ef9-ae56-244ad21fc9cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port 5708e408-f311-4990-8434-e3e970bcc926, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=5708e408-f311-4990-8434-e3e970bcc926,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:06:30.316156 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-83170507-e8cc-491f-a061-25ce9da259e9 req-6390f750-0580-4ef9-ae56-244ad21fc9cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:30.333175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-83170507-e8cc-491f-a061-25ce9da259e9 req-6390f750-0580-4ef9-ae56-244ad21fc9cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 5708e408-f311-4990-8434-e3e970bcc926 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:06:30.471015 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-83170507-e8cc-491f-a061-25ce9da259e9 req-6390f750-0580-4ef9-ae56-244ad21fc9cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:30.500785 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390f750-0580-4ef9-ae56-244ad21fc9cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=5708e408-f311-4990-8434-e3e970bcc926,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:30.540380 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:30.548403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-83170507-e8cc-491f-a061-25ce9da259e9 req-6390f750-0580-4ef9-ae56-244ad21fc9cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] No DVR routers for this DVR port 5708e408-f311-4990-8434-e3e970bcc926 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:06:30.551869 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-83170507-e8cc-491f-a061-25ce9da259e9 req-6390f750-0580-4ef9-ae56-244ad21fc9cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:30.553872 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-83170507-e8cc-491f-a061-25ce9da259e9 req-6390f750-0580-4ef9-ae56-244ad21fc9cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "DELETE /v2.0/ports/5708e408-f311-4990-8434-e3e970bcc926 HTTP/1.1" status: 204 len: 173 time: 0.4140925 Aug 16 14:06:30.554346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'name': 'network-vif-deleted', 'tag': '5708e408-f311-4990-8434-e3e970bcc926'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:06:30.556597 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b273fe4-f79f-4feb-a3e9-a1873010868d" -d '{"events": [{"server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "name": "network-vif-deleted", "tag": "5708e408-f311-4990-8434-e3e970bcc926"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:06:30.650899 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824ffcc3-93b4-4527-bf13-1e9c73a6b2ac x-openstack-request-id: req-824ffcc3-93b4-4527-bf13-1e9c73a6b2ac {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:06:30.651200 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1cc07c-2903-42ec-99a6-cde12b27b31b", "name": "network-vif-deleted", "tag": "5708e408-f311-4990-8434-e3e970bcc926", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:06:30.651452 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-824ffcc3-93b4-4527-bf13-1e9c73a6b2ac {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:06:30.651853 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1cc07c-2903-42ec-99a6-cde12b27b31b', 'name': 'network-vif-deleted', 'tag': '5708e408-f311-4990-8434-e3e970bcc926', 'status': 'completed', 'code': 200} Aug 16 14:06:31.137621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36540) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:31.513558 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:31.773475 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 49726936-bb39-4f8f-af7b-6f920b3508cd {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:06:31.773736 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:31.859932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port 49726936-bb39-4f8f-af7b-6f920b3508cd, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=49726936-bb39-4f8f-af7b-6f920b3508cd,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:06:31.860296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:31.872242 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 49726936-bb39-4f8f-af7b-6f920b3508cd owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:06:31.928689 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6a33eeeb-b0b5-42a3-8d5d-4b8fc084cd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:32.057158 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:32.089488 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=49726936-bb39-4f8f-af7b-6f920b3508cd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:32.267079 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:32.820773 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:06:32.924525 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:06:32.929810 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3b57e668-45c1-4503-aaa9-59386b776dd3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "PUT /v2.0/routers/3aa47242-41d0-48e0-a2cf-4e13766b6b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7911112 Aug 16 14:06:32.932505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36542) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:32.933841 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34a5d82-4f45-4244-99af-9e13250019d0 None None] Sync routers for ids ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:06:32.944376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a5d82-4f45-4244-99af-9e13250019d0 None None] Routers {'3aa47242-41d0-48e0-a2cf-4e13766b6b6c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:06:32.944992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c34a5d82-4f45-4244-99af-9e13250019d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:32.982889 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c170cf-ebf3-407c-8c6b-0a5696a4d6b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting subnet d6d4e156-2aac-44e2-8f49-a731c2353c74 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:06:32.985929 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75c170cf-ebf3-407c-8c6b-0a5696a4d6b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.026563 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75c170cf-ebf3-407c-8c6b-0a5696a4d6b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.051809 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-c34a5d82-4f45-4244-99af-9e13250019d0 None None] Set router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:06:33.117964 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75c170cf-ebf3-407c-8c6b-0a5696a4d6b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.179050 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75c170cf-ebf3-407c-8c6b-0a5696a4d6b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.205471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c170cf-ebf3-407c-8c6b-0a5696a4d6b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d4e156-2aac-44e2-8f49-a731c2353c74,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:33.209771 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75c170cf-ebf3-407c-8c6b-0a5696a4d6b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.211849 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-75c170cf-ebf3-407c-8c6b-0a5696a4d6b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/subnets/d6d4e156-2aac-44e2-8f49-a731c2353c74 HTTP/1.1" status: 204 len: 168 time: 0.2784104 Aug 16 14:06:33.214635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36544) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:33.222058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ce142-38c3-4522-b7a4-d141da89e63c None None] Network 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:06:33.292249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c34a5d82-4f45-4244-99af-9e13250019d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:06:32Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:33.326574 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.327902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34a5d82-4f45-4244-99af-9e13250019d0 None None] Checking router: 3aa47242-41d0-48e0-a2cf-4e13766b6b6c for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:06:33.355560 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a5d82-4f45-4244-99af-9e13250019d0 None None] Routers {'3aa47242-41d0-48e0-a2cf-4e13766b6b6c'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:06:33.356176 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c34a5d82-4f45-4244-99af-9e13250019d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:06:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:33.430444 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.486782 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 8f1a59c2-a794-47b4-a194-44c71ef176b1 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:06:33.487104 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.489528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-c34a5d82-4f45-4244-99af-9e13250019d0 None None] Set router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:06:33.547076 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37dedf-d323-4cd5-aff7-9478439053dc None None] DHCP port deletion for 43c9e2e9-1db2-49a7-8a0f-67cf96d368ce request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:06:33.567094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port 8f1a59c2-a794-47b4-a194-44c71ef176b1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8f1a59c2-a794-47b4-a194-44c71ef176b1,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:06:33.567457 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.585083 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 8f1a59c2-a794-47b4-a194-44c71ef176b1 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:06:33.683419 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6c37dedf-d323-4cd5-aff7-9478439053dc None None] Deleting port 46f20318-e7f1-48d2-829b-224cde8ed309 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:06:33.683790 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6c37dedf-d323-4cd5-aff7-9478439053dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.710588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5708e408-f311-4990-8434-e3e970bcc926 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:06:33.757881 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.770053 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 5708e408-f311-4990-8434-e3e970bcc926 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:06:33.770414 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 5708e408-f311-4990-8434-e3e970bcc926 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:06:33.786796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=8f1a59c2-a794-47b4-a194-44c71ef176b1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:33.787062 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-6c37dedf-d323-4cd5-aff7-9478439053dc None None] For port 46f20318-e7f1-48d2-829b-224cde8ed309, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=46f20318-e7f1-48d2-829b-224cde8ed309,segment=NetworkSegment(515aedb0-ef3e-495e-93f8-732ecb2b9d07),segment_id=515aedb0-ef3e-495e-93f8-732ecb2b9d07)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:06:33.787320 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6c37dedf-d323-4cd5-aff7-9478439053dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.803344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-6c37dedf-d323-4cd5-aff7-9478439053dc None None] Calling delete_port for 46f20318-e7f1-48d2-829b-224cde8ed309 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:06:33.810627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-c34a5d82-4f45-4244-99af-9e13250019d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:06:32Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:33.842626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34a5d82-4f45-4244-99af-9e13250019d0 None None] The sync data for ids ['3aa47242-41d0-48e0-a2cf-4e13766b6b6c'] in n-d-804708-1 is: [{'id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1949321274', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:04:01Z', 'updated_at': '2021-08-16T14:06:32Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '8f1a59c2-a794-47b4-a194-44c71ef176b1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa47242-41d0-48e0-a2cf-4e13766b6b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:04:02Z', 'updated_at': '2021-08-16T14:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:06:33.849611 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.922250 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6c37dedf-d323-4cd5-aff7-9478439053dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.950253 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.950851 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37dedf-d323-4cd5-aff7-9478439053dc None None] Pushing event deleted for resources: {'Port': ['ID=46f20318-e7f1-48d2-829b-224cde8ed309,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:33.952456 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:33.956862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c37dedf-d323-4cd5-aff7-9478439053dc None None] No DVR routers for this DVR port 46f20318-e7f1-48d2-829b-224cde8ed309 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:06:34.006616 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.007169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Fanout notify agent at l3_agent the message router_deleted on router 3aa47242-41d0-48e0-a2cf-4e13766b6b6c {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:06:34.013894 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.015026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-30b0375c-0d9d-440d-be9e-a336b25f5586 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/routers/3aa47242-41d0-48e0-a2cf-4e13766b6b6c HTTP/1.1" status: 204 len: 168 time: 0.7981250 Aug 16 14:06:34.018996 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36546) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:34.094832 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.188907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.200659 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c9e2e9-1db2-49a7-8a0f-67cf96d368ce']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:34.211773 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515aedb0-ef3e-495e-93f8-732ecb2b9d07') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:34.212071 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515aedb0-ef3e-495e-93f8-732ecb2b9d07') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:34.221541 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.235811 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.242552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:06:34.243050 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: timer() Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:06:34.246351 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:06:34.313194 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.319561 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.321946 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/networks/43c9e2e9-1db2-49a7-8a0f-67cf96d368ce HTTP/1.1" status: 204 len: 168 time: 0.3019605 Aug 16 14:06:34.324860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36550) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:34.340694 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fadb46-aadd-4043-b612-38bfbe66f2a9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Network': ['ID=43c9e2e9-1db2-49a7-8a0f-67cf96d368ce,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:34.387582 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75990d8b-0501-4512-bea1-892983423a35 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.414374 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75990d8b-0501-4512-bea1-892983423a35 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.479080 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7558948f-1d53-420f-9b29-576771051602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.498208 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75990d8b-0501-4512-bea1-892983423a35 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.500769 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-75990d8b-0501-4512-bea1-892983423a35 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:34.502868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-75990d8b-0501-4512-bea1-892983423a35 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/security-groups/4003df3c-f980-4160-813b-3e7cb4a500ae HTTP/1.1" status: 204 len: 168 time: 0.1768851 Aug 16 14:06:34.513453 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75990d8b-0501-4512-bea1-892983423a35 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4003df3c-f980-4160-813b-3e7cb4a500ae,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:34.737562 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:35.110912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8f1a59c2-a794-47b4-a194-44c71ef176b1 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:06:35.130997 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 8f1a59c2-a794-47b4-a194-44c71ef176b1 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:06:35.131348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8f1a59c2-a794-47b4-a194-44c71ef176b1 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:06:35.131773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 49726936-bb39-4f8f-af7b-6f920b3508cd no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:06:35.150427 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 49726936-bb39-4f8f-af7b-6f920b3508cd {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:06:35.150777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 49726936-bb39-4f8f-af7b-6f920b3508cd not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:06:35.151185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 46f20318-e7f1-48d2-829b-224cde8ed309 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:06:35.170026 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 46f20318-e7f1-48d2-829b-224cde8ed309 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:06:35.170401 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 46f20318-e7f1-48d2-829b-224cde8ed309 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:06:35.787647 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.118472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36562) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:37.123402 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d6376fd3-4ead-4018-ab04-0a6206e5ef6e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-173104875', 'description': 'tempest-secgroup-smoke-173104875 description', 'project_id': '467cefbc48c242a9a6472d416d299109'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:37.147359 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6376fd3-4ead-4018-ab04-0a6206e5ef6e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.227272 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6376fd3-4ead-4018-ab04-0a6206e5ef6e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.230886 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6376fd3-4ead-4018-ab04-0a6206e5ef6e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.261329 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6376fd3-4ead-4018-ab04-0a6206e5ef6e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0667fb1-a4a8-4239-adfd-22c3e3015584,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:37.265345 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d6376fd3-4ead-4018-ab04-0a6206e5ef6e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.266591 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d6376fd3-4ead-4018-ab04-0a6206e5ef6e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1471100 Aug 16 14:06:37.269745 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36564) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:37.274565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-650c6b91-8314-4045-a41b-a1e9c430c6d4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': 'd0667fb1-a4a8-4239-adfd-22c3e3015584', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:37.301011 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-650c6b91-8314-4045-a41b-a1e9c430c6d4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.362972 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-650c6b91-8314-4045-a41b-a1e9c430c6d4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.366639 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-650c6b91-8314-4045-a41b-a1e9c430c6d4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.386169 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c6b91-8314-4045-a41b-a1e9c430c6d4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e33dd7-8efc-46d8-8b54-03368e93c0b3,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:37.393076 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-650c6b91-8314-4045-a41b-a1e9c430c6d4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.394300 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-650c6b91-8314-4045-a41b-a1e9c430c6d4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235383 Aug 16 14:06:37.396921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36566) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:37.401249 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-dbd4da99-9c17-40ed-96f5-836624f14e19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': 'd0667fb1-a4a8-4239-adfd-22c3e3015584', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:37.428311 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dbd4da99-9c17-40ed-96f5-836624f14e19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.488290 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dbd4da99-9c17-40ed-96f5-836624f14e19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.492399 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dbd4da99-9c17-40ed-96f5-836624f14e19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.519936 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4da99-9c17-40ed-96f5-836624f14e19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0151e4a-fd47-4ae4-89da-52f3fa9bf886,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:37.527202 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-dbd4da99-9c17-40ed-96f5-836624f14e19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.528372 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-dbd4da99-9c17-40ed-96f5-836624f14e19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305454 Aug 16 14:06:37.531054 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36568) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:37.535954 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-08931d1b-e5b3-44dc-b9d8-2f6bcbadc253 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': 'd0667fb1-a4a8-4239-adfd-22c3e3015584', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:37.563498 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08931d1b-e5b3-44dc-b9d8-2f6bcbadc253 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.606857 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.624089 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08931d1b-e5b3-44dc-b9d8-2f6bcbadc253 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.627779 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08931d1b-e5b3-44dc-b9d8-2f6bcbadc253 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.644767 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08931d1b-e5b3-44dc-b9d8-2f6bcbadc253 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65dfba9-6f88-44e9-8351-f4a0a144257d,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:37.650782 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-08931d1b-e5b3-44dc-b9d8-2f6bcbadc253 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.651967 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-08931d1b-e5b3-44dc-b9d8-2f6bcbadc253 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200070 Aug 16 14:06:37.654655 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36570) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:37.659612 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-9ef93717-ecb4-405c-818d-985d74dddf27 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': 'd0667fb1-a4a8-4239-adfd-22c3e3015584', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:37.685786 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ef93717-ecb4-405c-818d-985d74dddf27 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.747186 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ef93717-ecb4-405c-818d-985d74dddf27 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.750706 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ef93717-ecb4-405c-818d-985d74dddf27 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.768127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef93717-ecb4-405c-818d-985d74dddf27 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22ef934-520f-4f9e-979a-18fc00e695d7,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:37.781170 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-9ef93717-ecb4-405c-818d-985d74dddf27 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.782477 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-9ef93717-ecb4-405c-818d-985d74dddf27 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268554 Aug 16 14:06:37.785930 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36572) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:37.790525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-edb39129-701f-4135-8271-4f046096aba7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': 'd0667fb1-a4a8-4239-adfd-22c3e3015584', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:37.811567 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-edb39129-701f-4135-8271-4f046096aba7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Project 467cefbc48c242a9a6472d416d299109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:06:37.818816 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-edb39129-701f-4135-8271-4f046096aba7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.879219 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-edb39129-701f-4135-8271-4f046096aba7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.882921 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-edb39129-701f-4135-8271-4f046096aba7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.900098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb39129-701f-4135-8271-4f046096aba7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddaa8270-758c-4b24-bc27-4344c796fa3a,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:37.906651 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-edb39129-701f-4135-8271-4f046096aba7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:37.907691 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-edb39129-701f-4135-8271-4f046096aba7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207857 Aug 16 14:06:37.911124 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36574) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:37.915553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-5923cef6-7b34-46c0-9b46-0fc5c53cdb31 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': 'd0667fb1-a4a8-4239-adfd-22c3e3015584', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:37.937940 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-5923cef6-7b34-46c0-9b46-0fc5c53cdb31 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Project 467cefbc48c242a9a6472d416d299109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:06:37.942934 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5923cef6-7b34-46c0-9b46-0fc5c53cdb31 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.006774 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5923cef6-7b34-46c0-9b46-0fc5c53cdb31 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.010622 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5923cef6-7b34-46c0-9b46-0fc5c53cdb31 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.029481 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923cef6-7b34-46c0-9b46-0fc5c53cdb31 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59bfdaa-8e83-4abf-bdb3-cc20ca493a43,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:38.035757 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5923cef6-7b34-46c0-9b46-0fc5c53cdb31 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.037056 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5923cef6-7b34-46c0-9b46-0fc5c53cdb31 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250124 Aug 16 14:06:38.039969 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36576) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:38.045771 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'network': {'name': 'tempest-network-smoke--579801560', 'project_id': '467cefbc48c242a9a6472d416d299109', 'port_security_enabled': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:38.067732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:06:38.071251 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.098434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:06:38.107853 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.108203 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Added segment 332a3203-73c2-4390-86cb-6dd8a587bead of type vlan for network 0dc553f3-a23f-4023-bb54-fc843457f9dc Aug 16 14:06:38.149613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.175763 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.181326 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:38.181920 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.217927 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1744146 Aug 16 14:06:38.218376 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36578) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:38.224106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'admin_state_up': True, 'project_id': '467cefbc48c242a9a6472d416d299109', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:38.249645 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49135fc8-2455-4ba8-b1e0-00bdd41569e0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Network': ['ID=0dc553f3-a23f-4023-bb54-fc843457f9dc,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:38.250697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.253693 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.261529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 0dc553f3-a23f-4023-bb54-fc843457f9dc details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:06:38.310491 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.451696 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.645023 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.663521 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.763050 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.25.0.140 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/2b1f104f-2bf2-4079-8b97-9f70087226d1) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:06:38.871367 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.909506 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:38.952461 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:06:38.954777 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:06:38.957160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:06:38.982202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=2b1f104f-2bf2-4079-8b97-9f70087226d1,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:39.211490 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:39.415750 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:39.550261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:06:39.655966 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:06:39.666089 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Sync routers for ids ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:06:39.675893 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Routers {'732943e7-2b8b-4842-b1a6-67eec3ffe3ca'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:06:39.676140 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:39.676690 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:39.677405 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-977eda54-cfa5-4304-a26b-e9f6b90290b7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4578693 Aug 16 14:06:39.680487 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36580) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:39.751212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ecf85555-de3d-4d3f-9e04-f0446fd8f148 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=467cefbc48c242a9a6472d416d299109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695822 Aug 16 14:06:39.754378 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36584) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:39.777690 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Set router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:06:39.843533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2073a179-d832-46e6-8648-35b432872ee7 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:39.845063 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2073a179-d832-46e6-8648-35b432872ee7 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897708 Aug 16 14:06:39.848670 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36586) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:39.877146 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ee7e7669-0f0a-4a79-a8b7-d50ffe4a7704 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272298 Aug 16 14:06:39.879742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36588) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:39.884600 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-561391788', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'project_id': '467cefbc48c242a9a6472d416d299109', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:39.955950 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:39Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:39.972592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:06:39.976043 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:39.981995 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Checking router: 732943e7-2b8b-4842-b1a6-67eec3ffe3ca for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:06:39.982370 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Updating router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca port 2b1f104f-2bf2-4079-8b97-9f70087226d1 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:06:40.007555 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.161810 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.229632 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Subnet': ['ID=185cd9de-7cf7-40eb-8f4d-5f95f30f129a,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:40.237716 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Checking segment: {'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:06:40.238086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network hostable DHCP agents. Network: 0dc553f3-a23f-4023-bb54-fc843457f9dc, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:06:40.257017 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 0dc553f3-a23f-4023-bb54-fc843457f9dc is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:06:40.270204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 0dc553f3-a23f-4023-bb54-fc843457f9dc) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:06:40.274825 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:40.275859 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.278664 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.281099 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8ab0db-2ebf-4988-90bf-54ffdda6f0f2 None None] Network 0dc553f3-a23f-4023-bb54-fc843457f9dc requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:06:40.289133 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Transition to ACTIVE for port object 2b1f104f-2bf2-4079-8b97-9f70087226d1 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:06:40.291656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-31c30bca-f674-460c-8bc2-822ba04f041b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4108918 Aug 16 14:06:40.294900 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36592) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:40.298217 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.348035 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Attempting to bind port 2b1f104f-2bf2-4079-8b97-9f70087226d1 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:06:40.348666 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Attempting to bind port 2b1f104f-2bf2-4079-8b97-9f70087226d1 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:06:40.349028 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Attempting to bind port 2b1f104f-2bf2-4079-8b97-9f70087226d1 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:06:40.357681 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:06:40.358046 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:06:40.358477 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.358862 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:06:40.359319 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Bound port: 2b1f104f-2bf2-4079-8b97-9f70087226d1, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:06:40.359967 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.362654 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Pushing event updated for resources: {'Port': ['ID=2b1f104f-2bf2-4079-8b97-9f70087226d1,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:40.390403 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.390751 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.391082 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.391418 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.391743 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.392067 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.392951 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.393672 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.394142 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.394544 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.394872 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.395194 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:40.425684 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] For port 2b1f104f-2bf2-4079-8b97-9f70087226d1, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:06:40.429072 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] For port 2b1f104f-2bf2-4079-8b97-9f70087226d1, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2b1f104f-2bf2-4079-8b97-9f70087226d1,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:06:40.432835 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.457564 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-0dc553f3-a23f-4023-bb54-fc843457f9dc', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ips': [{'subnet_id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:06:40.457975 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.487427 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Routers {'732943e7-2b8b-4842-b1a6-67eec3ffe3ca'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:06:40.487977 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:40.588583 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244cebe-6746-42e6-87de-15a12e4b7b87 None None] Pushing event updated for resources: {'Port': ['ID=2b1f104f-2bf2-4079-8b97-9f70087226d1,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:40.605696 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] Set router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:06:40.616439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Allocated IP 172.20.0.2 (0dc553f3-a23f-4023-bb54-fc843457f9dc/185cd9de-7cf7-40eb-8f4d-5f95f30f129a/bbf993b3-1edd-4ff5-81e7-b7d48286fe9f) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:06:40.787410 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.788145 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.800436 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Transition to ACTIVE for port object bbf993b3-1edd-4ff5-81e7-b7d48286fe9f will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:06:40.819457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Transition to ACTIVE for port object bbf993b3-1edd-4ff5-81e7-b7d48286fe9f will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:06:40.825983 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:40.867625 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Network 0dc553f3-a23f-4023-bb54-fc843457f9dc is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:06:40.870603 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:06:40.877815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:06:40.891813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Pushing event updated for resources: {'Port': ['ID=bbf993b3-1edd-4ff5-81e7-b7d48286fe9f,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:40.896434 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:39Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:40.927290 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7aed78-497d-4b13-a58f-7e53c2e3f2fb None None] The sync data for ids ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'] in n-d-804708-1 is: [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:39Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:06:41.093876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.20.0.1 (0dc553f3-a23f-4023-bb54-fc843457f9dc/185cd9de-7cf7-40eb-8f4d-5f95f30f129a/6f8b3b82-e506-4628-a6a0-7fb79b0e6046) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:06:41.099718 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Attempting to bind port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:06:41.100091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Attempting to bind port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:06:41.100466 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Attempting to bind port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f on network 0dc553f3-a23f-4023-bb54-fc843457f9dc {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:06:41.105716 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:06:41.106117 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Checking segment: {'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:06:41.106539 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:41.106952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Bound using segment: {'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:06:41.107449 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Bound port: bbf993b3-1edd-4ff5-81e7-b7d48286fe9f, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:06:41.107835 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:41.205586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] For port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:06:41.211773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] For port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bbf993b3-1edd-4ff5-81e7-b7d48286fe9f,segment=NetworkSegment(332a3203-73c2-4390-86cb-6dd8a587bead),segment_id=332a3203-73c2-4390-86cb-6dd8a587bead)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:06:41.222066 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:41.247842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:41.265925 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Transition to ACTIVE for port object 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:06:41.292559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d89054-19a6-47ef-9d9d-13bcbde462d3 None None] Pushing event updated for resources: {'Port': ['ID=bbf993b3-1edd-4ff5-81e7-b7d48286fe9f,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:41.309085 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:41.363563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 0dc553f3-a23f-4023-bb54-fc843457f9dc is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:06:41.366409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:06:41.369219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:06:41.414339 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=6f8b3b82-e506-4628-a6a0-7fb79b0e6046,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:41.433365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:41.629664 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:41.938043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:41.943713 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:42.027953 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:42.029892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=6f8b3b82-e506-4628-a6a0-7fb79b0e6046,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:42.130344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 0dc553f3-a23f-4023-bb54-fc843457f9dc is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:06:42.131760 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:06:42.259730 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:06:42.275366 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7c86ff-515e-4e67-a335-63e8043857da None None] Network 0dc553f3-a23f-4023-bb54-fc843457f9dc requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:06:42.351219 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ebacf97b-0b54-4617-a3df-0adb5a9a3db7 None None] Provisioning for port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:06:42.378968 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:06:42.386618 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-43622fad-8052-484e-b010-c7179a50ad1d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "PUT /v2.0/routers/732943e7-2b8b-4842-b1a6-67eec3ffe3ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0906093 Aug 16 14:06:42.535931 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-e4bd61da-62b2-49a0-9621-8eadbfe5b5fe tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173104875&fields=id&tenant_id=467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 267 time: 0.0359883 Aug 16 14:06:42.659849 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-aaa71312-2e5a-4264-a5b4-5871623c04fd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:42.661559 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-aaa71312-2e5a-4264-a5b4-5871623c04fd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/networks?id=0dc553f3-a23f-4023-bb54-fc843457f9dc HTTP/1.1" status: 200 len: 796 time: 0.1184862 Aug 16 14:06:42.679712 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-c801bdb2-58ba-4ba2-a005-2cba939d18c2 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/quotas/467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 375 time: 0.0106046 Aug 16 14:06:42.681521 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Sync routers for ids ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:06:42.701252 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Routers {'732943e7-2b8b-4842-b1a6-67eec3ffe3ca'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:06:42.702249 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:42.742953 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cf2853a3-cab7-4e7c-961d-2e7086851d9a None None] Provisioning for port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:06:42.743616 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-82496e8d-93f7-47bd-803f-bc90e89191c2 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563545 Aug 16 14:06:42.748530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cf2853a3-cab7-4e7c-961d-2e7086851d9a None None] Provisioning complete for port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:42.748952 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cf2853a3-cab7-4e7c-961d-2e7086851d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:42.828525 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-cf2853a3-cab7-4e7c-961d-2e7086851d9a None None] Port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:06:42.848764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Set router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:06:42.854670 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-fe6e5d4d-2669-427f-afed-295ee4936e35 service neutron] 10.222.0.25 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965660 Aug 16 14:06:42.953881 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-6757181a-a457-4341-9139-25b83019aa95 service neutron] 10.222.0.25 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981128 Aug 16 14:06:42.991677 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1f45e50a-730b-40a5-8b1d-52342a79ba3d None None] Provisioning complete for port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:42.992083 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1f45e50a-730b-40a5-8b1d-52342a79ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:43.049271 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1f45e50a-730b-40a5-8b1d-52342a79ba3d None None] Port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:06:43.136635 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:41Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6f8b3b82-e506-4628-a6a0-7fb79b0e6046', 'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:2e:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:40Z', 'updated_at': '2021-08-16T14:06:41Z', 'revision_number': 2, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:43.153567 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-802e35a7-75d6-4034-a04d-52e04dcfe980 req-be7c0c1a-cfac-4c93-ab2a-9ccbe2bb6a69 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 210 time: 0.0329108 Aug 16 14:06:43.188397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Checking router: 732943e7-2b8b-4842-b1a6-67eec3ffe3ca for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:06:43.188397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Updating router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:06:43.211860 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2b1f104f-2bf2-4079-8b97-9f70087226d1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:06:43.245561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fa48db4e-2bc4-405e-9213-5af509cdbcf8 None None] Provisioning complete for port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:43.245930 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fa48db4e-2bc4-405e-9213-5af509cdbcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:43.247537 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:43.325412 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-fa48db4e-2bc4-405e-9213-5af509cdbcf8 None None] Port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:06:43.347987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 2b1f104f-2bf2-4079-8b97-9f70087226d1 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:06:43.399989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2b1f104f-2bf2-4079-8b97-9f70087226d1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:43.400713 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:43.558048 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:43.596506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 2b1f104f-2bf2-4079-8b97-9f70087226d1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2b1f104f-2bf2-4079-8b97-9f70087226d1,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:06:43.604563 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:43.605419 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bbf993b3-1edd-4ff5-81e7-b7d48286fe9f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:06:43.723201 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:43.738673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=2b1f104f-2bf2-4079-8b97-9f70087226d1,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:43.744286 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Transition to ACTIVE for port object 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:06:43.753474 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:43.757589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:06:43.787645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:43.788027 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:43.844765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea91c05-649f-4501-907d-28976ba10494 None None] Pushing event updated for resources: {'Port': ['ID=6f8b3b82-e506-4628-a6a0-7fb79b0e6046,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:43.917712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Attempting to bind port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:06:43.918094 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Attempting to bind port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:06:43.918755 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Attempting to bind port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 on network 0dc553f3-a23f-4023-bb54-fc843457f9dc {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:06:43.928734 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:06:43.929111 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Checking segment: {'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:06:43.929514 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:43.929915 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Bound using segment: {'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:06:43.930421 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Bound port: 6f8b3b82-e506-4628-a6a0-7fb79b0e6046, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:06:43.930800 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:43.954153 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:44.020551 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bbf993b3-1edd-4ff5-81e7-b7d48286fe9f,segment=NetworkSegment(332a3203-73c2-4390-86cb-6dd8a587bead),segment_id=332a3203-73c2-4390-86cb-6dd8a587bead)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:06:44.028376 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:44.038958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] For port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:06:44.076043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] For port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6f8b3b82-e506-4628-a6a0-7fb79b0e6046,segment=NetworkSegment(332a3203-73c2-4390-86cb-6dd8a587bead),segment_id=332a3203-73c2-4390-86cb-6dd8a587bead)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:06:44.084843 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:44.110856 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=bbf993b3-1edd-4ff5-81e7-b7d48286fe9f,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:44.152411 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Routers {'732943e7-2b8b-4842-b1a6-67eec3ffe3ca'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:06:44.153061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:44.211872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea91c05-649f-4501-907d-28976ba10494 None None] Pushing event updated for resources: {'Port': ['ID=6f8b3b82-e506-4628-a6a0-7fb79b0e6046,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:44.305077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] Set router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:06:44.309617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56f8d223-2580-4727-b864-131e4c1a5cdf req-7f28848b-0f7d-433f-847c-24dc75950751 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 210 time: 0.0422447 Aug 16 14:06:44.358862 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-a84e426b-ce00-44c6-a8f5-b50549c17665 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:44.360315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-a84e426b-ce00-44c6-a8f5-b50549c17665 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.22 "GET /v2.0/networks?id=0dc553f3-a23f-4023-bb54-fc843457f9dc HTTP/1.1" status: 200 len: 796 time: 0.2106853 Aug 16 14:06:44.416649 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-89079113-c1ea-4af2-b274-7e8625daf69b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 379 time: 0.0371118 Aug 16 14:06:44.428366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'port': {'device_id': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'admin_state_up': True, 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'security_groups': ['d0667fb1-a4a8-4239-adfd-22c3e3015584']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:44.534304 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:06:44.537929 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:44.540500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:41Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6f8b3b82-e506-4628-a6a0-7fb79b0e6046', 'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:2e:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:40Z', 'updated_at': '2021-08-16T14:06:44Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:44.567743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef9cef-f9fd-4980-bf02-de0f37fe1607 None None] The sync data for ids ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'] in n-d-804708-1 is: [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:41Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6f8b3b82-e506-4628-a6a0-7fb79b0e6046', 'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:2e:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:40Z', 'updated_at': '2021-08-16T14:06:44Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:06:44.696549 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.20.0.8 (0dc553f3-a23f-4023-bb54-fc843457f9dc/185cd9de-7cf7-40eb-8f4d-5f95f30f129a/a0aa8e9e-300f-40db-8e4f-0c3b861a349f) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:06:44.849714 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.202363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2b1f104f-2bf2-4079-8b97-9f70087226d1 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:06:45.213225 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Transition to ACTIVE for port object a0aa8e9e-300f-40db-8e4f-0c3b861a349f will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:06:45.246643 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.265862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 2b1f104f-2bf2-4079-8b97-9f70087226d1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:45.265862 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.293912 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 0dc553f3-a23f-4023-bb54-fc843457f9dc is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:06:45.297134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:06:45.299604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:06:45.326663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=a0aa8e9e-300f-40db-8e4f-0c3b861a349f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:45.362305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:06:45.377147 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:45.377966 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.403395 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-d62cc81d-90cc-49a8-9a65-03e1c3687177 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9794385 Aug 16 14:06:45.422057 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Request body: {'port': {'device_id': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:45.433395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:06:45.443902 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:45.444587 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.479016 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b637b4-f817-471b-a296-cd495005f705 req-7a14755d-a67e-4301-a5a0-b6b138e410b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:45.489492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b637b4-f817-471b-a296-cd495005f705 req-7a14755d-a67e-4301-a5a0-b6b138e410b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 931 time: 0.0866928 Aug 16 14:06:45.523160 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.540912 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.541581 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-94b637b4-f817-471b-a296-cd495005f705 req-07c18b09-0d75-44ec-baa8-e306b413bafc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508413 Aug 16 14:06:45.596148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6f8b3b82-e506-4628-a6a0-7fb79b0e6046,segment=NetworkSegment(332a3203-73c2-4390-86cb-6dd8a587bead),segment_id=332a3203-73c2-4390-86cb-6dd8a587bead)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:06:45.602802 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.603735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bbf993b3-1edd-4ff5-81e7-b7d48286fe9f up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:06:45.648491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3feb1cb3-441f-4642-8480-ce01dc2251a0 None None] Provisioning for port a0aa8e9e-300f-40db-8e4f-0c3b861a349f completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:06:45.655444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-3feb1cb3-441f-4642-8480-ce01dc2251a0 None None] Provisioning complete for port a0aa8e9e-300f-40db-8e4f-0c3b861a349f triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:45.655956 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3feb1cb3-441f-4642-8480-ce01dc2251a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.847429 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0aa8e9e-300f-40db-8e4f-0c3b861a349f {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:06:45.855411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.868345 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Transition to ACTIVE for port object a0aa8e9e-300f-40db-8e4f-0c3b861a349f will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:06:45.872362 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.877697 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=6f8b3b82-e506-4628-a6a0-7fb79b0e6046,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:45.885891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3feb1cb3-441f-4642-8480-ce01dc2251a0 None None] Port a0aa8e9e-300f-40db-8e4f-0c3b861a349f cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:06:45.897047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:45.897419 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:45.949915 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Pushing event updated for resources: {'Port': ['ID=a0aa8e9e-300f-40db-8e4f-0c3b861a349f,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:46.004837 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Attempting to bind port a0aa8e9e-300f-40db-8e4f-0c3b861a349f on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:06:46.005272 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Attempting to bind port a0aa8e9e-300f-40db-8e4f-0c3b861a349f by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:06:46.007095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Attempting to bind port a0aa8e9e-300f-40db-8e4f-0c3b861a349f on network 0dc553f3-a23f-4023-bb54-fc843457f9dc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:06:46.012012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Port a0aa8e9e-300f-40db-8e4f-0c3b861a349f on network 0dc553f3-a23f-4023-bb54-fc843457f9dc not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:06:46.012398 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Attempting to bind port a0aa8e9e-300f-40db-8e4f-0c3b861a349f on network 0dc553f3-a23f-4023-bb54-fc843457f9dc {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:06:46.018347 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:06:46.018779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Checking segment: {'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:06:46.019171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Bound using segment: {'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:06:46.019595 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Bound port: a0aa8e9e-300f-40db-8e4f-0c3b861a349f, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '332a3203-73c2-4390-86cb-6dd8a587bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:06:46.019956 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:46.087835 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] For port a0aa8e9e-300f-40db-8e4f-0c3b861a349f, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:06:46.091127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] For port a0aa8e9e-300f-40db-8e4f-0c3b861a349f, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f,segment=NetworkSegment(332a3203-73c2-4390-86cb-6dd8a587bead),segment_id=332a3203-73c2-4390-86cb-6dd8a587bead)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:06:46.095880 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:46.134409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:46.135056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:46.136484 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-18810106-e389-4340-84aa-beb894fa4959 service neutron] 10.222.0.22 "PUT /v2.0/ports/a0aa8e9e-300f-40db-8e4f-0c3b861a349f HTTP/1.1" status: 200 len: 1091 time: 0.7194662 Aug 16 14:06:46.136889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'tag': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:06:46.139195 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67cb982-d329-4317-b3a8-aa4e7272b298" -d '{"events": [{"name": "network-changed", "server_uuid": "73b74bbe-311c-45d1-bcc8-e9218792e3e0", "tag": "a0aa8e9e-300f-40db-8e4f-0c3b861a349f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:06:46.161110 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18810106-e389-4340-84aa-beb894fa4959 service neutron] Pushing event updated for resources: {'Port': ['ID=a0aa8e9e-300f-40db-8e4f-0c3b861a349f,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:46.185188 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34082ab8-9adc-4492-a13d-c0d8120c4e49 x-openstack-request-id: req-34082ab8-9adc-4492-a13d-c0d8120c4e49 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:06:46.185571 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b74bbe-311c-45d1-bcc8-e9218792e3e0", "tag": "a0aa8e9e-300f-40db-8e4f-0c3b861a349f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:06:46.185881 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34082ab8-9adc-4492-a13d-c0d8120c4e49 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:06:46.186380 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'tag': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f', 'status': 'completed', 'code': 200} Aug 16 14:06:46.243787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-169c4860-62ee-4357-a902-8ec9c933f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:46.245332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-169c4860-62ee-4357-a902-8ec9c933f87b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 1094 time: 0.0492845 Aug 16 14:06:46.293583 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-88646afb-3737-4ffe-90b3-b19870f80d2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f HTTP/1.1" status: 200 len: 217 time: 0.0350266 Aug 16 14:06:46.344250 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-ad78e886-06a1-49b4-842a-3daf4b351589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:46.345728 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-ad78e886-06a1-49b4-842a-3daf4b351589 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=185cd9de-7cf7-40eb-8f4d-5f95f30f129a HTTP/1.1" status: 200 len: 834 time: 0.0440698 Aug 16 14:06:46.396759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-b88d8d00-b608-4842-9b00-9691397ad77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:46.398201 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-b88d8d00-b608-4842-9b00-9691397ad77d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dc553f3-a23f-4023-bb54-fc843457f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453281 Aug 16 14:06:46.490284 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-2e2930df-48f9-4275-b22a-6749fe98c564 service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850785 Aug 16 14:06:46.590371 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-fa318ce1-1777-4e0d-a6ed-eff2244c7d8e req-2859f083-89c2-481e-ad55-5f58087a3dea service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928588 Aug 16 14:06:46.685911 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f026a6-4e9d-4549-96f1-6d641f78271f req-a055a3c4-438f-468b-92b4-6883df14586d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:46.687385 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26f026a6-4e9d-4549-96f1-6d641f78271f req-a055a3c4-438f-468b-92b4-6883df14586d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 943 time: 0.0574224 Aug 16 14:06:46.706911 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb982-d329-4317-b3a8-aa4e7272b298 req-87ef0fe1-3ac8-424b-8f45-2d0b82529aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:46.708525 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d67cb982-d329-4317-b3a8-aa4e7272b298 req-87ef0fe1-3ac8-424b-8f45-2d0b82529aaa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 1094 time: 0.0433669 Aug 16 14:06:46.728279 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-26f026a6-4e9d-4549-96f1-6d641f78271f req-b6e94e80-2301-4717-9e86-56fc274299db tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337467 Aug 16 14:06:46.803046 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb982-d329-4317-b3a8-aa4e7272b298 req-76f7277a-5a8e-4c54-b1f4-16f726d404a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:46.804496 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d67cb982-d329-4317-b3a8-aa4e7272b298 req-76f7277a-5a8e-4c54-b1f4-16f726d404a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dc553f3-a23f-4023-bb54-fc843457f9dc HTTP/1.1" status: 200 len: 896 time: 0.0886841 Aug 16 14:06:46.848113 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d67cb982-d329-4317-b3a8-aa4e7272b298 req-3735f9f1-e972-4cdd-8647-51cc59efeabe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f HTTP/1.1" status: 200 len: 217 time: 0.0349767 Aug 16 14:06:46.896509 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb982-d329-4317-b3a8-aa4e7272b298 req-2c9845bc-02f4-4936-8ab4-35708b7b674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:46.897966 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d67cb982-d329-4317-b3a8-aa4e7272b298 req-2c9845bc-02f4-4936-8ab4-35708b7b674f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=185cd9de-7cf7-40eb-8f4d-5f95f30f129a HTTP/1.1" status: 200 len: 834 time: 0.0433342 Aug 16 14:06:46.944883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb982-d329-4317-b3a8-aa4e7272b298 req-3a0bb37b-4375-49ea-9235-94c9f9a74d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:46.946354 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d67cb982-d329-4317-b3a8-aa4e7272b298 req-3a0bb37b-4375-49ea-9235-94c9f9a74d59 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dc553f3-a23f-4023-bb54-fc843457f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410051 Aug 16 14:06:47.045327 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d67cb982-d329-4317-b3a8-aa4e7272b298 req-ab6b26ce-0eee-4d81-ad5b-05488866b00f service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903182 Aug 16 14:06:47.075487 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:47.130424 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:06:47.145244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d67cb982-d329-4317-b3a8-aa4e7272b298 req-184bb256-0383-4a6b-9555-da13c79da76b service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920064 Aug 16 14:06:47.181886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:47.182398 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:47.846165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f0bff-3ffd-4ff5-9923-fe2f9d9c39d7 req-f8688754-25e2-4d05-9bd6-32ee47701a6f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:47.847580 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-220f0bff-3ffd-4ff5-9923-fe2f9d9c39d7 req-f8688754-25e2-4d05-9bd6-32ee47701a6f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 943 time: 0.0483065 Aug 16 14:06:47.884906 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-220f0bff-3ffd-4ff5-9923-fe2f9d9c39d7 req-75b37844-ac23-4bc7-9386-879fa32f31cb tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Aug 16 14:06:49.001530 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eeebd-b484-437f-90ff-6b80fa68359a req-10112220-e0f2-40b4-98ab-09d86d70255e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:49.003221 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f6eeebd-b484-437f-90ff-6b80fa68359a req-10112220-e0f2-40b4-98ab-09d86d70255e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 943 time: 0.0509815 Aug 16 14:06:49.040545 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4f6eeebd-b484-437f-90ff-6b80fa68359a req-597fff72-7461-4683-838d-4d5a3a5beb3f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313897 Aug 16 14:06:50.158699 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68433e1-7acc-4a21-9c92-462d1e9a37d3 req-a4182c64-8eb5-47d1-b1b4-b0382c53e1c6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:50.160174 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d68433e1-7acc-4a21-9c92-462d1e9a37d3 req-a4182c64-8eb5-47d1-b1b4-b0382c53e1c6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 943 time: 0.0525672 Aug 16 14:06:50.197886 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d68433e1-7acc-4a21-9c92-462d1e9a37d3 req-6abd17ca-321d-447a-8d6f-7974e405c163 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Aug 16 14:06:50.825832 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a0aa8e9e-300f-40db-8e4f-0c3b861a349f details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:06:50.921901 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a0aa8e9e-300f-40db-8e4f-0c3b861a349f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f,segment=NetworkSegment(332a3203-73c2-4390-86cb-6dd8a587bead),segment_id=332a3203-73c2-4390-86cb-6dd8a587bead)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:06:50.932943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'port_id': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f', 'mac_address': 'fa:16:3e:b1:78:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:06:50.968295 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:50.981282 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0aa8e9e-300f-40db-8e4f-0c3b861a349f {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:06:51.000528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a0aa8e9e-300f-40db-8e4f-0c3b861a349f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f,segment=NetworkSegment(332a3203-73c2-4390-86cb-6dd8a587bead),segment_id=332a3203-73c2-4390-86cb-6dd8a587bead)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:06:51.004553 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:51.053561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a0aa8e9e-300f-40db-8e4f-0c3b861a349f,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:51.311586 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81b81e-9b65-42b8-a671-d57862ae3d88 req-31125b40-ca2f-4848-a76c-a402fe98e948 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:51.313002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc81b81e-9b65-42b8-a671-d57862ae3d88 req-31125b40-ca2f-4848-a76c-a402fe98e948 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 944 time: 0.0492113 Aug 16 14:06:51.352757 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fc81b81e-9b65-42b8-a671-d57862ae3d88 req-8999c3a7-2327-4c36-928a-5cc161974e84 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312486 Aug 16 14:06:51.407591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['a0aa8e9e-300f-40db-8e4f-0c3b861a349f'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:06:52.467521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e57384-87e4-40cd-a98b-9a67f6fe450d req-a76223f9-6725-47bb-be77-4cc5d5ac513e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:52.469011 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9e57384-87e4-40cd-a98b-9a67f6fe450d req-a76223f9-6725-47bb-be77-4cc5d5ac513e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 944 time: 0.0512786 Aug 16 14:06:52.507658 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c9e57384-87e4-40cd-a98b-9a67f6fe450d req-ec0e10ee-4e41-42bc-beb6-6da8da730dc7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325181 Aug 16 14:06:52.827824 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a0aa8e9e-300f-40db-8e4f-0c3b861a349f up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:06:52.878607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port a0aa8e9e-300f-40db-8e4f-0c3b861a349f completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:06:52.882388 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port a0aa8e9e-300f-40db-8e4f-0c3b861a349f triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:06:52.882762 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:52.957506 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:52.979907 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:06:52.982175 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd04cb-a05b-4807-9b48-e73ad6c247b8" -d '{"events": [{"server_uuid": "73b74bbe-311c-45d1-bcc8-e9218792e3e0", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa8e9e-300f-40db-8e4f-0c3b861a349f"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:06:52.996063 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a0aa8e9e-300f-40db-8e4f-0c3b861a349f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f,segment=NetworkSegment(332a3203-73c2-4390-86cb-6dd8a587bead),segment_id=332a3203-73c2-4390-86cb-6dd8a587bead)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:06:53.000320 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:53.050617 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a0aa8e9e-300f-40db-8e4f-0c3b861a349f,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:53.071490 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79deafc-cee0-417c-9abc-c32b711dc276 x-openstack-request-id: req-f79deafc-cee0-417c-9abc-c32b711dc276 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:06:53.071757 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b74bbe-311c-45d1-bcc8-e9218792e3e0", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa8e9e-300f-40db-8e4f-0c3b861a349f", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:06:53.072017 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f79deafc-cee0-417c-9abc-c32b711dc276 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:06:53.072398 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f', 'code': 200} Aug 16 14:06:53.186044 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c136f-e7ff-4ea8-83e6-278be0551900 req-dee75adf-dc60-4fec-8b7a-273104bf4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:53.187508 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-de7c136f-e7ff-4ea8-83e6-278be0551900 req-dee75adf-dc60-4fec-8b7a-273104bf4247 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 1096 time: 0.0420213 Aug 16 14:06:53.222142 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-de7c136f-e7ff-4ea8-83e6-278be0551900 req-55652777-c489-4e1b-8843-f504dd455981 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268207 Aug 16 14:06:53.625160 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d8659-bcff-46d8-b7ca-1fcd3d336965 req-ae892c47-da27-4404-ad61-4501fd86e7c6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:53.626790 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec1d8659-bcff-46d8-b7ca-1fcd3d336965 req-ae892c47-da27-4404-ad61-4501fd86e7c6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0523057 Aug 16 14:06:53.664784 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ec1d8659-bcff-46d8-b7ca-1fcd3d336965 req-c3bf134b-646f-4714-9caf-315fd3c9e636 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322001 Aug 16 14:06:54.787280 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d727-08f6-47fc-a223-d525670946bd req-42fd9772-cfad-4c9d-8803-1f3d76b9024c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:54.788808 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6c3d727-08f6-47fc-a223-d525670946bd req-42fd9772-cfad-4c9d-8803-1f3d76b9024c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0509760 Aug 16 14:06:54.834335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a6c3d727-08f6-47fc-a223-d525670946bd req-8446ad7b-9921-49f0-84bc-770adfd8b076 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390975 Aug 16 14:06:54.952968 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf0713-5efe-4f2c-a549-8148c8f02445 req-3b840d3c-bf0a-4273-9559-0e1888cfc056 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:54.954605 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faaf0713-5efe-4f2c-a549-8148c8f02445 req-3b840d3c-bf0a-4273-9559-0e1888cfc056 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0506744 Aug 16 14:06:54.994675 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-faaf0713-5efe-4f2c-a549-8148c8f02445 req-f285dcb8-7c34-4cf1-8a43-c66c9d6933f7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338955 Aug 16 14:06:55.016501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36654) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:55.068032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f633fd6-2b9b-425b-b7d5-b89fa651b2fa tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:55.069559 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4f633fd6-2b9b-425b-b7d5-b89fa651b2fa tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 1091 time: 0.0520225 Aug 16 14:06:55.072312 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36656) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:55.077720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:06:55.100042 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:55.206001 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:55.311338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.25.0.71 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/d9e115fe-9d67-4a1a-b1d6-90056d59102f) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:06:55.421101 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:55.463045 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:55.504643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:06:55.507610 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:06:55.511787 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:06:55.514750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=d9e115fe-9d67-4a1a-b1d6-90056d59102f,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:55.545174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.545523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.545856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.546212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.546543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.546867 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.547193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.547523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.547840 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.548159 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.549077 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.549391 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:06:55.883056 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:55.952967 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:56.102411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:56.106694 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:56.181411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=d9e115fe-9d67-4a1a-b1d6-90056d59102f,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:06:56.194003 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:56.294963 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Floating IP aacd23b8-593d-4502-8cf4-f27c21392d2d associated. External IP: 172.25.0.71, port: a0aa8e9e-300f-40db-8e4f-0c3b861a349f. Aug 16 14:06:56.501585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:06:56.610267 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:06:56.620487 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97624f6-2017-43f1-91dd-4bebcb292f37 None None] Sync routers for ids ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:06:56.628987 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:06:56.631315 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97624f6-2017-43f1-91dd-4bebcb292f37 None None] Routers {'732943e7-2b8b-4842-b1a6-67eec3ffe3ca'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:06:56.631941 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d97624f6-2017-43f1-91dd-4bebcb292f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:56.657369 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3ec21f1e-0c3b-4ee3-a83c-4b06be08c3b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5840411 Aug 16 14:06:56.658922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'tag': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:06:56.660919 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad71629-2986-4fbb-8c8d-b5f9c925542c" -d '{"events": [{"name": "network-changed", "server_uuid": "73b74bbe-311c-45d1-bcc8-e9218792e3e0", "tag": "a0aa8e9e-300f-40db-8e4f-0c3b861a349f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:06:56.701443 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afcc975-8312-43b4-82e5-4799b1a2542b x-openstack-request-id: req-0afcc975-8312-43b4-82e5-4799b1a2542b {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:06:56.701739 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b74bbe-311c-45d1-bcc8-e9218792e3e0", "tag": "a0aa8e9e-300f-40db-8e4f-0c3b861a349f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:06:56.701995 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0afcc975-8312-43b4-82e5-4799b1a2542b {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:06:56.702499 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'tag': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f', 'status': 'completed', 'code': 200} Aug 16 14:06:56.760016 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d97624f6-2017-43f1-91dd-4bebcb292f37 None None] Set router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:06:56.784983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad71629-2986-4fbb-8c8d-b5f9c925542c req-fed131fe-5e71-4ff2-bb17-7b69a281ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:56.786648 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ad71629-2986-4fbb-8c8d-b5f9c925542c req-fed131fe-5e71-4ff2-bb17-7b69a281ab02 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 1096 time: 0.0436397 Aug 16 14:06:56.794480 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8108b-87f9-44a5-81af-02817fe17d3a req-054b8811-9ca5-4c14-975b-db5f203b122c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:56.796005 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ca8108b-87f9-44a5-81af-02817fe17d3a req-054b8811-9ca5-4c14-975b-db5f203b122c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0617929 Aug 16 14:06:56.842663 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5ca8108b-87f9-44a5-81af-02817fe17d3a req-6e584a1f-f7a6-49ba-98b2-ac12da901b72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380635 Aug 16 14:06:56.862331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36662) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:56.884252 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad71629-2986-4fbb-8c8d-b5f9c925542c req-0d0860ec-8706-421b-b454-27c42afa18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:56.885808 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ad71629-2986-4fbb-8c8d-b5f9c925542c req-0d0860ec-8706-421b-b454-27c42afa18ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dc553f3-a23f-4023-bb54-fc843457f9dc HTTP/1.1" status: 200 len: 896 time: 0.0923617 Aug 16 14:06:56.932325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b18d0a60-213f-441e-93d0-e5d629cda5db tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/aacd23b8-593d-4502-8cf4-f27c21392d2d HTTP/1.1" status: 200 len: 990 time: 0.0687633 Aug 16 14:06:56.953168 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ad71629-2986-4fbb-8c8d-b5f9c925542c req-35cf8150-bb26-4504-bf86-6d680c4ec414 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f HTTP/1.1" status: 200 len: 998 time: 0.0596430 Aug 16 14:06:56.998561 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d97624f6-2017-43f1-91dd-4bebcb292f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:41Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'aacd23b8-593d-4502-8cf4-f27c21392d2d', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'port_id': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'mac_address': 'fa:16:3e:b1:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:06:55Z', 'updated_at': '2021-08-16T14:06:55Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b3b82-e506-4628-a6a0-7fb79b0e6046', 'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:2e:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:40Z', 'updated_at': '2021-08-16T14:06:45Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:57.002000 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad71629-2986-4fbb-8c8d-b5f9c925542c req-b20bda9e-f647-459a-8eb2-5b8f75d64e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:57.003697 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ad71629-2986-4fbb-8c8d-b5f9c925542c req-b20bda9e-f647-459a-8eb2-5b8f75d64e93 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=185cd9de-7cf7-40eb-8f4d-5f95f30f129a HTTP/1.1" status: 200 len: 834 time: 0.0439296 Aug 16 14:06:57.024922 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97624f6-2017-43f1-91dd-4bebcb292f37 None None] Checking router: 732943e7-2b8b-4842-b1a6-67eec3ffe3ca for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:06:57.033257 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97624f6-2017-43f1-91dd-4bebcb292f37 None None] Routers {'732943e7-2b8b-4842-b1a6-67eec3ffe3ca'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:06:57.034019 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d97624f6-2017-43f1-91dd-4bebcb292f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:06:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:57.062621 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad71629-2986-4fbb-8c8d-b5f9c925542c req-2a343297-5a4b-40df-b212-740832a81a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:06:57.067290 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ad71629-2986-4fbb-8c8d-b5f9c925542c req-2a343297-5a4b-40df-b212-740832a81a62 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dc553f3-a23f-4023-bb54-fc843457f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556602 Aug 16 14:06:57.147594 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d97624f6-2017-43f1-91dd-4bebcb292f37 None None] Set router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:06:57.166959 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ad71629-2986-4fbb-8c8d-b5f9c925542c req-dce8c65c-ae88-4df0-90bd-10b62f57a24a service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902886 Aug 16 14:06:57.271534 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-7ad71629-2986-4fbb-8c8d-b5f9c925542c req-c33f3046-f5d5-40e0-85b9-24cf53c15654 service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965538 Aug 16 14:06:57.370239 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d97624f6-2017-43f1-91dd-4bebcb292f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:41Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'aacd23b8-593d-4502-8cf4-f27c21392d2d', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'port_id': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'mac_address': 'fa:16:3e:b1:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:06:55Z', 'updated_at': '2021-08-16T14:06:55Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b3b82-e506-4628-a6a0-7fb79b0e6046', 'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:2e:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:40Z', 'updated_at': '2021-08-16T14:06:45Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:06:57.403818 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97624f6-2017-43f1-91dd-4bebcb292f37 None None] The sync data for ids ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'] in n-d-804708-1 is: [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:41Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'aacd23b8-593d-4502-8cf4-f27c21392d2d', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'port_id': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'mac_address': 'fa:16:3e:b1:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:06:55Z', 'updated_at': '2021-08-16T14:06:55Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b3b82-e506-4628-a6a0-7fb79b0e6046', 'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:2e:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:40Z', 'updated_at': '2021-08-16T14:06:45Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:06:57.606458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40326f-3198-43f2-9b36-a7e7f328e9f7 None None] New status for floating IP aacd23b8-593d-4502-8cf4-f27c21392d2d: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:06:57.934646 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36664) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:06:57.998835 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-66c886b0-5ff7-4bce-abc9-213d450d4bde tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/aacd23b8-593d-4502-8cf4-f27c21392d2d HTTP/1.1" status: 200 len: 992 time: 0.0628219 Aug 16 14:07:00.538850 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:00.629942 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:07:01.930706 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-14172f19-4899-4417-87be-5e435320ae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:04.472419 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4dc8c2d5-d467-45b6-80d4-44d4b077bc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:04.739042 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:05.790401 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:07.610990 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:17.063008 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:30.562126 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:31.932127 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-9ed2dada-bc85-4248-8ebc-15c9afe3f996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:34.473243 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8875ceb9-3de8-4407-bd11-8bd9af7682a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:34.743555 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:35.792586 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:37.610592 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:37.629502 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:07:47.078639 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:07:50.752839 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-0b903a0f-7a3b-4fda-9fcf-35ddd47f0d28 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383887 Aug 16 14:07:50.846229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-78241408-22ee-46ea-b2ae-48d2997233d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:07:50.847710 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-78241408-22ee-46ea-b2ae-48d2997233d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 1096 time: 0.0410271 Aug 16 14:07:50.955451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-ebf2b227-7c7a-424b-83f0-436af35fb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:07:50.956917 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-ebf2b227-7c7a-424b-83f0-436af35fb75d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dc553f3-a23f-4023-bb54-fc843457f9dc HTTP/1.1" status: 200 len: 896 time: 0.0889361 Aug 16 14:07:51.021282 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-3a5c92de-8264-40dd-a144-744aff88ecad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f HTTP/1.1" status: 200 len: 1000 time: 0.0566955 Aug 16 14:07:51.073603 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-6494de45-f079-4318-8132-2d54e7a522ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:07:51.075087 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-6494de45-f079-4318-8132-2d54e7a522ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=185cd9de-7cf7-40eb-8f4d-5f95f30f129a HTTP/1.1" status: 200 len: 834 time: 0.0474982 Aug 16 14:07:51.120892 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-b03446f6-7428-4325-afbd-e4d290950b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:07:51.122476 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-b03446f6-7428-4325-afbd-e4d290950b08 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dc553f3-a23f-4023-bb54-fc843457f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396593 Aug 16 14:07:51.221319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-f0fb34fc-9d34-449b-a35e-54d2c6203deb service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912247 Aug 16 14:07:51.314699 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ebe6808b-4a80-4338-a1eb-dd56042140db req-819d61a0-1b4b-451b-ae0b-13de54f7247b service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859387 Aug 16 14:08:00.569272 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:01.933193 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-155c936d-6d85-43a7-810d-38a6f8408eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:02.931727 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4553fc-7ecf-4a64-ab5e-996bd6a3af00 req-ac6ae9a4-fe41-4b74-89bf-03a6151801d7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:02.933155 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fd4553fc-7ecf-4a64-ab5e-996bd6a3af00 req-ac6ae9a4-fe41-4b74-89bf-03a6151801d7 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0551155 Aug 16 14:08:02.971878 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fd4553fc-7ecf-4a64-ab5e-996bd6a3af00 req-e7ce8758-dd1c-4101-bde2-f3e03c80ad13 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Aug 16 14:08:04.087412 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc6d09-c71c-4f3a-a896-3787b04e8dd7 req-9b30a99b-1ea2-4acb-9dc5-b76e6041bca1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:04.088882 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6bc6d09-c71c-4f3a-a896-3787b04e8dd7 req-9b30a99b-1ea2-4acb-9dc5-b76e6041bca1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0484238 Aug 16 14:08:04.126753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d6bc6d09-c71c-4f3a-a896-3787b04e8dd7 req-06f59405-0923-4d65-82a9-a72e1ae911ee tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318968 Aug 16 14:08:04.476309 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1649ce08-5775-459e-a453-9768224f1559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:04.744221 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:05.246580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752abfae-1cca-424b-930d-d190ec855103 req-9eee2317-b91d-4d38-bb62-81980e6a8674 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:05.248061 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-752abfae-1cca-424b-930d-d190ec855103 req-9eee2317-b91d-4d38-bb62-81980e6a8674 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0532727 Aug 16 14:08:05.286000 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-752abfae-1cca-424b-930d-d190ec855103 req-5051863e-65d0-4477-a084-bd4dcb93060f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320239 Aug 16 14:08:05.797077 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:06.402423 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28f4c6-aba5-43d3-beb7-2b61eecc0787 req-42f6e6ee-bc7f-4597-9915-792a10015ce0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:06.403911 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e28f4c6-aba5-43d3-beb7-2b61eecc0787 req-42f6e6ee-bc7f-4597-9915-792a10015ce0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0501032 Aug 16 14:08:06.441002 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e28f4c6-aba5-43d3-beb7-2b61eecc0787 req-39f99bf6-b164-4874-a898-6d514a5f7b4c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311666 Aug 16 14:08:07.559198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c23d5c-6af3-4bd0-8ba3-ba277fee7536 req-0c30b67f-a648-4faf-82bf-52fceedc1b1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:07.560682 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66c23d5c-6af3-4bd0-8ba3-ba277fee7536 req-0c30b67f-a648-4faf-82bf-52fceedc1b1c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0486319 Aug 16 14:08:07.597829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-66c23d5c-6af3-4bd0-8ba3-ba277fee7536 req-594baa26-4110-4ce5-8c8e-96105bb8cda1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311542 Aug 16 14:08:07.615276 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:08.728119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2a28a-6b78-4ff1-a4dd-ee5f1f9de14d req-05a847cb-e53e-4149-b562-bb4db334e72f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:08.729612 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2af2a28a-6b78-4ff1-a4dd-ee5f1f9de14d req-05a847cb-e53e-4149-b562-bb4db334e72f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0626121 Aug 16 14:08:08.769713 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2af2a28a-6b78-4ff1-a4dd-ee5f1f9de14d req-e671a586-8b34-4422-bf47-68aab560c444 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312932 Aug 16 14:08:09.883193 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095af46-7796-4762-98cb-49c05dd832d2 req-7c7f6a30-5e2e-47c8-a26b-88d4877843d8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:09.884679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9095af46-7796-4762-98cb-49c05dd832d2 req-7c7f6a30-5e2e-47c8-a26b-88d4877843d8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0482411 Aug 16 14:08:09.923318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9095af46-7796-4762-98cb-49c05dd832d2 req-7d865fb3-833d-495c-85bf-26dadbbbf105 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325596 Aug 16 14:08:11.038323 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d195b-fbe7-4965-8cb9-4a5c67130a9e req-53e19bf2-ad6a-4260-8e2b-6e0f20199f6f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:11.039803 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd9d195b-fbe7-4965-8cb9-4a5c67130a9e req-53e19bf2-ad6a-4260-8e2b-6e0f20199f6f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0477903 Aug 16 14:08:11.077457 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dd9d195b-fbe7-4965-8cb9-4a5c67130a9e req-c7453ca6-b64b-4eac-affe-bcfd03269b7c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314958 Aug 16 14:08:12.201108 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1868-76cd-460b-b55e-f1815fad4311 req-12397cd9-df3c-4172-be7f-8f63b1b5aea9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:12.202635 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-175f1868-76cd-460b-b55e-f1815fad4311 req-12397cd9-df3c-4172-be7f-8f63b1b5aea9 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0537341 Aug 16 14:08:12.242957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-175f1868-76cd-460b-b55e-f1815fad4311 req-5c169f8f-1a5e-4da2-8328-74396e2eadfa tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336750 Aug 16 14:08:13.357468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501515c0-06e8-4748-9563-6d61f92db67d req-a0cf714d-2366-49bb-997a-5bea1ae5ca68 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:13.359057 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-501515c0-06e8-4748-9563-6d61f92db67d req-a0cf714d-2366-49bb-997a-5bea1ae5ca68 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0486646 Aug 16 14:08:13.408142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-501515c0-06e8-4748-9563-6d61f92db67d req-d98297bf-6f05-4538-a7e6-b214863aa585 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431764 Aug 16 14:08:14.543628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a84de-2949-4aef-adac-15de18cd552a req-6b87b410-d64c-4d30-8507-126c55809171 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:14.545554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b03a84de-2949-4aef-adac-15de18cd552a req-6b87b410-d64c-4d30-8507-126c55809171 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0613801 Aug 16 14:08:14.604377 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b03a84de-2949-4aef-adac-15de18cd552a req-a0b96fa4-818e-4f17-989e-932b431ff777 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517795 Aug 16 14:08:14.629713 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:08:15.733379 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5affa-a40b-460f-b76c-d3810476d0d7 req-6ef96367-072b-4209-a819-aa3ffc572737 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:15.734876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9af5affa-a40b-460f-b76c-d3810476d0d7 req-6ef96367-072b-4209-a819-aa3ffc572737 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0547693 Aug 16 14:08:15.772979 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9af5affa-a40b-460f-b76c-d3810476d0d7 req-d4a3f66e-28e9-4ea2-999e-465240ac312a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321798 Aug 16 14:08:16.891485 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafad5bb-99c6-4654-a176-5ccc65c3f46c req-b5e239a0-0ff3-4fcd-9fdf-db41b2706811 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:16.892966 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eafad5bb-99c6-4654-a176-5ccc65c3f46c req-b5e239a0-0ff3-4fcd-9fdf-db41b2706811 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0500064 Aug 16 14:08:16.932793 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eafad5bb-99c6-4654-a176-5ccc65c3f46c req-c0ddbc56-e323-4d8d-a05d-467854758b46 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335186 Aug 16 14:08:17.094662 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:18.050180 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acef050-6952-4ad8-9e20-9b67d148c16f req-b97525ec-0c3d-4bc8-a679-1f62346b7511 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:18.051673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4acef050-6952-4ad8-9e20-9b67d148c16f req-b97525ec-0c3d-4bc8-a679-1f62346b7511 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0501204 Aug 16 14:08:18.094846 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4acef050-6952-4ad8-9e20-9b67d148c16f req-7ed4c080-f07e-4617-9c58-b091ac0e8eaf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366573 Aug 16 14:08:19.213203 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c71ee-3b36-4998-bdf1-38ac717a11fa req-c53b1e0e-d124-4faf-928c-08a33b58fc19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:19.214707 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b2c71ee-3b36-4998-bdf1-38ac717a11fa req-c53b1e0e-d124-4faf-928c-08a33b58fc19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0531287 Aug 16 14:08:19.252589 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7b2c71ee-3b36-4998-bdf1-38ac717a11fa req-c3222601-d363-4dc5-8e24-8ffab3c30dc1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 Aug 16 14:08:19.274850 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36734) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:08:19.334165 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ec9eaa79-e3fc-4f42-9998-efe3f97f5175 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/aacd23b8-593d-4502-8cf4-f27c21392d2d HTTP/1.1" status: 200 len: 992 time: 0.0581353 Aug 16 14:08:20.619417 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5846ba6-efd9-42a3-bb6f-fb756b90b72b req-027960a8-f5c0-49d0-b052-79ea5ecab446 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:20.620935 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5846ba6-efd9-42a3-bb6f-fb756b90b72b req-027960a8-f5c0-49d0-b052-79ea5ecab446 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0543623 Aug 16 14:08:20.657974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb51df6-ae36-4af8-93da-5e894a777925 req-4dbacb6d-ef84-4c7d-9214-4d772a8ef566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:20.659492 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9fb51df6-ae36-4af8-93da-5e894a777925 req-4dbacb6d-ef84-4c7d-9214-4d772a8ef566 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 1096 time: 0.0418701 Aug 16 14:08:20.660490 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5846ba6-efd9-42a3-bb6f-fb756b90b72b req-e56ee2c7-911f-4036-8039-284fdc65368a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334134 Aug 16 14:08:21.080061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb51df6-ae36-4af8-93da-5e894a777925 req-fd1b0d5b-9660-4cfb-9d44-497047b9771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:21.081516 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9fb51df6-ae36-4af8-93da-5e894a777925 req-fd1b0d5b-9660-4cfb-9d44-497047b9771d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dc553f3-a23f-4023-bb54-fc843457f9dc HTTP/1.1" status: 200 len: 896 time: 0.4138854 Aug 16 14:08:21.146660 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9fb51df6-ae36-4af8-93da-5e894a777925 req-e4f62ea7-049a-4f77-8519-58df42e70cc3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f HTTP/1.1" status: 200 len: 1000 time: 0.0572152 Aug 16 14:08:21.194660 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb51df6-ae36-4af8-93da-5e894a777925 req-87118b58-770a-473e-a2b3-4e66d8a7d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:21.196058 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9fb51df6-ae36-4af8-93da-5e894a777925 req-87118b58-770a-473e-a2b3-4e66d8a7d5cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=185cd9de-7cf7-40eb-8f4d-5f95f30f129a HTTP/1.1" status: 200 len: 834 time: 0.0424862 Aug 16 14:08:21.245353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb51df6-ae36-4af8-93da-5e894a777925 req-5746b564-e7f2-4c10-be49-41d2772d0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:21.246858 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9fb51df6-ae36-4af8-93da-5e894a777925 req-5746b564-e7f2-4c10-be49-41d2772d0870 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dc553f3-a23f-4023-bb54-fc843457f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434515 Aug 16 14:08:21.336119 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9fb51df6-ae36-4af8-93da-5e894a777925 req-cd7b18fd-331d-4dab-a235-20102654f25b service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811772 Aug 16 14:08:21.426749 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9fb51df6-ae36-4af8-93da-5e894a777925 req-9bec3550-9ea1-4f65-b44f-a9a409a16ed7 service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835724 Aug 16 14:08:21.784784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fc1a2-2065-4119-a6e0-7ccaf04d117e req-9f427c70-9c4d-49bc-aa81-c14d90bbea53 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:21.786301 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e2fc1a2-2065-4119-a6e0-7ccaf04d117e req-9f427c70-9c4d-49bc-aa81-c14d90bbea53 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0534322 Aug 16 14:08:21.824926 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e2fc1a2-2065-4119-a6e0-7ccaf04d117e req-91e9d039-733d-4e86-b1b2-666e4b484d6c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323746 Aug 16 14:08:22.944748 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1b56d-aa2b-4625-b8bd-0d9ab4acd1cb req-2c0cf804-7af9-4b07-bb4c-eb99fd22ff47 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:22.946241 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92a1b56d-aa2b-4625-b8bd-0d9ab4acd1cb req-2c0cf804-7af9-4b07-bb4c-eb99fd22ff47 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0492258 Aug 16 14:08:22.984045 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-92a1b56d-aa2b-4625-b8bd-0d9ab4acd1cb req-6c675672-0129-4ffc-a401-583bb78cbb95 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316367 Aug 16 14:08:23.006257 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36746) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:08:23.065570 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-73d8e82d-7396-4b65-8570-936f4f6b11c3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/aacd23b8-593d-4502-8cf4-f27c21392d2d HTTP/1.1" status: 200 len: 992 time: 0.0581062 Aug 16 14:08:30.577032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:31.934553 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-886c7627-2d96-4bf5-83f4-2093b46c5f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:34.477570 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-981bf516-fa6b-4fb1-b341-93ba130202ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:34.744394 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:35.799402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:37.611782 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:47.108459 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:51.629411 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:08:51.781389 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-2360c746-75b7-4b84-9e48-3da1fe36d246 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471246 Aug 16 14:08:51.875510 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-a77a8ab9-58dc-4146-886c-f6d21f7ba95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:51.876992 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-a77a8ab9-58dc-4146-886c-f6d21f7ba95a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 1096 time: 0.0438037 Aug 16 14:08:51.980373 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-15971f00-1d82-4c67-82ba-8d4ebe696d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:51.981758 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-15971f00-1d82-4c67-82ba-8d4ebe696d38 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dc553f3-a23f-4023-bb54-fc843457f9dc HTTP/1.1" status: 200 len: 896 time: 0.0857270 Aug 16 14:08:52.051454 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-1291f1b7-f0a8-439c-9111-0f9a2fc51005 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f HTTP/1.1" status: 200 len: 1000 time: 0.0628541 Aug 16 14:08:52.104182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-a52c0536-5ae3-47f0-9441-dad611dc1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:52.105691 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-a52c0536-5ae3-47f0-9441-dad611dc1636 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=185cd9de-7cf7-40eb-8f4d-5f95f30f129a HTTP/1.1" status: 200 len: 834 time: 0.0473337 Aug 16 14:08:52.155521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-924514f2-6a4a-4bf0-9232-0326bf15cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:08:52.157192 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-924514f2-6a4a-4bf0-9232-0326bf15cbc9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dc553f3-a23f-4023-bb54-fc843457f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448525 Aug 16 14:08:52.253807 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-65b057ca-2d3e-4982-be34-f32d6df15e8f service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891397 Aug 16 14:08:52.344183 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-27863ed7-076b-4a54-8b3b-25a589b030f0 req-1576cb5f-0773-402d-a315-cb4fd0b5fc2d service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 Aug 16 14:09:00.586280 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:01.935909 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fee15719-3eb2-4fb5-9425-2a63065a0765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:04.478251 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6d21f525-a706-4850-996a-641024a29e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:04.745116 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:05.804680 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:07.617751 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:17.123242 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:20.016517 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36778) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:20.201828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port d9e115fe-9d67-4a1a-b1d6-90056d59102f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:09:20.202199 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:20.284155 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:20.284481 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:20.297750 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for d9e115fe-9d67-4a1a-b1d6-90056d59102f owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:09:20.461695 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:20.491601 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=d9e115fe-9d67-4a1a-b1d6-90056d59102f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:20.517065 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.517418 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.517762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.518135 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.518467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.518803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.519193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.519470 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.519800 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.520134 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.520463 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.520821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:20.570750 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:20.571095 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Floating IP aacd23b8-593d-4502-8cf4-f27c21392d2d disassociated (deleted). External IP: 172.25.0.71, port: a0aa8e9e-300f-40db-8e4f-0c3b861a349f. Aug 16 14:09:20.803117 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:09:20.921195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:09:20.925989 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:20.932959 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ca3cf-7bd4-4503-83cc-8f926967c124 None None] Sync routers for ids ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:09:20.942872 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ca3cf-7bd4-4503-83cc-8f926967c124 None None] Routers {'732943e7-2b8b-4842-b1a6-67eec3ffe3ca'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:20.943500 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2a2ca3cf-7bd4-4503-83cc-8f926967c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:09:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:20.963424 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ef86902d-1cbd-4110-9ab5-c791d453de40 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/floatingips/aacd23b8-593d-4502-8cf4-f27c21392d2d HTTP/1.1" status: 204 len: 168 time: 0.9457726 Aug 16 14:09:20.964130 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'tag': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:09:20.967706 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63af84d3-b405-446b-8fbb-05a839a94ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "73b74bbe-311c-45d1-bcc8-e9218792e3e0", "tag": "a0aa8e9e-300f-40db-8e4f-0c3b861a349f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:09:21.035453 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d24af-c444-4b3e-9d50-c4cd474cfa2c x-openstack-request-id: req-878d24af-c444-4b3e-9d50-c4cd474cfa2c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:09:21.036355 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b74bbe-311c-45d1-bcc8-e9218792e3e0", "tag": "a0aa8e9e-300f-40db-8e4f-0c3b861a349f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:09:21.036355 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-878d24af-c444-4b3e-9d50-c4cd474cfa2c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:09:21.036551 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'tag': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f', 'status': 'completed', 'code': 200} Aug 16 14:09:21.063713 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-2a2ca3cf-7bd4-4503-83cc-8f926967c124 None None] Set router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:21.203116 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af84d3-b405-446b-8fbb-05a839a94ef3 req-1403a319-5192-4170-8946-739e9ef39b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:21.204674 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63af84d3-b405-446b-8fbb-05a839a94ef3 req-1403a319-5192-4170-8946-739e9ef39b0f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 1096 time: 0.1309326 Aug 16 14:09:21.231827 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4686194-62b1-43c2-bd91-7c5217ed3822 req-31d0019d-f5c9-4c3d-8ad7-a2ecae5e2bad tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:21.234487 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4686194-62b1-43c2-bd91-7c5217ed3822 req-31d0019d-f5c9-4c3d-8ad7-a2ecae5e2bad tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0577474 Aug 16 14:09:21.288570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4686194-62b1-43c2-bd91-7c5217ed3822 req-b29d3ec3-5b17-4026-983b-c9fc7727cb3b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Aug 16 14:09:21.319764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af84d3-b405-446b-8fbb-05a839a94ef3 req-98469fab-c49b-454f-b0a6-8ec21edcb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:21.321295 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63af84d3-b405-446b-8fbb-05a839a94ef3 req-98469fab-c49b-454f-b0a6-8ec21edcb53d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dc553f3-a23f-4023-bb54-fc843457f9dc HTTP/1.1" status: 200 len: 896 time: 0.1074665 Aug 16 14:09:21.345291 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2a2ca3cf-7bd4-4503-83cc-8f926967c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:41Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6f8b3b82-e506-4628-a6a0-7fb79b0e6046', 'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:2e:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:40Z', 'updated_at': '2021-08-16T14:06:45Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:21.371611 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63af84d3-b405-446b-8fbb-05a839a94ef3 req-8fbd274d-6fe1-48b8-af28-9b8b3e3c4f75 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f HTTP/1.1" status: 200 len: 217 time: 0.0423682 Aug 16 14:09:21.376952 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ca3cf-7bd4-4503-83cc-8f926967c124 None None] Checking router: 732943e7-2b8b-4842-b1a6-67eec3ffe3ca for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:09:21.386488 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ca3cf-7bd4-4503-83cc-8f926967c124 None None] Routers {'732943e7-2b8b-4842-b1a6-67eec3ffe3ca'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:21.387093 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2a2ca3cf-7bd4-4503-83cc-8f926967c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:09:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:21.451525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af84d3-b405-446b-8fbb-05a839a94ef3 req-b2074939-5756-48ce-9da8-886b73396637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:21.453055 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63af84d3-b405-446b-8fbb-05a839a94ef3 req-b2074939-5756-48ce-9da8-886b73396637 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=185cd9de-7cf7-40eb-8f4d-5f95f30f129a HTTP/1.1" status: 200 len: 834 time: 0.0735717 Aug 16 14:09:21.517525 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af84d3-b405-446b-8fbb-05a839a94ef3 req-0a0efe6c-efca-47f3-863f-4c13a7d21d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:21.520443 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63af84d3-b405-446b-8fbb-05a839a94ef3 req-0a0efe6c-efca-47f3-863f-4c13a7d21d40 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dc553f3-a23f-4023-bb54-fc843457f9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572112 Aug 16 14:09:21.615860 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-2a2ca3cf-7bd4-4503-83cc-8f926967c124 None None] Set router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:21.675102 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63af84d3-b405-446b-8fbb-05a839a94ef3 req-853ada1d-ba4c-4670-8ecd-4703411b5de5 service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441882 Aug 16 14:09:21.814175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-63af84d3-b405-446b-8fbb-05a839a94ef3 req-aec051b3-3db2-4d62-bccd-0909083e1836 service neutron] 10.222.0.22 "GET /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300445 Aug 16 14:09:21.884563 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-2a2ca3cf-7bd4-4503-83cc-8f926967c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:41Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6f8b3b82-e506-4628-a6a0-7fb79b0e6046', 'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:2e:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:40Z', 'updated_at': '2021-08-16T14:06:45Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:21.916991 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ca3cf-7bd4-4503-83cc-8f926967c124 None None] The sync data for ids ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'] in n-d-804708-1 is: [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:41Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '6f8b3b82-e506-4628-a6a0-7fb79b0e6046', 'name': '', 'network_id': '0dc553f3-a23f-4023-bb54-fc843457f9dc', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:2e:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:40Z', 'updated_at': '2021-08-16T14:06:45Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '185cd9de-7cf7-40eb-8f4d-5f95f30f129a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:09:22.201348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa0502-737b-4b12-b192-4fc016f502b0 None None] New status for floating IP aacd23b8-593d-4502-8cf4-f27c21392d2d: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:09:22.422675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a01995-e3dc-49f3-a295-a1e5b33cdaf2 req-16fd00f5-1fae-471a-86db-310ac862be34 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:22.424474 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1a01995-e3dc-49f3-a295-a1e5b33cdaf2 req-16fd00f5-1fae-471a-86db-310ac862be34 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0560253 Aug 16 14:09:22.468932 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e1a01995-e3dc-49f3-a295-a1e5b33cdaf2 req-7bc46383-3973-41df-8ea3-dccaf76d3692 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0667fb1-a4a8-4239-adfd-22c3e3015584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378733 Aug 16 14:09:23.073425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afa8b1-f3f9-4b5b-bf28-feb64acbc989 req-11c5982a-9d35-4b60-b1b0-5c3984047c87 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:23.075734 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-55afa8b1-f3f9-4b5b-bf28-feb64acbc989 req-11c5982a-9d35-4b60-b1b0-5c3984047c87 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 945 time: 0.0609515 Aug 16 14:09:23.181633 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-55afa8b1-f3f9-4b5b-bf28-feb64acbc989 req-03049fa2-b274-4f55-aded-d8e12b8c1ecd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port a0aa8e9e-300f-40db-8e4f-0c3b861a349f {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:09:23.181981 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-55afa8b1-f3f9-4b5b-bf28-feb64acbc989 req-03049fa2-b274-4f55-aded-d8e12b8c1ecd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:23.290853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-55afa8b1-f3f9-4b5b-bf28-feb64acbc989 req-03049fa2-b274-4f55-aded-d8e12b8c1ecd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port a0aa8e9e-300f-40db-8e4f-0c3b861a349f, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a0aa8e9e-300f-40db-8e4f-0c3b861a349f,segment=NetworkSegment(332a3203-73c2-4390-86cb-6dd8a587bead),segment_id=332a3203-73c2-4390-86cb-6dd8a587bead)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:23.291229 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-55afa8b1-f3f9-4b5b-bf28-feb64acbc989 req-03049fa2-b274-4f55-aded-d8e12b8c1ecd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:23.307007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-55afa8b1-f3f9-4b5b-bf28-feb64acbc989 req-03049fa2-b274-4f55-aded-d8e12b8c1ecd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for a0aa8e9e-300f-40db-8e4f-0c3b861a349f owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:09:23.464489 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-55afa8b1-f3f9-4b5b-bf28-feb64acbc989 req-03049fa2-b274-4f55-aded-d8e12b8c1ecd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:23.503186 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03049fa2-b274-4f55-aded-d8e12b8c1ecd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=a0aa8e9e-300f-40db-8e4f-0c3b861a349f,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:23.557099 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-55afa8b1-f3f9-4b5b-bf28-feb64acbc989 req-03049fa2-b274-4f55-aded-d8e12b8c1ecd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] No DVR routers for this DVR port a0aa8e9e-300f-40db-8e4f-0c3b861a349f on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:09:23.561289 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-55afa8b1-f3f9-4b5b-bf28-feb64acbc989 req-03049fa2-b274-4f55-aded-d8e12b8c1ecd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:23.563509 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-55afa8b1-f3f9-4b5b-bf28-feb64acbc989 req-03049fa2-b274-4f55-aded-d8e12b8c1ecd tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.22 "DELETE /v2.0/ports/a0aa8e9e-300f-40db-8e4f-0c3b861a349f HTTP/1.1" status: 204 len: 173 time: 0.4822078 Aug 16 14:09:23.563993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'name': 'network-vif-deleted', 'tag': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:09:23.566442 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9279ec-8658-4a7f-a2ab-791de5eab8ba" -d '{"events": [{"server_uuid": "73b74bbe-311c-45d1-bcc8-e9218792e3e0", "name": "network-vif-deleted", "tag": "a0aa8e9e-300f-40db-8e4f-0c3b861a349f"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:09:23.613436 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7d0d6430-b47a-42e6-9a54-723ba2c7b7a8 req-4872582c-db03-44a8-b37c-681adb2e3904 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=73b74bbe-311c-45d1-bcc8-e9218792e3e0 HTTP/1.1" status: 200 len: 210 time: 0.0415294 Aug 16 14:09:23.632674 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e07983f-ac38-4fff-be85-874d7e98d30c x-openstack-request-id: req-1e07983f-ac38-4fff-be85-874d7e98d30c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:09:23.633210 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b74bbe-311c-45d1-bcc8-e9218792e3e0", "name": "network-vif-deleted", "tag": "a0aa8e9e-300f-40db-8e4f-0c3b861a349f", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:09:23.633568 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e07983f-ac38-4fff-be85-874d7e98d30c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:09:23.634206 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b74bbe-311c-45d1-bcc8-e9218792e3e0', 'name': 'network-vif-deleted', 'tag': 'a0aa8e9e-300f-40db-8e4f-0c3b861a349f', 'status': 'completed', 'code': 200} Aug 16 14:09:24.677363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36796) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:25.080958 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:25.367128 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:09:25.367365 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:25.462898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port 6f8b3b82-e506-4628-a6a0-7fb79b0e6046, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=6f8b3b82-e506-4628-a6a0-7fb79b0e6046,segment=NetworkSegment(332a3203-73c2-4390-86cb-6dd8a587bead),segment_id=332a3203-73c2-4390-86cb-6dd8a587bead)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:25.463341 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:25.480138 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:09:25.692185 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:25.720123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=6f8b3b82-e506-4628-a6a0-7fb79b0e6046,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:25.920449 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:26.520545 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:09:26.637565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:09:26.644483 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-5dc5d092-dd29-47bd-acb5-c6b48a7cee71 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "PUT /v2.0/routers/732943e7-2b8b-4842-b1a6-67eec3ffe3ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9656274 Aug 16 14:09:26.649549 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97610ee3-0a43-4d37-967b-7541ac5485d3 None None] Sync routers for ids ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:09:26.650453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36798) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:26.661172 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97610ee3-0a43-4d37-967b-7541ac5485d3 None None] Routers {'732943e7-2b8b-4842-b1a6-67eec3ffe3ca'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:26.661806 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-97610ee3-0a43-4d37-967b-7541ac5485d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:09:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:26.722594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cac79ac-c6b4-418d-adce-ec4e197226ab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting subnet 185cd9de-7cf7-40eb-8f4d-5f95f30f129a {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:09:26.728038 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cac79ac-c6b4-418d-adce-ec4e197226ab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:26.778731 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-97610ee3-0a43-4d37-967b-7541ac5485d3 None None] Set router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:26.792273 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cac79ac-c6b4-418d-adce-ec4e197226ab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:26.900407 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cac79ac-c6b4-418d-adce-ec4e197226ab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.000617 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cac79ac-c6b4-418d-adce-ec4e197226ab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.031374 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac79ac-c6b4-418d-adce-ec4e197226ab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Subnet': ['ID=185cd9de-7cf7-40eb-8f4d-5f95f30f129a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:27.035469 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8cac79ac-c6b4-418d-adce-ec4e197226ab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.039963 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8cac79ac-c6b4-418d-adce-ec4e197226ab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/subnets/185cd9de-7cf7-40eb-8f4d-5f95f30f129a HTTP/1.1" status: 204 len: 168 time: 0.3860831 Aug 16 14:09:27.040372 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36800) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:27.042038 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-97610ee3-0a43-4d37-967b-7541ac5485d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:09:25Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:27.052485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84615488-0d49-4967-8dc2-8b3b6164f19a None None] Network 0dc553f3-a23f-4023-bb54-fc843457f9dc requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:09:27.072179 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97610ee3-0a43-4d37-967b-7541ac5485d3 None None] Checking router: 732943e7-2b8b-4842-b1a6-67eec3ffe3ca for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:09:27.083175 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97610ee3-0a43-4d37-967b-7541ac5485d3 None None] Routers {'732943e7-2b8b-4842-b1a6-67eec3ffe3ca'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:27.083909 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-97610ee3-0a43-4d37-967b-7541ac5485d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:09:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:27.193907 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.265026 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-97610ee3-0a43-4d37-967b-7541ac5485d3 None None] Set router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:27.288536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] DHCP port deletion for 0dc553f3-a23f-4023-bb54-fc843457f9dc request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:09:27.348113 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.348491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Deleting port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:09:27.348491 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.415768 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 2b1f104f-2bf2-4079-8b97-9f70087226d1 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:09:27.416173 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.424555 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] For port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=bbf993b3-1edd-4ff5-81e7-b7d48286fe9f,segment=NetworkSegment(332a3203-73c2-4390-86cb-6dd8a587bead),segment_id=332a3203-73c2-4390-86cb-6dd8a587bead)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:27.424960 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.442428 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Calling delete_port for bbf993b3-1edd-4ff5-81e7-b7d48286fe9f owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:09:27.484219 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-97610ee3-0a43-4d37-967b-7541ac5485d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:09:25Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:27.507814 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port 2b1f104f-2bf2-4079-8b97-9f70087226d1, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=2b1f104f-2bf2-4079-8b97-9f70087226d1,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:27.508276 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.517555 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97610ee3-0a43-4d37-967b-7541ac5485d3 None None] The sync data for ids ['732943e7-2b8b-4842-b1a6-67eec3ffe3ca'] in n-d-804708-1 is: [{'id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312745234', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:09:25Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '2b1f104f-2bf2-4079-8b97-9f70087226d1', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732943e7-2b8b-4842-b1a6-67eec3ffe3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:06:38Z', 'updated_at': '2021-08-16T14:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:09:27.524770 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 2b1f104f-2bf2-4079-8b97-9f70087226d1 owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:09:27.574406 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.599765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Pushing event deleted for resources: {'Port': ['ID=bbf993b3-1edd-4ff5-81e7-b7d48286fe9f,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:27.609627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.609977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.610344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.610751 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.611133 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.611434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.611669 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.611988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.612317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.612644 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.612974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.613328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.616161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab4c38-ea7d-46ef-800e-c8570e3f8127 None None] No DVR routers for this DVR port bbf993b3-1edd-4ff5-81e7-b7d48286fe9f on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:09:27.698439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a0aa8e9e-300f-40db-8e4f-0c3b861a349f no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:09:27.717583 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.719719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: a0aa8e9e-300f-40db-8e4f-0c3b861a349f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:09:27.720050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a0aa8e9e-300f-40db-8e4f-0c3b861a349f not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:09:27.755427 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=2b1f104f-2bf2-4079-8b97-9f70087226d1,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:27.818604 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.924451 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.927029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.987288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.987903 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Fanout notify agent at l3_agent the message router_deleted on router 732943e7-2b8b-4842-b1a6-67eec3ffe3ca {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:09:27.996081 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.001864 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-adb903d7-5197-4623-8045-2c1af7adfa8e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/routers/732943e7-2b8b-4842-b1a6-67eec3ffe3ca HTTP/1.1" status: 204 len: 168 time: 0.9562130 Aug 16 14:09:28.002343 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36802) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:28.094990 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.209251 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.220951 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc553f3-a23f-4023-bb54-fc843457f9dc']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:28.239098 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332a3203-73c2-4390-86cb-6dd8a587bead') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:28.239406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332a3203-73c2-4390-86cb-6dd8a587bead') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:28.250196 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.268250 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.276359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:09:28.276994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: timer() Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:09:28.281778 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:09:28.343565 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.350986 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.352482 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/networks/0dc553f3-a23f-4023-bb54-fc843457f9dc HTTP/1.1" status: 204 len: 168 time: 0.3492692 Aug 16 14:09:28.363851 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d0573-a436-4143-aa81-f1e0645ac4d0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Network': ['ID=0dc553f3-a23f-4023-bb54-fc843457f9dc,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:28.364545 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36804) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:28.425354 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.452440 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.516588 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.519195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.520363 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/security-groups/d0667fb1-a4a8-4239-adfd-22c3e3015584 HTTP/1.1" status: 204 len: 168 time: 0.1540468 Aug 16 14:09:28.530664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0667fb1-a4a8-4239-adfd-22c3e3015584,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:28.539794 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.540145 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.540483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.540813 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.541146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.541476 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.541809 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.542177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.542488 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.542812 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.543136 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.543466 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eae75b-f6ce-4772-908b-492ce2b860cf tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:28.629945 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:09:28.816735 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36810) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:28.821565 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-71e94411-c466-4d01-b9b6-8bce25ba01b3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837365032', 'description': 'tempest-secgroup-smoke-1837365032 description', 'project_id': '467cefbc48c242a9a6472d416d299109'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:28.848688 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71e94411-c466-4d01-b9b6-8bce25ba01b3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.946704 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71e94411-c466-4d01-b9b6-8bce25ba01b3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.952129 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71e94411-c466-4d01-b9b6-8bce25ba01b3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.982477 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-71e94411-c466-4d01-b9b6-8bce25ba01b3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:28.983750 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-71e94411-c466-4d01-b9b6-8bce25ba01b3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1659901 Aug 16 14:09:28.987733 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36812) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:28.988465 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e94411-c466-4d01-b9b6-8bce25ba01b3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149bc2dd-f9c8-4711-a544-0be5b7c19b31,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:28.993416 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2792cad0-d82c-45d1-9fe2-c3f2403fe3de tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '149bc2dd-f9c8-4711-a544-0be5b7c19b31', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:29.023134 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2792cad0-d82c-45d1-9fe2-c3f2403fe3de tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.099067 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2792cad0-d82c-45d1-9fe2-c3f2403fe3de tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.103724 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2792cad0-d82c-45d1-9fe2-c3f2403fe3de tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.125453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792cad0-d82c-45d1-9fe2-c3f2403fe3de tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341438a3-8382-4eab-978e-b7668cfc1964,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:29.133637 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2792cad0-d82c-45d1-9fe2-c3f2403fe3de tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.134902 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2792cad0-d82c-45d1-9fe2-c3f2403fe3de tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453893 Aug 16 14:09:29.138491 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36814) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:29.144163 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-d4a2550c-f3a2-4314-af48-d9cf836b2b19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '149bc2dd-f9c8-4711-a544-0be5b7c19b31', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:29.176138 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4a2550c-f3a2-4314-af48-d9cf836b2b19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.225378 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2b1f104f-2bf2-4079-8b97-9f70087226d1 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:09:29.251696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 2b1f104f-2bf2-4079-8b97-9f70087226d1 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:09:29.252038 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 2b1f104f-2bf2-4079-8b97-9f70087226d1 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:09:29.252470 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:09:29.258877 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4a2550c-f3a2-4314-af48-d9cf836b2b19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.265024 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4a2550c-f3a2-4314-af48-d9cf836b2b19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.273927 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:09:29.274307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 6f8b3b82-e506-4628-a6a0-7fb79b0e6046 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:09:29.274727 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bbf993b3-1edd-4ff5-81e7-b7d48286fe9f no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:09:29.289772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2550c-f3a2-4314-af48-d9cf836b2b19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796921a8-2198-4a32-9d7a-094f1830a917,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:29.294974 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: bbf993b3-1edd-4ff5-81e7-b7d48286fe9f {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:09:29.295323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device bbf993b3-1edd-4ff5-81e7-b7d48286fe9f not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:09:29.315509 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-d4a2550c-f3a2-4314-af48-d9cf836b2b19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.316767 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-d4a2550c-f3a2-4314-af48-d9cf836b2b19 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1772811 Aug 16 14:09:29.321219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36816) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:29.327564 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-e45c581f-f50f-4b43-97a4-c269d9638c45 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '149bc2dd-f9c8-4711-a544-0be5b7c19b31', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:29.360650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e45c581f-f50f-4b43-97a4-c269d9638c45 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.431172 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e45c581f-f50f-4b43-97a4-c269d9638c45 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.436753 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e45c581f-f50f-4b43-97a4-c269d9638c45 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.457389 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c581f-f50f-4b43-97a4-c269d9638c45 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d1f446-5e35-43cd-a05b-16b3b23735e6,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:29.464712 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-e45c581f-f50f-4b43-97a4-c269d9638c45 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.466790 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e45c581f-f50f-4b43-97a4-c269d9638c45 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444857 Aug 16 14:09:29.470152 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36818) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:29.475338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-ecb4aa29-bea6-4e6a-b1f7-8cba193b0c25 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '149bc2dd-f9c8-4711-a544-0be5b7c19b31', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:29.505861 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ecb4aa29-bea6-4e6a-b1f7-8cba193b0c25 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.583550 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ecb4aa29-bea6-4e6a-b1f7-8cba193b0c25 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.589201 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ecb4aa29-bea6-4e6a-b1f7-8cba193b0c25 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.614341 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4aa29-bea6-4e6a-b1f7-8cba193b0c25 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3c9c0b-4052-4d31-9a4b-c9ee2814e6d7,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:29.626413 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ecb4aa29-bea6-4e6a-b1f7-8cba193b0c25 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.627825 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ecb4aa29-bea6-4e6a-b1f7-8cba193b0c25 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565812 Aug 16 14:09:29.631553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36820) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:29.636548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-61f01de8-02a0-4f15-ae3e-0fca69b91cc3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '149bc2dd-f9c8-4711-a544-0be5b7c19b31', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:29.667997 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-61f01de8-02a0-4f15-ae3e-0fca69b91cc3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Project 467cefbc48c242a9a6472d416d299109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:09:29.674274 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-61f01de8-02a0-4f15-ae3e-0fca69b91cc3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.746010 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-61f01de8-02a0-4f15-ae3e-0fca69b91cc3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.750899 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-61f01de8-02a0-4f15-ae3e-0fca69b91cc3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.774177 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f01de8-02a0-4f15-ae3e-0fca69b91cc3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d343471d-0b4d-4664-be3a-f35cc9deeb8c,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:29.780491 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-61f01de8-02a0-4f15-ae3e-0fca69b91cc3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.781797 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-61f01de8-02a0-4f15-ae3e-0fca69b91cc3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492705 Aug 16 14:09:29.785600 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36822) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:29.790281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-a05872c0-24d5-4b0b-9345-1bebfeb6d2a3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'security_group_rule': {'security_group_id': '149bc2dd-f9c8-4711-a544-0be5b7c19b31', 'project_id': '467cefbc48c242a9a6472d416d299109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:29.816616 n-d-804708-1 neutron-server[101396]: INFO neutron.db.securitygroups_db [None req-a05872c0-24d5-4b0b-9345-1bebfeb6d2a3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Project 467cefbc48c242a9a6472d416d299109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:09:29.823123 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a05872c0-24d5-4b0b-9345-1bebfeb6d2a3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.890326 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a05872c0-24d5-4b0b-9345-1bebfeb6d2a3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.895351 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a05872c0-24d5-4b0b-9345-1bebfeb6d2a3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.914028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05872c0-24d5-4b0b-9345-1bebfeb6d2a3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6e7b89-f8f9-4cd6-93ed-30a87827b183,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:29.922305 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-a05872c0-24d5-4b0b-9345-1bebfeb6d2a3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.923565 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a05872c0-24d5-4b0b-9345-1bebfeb6d2a3 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369681 Aug 16 14:09:29.926751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36824) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:29.931883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'network': {'name': 'tempest-network-smoke--262776488', 'project_id': '467cefbc48c242a9a6472d416d299109', 'port_security_enabled': True}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:29.956255 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:09:29.960372 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.989236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:09:29.999007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:29.999335 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Added segment 4c162f1c-28b4-4228-ad36-c25f5426a2f8 of type vlan for network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 Aug 16 14:09:30.045781 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:30.078655 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:30.084451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:30.085111 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:30.122906 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1944275 Aug 16 14:09:30.125611 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36826) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:30.130620 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'admin_state_up': True, 'project_id': '467cefbc48c242a9a6472d416d299109', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:30.166963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa13cb-d73a-4ee1-971a-4b122f01ecbc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Network': ['ID=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:30.173067 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:30.174560 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:30.178444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:09:30.232817 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:30.394375 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:30.615266 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:30.959702 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:30.984186 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:31.085702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.25.0.10 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/98b506e2-3aa5-4047-9420-6992cc692761) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:09:31.187296 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:31.224579 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:31.263387 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:09:31.266338 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:31.269932 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:09:31.291630 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=98b506e2-3aa5-4047-9420-6992cc692761,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:31.518131 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:31.725712 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:31.851276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 46590e03-f2c2-41cd-bf82-b9460a779a41 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:09:31.944140 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b6605914-1284-461a-adf2-31641675f5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:31.964585 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:09:31.974018 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Sync routers for ids ['46590e03-f2c2-41cd-bf82-b9460a779a41'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:09:31.983409 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:31.984692 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9d0ca986-db6a-41f2-9267-9389728e817a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8579736 Aug 16 14:09:31.987301 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Routers {'46590e03-f2c2-41cd-bf82-b9460a779a41'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:31.987836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36828) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:31.987956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:09:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['46590e03-f2c2-41cd-bf82-b9460a779a41'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:32.017288 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c2751342-a84b-45d5-a934-d7131b10b618 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=467cefbc48c242a9a6472d416d299109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279951 Aug 16 14:09:32.019906 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36830) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:32.094145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Set router 46590e03-f2c2-41cd-bf82-b9460a779a41 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:32.116884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ef950-6c61-4caa-aff4-543e1da999a8 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:32.118340 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-115ef950-6c61-4caa-aff4-543e1da999a8 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974851 Aug 16 14:09:32.121092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36832) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:32.156796 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-4012da8c-2570-43c6-94c5-5e29a29df752 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=72a09032-0771-4e06-9125-a9a480bbb297&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338080 Aug 16 14:09:32.159562 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36834) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:32.164782 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1051230906', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'project_id': '467cefbc48c242a9a6472d416d299109', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:32.268211 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:09:32.271861 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:32.290972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:31Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:32.319029 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Checking router: 46590e03-f2c2-41cd-bf82-b9460a779a41 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:09:32.319487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Updating router 46590e03-f2c2-41cd-bf82-b9460a779a41 port 98b506e2-3aa5-4047-9420-6992cc692761 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:09:32.346282 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:32.463185 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:32.525271 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Subnet': ['ID=761cb8a9-c3b3-4515-a7e0-710d97980df9,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:32.536618 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Checking segment: {'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:09:32.536983 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network hostable DHCP agents. Network: ee3fc725-cd91-44e2-aeb7-05f7d958f1b5, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:09:32.554165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:09:32.563815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, ee3fc725-cd91-44e2-aeb7-05f7d958f1b5) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:32.569624 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:32.570572 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:32.573693 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8697159c-74a5-46e4-93e1-2333ea2c9e66 None None] Network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:09:32.587839 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b780879a-2940-4a2b-8dd2-654ac5951165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4269545 Aug 16 14:09:32.591187 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36836) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:32.668729 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:32.696552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Transition to ACTIVE for port object 98b506e2-3aa5-4047-9420-6992cc692761 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:32.707740 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:32.800089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fc125-0b35-4cc1-9fa6-8aee7478c1dc None None] Pushing event updated for resources: {'Port': ['ID=98b506e2-3aa5-4047-9420-6992cc692761,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:32.802541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Attempting to bind port 98b506e2-3aa5-4047-9420-6992cc692761 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:09:32.802844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Attempting to bind port 98b506e2-3aa5-4047-9420-6992cc692761 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:09:32.803217 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Attempting to bind port 98b506e2-3aa5-4047-9420-6992cc692761 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:09:32.815294 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:09:32.815674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:09:32.816084 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:32.816480 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:09:32.816961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Bound port: 98b506e2-3aa5-4047-9420-6992cc692761, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:09:32.817343 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:32.878955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ips': [{'subnet_id': '761cb8a9-c3b3-4515-a7e0-710d97980df9'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:09:32.879809 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:32.904818 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] For port 98b506e2-3aa5-4047-9420-6992cc692761, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:09:32.931286 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] For port 98b506e2-3aa5-4047-9420-6992cc692761, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=98b506e2-3aa5-4047-9420-6992cc692761,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:09:32.937194 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:33.079511 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:33.088279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Routers {'46590e03-f2c2-41cd-bf82-b9460a779a41'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:33.088913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:09:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['46590e03-f2c2-41cd-bf82-b9460a779a41'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:33.096405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fc125-0b35-4cc1-9fa6-8aee7478c1dc None None] Pushing event updated for resources: {'Port': ['ID=98b506e2-3aa5-4047-9420-6992cc692761,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:33.306570 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Allocated IP 172.20.0.2 (ee3fc725-cd91-44e2-aeb7-05f7d958f1b5/761cb8a9-c3b3-4515-a7e0-710d97980df9/5a5bae82-78c0-4ebc-abb4-12711fecef8b) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:09:33.414127 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] Set router 46590e03-f2c2-41cd-bf82-b9460a779a41 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:33.625642 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:33.637528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Transition to ACTIVE for port object 5a5bae82-78c0-4ebc-abb4-12711fecef8b will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:33.659797 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Transition to ACTIVE for port object 5a5bae82-78c0-4ebc-abb4-12711fecef8b will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:33.667022 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:33.707328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:09:33.714155 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:33.717471 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.20.0.1 (ee3fc725-cd91-44e2-aeb7-05f7d958f1b5/761cb8a9-c3b3-4515-a7e0-710d97980df9/818f40a2-4f78-4970-ae57-a4186512bd8c) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:09:33.718032 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:31Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:33.721087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:09:33.757340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9e86b0-1fe7-45a3-9720-9a91728c6dca None None] The sync data for ids ['46590e03-f2c2-41cd-bf82-b9460a779a41'] in n-d-804708-1 is: [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:31Z', 'revision_number': 3, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:09:33.763247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Pushing event updated for resources: {'Port': ['ID=5a5bae82-78c0-4ebc-abb4-12711fecef8b,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:33.814971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Attempting to bind port 5a5bae82-78c0-4ebc-abb4-12711fecef8b on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:09:33.815363 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Attempting to bind port 5a5bae82-78c0-4ebc-abb4-12711fecef8b by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:09:33.815731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Attempting to bind port 5a5bae82-78c0-4ebc-abb4-12711fecef8b on network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:09:33.820976 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:09:33.821353 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Checking segment: {'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:09:33.821762 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:33.822210 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Bound using segment: {'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:09:33.822685 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Bound port: 5a5bae82-78c0-4ebc-abb4-12711fecef8b, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:09:33.823490 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:33.840029 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:33.857788 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Transition to ACTIVE for port object 818f40a2-4f78-4970-ae57-a4186512bd8c will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:33.898075 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:33.902476 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] For port 5a5bae82-78c0-4ebc-abb4-12711fecef8b, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:09:33.907117 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] For port 5a5bae82-78c0-4ebc-abb4-12711fecef8b, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5a5bae82-78c0-4ebc-abb4-12711fecef8b,segment=NetworkSegment(4c162f1c-28b4-4228-ad36-c25f5426a2f8),segment_id=4c162f1c-28b4-4228-ad36-c25f5426a2f8)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:09:33.914675 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:33.941147 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:09:33.944737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:33.949184 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:09:33.978805 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6db8b-5c78-4cb7-933a-6069a1b8c7cc None None] Pushing event updated for resources: {'Port': ['ID=5a5bae82-78c0-4ebc-abb4-12711fecef8b,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:34.030146 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=818f40a2-4f78-4970-ae57-a4186512bd8c,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:34.050484 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:34.211153 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:34.480086 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2e242b23-bb07-4928-bdf8-086a0392279f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:34.535985 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:34.540788 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:34.619729 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:34.621559 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=818f40a2-4f78-4970-ae57-a4186512bd8c,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:34.733532 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:09:34.735241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:34.751424 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:34.861455 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 46590e03-f2c2-41cd-bf82-b9460a779a41 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:09:34.981832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:09:34.988929 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-0305ed16-24ee-4ef0-9a72-2394153c979f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "PUT /v2.0/routers/46590e03-f2c2-41cd-bf82-b9460a779a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3965526 Aug 16 14:09:35.011203 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31397a2a-b827-45b4-9d7e-148e90f580d0 None None] Network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:09:35.092166 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-cc2a0c2b-66a4-4d0a-8849-0fdd58acac79 None None] Provisioning for port 5a5bae82-78c0-4ebc-abb4-12711fecef8b completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:35.191398 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-80d4f3f9-6d4d-4b0c-8f9a-2841a298e5ea tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837365032&fields=id&tenant_id=467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 267 time: 0.0712476 Aug 16 14:09:35.318884 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-e7be10c6-47a5-48d0-b633-16931a901bd4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:35.320441 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-e7be10c6-47a5-48d0-b633-16931a901bd4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/networks?id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 HTTP/1.1" status: 200 len: 796 time: 0.1221428 Aug 16 14:09:35.326060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 98b506e2-3aa5-4047-9420-6992cc692761 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:35.340325 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-93c74992-342f-410a-8a67-5b475c9b3cfc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/quotas/467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 375 time: 0.0111713 Aug 16 14:09:35.382732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 98b506e2-3aa5-4047-9420-6992cc692761 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:35.388178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 98b506e2-3aa5-4047-9420-6992cc692761 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:35.388577 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.400243 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-f149438f-eb8b-49c5-8d2a-754c22345f6a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523198 Aug 16 14:09:35.469353 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-73d4ff5d-1aa0-4014-ae82-86f668c5c348 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:09:35.470447 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-73d4ff5d-1aa0-4014-ae82-86f668c5c348 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0573974 Aug 16 14:09:35.498204 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.528614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 98b506e2-3aa5-4047-9420-6992cc692761, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=98b506e2-3aa5-4047-9420-6992cc692761,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:35.535651 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.536050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5a5bae82-78c0-4ebc-abb4-12711fecef8b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:35.583438 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-afb0aa55-1dfd-412e-911c-58280be8c1ad None None] Provisioning for port 818f40a2-4f78-4970-ae57-a4186512bd8c completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:35.587597 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Sync routers for ids ['46590e03-f2c2-41cd-bf82-b9460a779a41'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:09:35.600975 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-5aeb2957-a704-4fb4-a69a-9b438fec9654 service neutron] 10.222.0.25 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146958 Aug 16 14:09:35.606266 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-afb0aa55-1dfd-412e-911c-58280be8c1ad None None] Provisioning complete for port 818f40a2-4f78-4970-ae57-a4186512bd8c triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:35.606906 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-afb0aa55-1dfd-412e-911c-58280be8c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.607147 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Routers {'46590e03-f2c2-41cd-bf82-b9460a779a41'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:35.608210 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:09:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['46590e03-f2c2-41cd-bf82-b9460a779a41'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:35.649766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=98b506e2-3aa5-4047-9420-6992cc692761,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:35.672637 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 5a5bae82-78c0-4ebc-abb4-12711fecef8b completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:35.675940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-afb0aa55-1dfd-412e-911c-58280be8c1ad None None] Port 818f40a2-4f78-4970-ae57-a4186512bd8c cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:09:35.679194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5a5bae82-78c0-4ebc-abb4-12711fecef8b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:35.679569 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.717325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-afb0aa55-1dfd-412e-911c-58280be8c1ad None None] Provisioning complete for port 5a5bae82-78c0-4ebc-abb4-12711fecef8b triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:35.717707 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-afb0aa55-1dfd-412e-911c-58280be8c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.741304 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-e3fbf1b7-902d-4171-aa2e-1d8b0d19d013 service neutron] 10.222.0.25 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324232 Aug 16 14:09:35.749137 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Set router 46590e03-f2c2-41cd-bf82-b9460a779a41 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:35.876545 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.879404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.953849 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-afb0aa55-1dfd-412e-911c-58280be8c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.958439 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 5a5bae82-78c0-4ebc-abb4-12711fecef8b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5a5bae82-78c0-4ebc-abb4-12711fecef8b,segment=NetworkSegment(4c162f1c-28b4-4228-ad36-c25f5426a2f8),segment_id=4c162f1c-28b4-4228-ad36-c25f5426a2f8)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:35.967755 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.974579 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36d5a79f-f00d-4a31-82d1-64b4d6477173 req-3dab7c50-b9e7-492c-ab80-599390509888 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 210 time: 0.0471165 Aug 16 14:09:36.035756 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:34Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '818f40a2-4f78-4970-ae57-a4186512bd8c', 'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:fb:2e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:33Z', 'updated_at': '2021-08-16T14:09:34Z', 'revision_number': 2, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:36.064014 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Checking router: 46590e03-f2c2-41cd-bf82-b9460a779a41 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:09:36.064354 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Updating router 46590e03-f2c2-41cd-bf82-b9460a779a41 port 818f40a2-4f78-4970-ae57-a4186512bd8c binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:09:36.079834 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=5a5bae82-78c0-4ebc-abb4-12711fecef8b,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:36.084714 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.db.api [None req-afb0aa55-1dfd-412e-911c-58280be8c1ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 14:09:36.085075 n-d-804708-1 neutron-server[101397]: DEBUG oslo_db.api [None req-afb0aa55-1dfd-412e-911c-58280be8c1ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 14:09:36.096601 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:36.376989 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:36.388151 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Transition to ACTIVE for port object 818f40a2-4f78-4970-ae57-a4186512bd8c will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:36.394774 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:36.469162 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Pushing event updated for resources: {'Port': ['ID=818f40a2-4f78-4970-ae57-a4186512bd8c,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:36.491691 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.492638 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.492638 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.492869 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.492996 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.493303 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.493625 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.493944 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.494291 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.494615 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.494929 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.495244 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:36.510438 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Attempting to bind port 818f40a2-4f78-4970-ae57-a4186512bd8c on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:09:36.510818 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Attempting to bind port 818f40a2-4f78-4970-ae57-a4186512bd8c by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:09:36.511162 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Attempting to bind port 818f40a2-4f78-4970-ae57-a4186512bd8c on network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:09:36.517881 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:09:36.518317 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Checking segment: {'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:09:36.518684 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:36.519115 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Bound using segment: {'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:09:36.519573 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Bound port: 818f40a2-4f78-4970-ae57-a4186512bd8c, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:09:36.519948 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:36.589638 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] For port 818f40a2-4f78-4970-ae57-a4186512bd8c, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:09:36.594225 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] For port 818f40a2-4f78-4970-ae57-a4186512bd8c, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=818f40a2-4f78-4970-ae57-a4186512bd8c,segment=NetworkSegment(4c162f1c-28b4-4228-ad36-c25f5426a2f8),segment_id=4c162f1c-28b4-4228-ad36-c25f5426a2f8)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:09:36.600126 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:36.662423 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Routers {'46590e03-f2c2-41cd-bf82-b9460a779a41'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:36.663046 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:09:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['46590e03-f2c2-41cd-bf82-b9460a779a41'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:36.664724 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc653f4e-738e-4140-a489-75732fab899e None None] Pushing event updated for resources: {'Port': ['ID=818f40a2-4f78-4970-ae57-a4186512bd8c,revision_number=4']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:36.882787 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] Set router 46590e03-f2c2-41cd-bf82-b9460a779a41 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:37.035444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-0febfd97-474d-49aa-b8e8-ee3801693073 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:37.037147 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-0febfd97-474d-49aa-b8e8-ee3801693073 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "GET /v2.0/networks?id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 HTTP/1.1" status: 200 len: 796 time: 0.1436908 Aug 16 14:09:37.106845 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1385c62b-8c81-4b0f-9516-b83f1f2baf21 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=467cefbc48c242a9a6472d416d299109 HTTP/1.1" status: 200 len: 380 time: 0.0586872 Aug 16 14:09:37.118132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'port': {'device_id': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'admin_state_up': True, 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'security_groups': ['149bc2dd-f9c8-4711-a544-0be5b7c19b31']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:37.132580 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89cc956a-9f91-4a6a-aa7f-90759ece17f7 req-1fad9bd0-8841-4249-b575-f517b9c95ec8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 210 time: 0.0274811 Aug 16 14:09:37.148264 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:34Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '818f40a2-4f78-4970-ae57-a4186512bd8c', 'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:fb:2e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:33Z', 'updated_at': '2021-08-16T14:09:36Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:37.185522 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45875de-d351-4f18-83c6-b67b99267af9 None None] The sync data for ids ['46590e03-f2c2-41cd-bf82-b9460a779a41'] in n-d-804708-1 is: [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:34Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '818f40a2-4f78-4970-ae57-a4186512bd8c', 'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:fb:2e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:33Z', 'updated_at': '2021-08-16T14:09:36Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:09:37.252452 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Made reservation on behalf of 467cefbc48c242a9a6472d416d299109 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:09:37.256723 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.266621 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 98b506e2-3aa5-4047-9420-6992cc692761 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:37.326663 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 98b506e2-3aa5-4047-9420-6992cc692761 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:37.327176 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.404744 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.20.0.9 (ee3fc725-cd91-44e2-aeb7-05f7d958f1b5/761cb8a9-c3b3-4515-a7e0-710d97980df9/27c3a16a-9deb-46c1-a2f0-3df4ef20afc3) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:09:37.421802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5a5bae82-78c0-4ebc-abb4-12711fecef8b up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:37.479361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 5a5bae82-78c0-4ebc-abb4-12711fecef8b triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:37.479659 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.578978 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.600475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Transition to ACTIVE for port object 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:37.626189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.639351 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.688105 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:09:37.691594 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:37.695832 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:09:37.703576 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:37.756403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:37.756898 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.778821 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-2c9ca0d4-24b9-47e4-a52b-6cd0270ba431 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6639578 Aug 16 14:09:37.791708 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Request body: {'port': {'device_id': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:37.852632 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.998552 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7dd592ea-9b57-4c2b-86c1-687477a9f8bc None None] Provisioning for port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:38.003950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-7dd592ea-9b57-4c2b-86c1-687477a9f8bc None None] Provisioning complete for port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:38.004329 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7dd592ea-9b57-4c2b-86c1-687477a9f8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:38.042080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7dd592ea-9b57-4c2b-86c1-687477a9f8bc None None] Port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:09:38.156434 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:09:38.164655 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:38.177478 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Transition to ACTIVE for port object 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:38.181828 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:38.243489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Pushing event updated for resources: {'Port': ['ID=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:38.327707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32ed53-df1b-4810-8567-5cd40d33b55e req-30ed7dca-0733-4273-a9c8-1269a912457f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:38.329311 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb32ed53-df1b-4810-8567-5cd40d33b55e req-30ed7dca-0733-4273-a9c8-1269a912457f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 943 time: 0.0632634 Aug 16 14:09:38.337500 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Attempting to bind port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:09:38.337927 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Attempting to bind port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:09:38.338364 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Attempting to bind port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 on network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:09:38.344235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 on network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:09:38.344571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Attempting to bind port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 on network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:09:38.350196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:09:38.350540 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Checking segment: {'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:09:38.350920 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Bound using segment: {'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:09:38.351471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Bound port: 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c162f1c-28b4-4228-ad36-c25f5426a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:09:38.351827 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:38.376802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bb32ed53-df1b-4810-8567-5cd40d33b55e req-acfd1234-312c-4986-b1f6-6dc11930b8d1 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385969 Aug 16 14:09:38.424790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] For port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:09:38.428014 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] For port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3,segment=NetworkSegment(4c162f1c-28b4-4228-ad36-c25f5426a2f8),segment_id=4c162f1c-28b4-4228-ad36-c25f5426a2f8)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:09:38.433242 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:38.468030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:38.468662 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:38.470366 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] 10.222.0.42 "PUT /v2.0/ports/27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 HTTP/1.1" status: 200 len: 1091 time: 0.6834123 Aug 16 14:09:38.472751 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'tag': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:09:38.475791 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef1ff1a-187f-4b6c-b831-2e04bd19013e", "tag": "27c3a16a-9deb-46c1-a2f0-3df4ef20afc3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:09:38.506081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446aa5d-08ee-4880-9ae2-3f9ad0829c34 service neutron] Pushing event updated for resources: {'Port': ['ID=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:38.539732 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301bc572-3e37-41f8-b901-f31ebdaf3867 x-openstack-request-id: req-301bc572-3e37-41f8-b901-f31ebdaf3867 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:09:38.540032 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef1ff1a-187f-4b6c-b831-2e04bd19013e", "tag": "27c3a16a-9deb-46c1-a2f0-3df4ef20afc3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:09:38.540286 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-301bc572-3e37-41f8-b901-f31ebdaf3867 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:09:38.540683 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'tag': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3', 'status': 'completed', 'code': 200} Aug 16 14:09:38.559824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-6bac0861-0f52-4297-a29b-7e849b3e8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:38.561708 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-6bac0861-0f52-4297-a29b-7e849b3e8239 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 1094 time: 0.0485001 Aug 16 14:09:38.611484 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-de2d5911-8e69-42a2-aea3-c2c93b0186b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 HTTP/1.1" status: 200 len: 217 time: 0.0399714 Aug 16 14:09:38.668284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-d55de274-c691-4111-8938-15d4f3a38049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:38.670243 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-d55de274-c691-4111-8938-15d4f3a38049 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=761cb8a9-c3b3-4515-a7e0-710d97980df9 HTTP/1.1" status: 200 len: 835 time: 0.0511882 Aug 16 14:09:38.726972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-d1702b00-3fb2-4d6c-8d5a-efe7a257d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:38.728487 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-d1702b00-3fb2-4d6c-8d5a-efe7a257d7c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485594 Aug 16 14:09:38.831661 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-cdcbc077-05e9-49b5-8cec-b121e429f29c service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917623 Aug 16 14:09:38.927106 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-40a93094-db2b-47ca-a3d0-db01a5fd9036 req-86d4c2fb-3537-435c-a45c-c6ea93b8852a service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872355 Aug 16 14:09:39.022692 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84 req-57616989-aba4-4482-b46e-f995659a87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:39.024216 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84 req-57616989-aba4-4482-b46e-f995659a87a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 1094 time: 0.0477307 Aug 16 14:09:39.126086 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84 req-6cec0edf-8917-47fc-9e0c-cbc79007e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:39.127512 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84 req-6cec0edf-8917-47fc-9e0c-cbc79007e6dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 HTTP/1.1" status: 200 len: 896 time: 0.0912807 Aug 16 14:09:39.183497 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84 req-b3331af5-f12b-45d3-a6ca-ba3670a3736b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 HTTP/1.1" status: 200 len: 217 time: 0.0479918 Aug 16 14:09:39.242315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84 req-0576288c-03c6-4fec-b75f-c4f00096c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:39.244678 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84 req-0576288c-03c6-4fec-b75f-c4f00096c1e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=761cb8a9-c3b3-4515-a7e0-710d97980df9 HTTP/1.1" status: 200 len: 835 time: 0.0508223 Aug 16 14:09:39.250212 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 818f40a2-4f78-4970-ae57-a4186512bd8c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:39.295537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84 req-c82035e4-0e09-4d0f-a26a-74758714cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:39.297315 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84 req-c82035e4-0e09-4d0f-a26a-74758714cce3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443141 Aug 16 14:09:39.307838 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 818f40a2-4f78-4970-ae57-a4186512bd8c completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:39.312527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 818f40a2-4f78-4970-ae57-a4186512bd8c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:39.312933 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:39.398235 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:39.399285 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84 req-b4eb1975-7f12-4040-a6b4-5ffe6abfb4ce service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936024 Aug 16 14:09:39.437326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 818f40a2-4f78-4970-ae57-a4186512bd8c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=818f40a2-4f78-4970-ae57-a4186512bd8c,segment=NetworkSegment(4c162f1c-28b4-4228-ad36-c25f5426a2f8),segment_id=4c162f1c-28b4-4228-ad36-c25f5426a2f8)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:39.441740 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:39.497527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=818f40a2-4f78-4970-ae57-a4186512bd8c,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:39.515900 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-cbcd09d6-06db-4ac6-b6ff-a0107cd87d84 req-6ba7e1d2-d083-465f-a270-141ee69317e2 service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086440 Aug 16 14:09:39.530345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e3caf-3189-4a9b-9c95-2dedbd6bb74b req-4071bf1c-02fc-4b76-b1d1-0739f20b7b46 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:39.532212 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-889e3caf-3189-4a9b-9c95-2dedbd6bb74b req-4071bf1c-02fc-4b76-b1d1-0739f20b7b46 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 943 time: 0.0775890 Aug 16 14:09:39.574680 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-889e3caf-3189-4a9b-9c95-2dedbd6bb74b req-d57e0fdc-f147-4f54-9255-b85c1206e663 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365942 Aug 16 14:09:40.696044 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694a7d2-c17b-4337-9d94-8f4215ed102d req-0d68b8f6-18de-4505-8b22-1c56439efb5b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:40.697553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4694a7d2-c17b-4337-9d94-8f4215ed102d req-0d68b8f6-18de-4505-8b22-1c56439efb5b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 943 time: 0.0506957 Aug 16 14:09:40.738610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4694a7d2-c17b-4337-9d94-8f4215ed102d req-296690f2-ee07-4983-a725-b636e7750946 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346630 Aug 16 14:09:40.862791 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-2769e09e-1929-4d5b-973d-b3458a48a71b req-aa4cedd8-e96b-46ec-bc2f-fe04cd42045e service neutron] (101396) timed out ('10.222.0.22', 51129) {{(pid=101396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 14:09:41.218373 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 818f40a2-4f78-4970-ae57-a4186512bd8c up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:41.272345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 818f40a2-4f78-4970-ae57-a4186512bd8c triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:41.272713 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:41.867219 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1bb32-73aa-4af9-80a3-47752840728e req-1fc4577e-1a9d-4e5c-a9bf-1b7f593d081e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:41.868755 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ee1bb32-73aa-4af9-80a3-47752840728e req-1fc4577e-1a9d-4e5c-a9bf-1b7f593d081e tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 943 time: 0.0532777 Aug 16 14:09:41.909338 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3ee1bb32-73aa-4af9-80a3-47752840728e req-373fe234-0977-43c4-9a80-c825e339c852 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334315 Aug 16 14:09:42.686747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:09:42.788443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3,segment=NetworkSegment(4c162f1c-28b4-4228-ad36-c25f5426a2f8),segment_id=4c162f1c-28b4-4228-ad36-c25f5426a2f8)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:42.799638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'port_id': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3', 'mac_address': 'fa:16:3e:d1:ce:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:09:42.836846 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:42.849884 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:09:42.869228 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3,segment=NetworkSegment(4c162f1c-28b4-4228-ad36-c25f5426a2f8),segment_id=4c162f1c-28b4-4228-ad36-c25f5426a2f8)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:42.872956 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:42.919528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:43.023496 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4db655-0eb7-4b02-b9ca-c7ef88d647c4 req-223e4074-6496-4c1e-91f2-700bf973fc58 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:43.024956 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af4db655-0eb7-4b02-b9ca-c7ef88d647c4 req-223e4074-6496-4c1e-91f2-700bf973fc58 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 944 time: 0.0479956 Aug 16 14:09:43.077209 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af4db655-0eb7-4b02-b9ca-c7ef88d647c4 req-87c4dcd4-dad5-4760-9813-c5a7d9f635a6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456281 Aug 16 14:09:43.122593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['27c3a16a-9deb-46c1-a2f0-3df4ef20afc3'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:09:44.193111 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a550f0-0855-4c80-8f84-4e713edc4a9d req-3772ab40-ae96-4550-934a-6f378fe5f933 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:44.194618 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8a550f0-0855-4c80-8f84-4e713edc4a9d req-3772ab40-ae96-4550-934a-6f378fe5f933 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 944 time: 0.0493314 Aug 16 14:09:44.232711 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d8a550f0-0855-4c80-8f84-4e713edc4a9d req-164d7963-c353-479b-bad8-f84500c475b0 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Aug 16 14:09:44.687372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:44.737473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:44.741030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:44.741402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:44.816861 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:44.838773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:09:44.841150 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf02c62-3c61-4247-80b8-b7ee23fc26df" -d '{"events": [{"server_uuid": "0ef1ff1a-187f-4b6c-b831-2e04bd19013e", "name": "network-vif-plugged", "status": "completed", "tag": "27c3a16a-9deb-46c1-a2f0-3df4ef20afc3"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:09:44.853979 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3,segment=NetworkSegment(4c162f1c-28b4-4228-ad36-c25f5426a2f8),segment_id=4c162f1c-28b4-4228-ad36-c25f5426a2f8)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:44.858718 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:44.882704 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec480aaa-506b-4a70-b649-6e5c8da40d3e x-openstack-request-id: req-ec480aaa-506b-4a70-b649-6e5c8da40d3e {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:09:44.882999 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef1ff1a-187f-4b6c-b831-2e04bd19013e", "name": "network-vif-plugged", "status": "completed", "tag": "27c3a16a-9deb-46c1-a2f0-3df4ef20afc3", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:09:44.883251 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec480aaa-506b-4a70-b649-6e5c8da40d3e {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:09:44.883639 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3', 'code': 200} Aug 16 14:09:44.911214 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:44.977412 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211465a-1779-4b98-8075-accf20facf29 req-14c822b8-caf4-49b9-873d-9e3e61507b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:44.978919 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8211465a-1779-4b98-8075-accf20facf29 req-14c822b8-caf4-49b9-873d-9e3e61507b31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 1096 time: 0.0399268 Aug 16 14:09:45.019974 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-8211465a-1779-4b98-8075-accf20facf29 req-9ce289a3-bd40-46fa-be49-2dbca7b8b173 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330310 Aug 16 14:09:45.346383 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63361d68-03e1-472c-8729-8396652d2ba3 req-ce88f6f5-b0b3-46b0-9bfb-6ac70771da11 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:45.347905 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63361d68-03e1-472c-8729-8396652d2ba3 req-ce88f6f5-b0b3-46b0-9bfb-6ac70771da11 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0484421 Aug 16 14:09:45.386505 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-63361d68-03e1-472c-8729-8396652d2ba3 req-3ae13c65-5159-4f56-bb0a-31d813c5ea31 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Aug 16 14:09:46.516974 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bf2cd-71c1-4702-9ab5-645f77219fc5 req-42b1ccc3-be8f-411a-ac50-8215d00ceba2 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:46.518526 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f40bf2cd-71c1-4702-9ab5-645f77219fc5 req-42b1ccc3-be8f-411a-ac50-8215d00ceba2 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0589368 Aug 16 14:09:46.559466 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f40bf2cd-71c1-4702-9ab5-645f77219fc5 req-6f94dc12-2fbe-449d-8aee-1e9bdf40b5b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350511 Aug 16 14:09:46.675148 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72341fbb-99cd-4ae2-938f-fd9100ca6a17 req-fe13c457-6a75-4225-8bb6-9f5e9b5f164f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:46.676638 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72341fbb-99cd-4ae2-938f-fd9100ca6a17 req-fe13c457-6a75-4225-8bb6-9f5e9b5f164f tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0504751 Aug 16 14:09:46.713990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-72341fbb-99cd-4ae2-938f-fd9100ca6a17 req-2e4a36fa-d191-4258-8517-f2bba2520a95 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Aug 16 14:09:46.736119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36898) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:46.775310 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47447714-8d65-4ae9-bba7-669d71246704 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:46.776743 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-47447714-8d65-4ae9-bba7-669d71246704 tempest-TestNetworkAdvancedServerOps-1127533889 tempest-TestNetworkAdvancedServerOps-1127533889-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 1091 time: 0.0396442 Aug 16 14:09:46.780331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36900) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:46.784742 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:46.806691 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:46.905764 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:47.009808 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Allocated IP 172.25.0.179 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/919f7cb3-de96-4d81-a4f5-1960eabc62f9) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:09:47.114330 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:47.131113 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:47.161860 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:47.203189 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:09:47.206074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:47.209653 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:09:47.214936 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=919f7cb3-de96-4d81-a4f5-1960eabc62f9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:47.930603 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:47.995804 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:48.146130 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:48.152705 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:48.221363 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event updated for resources: {'Port': ['ID=919f7cb3-de96-4d81-a4f5-1960eabc62f9,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:48.237560 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:48.337556 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Floating IP aa4fae63-be8c-40cd-82da-b116d72200bd associated. External IP: 172.25.0.179, port: 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3. Aug 16 14:09:48.556270 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 46590e03-f2c2-41cd-bf82-b9460a779a41 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:09:48.663860 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:09:48.674774 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e181802-4684-4559-a729-c45a8f72ffa7 None None] Sync routers for ids ['46590e03-f2c2-41cd-bf82-b9460a779a41'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:09:48.680724 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:48.685061 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e181802-4684-4559-a729-c45a8f72ffa7 None None] Routers {'46590e03-f2c2-41cd-bf82-b9460a779a41'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:48.685698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3e181802-4684-4559-a729-c45a8f72ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:09:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['46590e03-f2c2-41cd-bf82-b9460a779a41'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:48.710638 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-81c9abc7-5ab2-430d-b833-e4723b684564 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9292841 Aug 16 14:09:48.711312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'tag': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:09:48.713662 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c48a08-b7b3-476b-ae49-a966950beabb" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef1ff1a-187f-4b6c-b831-2e04bd19013e", "tag": "27c3a16a-9deb-46c1-a2f0-3df4ef20afc3"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:09:48.803713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-3e181802-4684-4559-a729-c45a8f72ffa7 None None] Set router 46590e03-f2c2-41cd-bf82-b9460a779a41 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:48.815997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede45d9e-2d28-4652-9430-dd51b9287f02 req-06e50827-fd65-4da0-a77a-c95f21d13099 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:48.817567 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ede45d9e-2d28-4652-9430-dd51b9287f02 req-06e50827-fd65-4da0-a77a-c95f21d13099 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0537696 Aug 16 14:09:48.832066 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1124bf3b-5c3a-4ba2-b6a1-913c82adc413 x-openstack-request-id: req-1124bf3b-5c3a-4ba2-b6a1-913c82adc413 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:09:48.832352 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef1ff1a-187f-4b6c-b831-2e04bd19013e", "tag": "27c3a16a-9deb-46c1-a2f0-3df4ef20afc3", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:09:48.832603 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1124bf3b-5c3a-4ba2-b6a1-913c82adc413 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:09:48.832998 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'tag': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3', 'status': 'completed', 'code': 200} Aug 16 14:09:48.861945 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ede45d9e-2d28-4652-9430-dd51b9287f02 req-f531adef-e953-432b-8f31-fc845edcb953 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385320 Aug 16 14:09:48.885449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36908) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:48.898215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48a08-b7b3-476b-ae49-a966950beabb req-e68a4760-ceab-4e56-870b-8b1b1fba214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:48.900200 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30c48a08-b7b3-476b-ae49-a966950beabb req-e68a4760-ceab-4e56-870b-8b1b1fba214c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 1096 time: 0.0453320 Aug 16 14:09:48.954396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-41f60c5b-606e-4188-be7f-eca78187bea4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/aa4fae63-be8c-40cd-82da-b116d72200bd HTTP/1.1" status: 200 len: 991 time: 0.0673561 Aug 16 14:09:48.993642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48a08-b7b3-476b-ae49-a966950beabb req-5b3f4ad0-ec7a-4aba-bd70-ad22aa041d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:48.995188 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30c48a08-b7b3-476b-ae49-a966950beabb req-5b3f4ad0-ec7a-4aba-bd70-ad22aa041d6a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 HTTP/1.1" status: 200 len: 896 time: 0.0880225 Aug 16 14:09:49.043172 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3e181802-4684-4559-a729-c45a8f72ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:34Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'aa4fae63-be8c-40cd-82da-b116d72200bd', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'port_id': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'mac_address': 'fa:16:3e:d1:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:09:47Z', 'updated_at': '2021-08-16T14:09:47Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818f40a2-4f78-4970-ae57-a4186512bd8c', 'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:fb:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:33Z', 'updated_at': '2021-08-16T14:09:39Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:49.067121 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30c48a08-b7b3-476b-ae49-a966950beabb req-898f1cb8-e9b7-4c3e-a235-195c68d1770a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 HTTP/1.1" status: 200 len: 999 time: 0.0639031 Aug 16 14:09:49.071275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e181802-4684-4559-a729-c45a8f72ffa7 None None] Checking router: 46590e03-f2c2-41cd-bf82-b9460a779a41 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:09:49.079719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e181802-4684-4559-a729-c45a8f72ffa7 None None] Routers {'46590e03-f2c2-41cd-bf82-b9460a779a41'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:49.080328 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3e181802-4684-4559-a729-c45a8f72ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:09:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['46590e03-f2c2-41cd-bf82-b9460a779a41'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:49.117946 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48a08-b7b3-476b-ae49-a966950beabb req-38f5f882-34f4-4088-bc39-b0d3c936bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:49.119465 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30c48a08-b7b3-476b-ae49-a966950beabb req-38f5f882-34f4-4088-bc39-b0d3c936bc7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=761cb8a9-c3b3-4515-a7e0-710d97980df9 HTTP/1.1" status: 200 len: 835 time: 0.0449276 Aug 16 14:09:49.166265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48a08-b7b3-476b-ae49-a966950beabb req-8619d485-e7ab-43da-9b73-0b83bb307a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:49.167817 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30c48a08-b7b3-476b-ae49-a966950beabb req-8619d485-e7ab-43da-9b73-0b83bb307a01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410650 Aug 16 14:09:49.188005 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-3e181802-4684-4559-a729-c45a8f72ffa7 None None] Set router 46590e03-f2c2-41cd-bf82-b9460a779a41 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:49.263175 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30c48a08-b7b3-476b-ae49-a966950beabb req-b695af24-b900-4f40-b469-91474e7ba0b7 service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864153 Aug 16 14:09:49.351498 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-30c48a08-b7b3-476b-ae49-a966950beabb req-0dca143e-a047-4aac-b31b-2b1035f21e90 service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820765 Aug 16 14:09:49.414747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-3e181802-4684-4559-a729-c45a8f72ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:34Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'aa4fae63-be8c-40cd-82da-b116d72200bd', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'port_id': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'mac_address': 'fa:16:3e:d1:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:09:47Z', 'updated_at': '2021-08-16T14:09:47Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818f40a2-4f78-4970-ae57-a4186512bd8c', 'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:fb:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:33Z', 'updated_at': '2021-08-16T14:09:39Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:49.442083 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e181802-4684-4559-a729-c45a8f72ffa7 None None] The sync data for ids ['46590e03-f2c2-41cd-bf82-b9460a779a41'] in n-d-804708-1 is: [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:34Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'aa4fae63-be8c-40cd-82da-b116d72200bd', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'port_id': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'mac_address': 'fa:16:3e:d1:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:09:47Z', 'updated_at': '2021-08-16T14:09:47Z', 'revision_number': 0, 'project_id': '467cefbc48c242a9a6472d416d299109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818f40a2-4f78-4970-ae57-a4186512bd8c', 'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:fb:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:33Z', 'updated_at': '2021-08-16T14:09:39Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:09:49.648983 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14bb5c-cd22-4484-a5db-c44568df116d None None] New status for floating IP aa4fae63-be8c-40cd-82da-b116d72200bd: ACTIVE {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:09:49.957868 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36910) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:50.021377 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-3d460eb0-1508-41ca-9dce-ea49b98c9d70 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/aa4fae63-be8c-40cd-82da-b116d72200bd HTTP/1.1" status: 200 len: 993 time: 0.0622518 Aug 16 14:10:00.605304 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:01.936201 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5adc32ef-b3e0-43ac-bbd7-c39c0a1682bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:04.485728 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f7effa1d-436f-4b09-ba7e-ee6facbe1902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:04.741932 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:05.629617 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:10:05.807557 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:07.619904 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:17.142385 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:18.797260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993c913-e10e-4481-a77c-20b4ec4f2b87 req-3386d323-809b-4e47-887c-0dd1dfa98d6c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:18.798897 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8993c913-e10e-4481-a77c-20b4ec4f2b87 req-3386d323-809b-4e47-887c-0dd1dfa98d6c tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0697193 Aug 16 14:10:18.847532 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8993c913-e10e-4481-a77c-20b4ec4f2b87 req-670c2f16-cd05-4ab5-97a7-cc07d49b37ce tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 Aug 16 14:10:19.968288 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80ec46-81c3-4ef6-9f31-e220bc00be7f req-07bc93fe-f3bc-4014-a347-75c9be0783b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:19.969889 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a80ec46-81c3-4ef6-9f31-e220bc00be7f req-07bc93fe-f3bc-4014-a347-75c9be0783b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0503974 Aug 16 14:10:20.008135 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a80ec46-81c3-4ef6-9f31-e220bc00be7f req-43c0bdb8-1ce6-4719-ad79-7d94c9fbafda tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317855 Aug 16 14:10:20.030615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36932) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:20.091966 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a6e42ccc-d04b-4924-aea4-3cae3ddbdcb8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/aa4fae63-be8c-40cd-82da-b116d72200bd HTTP/1.1" status: 200 len: 993 time: 0.0602400 Aug 16 14:10:21.354787 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189de9-ee86-4457-a7ad-08cef5d7ad4d req-487a5e42-d45c-48e1-a212-7989ba3f65cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:21.356416 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7189de9-ee86-4457-a7ad-08cef5d7ad4d req-487a5e42-d45c-48e1-a212-7989ba3f65cc tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0518920 Aug 16 14:10:21.371391 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922cda0-76d9-4c45-b4e1-c5dfa8e114c7 req-907ca297-276c-4551-b371-e07c898bd472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:21.372799 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a922cda0-76d9-4c45-b4e1-c5dfa8e114c7 req-907ca297-276c-4551-b371-e07c898bd472 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 1096 time: 0.0464573 Aug 16 14:10:21.396314 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b7189de9-ee86-4457-a7ad-08cef5d7ad4d req-94096164-7c75-4cd3-95e4-8eb3b2ae6bed tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336726 Aug 16 14:10:21.465277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922cda0-76d9-4c45-b4e1-c5dfa8e114c7 req-09310db2-87e9-43ac-a00e-34e87dc1a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:21.466765 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a922cda0-76d9-4c45-b4e1-c5dfa8e114c7 req-09310db2-87e9-43ac-a00e-34e87dc1a4c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 HTTP/1.1" status: 200 len: 896 time: 0.0868094 Aug 16 14:10:21.536560 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a922cda0-76d9-4c45-b4e1-c5dfa8e114c7 req-7353af68-fae1-4fdc-b50e-1992f6ad7607 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 HTTP/1.1" status: 200 len: 1001 time: 0.0626380 Aug 16 14:10:21.585638 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922cda0-76d9-4c45-b4e1-c5dfa8e114c7 req-3e03ede1-b6e2-4927-aa80-a39d4bd0f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:21.587104 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a922cda0-76d9-4c45-b4e1-c5dfa8e114c7 req-3e03ede1-b6e2-4927-aa80-a39d4bd0f020 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=761cb8a9-c3b3-4515-a7e0-710d97980df9 HTTP/1.1" status: 200 len: 835 time: 0.0438116 Aug 16 14:10:21.633826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922cda0-76d9-4c45-b4e1-c5dfa8e114c7 req-e244364c-f5fd-4420-8b60-168f553b0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:21.635269 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a922cda0-76d9-4c45-b4e1-c5dfa8e114c7 req-e244364c-f5fd-4420-8b60-168f553b0712 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411537 Aug 16 14:10:21.727776 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a922cda0-76d9-4c45-b4e1-c5dfa8e114c7 req-2e1a0304-af74-435a-840a-04f9d28862e7 service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 Aug 16 14:10:21.817135 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a922cda0-76d9-4c45-b4e1-c5dfa8e114c7 req-41e405f7-9a51-42ea-8b23-4a51743a8e9f service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816431 Aug 16 14:10:22.520504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af9e99-c060-4513-bc64-261263819390 req-65968e74-a1e8-4513-8511-a57c261c164a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:22.521894 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8af9e99-c060-4513-bc64-261263819390 req-65968e74-a1e8-4513-8511-a57c261c164a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0541608 Aug 16 14:10:22.560153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b8af9e99-c060-4513-bc64-261263819390 req-91013574-7026-4174-b0c8-029342b3aa51 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Aug 16 14:10:23.677539 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242be4-656f-4d05-95d0-4731dec1cdd5 req-26f8f39f-eb30-4704-8d89-e9b4ce0d231a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:23.679056 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71242be4-656f-4d05-95d0-4731dec1cdd5 req-26f8f39f-eb30-4704-8d89-e9b4ce0d231a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0491393 Aug 16 14:10:23.717178 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71242be4-656f-4d05-95d0-4731dec1cdd5 req-72ab64da-254c-439f-a072-e398e458dc51 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322101 Aug 16 14:10:23.740012 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36944) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:23.803698 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-a62c5917-3ea9-46fc-89be-724c42cf5348 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/floatingips/aa4fae63-be8c-40cd-82da-b116d72200bd HTTP/1.1" status: 200 len: 993 time: 0.0625348 Aug 16 14:10:24.031780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36950) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:24.189916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 919f7cb3-de96-4d81-a4f5-1960eabc62f9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:10:24.190170 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:24.266993 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:24.267318 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:24.278778 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 919f7cb3-de96-4d81-a4f5-1960eabc62f9 owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:10:24.433500 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-fe565893-c477-4e06-bb25-6180c315f06b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686154 Aug 16 14:10:24.459559 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:24.494614 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=919f7cb3-de96-4d81-a4f5-1960eabc62f9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:24.524050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.524379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.524710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.525037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.525362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.525685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.526008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.526353 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.526680 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.526999 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.527315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.527629 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:24.582332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-644fc458-3d7c-4876-bf0d-daea23c44867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:24.583806 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-644fc458-3d7c-4876-bf0d-daea23c44867 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 1096 time: 0.0969806 Aug 16 14:10:24.590266 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:24.590599 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Floating IP aa4fae63-be8c-40cd-82da-b116d72200bd disassociated (deleted). External IP: 172.25.0.179, port: 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3. Aug 16 14:10:25.100302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-91b57947-f1c1-4ab4-918e-d79de66d9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:25.101758 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-91b57947-f1c1-4ab4-918e-d79de66d9c33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 HTTP/1.1" status: 200 len: 896 time: 0.4750454 Aug 16 14:10:25.175419 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-0e8bffe7-0687-4fbd-95a3-37721184c319 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 HTTP/1.1" status: 200 len: 217 time: 0.0391245 Aug 16 14:10:25.267916 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-17b0596a-0c3c-4811-9cfe-3a8191ff7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:25.269371 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-17b0596a-0c3c-4811-9cfe-3a8191ff7a62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=761cb8a9-c3b3-4515-a7e0-710d97980df9 HTTP/1.1" status: 200 len: 835 time: 0.0862417 Aug 16 14:10:25.288503 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 46590e03-f2c2-41cd-bf82-b9460a779a41 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:10:25.356190 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-5e79f86f-9b7a-4af1-aa64-a7322885e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:25.357601 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-5e79f86f-9b7a-4af1-aa64-a7322885e86c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799956 Aug 16 14:10:25.477853 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:10:25.483530 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:25.491239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48060bd2-4db6-4793-90b3-8f595c7437c2 None None] Sync routers for ids ['46590e03-f2c2-41cd-bf82-b9460a779a41'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:10:25.506642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48060bd2-4db6-4793-90b3-8f595c7437c2 None None] Routers {'46590e03-f2c2-41cd-bf82-b9460a779a41'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:25.507357 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48060bd2-4db6-4793-90b3-8f595c7437c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['46590e03-f2c2-41cd-bf82-b9460a779a41'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:25.527147 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-d08fc224-1060-423b-952d-27432733f2c8 service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597371 Aug 16 14:10:25.531149 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f6b8071e-7907-4ade-a19b-bf62cd537fab tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/floatingips/aa4fae63-be8c-40cd-82da-b116d72200bd HTTP/1.1" status: 204 len: 168 time: 1.4958668 Aug 16 14:10:25.531149 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'tag': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:10:25.531829 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57d42b6-8f19-483e-af9c-219209db6433" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef1ff1a-187f-4b6c-b831-2e04bd19013e", "tag": "27c3a16a-9deb-46c1-a2f0-3df4ef20afc3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:10:25.592843 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbf3aca-f6df-46f0-abb7-26c536fb701b x-openstack-request-id: req-7cbf3aca-f6df-46f0-abb7-26c536fb701b {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:10:25.593133 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef1ff1a-187f-4b6c-b831-2e04bd19013e", "tag": "27c3a16a-9deb-46c1-a2f0-3df4ef20afc3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:10:25.593395 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cbf3aca-f6df-46f0-abb7-26c536fb701b {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:10:25.594003 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'tag': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3', 'status': 'completed', 'code': 200} Aug 16 14:10:25.637387 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ae083e4a-6498-4abe-ad89-375d8caf6ff9 req-c535993a-29d9-4827-b0fb-ae96a2c40a2c service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021264 Aug 16 14:10:25.655279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-48060bd2-4db6-4793-90b3-8f595c7437c2 None None] Set router 46590e03-f2c2-41cd-bf82-b9460a779a41 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:25.743728 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d42b6-8f19-483e-af9c-219209db6433 req-2e6b6e5e-56c2-4ed1-9e91-28b2bad7155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:25.745618 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f57d42b6-8f19-483e-af9c-219209db6433 req-2e6b6e5e-56c2-4ed1-9e91-28b2bad7155a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=467cefbc48c242a9a6472d416d299109&device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 1096 time: 0.0523343 Aug 16 14:10:25.778082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b015735-c551-45f6-a1df-1a1f20235088 req-219d49bf-a25d-4fc9-bd29-f04cc56e4e2b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:25.779652 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b015735-c551-45f6-a1df-1a1f20235088 req-219d49bf-a25d-4fc9-bd29-f04cc56e4e2b tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0561333 Aug 16 14:10:25.821972 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4b015735-c551-45f6-a1df-1a1f20235088 req-4127145a-3295-4696-90c9-faa8bd96d799 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359602 Aug 16 14:10:25.849565 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d42b6-8f19-483e-af9c-219209db6433 req-07a5bb67-f3e3-426f-98ed-d242b59b05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:25.851343 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f57d42b6-8f19-483e-af9c-219209db6433 req-07a5bb67-f3e3-426f-98ed-d242b59b05a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 HTTP/1.1" status: 200 len: 896 time: 0.0982461 Aug 16 14:10:25.870895 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48060bd2-4db6-4793-90b3-8f595c7437c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:34Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '818f40a2-4f78-4970-ae57-a4186512bd8c', 'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:fb:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:33Z', 'updated_at': '2021-08-16T14:09:39Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:25.894619 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f57d42b6-8f19-483e-af9c-219209db6433 req-159840c8-f3ea-481d-b282-9961d1db01ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 HTTP/1.1" status: 200 len: 217 time: 0.0349894 Aug 16 14:10:25.897782 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48060bd2-4db6-4793-90b3-8f595c7437c2 None None] Checking router: 46590e03-f2c2-41cd-bf82-b9460a779a41 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:10:25.905971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48060bd2-4db6-4793-90b3-8f595c7437c2 None None] Routers {'46590e03-f2c2-41cd-bf82-b9460a779a41'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:25.906753 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48060bd2-4db6-4793-90b3-8f595c7437c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['46590e03-f2c2-41cd-bf82-b9460a779a41'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:25.951459 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d42b6-8f19-483e-af9c-219209db6433 req-7a20d119-6d81-4815-89a9-8c5974885b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:25.952956 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f57d42b6-8f19-483e-af9c-219209db6433 req-7a20d119-6d81-4815-89a9-8c5974885b84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=761cb8a9-c3b3-4515-a7e0-710d97980df9 HTTP/1.1" status: 200 len: 835 time: 0.0488894 Aug 16 14:10:26.000555 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d42b6-8f19-483e-af9c-219209db6433 req-ad7069fe-384d-47c3-a98c-23b1d60f916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:26.002157 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f57d42b6-8f19-483e-af9c-219209db6433 req-ad7069fe-384d-47c3-a98c-23b1d60f916a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401297 Aug 16 14:10:26.012778 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-48060bd2-4db6-4793-90b3-8f595c7437c2 None None] Set router 46590e03-f2c2-41cd-bf82-b9460a779a41 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:26.093648 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f57d42b6-8f19-483e-af9c-219209db6433 req-661f513a-ee12-4240-b18c-358b1b374efe service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831621 Aug 16 14:10:26.191025 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f57d42b6-8f19-483e-af9c-219209db6433 req-d1037b58-2ecb-4e70-b0e0-38960e104125 service neutron] 10.222.0.42 "GET /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893865 Aug 16 14:10:26.215300 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-48060bd2-4db6-4793-90b3-8f595c7437c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:34Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '818f40a2-4f78-4970-ae57-a4186512bd8c', 'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:fb:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:33Z', 'updated_at': '2021-08-16T14:09:39Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:26.242861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48060bd2-4db6-4793-90b3-8f595c7437c2 None None] The sync data for ids ['46590e03-f2c2-41cd-bf82-b9460a779a41'] in n-d-804708-1 is: [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:34Z', 'revision_number': 4, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '818f40a2-4f78-4970-ae57-a4186512bd8c', 'name': '', 'network_id': 'ee3fc725-cd91-44e2-aeb7-05f7d958f1b5', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'mac_address': 'fa:16:3e:fb:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:33Z', 'updated_at': '2021-08-16T14:09:39Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'subnets': [{'id': '761cb8a9-c3b3-4515-a7e0-710d97980df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:10:26.454334 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db272cea-8ef8-4492-bf4b-fb6e4474b315 None None] New status for floating IP aa4fae63-be8c-40cd-82da-b116d72200bd: DOWN {{(pid=101398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:10:26.941982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8a0ab-a239-47ad-aa1f-558ecc90007d req-cc674d10-eb9c-4427-873b-787b14d7c165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:26.943471 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06e8a0ab-a239-47ad-aa1f-558ecc90007d req-cc674d10-eb9c-4427-873b-787b14d7c165 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0520039 Aug 16 14:10:26.984950 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-06e8a0ab-a239-47ad-aa1f-558ecc90007d req-2d88dbca-a13f-4e4e-aa27-1e73384125f6 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/security-groups?id=149bc2dd-f9c8-4711-a544-0be5b7c19b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354943 Aug 16 14:10:27.389422 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b8849-6579-4fe4-b8a7-12e3ff0c231a req-9ce22813-1acb-47a0-9532-7d4475840a62 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:27.391605 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5e0b8849-6579-4fe4-b8a7-12e3ff0c231a req-9ce22813-1acb-47a0-9532-7d4475840a62 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 945 time: 0.0534878 Aug 16 14:10:27.490651 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-5e0b8849-6579-4fe4-b8a7-12e3ff0c231a req-f993c695-2a37-4c4f-9983-d44a3f203f4d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:10:27.490889 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e0b8849-6579-4fe4-b8a7-12e3ff0c231a req-f993c695-2a37-4c4f-9983-d44a3f203f4d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:27.578797 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-5e0b8849-6579-4fe4-b8a7-12e3ff0c231a req-f993c695-2a37-4c4f-9983-d44a3f203f4d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3,segment=NetworkSegment(4c162f1c-28b4-4228-ad36-c25f5426a2f8),segment_id=4c162f1c-28b4-4228-ad36-c25f5426a2f8)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:27.579167 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e0b8849-6579-4fe4-b8a7-12e3ff0c231a req-f993c695-2a37-4c4f-9983-d44a3f203f4d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:27.591720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-5e0b8849-6579-4fe4-b8a7-12e3ff0c231a req-f993c695-2a37-4c4f-9983-d44a3f203f4d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:10:27.722633 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e0b8849-6579-4fe4-b8a7-12e3ff0c231a req-f993c695-2a37-4c4f-9983-d44a3f203f4d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:27.751924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993c695-2a37-4c4f-9983-d44a3f203f4d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=27c3a16a-9deb-46c1-a2f0-3df4ef20afc3,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:27.795938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0b8849-6579-4fe4-b8a7-12e3ff0c231a req-f993c695-2a37-4c4f-9983-d44a3f203f4d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] No DVR routers for this DVR port 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:10:27.800124 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-5e0b8849-6579-4fe4-b8a7-12e3ff0c231a req-f993c695-2a37-4c4f-9983-d44a3f203f4d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:27.802155 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5e0b8849-6579-4fe4-b8a7-12e3ff0c231a req-f993c695-2a37-4c4f-9983-d44a3f203f4d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.42 "DELETE /v2.0/ports/27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 HTTP/1.1" status: 204 len: 173 time: 0.4042504 Aug 16 14:10:27.802608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'name': 'network-vif-deleted', 'tag': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:10:27.805331 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e94e21-ea0d-44dd-b7ac-762f21bcb6b0" -d '{"events": [{"server_uuid": "0ef1ff1a-187f-4b6c-b831-2e04bd19013e", "name": "network-vif-deleted", "tag": "27c3a16a-9deb-46c1-a2f0-3df4ef20afc3"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:10:27.847649 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14abdc7-c5e9-4f06-a5c1-8a87052d0bfe x-openstack-request-id: req-a14abdc7-c5e9-4f06-a5c1-8a87052d0bfe {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:10:27.847943 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef1ff1a-187f-4b6c-b831-2e04bd19013e", "name": "network-vif-deleted", "tag": "27c3a16a-9deb-46c1-a2f0-3df4ef20afc3", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:10:27.848243 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a14abdc7-c5e9-4f06-a5c1-8a87052d0bfe {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:10:27.848631 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef1ff1a-187f-4b6c-b831-2e04bd19013e', 'name': 'network-vif-deleted', 'tag': '27c3a16a-9deb-46c1-a2f0-3df4ef20afc3', 'status': 'completed', 'code': 200} Aug 16 14:10:28.087873 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dab6bef6-5d9c-464a-8563-6886bd196d97 req-74003aa6-bbca-4011-8aa1-76d822815f5a tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef1ff1a-187f-4b6c-b831-2e04bd19013e HTTP/1.1" status: 200 len: 210 time: 0.0262198 Aug 16 14:10:29.145078 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36972) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:29.515089 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:29.777334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 818f40a2-4f78-4970-ae57-a4186512bd8c {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:10:29.777573 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:29.866603 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port 818f40a2-4f78-4970-ae57-a4186512bd8c, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=818f40a2-4f78-4970-ae57-a4186512bd8c,segment=NetworkSegment(4c162f1c-28b4-4228-ad36-c25f5426a2f8),segment_id=4c162f1c-28b4-4228-ad36-c25f5426a2f8)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:29.866961 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:29.879316 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 818f40a2-4f78-4970-ae57-a4186512bd8c owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:10:30.070674 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:30.095664 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=818f40a2-4f78-4970-ae57-a4186512bd8c,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:30.108424 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.108776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.109115 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.109491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.109831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.110168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.110498 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.110858 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.111149 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.111472 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.111796 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.112224 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:30.287122 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:30.497214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Router 46590e03-f2c2-41cd-bf82-b9460a779a41 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:10:30.602065 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:10:30.607048 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:30.607818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-42dd1201-f06c-42ed-8dc7-4daf6fdab9b4 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "PUT /v2.0/routers/46590e03-f2c2-41cd-bf82-b9460a779a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4616368 Aug 16 14:10:30.610534 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36974) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:30.613246 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86642d-f4c4-4dd0-96d1-6a8da3358ca5 None None] Sync routers for ids ['46590e03-f2c2-41cd-bf82-b9460a779a41'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:10:30.622375 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86642d-f4c4-4dd0-96d1-6a8da3358ca5 None None] Routers {'46590e03-f2c2-41cd-bf82-b9460a779a41'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:30.623000 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9c86642d-f4c4-4dd0-96d1-6a8da3358ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['46590e03-f2c2-41cd-bf82-b9460a779a41'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:30.665325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18eef7b-2d47-4496-ad7f-4408bae5022d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting subnet 761cb8a9-c3b3-4515-a7e0-710d97980df9 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:10:30.668419 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b18eef7b-2d47-4496-ad7f-4408bae5022d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:30.709266 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b18eef7b-2d47-4496-ad7f-4408bae5022d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:30.730085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9c86642d-f4c4-4dd0-96d1-6a8da3358ca5 None None] Set router 46590e03-f2c2-41cd-bf82-b9460a779a41 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:30.793424 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b18eef7b-2d47-4496-ad7f-4408bae5022d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:30.857344 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b18eef7b-2d47-4496-ad7f-4408bae5022d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:30.884812 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18eef7b-2d47-4496-ad7f-4408bae5022d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Subnet': ['ID=761cb8a9-c3b3-4515-a7e0-710d97980df9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:30.889539 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b18eef7b-2d47-4496-ad7f-4408bae5022d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:30.894190 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b18eef7b-2d47-4496-ad7f-4408bae5022d tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/subnets/761cb8a9-c3b3-4515-a7e0-710d97980df9 HTTP/1.1" status: 204 len: 168 time: 0.2800810 Aug 16 14:10:30.894512 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36976) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:30.895894 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0676b9-413b-4d97-8e6b-7ad9af96bbdb None None] Network ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:10:30.928194 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:10:31.005331 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.112312 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.142810 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:10:31.143156 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 27c3a16a-9deb-46c1-a2f0-3df4ef20afc3 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:10:31.152059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9c86642d-f4c4-4dd0-96d1-6a8da3358ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '98b506e2-3aa5-4047-9420-6992cc692761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:10:30Z', 'revision_number': 5, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port': {'id': '98b506e2-3aa5-4047-9420-6992cc692761', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:31.167982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Deleting port 98b506e2-3aa5-4047-9420-6992cc692761 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:10:31.168325 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.200292 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86642d-f4c4-4dd0-96d1-6a8da3358ca5 None None] Checking router: 46590e03-f2c2-41cd-bf82-b9460a779a41 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:10:31.226686 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86642d-f4c4-4dd0-96d1-6a8da3358ca5 None None] Routers {'46590e03-f2c2-41cd-bf82-b9460a779a41'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:31.227325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9c86642d-f4c4-4dd0-96d1-6a8da3358ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['46590e03-f2c2-41cd-bf82-b9460a779a41'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:31.255977 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] For port 98b506e2-3aa5-4047-9420-6992cc692761, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=98b506e2-3aa5-4047-9420-6992cc692761,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:31.256433 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.273771 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Calling delete_port for 98b506e2-3aa5-4047-9420-6992cc692761 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:10:31.322196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-9c86642d-f4c4-4dd0-96d1-6a8da3358ca5 None None] Set router 46590e03-f2c2-41cd-bf82-b9460a779a41 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:31.375989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-9c86642d-f4c4-4dd0-96d1-6a8da3358ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:10:31Z', 'revision_number': 6, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:31.410091 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] DHCP port deletion for ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:10:31.412348 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86642d-f4c4-4dd0-96d1-6a8da3358ca5 None None] The sync data for ids ['46590e03-f2c2-41cd-bf82-b9460a779a41'] in n-d-804708-1 is: [{'id': '46590e03-f2c2-41cd-bf82-b9460a779a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870332745', 'tenant_id': '467cefbc48c242a9a6472d416d299109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:30Z', 'updated_at': '2021-08-16T14:10:31Z', 'revision_number': 6, 'project_id': '467cefbc48c242a9a6472d416d299109', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:10:31.461209 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Deleting port 5a5bae82-78c0-4ebc-abb4-12711fecef8b {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:10:31.461594 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.462313 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.492093 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Port': ['ID=98b506e2-3aa5-4047-9420-6992cc692761,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:31.531991 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] For port 5a5bae82-78c0-4ebc-abb4-12711fecef8b, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=5a5bae82-78c0-4ebc-abb4-12711fecef8b,segment=NetworkSegment(4c162f1c-28b4-4228-ad36-c25f5426a2f8),segment_id=4c162f1c-28b4-4228-ad36-c25f5426a2f8)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:31.532393 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.545529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Calling delete_port for 5a5bae82-78c0-4ebc-abb4-12711fecef8b owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:10:31.555962 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.628903 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.650087 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.652353 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.653882 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Pushing event deleted for resources: {'Port': ['ID=5a5bae82-78c0-4ebc-abb4-12711fecef8b,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:31.661582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] No DVR routers for this DVR port 5a5bae82-78c0-4ebc-abb4-12711fecef8b on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:10:31.665240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.665584 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.671028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.671028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.671028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.671028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.671028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.671028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.671028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.671028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.671028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.671028 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652772c-2bcd-4db4-9913-9304e24d950e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:31.704095 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.704637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Fanout notify agent at l3_agent the message router_deleted on router 46590e03-f2c2-41cd-bf82-b9460a779a41 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:10:31.711929 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.713030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-c48cb879-1acd-40ab-85a3-e8fe8ee027c8 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/routers/46590e03-f2c2-41cd-bf82-b9460a779a41 HTTP/1.1" status: 204 len: 168 time: 0.8177624 Aug 16 14:10:31.715841 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36978) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:31.791579 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.885021 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.895276 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3fc725-cd91-44e2-aeb7-05f7d958f1b5']}} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:31.905071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c162f1c-28b4-4228-ad36-c25f5426a2f8') {'for_net_delete': True} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:31.905364 n-d-804708-1 neutron-server[101395]: DEBUG neutron.services.segments.db [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c162f1c-28b4-4228-ad36-c25f5426a2f8') {} {{(pid=101395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:31.913905 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8521577'] for segment, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.928623 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.935012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:10:31.935456 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9175350'] for segment, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.938717 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2ba7df30-9f13-43e9-ba98-68a5b8cf4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: Traceback (most recent call last): Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: timer() Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: cb(*args, **kw) Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: return func(*args, **kwargs) Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: self._notify() Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: self.callback(batched_events) Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: event.method(event) Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: return f(self, *a, **k) Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: return self._get(url).json() Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: return self.request(url, 'GET', **kwargs) Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:10:31.939432 n-d-804708-1 neutron-server[101395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:10:31.997694 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:32.003033 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:32.005027 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/networks/ee3fc725-cd91-44e2-aeb7-05f7d958f1b5 HTTP/1.1" status: 204 len: 168 time: 0.2882199 Aug 16 14:10:32.008003 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36980) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:32.019781 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c6ef1-a0eb-4da2-ab75-1c5533dfae72 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'Network': ['ID=ee3fc725-cd91-44e2-aeb7-05f7d958f1b5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:32.066284 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cb1b77b6-0f21-4b24-b5d9-c84cfca3ec06 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:32.091143 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cb1b77b6-0f21-4b24-b5d9-c84cfca3ec06 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:32.152582 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cb1b77b6-0f21-4b24-b5d9-c84cfca3ec06 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:32.155302 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-cb1b77b6-0f21-4b24-b5d9-c84cfca3ec06 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:32.156599 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-cb1b77b6-0f21-4b24-b5d9-c84cfca3ec06 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] 10.222.0.25 "DELETE /v2.0/security-groups/149bc2dd-f9c8-4711-a544-0be5b7c19b31 HTTP/1.1" status: 204 len: 168 time: 0.1475348 Aug 16 14:10:32.170300 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b77b6-0f21-4b24-b5d9-c84cfca3ec06 tempest-TestNetworkAdvancedServerOps-1378367427 tempest-TestNetworkAdvancedServerOps-1378367427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149bc2dd-f9c8-4711-a544-0be5b7c19b31,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:32.523472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36988) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:32.678890 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-de477b64-79b4-481c-b14b-e18ff2d0d6e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=467cefbc48c242a9a6472d416d299109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540573 Aug 16 14:10:32.681164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 36992) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:32.730383 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67e850ef-4827-40de-84a5-5b050462978b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:32.751503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67e850ef-4827-40de-84a5-5b050462978b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:32.803381 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67e850ef-4827-40de-84a5-5b050462978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:32.806029 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-67e850ef-4827-40de-84a5-5b050462978b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:32.807202 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-67e850ef-4827-40de-84a5-5b050462978b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76fe6d03-5b42-415a-b116-5c2f1ecb3c4e HTTP/1.1" status: 204 len: 168 time: 0.1251435 Aug 16 14:10:32.815242 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e850ef-4827-40de-84a5-5b050462978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fe6d03-5b42-415a-b116-5c2f1ecb3c4e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:33.090667 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 36998) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:33.104614 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9742c3f7-7071-4508-8180-06e6838a79d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:33.287607 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 98b506e2-3aa5-4047-9420-6992cc692761 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:10:33.311993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 98b506e2-3aa5-4047-9420-6992cc692761 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:10:33.313361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 98b506e2-3aa5-4047-9420-6992cc692761 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:10:33.314681 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5a5bae82-78c0-4ebc-abb4-12711fecef8b no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:10:33.338764 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 5a5bae82-78c0-4ebc-abb4-12711fecef8b {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:10:33.339120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 5a5bae82-78c0-4ebc-abb4-12711fecef8b not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:10:33.339624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 818f40a2-4f78-4970-ae57-a4186512bd8c no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:10:33.360272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 818f40a2-4f78-4970-ae57-a4186512bd8c {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:10:33.368087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 818f40a2-4f78-4970-ae57-a4186512bd8c not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:10:33.584465 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9742c3f7-7071-4508-8180-06e6838a79d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:33.588206 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9742c3f7-7071-4508-8180-06e6838a79d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:33.623199 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742c3f7-7071-4508-8180-06e6838a79d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbdaac8-e068-49cd-921c-88f3985b8571,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:33.628140 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9742c3f7-7071-4508-8180-06e6838a79d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d3081e17e5345f89f413d76ea49826b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364230 Aug 16 14:10:33.630764 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37000) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:33.678065 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d3ce-0038-4724-b627-516a13d44c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:33.698974 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d3ce-0038-4724-b627-516a13d44c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:33.743986 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d3ce-0038-4724-b627-516a13d44c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:33.746584 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d3ce-0038-4724-b627-516a13d44c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:33.747736 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e3e4d3ce-0038-4724-b627-516a13d44c35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddbdaac8-e068-49cd-921c-88f3985b8571 HTTP/1.1" status: 204 len: 168 time: 0.1160874 Aug 16 14:10:33.755972 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4d3ce-0038-4724-b627-516a13d44c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbdaac8-e068-49cd-921c-88f3985b8571,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:34.437225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37022) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:34.490045 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2bfdc417-52d0-437e-aaa4-21de58d4b9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:34.541340 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1733990028-network', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:34.562094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Made reservation on behalf of a5930dab45d44c0a80e5a809cf8d8da5 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:10:34.564487 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:34.572902 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:34.662793 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:34.666503 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:34.687746 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:10:34.702749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f3b134-48de-4ae7-b8af-df23a17bd9c8,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:34.707716 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:34.708061 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Added segment 19a2cfca-678e-414a-b69a-8f9227ad9f28 of type vlan for network 96e36c01-fba3-4c79-93df-41e004c703b4 Aug 16 14:10:34.744815 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:34.750846 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:34.780231 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:34.782580 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:34.783562 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:34.841463 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4028912 Aug 16 14:10:34.845011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37026) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:34.848595 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adbf74-4cee-46a0-835b-ae0473879847 admin admin] Pushing event updated for resources: {'Network': ['ID=96e36c01-fba3-4c79-93df-41e004c703b4,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:34.850019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] Request body: {'subnet': {'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1733990028-subnet', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:34.858402 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 96e36c01-fba3-4c79-93df-41e004c703b4 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:10:34.872139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] Made reservation on behalf of a5930dab45d44c0a80e5a809cf8d8da5 for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:10:34.874560 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.048979 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.108447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3a21c3-d20a-4251-9d52-58ee0cf5a833,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:35.116998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] Checking segment: {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:10:35.117369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] Network hostable DHCP agents. Network: 96e36c01-fba3-4c79-93df-41e004c703b4, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:10:35.139707 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] Network 96e36c01-fba3-4c79-93df-41e004c703b4 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:10:35.150366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 96e36c01-fba3-4c79-93df-41e004c703b4) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:35.154772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:35.155369 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.163144 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e18adbc-4895-440d-92e3-d15cdbfcfeef None None] Network 96e36c01-fba3-4c79-93df-41e004c703b4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:10:35.169836 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-11ea671c-1dc4-4d22-a853-7bbdebdee3ea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3236947 Aug 16 14:10:35.173246 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37028) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:35.177635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:35.203411 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.204628 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.273012 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.340152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-96e36c01-fba3-4c79-93df-41e004c703b4', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:10:35.341016 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.416544 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.481167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Allocated IP 172.20.0.2 (96e36c01-fba3-4c79-93df-41e004c703b4/af3a21c3-d20a-4251-9d52-58ee0cf5a833/7795476c-6512-46b9-9663-aedeebfaa37e) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:10:35.625022 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.632526 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.641642 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Transition to ACTIVE for port object 7795476c-6512-46b9-9663-aedeebfaa37e will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:35.650479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.656655 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Transition to ACTIVE for port object 7795476c-6512-46b9-9663-aedeebfaa37e will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:35.663232 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.703036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Network 96e36c01-fba3-4c79-93df-41e004c703b4 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:10:35.706161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:35.710023 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:10:35.716707 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Pushing event updated for resources: {'Port': ['ID=7795476c-6512-46b9-9663-aedeebfaa37e,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:35.755618 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Allocated IP 172.25.0.81 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/f9eb3362-7069-493d-9ada-2a1682500164) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:10:35.772511 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Attempting to bind port 7795476c-6512-46b9-9663-aedeebfaa37e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:10:35.772880 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Attempting to bind port 7795476c-6512-46b9-9663-aedeebfaa37e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:10:35.773275 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Attempting to bind port 7795476c-6512-46b9-9663-aedeebfaa37e on network 96e36c01-fba3-4c79-93df-41e004c703b4 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:10:35.778342 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:10:35.778719 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Checking segment: {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:10:35.779114 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.779500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Bound using segment: {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:10:35.779955 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Bound port: 7795476c-6512-46b9-9663-aedeebfaa37e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:10:35.780327 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.841628 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.853616 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] For port 7795476c-6512-46b9-9663-aedeebfaa37e, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:10:35.857145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] For port 7795476c-6512-46b9-9663-aedeebfaa37e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7795476c-6512-46b9-9663-aedeebfaa37e,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:10:35.861430 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.867692 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.911995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:35.924547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b89e25-f4e1-46d4-a2a1-0155eaada8f2 None None] Pushing event updated for resources: {'Port': ['ID=7795476c-6512-46b9-9663-aedeebfaa37e,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:35.951279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:10:35.954898 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:35.957714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:10:35.990502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Pushing event updated for resources: {'Port': ['ID=f9eb3362-7069-493d-9ada-2a1682500164,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:36.234676 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:36.429461 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:36.560331 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:10:36.673230 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:10:36.683572 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Sync routers for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:10:36.691102 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:36.692387 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b0ca7205-3bbf-4e7e-81dd-4be84975e8ff admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5181949 Aug 16 14:10:36.695210 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37030) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:36.696875 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:36.697683 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:36.811240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e5922-d7c2-4cfa-b15c-5574f3ba3242 None None] Network 96e36c01-fba3-4c79-93df-41e004c703b4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:10:36.813576 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:36.889905 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-817881ca-f446-417a-8bdb-a832da26c1bb None None] Provisioning for port 7795476c-6512-46b9-9663-aedeebfaa37e completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:36.999214 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:36Z', 'revision_number': 3, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:37.028493 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Checking router: 2d8737a8-d40f-4797-8205-ca0fa3e50fbe for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:10:37.028841 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Updating router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe port f9eb3362-7069-493d-9ada-2a1682500164 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:10:37.055756 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.148987 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.306196 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7795476c-6512-46b9-9663-aedeebfaa37e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:37.331439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Allocated IP 172.20.0.1 (96e36c01-fba3-4c79-93df-41e004c703b4/af3a21c3-d20a-4251-9d52-58ee0cf5a833/4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:10:37.336824 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.347770 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Transition to ACTIVE for port object f9eb3362-7069-493d-9ada-2a1682500164 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:37.354431 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.358868 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 7795476c-6512-46b9-9663-aedeebfaa37e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:37.363122 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7795476c-6512-46b9-9663-aedeebfaa37e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:37.363492 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.398580 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Attempting to bind port f9eb3362-7069-493d-9ada-2a1682500164 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:10:37.398949 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Attempting to bind port f9eb3362-7069-493d-9ada-2a1682500164 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:10:37.399305 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Attempting to bind port f9eb3362-7069-493d-9ada-2a1682500164 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:10:37.409177 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:10:37.409548 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:10:37.409945 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.410439 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:10:37.411100 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Bound port: f9eb3362-7069-493d-9ada-2a1682500164, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:10:37.411254 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.451492 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.459539 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.466090 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] For port f9eb3362-7069-493d-9ada-2a1682500164, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:10:37.469450 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] For port f9eb3362-7069-493d-9ada-2a1682500164, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f9eb3362-7069-493d-9ada-2a1682500164,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:10:37.471494 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Pushing event updated for resources: {'Port': ['ID=f9eb3362-7069-493d-9ada-2a1682500164,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:37.475716 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.486625 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.486977 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.487318 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.487652 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.487983 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.488312 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.488638 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.488961 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.489282 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.489606 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.489928 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.490277 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:10:37.499888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 7795476c-6512-46b9-9663-aedeebfaa37e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7795476c-6512-46b9-9663-aedeebfaa37e,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:37.505259 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.559682 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:37.560358 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:37.561359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=7795476c-6512-46b9-9663-aedeebfaa37e,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:37.563626 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a565b-1b4c-4dff-9b91-e927414ff699 None None] Pushing event updated for resources: {'Port': ['ID=f9eb3362-7069-493d-9ada-2a1682500164,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:37.637507 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.672652 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:37.834218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Transition to ACTIVE for port object 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:37.860615 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:36Z', 'revision_number': 3, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:37.866859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.888045 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52077283-3da9-47a9-bbfc-435f1667c907 None None] The sync data for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 is: [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:36Z', 'revision_number': 3, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:10:37.909606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Network 96e36c01-fba3-4c79-93df-41e004c703b4 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:10:37.912657 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:37.917280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:10:37.942762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Pushing event updated for resources: {'Port': ['ID=4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:37.961947 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:38.110825 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:38.154883 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1b5a78f4-cc91-4bc2-866f-dfa190142d8e None None] Provisioning for port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:38.159999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1b5a78f4-cc91-4bc2-866f-dfa190142d8e None None] Provisioning complete for port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:38.160394 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1b5a78f4-cc91-4bc2-866f-dfa190142d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:38.204546 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a78f4-cc91-4bc2-866f-dfa190142d8e None None] Port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:10:38.316005 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:38.320879 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:38.391615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Pushing event updated for resources: {'Port': ['ID=4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:38.395113 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:38.490962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Network 96e36c01-fba3-4c79-93df-41e004c703b4 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:10:38.492480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:38.621460 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:10:38.726085 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78b749d6-393b-464d-9aa5-e7e12095efa4 None None] Provisioning complete for port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:38.726496 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78b749d6-393b-464d-9aa5-e7e12095efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:38.736801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:10:38.741954 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-0cf35e57-5877-4794-a133-9d198334afed admin admin] 10.222.0.25 "PUT /v2.0/routers/2d8737a8-d40f-4797-8205-ca0fa3e50fbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0456371 Aug 16 14:10:38.768079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78b749d6-393b-464d-9aa5-e7e12095efa4 None None] Port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:10:39.291433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37046) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:39.297674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1503156107-network', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:39.319736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Made reservation on behalf of 0d3e77fd2cda4ac7b5991c97341594be for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:10:39.323233 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.332516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7795476c-6512-46b9-9663-aedeebfaa37e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:39.334527 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.384121 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7795476c-6512-46b9-9663-aedeebfaa37e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:39.384478 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.434372 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.444992 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.470926 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f9eb3362-7069-493d-9ada-2a1682500164 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:39.472892 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:10:39.487468 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078c5ed7-dc72-4965-944e-dd443ae842d5,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:39.493867 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.494247 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Added segment 9d941c7f-51a3-4b9d-9747-8e198b69b32e of type vlan for network f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 Aug 16 14:10:39.532994 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port f9eb3362-7069-493d-9ada-2a1682500164 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:39.536439 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.537090 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port f9eb3362-7069-493d-9ada-2a1682500164 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:39.537455 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.563811 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.564981 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:39.565720 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.607891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Sync routers for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:10:39.624310 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3307831 Aug 16 14:10:39.629041 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37048) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:39.630450 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.631097 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45214590-de10-4d30-aae7-3ff6b01a90b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:39.635273 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] Request body: {'subnet': {'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1503156107-subnet', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'ip_version': 4}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:39.638078 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:39.638763 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:39.658557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] Made reservation on behalf of 0d3e77fd2cda4ac7b5991c97341594be for: {'subnet': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:10:39.661028 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3436330'] for subnet, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.682826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:10:39.712174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port f9eb3362-7069-493d-9ada-2a1682500164, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f9eb3362-7069-493d-9ada-2a1682500164,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:39.720666 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.838051 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3436356'] for subnet, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.853969 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=f9eb3362-7069-493d-9ada-2a1682500164,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:39.857740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:39.894783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a636293-ab2a-433a-9f61-d5d822543bae,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:39.903608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] Checking segment: {'id': '9d941c7f-51a3-4b9d-9747-8e198b69b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:10:39.903967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] Network hostable DHCP agents. Network: f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:10:39.920571 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] Network f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:10:39.930759 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98) {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:39.935198 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:39.935793 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.946528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1413385f-c7c0-4277-aab8-5b5830801afb None None] Network f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:10:39.953840 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b7ba923b-c30c-4438-81cb-fef47495e9fd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3203468 Aug 16 14:10:39.954401 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37050) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:39.958972 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1503156107-router', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:39.980148 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:39.981126 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.038759 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.188905 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.333679 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98', 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'fixed_ips': [{'subnet_id': '7a636293-ab2a-433a-9f61-d5d822543bae'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:10:40.334570 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.339691 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 2, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:40.372578 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Checking router: 2d8737a8-d40f-4797-8205-ca0fa3e50fbe for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:10:40.372931 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Updating router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:10:40.394811 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.405610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.415391 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.524392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Allocated IP 172.25.0.216 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/97c21ddc-2543-492e-b8a0-ac40b74328a9) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:10:40.608701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Allocated IP 172.20.0.2 (f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98/7a636293-ab2a-433a-9f61-d5d822543bae/a205ce20-07bf-489d-a245-e0250ac6f505) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:10:40.631211 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.671792 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.707387 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:10:40.710184 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:40.715887 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:10:40.746942 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=97c21ddc-2543-492e-b8a0-ac40b74328a9,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:40.884390 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.891310 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.899887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Transition to ACTIVE for port object a205ce20-07bf-489d-a245-e0250ac6f505 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:40.908257 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Transition to ACTIVE for port object 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:40.917639 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.923140 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Transition to ACTIVE for port object a205ce20-07bf-489d-a245-e0250ac6f505 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:40.950311 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.978804 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0584c2-a6e3-435f-91d3-d9fe7962f106 None None] Pushing event updated for resources: {'Port': ['ID=4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:40.990887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Network f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:10:40.991202 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.016355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:41.032306 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:10:41.094988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Pushing event updated for resources: {'Port': ['ID=a205ce20-07bf-489d-a245-e0250ac6f505,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:41.099862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Attempting to bind port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:10:41.100231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Attempting to bind port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:10:41.100604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Attempting to bind port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 on network 96e36c01-fba3-4c79-93df-41e004c703b4 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:10:41.127077 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:10:41.127711 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Checking segment: {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:10:41.128295 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.128700 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Bound using segment: {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:10:41.129186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Bound port: 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:10:41.129567 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.142161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Attempting to bind port a205ce20-07bf-489d-a245-e0250ac6f505 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:10:41.142376 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Attempting to bind port a205ce20-07bf-489d-a245-e0250ac6f505 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '9d941c7f-51a3-4b9d-9747-8e198b69b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:10:41.142743 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Attempting to bind port a205ce20-07bf-489d-a245-e0250ac6f505 on network f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:10:41.150489 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:10:41.150886 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Checking segment: {'id': '9d941c7f-51a3-4b9d-9747-8e198b69b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:10:41.151258 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.151647 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Bound using segment: {'id': '9d941c7f-51a3-4b9d-9747-8e198b69b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:10:41.152110 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Bound port: a205ce20-07bf-489d-a245-e0250ac6f505, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d941c7f-51a3-4b9d-9747-8e198b69b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:10:41.152523 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.200104 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.253706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] For port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:10:41.261272 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] For port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:10:41.273267 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.275330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f9eb3362-7069-493d-9ada-2a1682500164 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:41.337870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Router 1792bcdc-6cb5-46bc-892b-05841205f7c6 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:10:41.342497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] For port a205ce20-07bf-489d-a245-e0250ac6f505, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:10:41.369852 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] For port a205ce20-07bf-489d-a245-e0250ac6f505, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a205ce20-07bf-489d-a245-e0250ac6f505,segment=NetworkSegment(9d941c7f-51a3-4b9d-9747-8e198b69b32e),segment_id=9d941c7f-51a3-4b9d-9747-8e198b69b32e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:10:41.386774 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.403732 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0584c2-a6e3-435f-91d3-d9fe7962f106 None None] Pushing event updated for resources: {'Port': ['ID=4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:41.416959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:41.417591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:41.468008 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:10:41.481715 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Sync routers for ids ['1792bcdc-6cb5-46bc-892b-05841205f7c6'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:10:41.493039 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.498878 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37052) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:41.499586 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8979585d-f3d4-4984-92fa-50dccc9d0cc6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5434847 Aug 16 14:10:41.500123 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port f9eb3362-7069-493d-9ada-2a1682500164 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:41.500504 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.502007 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Routers {'1792bcdc-6cb5-46bc-892b-05841205f7c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:41.502989 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1792bcdc-6cb5-46bc-892b-05841205f7c6'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:41.595395 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0cc3b-0c46-44f8-b79b-cf8ff3509889 None None] Pushing event updated for resources: {'Port': ['ID=a205ce20-07bf-489d-a245-e0250ac6f505,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:41.629767 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:41.652503 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Set router 1792bcdc-6cb5-46bc-892b-05841205f7c6 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:41.948958 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:41Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:41.978247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ac99d-0720-4105-b382-65bd8f3f1497 None None] The sync data for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 is: [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:41Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:10:42.076906 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'name': 'tempest-TestShelveInstance-1503156107-router', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:39Z', 'updated_at': '2021-08-16T14:10:40Z', 'revision_number': 3, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'gw_port': {'id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:40Z', 'updated_at': '2021-08-16T14:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:42.080149 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:42.108968 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Checking router: 1792bcdc-6cb5-46bc-892b-05841205f7c6 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:10:42.109308 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Updating router 1792bcdc-6cb5-46bc-892b-05841205f7c6 port 97c21ddc-2543-492e-b8a0-ac40b74328a9 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:10:42.172886 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:42.279992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Allocated IP 172.20.0.1 (f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98/7a636293-ab2a-433a-9f61-d5d822543bae/12e2e380-5866-4df8-9f2a-5e1e1587bfe3) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:10:42.430244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:42.445617 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Transition to ACTIVE for port object 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:42.490868 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:42.496579 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:42.503247 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Transition to ACTIVE for port object 97c21ddc-2543-492e-b8a0-ac40b74328a9 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:42.513998 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:42.538220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Network f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:10:42.544157 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:42.550587 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:10:42.578626 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Attempting to bind port 97c21ddc-2543-492e-b8a0-ac40b74328a9 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:10:42.579087 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Attempting to bind port 97c21ddc-2543-492e-b8a0-ac40b74328a9 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:10:42.579506 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Attempting to bind port 97c21ddc-2543-492e-b8a0-ac40b74328a9 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:10:42.586986 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:10:42.587464 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:10:42.587940 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:42.588408 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:10:42.588958 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Bound port: 97c21ddc-2543-492e-b8a0-ac40b74328a9, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:10:42.589420 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:42.617639 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Pushing event updated for resources: {'Port': ['ID=12e2e380-5866-4df8-9f2a-5e1e1587bfe3,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:42.626446 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:42.634294 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32eae49-4711-4c5d-abfd-c4f13ac725de None None] Pushing event updated for resources: {'Port': ['ID=97c21ddc-2543-492e-b8a0-ac40b74328a9,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:42.650036 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:10:42.677438 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] For port 97c21ddc-2543-492e-b8a0-ac40b74328a9, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:10:42.681098 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] For port 97c21ddc-2543-492e-b8a0-ac40b74328a9, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=97c21ddc-2543-492e-b8a0-ac40b74328a9,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:10:42.688138 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:42.704996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53821bc9-509f-4a29-9391-f8b2a78e3085 None None] Network f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:10:42.763757 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Routers {'1792bcdc-6cb5-46bc-892b-05841205f7c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:42.764540 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1792bcdc-6cb5-46bc-892b-05841205f7c6'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:42.795549 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:42.811545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-10fe51e0-0367-4f1e-9029-1f8376e0f3c2 None None] Provisioning for port a205ce20-07bf-489d-a245-e0250ac6f505 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:42.823876 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32eae49-4711-4c5d-abfd-c4f13ac725de None None] Pushing event updated for resources: {'Port': ['ID=97c21ddc-2543-492e-b8a0-ac40b74328a9,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:42.922661 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] Set router 1792bcdc-6cb5-46bc-892b-05841205f7c6 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:43.033002 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.039494 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.108761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Pushing event updated for resources: {'Port': ['ID=12e2e380-5866-4df8-9f2a-5e1e1587bfe3,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:43.111903 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.160317 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'name': 'tempest-TestShelveInstance-1503156107-router', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:39Z', 'updated_at': '2021-08-16T14:10:42Z', 'revision_number': 4, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'gw_port': {'id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:40Z', 'updated_at': '2021-08-16T14:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '12e2e380-5866-4df8-9f2a-5e1e1587bfe3', 'name': '', 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'mac_address': 'fa:16:3e:17:92:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7a636293-ab2a-433a-9f61-d5d822543bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:42Z', 'updated_at': '2021-08-16T14:10:42Z', 'revision_number': 1, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'subnets': [{'id': '7a636293-ab2a-433a-9f61-d5d822543bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:43.190901 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67af7b3-8c5c-4f27-b43f-91539f209c82 None None] The sync data for ids ['1792bcdc-6cb5-46bc-892b-05841205f7c6'] in n-d-804708-1 is: [{'id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'name': 'tempest-TestShelveInstance-1503156107-router', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:39Z', 'updated_at': '2021-08-16T14:10:42Z', 'revision_number': 4, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'gw_port': {'id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:40Z', 'updated_at': '2021-08-16T14:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '12e2e380-5866-4df8-9f2a-5e1e1587bfe3', 'name': '', 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'mac_address': 'fa:16:3e:17:92:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7a636293-ab2a-433a-9f61-d5d822543bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:42Z', 'updated_at': '2021-08-16T14:10:42Z', 'revision_number': 1, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'subnets': [{'id': '7a636293-ab2a-433a-9f61-d5d822543bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:10:43.237237 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Network f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:10:43.238913 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:43.293740 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-32bd6945-4c4d-42b2-b3c4-73ca239ae346 None None] Provisioning for port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:43.306996 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-32bd6945-4c4d-42b2-b3c4-73ca239ae346 None None] Provisioning complete for port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:43.307375 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-32bd6945-4c4d-42b2-b3c4-73ca239ae346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.361040 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-32bd6945-4c4d-42b2-b3c4-73ca239ae346 None None] Port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:10:43.395863 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Router 1792bcdc-6cb5-46bc-892b-05841205f7c6 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:10:43.403906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:43.463812 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:43.468254 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:43.468429 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.535862 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:10:43.546076 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2c97ed55-f6e5-44d3-9832-8fadf0261751 admin admin] 10.222.0.25 "PUT /v2.0/routers/1792bcdc-6cb5-46bc-892b-05841205f7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0457830 Aug 16 14:10:43.564518 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.624582 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:43.632226 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.633095 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a205ce20-07bf-489d-a245-e0250ac6f505 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:43.677675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c473e56f-5970-40a7-a7c6-0d435b669e7a None None] Provisioning complete for port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:43.677910 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c473e56f-5970-40a7-a7c6-0d435b669e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.758652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c473e56f-5970-40a7-a7c6-0d435b669e7a None None] Port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:10:43.777080 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:43.782008 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port a205ce20-07bf-489d-a245-e0250ac6f505 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:43.786404 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a205ce20-07bf-489d-a245-e0250ac6f505 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:43.786777 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.875471 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.914657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-f6d158c2-d8aa-4dc5-be27-5e6a2d8f3fca None None] Provisioning complete for port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:43.915142 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f6d158c2-d8aa-4dc5-be27-5e6a2d8f3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.937359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port a205ce20-07bf-489d-a245-e0250ac6f505, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a205ce20-07bf-489d-a245-e0250ac6f505,segment=NetworkSegment(9d941c7f-51a3-4b9d-9747-8e198b69b32e),segment_id=9d941c7f-51a3-4b9d-9747-8e198b69b32e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:43.956099 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:43.991490 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-f6d158c2-d8aa-4dc5-be27-5e6a2d8f3fca None None] Port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:10:44.021101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=a205ce20-07bf-489d-a245-e0250ac6f505,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:44.237824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37060) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:44.242677 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-69c840e1-c324-4d39-b1e8-e5f3a378eb38 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676420802', 'description': 'tempest-secgroup-smoke-1676420802 description', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:44.264223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69c840e1-c324-4d39-b1e8-e5f3a378eb38 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.355914 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69c840e1-c324-4d39-b1e8-e5f3a378eb38 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.360395 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69c840e1-c324-4d39-b1e8-e5f3a378eb38 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.386442 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69c840e1-c324-4d39-b1e8-e5f3a378eb38 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.387651 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-69c840e1-c324-4d39-b1e8-e5f3a378eb38 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1487012 Aug 16 14:10:44.390774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37062) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:44.391826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c840e1-c324-4d39-b1e8-e5f3a378eb38 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f69aca7-238e-4fe8-a201-ccd778b0ef21,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:44.397379 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-8a8dd7c5-ae82-44c0-8884-3f24e48ca1b5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '9f69aca7-238e-4fe8-a201-ccd778b0ef21', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:44.426133 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd7c5-ae82-44c0-8884-3f24e48ca1b5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.490540 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd7c5-ae82-44c0-8884-3f24e48ca1b5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.494487 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd7c5-ae82-44c0-8884-3f24e48ca1b5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.514130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dd7c5-ae82-44c0-8884-3f24e48ca1b5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060aac75-cd35-4b57-8c11-66852f39e7ff,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:44.520596 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd7c5-ae82-44c0-8884-3f24e48ca1b5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.522003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8a8dd7c5-ae82-44c0-8884-3f24e48ca1b5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299250 Aug 16 14:10:44.524682 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37064) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:44.529150 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-52c99827-fe22-4296-b051-3c61391cf7f9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '9f69aca7-238e-4fe8-a201-ccd778b0ef21', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:44.555784 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52c99827-fe22-4296-b051-3c61391cf7f9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.614331 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52c99827-fe22-4296-b051-3c61391cf7f9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.620181 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52c99827-fe22-4296-b051-3c61391cf7f9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.637899 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c99827-fe22-4296-b051-3c61391cf7f9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7712196-7742-4550-a34f-95b49dc005b4,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:44.644651 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-52c99827-fe22-4296-b051-3c61391cf7f9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.646128 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-52c99827-fe22-4296-b051-3c61391cf7f9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204882 Aug 16 14:10:44.649229 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37066) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:44.653891 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-09f75f77-8c5e-4e75-9447-1452ac691b02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '9f69aca7-238e-4fe8-a201-ccd778b0ef21', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:44.680616 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09f75f77-8c5e-4e75-9447-1452ac691b02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.772261 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09f75f77-8c5e-4e75-9447-1452ac691b02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.776140 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09f75f77-8c5e-4e75-9447-1452ac691b02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.797807 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f75f77-8c5e-4e75-9447-1452ac691b02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc96767b-a9b5-41de-a45e-fa5d2021ccbc,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:44.800441 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-09f75f77-8c5e-4e75-9447-1452ac691b02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.801960 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-09f75f77-8c5e-4e75-9447-1452ac691b02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517215 Aug 16 14:10:44.804992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37068) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:44.809982 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-65602b68-682d-461a-9a88-72c3f16e7818 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '9f69aca7-238e-4fe8-a201-ccd778b0ef21', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:44.840078 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65602b68-682d-461a-9a88-72c3f16e7818 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.912791 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65602b68-682d-461a-9a88-72c3f16e7818 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.919376 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65602b68-682d-461a-9a88-72c3f16e7818 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.941151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65602b68-682d-461a-9a88-72c3f16e7818 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e90c12b-e3b4-4498-96d5-112720ca15c9,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:44.947560 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-65602b68-682d-461a-9a88-72c3f16e7818 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:44.948838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-65602b68-682d-461a-9a88-72c3f16e7818 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426077 Aug 16 14:10:44.951509 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37070) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:44.957292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-3fef1938-2dbe-41da-be0a-12b43e922d02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '9f69aca7-238e-4fe8-a201-ccd778b0ef21', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:44.980759 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-3fef1938-2dbe-41da-be0a-12b43e922d02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Project a5930dab45d44c0a80e5a809cf8d8da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:10:44.986243 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3fef1938-2dbe-41da-be0a-12b43e922d02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.055861 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3fef1938-2dbe-41da-be0a-12b43e922d02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.060074 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3fef1938-2dbe-41da-be0a-12b43e922d02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.080558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef1938-2dbe-41da-be0a-12b43e922d02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad45552a-79a1-451e-a419-5057fec96b45,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:45.087438 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-3fef1938-2dbe-41da-be0a-12b43e922d02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.088665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3fef1938-2dbe-41da-be0a-12b43e922d02 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361899 Aug 16 14:10:45.091372 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37072) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:45.096109 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-9ac05c4a-ef63-41f5-88f5-62e23337e2c9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '9f69aca7-238e-4fe8-a201-ccd778b0ef21', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:45.119130 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-9ac05c4a-ef63-41f5-88f5-62e23337e2c9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Project a5930dab45d44c0a80e5a809cf8d8da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:10:45.124609 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c4a-ef63-41f5-88f5-62e23337e2c9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.193852 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c4a-ef63-41f5-88f5-62e23337e2c9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.197890 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c4a-ef63-41f5-88f5-62e23337e2c9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.221967 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac05c4a-ef63-41f5-88f5-62e23337e2c9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e710961-6d35-4ba6-b2fb-a8716b4284b5,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:45.225869 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c4a-ef63-41f5-88f5-62e23337e2c9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.230578 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9ac05c4a-ef63-41f5-88f5-62e23337e2c9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347859 Aug 16 14:10:45.392174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:45.445900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:45.446309 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.528279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 97c21ddc-2543-492e-b8a0-ac40b74328a9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:45.578721 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-506f074d-45bb-494a-910a-13912a4367e5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676420802&fields=id&tenant_id=a5930dab45d44c0a80e5a809cf8d8da5 HTTP/1.1" status: 200 len: 267 time: 0.0344205 Aug 16 14:10:45.579290 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 97c21ddc-2543-492e-b8a0-ac40b74328a9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:45.583486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 97c21ddc-2543-492e-b8a0-ac40b74328a9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:45.583860 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.675338 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.695592 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 97c21ddc-2543-492e-b8a0-ac40b74328a9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=97c21ddc-2543-492e-b8a0-ac40b74328a9,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:45.700226 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.701014 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a205ce20-07bf-489d-a245-e0250ac6f505 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:45.704273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-93f8d6c6-ed8e-4212-8982-74c8ce9904a6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:45.705788 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-93f8d6c6-ed8e-4212-8982-74c8ce9904a6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 809 time: 0.1199086 Aug 16 14:10:45.722395 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-5c3c3954-574d-4279-be51-2fdfc9a6f2ec tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/quotas/a5930dab45d44c0a80e5a809cf8d8da5 HTTP/1.1" status: 200 len: 375 time: 0.0103509 Aug 16 14:10:45.777026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-f9bc6d41-3f20-4d62-bc23-c6e15464beb7 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481851 Aug 16 14:10:45.779626 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=97c21ddc-2543-492e-b8a0-ac40b74328a9,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:45.798383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port a205ce20-07bf-489d-a245-e0250ac6f505 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:45.799029 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:45.991564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-1a1dda03-915e-4c33-9325-a208211f11c7 service neutron] 10.222.0.25 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886086 Aug 16 14:10:46.085623 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-73ba85a7-d834-42d6-a858-01d2c4a7c58f service neutron] 10.222.0.25 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879638 Aug 16 14:10:46.104912 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Sync routers for ids ['1792bcdc-6cb5-46bc-892b-05841205f7c6'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:10:46.115359 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Routers {'1792bcdc-6cb5-46bc-892b-05841205f7c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:46.116125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1792bcdc-6cb5-46bc-892b-05841205f7c6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:46.318707 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-62256985-5065-425c-aea1-10bfcf856799 req-45731ad7-24c1-4650-b55c-20b0e0861a25 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 210 time: 0.0918100 Aug 16 14:10:46.395799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Set router 1792bcdc-6cb5-46bc-892b-05841205f7c6 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:46.601002 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'name': 'tempest-TestShelveInstance-1503156107-router', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:39Z', 'updated_at': '2021-08-16T14:10:42Z', 'revision_number': 4, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'gw_port': {'id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:40Z', 'updated_at': '2021-08-16T14:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '12e2e380-5866-4df8-9f2a-5e1e1587bfe3', 'name': '', 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'mac_address': 'fa:16:3e:17:92:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7a636293-ab2a-433a-9f61-d5d822543bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:42Z', 'updated_at': '2021-08-16T14:10:42Z', 'revision_number': 2, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'subnets': [{'id': '7a636293-ab2a-433a-9f61-d5d822543bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:46.629629 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Checking router: 1792bcdc-6cb5-46bc-892b-05841205f7c6 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:10:46.629985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Updating router 1792bcdc-6cb5-46bc-892b-05841205f7c6 port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:10:46.660762 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:46.952771 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:46.964063 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Transition to ACTIVE for port object 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:46.971361 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:47.036255 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc8e50-a744-42b2-87d1-90cf030dc318 None None] Pushing event updated for resources: {'Port': ['ID=12e2e380-5866-4df8-9f2a-5e1e1587bfe3,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:47.100815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Attempting to bind port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:10:47.101268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Attempting to bind port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '9d941c7f-51a3-4b9d-9747-8e198b69b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:10:47.101643 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Attempting to bind port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 on network f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:10:47.107528 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:10:47.107916 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Checking segment: {'id': '9d941c7f-51a3-4b9d-9747-8e198b69b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:10:47.108326 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:47.108720 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Bound using segment: {'id': '9d941c7f-51a3-4b9d-9747-8e198b69b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:10:47.109218 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Bound port: 12e2e380-5866-4df8-9f2a-5e1e1587bfe3, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d941c7f-51a3-4b9d-9747-8e198b69b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:10:47.110342 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:47.162437 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:47.216862 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] For port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:10:47.223345 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] For port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12e2e380-5866-4df8-9f2a-5e1e1587bfe3,segment=NetworkSegment(9d941c7f-51a3-4b9d-9747-8e198b69b32e),segment_id=9d941c7f-51a3-4b9d-9747-8e198b69b32e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:10:47.228682 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:47.257264 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-cdd5f7f4-00dd-4cd3-aff9-047b25759342 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:47.259460 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-cdd5f7f4-00dd-4cd3-aff9-047b25759342 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 809 time: 0.1396964 Aug 16 14:10:47.305486 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 97c21ddc-2543-492e-b8a0-ac40b74328a9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:47.334653 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-65a2a49d-f09b-4bf6-b9f3-9a0df92e19d6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5930dab45d44c0a80e5a809cf8d8da5 HTTP/1.1" status: 200 len: 380 time: 0.0612237 Aug 16 14:10:47.346506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'port': {'device_id': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'admin_state_up': True, 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'security_groups': ['9f69aca7-238e-4fe8-a201-ccd778b0ef21']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:47.350627 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Routers {'1792bcdc-6cb5-46bc-892b-05841205f7c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:47.351803 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1792bcdc-6cb5-46bc-892b-05841205f7c6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:47.400977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc8e50-a744-42b2-87d1-90cf030dc318 None None] Pushing event updated for resources: {'Port': ['ID=12e2e380-5866-4df8-9f2a-5e1e1587bfe3,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:47.476639 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3a295171-f127-4593-af60-212b9b0d1524 req-169c5171-ca1e-478b-8ebe-38f6b920f4c6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 210 time: 0.0395465 Aug 16 14:10:47.495913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 97c21ddc-2543-492e-b8a0-ac40b74328a9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:47.496573 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:47.514436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Made reservation on behalf of a5930dab45d44c0a80e5a809cf8d8da5 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:10:47.519754 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:47.537777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] Set router 1792bcdc-6cb5-46bc-892b-05841205f7c6 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:47.660624 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Allocated IP 172.20.0.11 (96e36c01-fba3-4c79-93df-41e004c703b4/af3a21c3-d20a-4251-9d52-58ee0cf5a833/b43208ed-a77f-42ee-95dc-85816cca0551) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:10:47.806717 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:47.821411 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Transition to ACTIVE for port object b43208ed-a77f-42ee-95dc-85816cca0551 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:47.821961 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'name': 'tempest-TestShelveInstance-1503156107-router', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:39Z', 'updated_at': '2021-08-16T14:10:42Z', 'revision_number': 4, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'gw_port': {'id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:40Z', 'updated_at': '2021-08-16T14:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '12e2e380-5866-4df8-9f2a-5e1e1587bfe3', 'name': '', 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'mac_address': 'fa:16:3e:17:92:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7a636293-ab2a-433a-9f61-d5d822543bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:42Z', 'updated_at': '2021-08-16T14:10:47Z', 'revision_number': 4, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'subnets': [{'id': '7a636293-ab2a-433a-9f61-d5d822543bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:47.849613 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf2be25-cdd0-45d2-b124-80d722fed997 None None] The sync data for ids ['1792bcdc-6cb5-46bc-892b-05841205f7c6'] in n-d-804708-1 is: [{'id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'name': 'tempest-TestShelveInstance-1503156107-router', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:39Z', 'updated_at': '2021-08-16T14:10:42Z', 'revision_number': 4, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'gw_port': {'id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:40Z', 'updated_at': '2021-08-16T14:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '12e2e380-5866-4df8-9f2a-5e1e1587bfe3', 'name': '', 'network_id': 'f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'mac_address': 'fa:16:3e:17:92:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7a636293-ab2a-433a-9f61-d5d822543bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:42Z', 'updated_at': '2021-08-16T14:10:47Z', 'revision_number': 4, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'subnets': [{'id': '7a636293-ab2a-433a-9f61-d5d822543bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:10:47.854680 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:47.907042 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Network 96e36c01-fba3-4c79-93df-41e004c703b4 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:10:47.910541 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:47.914998 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:10:47.919062 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:47.974642 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:47.975446 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:47.992681 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-14e2b4f0-1fbf-4b13-8ed1-cf42b7a1063e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6512842 Aug 16 14:10:48.007453 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Request body: {'port': {'device_id': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:48.066859 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:48.165289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-449779c6-5c01-400e-8854-f07174c097f2 None None] Provisioning for port b43208ed-a77f-42ee-95dc-85816cca0551 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:48.169741 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-449779c6-5c01-400e-8854-f07174c097f2 None None] Provisioning complete for port b43208ed-a77f-42ee-95dc-85816cca0551 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:48.170174 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-449779c6-5c01-400e-8854-f07174c097f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:48.206462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-449779c6-5c01-400e-8854-f07174c097f2 None None] Port b43208ed-a77f-42ee-95dc-85816cca0551 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:10:48.357586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43208ed-a77f-42ee-95dc-85816cca0551 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:10:48.366035 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:48.378333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Transition to ACTIVE for port object b43208ed-a77f-42ee-95dc-85816cca0551 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:10:48.384542 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:48.437056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:48.518093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Attempting to bind port b43208ed-a77f-42ee-95dc-85816cca0551 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:10:48.518379 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Attempting to bind port b43208ed-a77f-42ee-95dc-85816cca0551 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:10:48.519132 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Attempting to bind port b43208ed-a77f-42ee-95dc-85816cca0551 on network 96e36c01-fba3-4c79-93df-41e004c703b4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:10:48.523535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Port b43208ed-a77f-42ee-95dc-85816cca0551 on network 96e36c01-fba3-4c79-93df-41e004c703b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:10:48.523955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Attempting to bind port b43208ed-a77f-42ee-95dc-85816cca0551 on network 96e36c01-fba3-4c79-93df-41e004c703b4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:10:48.529356 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:10:48.529697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Checking segment: {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:10:48.530087 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Bound using segment: {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:10:48.531995 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Bound port: b43208ed-a77f-42ee-95dc-85816cca0551, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:10:48.531995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:48.622557 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:10:48.624106 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6c892-45c8-4713-867d-2544ed799d30 req-b641f5c2-d33a-4596-8e95-43135ed61579 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:48.626809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecf6c892-45c8-4713-867d-2544ed799d30 req-b641f5c2-d33a-4596-8e95-43135ed61579 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 944 time: 0.0648615 Aug 16 14:10:48.628436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:10:48.632897 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:48.668821 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ecf6c892-45c8-4713-867d-2544ed799d30 req-b6c47b40-ab25-4f4f-900b-8d4b5e238dae tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347700 Aug 16 14:10:48.704007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:48.704007 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:48.704007 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 1092 time: 0.6821153 Aug 16 14:10:48.704007 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:10:48.704007 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005" -d '{"events": [{"name": "network-changed", "server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:10:48.722615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a0722-7ac4-467e-8dea-43557524e5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:48.756584 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8962db52-535d-4c8f-8860-d6adb232accd x-openstack-request-id: req-8962db52-535d-4c8f-8860-d6adb232accd {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:10:48.756885 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:10:48.757231 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8962db52-535d-4c8f-8860-d6adb232accd {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:10:48.757539 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'status': 'completed', 'code': 200} Aug 16 14:10:48.791406 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-f2653f1e-12c3-4a77-9271-b99fa3756988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:48.791694 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-f2653f1e-12c3-4a77-9271-b99fa3756988 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1095 time: 0.0466979 Aug 16 14:10:48.841640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-e2416fba-7701-4e44-b38e-3297007bf513 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 217 time: 0.0420909 Aug 16 14:10:48.898917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-534ab9eb-ce87-4b73-98dd-4b44d911f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:48.900420 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-534ab9eb-ce87-4b73-98dd-4b44d911f482 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0523849 Aug 16 14:10:48.953863 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-d2f65ddd-1c57-4128-91a0-249e2b112e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:48.955746 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-d2f65ddd-1c57-4128-91a0-249e2b112e94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465508 Aug 16 14:10:49.058547 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-e6443a7c-0cb2-4935-93b8-eeace8fc32fd service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943196 Aug 16 14:10:49.157021 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-e297d70e-cfde-4e17-a7a8-826e03dd817f req-b274648d-ea14-4c2e-9458-de26b35cc96f service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907676 Aug 16 14:10:49.245710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005 req-fd04dd27-7ede-4bf7-9bcf-7c40308fe89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:49.247257 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005 req-fd04dd27-7ede-4bf7-9bcf-7c40308fe89f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1095 time: 0.0478756 Aug 16 14:10:49.294947 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:49.338956 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005 req-9d0dde19-ab2c-41f7-a770-dc21b5dddef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:49.340441 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005 req-9d0dde19-ab2c-41f7-a770-dc21b5dddef6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0863464 Aug 16 14:10:49.342739 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:49.347103 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:49.347401 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:49.386904 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005 req-f01a7fdd-409f-455b-a0d1-f49bb44cde5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 217 time: 0.0388105 Aug 16 14:10:49.440717 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:49.444283 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005 req-805cf6ca-a2b4-4ac8-8c2d-4c601f3a17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:49.445762 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005 req-805cf6ca-a2b4-4ac8-8c2d-4c601f3a17cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0465996 Aug 16 14:10:49.475999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12e2e380-5866-4df8-9f2a-5e1e1587bfe3,segment=NetworkSegment(9d941c7f-51a3-4b9d-9747-8e198b69b32e),segment_id=9d941c7f-51a3-4b9d-9747-8e198b69b32e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:49.480187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:49.501240 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005 req-c02dacd2-fffb-470a-a179-afed45740e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:49.502789 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005 req-c02dacd2-fffb-470a-a179-afed45740e60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486507 Aug 16 14:10:49.532547 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=12e2e380-5866-4df8-9f2a-5e1e1587bfe3,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:49.804997 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e1a49-28e8-4978-8f87-1d5705501941 req-400d965f-f5ca-454f-a7f0-5461ba650e70 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:49.806552 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-505e1a49-28e8-4978-8f87-1d5705501941 req-400d965f-f5ca-454f-a7f0-5461ba650e70 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 944 time: 0.0525887 Aug 16 14:10:49.847145 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-505e1a49-28e8-4978-8f87-1d5705501941 req-dce88e66-df14-4714-90fe-07a05a0e8b2f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344820 Aug 16 14:10:49.925400 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005 req-7fb3e014-0de7-4720-b1e7-1f8479529141 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142056 Aug 16 14:10:50.015228 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0e033cc6-9bc9-40e2-b08d-d01d9a02d005 req-d0b7fb72-3854-4943-b3e7-db71312c2939 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819273 Aug 16 14:10:50.976505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61b09e-5f5b-4670-b252-ab2915fd9134 req-3e0c7c97-2f6f-4017-a6a7-e383ad3d9e98 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:50.977978 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af61b09e-5f5b-4670-b252-ab2915fd9134 req-3e0c7c97-2f6f-4017-a6a7-e383ad3d9e98 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 944 time: 0.0519047 Aug 16 14:10:51.015068 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-af61b09e-5f5b-4670-b252-ab2915fd9134 req-c9044b41-1a2a-41f1-9eff-67a1b5b4a9d2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311220 Aug 16 14:10:51.263188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:51.310198 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:51.310568 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:52.133056 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfadaa8-8880-49c8-ba8a-591f99772d3f req-f1aefa41-8f2c-4d4d-8365-5cdf5ab5a864 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:52.134468 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2cfadaa8-8880-49c8-ba8a-591f99772d3f req-f1aefa41-8f2c-4d4d-8365-5cdf5ab5a864 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 944 time: 0.0532644 Aug 16 14:10:52.177058 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2cfadaa8-8880-49c8-ba8a-591f99772d3f req-d6010666-1ed2-4f6a-85a7-13bba945d151 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364869 Aug 16 14:10:53.029771 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b43208ed-a77f-42ee-95dc-85816cca0551 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:10:53.126002 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:53.136888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'port_id': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'mac_address': 'fa:16:3e:58:04:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:10:53.175626 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:53.189536 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43208ed-a77f-42ee-95dc-85816cca0551 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:10:53.212573 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:53.217070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:53.269138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:53.296740 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f735fe-648c-4351-9fd6-16919f21a310 req-7dd65a38-839e-4c4d-a33b-70fd7f26b726 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:53.299190 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3f735fe-648c-4351-9fd6-16919f21a310 req-7dd65a38-839e-4c4d-a33b-70fd7f26b726 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Aug 16 14:10:53.337030 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3f735fe-648c-4351-9fd6-16919f21a310 req-d78e9c82-52c5-4335-b2a5-c5ccafb70ee4 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317132 Aug 16 14:10:53.425589 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['b43208ed-a77f-42ee-95dc-85816cca0551'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:10:54.452543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd44bdd-72b8-4f4a-8fe7-512a755018aa req-9fe48763-5195-4fbc-87cb-e5684dba0bf0 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:54.454572 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbd44bdd-72b8-4f4a-8fe7-512a755018aa req-9fe48763-5195-4fbc-87cb-e5684dba0bf0 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0497706 Aug 16 14:10:54.492450 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbd44bdd-72b8-4f4a-8fe7-512a755018aa req-f16361a3-6366-4c64-ad5b-8e7c3cbc55fe tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318379 Aug 16 14:10:55.030418 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b43208ed-a77f-42ee-95dc-85816cca0551 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:55.079043 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port b43208ed-a77f-42ee-95dc-85816cca0551 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:10:55.082664 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port b43208ed-a77f-42ee-95dc-85816cca0551 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:55.083151 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:55.169175 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:55.192889 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:10:55.195169 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707f93fd-a8d4-4227-8843-2c6dac8b8802" -d '{"events": [{"server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "name": "network-vif-plugged", "status": "completed", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:10:55.210556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:10:55.215030 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:55.239560 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5cbe72-8ba6-483d-becd-62e00b81e065 x-openstack-request-id: req-fe5cbe72-8ba6-483d-becd-62e00b81e065 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:10:55.239847 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "name": "network-vif-plugged", "status": "completed", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:10:55.240105 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe5cbe72-8ba6-483d-becd-62e00b81e065 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:10:55.240495 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'code': 200} Aug 16 14:10:55.267800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:55.332004 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b63c7-aa33-4eda-896f-61233c184891 req-050a2f97-1d98-42c7-bf18-14c5f8f087ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:55.333448 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-385b63c7-aa33-4eda-896f-61233c184891 req-050a2f97-1d98-42c7-bf18-14c5f8f087ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1097 time: 0.0418632 Aug 16 14:10:55.368863 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-385b63c7-aa33-4eda-896f-61233c184891 req-9908bce0-df0d-49cd-afdb-079729b573a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285859 Aug 16 14:10:55.614026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad21527-af4f-49e9-a9f4-b3a235af754d req-23313266-117a-4014-8365-933c8dda82c4 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:55.615530 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ad21527-af4f-49e9-a9f4-b3a235af754d req-23313266-117a-4014-8365-933c8dda82c4 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0559659 Aug 16 14:10:55.653672 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2ad21527-af4f-49e9-a9f4-b3a235af754d req-d3c8b835-4d20-459d-9aeb-49453219588e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Aug 16 14:10:56.774186 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31716f-5385-432e-9ed5-556dd0174f5e req-8dd54df3-bf20-42d4-8eed-bbb4e13cf08f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:56.775661 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f31716f-5385-432e-9ed5-556dd0174f5e req-8dd54df3-bf20-42d4-8eed-bbb4e13cf08f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0483534 Aug 16 14:10:56.814148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f31716f-5385-432e-9ed5-556dd0174f5e req-d1065834-9c05-42fd-91b1-7d9397ba3c79 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314777 Aug 16 14:10:56.928909 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512f588-7c7d-495a-a305-1a29d7796200 req-d0992c89-9bad-4613-a5e4-0c966bdfe970 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:56.930436 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f512f588-7c7d-495a-a305-1a29d7796200 req-d0992c89-9bad-4613-a5e4-0c966bdfe970 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0498931 Aug 16 14:10:56.979045 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f512f588-7c7d-495a-a305-1a29d7796200 req-b708332a-8048-465e-86c9-30454733f918 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Aug 16 14:10:57.001282 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37132) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:57.085361 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d36397c-9d3b-467c-afa4-45237d4e7ad3 tempest-TestShelveInstance-43168128 tempest-TestShelveInstance-43168128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:57.086918 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-3d36397c-9d3b-467c-afa4-45237d4e7ad3 tempest-TestShelveInstance-43168128 tempest-TestShelveInstance-43168128-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1092 time: 0.0846548 Aug 16 14:10:57.089961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37136) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:10:57.094590 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:10:57.115892 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:57.211495 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:57.317959 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Allocated IP 172.25.0.64 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/e5d4402a-ed79-4f77-bc17-917228bd1ede) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:10:57.419780 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:57.459493 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:57.503430 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:10:57.506320 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:10:57.509866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:10:57.515197 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'Port': ['ID=e5d4402a-ed79-4f77-bc17-917228bd1ede,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:57.868225 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:57.934420 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:58.080403 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:58.084839 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:58.155845 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'Port': ['ID=e5d4402a-ed79-4f77-bc17-917228bd1ede,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:58.167504 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:58.266773 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Floating IP 048081c6-d5b0-4e23-8b9d-38d3c8b558db associated. External IP: 172.25.0.64, port: b43208ed-a77f-42ee-95dc-85816cca0551. Aug 16 14:10:58.471566 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:10:58.576775 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:10:58.586637 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f0d5a-e3e0-4945-b31f-cb3395cc3af0 None None] Sync routers for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:10:58.592362 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:58.597324 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f0d5a-e3e0-4945-b31f-cb3395cc3af0 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:58.597940 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-435f0d5a-e3e0-4945-b31f-cb3395cc3af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:58.619609 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b2060ade-f419-4e5d-b834-75b17b495dc8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5285330 Aug 16 14:10:58.620194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:10:58.622441 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae" -d '{"events": [{"name": "network-changed", "server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:10:58.659639 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a49930-d7aa-460c-8a6d-17c6c6168c63 x-openstack-request-id: req-04a49930-d7aa-460c-8a6d-17c6c6168c63 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:10:58.659933 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:10:58.660194 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04a49930-d7aa-460c-8a6d-17c6c6168c63 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:10:58.660598 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'status': 'completed', 'code': 200} Aug 16 14:10:58.705040 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-435f0d5a-e3e0-4945-b31f-cb3395cc3af0 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:58.725285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae req-e0928770-21f3-4447-aa1c-3d005fb2d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:58.726760 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae req-e0928770-21f3-4447-aa1c-3d005fb2d524 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1097 time: 0.0438361 Aug 16 14:10:58.817874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae req-0f2de28c-5c9f-49e9-8e0d-f38809e076b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:58.819371 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae req-0f2de28c-5c9f-49e9-8e0d-f38809e076b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0854681 Aug 16 14:10:58.888288 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae req-362a7907-eb48-4932-a28c-13747ffbc751 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 999 time: 0.0609775 Aug 16 14:10:58.929228 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-435f0d5a-e3e0-4945-b31f-cb3395cc3af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '048081c6-d5b0-4e23-8b9d-38d3c8b558db', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'port_id': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'mac_address': 'fa:16:3e:58:04:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:10:57Z', 'updated_at': '2021-08-16T14:10:57Z', 'revision_number': 0, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:58.938550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae req-a019e7f6-8c23-497a-944d-ec02c34a81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:58.940034 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae req-a019e7f6-8c23-497a-944d-ec02c34a81a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0445578 Aug 16 14:10:58.955769 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f0d5a-e3e0-4945-b31f-cb3395cc3af0 None None] Checking router: 2d8737a8-d40f-4797-8205-ca0fa3e50fbe for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:10:58.965617 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f0d5a-e3e0-4945-b31f-cb3395cc3af0 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:10:58.966268 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-435f0d5a-e3e0-4945-b31f-cb3395cc3af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:10:34Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:58.993428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae req-dfb000e3-aa3f-4f18-8b51-e1614e2f5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:10:58.994881 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae req-dfb000e3-aa3f-4f18-8b51-e1614e2f5754 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480015 Aug 16 14:10:59.089126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae req-2ce5930a-0c03-4165-b021-7574911c09d7 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872931 Aug 16 14:10:59.089728 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-435f0d5a-e3e0-4945-b31f-cb3395cc3af0 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:10:59.190813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-95b9bb05-f8a7-484a-8dcf-9fbcea895bae req-c53952e9-1ab8-4e93-828f-50bdde745eb1 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937152 Aug 16 14:10:59.418183 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-435f0d5a-e3e0-4945-b31f-cb3395cc3af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '048081c6-d5b0-4e23-8b9d-38d3c8b558db', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'port_id': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'mac_address': 'fa:16:3e:58:04:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:10:57Z', 'updated_at': '2021-08-16T14:10:57Z', 'revision_number': 0, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:10:59.448954 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f0d5a-e3e0-4945-b31f-cb3395cc3af0 None None] The sync data for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 is: [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '048081c6-d5b0-4e23-8b9d-38d3c8b558db', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'port_id': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'mac_address': 'fa:16:3e:58:04:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:10:57Z', 'updated_at': '2021-08-16T14:10:57Z', 'revision_number': 0, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:10:59.642813 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d71ce-c4fb-4585-bd01-f03876e06ace None None] New status for floating IP 048081c6-d5b0-4e23-8b9d-38d3c8b558db: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:11:00.626187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:01.940010 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-24a7c4d0-4848-4be3-afea-c156ead360b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:04.492204 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8d47b68d-4518-4b27-9f69-62cd5f7cad83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:04.746116 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:05.813123 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:07.626480 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:17.145671 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:19.640366 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:11:25.425342 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-685af931-724a-485e-b48e-c32666b11d9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442424 Aug 16 14:11:25.507006 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-3ac0d8b6-a050-4b97-a862-a3f88855a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:25.508806 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-3ac0d8b6-a050-4b97-a862-a3f88855a29f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1097 time: 0.0415351 Aug 16 14:11:25.612952 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-fad93236-e8de-4c6f-8ca4-cc15e1e780ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:25.614462 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-fad93236-e8de-4c6f-8ca4-cc15e1e780ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0849111 Aug 16 14:11:25.684052 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-893d56d9-11d0-4123-a2f3-d1785d0c6fe1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 1001 time: 0.0605659 Aug 16 14:11:25.734663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-882744fb-0d49-43ff-b6c3-cfec794bf4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:25.736150 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-882744fb-0d49-43ff-b6c3-cfec794bf4ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0451193 Aug 16 14:11:25.781334 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-7af5b261-8dec-4e12-87f9-2e0a36ffae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:25.782758 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-7af5b261-8dec-4e12-87f9-2e0a36ffae26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392487 Aug 16 14:11:25.876234 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-da733a45-4d7c-48cf-b698-79b19b99fda9 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851860 Aug 16 14:11:25.970552 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-df23af9c-961f-4aef-b17d-121eac6122a1 req-ba945047-402f-4671-b6b7-ee4a65ee6c2d service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865111 Aug 16 14:11:30.625271 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:31.942090 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-08def953-333f-42a3-9562-1d9cacff8297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:34.494643 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-335de5f5-e43c-4fdf-a419-da21939f0d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:34.746413 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:35.816149 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:37.630139 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:47.150209 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:56.640217 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:12:00.624722 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:01.942387 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-563a5433-26cf-4732-b933-cb302d05af01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:04.496400 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-388b3416-ba19-4723-8695-b478f42c14f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:04.748323 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:05.819509 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:07.635901 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:17.150207 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:27.472332 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-eeed0954-992a-4eb1-a33a-5649f444dc79 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964692 Aug 16 14:12:27.556324 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-02224183-8433-4281-830c-d2b52eec2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:27.557719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-02224183-8433-4281-830c-d2b52eec2a0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1097 time: 0.0412664 Aug 16 14:12:27.662668 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-d484b7a6-0f34-4119-932a-bf8b86c898db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:27.664125 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-d484b7a6-0f34-4119-932a-bf8b86c898db service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0882547 Aug 16 14:12:27.730621 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-f10ff9ff-30b8-42b6-ba3d-eb8cc7fe14b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 1001 time: 0.0583897 Aug 16 14:12:27.786950 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-1e729bc5-c7ed-48c6-8ad5-a00457e356e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:27.788441 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-1e729bc5-c7ed-48c6-8ad5-a00457e356e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0504405 Aug 16 14:12:27.847303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-364713ca-1cec-4e00-a30f-21023b59d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:27.848797 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-364713ca-1cec-4e00-a30f-21023b59d004 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524149 Aug 16 14:12:27.862697 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-583d6004-eab6-4373-8b8b-e53b41c7a6ad service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:12:27.863766 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-583d6004-eab6-4373-8b8b-e53b41c7a6ad service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073912 Aug 16 14:12:27.959274 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-358a2623-ac64-4f14-ac9c-9a83b0ad931b service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880969 Aug 16 14:12:28.055692 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eaa168d3-e411-4fdb-af61-f6c777c4406f req-cfbeb4e1-c9f3-45fe-9903-2fe1a97a5fb9 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890937 Aug 16 14:12:30.638858 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:31.944766 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fb6aa9c8-2383-407c-a7c4-f69bd7b3f0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:33.639264 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:12:34.499416 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-048ad89a-7ff7-4419-b4d7-b9012e4eef16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:34.750020 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:35.823264 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:37.635530 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:47.156022 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:51.588034 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228544d-af65-474b-aa42-24d7643ba0f4 req-35c960bb-c92d-43d3-a515-89e437914701 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:51.589859 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5228544d-af65-474b-aa42-24d7643ba0f4 req-35c960bb-c92d-43d3-a515-89e437914701 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0514252 Aug 16 14:12:51.627261 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5228544d-af65-474b-aa42-24d7643ba0f4 req-7f5d8b89-5528-4007-a525-f9c2062db77a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Aug 16 14:12:52.762625 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bee333-8168-4044-967f-4fb4de5d05c5 req-8c9a53a0-f77d-4b18-b51e-e11195a53005 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:52.764119 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7bee333-8168-4044-967f-4fb4de5d05c5 req-8c9a53a0-f77d-4b18-b51e-e11195a53005 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0522113 Aug 16 14:12:52.803143 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e7bee333-8168-4044-967f-4fb4de5d05c5 req-bbf43375-0fe4-4e54-8d23-acf7fe10b2c1 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323889 Aug 16 14:12:53.933717 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44cef8-6a26-4bcc-a26c-0a5ff4aa87d7 req-93dde8b6-695c-4363-95a4-38571183ccd1 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:53.935251 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a44cef8-6a26-4bcc-a26c-0a5ff4aa87d7 req-93dde8b6-695c-4363-95a4-38571183ccd1 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0499225 Aug 16 14:12:53.974969 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7a44cef8-6a26-4bcc-a26c-0a5ff4aa87d7 req-27b39356-3122-482b-add5-04b001040182 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333927 Aug 16 14:12:55.103368 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0747284-9b8c-49d2-9b8c-36e63965bb97 req-749e6aac-920b-4f2d-8ab2-4cd4343219a3 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:55.104940 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0747284-9b8c-49d2-9b8c-36e63965bb97 req-749e6aac-920b-4f2d-8ab2-4cd4343219a3 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0585756 Aug 16 14:12:55.144728 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a0747284-9b8c-49d2-9b8c-36e63965bb97 req-517b0dc1-2732-4d4d-a722-1df578e3eee9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329924 Aug 16 14:12:56.266584 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c523e-5884-413d-8510-45b21fa45154 req-2abc2b76-01f3-46dc-a7f9-b249ead4ab54 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:56.268112 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-872c523e-5884-413d-8510-45b21fa45154 req-2abc2b76-01f3-46dc-a7f9-b249ead4ab54 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0537088 Aug 16 14:12:56.306285 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-872c523e-5884-413d-8510-45b21fa45154 req-da4011b7-dc56-412d-bab3-8c3b2488807e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319104 Aug 16 14:12:57.421222 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aea9ef-f22a-4832-950d-82f93d993631 req-cfdee241-11fd-4cf7-bffe-ab252f9f398f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:57.423396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83aea9ef-f22a-4832-950d-82f93d993631 req-cfdee241-11fd-4cf7-bffe-ab252f9f398f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0483630 Aug 16 14:12:57.461764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-83aea9ef-f22a-4832-950d-82f93d993631 req-9ef0c9da-c370-4866-b9e8-4e3c1a6f695f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320132 Aug 16 14:12:58.576438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba7764-9da6-41e0-b497-93e2d644b07e req-70ecaa66-d6b1-49d9-b7e7-6d3412cb2613 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:58.577809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34ba7764-9da6-41e0-b497-93e2d644b07e req-70ecaa66-d6b1-49d9-b7e7-6d3412cb2613 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0481687 Aug 16 14:12:58.614615 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-34ba7764-9da6-41e0-b497-93e2d644b07e req-2a734201-9704-4126-8e7b-b2876c5c2f5e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306575 Aug 16 14:12:59.755529 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444c97a-b29a-4957-9522-a21db2d92a23 req-e5e116bb-fb20-41c0-8634-ad55187fcf87 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:59.757370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e444c97a-b29a-4957-9522-a21db2d92a23 req-e5e116bb-fb20-41c0-8634-ad55187fcf87 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0552499 Aug 16 14:12:59.797517 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e444c97a-b29a-4957-9522-a21db2d92a23 req-421e4f77-fea6-4898-bdf4-4e841463b13c tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341921 Aug 16 14:13:00.638596 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:00.911727 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c34b9-1e48-4c94-93ea-5a63241c2914 req-7fd1b838-2da3-450b-a834-93326d6cb805 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:00.913133 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e1c34b9-1e48-4c94-93ea-5a63241c2914 req-7fd1b838-2da3-450b-a834-93326d6cb805 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0480011 Aug 16 14:13:00.951766 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8e1c34b9-1e48-4c94-93ea-5a63241c2914 req-9b5bb753-8a54-4892-8429-d1a1d3674d93 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327282 Aug 16 14:13:01.945658 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ef14-1beb-4d23-8fa2-e5017bd61edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:02.067122 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0569d-37af-4728-89ee-6f0520c745c8 req-9806929e-e70b-4e7d-9f01-d3ecc709cbe1 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:02.068628 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64f0569d-37af-4728-89ee-6f0520c745c8 req-9806929e-e70b-4e7d-9f01-d3ecc709cbe1 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0492654 Aug 16 14:13:02.109276 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64f0569d-37af-4728-89ee-6f0520c745c8 req-98eb46de-e3df-4919-93de-4fe5431ae548 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346639 Aug 16 14:13:03.226204 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccfaef-8fb1-4d17-88d7-92dc0deacb59 req-0287779f-a595-45ec-848e-1f000ce3a877 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:03.227545 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8bccfaef-8fb1-4d17-88d7-92dc0deacb59 req-0287779f-a595-45ec-848e-1f000ce3a877 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0513487 Aug 16 14:13:03.265737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8bccfaef-8fb1-4d17-88d7-92dc0deacb59 req-20df338a-1d80-474a-b8ef-7e5fe2f63bd6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321667 Aug 16 14:13:03.838170 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b43208ed-a77f-42ee-95dc-85816cca0551 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:13:03.942624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:13:04.116909 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'port_id': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'mac_address': 'fa:16:3e:58:04:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:13:04.156018 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:04.169025 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b43208ed-a77f-42ee-95dc-85816cca0551 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:13:04.191253 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:13:04.195531 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:04.261317 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:13:04.271479 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.271963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.272181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.272537 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.273183 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.273515 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.273843 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.274195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.274522 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.274844 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.275193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.275513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:04.282020 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['b43208ed-a77f-42ee-95dc-85816cca0551'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:13:04.415829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99a5fe-934c-4ada-874f-f0d32047f9ba req-bebe5ffa-1a52-4541-81f2-2eb8c78ab5cd tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:04.418252 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc99a5fe-934c-4ada-874f-f0d32047f9ba req-bebe5ffa-1a52-4541-81f2-2eb8c78ab5cd tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0638723 Aug 16 14:13:04.460448 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dc99a5fe-934c-4ada-874f-f0d32047f9ba req-d3747cc0-52e9-48fd-8a56-51984bbf1541 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354130 Aug 16 14:13:04.533163 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ed5185cc-c849-4783-b945-e6f931455e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:04.755239 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:05.605577 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0d201-7496-417e-9b59-900da65e01c8 req-fe2e215e-f9b5-490c-ba2b-9c4b9ceea265 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:05.607379 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36c0d201-7496-417e-9b59-900da65e01c8 req-fe2e215e-f9b5-490c-ba2b-9c4b9ceea265 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0659683 Aug 16 14:13:05.660885 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-36c0d201-7496-417e-9b59-900da65e01c8 req-6ab42bef-a7ad-4b83-b69e-26cb173cad6d tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402327 Aug 16 14:13:05.836187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:05.857175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b43208ed-a77f-42ee-95dc-85816cca0551 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:13:05.927940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port b43208ed-a77f-42ee-95dc-85816cca0551 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:13:05.928872 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:06.054185 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:06.093586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:13:06.097096 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16d2e12-ecb0-4071-a162-8f1ab8e4df92" -d '{"events": [{"server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "name": "network-vif-plugged", "status": "completed", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:13:06.118075 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:13:06.125501 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:06.201335 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:13:06.244965 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035bf536-5b3a-4fe7-84d9-26851dec8166 x-openstack-request-id: req-035bf536-5b3a-4fe7-84d9-26851dec8166 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:13:06.245576 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "name": "network-vif-plugged", "status": "completed", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:13:06.245996 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-035bf536-5b3a-4fe7-84d9-26851dec8166 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:13:06.246622 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'code': 200} Aug 16 14:13:06.804168 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5b475-ec4a-4ec2-880b-b2068d06d61b req-553a1e1e-2e41-4137-81c0-4720cef4262b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:06.805838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71a5b475-ec4a-4ec2-880b-b2068d06d61b req-553a1e1e-2e41-4137-81c0-4720cef4262b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0709400 Aug 16 14:13:06.851106 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71a5b475-ec4a-4ec2-880b-b2068d06d61b req-4611a5c2-b1ae-4c7e-a46c-e37d4d4505fa tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386145 Aug 16 14:13:07.647524 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:07.981493 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03fbe-b207-47d5-a820-7683b84432fe req-6491a137-7982-41e7-ab10-6d4792f7daec tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:07.983124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dec03fbe-b207-47d5-a820-7683b84432fe req-6491a137-7982-41e7-ab10-6d4792f7daec tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0529830 Aug 16 14:13:08.029949 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-dec03fbe-b207-47d5-a820-7683b84432fe req-5a4534fd-956e-4aae-813d-0dc30b182c76 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390484 Aug 16 14:13:09.173096 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160bc2e-b17c-4454-a5e0-c060f2dda742 req-a6568698-7d17-4061-adce-efb97e6c0435 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:09.174928 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9160bc2e-b17c-4454-a5e0-c060f2dda742 req-a6568698-7d17-4061-adce-efb97e6c0435 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0576940 Aug 16 14:13:09.221573 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9160bc2e-b17c-4454-a5e0-c060f2dda742 req-ebc13c40-359b-4033-8ff1-909ff56d0a6a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391953 Aug 16 14:13:10.382542 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee3932-2138-403f-80be-a4f441e47f56 req-8b1d2652-8b42-4c8b-b128-8509c8a750f0 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:10.384957 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11ee3932-2138-403f-80be-a4f441e47f56 req-8b1d2652-8b42-4c8b-b128-8509c8a750f0 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0606465 Aug 16 14:13:10.432124 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11ee3932-2138-403f-80be-a4f441e47f56 req-7c5ab26f-554b-4444-a5df-6489c732d96d tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395362 Aug 16 14:13:10.638999 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:13:11.585172 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08850c23-9d9c-4551-925c-9663928da138 req-cba97f9d-7fc2-48f0-b5c3-bb5bd3058837 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:11.586854 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08850c23-9d9c-4551-925c-9663928da138 req-cba97f9d-7fc2-48f0-b5c3-bb5bd3058837 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0561383 Aug 16 14:13:11.655432 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08850c23-9d9c-4551-925c-9663928da138 req-ca86b5f8-6ff7-4fcf-9bb8-f1ede95641d3 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508847 Aug 16 14:13:12.793266 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f77d19-550a-4c58-9a6e-bb1911767e25 req-1495ecd8-bb7c-4630-8964-643c4f0b4994 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:12.795079 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70f77d19-550a-4c58-9a6e-bb1911767e25 req-1495ecd8-bb7c-4630-8964-643c4f0b4994 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0614500 Aug 16 14:13:12.836522 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70f77d19-550a-4c58-9a6e-bb1911767e25 req-74dd8429-fc9b-4463-acee-bed2f59537cf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340054 Aug 16 14:13:13.695504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8344d53-f39b-4944-8a1c-59daf35c5b54 req-b1a59469-fcc4-4dfd-ab48-22adecda6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:13.696951 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b8344d53-f39b-4944-8a1c-59daf35c5b54 req-b1a59469-fcc4-4dfd-ab48-22adecda6486 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1097 time: 0.0413239 Aug 16 14:13:13.791065 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8344d53-f39b-4944-8a1c-59daf35c5b54 req-02feda4b-aeae-4eee-a96e-5396aca388c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:13.792562 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b8344d53-f39b-4944-8a1c-59daf35c5b54 req-02feda4b-aeae-4eee-a96e-5396aca388c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0879905 Aug 16 14:13:13.857687 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b8344d53-f39b-4944-8a1c-59daf35c5b54 req-37313263-bab7-4de5-8c59-ce676f0be593 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 1001 time: 0.0580015 Aug 16 14:13:13.909063 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8344d53-f39b-4944-8a1c-59daf35c5b54 req-280d7a61-be81-4d19-84e2-99c1db6db03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:13.910566 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b8344d53-f39b-4944-8a1c-59daf35c5b54 req-280d7a61-be81-4d19-84e2-99c1db6db03e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0457101 Aug 16 14:13:13.961161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe24d24-d7f3-42f9-a83b-504a9a50b25b req-0a59b3d1-07a5-46ee-b171-7067be6a514e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:13.962959 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbe24d24-d7f3-42f9-a83b-504a9a50b25b req-0a59b3d1-07a5-46ee-b171-7067be6a514e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0568886 Aug 16 14:13:13.965238 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8344d53-f39b-4944-8a1c-59daf35c5b54 req-c45c92a9-3dd9-42c4-9b9f-2ddf52defdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:13.966797 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b8344d53-f39b-4944-8a1c-59daf35c5b54 req-c45c92a9-3dd9-42c4-9b9f-2ddf52defdc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488300 Aug 16 14:13:14.004939 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fbe24d24-d7f3-42f9-a83b-504a9a50b25b req-1bee8729-7d88-4dcd-94ee-7f68faa66057 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352507 Aug 16 14:13:14.058463 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b8344d53-f39b-4944-8a1c-59daf35c5b54 req-006eb6fc-c987-4958-be7b-8a71e29bee2d service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840077 Aug 16 14:13:14.151208 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b8344d53-f39b-4944-8a1c-59daf35c5b54 req-21503b6a-9a53-42b3-95c3-36140a5ba692 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Aug 16 14:13:15.125249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efb193-cdd3-4ca0-a755-7137e5290352 req-f92c3012-558c-4c68-926f-f4d9f2268f92 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:15.126753 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73efb193-cdd3-4ca0-a755-7137e5290352 req-f92c3012-558c-4c68-926f-f4d9f2268f92 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0490160 Aug 16 14:13:15.165961 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-73efb193-cdd3-4ca0-a755-7137e5290352 req-d03ae17a-6e2b-49cf-a214-c9a2a1dc71cc tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332170 Aug 16 14:13:15.867120 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b43208ed-a77f-42ee-95dc-85816cca0551 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:13:15.942396 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:15.964361 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:13:15.966672 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e644c6d1-7be8-43ee-9ad8-58a65bc9f4f2" -d '{"events": [{"server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "name": "network-vif-unplugged", "status": "completed", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:13:15.981957 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:13:15.987832 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:16.034311 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 14:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9d8df2-7de3-4af7-aaf4-a2ef93ec79c6 x-openstack-request-id: req-ad9d8df2-7de3-4af7-aaf4-a2ef93ec79c6 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:13:16.034683 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "name": "network-vif-unplugged", "status": "completed", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:13:16.034965 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad9d8df2-7de3-4af7-aaf4-a2ef93ec79c6 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:13:16.035392 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'code': 200} Aug 16 14:13:16.061129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:13:16.279916 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe553605-7361-4528-8b38-9aced98badb8 req-1ccab25f-fc2b-4f25-86ae-449a65335609 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:16.281393 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe553605-7361-4528-8b38-9aced98badb8 req-1ccab25f-fc2b-4f25-86ae-449a65335609 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 944 time: 0.0480587 Aug 16 14:13:16.321003 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fe553605-7361-4528-8b38-9aced98badb8 req-717a363d-e6b0-4f46-bc92-f005d06ed68a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328691 Aug 16 14:13:16.539567 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655326f-6bf7-4921-bd45-3f08ae0c82d8 req-e66d07fa-7f31-4864-acef-c35676e3a1ce tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:16.541188 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f655326f-6bf7-4921-bd45-3f08ae0c82d8 req-e66d07fa-7f31-4864-acef-c35676e3a1ce tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 944 time: 0.0531919 Aug 16 14:13:16.580132 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f655326f-6bf7-4921-bd45-3f08ae0c82d8 req-70dd2dda-683f-4483-9bb6-257bef45e0c0 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331604 Aug 16 14:13:16.677457 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37330) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:13:16.756624 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-45b8e53c-607f-4fd7-8cff-e656cb992a11 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779617 Aug 16 14:13:17.146765 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:17.702734 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89172f55-25df-4ad9-b4f4-225b8971a1d6 req-d0aa24d7-051a-4851-aa63-fc738355e8d5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:17.704554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89172f55-25df-4ad9-b4f4-225b8971a1d6 req-d0aa24d7-051a-4851-aa63-fc738355e8d5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 944 time: 0.0531039 Aug 16 14:13:17.752179 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89172f55-25df-4ad9-b4f4-225b8971a1d6 req-0cd09c54-27eb-4af8-b18b-fcd2cebf05f0 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410919 Aug 16 14:13:18.870931 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8701fc4-b00c-4070-acc2-7783bddf0e0f req-29024350-d5ae-4aa9-ad86-dbdc1e5f9bf8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:18.872421 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8701fc4-b00c-4070-acc2-7783bddf0e0f req-29024350-d5ae-4aa9-ad86-dbdc1e5f9bf8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 944 time: 0.0512877 Aug 16 14:13:18.909327 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e8701fc4-b00c-4070-acc2-7783bddf0e0f req-89a1745b-db76-42dc-861a-2269e7423e9e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301576 Aug 16 14:13:19.824330 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0877928-1867-461e-a2a4-08014d688717 req-0acb925f-f3b7-44ad-92fb-a010d33ce20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:19.825822 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-0acb925f-f3b7-44ad-92fb-a010d33ce20c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05&tenant_id=a5930dab45d44c0a80e5a809cf8d8da5 HTTP/1.1" status: 200 len: 1095 time: 0.0410240 Aug 16 14:13:19.840523 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804708-1', 'device_owner': 'compute:nova'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:13:19.885802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device b43208ed-a77f-42ee-95dc-85816cca0551 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:13:19.893054 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:20.031062 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550d3d-01be-4005-8f53-e21ab171d446 req-bfe745b8-8e27-4b1b-879a-3260d4dd9b7e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:20.032748 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce550d3d-01be-4005-8f53-e21ab171d446 req-bfe745b8-8e27-4b1b-879a-3260d4dd9b7e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 944 time: 0.0508480 Aug 16 14:13:20.073337 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ce550d3d-01be-4005-8f53-e21ab171d446 req-78887107-eeda-4e41-bcdd-28b44464f389 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344350 Aug 16 14:13:20.111131 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:13:20.144718 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:13:20.177490 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43208ed-a77f-42ee-95dc-85816cca0551 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:13:20.185343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:20.197784 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Transition to ACTIVE for port object b43208ed-a77f-42ee-95dc-85816cca0551 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:13:20.201233 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:20.283824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=9']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:13:20.295504 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.295847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.296182 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.296515 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.296843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.297699 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.298026 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.298388 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.298707 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.299031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.299348 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.299666 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:20.335332 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] No DVR routers for this DVR port b43208ed-a77f-42ee-95dc-85816cca0551 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:13:20.491872 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Attempting to bind port b43208ed-a77f-42ee-95dc-85816cca0551 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:13:20.492203 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Attempting to bind port b43208ed-a77f-42ee-95dc-85816cca0551 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:13:20.492526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Attempting to bind port b43208ed-a77f-42ee-95dc-85816cca0551 on network 96e36c01-fba3-4c79-93df-41e004c703b4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:13:20.496799 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Port b43208ed-a77f-42ee-95dc-85816cca0551 on network 96e36c01-fba3-4c79-93df-41e004c703b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:13:20.497119 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Attempting to bind port b43208ed-a77f-42ee-95dc-85816cca0551 on network 96e36c01-fba3-4c79-93df-41e004c703b4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:13:20.502404 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:13:20.502740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Checking segment: {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:13:20.503114 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Bound using segment: {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:13:20.503530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Bound port: b43208ed-a77f-42ee-95dc-85816cca0551, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:13:20.503887 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:20.570921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:13:20.573856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:13:20.578796 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:20.611508 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:20.612209 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:20.614281 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] 10.222.0.22 "PUT /v2.0/ports/b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 1092 time: 0.7775011 Aug 16 14:13:20.614521 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:13:20.616774 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bef27e-360b-4139-bb53-162354ab7b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:13:20.648553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e582ae-eee7-4998-a43f-41b18864278a service neutron] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=10']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:13:20.707710 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0877928-1867-461e-a2a4-08014d688717 req-5a14ce95-0ccf-44b0-a35d-690559b1a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:20.709563 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-5a14ce95-0ccf-44b0-a35d-690559b1a2bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1096 time: 0.0576298 Aug 16 14:13:20.728030 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72165a78-c992-4fe5-b30e-b95ba49848c4 x-openstack-request-id: req-72165a78-c992-4fe5-b30e-b95ba49848c4 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:13:20.728323 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:13:20.728599 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72165a78-c992-4fe5-b30e-b95ba49848c4 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:13:20.728999 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'status': 'completed', 'code': 200} Aug 16 14:13:20.824514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0877928-1867-461e-a2a4-08014d688717 req-12a75320-04d9-463e-a4cf-29edfea52591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:20.825994 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-12a75320-04d9-463e-a4cf-29edfea52591 service neutron] 10.222.0.22 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.1086137 Aug 16 14:13:20.898122 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-bebd2b21-5a4e-4c64-8503-a4ad1cba273a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 999 time: 0.0636728 Aug 16 14:13:20.948235 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0877928-1867-461e-a2a4-08014d688717 req-eaa25ab2-f8d4-482c-babd-9a062dd32464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:20.949668 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-eaa25ab2-f8d4-482c-babd-9a062dd32464 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0445640 Aug 16 14:13:20.994574 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0877928-1867-461e-a2a4-08014d688717 req-a8360c30-56ce-472e-85a0-5e2acc0c3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:20.996078 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-a8360c30-56ce-472e-85a0-5e2acc0c3ce9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397370 Aug 16 14:13:21.007561 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-12d86bee-44a1-4bb3-96f2-ceb613f4c076 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:13:21.008539 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-12d86bee-44a1-4bb3-96f2-ceb613f4c076 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049164 Aug 16 14:13:21.108832 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-68d33f97-1268-465e-869e-3f6ab431a4cc service neutron] 10.222.0.22 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936828 Aug 16 14:13:21.197284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99581720-2776-4acd-b136-6ab32fe604ef req-9fd72a43-1491-44f9-b83f-1a628e234224 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:21.198738 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99581720-2776-4acd-b136-6ab32fe604ef req-9fd72a43-1491-44f9-b83f-1a628e234224 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0489693 Aug 16 14:13:21.201128 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-e3f70645-508b-4609-be9b-2f9a819365d9 service neutron] 10.222.0.22 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840852 Aug 16 14:13:21.239237 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-99581720-2776-4acd-b136-6ab32fe604ef req-9494e0ca-1ace-4789-930c-675094cd0910 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333214 Aug 16 14:13:21.306678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bef27e-360b-4139-bb53-162354ab7b3e req-ac22785a-9fa9-46d4-9f60-81740c668f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:21.308180 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44bef27e-360b-4139-bb53-162354ab7b3e req-ac22785a-9fa9-46d4-9f60-81740c668f32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1096 time: 0.0466259 Aug 16 14:13:21.400047 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bef27e-360b-4139-bb53-162354ab7b3e req-990e23c6-e0fd-4c2b-8fcb-5c3c8d929374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:21.401528 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44bef27e-360b-4139-bb53-162354ab7b3e req-990e23c6-e0fd-4c2b-8fcb-5c3c8d929374 service neutron] 10.222.0.22 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0853403 Aug 16 14:13:21.475659 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44bef27e-360b-4139-bb53-162354ab7b3e req-fdf177df-7a9a-41ec-bfb5-2f3e077d2151 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 999 time: 0.0669158 Aug 16 14:13:21.551938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bef27e-360b-4139-bb53-162354ab7b3e req-c891c629-a5a9-48a2-8218-cf35cf3eec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:21.553813 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44bef27e-360b-4139-bb53-162354ab7b3e req-c891c629-a5a9-48a2-8218-cf35cf3eec22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0712445 Aug 16 14:13:22.374749 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19031e58-3bd0-43f5-b608-eb241cbe2ec3 req-ba0beb82-b23a-46cd-aff9-94776ffc1064 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:22.376449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19031e58-3bd0-43f5-b608-eb241cbe2ec3 req-ba0beb82-b23a-46cd-aff9-94776ffc1064 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0552642 Aug 16 14:13:22.416229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19031e58-3bd0-43f5-b608-eb241cbe2ec3 req-0f17049c-b480-4b33-baf8-76d9e19f2dda tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337293 Aug 16 14:13:23.557300 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3424fd6-7246-44de-8b12-fa742712f820 req-1e62021f-43e8-4af3-890c-9c4941b55a94 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:23.558754 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3424fd6-7246-44de-8b12-fa742712f820 req-1e62021f-43e8-4af3-890c-9c4941b55a94 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0494568 Aug 16 14:13:23.603602 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3424fd6-7246-44de-8b12-fa742712f820 req-2e64f5c8-94a9-4122-9675-bd9ab32957ec tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386138 Aug 16 14:13:24.734754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60144173-201b-4047-a1a0-786378c9b9e7 req-3b42b58d-c50b-4f33-bab7-655614e16999 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:24.736273 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60144173-201b-4047-a1a0-786378c9b9e7 req-3b42b58d-c50b-4f33-bab7-655614e16999 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0531831 Aug 16 14:13:24.775318 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-60144173-201b-4047-a1a0-786378c9b9e7 req-a91f6bd6-c531-4be2-b8c6-0a3074c73eaa tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317736 Aug 16 14:13:25.934153 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1fb60-41f6-4ff9-890f-6b34dc4e2b57 req-ef3eecbb-fbd6-480e-bfac-2ada1c239cbb tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:25.935892 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10b1fb60-41f6-4ff9-890f-6b34dc4e2b57 req-ef3eecbb-fbd6-480e-bfac-2ada1c239cbb tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0861967 Aug 16 14:13:25.983053 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-10b1fb60-41f6-4ff9-890f-6b34dc4e2b57 req-51e389b8-fa28-47ba-84f7-faaf3a7a9658 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395532 Aug 16 14:13:27.104094 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef9c6-89cf-4e84-bee4-5318947020d8 req-73cdd317-11e8-4aa3-a1ab-1fc9deefc746 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:27.109066 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24cef9c6-89cf-4e84-bee4-5318947020d8 req-73cdd317-11e8-4aa3-a1ab-1fc9deefc746 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0538764 Aug 16 14:13:27.156182 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-24cef9c6-89cf-4e84-bee4-5318947020d8 req-3d054e4b-d5ca-4278-907c-828e165a1400 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369012 Aug 16 14:13:28.282521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe89742-f58c-4349-bfa0-ecf6193a9565 req-da9987fd-2cd1-4fb3-b5e4-68418e429df6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:28.289990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3fe89742-f58c-4349-bfa0-ecf6193a9565 req-da9987fd-2cd1-4fb3-b5e4-68418e429df6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0633893 Aug 16 14:13:28.324142 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3fe89742-f58c-4349-bfa0-ecf6193a9565 req-13f4e0f7-930f-4c1d-ab8b-9319cf47d4f8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332453 Aug 16 14:13:29.448733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d4d14-0e82-41ad-ac28-63fd7717f2e7 req-9191ad63-7e4a-49e8-a299-5819a62cfd9b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:29.450222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b1d4d14-0e82-41ad-ac28-63fd7717f2e7 req-9191ad63-7e4a-49e8-a299-5819a62cfd9b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0518143 Aug 16 14:13:29.497291 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b1d4d14-0e82-41ad-ac28-63fd7717f2e7 req-e350029e-8ef2-4943-9b82-0eb3f2962b9b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353816 Aug 16 14:13:30.630744 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80deb62b-841e-4b6b-9f29-2a46053a220d req-af4677f5-0bc9-4376-86e4-a290043ad579 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:30.632494 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80deb62b-841e-4b6b-9f29-2a46053a220d req-af4677f5-0bc9-4376-86e4-a290043ad579 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0574248 Aug 16 14:13:30.635367 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:30.674031 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-80deb62b-841e-4b6b-9f29-2a46053a220d req-74178488-a2b9-4e54-bb4e-5d9f8eec53c4 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354235 Aug 16 14:13:31.803929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffbe5f-3405-42a6-a86a-0ecf4ef5b455 req-3b665d57-44eb-4d4b-9425-bcbb1723ac9e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:31.805497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efffbe5f-3405-42a6-a86a-0ecf4ef5b455 req-3b665d57-44eb-4d4b-9425-bcbb1723ac9e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0618517 Aug 16 14:13:31.844492 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-efffbe5f-3405-42a6-a86a-0ecf4ef5b455 req-18e6f482-a389-428f-826d-ba6d4d718d98 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328352 Aug 16 14:13:31.947745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4a22f48d-c6d0-45ec-84b5-b663f36ac326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:32.978864 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b2a81-81e8-44e1-a97f-2cd2a62ab45a req-a39bc17a-985d-4c90-a558-37bbe3b53018 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:32.980351 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-788b2a81-81e8-44e1-a97f-2cd2a62ab45a req-a39bc17a-985d-4c90-a558-37bbe3b53018 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0622039 Aug 16 14:13:33.019479 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-788b2a81-81e8-44e1-a97f-2cd2a62ab45a req-0d7f5909-2bab-4083-8668-9c01bf2d1734 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330205 Aug 16 14:13:33.617764 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bef27e-360b-4139-bb53-162354ab7b3e req-b44c06be-7584-4d8b-bc5d-7546f9edf6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:33.619289 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44bef27e-360b-4139-bb53-162354ab7b3e req-b44c06be-7584-4d8b-bc5d-7546f9edf6c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440516 Aug 16 14:13:33.716860 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44bef27e-360b-4139-bb53-162354ab7b3e req-40860087-1e6e-4e05-be46-b93f0d2c22e3 service neutron] 10.222.0.22 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897949 Aug 16 14:13:33.807861 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-44bef27e-360b-4139-bb53-162354ab7b3e req-6000e1d0-793d-4372-a96d-164d1afca22f service neutron] 10.222.0.22 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808420 Aug 16 14:13:34.135256 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2327526-b37c-4a23-81b5-15218f731f49 req-ac61b4f7-2923-44ce-ab2e-dc4d7635a8c3 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:34.136737 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2327526-b37c-4a23-81b5-15218f731f49 req-ac61b4f7-2923-44ce-ab2e-dc4d7635a8c3 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0496969 Aug 16 14:13:34.174305 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a2327526-b37c-4a23-81b5-15218f731f49 req-56ba47cd-ca4f-443e-b34b-3a9f2f5e3a4d tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315592 Aug 16 14:13:34.504860 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-960c9d0a-ead4-4c03-9288-7d9852d84220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:34.756995 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:35.291469 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aeb60e-ec35-4706-9040-5a62f358c8fe req-461f6810-b35d-4e55-ba8b-b712832328f2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:35.292159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71aeb60e-ec35-4706-9040-5a62f358c8fe req-461f6810-b35d-4e55-ba8b-b712832328f2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0495412 Aug 16 14:13:35.332618 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-71aeb60e-ec35-4706-9040-5a62f358c8fe req-700e1a33-f444-4bcd-ac3c-99bb3d6b9dde tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340095 Aug 16 14:13:35.827693 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:36.461482 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b270e-20b3-47db-811b-dca9497109ba req-6aecdb57-dfcd-4900-a09e-b68e0060331f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:36.462990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b93b270e-20b3-47db-811b-dca9497109ba req-6aecdb57-dfcd-4900-a09e-b68e0060331f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 945 time: 0.0580344 Aug 16 14:13:36.499866 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b93b270e-20b3-47db-811b-dca9497109ba req-cf6defef-1061-4cd0-a8e8-3dc1ad9b88eb tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308437 Aug 16 14:13:36.785553 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b43208ed-a77f-42ee-95dc-85816cca0551 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:13:36.881178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:13:36.892260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'port_id': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'mac_address': 'fa:16:3e:58:04:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:13:36.929338 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:36.943855 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43208ed-a77f-42ee-95dc-85816cca0551 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:13:36.963780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:13:36.967430 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:37.018405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=11']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:13:37.403588 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['b43208ed-a77f-42ee-95dc-85816cca0551'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:13:37.618883 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9833e-cd46-4aff-a9a0-e815b2d60f86 req-8f85cadc-071e-4d1c-a397-fe6711d69cb5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:37.621512 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49a9833e-cd46-4aff-a9a0-e815b2d60f86 req-8f85cadc-071e-4d1c-a397-fe6711d69cb5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0509610 Aug 16 14:13:37.640337 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:37.660382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-49a9833e-cd46-4aff-a9a0-e815b2d60f86 req-1b57fdbf-9812-43c9-94f5-d7c44720e07d tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338833 Aug 16 14:13:38.775696 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca9500-4134-48f5-9826-d709da526739 req-1c7aa407-2913-4db1-81ac-fcff4e5adf34 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:38.777175 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cca9500-4134-48f5-9826-d709da526739 req-1c7aa407-2913-4db1-81ac-fcff4e5adf34 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 946 time: 0.0491881 Aug 16 14:13:38.794059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b43208ed-a77f-42ee-95dc-85816cca0551 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:13:38.815910 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5cca9500-4134-48f5-9826-d709da526739 req-4e8bc7ec-2f7e-45fa-b3cf-c35f98f3bd43 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322413 Aug 16 14:13:38.842658 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port b43208ed-a77f-42ee-95dc-85816cca0551 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:13:38.846192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port b43208ed-a77f-42ee-95dc-85816cca0551 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:13:38.846640 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:38.924347 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:38.948152 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:13:38.950387 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d14eb59-ec7c-4918-9fe0-752404b0455d" -d '{"events": [{"server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "name": "network-vif-plugged", "status": "completed", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:13:38.963506 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:13:38.967832 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:38.999273 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f046c7c-11d6-4b1c-aadd-de8e32011d71 x-openstack-request-id: req-0f046c7c-11d6-4b1c-aadd-de8e32011d71 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:13:38.999570 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "name": "network-vif-plugged", "status": "completed", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:13:38.999825 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f046c7c-11d6-4b1c-aadd-de8e32011d71 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:13:39.000216 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'code': 200} Aug 16 14:13:39.026872 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=12']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:13:39.185106 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f49f0-55e7-4849-aab5-a69ae81ec41f req-d15233d8-40f4-4d77-b2e9-e4b7b27a6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:39.186613 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5a4f49f0-55e7-4849-aab5-a69ae81ec41f req-d15233d8-40f4-4d77-b2e9-e4b7b27a6c15 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1098 time: 0.0454195 Aug 16 14:13:39.221210 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-5a4f49f0-55e7-4849-aab5-a69ae81ec41f req-0e0e4d6c-ba86-4462-a93e-d52d505d0447 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271084 Aug 16 14:13:39.934389 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b753d27-4c2f-4da4-ae92-ffcc6acf0574 req-385d4c27-e8f8-448c-bd56-d992e63a0fd6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:39.935851 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b753d27-4c2f-4da4-ae92-ffcc6acf0574 req-385d4c27-e8f8-448c-bd56-d992e63a0fd6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 947 time: 0.0510287 Aug 16 14:13:39.977986 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0b753d27-4c2f-4da4-ae92-ffcc6acf0574 req-cac424ac-cb40-47e2-9be2-5fbb7553c89a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316870 Aug 16 14:13:41.104215 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127110a2-6248-4326-ab61-3a56c28e9b2b req-cac8b299-c9e7-4a7f-a7b6-073a26165abb tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:41.105621 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-127110a2-6248-4326-ab61-3a56c28e9b2b req-cac8b299-c9e7-4a7f-a7b6-073a26165abb tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 947 time: 0.0500166 Aug 16 14:13:41.144564 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-127110a2-6248-4326-ab61-3a56c28e9b2b req-eb8db48c-9809-4547-9c64-a2446fcdc5dc tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324802 Aug 16 14:13:42.259032 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dabad-5075-4eb5-b2f3-903e2c24e01a req-4e802b50-11bc-4177-940e-4d06670c4812 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:42.260497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f0dabad-5075-4eb5-b2f3-903e2c24e01a req-4e802b50-11bc-4177-940e-4d06670c4812 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 947 time: 0.0475969 Aug 16 14:13:42.298091 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9f0dabad-5075-4eb5-b2f3-903e2c24e01a req-8d2b5524-951d-4e4c-a0bf-3c42492c4bba tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314269 Aug 16 14:13:47.164591 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:47.637733 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:13:57.740162 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-274028f4-6fa0-493d-8ffe-4ba68cf658fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398531 Aug 16 14:13:57.833704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-c9c60d1b-a1a4-4b2b-8d39-6176dfeec443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:57.835224 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-c9c60d1b-a1a4-4b2b-8d39-6176dfeec443 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1098 time: 0.0404170 Aug 16 14:13:57.941904 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-8d691459-713f-4d83-84f8-c42c343bfa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:57.943414 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-8d691459-713f-4d83-84f8-c42c343bfa06 service neutron] 10.222.0.22 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0880706 Aug 16 14:13:58.008961 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-edc52e48-d46c-4dcd-b915-2d647597263d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 1001 time: 0.0572989 Aug 16 14:13:58.058698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-612b6e5d-31e3-4cad-b8e4-c602923229fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:58.060131 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-612b6e5d-31e3-4cad-b8e4-c602923229fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0432184 Aug 16 14:13:58.109691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-083d9a40-3572-4be3-a481-c7da57837edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:13:58.111206 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-083d9a40-3572-4be3-a481-c7da57837edf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427763 Aug 16 14:13:58.200428 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-7d2db3f9-5db9-4781-84ba-11a924fc1132 service neutron] 10.222.0.22 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813875 Aug 16 14:13:58.295101 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ad3e84a8-147c-49bb-8ac1-e4b51fccf970 req-cc082205-93bd-4a05-9f65-4be682805c72 service neutron] 10.222.0.22 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862865 Aug 16 14:14:00.640444 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:01.947730 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e9fab48c-b0e5-45c9-b8b8-7171ab06d393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:04.506346 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2fc287c0-3d2d-468d-8bdb-982ca876c6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:04.757633 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:05.831384 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:07.637993 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:17.162210 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:24.637628 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:14:30.640469 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:31.948520 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e06ceaf2-246e-412b-a1f0-ddcdc3e79f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:34.509624 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6b8990a9-afec-42e8-9283-e9e6930d63b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:34.758415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:35.835184 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:37.640949 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:47.184025 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:57.838170 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-cff260fd-5846-4439-b774-0eb1f316bdb8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1318796 Aug 16 14:14:57.936532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-ade41e34-86fb-4125-87ea-a48ded217381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:14:57.938612 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-ade41e34-86fb-4125-87ea-a48ded217381 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1098 time: 0.0443864 Aug 16 14:14:58.057236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-c53763f5-1b08-4960-960a-9eeccaf6ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:14:58.058757 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-c53763f5-1b08-4960-960a-9eeccaf6ceb4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.1003814 Aug 16 14:14:58.129382 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-61d41f7d-640f-4a46-92c2-9d2e1c4114e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 1001 time: 0.0611038 Aug 16 14:14:58.184158 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-dc2b0111-ef67-4509-9b19-dca754d2b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:14:58.186092 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-dc2b0111-ef67-4509-9b19-dca754d2b2ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0516832 Aug 16 14:14:58.233598 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-fd30381f-d6c5-4ad9-9e07-c3ed61a04efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:14:58.235254 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-fd30381f-d6c5-4ad9-9e07-c3ed61a04efa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427992 Aug 16 14:14:58.334884 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-39031a7d-6746-433e-9e3d-207ee47038bb service neutron] 10.222.0.22 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915382 Aug 16 14:14:58.434728 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-49332449-59a3-40a2-81cd-a2452ab5b120 req-944ee5d6-e07e-45a6-a9d1-a3a532cead21 service neutron] 10.222.0.22 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923111 Aug 16 14:15:00.650372 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:01.637014 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:15:01.952375 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2180f114-6c4e-4286-ba82-34207d00dd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:04.511531 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7ff6482f-cdca-4315-bb95-878ff6b227a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:04.760480 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:05.837807 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:07.645680 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:17.172988 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:26.700908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37496) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:15:26.861039 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Deleting port e5d4402a-ed79-4f77-bc17-917228bd1ede {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:15:26.861375 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:26.945268 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:26.945592 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:26.957700 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Calling delete_port for e5d4402a-ed79-4f77-bc17-917228bd1ede owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:15:27.099018 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:27.127480 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event deleted for resources: {'Port': ['ID=e5d4402a-ed79-4f77-bc17-917228bd1ede,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:27.153309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.153653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.153992 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.154351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.154685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.155016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.155376 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.155704 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.156030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.156350 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.156679 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.157001 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:27.208858 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:27.209106 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Floating IP 048081c6-d5b0-4e23-8b9d-38d3c8b558db disassociated (deleted). External IP: 172.25.0.64, port: b43208ed-a77f-42ee-95dc-85816cca0551. Aug 16 14:15:27.417302 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:15:27.872018 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:15:27.877548 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:27.882184 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be39bc-1f98-4ff7-9a0d-fbe4f834d3a9 None None] Sync routers for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:15:27.892022 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be39bc-1f98-4ff7-9a0d-fbe4f834d3a9 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:15:27.892636 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d6be39bc-1f98-4ff7-9a0d-fbe4f834d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:15:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:15:27.904464 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-25992583-0210-4d7a-83db-a8917e055444 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "DELETE /v2.0/floatingips/048081c6-d5b0-4e23-8b9d-38d3c8b558db HTTP/1.1" status: 204 len: 168 time: 1.2025547 Aug 16 14:15:27.905139 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:15:27.907791 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625f0935-911b-42a8-8de6-8dc7a2c54317" -d '{"events": [{"name": "network-changed", "server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:15:27.949635 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13243fbf-2e58-4275-83ff-677fc7141c80 x-openstack-request-id: req-13243fbf-2e58-4275-83ff-677fc7141c80 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:15:27.949977 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:15:27.950257 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13243fbf-2e58-4275-83ff-677fc7141c80 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:15:27.950662 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'status': 'completed', 'code': 200} Aug 16 14:15:28.001027 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d6be39bc-1f98-4ff7-9a0d-fbe4f834d3a9 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:15:28.028658 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f0935-911b-42a8-8de6-8dc7a2c54317 req-7839084f-c6c9-40b0-8d4f-e863651833ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:28.030843 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-625f0935-911b-42a8-8de6-8dc7a2c54317 req-7839084f-c6c9-40b0-8d4f-e863651833ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 1098 time: 0.0428784 Aug 16 14:15:28.144288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f0935-911b-42a8-8de6-8dc7a2c54317 req-029d690a-80c6-45f9-a91e-be227512329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:28.145757 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-625f0935-911b-42a8-8de6-8dc7a2c54317 req-029d690a-80c6-45f9-a91e-be227512329a service neutron] 10.222.0.22 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.1030269 Aug 16 14:15:28.152776 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e2139-253a-46b3-a841-c581d7829dbe req-03437793-6a05-4cbe-8126-e45441fa229a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:28.154423 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b6e2139-253a-46b3-a841-c581d7829dbe req-03437793-6a05-4cbe-8126-e45441fa229a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 947 time: 0.0556700 Aug 16 14:15:28.189869 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-625f0935-911b-42a8-8de6-8dc7a2c54317 req-534be64c-2acd-4742-b873-754caee20903 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 200 len: 217 time: 0.0366721 Aug 16 14:15:28.196809 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8b6e2139-253a-46b3-a841-c581d7829dbe req-e3e006be-dd22-40f4-9fa3-83048a639c64 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347149 Aug 16 14:15:28.221218 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d6be39bc-1f98-4ff7-9a0d-fbe4f834d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:15:28.241979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f0935-911b-42a8-8de6-8dc7a2c54317 req-4e1aeca2-81d8-4059-bf80-c9659f3ba912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:28.243480 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-625f0935-911b-42a8-8de6-8dc7a2c54317 req-4e1aeca2-81d8-4059-bf80-c9659f3ba912 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0455925 Aug 16 14:15:28.247704 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be39bc-1f98-4ff7-9a0d-fbe4f834d3a9 None None] Checking router: 2d8737a8-d40f-4797-8205-ca0fa3e50fbe for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:15:28.256328 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be39bc-1f98-4ff7-9a0d-fbe4f834d3a9 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:15:28.256927 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d6be39bc-1f98-4ff7-9a0d-fbe4f834d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:15:04Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:15:28.295821 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f0935-911b-42a8-8de6-8dc7a2c54317 req-99cb887e-7258-4bb2-b52f-52ee1147ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:28.297962 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-625f0935-911b-42a8-8de6-8dc7a2c54317 req-99cb887e-7258-4bb2-b52f-52ee1147ca1f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458987 Aug 16 14:15:28.366864 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-d6be39bc-1f98-4ff7-9a0d-fbe4f834d3a9 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:15:28.392965 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-625f0935-911b-42a8-8de6-8dc7a2c54317 req-5eaf2a1e-1b3e-435e-9602-71f46be17a99 service neutron] 10.222.0.22 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864484 Aug 16 14:15:28.492636 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-625f0935-911b-42a8-8de6-8dc7a2c54317 req-48085db5-5768-416f-9a9c-08e006f70637 service neutron] 10.222.0.22 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917308 Aug 16 14:15:28.570710 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-d6be39bc-1f98-4ff7-9a0d-fbe4f834d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:15:28.603701 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be39bc-1f98-4ff7-9a0d-fbe4f834d3a9 None None] The sync data for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 is: [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:15:28.836673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6c5511-a186-4da7-b0ef-d94911476105 None None] New status for floating IP 048081c6-d5b0-4e23-8b9d-38d3c8b558db: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:15:29.345055 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaa1ef-d4f1-434d-ae04-b507952f0cd6 req-c8d86bdc-afde-4690-9e79-110bad8bdba2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:29.346673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbdaa1ef-d4f1-434d-ae04-b507952f0cd6 req-c8d86bdc-afde-4690-9e79-110bad8bdba2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 947 time: 0.0500340 Aug 16 14:15:29.385599 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-cbdaa1ef-d4f1-434d-ae04-b507952f0cd6 req-5f6e2f39-e1ac-436a-9e36-e459dd9a54ec tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f69aca7-238e-4fe8-a201-ccd778b0ef21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328503 Aug 16 14:15:29.973236 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fa006-5294-402d-abe9-bf677411a030 req-baa26457-c108-434b-9abe-34a3f7ee5334 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:29.974801 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ba3fa006-5294-402d-abe9-bf677411a030 req-baa26457-c108-434b-9abe-34a3f7ee5334 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.22 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 947 time: 0.0507863 Aug 16 14:15:30.068142 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ba3fa006-5294-402d-abe9-bf677411a030 req-a16f2bf7-5365-4f6d-aa1c-76f47629d6e6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Deleting port b43208ed-a77f-42ee-95dc-85816cca0551 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:15:30.068479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ba3fa006-5294-402d-abe9-bf677411a030 req-a16f2bf7-5365-4f6d-aa1c-76f47629d6e6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:30.161465 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-ba3fa006-5294-402d-abe9-bf677411a030 req-a16f2bf7-5365-4f6d-aa1c-76f47629d6e6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] For port b43208ed-a77f-42ee-95dc-85816cca0551, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=b43208ed-a77f-42ee-95dc-85816cca0551,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:15:30.161823 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ba3fa006-5294-402d-abe9-bf677411a030 req-a16f2bf7-5365-4f6d-aa1c-76f47629d6e6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:30.174303 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-ba3fa006-5294-402d-abe9-bf677411a030 req-a16f2bf7-5365-4f6d-aa1c-76f47629d6e6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Calling delete_port for b43208ed-a77f-42ee-95dc-85816cca0551 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:15:30.302875 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ba3fa006-5294-402d-abe9-bf677411a030 req-a16f2bf7-5365-4f6d-aa1c-76f47629d6e6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:30.333471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f2bf7-5365-4f6d-aa1c-76f47629d6e6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event deleted for resources: {'Port': ['ID=b43208ed-a77f-42ee-95dc-85816cca0551,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:30.374015 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3fa006-5294-402d-abe9-bf677411a030 req-a16f2bf7-5365-4f6d-aa1c-76f47629d6e6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] No DVR routers for this DVR port b43208ed-a77f-42ee-95dc-85816cca0551 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:15:30.377223 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-ba3fa006-5294-402d-abe9-bf677411a030 req-a16f2bf7-5365-4f6d-aa1c-76f47629d6e6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:30.379237 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ba3fa006-5294-402d-abe9-bf677411a030 req-a16f2bf7-5365-4f6d-aa1c-76f47629d6e6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.22 "DELETE /v2.0/ports/b43208ed-a77f-42ee-95dc-85816cca0551 HTTP/1.1" status: 204 len: 173 time: 0.3964489 Aug 16 14:15:30.379691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'name': 'network-vif-deleted', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:15:30.381911 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6dd21b-25c0-451b-9574-af02e98edc8e" -d '{"events": [{"server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "name": "network-vif-deleted", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:15:30.425185 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69cb52f-ac52-4c43-a8ad-05e1d2ed20bc x-openstack-request-id: req-e69cb52f-ac52-4c43-a8ad-05e1d2ed20bc {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:15:30.425514 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e771e4-e1c9-4903-b00f-cc7d5bc86c05", "name": "network-vif-deleted", "tag": "b43208ed-a77f-42ee-95dc-85816cca0551", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:15:30.425862 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e69cb52f-ac52-4c43-a8ad-05e1d2ed20bc {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:15:30.426344 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e771e4-e1c9-4903-b00f-cc7d5bc86c05', 'name': 'network-vif-deleted', 'tag': 'b43208ed-a77f-42ee-95dc-85816cca0551', 'status': 'completed', 'code': 200} Aug 16 14:15:30.494216 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d8f6b7c-ab9b-455c-b826-23b0c1fb18c8 req-7d0097ff-1845-4e6a-b38c-57c7dbacfa9d tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=32e771e4-e1c9-4903-b00f-cc7d5bc86c05 HTTP/1.1" status: 200 len: 210 time: 0.0281601 Aug 16 14:15:30.651961 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:31.557283 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37520) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:15:31.628993 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-70b7ce40-0dc6-443a-8a74-222141013ba8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:31.663819 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-70b7ce40-0dc6-443a-8a74-222141013ba8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:31.728563 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-70b7ce40-0dc6-443a-8a74-222141013ba8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:31.731354 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-70b7ce40-0dc6-443a-8a74-222141013ba8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:31.732666 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-70b7ce40-0dc6-443a-8a74-222141013ba8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "DELETE /v2.0/security-groups/9f69aca7-238e-4fe8-a201-ccd778b0ef21 HTTP/1.1" status: 204 len: 168 time: 0.1742964 Aug 16 14:15:31.743359 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7ce40-0dc6-443a-8a74-222141013ba8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f69aca7-238e-4fe8-a201-ccd778b0ef21,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:31.958523 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-2c27dcd9-f04c-4b1d-b4eb-3f57c4f85040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.004180 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37526) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:15:32.009005 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-50b8c00a-6d94-4ac6-95f7-91a6b435c804 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1438717974', 'description': 'tempest-secgroup-smoke-1438717974 description', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:15:32.033727 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b8c00a-6d94-4ac6-95f7-91a6b435c804 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.119655 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b8c00a-6d94-4ac6-95f7-91a6b435c804 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.128479 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b8c00a-6d94-4ac6-95f7-91a6b435c804 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.156943 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-50b8c00a-6d94-4ac6-95f7-91a6b435c804 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.158366 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-50b8c00a-6d94-4ac6-95f7-91a6b435c804 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1531053 Aug 16 14:15:32.161249 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37528) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:15:32.163329 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8c00a-6d94-4ac6-95f7-91a6b435c804 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c680577-f9f1-4ac4-9a30-47043dcc22f3,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:32.166325 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '6c680577-f9f1-4ac4-9a30-47043dcc22f3', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:15:32.194702 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.255950 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.260310 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.277641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f348c3c8-ce27-4f2e-8112-262b4f13c25a,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:32.290209 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.290495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.290925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.291264 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.291628 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.291929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.292349 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.292774 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.293107 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.293433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.293789 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.294185 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:15:32.299093 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.300299 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f837848b-dd13-4898-8b4d-b6f8c23b7235 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377177 Aug 16 14:15:32.303759 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37530) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:15:32.308303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b42514c4-052b-41eb-984d-eeb792d0f1c2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '6c680577-f9f1-4ac4-9a30-47043dcc22f3', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:15:32.336180 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b42514c4-052b-41eb-984d-eeb792d0f1c2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.400305 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b42514c4-052b-41eb-984d-eeb792d0f1c2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.409195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b42514c4-052b-41eb-984d-eeb792d0f1c2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.431225 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42514c4-052b-41eb-984d-eeb792d0f1c2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a51704-baa3-4d02-98a7-273af005dc46,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:32.439930 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b42514c4-052b-41eb-984d-eeb792d0f1c2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.441150 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b42514c4-052b-41eb-984d-eeb792d0f1c2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361144 Aug 16 14:15:32.443738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37532) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:15:32.448558 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-ecfe7887-17de-444b-b6f3-346b15964add tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '6c680577-f9f1-4ac4-9a30-47043dcc22f3', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:15:32.475009 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7887-17de-444b-b6f3-346b15964add tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.538193 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7887-17de-444b-b6f3-346b15964add tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.541884 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7887-17de-444b-b6f3-346b15964add tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.561063 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe7887-17de-444b-b6f3-346b15964add tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db744464-b54d-4119-bafa-5b010aa61bc6,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:32.569343 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7887-17de-444b-b6f3-346b15964add tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.570719 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ecfe7887-17de-444b-b6f3-346b15964add tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259501 Aug 16 14:15:32.573431 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37534) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:15:32.579161 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7b5b1490-6246-4a01-98d6-2a83395cad00 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '6c680577-f9f1-4ac4-9a30-47043dcc22f3', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:15:32.607244 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1490-6246-4a01-98d6-2a83395cad00 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.673816 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1490-6246-4a01-98d6-2a83395cad00 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.677927 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1490-6246-4a01-98d6-2a83395cad00 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.695738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b1490-6246-4a01-98d6-2a83395cad00 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d19e1c5-7eb8-496b-b753-529d36677798,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:32.704980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1490-6246-4a01-98d6-2a83395cad00 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.706335 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7b5b1490-6246-4a01-98d6-2a83395cad00 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318543 Aug 16 14:15:32.709427 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37536) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:15:32.713929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-d0ce0043-c4b6-462e-a5df-4150dd51750e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '6c680577-f9f1-4ac4-9a30-47043dcc22f3', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:15:32.736540 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-d0ce0043-c4b6-462e-a5df-4150dd51750e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Project a5930dab45d44c0a80e5a809cf8d8da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:15:32.741686 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0043-c4b6-462e-a5df-4150dd51750e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.806311 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0043-c4b6-462e-a5df-4150dd51750e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.811161 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0043-c4b6-462e-a5df-4150dd51750e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.830942 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce0043-c4b6-462e-a5df-4150dd51750e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d9952d-a29a-4882-a9d4-b056293f9a30,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:32.838469 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0043-c4b6-462e-a5df-4150dd51750e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.839747 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-d0ce0043-c4b6-462e-a5df-4150dd51750e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293716 Aug 16 14:15:32.842438 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37538) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:15:32.847707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-cbe2a2d1-13c3-48b1-afae-8088568ea088 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'security_group_rule': {'security_group_id': '6c680577-f9f1-4ac4-9a30-47043dcc22f3', 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:15:32.868875 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-cbe2a2d1-13c3-48b1-afae-8088568ea088 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Project a5930dab45d44c0a80e5a809cf8d8da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:15:32.873625 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a2d1-13c3-48b1-afae-8088568ea088 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.935209 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a2d1-13c3-48b1-afae-8088568ea088 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.939293 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a2d1-13c3-48b1-afae-8088568ea088 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.960631 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2a2d1-13c3-48b1-afae-8088568ea088 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8335850f-afd7-48f0-9980-faf4492808d1,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:32.964207 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a2d1-13c3-48b1-afae-8088568ea088 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:32.965382 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-cbe2a2d1-13c3-48b1-afae-8088568ea088 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213913 Aug 16 14:15:33.433336 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b43208ed-a77f-42ee-95dc-85816cca0551 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:15:33.453822 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: b43208ed-a77f-42ee-95dc-85816cca0551 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:15:33.454200 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device b43208ed-a77f-42ee-95dc-85816cca0551 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:15:34.512692 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d8248e0c-9ec4-40cb-867a-599cbd05ea2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:34.762762 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:35.842062 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:37.647016 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:38.635782 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:15:47.192062 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:47.520259 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-4bc4e686-0ef4-45db-8168-d1402d998f13 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1438717974&fields=id&tenant_id=a5930dab45d44c0a80e5a809cf8d8da5 HTTP/1.1" status: 200 len: 267 time: 0.0371878 Aug 16 14:15:47.635119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-9ae11027-5cb7-425f-9de5-bfee72c4a6a0 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:47.636584 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-9ae11027-5cb7-425f-9de5-bfee72c4a6a0 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 809 time: 0.1083746 Aug 16 14:15:47.652152 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-3abc0dee-7c06-4238-9c2b-3a7bbf1c714c tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/quotas/a5930dab45d44c0a80e5a809cf8d8da5 HTTP/1.1" status: 200 len: 375 time: 0.0089700 Aug 16 14:15:47.703118 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-b2f0f764-1b9d-4ea8-bb50-aee75f060ce3 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442352 Aug 16 14:15:47.754828 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-2d811c6d-0ca6-460d-9737-e4223af83a0d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:15:47.755823 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-2d811c6d-0ca6-460d-9737-e4223af83a0d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424263 Aug 16 14:15:47.855285 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-e600b036-8ceb-4f93-b319-40dba3f00156 service neutron] 10.222.0.25 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932629 Aug 16 14:15:47.952987 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-1452b769-0418-46fe-819e-c2a576b3f622 service neutron] 10.222.0.25 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902987 Aug 16 14:15:48.318430 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-89586af1-0c84-4f3f-a197-6efd476d2a91 req-53221e56-eead-41cf-9eda-c25c48aabc50 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 210 time: 0.0959163 Aug 16 14:15:49.188104 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-585e087f-b660-44ef-b356-f3e0e57d5a7c tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:49.189646 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-585e087f-b660-44ef-b356-f3e0e57d5a7c tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 809 time: 0.1146061 Aug 16 14:15:49.245301 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-73897899-d049-45b5-8133-1a23d6bda1c3 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5930dab45d44c0a80e5a809cf8d8da5 HTTP/1.1" status: 200 len: 380 time: 0.0447078 Aug 16 14:15:49.256063 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'port': {'device_id': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'admin_state_up': True, 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'security_groups': ['6c680577-f9f1-4ac4-9a30-47043dcc22f3']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:15:49.379556 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Made reservation on behalf of a5930dab45d44c0a80e5a809cf8d8da5 for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:15:49.383914 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:49.429821 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-55e159ef-5662-41ff-913d-d3e4f089fbbf req-083a716e-33cc-44ee-bd4b-e927343b55f8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 210 time: 0.0298014 Aug 16 14:15:49.532331 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Allocated IP 172.20.0.10 (96e36c01-fba3-4c79-93df-41e004c703b4/af3a21c3-d20a-4251-9d52-58ee0cf5a833/8af253b6-4f2a-4858-8816-4cb161bb2815) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:15:49.692827 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:49.707792 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Transition to ACTIVE for port object 8af253b6-4f2a-4858-8816-4cb161bb2815 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:15:49.741869 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:49.785068 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Network 96e36c01-fba3-4c79-93df-41e004c703b4 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:15:49.790636 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:15:49.794698 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:15:49.821196 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'Port': ['ID=8af253b6-4f2a-4858-8816-4cb161bb2815,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:49.856682 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:49.857347 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:49.875414 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-c22d13fb-34f6-44e6-974f-7bb918d9eec9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6233335 Aug 16 14:15:49.888931 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Request body: {'port': {'device_id': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:15:49.958876 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:50.039766 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d6a3c98e-ad8f-47a8-8b78-e052065a835d None None] Provisioning for port 8af253b6-4f2a-4858-8816-4cb161bb2815 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:15:50.044139 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-d6a3c98e-ad8f-47a8-8b78-e052065a835d None None] Provisioning complete for port 8af253b6-4f2a-4858-8816-4cb161bb2815 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:15:50.044525 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c98e-ad8f-47a8-8b78-e052065a835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:50.087599 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3c98e-ad8f-47a8-8b78-e052065a835d None None] Port 8af253b6-4f2a-4858-8816-4cb161bb2815 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:15:50.261218 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af253b6-4f2a-4858-8816-4cb161bb2815 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:15:50.270825 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:50.283848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Transition to ACTIVE for port object 8af253b6-4f2a-4858-8816-4cb161bb2815 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:15:50.288736 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:50.346285 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Pushing event updated for resources: {'Port': ['ID=8af253b6-4f2a-4858-8816-4cb161bb2815,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:50.443563 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Attempting to bind port 8af253b6-4f2a-4858-8816-4cb161bb2815 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:15:50.443901 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Attempting to bind port 8af253b6-4f2a-4858-8816-4cb161bb2815 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:15:50.444251 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Attempting to bind port 8af253b6-4f2a-4858-8816-4cb161bb2815 on network 96e36c01-fba3-4c79-93df-41e004c703b4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:15:50.449726 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Port 8af253b6-4f2a-4858-8816-4cb161bb2815 on network 96e36c01-fba3-4c79-93df-41e004c703b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:15:50.450053 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Attempting to bind port 8af253b6-4f2a-4858-8816-4cb161bb2815 on network 96e36c01-fba3-4c79-93df-41e004c703b4 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:15:50.460085 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:15:50.460597 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Checking segment: {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:15:50.460995 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Bound using segment: {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:15:50.461604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Bound port: 8af253b6-4f2a-4858-8816-4cb161bb2815, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a2cfca-678e-414a-b69a-8f9227ad9f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:15:50.462078 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:50.539895 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] For port 8af253b6-4f2a-4858-8816-4cb161bb2815, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:15:50.543548 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] For port 8af253b6-4f2a-4858-8816-4cb161bb2815, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8af253b6-4f2a-4858-8816-4cb161bb2815,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:15:50.559416 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:50.575737 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f39fa-2411-41a4-ae3f-c5fc8ded81eb req-0ad90ae7-7ad1-44d0-bf3f-10e640561088 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:50.578171 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e16f39fa-2411-41a4-ae3f-c5fc8ded81eb req-0ad90ae7-7ad1-44d0-bf3f-10e640561088 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0653660 Aug 16 14:15:50.590025 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:50.590688 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:50.593044 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] 10.222.0.42 "PUT /v2.0/ports/8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 200 len: 1092 time: 0.7083418 Aug 16 14:15:50.595875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:15:50.605729 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2758a09-c791-4ae9-a91a-cbacafc5435c" -d '{"events": [{"name": "network-changed", "server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:15:50.629425 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e16f39fa-2411-41a4-ae3f-c5fc8ded81eb req-2d985ee4-85a0-42e7-8ad1-14d4c3c6d8a9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429070 Aug 16 14:15:50.681113 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50e0ea0-cf12-4fdc-9a88-33816f151a9a x-openstack-request-id: req-f50e0ea0-cf12-4fdc-9a88-33816f151a9a {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:15:50.681449 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:15:50.681678 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f50e0ea0-cf12-4fdc-9a88-33816f151a9a {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:15:50.682078 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'status': 'completed', 'code': 200} Aug 16 14:15:50.689693 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51576357-e95f-4e8f-b79b-d4afafb2f574 service neutron] Pushing event updated for resources: {'Port': ['ID=8af253b6-4f2a-4858-8816-4cb161bb2815,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:15:50.708982 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-ad9c730b-286e-46e0-a68f-2be1f2a2aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:50.710963 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-ad9c730b-286e-46e0-a68f-2be1f2a2aa25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1095 time: 0.0746541 Aug 16 14:15:50.759712 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-39b0bf57-3848-4072-85f2-c84c44be5909 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 200 len: 217 time: 0.0386376 Aug 16 14:15:50.821318 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-0f481346-1f71-4b86-93b7-98c7f3d7c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:50.822985 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-0f481346-1f71-4b86-93b7-98c7f3d7c094 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0545681 Aug 16 14:15:50.875955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-dd80aeca-b6b9-4d9d-8489-1c50a18474d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:50.877533 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-dd80aeca-b6b9-4d9d-8489-1c50a18474d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459156 Aug 16 14:15:50.981016 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-81efc364-7f8e-4c31-a4da-b1fd4b043559 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953033 Aug 16 14:15:51.082826 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-3c55a4b9-997a-4b79-ab46-744e1cb5fe7e req-5dedbd32-9262-4493-8d77-dfae377b7417 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933590 Aug 16 14:15:51.179096 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2758a09-c791-4ae9-a91a-cbacafc5435c req-4e2d5b7e-61bf-4a50-aba1-3fdd00340502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:51.180722 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2758a09-c791-4ae9-a91a-cbacafc5435c req-4e2d5b7e-61bf-4a50-aba1-3fdd00340502 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1095 time: 0.0500853 Aug 16 14:15:51.285108 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2758a09-c791-4ae9-a91a-cbacafc5435c req-6a5e11d8-06fe-41c2-bc97-42b07a40c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:51.286684 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2758a09-c791-4ae9-a91a-cbacafc5435c req-6a5e11d8-06fe-41c2-bc97-42b07a40c7d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0985847 Aug 16 14:15:51.337578 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2758a09-c791-4ae9-a91a-cbacafc5435c req-4d889cb3-ad7a-485e-8f9a-39c7b0827491 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 200 len: 217 time: 0.0421202 Aug 16 14:15:51.391886 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2758a09-c791-4ae9-a91a-cbacafc5435c req-fca89c77-981d-4b05-9808-b7be9ade1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:51.393405 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2758a09-c791-4ae9-a91a-cbacafc5435c req-fca89c77-981d-4b05-9808-b7be9ade1dd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0474260 Aug 16 14:15:51.451287 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2758a09-c791-4ae9-a91a-cbacafc5435c req-f8d90e9e-b67d-4654-b775-4e180993ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:51.453785 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2758a09-c791-4ae9-a91a-cbacafc5435c req-f8d90e9e-b67d-4654-b775-4e180993ac60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523946 Aug 16 14:15:51.553265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2758a09-c791-4ae9-a91a-cbacafc5435c req-514d2ed8-0b2b-4a19-8579-574469f46743 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917571 Aug 16 14:15:51.648573 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-f2758a09-c791-4ae9-a91a-cbacafc5435c req-db5902b4-c52d-4814-8557-2bd3a86a06f2 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872643 Aug 16 14:15:51.807142 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010923ca-02dc-4804-a43c-4cd36f632b88 req-f92ec81b-8f37-4ee0-b5b7-864f2a3f8b6f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:51.808752 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-010923ca-02dc-4804-a43c-4cd36f632b88 req-f92ec81b-8f37-4ee0-b5b7-864f2a3f8b6f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0584128 Aug 16 14:15:51.855790 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-010923ca-02dc-4804-a43c-4cd36f632b88 req-c86f5044-bba4-4b1f-9a6b-9dbe080dde4b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393846 Aug 16 14:15:53.348739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2059-6b91-4961-8d4e-fc4f25eb244a req-b1003107-5dca-417b-8e57-13346021bbad tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:53.350307 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aeaa2059-6b91-4961-8d4e-fc4f25eb244a req-b1003107-5dca-417b-8e57-13346021bbad tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.4108329 Aug 16 14:15:53.393414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aeaa2059-6b91-4961-8d4e-fc4f25eb244a req-7442fc54-1323-4945-8f3b-b8fca106e7e1 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342877 Aug 16 14:15:54.521302 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828258f7-fbcd-445d-af45-a2d5b70b962f req-a6734541-9876-45cf-8b5b-0da3364de3b9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:54.522780 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-828258f7-fbcd-445d-af45-a2d5b70b962f req-a6734541-9876-45cf-8b5b-0da3364de3b9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0562105 Aug 16 14:15:54.563390 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-828258f7-fbcd-445d-af45-a2d5b70b962f req-36dc5c07-290d-4cc1-91a2-eec4cb8dc4f0 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345531 Aug 16 14:15:55.692045 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d314b-33f6-47c2-9760-accb7aefb00d req-818f52bf-0683-45a5-baa6-f8beaf44f4b8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:55.694426 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-817d314b-33f6-47c2-9760-accb7aefb00d req-818f52bf-0683-45a5-baa6-f8beaf44f4b8 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0559866 Aug 16 14:15:55.741317 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-817d314b-33f6-47c2-9760-accb7aefb00d req-97ff9896-2558-4dcc-abb4-78cb7c9b507c tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404694 Aug 16 14:15:56.880090 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c75368-8750-4b42-9542-f1c910aec31f req-9e9ff132-9c7a-4a02-b2d6-9912c5ae584a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:56.881602 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11c75368-8750-4b42-9542-f1c910aec31f req-9e9ff132-9c7a-4a02-b2d6-9912c5ae584a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0563521 Aug 16 14:15:56.920726 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-11c75368-8750-4b42-9542-f1c910aec31f req-3b404f05-768a-4715-babd-b34a230f6f4c tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329902 Aug 16 14:15:58.076166 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c2670-0659-4d71-8a7c-90d6ed2c3bd4 req-0450a32a-663c-40dd-b882-9bda38eac5b9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:58.078611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d0c2670-0659-4d71-8a7c-90d6ed2c3bd4 req-0450a32a-663c-40dd-b882-9bda38eac5b9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0620098 Aug 16 14:15:58.129868 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d0c2670-0659-4d71-8a7c-90d6ed2c3bd4 req-74697813-c211-4fd5-9242-3527c9bb34fa tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426633 Aug 16 14:15:59.251101 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cec680-4043-4dda-9e45-7af061bb7606 req-ccedba30-5860-479c-90e1-fc5dbd46e745 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:15:59.252992 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25cec680-4043-4dda-9e45-7af061bb7606 req-ccedba30-5860-479c-90e1-fc5dbd46e745 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0511100 Aug 16 14:15:59.293370 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-25cec680-4043-4dda-9e45-7af061bb7606 req-c796caff-f368-4805-bf83-77f5468bf6ca tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346663 Aug 16 14:16:00.416546 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb1f9f-e84a-4393-a549-778765634d9c req-5d66affe-edb6-423f-8ffb-b7ded8dd8cbc tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:00.418195 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ccb1f9f-e84a-4393-a549-778765634d9c req-5d66affe-edb6-423f-8ffb-b7ded8dd8cbc tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0552344 Aug 16 14:16:00.470679 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9ccb1f9f-e84a-4393-a549-778765634d9c req-9740e619-1a3e-40bd-8012-9bdb1feb1899 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448372 Aug 16 14:16:00.669230 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:01.616523 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e982-d0b3-489e-b6b1-bffa90c791ce req-21a42f8d-803b-4c8f-904c-4e4c50406b47 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:01.618126 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c642e982-d0b3-489e-b6b1-bffa90c791ce req-21a42f8d-803b-4c8f-904c-4e4c50406b47 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0675640 Aug 16 14:16:01.667506 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c642e982-d0b3-489e-b6b1-bffa90c791ce req-1c10c836-57fb-4329-8d1f-328cd302f0c7 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380135 Aug 16 14:16:01.961858 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-df6ca1fd-f686-4949-af56-c1ba60f4d6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:02.752347 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8af253b6-4f2a-4858-8816-4cb161bb2815 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:16:02.822023 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c0c8-e79b-4b8d-aff4-d7cf0df3d154 req-c751040e-8975-496e-af30-017df80bee73 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:02.823709 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d912c0c8-e79b-4b8d-aff4-d7cf0df3d154 req-c751040e-8975-496e-af30-017df80bee73 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0543759 Aug 16 14:16:02.875320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d912c0c8-e79b-4b8d-aff4-d7cf0df3d154 req-6a7a7fa0-23ab-4ef7-ac05-81c06d09fd1c tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450304 Aug 16 14:16:02.888491 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8af253b6-4f2a-4858-8816-4cb161bb2815, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8af253b6-4f2a-4858-8816-4cb161bb2815,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:16:02.902963 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'port_id': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'mac_address': 'fa:16:3e:1c:11:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:16:02.948546 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:02.965569 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af253b6-4f2a-4858-8816-4cb161bb2815 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:16:02.986450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8af253b6-4f2a-4858-8816-4cb161bb2815, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8af253b6-4f2a-4858-8816-4cb161bb2815,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:16:02.991103 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:03.040951 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8af253b6-4f2a-4858-8816-4cb161bb2815,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:16:03.049458 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.049808 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.050180 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.050523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.050861 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.051193 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.051519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.051854 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.052178 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.052505 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.053101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.053426 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:16:03.237299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['8af253b6-4f2a-4858-8816-4cb161bb2815'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:16:04.032359 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7641350-822b-43d3-85b2-23a18cbe73cb req-e0ed853a-233a-4eec-be0f-1277924a5116 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:04.033921 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7641350-822b-43d3-85b2-23a18cbe73cb req-e0ed853a-233a-4eec-be0f-1277924a5116 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 945 time: 0.0596566 Aug 16 14:16:04.078938 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a7641350-822b-43d3-85b2-23a18cbe73cb req-caee7041-faa0-4839-b8a5-046d5bb6ad47 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387483 Aug 16 14:16:04.515265 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-72078241-3ddf-4401-9201-566cd621b16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:04.769488 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8af253b6-4f2a-4858-8816-4cb161bb2815 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:16:04.774632 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:04.827087 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 8af253b6-4f2a-4858-8816-4cb161bb2815 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:16:04.831550 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 8af253b6-4f2a-4858-8816-4cb161bb2815 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:16:04.831927 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:04.919144 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:04.946735 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:16:04.949404 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d649767-240f-4a47-b375-cb53b2311b23" -d '{"events": [{"server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "name": "network-vif-plugged", "status": "completed", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:16:04.964736 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8af253b6-4f2a-4858-8816-4cb161bb2815, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8af253b6-4f2a-4858-8816-4cb161bb2815,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:16:04.970984 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:04.996941 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf03df14-bfd5-480b-b88f-182744978e7e x-openstack-request-id: req-cf03df14-bfd5-480b-b88f-182744978e7e {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:16:04.997871 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "name": "network-vif-plugged", "status": "completed", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:16:04.998155 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf03df14-bfd5-480b-b88f-182744978e7e {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:16:04.998957 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'code': 200} Aug 16 14:16:05.029513 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8af253b6-4f2a-4858-8816-4cb161bb2815,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:16:05.129442 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986e963-8500-476d-8698-e83488d24700 req-bc18ea62-0ee2-41ee-b362-e7d9424a3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:05.131901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0986e963-8500-476d-8698-e83488d24700 req-bc18ea62-0ee2-41ee-b362-e7d9424a3f39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1097 time: 0.0577374 Aug 16 14:16:05.191523 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0986e963-8500-476d-8698-e83488d24700 req-5eccd306-f7ed-427b-9c07-afc473503240 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513301 Aug 16 14:16:05.210515 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3a69b-ee97-4049-b64a-ffcab74228d0 req-1fa20c45-92df-4a7d-991f-d96042eb7834 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:05.212159 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5f3a69b-ee97-4049-b64a-ffcab74228d0 req-1fa20c45-92df-4a7d-991f-d96042eb7834 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0555129 Aug 16 14:16:05.257396 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5f3a69b-ee97-4049-b64a-ffcab74228d0 req-6b34d769-9158-4aef-9c35-bab2974f34b2 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381944 Aug 16 14:16:05.847335 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:06.398640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8bde4-1e15-4e15-872b-085e0534a566 req-06d79363-5536-490d-baa5-53823fe60dbb tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:06.400285 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a8bde4-1e15-4e15-872b-085e0534a566 req-06d79363-5536-490d-baa5-53823fe60dbb tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0531247 Aug 16 14:16:06.444965 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-04a8bde4-1e15-4e15-872b-085e0534a566 req-b3ee6db1-1585-4233-b9ee-d1e6792faa85 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370395 Aug 16 14:16:06.574621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cb4e1-5956-42e6-ace1-2b591131e560 req-aa538a9e-e116-4243-8e76-aa319036c8d5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:06.576172 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d0cb4e1-5956-42e6-ace1-2b591131e560 req-aa538a9e-e116-4243-8e76-aa319036c8d5 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0567312 Aug 16 14:16:06.625184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4d0cb4e1-5956-42e6-ace1-2b591131e560 req-15c8ac99-e625-4e61-80f5-0ddbde411f39 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382829 Aug 16 14:16:06.649921 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37754) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:16:06.744100 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6696840a-951d-4a14-8085-a425fd0e49be tempest-TestShelveInstance-43168128 tempest-TestShelveInstance-43168128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:06.745668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6696840a-951d-4a14-8085-a425fd0e49be tempest-TestShelveInstance-43168128 tempest-TestShelveInstance-43168128-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1092 time: 0.0945880 Aug 16 14:16:06.749220 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37758) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:16:06.754130 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:16:06.783585 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for floatingip, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:06.895326 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:07.011564 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Allocated IP 172.25.0.38 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/5bff3831-088e-4646-9399-574904836ffd) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:16:07.160540 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:07.207021 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:07.252260 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:16:07.255702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:16:07.260037 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:16:07.266852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'Port': ['ID=5bff3831-088e-4646-9399-574904836ffd,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:16:07.651534 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:07.672638 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:07.754683 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:07.925586 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:07.931322 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:08.008375 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event updated for resources: {'Port': ['ID=5bff3831-088e-4646-9399-574904836ffd,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:16:08.025441 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:08.131560 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Floating IP a0ba4968-4c62-4e8e-985d-13cde32177fd associated. External IP: 172.25.0.38, port: 8af253b6-4f2a-4858-8816-4cb161bb2815. Aug 16 14:16:08.377265 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:16:08.495868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:16:08.510716 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eaa49d-d5cc-4d3d-89ea-e9b7827d0bc5 None None] Sync routers for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:16:08.512968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:08.522319 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eaa49d-d5cc-4d3d-89ea-e9b7827d0bc5 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:16:08.522857 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-85eaa49d-d5cc-4d3d-89ea-e9b7827d0bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:16:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:16:08.545028 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-1c135ebb-c07f-4788-8b84-5d6c627fbe55 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7945850 Aug 16 14:16:08.546241 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:16:08.548801 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374f76a0-327a-4355-8be8-3c1e05334846" -d '{"events": [{"name": "network-changed", "server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:16:08.669009 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-85eaa49d-d5cc-4d3d-89ea-e9b7827d0bc5 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:16:08.679236 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eef88c-9ca4-4ef8-bdf4-12400521e19f x-openstack-request-id: req-f7eef88c-9ca4-4ef8-bdf4-12400521e19f {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:16:08.679789 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:16:08.679789 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7eef88c-9ca4-4ef8-bdf4-12400521e19f {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:16:08.680164 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'status': 'completed', 'code': 200} Aug 16 14:16:08.746113 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f76a0-327a-4355-8be8-3c1e05334846 req-c56a3f22-0c39-4fd2-9bfe-6873b5c67794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:08.747688 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-374f76a0-327a-4355-8be8-3c1e05334846 req-c56a3f22-0c39-4fd2-9bfe-6873b5c67794 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1097 time: 0.0444856 Aug 16 14:16:08.861397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f76a0-327a-4355-8be8-3c1e05334846 req-c0fa479f-e5bc-420e-972f-97833d61d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:08.862843 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-374f76a0-327a-4355-8be8-3c1e05334846 req-c0fa479f-e5bc-420e-972f-97833d61d6cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.1075602 Aug 16 14:16:08.935708 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-374f76a0-327a-4355-8be8-3c1e05334846 req-acbc469a-ef55-437f-86b4-3a370bf1478b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 200 len: 999 time: 0.0648179 Aug 16 14:16:09.003516 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f76a0-327a-4355-8be8-3c1e05334846 req-0040b7a2-31b6-42d4-b6fc-37166a03d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:09.005022 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-374f76a0-327a-4355-8be8-3c1e05334846 req-0040b7a2-31b6-42d4-b6fc-37166a03d759 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0614836 Aug 16 14:16:09.049552 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-85eaa49d-d5cc-4d3d-89ea-e9b7827d0bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'a0ba4968-4c62-4e8e-985d-13cde32177fd', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'port_id': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'mac_address': 'fa:16:3e:1c:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:16:07Z', 'updated_at': '2021-08-16T14:16:07Z', 'revision_number': 0, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:16:09.075738 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f76a0-327a-4355-8be8-3c1e05334846 req-7c6f694d-e501-43ec-9bc8-34cd79827e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:09.077281 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-374f76a0-327a-4355-8be8-3c1e05334846 req-7c6f694d-e501-43ec-9bc8-34cd79827e66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636828 Aug 16 14:16:09.081431 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eaa49d-d5cc-4d3d-89ea-e9b7827d0bc5 None None] Checking router: 2d8737a8-d40f-4797-8205-ca0fa3e50fbe for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:16:09.090504 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eaa49d-d5cc-4d3d-89ea-e9b7827d0bc5 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:16:09.091127 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-85eaa49d-d5cc-4d3d-89ea-e9b7827d0bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:16:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:16:09.178876 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-374f76a0-327a-4355-8be8-3c1e05334846 req-82ada0ff-342b-4eb9-b7c8-ab9492aa2317 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934603 Aug 16 14:16:09.212277 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-85eaa49d-d5cc-4d3d-89ea-e9b7827d0bc5 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:16:09.293830 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-374f76a0-327a-4355-8be8-3c1e05334846 req-bf987612-ebd1-4a20-977e-34be6507fb86 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065311 Aug 16 14:16:09.474987 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-85eaa49d-d5cc-4d3d-89ea-e9b7827d0bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'a0ba4968-4c62-4e8e-985d-13cde32177fd', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'port_id': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'mac_address': 'fa:16:3e:1c:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:16:07Z', 'updated_at': '2021-08-16T14:16:07Z', 'revision_number': 0, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:16:09.502397 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eaa49d-d5cc-4d3d-89ea-e9b7827d0bc5 None None] The sync data for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 is: [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': 'a0ba4968-4c62-4e8e-985d-13cde32177fd', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'port_id': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'mac_address': 'fa:16:3e:1c:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:16:07Z', 'updated_at': '2021-08-16T14:16:07Z', 'revision_number': 0, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:16:09.717993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57d42c-60d8-4c41-b781-7d6627fc28ff None None] New status for floating IP a0ba4968-4c62-4e8e-985d-13cde32177fd: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:16:15.635093 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:16:17.214915 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:30.666589 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:31.962967 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d9486725-56eb-4d18-aec0-f4ca0c1f6ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:34.400382 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-83afbe61-0e2e-4a3a-b84c-033bf78c43ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452216 Aug 16 14:16:34.490709 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-e311d895-c06d-40c4-821b-d4bce7bdc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:34.491684 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-e311d895-c06d-40c4-821b-d4bce7bdc9a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1097 time: 0.0455611 Aug 16 14:16:34.518050 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-01ff38c0-f350-4163-a534-290ad22b29e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:34.613316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-495c7e40-eca7-422e-a472-ae755bc8bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:34.614778 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-495c7e40-eca7-422e-a472-ae755bc8bacd service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.1024215 Aug 16 14:16:34.688509 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-c37c4b74-7587-477e-9233-4e85b408d829 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 200 len: 1001 time: 0.0663619 Aug 16 14:16:34.746923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-7de1426a-3c64-4f27-b3b7-1b4a11b81efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:34.749141 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-7de1426a-3c64-4f27-b3b7-1b4a11b81efe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0536842 Aug 16 14:16:34.770072 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:34.799926 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-28d2852b-9aa9-4e43-89c3-f9001bf54d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:16:34.801409 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-28d2852b-9aa9-4e43-89c3-f9001bf54d0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443497 Aug 16 14:16:34.893090 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-3ffeba04-fb50-405f-8058-76e5edfe945f service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844307 Aug 16 14:16:34.987587 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b7602f58-9c54-47e6-a09d-4b5d746b00c6 req-9c3b054a-f7ce-4be1-9d1c-7287afc70b6c service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867078 Aug 16 14:16:35.847628 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:37.653599 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:47.204716 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:52.634003 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:17:00.665822 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:01.964280 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ebe0-5891-4767-a812-dad75751d19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:04.518891 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ca3e336a-3bd6-48e4-bd9f-349df7611617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:04.770664 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.849703 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:07.655966 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.212415 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:29.633997 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:17:30.676018 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:31.965226 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5369c847-9403-427e-a9a9-415bbabd364a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.519752 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0f32725e-0dd8-4a34-92b8-ab611946b7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.771241 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:35.851145 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:36.432429 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-505ad485-95ab-4f90-8623-e56da144cd5a req-f1ecb6a9-f59c-4a54-a668-e7119cee9069 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798028 Aug 16 14:17:36.530048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ad485-95ab-4f90-8623-e56da144cd5a req-7ce506bc-381b-4acf-b91c-932c336975a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:36.531493 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-505ad485-95ab-4f90-8623-e56da144cd5a req-7ce506bc-381b-4acf-b91c-932c336975a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1097 time: 0.0558298 Aug 16 14:17:36.642266 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ad485-95ab-4f90-8623-e56da144cd5a req-e7778d49-af64-4b50-aaf7-d19b0d23030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:36.643772 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-505ad485-95ab-4f90-8623-e56da144cd5a req-e7778d49-af64-4b50-aaf7-d19b0d23030e service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0927012 Aug 16 14:17:36.710795 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-505ad485-95ab-4f90-8623-e56da144cd5a req-72d13884-d292-4bff-b4b2-bbe9032434da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 200 len: 1001 time: 0.0596051 Aug 16 14:17:36.775215 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ad485-95ab-4f90-8623-e56da144cd5a req-ddbb6f3c-c2b8-48f7-84a8-2c5efef974ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:36.777724 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-505ad485-95ab-4f90-8623-e56da144cd5a req-ddbb6f3c-c2b8-48f7-84a8-2c5efef974ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0603604 Aug 16 14:17:36.831088 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ad485-95ab-4f90-8623-e56da144cd5a req-23e71f5f-2726-4ef3-901a-3f15bfd294f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:36.832525 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-505ad485-95ab-4f90-8623-e56da144cd5a req-23e71f5f-2726-4ef3-901a-3f15bfd294f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452180 Aug 16 14:17:36.925415 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-505ad485-95ab-4f90-8623-e56da144cd5a req-8cbfc14c-277a-4656-9680-d5e75f9f60ff service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849900 Aug 16 14:17:37.026398 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-505ad485-95ab-4f90-8623-e56da144cd5a req-683e0a2e-f5f5-4a41-bb62-928eff55f6e9 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936253 Aug 16 14:17:37.660528 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:47.204975 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:00.670901 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.965778 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-340a8dac-5d98-4a7a-b1e8-59c5819f3b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:04.520476 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f350e9b8-49c1-4962-b06b-847d1e7eadfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:04.771437 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.855925 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:06.632694 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:18:06.830540 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd5660-0b83-47db-9a56-b95f5fc8473e req-0248137e-395c-4179-90aa-a3cd72328a1d tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:06.832072 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64bd5660-0b83-47db-9a56-b95f5fc8473e req-0248137e-395c-4179-90aa-a3cd72328a1d tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0555377 Aug 16 14:18:06.870222 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-64bd5660-0b83-47db-9a56-b95f5fc8473e req-638def0d-d332-404a-a64d-27f44c3f9fba tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321667 Aug 16 14:18:07.659597 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:07.991327 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc9a3d-01d7-4a8a-864a-ba5f85834481 req-5cb5dfef-1f00-4ba2-8ae7-d9ef5040a286 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:07.992827 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32cc9a3d-01d7-4a8a-864a-ba5f85834481 req-5cb5dfef-1f00-4ba2-8ae7-d9ef5040a286 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0506968 Aug 16 14:18:08.030224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-32cc9a3d-01d7-4a8a-864a-ba5f85834481 req-7042586b-d9fa-43d7-a629-b18fb8a4a075 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313525 Aug 16 14:18:09.148205 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af4cd3-9721-4890-bead-397000038ec2 req-21ae8e39-d959-485c-82f2-aac95467ca3e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:09.149674 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70af4cd3-9721-4890-bead-397000038ec2 req-21ae8e39-d959-485c-82f2-aac95467ca3e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0484314 Aug 16 14:18:09.188553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-70af4cd3-9721-4890-bead-397000038ec2 req-f62ca487-3d92-4f30-905d-0d76fc383eda tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321491 Aug 16 14:18:10.309723 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30b6d5-4896-4863-91ca-6781a5f3d7c3 req-3a340c6d-f178-4453-94cb-235162b04a2b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:10.311331 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd30b6d5-4896-4863-91ca-6781a5f3d7c3 req-3a340c6d-f178-4453-94cb-235162b04a2b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0538342 Aug 16 14:18:10.349540 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-bd30b6d5-4896-4863-91ca-6781a5f3d7c3 req-8a98e381-6996-4b44-bbaf-ce7e7c2c4ee4 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319703 Aug 16 14:18:11.470071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5576fa3-cd9b-4315-be5b-ab6533a808d3 req-c691d239-2990-4cdc-a2dc-06cae7b0ee6d tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:11.471664 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5576fa3-cd9b-4315-be5b-ab6533a808d3 req-c691d239-2990-4cdc-a2dc-06cae7b0ee6d tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0530162 Aug 16 14:18:11.517022 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b5576fa3-cd9b-4315-be5b-ab6533a808d3 req-f13503fe-9f31-4f26-a601-f0ddc832d76c tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354025 Aug 16 14:18:12.645505 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e847d1c-3d89-4d85-88b3-7d9fe512222e req-f37b2e87-9625-4569-a8b0-2e9f01483869 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:12.647134 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e847d1c-3d89-4d85-88b3-7d9fe512222e req-f37b2e87-9625-4569-a8b0-2e9f01483869 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0603065 Aug 16 14:18:12.690740 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2e847d1c-3d89-4d85-88b3-7d9fe512222e req-c58b5eb7-1a17-4b5f-bc31-be749b805af7 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376275 Aug 16 14:18:13.812702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f496e0-5042-4efd-8cc6-42d2787184d4 req-a20a2029-6076-4390-8fbb-f5b53d4f50ff tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:13.814268 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3f496e0-5042-4efd-8cc6-42d2787184d4 req-a20a2029-6076-4390-8fbb-f5b53d4f50ff tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0547905 Aug 16 14:18:13.853838 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f3f496e0-5042-4efd-8cc6-42d2787184d4 req-6a42259f-31a9-43d9-956a-b6f07ee6abeb tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335546 Aug 16 14:18:14.976925 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08677246-17a1-44b3-83a3-2273c5f3ee9c req-ce1ec5f8-e7fd-489b-95d5-3f5813dde246 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:14.978538 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08677246-17a1-44b3-83a3-2273c5f3ee9c req-ce1ec5f8-e7fd-489b-95d5-3f5813dde246 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0515559 Aug 16 14:18:15.019503 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-08677246-17a1-44b3-83a3-2273c5f3ee9c req-9bf73a89-c429-4b4b-8b47-edcdce4be7e4 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336566 Aug 16 14:18:16.144767 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a9b4-2c48-4b67-b013-4ee4c3299fb7 req-4ee20d60-3e46-463b-a4c2-06886e4447b3 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:16.146383 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bc2a9b4-2c48-4b67-b013-4ee4c3299fb7 req-4ee20d60-3e46-463b-a4c2-06886e4447b3 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0537431 Aug 16 14:18:16.190901 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5bc2a9b4-2c48-4b67-b013-4ee4c3299fb7 req-4e605d84-5445-4e80-aa7d-9f158ca4f36a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384352 Aug 16 14:18:16.957667 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ac0b-6682-4f6c-aba9-5093973ad243 req-77f34090-c596-467f-86b4-cce76919602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:16.959216 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a73ac0b-6682-4f6c-aba9-5093973ad243 req-77f34090-c596-467f-86b4-cce76919602c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1097 time: 0.0488811 Aug 16 14:18:17.055857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ac0b-6682-4f6c-aba9-5093973ad243 req-8446b077-f075-4cf0-a7a3-9b92f85fcd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:17.057313 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a73ac0b-6682-4f6c-aba9-5093973ad243 req-8446b077-f075-4cf0-a7a3-9b92f85fcd4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0905373 Aug 16 14:18:17.125664 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a73ac0b-6682-4f6c-aba9-5093973ad243 req-bb3357de-1582-487d-b21c-59b4798f481e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 200 len: 1001 time: 0.0589547 Aug 16 14:18:17.180321 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ac0b-6682-4f6c-aba9-5093973ad243 req-4c579475-7e45-4692-9d0e-3eddb9e47266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:17.181787 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a73ac0b-6682-4f6c-aba9-5093973ad243 req-4c579475-7e45-4692-9d0e-3eddb9e47266 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0487146 Aug 16 14:18:17.208646 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.230455 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ac0b-6682-4f6c-aba9-5093973ad243 req-d6be6283-02be-492b-b914-d6396438f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:17.233077 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a73ac0b-6682-4f6c-aba9-5093973ad243 req-d6be6283-02be-492b-b914-d6396438f7f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422783 Aug 16 14:18:17.329440 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1b439-f71b-4cb2-9dae-814b666b4588 req-992042d3-5ba0-4bd3-be47-3e2ade7aaa9b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:17.331055 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aeb1b439-f71b-4cb2-9dae-814b666b4588 req-992042d3-5ba0-4bd3-be47-3e2ade7aaa9b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0654573 Aug 16 14:18:17.337508 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a73ac0b-6682-4f6c-aba9-5093973ad243 req-75ec89f1-f62e-4067-ac54-623ffa556bbd service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963538 Aug 16 14:18:17.376480 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-aeb1b439-f71b-4cb2-9dae-814b666b4588 req-6c9f0ff1-57df-4db8-b72d-80477c931cf9 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373650 Aug 16 14:18:17.439878 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-0a73ac0b-6682-4f6c-aba9-5093973ad243 req-5d2b1f74-bac8-4029-b729-56af7df93ab5 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939262 Aug 16 14:18:18.494723 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141f05e-90ec-4c05-ae6b-cf1d92cc579d req-92db21b4-0ed4-4e40-af6a-1ca9c35c73be tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:18.496250 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b141f05e-90ec-4c05-ae6b-cf1d92cc579d req-92db21b4-0ed4-4e40-af6a-1ca9c35c73be tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0505760 Aug 16 14:18:18.536348 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b141f05e-90ec-4c05-ae6b-cf1d92cc579d req-05b046ed-7ae2-4e6c-a041-f60a9e47139d tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328305 Aug 16 14:18:19.652334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedeed-41e0-4cee-9c8f-271ca720b55f req-fc5570a2-75d3-42b7-8b30-b557ff359f2e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:19.654619 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-acbedeed-41e0-4cee-9c8f-271ca720b55f req-fc5570a2-75d3-42b7-8b30-b557ff359f2e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0496314 Aug 16 14:18:19.705217 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-acbedeed-41e0-4cee-9c8f-271ca720b55f req-dc9ff433-aefc-4267-809e-b02c12597cce tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435686 Aug 16 14:18:20.828842 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc49ce-ae60-4d8a-8490-f3f03d6c51b4 req-e4bc2d41-0b40-4306-89f4-d7ebca8be8af tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:20.830274 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ffc49ce-ae60-4d8a-8490-f3f03d6c51b4 req-e4bc2d41-0b40-4306-89f4-d7ebca8be8af tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0538087 Aug 16 14:18:20.867414 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7ffc49ce-ae60-4d8a-8490-f3f03d6c51b4 req-0be83d70-f761-40c1-baa2-0fb7bfd73f01 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311239 Aug 16 14:18:21.093729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f41cc-dd4a-4c90-afff-da116f8b4ff6 req-18a0d437-980e-4f22-b129-0632c1790f17 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:21.095223 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-213f41cc-dd4a-4c90-afff-da116f8b4ff6 req-18a0d437-980e-4f22-b129-0632c1790f17 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0619102 Aug 16 14:18:21.097425 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-66e7f16e-c0ed-41f7-81ac-a710a06910ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914657 Aug 16 14:18:21.157743 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-213f41cc-dd4a-4c90-afff-da116f8b4ff6 req-9ea7fa7b-9650-43b1-8fad-43e31573ceec tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546284 Aug 16 14:18:21.617800 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8af253b6-4f2a-4858-8816-4cb161bb2815 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:18:21.715132 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.749911 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:18:21.752872 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5495bd0-aa81-438d-b79f-5b6f9eb47308" -d '{"events": [{"server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "name": "network-vif-unplugged", "status": "completed", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:18:21.774045 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8af253b6-4f2a-4858-8816-4cb161bb2815, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8af253b6-4f2a-4858-8816-4cb161bb2815,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:21.779399 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.843591 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8af253b6-4f2a-4858-8816-4cb161bb2815,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:21.851639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.851988 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.852326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.853126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.853126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.853355 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.853622 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.853946 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.854330 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.854650 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.854977 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.855299 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.863931 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f962f488-c93b-48a1-b053-768a741e45ad x-openstack-request-id: req-f962f488-c93b-48a1-b053-768a741e45ad {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:18:21.864239 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "name": "network-vif-unplugged", "status": "failed", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815", "code": 422}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:18:21.864489 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f962f488-c93b-48a1-b053-768a741e45ad {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:18:21.864870 n-d-804708-1 neutron-server[101397]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'code': 422} returned with failed status Aug 16 14:18:22.288988 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6c3df-c560-491b-be16-e186f81afadb req-b3fdede3-25db-4e7c-9f19-b4535a694009 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:22.290560 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ae6c3df-c560-491b-be16-e186f81afadb req-b3fdede3-25db-4e7c-9f19-b4535a694009 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0527289 Aug 16 14:18:22.329677 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-4ae6c3df-c560-491b-be16-e186f81afadb req-c315f1b7-9a7a-4c97-a98e-2832c87f98b7 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330484 Aug 16 14:18:23.468912 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3385800-a4c9-460b-a56f-2e9beedc7f25 req-16ba705b-1d3f-4c60-8782-bf0a16092987 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:23.470554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3385800-a4c9-460b-a56f-2e9beedc7f25 req-16ba705b-1d3f-4c60-8782-bf0a16092987 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0673535 Aug 16 14:18:23.514611 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b3385800-a4c9-460b-a56f-2e9beedc7f25 req-6a19bb05-a9ad-4647-8c77-ae480c06bca6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375357 Aug 16 14:18:24.634601 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427ef44-8132-4266-aaf7-8c5ddf0797a3 req-1e044daa-6d08-41f1-9556-2a06f0bfd446 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:24.636090 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f427ef44-8132-4266-aaf7-8c5ddf0797a3 req-1e044daa-6d08-41f1-9556-2a06f0bfd446 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0506020 Aug 16 14:18:24.675441 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f427ef44-8132-4266-aaf7-8c5ddf0797a3 req-67c23c58-71b0-4422-920e-4ed33866681a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330474 Aug 16 14:18:25.799174 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a530-bf2e-47ab-8cb4-42fb806fe0e8 req-1af74f46-d833-4152-9b08-02a843765c5f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:25.800802 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0f9a530-bf2e-47ab-8cb4-42fb806fe0e8 req-1af74f46-d833-4152-9b08-02a843765c5f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0516038 Aug 16 14:18:25.841497 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f0f9a530-bf2e-47ab-8cb4-42fb806fe0e8 req-5211280f-bce7-4399-adf5-cbdd8dac7445 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337689 Aug 16 14:18:26.023847 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-388f1242-029e-4914-8df5-75dfe8d0f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:26.025335 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-388f1242-029e-4914-8df5-75dfe8d0f211 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6&tenant_id=a5930dab45d44c0a80e5a809cf8d8da5 HTTP/1.1" status: 200 len: 1095 time: 0.0415356 Aug 16 14:18:26.096672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-a733a8b9-4efa-48f6-a111-cfebd49ce9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:26.098296 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-a733a8b9-4efa-48f6-a111-cfebd49ce9eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1095 time: 0.0473843 Aug 16 14:18:26.192960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-3d7aa783-9ea3-40ef-bfcd-11215d908699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:26.194495 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-3d7aa783-9ea3-40ef-bfcd-11215d908699 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0889952 Aug 16 14:18:26.266788 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-c99f4ed2-0bbc-4088-ad9b-5c4f8266c874 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 200 len: 999 time: 0.0643532 Aug 16 14:18:26.317804 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-5449f451-e713-4703-822f-e768250ea7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:26.319323 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-5449f451-e713-4703-822f-e768250ea7cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0446653 Aug 16 14:18:26.367827 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-630eae4c-aea9-4240-a032-51fd6257d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:26.369244 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-630eae4c-aea9-4240-a032-51fd6257d871 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420234 Aug 16 14:18:26.473002 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-c4a9b66a-a0e1-4079-8ecc-c5184682d8a8 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953965 Aug 16 14:18:26.565114 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-8b52e703-6d93-44c8-a902-a25b398569f0 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848160 Aug 16 14:18:26.964521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e230b6-b31a-4042-aa61-28db7388bbef req-7cd0fde9-1172-4f5b-b0cc-a60e66bb5599 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:26.966119 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29e230b6-b31a-4042-aa61-28db7388bbef req-7cd0fde9-1172-4f5b-b0cc-a60e66bb5599 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0538926 Aug 16 14:18:27.005478 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-29e230b6-b31a-4042-aa61-28db7388bbef req-3c627c85-5cd5-4f99-9e6f-4579b7fce7dc tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333056 Aug 16 14:18:28.119571 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ab1d3-abd2-4544-9d01-b863fee23458 req-430b1587-0162-495f-8427-ef7e1d02b0bf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:28.121051 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-342ab1d3-abd2-4544-9d01-b863fee23458 req-430b1587-0162-495f-8427-ef7e1d02b0bf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0491436 Aug 16 14:18:28.159127 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-342ab1d3-abd2-4544-9d01-b863fee23458 req-00f96273-6051-444e-b8a0-226964f05a4e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313897 Aug 16 14:18:29.282296 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b0e0b-2f6c-436e-8366-f82b1cb6bb46 req-478576ba-fc09-48b8-8d0e-ff96e16cbd7a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:29.283787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-607b0e0b-2f6c-436e-8366-f82b1cb6bb46 req-478576ba-fc09-48b8-8d0e-ff96e16cbd7a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0497403 Aug 16 14:18:29.322226 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-607b0e0b-2f6c-436e-8366-f82b1cb6bb46 req-e5764ee5-dc9e-4ff4-a077-8ae0c043fae6 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323787 Aug 16 14:18:30.442234 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9f7aa-646f-4c05-846e-0ba6d0c3292b req-713d5deb-9d64-437a-b058-2a488fc7541f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:30.443765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0de9f7aa-646f-4c05-846e-0ba6d0c3292b req-713d5deb-9d64-437a-b058-2a488fc7541f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0531569 Aug 16 14:18:30.484570 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0de9f7aa-646f-4c05-846e-0ba6d0c3292b req-7ab35a84-18c0-49b3-9345-681d5d6ff8ea tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Aug 16 14:18:30.679648 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.620504 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bf36c-8ee4-47eb-9eb1-b2518cde5306 req-3d2c248e-8fd8-44e5-8a47-bf6b3edc723b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:31.622800 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-656bf36c-8ee4-47eb-9eb1-b2518cde5306 req-3d2c248e-8fd8-44e5-8a47-bf6b3edc723b tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0501747 Aug 16 14:18:31.660029 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-656bf36c-8ee4-47eb-9eb1-b2518cde5306 req-b6153691-34b6-4e26-9708-4093e99639ac tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312791 Aug 16 14:18:31.967621 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-f301f8b4-b1b4-4d82-ad31-1f5003d64666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:32.777729 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d7137-e77d-4002-9c16-e9721eaf9e4a req-0273a836-b836-4679-97c3-dd3da59e6f03 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:32.779922 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-170d7137-e77d-4002-9c16-e9721eaf9e4a req-0273a836-b836-4679-97c3-dd3da59e6f03 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0510054 Aug 16 14:18:32.819580 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-170d7137-e77d-4002-9c16-e9721eaf9e4a req-017a0e34-bb97-488d-b393-636c7452026a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332241 Aug 16 14:18:33.676443 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8af253b6-4f2a-4858-8816-4cb161bb2815 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:18:33.772913 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8af253b6-4f2a-4858-8816-4cb161bb2815, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8af253b6-4f2a-4858-8816-4cb161bb2815,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:33.944972 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'port_id': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'mac_address': 'fa:16:3e:1c:11:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:18:33.961177 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f4169-3f8c-469b-a008-313503c5157d req-b18d0c86-3416-4ff0-a22d-ba6539d422e4 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:33.962742 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b23f4169-3f8c-469b-a008-313503c5157d req-b18d0c86-3416-4ff0-a22d-ba6539d422e4 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 944 time: 0.0679452 Aug 16 14:18:33.988630 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.001730 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af253b6-4f2a-4858-8816-4cb161bb2815 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:18:34.002673 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b23f4169-3f8c-469b-a008-313503c5157d req-ad88b12b-7fb8-4293-b20b-1fabc1637293 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Aug 16 14:18:34.023391 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8af253b6-4f2a-4858-8816-4cb161bb2815, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8af253b6-4f2a-4858-8816-4cb161bb2815,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:34.027757 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.077296 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8af253b6-4f2a-4858-8816-4cb161bb2815,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:34.298783 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['8af253b6-4f2a-4858-8816-4cb161bb2815'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:18:34.528959 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e6f56ed7-36c7-4aa3-95ad-1442c8b7de6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.772328 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:35.125054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b73ba-496b-44fe-a7bb-8a73055ba3a5 req-74869cf2-c827-468b-9743-d844fd8de98e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:35.126665 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f27b73ba-496b-44fe-a7bb-8a73055ba3a5 req-74869cf2-c827-468b-9743-d844fd8de98e tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 945 time: 0.0515950 Aug 16 14:18:35.169300 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f27b73ba-496b-44fe-a7bb-8a73055ba3a5 req-c7bbb2a6-7592-465a-8f14-2967c48b454a tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353732 Aug 16 14:18:35.675747 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8af253b6-4f2a-4858-8816-4cb161bb2815 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:18:35.737754 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 8af253b6-4f2a-4858-8816-4cb161bb2815 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:35.738055 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:35.814187 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:35.838959 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:18:35.841826 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6a3bb6-6a45-48a0-97b6-61da8bb20ade" -d '{"events": [{"server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "name": "network-vif-plugged", "status": "completed", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:18:35.864365 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 8af253b6-4f2a-4858-8816-4cb161bb2815, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8af253b6-4f2a-4858-8816-4cb161bb2815,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:35.869243 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:35.875525 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:35.897307 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfccc66-2123-44bb-8ddf-14052818c49a x-openstack-request-id: req-7cfccc66-2123-44bb-8ddf-14052818c49a {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:18:35.897601 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "name": "network-vif-plugged", "status": "completed", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:18:35.897860 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cfccc66-2123-44bb-8ddf-14052818c49a {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:18:35.898301 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'code': 200} Aug 16 14:18:35.928039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=8af253b6-4f2a-4858-8816-4cb161bb2815,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:36.044590 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375eca6-28d1-4e31-9195-69406651b2b6 req-2e3ca8e5-8360-4fea-9516-a3fd2c56f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:36.046068 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6375eca6-28d1-4e31-9195-69406651b2b6 req-2e3ca8e5-8360-4fea-9516-a3fd2c56f516 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1097 time: 0.0467501 Aug 16 14:18:36.081160 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6375eca6-28d1-4e31-9195-69406651b2b6 req-e34a2468-d55d-42c1-88d9-f55645bd6032 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274081 Aug 16 14:18:36.288923 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ab34c-36a4-496c-8da9-40f9ca5060a3 req-3a1544f1-b001-4730-ae45-0c02fd8e8556 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:36.290571 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-540ab34c-36a4-496c-8da9-40f9ca5060a3 req-3a1544f1-b001-4730-ae45-0c02fd8e8556 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0538888 Aug 16 14:18:36.342026 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-540ab34c-36a4-496c-8da9-40f9ca5060a3 req-e3ecd301-22bb-4600-a7c3-17a8154f0333 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446169 Aug 16 14:18:37.466448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31f4db-3f7e-4985-b402-4ec8cd8c79bc req-dbfbf3a5-59da-407e-bd03-49d1e69356eb tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:37.468009 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb31f4db-3f7e-4985-b402-4ec8cd8c79bc req-dbfbf3a5-59da-407e-bd03-49d1e69356eb tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0547030 Aug 16 14:18:37.506989 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eb31f4db-3f7e-4985-b402-4ec8cd8c79bc req-e8b57110-83ff-455c-88c4-228fd2d15420 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328708 Aug 16 14:18:37.670069 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:39.038152 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-0e25cd56-152b-4ff6-89f3-a3e41479dd6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416429 Aug 16 14:18:39.123002 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-3ff77343-f445-4fc7-967e-4af91b6d38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:39.125248 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-3ff77343-f445-4fc7-967e-4af91b6d38ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1097 time: 0.0422168 Aug 16 14:18:39.242608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-19388c85-e72f-4284-ba5b-60f7e3bddae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:39.244327 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-19388c85-e72f-4284-ba5b-60f7e3bddae4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0987444 Aug 16 14:18:39.315147 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-9d7f892b-d7f7-4838-b2f2-1665da484a1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 200 len: 1001 time: 0.0612006 Aug 16 14:18:39.367772 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-e9ce8acf-6529-46ee-ae9a-c71d9e3f8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:39.369439 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-e9ce8acf-6529-46ee-ae9a-c71d9e3f8dcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0477428 Aug 16 14:18:39.420445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-87ad2d0c-50e0-4a9e-8dfd-afd1436dd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:39.421930 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-87ad2d0c-50e0-4a9e-8dfd-afd1436dd099 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453832 Aug 16 14:18:39.513481 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-bfd1d644-444c-45fa-907c-263119ac9351 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837150 Aug 16 14:18:39.608617 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-45e04354-0d3f-4896-af79-c5a381a7ffb2 req-470d8ab7-d3bf-4eac-84c5-441bfbbc48d6 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873671 Aug 16 14:18:43.631960 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:18:47.202496 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:00.713957 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:01.969052 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1ec239f6-b335-4635-9dde-d092ceea5cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:04.519793 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36753552-5294-40c0-a069-b975aa2d4822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:04.795075 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:05.863861 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:07.666408 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:17.231785 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:20.631537 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:19:30.713701 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:31.969695 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c42e8306-ba87-4f85-a091-8dad17c8ca1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.521033 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fdcbdc2b-c0a1-4ae8-b6da-dce3404f966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.779156 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.865070 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:37.681728 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.394001 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-07076321-0e69-4ea5-a9bb-7712c70101a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420887 Aug 16 14:19:39.477316 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-73e8b6ae-f219-4563-b2f1-ecac8e59796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:39.478949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-73e8b6ae-f219-4563-b2f1-ecac8e59796d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1097 time: 0.0425389 Aug 16 14:19:39.597507 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-0545cc03-164b-4f66-8f3d-e170581d813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:39.598931 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-0545cc03-164b-4f66-8f3d-e170581d813c service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0909863 Aug 16 14:19:39.665319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-976ecc7d-666a-4629-87b9-0de581e27b32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 200 len: 1001 time: 0.0582862 Aug 16 14:19:39.721317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-9c21a812-8c6b-4eb9-b43c-9077f4fe3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:39.722851 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-9c21a812-8c6b-4eb9-b43c-9077f4fe3f9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0487463 Aug 16 14:19:39.771409 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-591af8ad-14eb-4f67-adc6-770e77c8f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:39.772909 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-591af8ad-14eb-4f67-adc6-770e77c8f5d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413189 Aug 16 14:19:39.872901 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-534ce418-8e04-4105-8f1e-44976926ae19 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915494 Aug 16 14:19:40.305777 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-eb5eddeb-6b86-431b-b389-665d90b5db8c req-1f4303df-0875-49d9-b6da-a80834bf4298 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252355 Aug 16 14:19:47.238431 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:56.321060 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37930) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:56.481803 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Deleting port 5bff3831-088e-4646-9399-574904836ffd {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:19:56.482182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:56.566574 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:56.566814 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:56.579853 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Calling delete_port for 5bff3831-088e-4646-9399-574904836ffd owned by network:floatingip {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:19:56.749036 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:56.780343 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event deleted for resources: {'Port': ['ID=5bff3831-088e-4646-9399-574904836ffd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:56.793386 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.793738 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.794082 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.794442 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.794780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.795114 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.795449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.795780 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.796105 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.796429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.796754 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.797074 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:56.852877 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for floatingip, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:56.853136 n-d-804708-1 neutron-server[101395]: INFO neutron.db.l3_db [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Floating IP a0ba4968-4c62-4e8e-985d-13cde32177fd disassociated (deleted). External IP: 172.25.0.38, port: 8af253b6-4f2a-4858-8816-4cb161bb2815. Aug 16 14:19:57.084196 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:19:57.195867 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:19:57.200804 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:57.206201 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01b7ff-b537-4abb-8b65-9ef0748e21e7 None None] Sync routers for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:19:57.215762 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01b7ff-b537-4abb-8b65-9ef0748e21e7 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:57.216670 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6b01b7ff-b537-4abb-8b65-9ef0748e21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:19:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:57.232865 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a11691a6-c13e-433a-858a-726530817426 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "DELETE /v2.0/floatingips/a0ba4968-4c62-4e8e-985d-13cde32177fd HTTP/1.1" status: 204 len: 168 time: 0.9074552 Aug 16 14:19:57.232865 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:19:57.233897 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597d7795-748b-4bf3-88f8-3e61b325aab4" -d '{"events": [{"name": "network-changed", "server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:19:57.287590 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a72143-1d6b-4c77-bcba-a7829f9d5b06 x-openstack-request-id: req-d6a72143-1d6b-4c77-bcba-a7829f9d5b06 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:19:57.287890 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:19:57.288254 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6a72143-1d6b-4c77-bcba-a7829f9d5b06 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:19:57.288629 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'status': 'completed', 'code': 200} Aug 16 14:19:57.346184 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-6b01b7ff-b537-4abb-8b65-9ef0748e21e7 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:57.370029 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d7795-748b-4bf3-88f8-3e61b325aab4 req-2df1b878-7094-442c-b645-8193e3dec9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:57.372127 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-597d7795-748b-4bf3-88f8-3e61b325aab4 req-2df1b878-7094-442c-b645-8193e3dec9fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 1097 time: 0.0562367 Aug 16 14:19:57.477093 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d7795-748b-4bf3-88f8-3e61b325aab4 req-c3bfee04-67da-4c2a-a3e1-69739fcdbf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:57.478623 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-597d7795-748b-4bf3-88f8-3e61b325aab4 req-c3bfee04-67da-4c2a-a3e1-69739fcdbf43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 200 len: 909 time: 0.0986779 Aug 16 14:19:57.505369 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4114f3b-2140-4d2a-bc7d-78e5f5f5aff5 req-1131f44a-b2c3-43a9-a056-de66d2390a91 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:57.510771 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4114f3b-2140-4d2a-bc7d-78e5f5f5aff5 req-1131f44a-b2c3-43a9-a056-de66d2390a91 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0624721 Aug 16 14:19:57.525282 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-597d7795-748b-4bf3-88f8-3e61b325aab4 req-0a1edbea-e946-4bd2-9125-249734df4a5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 200 len: 217 time: 0.0384564 Aug 16 14:19:57.550287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-a4114f3b-2140-4d2a-bc7d-78e5f5f5aff5 req-295b2fd1-556b-470c-aeb3-87aa4a3649ce tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363681 Aug 16 14:19:57.585098 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6b01b7ff-b537-4abb-8b65-9ef0748e21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:57.585820 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d7795-748b-4bf3-88f8-3e61b325aab4 req-9d889403-1546-409c-ae14-7f107716926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:57.587373 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-597d7795-748b-4bf3-88f8-3e61b325aab4 req-9d889403-1546-409c-ae14-7f107716926f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 200 len: 848 time: 0.0546365 Aug 16 14:19:57.616434 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01b7ff-b537-4abb-8b65-9ef0748e21e7 None None] Checking router: 2d8737a8-d40f-4797-8205-ca0fa3e50fbe for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:19:57.627526 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01b7ff-b537-4abb-8b65-9ef0748e21e7 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:57.628155 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6b01b7ff-b537-4abb-8b65-9ef0748e21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:19:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:57.634844 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:19:57.640545 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d7795-748b-4bf3-88f8-3e61b325aab4 req-d4e98b2f-26b1-4192-9155-1bdf0a28eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:57.642074 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-597d7795-748b-4bf3-88f8-3e61b325aab4 req-d4e98b2f-26b1-4192-9155-1bdf0a28eec6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96e36c01-fba3-4c79-93df-41e004c703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469697 Aug 16 14:19:57.739033 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-6b01b7ff-b537-4abb-8b65-9ef0748e21e7 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:57.743133 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-597d7795-748b-4bf3-88f8-3e61b325aab4 req-59fca301-8e49-4726-9083-11d8fb8bde1d service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915458 Aug 16 14:19:57.844031 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-597d7795-748b-4bf3-88f8-3e61b325aab4 req-e75d413c-02b5-4481-bc86-4db15808b473 service neutron] 10.222.0.42 "GET /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925281 Aug 16 14:19:58.046149 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-6b01b7ff-b537-4abb-8b65-9ef0748e21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:58.072334 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01b7ff-b537-4abb-8b65-9ef0748e21e7 None None] The sync data for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 is: [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:38Z', 'revision_number': 4, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8', 'name': '', 'network_id': '96e36c01-fba3-4c79-93df-41e004c703b4', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'mac_address': 'fa:16:3e:d9:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:37Z', 'updated_at': '2021-08-16T14:10:43Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'subnets': [{'id': 'af3a21c3-d20a-4251-9d52-58ee0cf5a833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:19:58.313561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df53fcb-89a4-41b9-b462-da41bc1b3b57 None None] New status for floating IP a0ba4968-4c62-4e8e-985d-13cde32177fd: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:19:58.703581 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8c1d-b58b-438d-b9e8-1c22bf2f28f0 req-7bff180a-00f6-4c88-8e06-147606dcc967 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:58.705068 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e9a8c1d-b58b-438d-b9e8-1c22bf2f28f0 req-7bff180a-00f6-4c88-8e06-147606dcc967 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0531387 Aug 16 14:19:58.743887 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6e9a8c1d-b58b-438d-b9e8-1c22bf2f28f0 req-9cdf0f92-28bf-4bb0-8769-990c3d6f3d7f tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c680577-f9f1-4ac4-9a30-47043dcc22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327694 Aug 16 14:19:59.028501 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae1ef5-c8dd-4575-80bc-303699c2d7db req-54143fb0-75af-4243-9efb-1cd1cd871230 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:59.030122 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6bae1ef5-c8dd-4575-80bc-303699c2d7db req-54143fb0-75af-4243-9efb-1cd1cd871230 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.42 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 946 time: 0.0501223 Aug 16 14:19:59.124185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-6bae1ef5-c8dd-4575-80bc-303699c2d7db req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Deleting port 8af253b6-4f2a-4858-8816-4cb161bb2815 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:19:59.124525 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6bae1ef5-c8dd-4575-80bc-303699c2d7db req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:59.211319 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-6bae1ef5-c8dd-4575-80bc-303699c2d7db req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] For port 8af253b6-4f2a-4858-8816-4cb161bb2815, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=8af253b6-4f2a-4858-8816-4cb161bb2815,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:59.211689 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6bae1ef5-c8dd-4575-80bc-303699c2d7db req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:59.224861 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-6bae1ef5-c8dd-4575-80bc-303699c2d7db req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Calling delete_port for 8af253b6-4f2a-4858-8816-4cb161bb2815 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:19:59.363083 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6bae1ef5-c8dd-4575-80bc-303699c2d7db req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:59.389910 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event deleted for resources: {'Port': ['ID=8af253b6-4f2a-4858-8816-4cb161bb2815,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:59.404137 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.404490 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.404833 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.405171 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.405502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.405836 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.406219 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.406550 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.406881 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.407205 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.407530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.407848 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:59.442351 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bae1ef5-c8dd-4575-80bc-303699c2d7db req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] No DVR routers for this DVR port 8af253b6-4f2a-4858-8816-4cb161bb2815 on host n-h2-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:19:59.445055 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-6bae1ef5-c8dd-4575-80bc-303699c2d7db req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:59.447128 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-6bae1ef5-c8dd-4575-80bc-303699c2d7db req-4b173d1e-b7f4-4b54-b138-9e4371696fcf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.42 "DELETE /v2.0/ports/8af253b6-4f2a-4858-8816-4cb161bb2815 HTTP/1.1" status: 204 len: 173 time: 0.4107769 Aug 16 14:19:59.447560 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'name': 'network-vif-deleted', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:19:59.450798 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f712245a-0f1a-422a-88e5-8efa634bc57f" -d '{"events": [{"server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "name": "network-vif-deleted", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:19:59.573178 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1271e190-3ec6-4b02-90b1-36a6166f9c46 x-openstack-request-id: req-1271e190-3ec6-4b02-90b1-36a6166f9c46 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:19:59.574168 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dde4eb-aa25-4eca-b181-fddf606debc6", "name": "network-vif-deleted", "tag": "8af253b6-4f2a-4858-8816-4cb161bb2815", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:19:59.574643 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1271e190-3ec6-4b02-90b1-36a6166f9c46 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:19:59.575252 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dde4eb-aa25-4eca-b181-fddf606debc6', 'name': 'network-vif-deleted', 'tag': '8af253b6-4f2a-4858-8816-4cb161bb2815', 'status': 'completed', 'code': 200} Aug 16 14:19:59.855041 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3d2883cd-6197-4b3d-b405-ce4a548853f3 req-ea158e64-ace4-450a-b4c8-ef7c67ba5205 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 210 time: 0.0352259 Aug 16 14:20:00.723509 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:00.954462 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-1c388b80-7a34-4196-a1a6-f76e499eace5 req-b5021030-16b1-4387-bc11-9fa565cd7fbf tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 210 time: 0.0267515 Aug 16 14:20:01.971895 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-1a03aa65-79e0-48b8-96d0-1b533a6015fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:02.049014 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f7583c6-a20b-41f8-a06b-cee0f01e8701 req-ea565a71-03f1-42f2-a1ec-b1ab1df4ea5d tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 210 time: 0.0276148 Aug 16 14:20:02.123174 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8af253b6-4f2a-4858-8816-4cb161bb2815 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:20:02.144396 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 8af253b6-4f2a-4858-8816-4cb161bb2815 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:20:02.145034 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 8af253b6-4f2a-4858-8816-4cb161bb2815 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:20:03.154350 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8cd6a047-a848-4907-bb5d-f3632ee603cc req-d8983a71-3e3d-4233-8cfd-5c56824ee4f4 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "GET /v2.0/ports?device_id=94dde4eb-aa25-4eca-b181-fddf606debc6 HTTP/1.1" status: 200 len: 210 time: 0.0254946 Aug 16 14:20:04.210955 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37974) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:04.271195 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db598112-89fc-4991-92b3-3c741e07b265 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:04.302004 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db598112-89fc-4991-92b3-3c741e07b265 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:04.365902 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db598112-89fc-4991-92b3-3c741e07b265 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:04.368916 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-db598112-89fc-4991-92b3-3c741e07b265 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:04.370194 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-db598112-89fc-4991-92b3-3c741e07b265 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] 10.222.0.25 "DELETE /v2.0/security-groups/6c680577-f9f1-4ac4-9a30-47043dcc22f3 HTTP/1.1" status: 204 len: 168 time: 0.1581123 Aug 16 14:20:04.379961 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db598112-89fc-4991-92b3-3c741e07b265 tempest-TestShelveInstance-944299186 tempest-TestShelveInstance-944299186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c680577-f9f1-4ac4-9a30-47043dcc22f3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:04.417495 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37978) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:04.527171 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-daf74a59-181c-459a-80c1-0a6878b2c842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:04.783551 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:04.924857 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:05.185675 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] Deleting port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:05.186014 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:05.292861 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] For port 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:05.293585 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:05.305829 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] Calling delete_port for 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:05.847778 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:05.877502 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:05.878613 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:06.057733 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:06.268621 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] Router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:20:06.372832 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:20:06.377848 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7203a255-5527-479d-9c89-9072d62bafa5 admin admin] 10.222.0.25 "PUT /v2.0/routers/2d8737a8-d40f-4797-8205-ca0fa3e50fbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9592161 Aug 16 14:20:06.380563 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37982) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:06.383688 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76f8a9-c120-4b13-a473-b95dd20d3693 None None] Sync routers for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:20:06.394472 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76f8a9-c120-4b13-a473-b95dd20d3693 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:06.395084 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-0e76f8a9-c120-4b13-a473-b95dd20d3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:06.486256 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:06.499719 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-0e76f8a9-c120-4b13-a473-b95dd20d3693 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:06.589182 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:06.642483 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Deleting port f9eb3362-7069-493d-9ada-2a1682500164 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:06.642832 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:06.678667 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-0e76f8a9-c120-4b13-a473-b95dd20d3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:20:05Z', 'revision_number': 5, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port': {'id': 'f9eb3362-7069-493d-9ada-2a1682500164', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:06.705628 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76f8a9-c120-4b13-a473-b95dd20d3693 None None] Checking router: 2d8737a8-d40f-4797-8205-ca0fa3e50fbe for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:20:06.713871 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76f8a9-c120-4b13-a473-b95dd20d3693 None None] Routers {'2d8737a8-d40f-4797-8205-ca0fa3e50fbe'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:06.714530 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-0e76f8a9-c120-4b13-a473-b95dd20d3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:06.728230 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] For port f9eb3362-7069-493d-9ada-2a1682500164, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=f9eb3362-7069-493d-9ada-2a1682500164,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:06.728649 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:06.741736 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Calling delete_port for f9eb3362-7069-493d-9ada-2a1682500164 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:06.798222 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-0e76f8a9-c120-4b13-a473-b95dd20d3693 None None] Set router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:06.857603 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-0e76f8a9-c120-4b13-a473-b95dd20d3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:20:06Z', 'revision_number': 6, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:06.885956 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76f8a9-c120-4b13-a473-b95dd20d3693 None None] The sync data for ids ['2d8737a8-d40f-4797-8205-ca0fa3e50fbe'] in n-d-804708-1 is: [{'id': '2d8737a8-d40f-4797-8205-ca0fa3e50fbe', 'name': 'tempest-TestShelveInstance-1733990028-router', 'tenant_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:35Z', 'updated_at': '2021-08-16T14:20:06Z', 'revision_number': 6, 'project_id': 'a5930dab45d44c0a80e5a809cf8d8da5', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:20:06.933113 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:06.958540 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9eb3362-7069-493d-9ada-2a1682500164,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:07.020773 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.114601 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.116778 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.160111 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.161543 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8737a8-d40f-4797-8205-ca0fa3e50fbe {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:20:07.169942 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.171081 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-2ae93a35-6fbc-4aa6-9178-72e202af09a3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2d8737a8-d40f-4797-8205-ca0fa3e50fbe HTTP/1.1" status: 204 len: 168 time: 0.7894709 Aug 16 14:20:07.175218 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37984) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:07.220553 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f937af-d300-415f-876e-358c51e2d420 admin admin] Deleting subnet af3a21c3-d20a-4251-9d52-58ee0cf5a833 {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:20:07.223961 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72f937af-d300-415f-876e-358c51e2d420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.262347 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72f937af-d300-415f-876e-358c51e2d420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.358749 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72f937af-d300-415f-876e-358c51e2d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.411767 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72f937af-d300-415f-876e-358c51e2d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.439620 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-72f937af-d300-415f-876e-358c51e2d420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.441668 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-72f937af-d300-415f-876e-358c51e2d420 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/af3a21c3-d20a-4251-9d52-58ee0cf5a833 HTTP/1.1" status: 204 len: 168 time: 0.2654197 Aug 16 14:20:07.442949 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f937af-d300-415f-876e-358c51e2d420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3a21c3-d20a-4251-9d52-58ee0cf5a833,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:07.444309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37986) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:07.447485 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58163b2-5814-4393-9366-849505dfa65d None None] Network 96e36c01-fba3-4c79-93df-41e004c703b4 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:20:07.518914 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.575050 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Deleting port 7795476c-6512-46b9-9663-aedeebfaa37e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:07.575397 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.647622 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] For port 7795476c-6512-46b9-9663-aedeebfaa37e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7795476c-6512-46b9-9663-aedeebfaa37e,segment=NetworkSegment(19a2cfca-678e-414a-b69a-8f9227ad9f28),segment_id=19a2cfca-678e-414a-b69a-8f9227ad9f28)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:07.648157 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.670984 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Calling delete_port for 7795476c-6512-46b9-9663-aedeebfaa37e owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:07.682122 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.700657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] DHCP port deletion for 96e36c01-fba3-4c79-93df-41e004c703b4 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:20:07.764145 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.769899 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:20:07.791992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Deleting port 7795476c-6512-46b9-9663-aedeebfaa37e {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:07.793075 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.794758 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=7795476c-6512-46b9-9663-aedeebfaa37e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:07.795089 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:20:07.795516 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 4b312a9c-d0e3-4f3e-88f5-dfa2e0c549e8 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:20:07.795992 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7795476c-6512-46b9-9663-aedeebfaa37e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:20:07.796707 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] No DVR routers for this DVR port 7795476c-6512-46b9-9663-aedeebfaa37e on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:20:07.817465 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 7795476c-6512-46b9-9663-aedeebfaa37e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:20:07.817892 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7795476c-6512-46b9-9663-aedeebfaa37e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:20:07.818406 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f9eb3362-7069-493d-9ada-2a1682500164 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:20:07.846884 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: f9eb3362-7069-493d-9ada-2a1682500164 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:20:07.847239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device f9eb3362-7069-493d-9ada-2a1682500164 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:20:07.882422 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.892671 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e36c01-fba3-4c79-93df-41e004c703b4']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:07.903325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a2cfca-678e-414a-b69a-8f9227ad9f28') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:07.903527 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] For port 7795476c-6512-46b9-9663-aedeebfaa37e, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:07.903648 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a2cfca-678e-414a-b69a-8f9227ad9f28') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:07.903805 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.915967 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.916344 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Calling delete_port for 7795476c-6512-46b9-9663-aedeebfaa37e owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:07.926971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Port 7795476c-6512-46b9-9663-aedeebfaa37e was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 14:20:07.928387 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.934151 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.941917 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:20:07.942541 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: timer() Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:20:07.944384 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:20:07.955614 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Pushing event deleted for resources: {'Port': ['ID=7795476c-6512-46b9-9663-aedeebfaa37e,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:07.960940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] No DVR routers for this DVR port 7795476c-6512-46b9-9663-aedeebfaa37e on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:20:07.972559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.972559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.972559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.972559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.972559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.972559 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.973713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.973713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.973713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.973713 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.974471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.974471 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319d3f3-13dc-47c5-bc6c-8fa1fefe690c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:08.006641 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:08.012131 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:08.014062 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] 10.222.0.25 "DELETE /v2.0/networks/96e36c01-fba3-4c79-93df-41e004c703b4 HTTP/1.1" status: 204 len: 168 time: 0.5687864 Aug 16 14:20:08.020334 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37988) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:08.029472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a364b6b-e951-4c9b-bdc2-081d2df88f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=96e36c01-fba3-4c79-93df-41e004c703b4,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:08.398185 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:08.646188 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] Deleting port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:08.646875 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:08.723984 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] For port 12e2e380-5866-4df8-9f2a-5e1e1587bfe3, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=12e2e380-5866-4df8-9f2a-5e1e1587bfe3,segment=NetworkSegment(9d941c7f-51a3-4b9d-9747-8e198b69b32e),segment_id=9d941c7f-51a3-4b9d-9747-8e198b69b32e)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:08.724590 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:08.743162 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] Calling delete_port for 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:08.934075 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:08.964433 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] Pushing event deleted for resources: {'Port': ['ID=12e2e380-5866-4df8-9f2a-5e1e1587bfe3,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:09.126588 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:09.343792 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] Router 1792bcdc-6cb5-46bc-892b-05841205f7c6 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:20:09.452811 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:20:09.457917 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-8ad975da-2d68-434c-b96d-77a1834c83dd admin admin] 10.222.0.25 "PUT /v2.0/routers/1792bcdc-6cb5-46bc-892b-05841205f7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4362907 Aug 16 14:20:09.460411 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37990) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:09.467048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383ab99-6f20-4443-90e5-21a41fc206af None None] Sync routers for ids ['1792bcdc-6cb5-46bc-892b-05841205f7c6'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:20:09.473923 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383ab99-6f20-4443-90e5-21a41fc206af None None] Routers {'1792bcdc-6cb5-46bc-892b-05841205f7c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:09.474605 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5383ab99-6f20-4443-90e5-21a41fc206af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1792bcdc-6cb5-46bc-892b-05841205f7c6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:09.585639 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-5383ab99-6f20-4443-90e5-21a41fc206af None None] Set router 1792bcdc-6cb5-46bc-892b-05841205f7c6 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:09.590284 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:09.690052 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:09.750165 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Deleting port 97c21ddc-2543-492e-b8a0-ac40b74328a9 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:09.750519 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:09.770383 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5383ab99-6f20-4443-90e5-21a41fc206af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'name': 'tempest-TestShelveInstance-1503156107-router', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:39Z', 'updated_at': '2021-08-16T14:20:08Z', 'revision_number': 5, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'gw_port': {'id': '97c21ddc-2543-492e-b8a0-ac40b74328a9', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:10:40Z', 'updated_at': '2021-08-16T14:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:09.803956 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383ab99-6f20-4443-90e5-21a41fc206af None None] Checking router: 1792bcdc-6cb5-46bc-892b-05841205f7c6 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:20:09.813434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383ab99-6f20-4443-90e5-21a41fc206af None None] Routers {'1792bcdc-6cb5-46bc-892b-05841205f7c6'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:09.814070 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5383ab99-6f20-4443-90e5-21a41fc206af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['1792bcdc-6cb5-46bc-892b-05841205f7c6'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:09.831591 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] For port 97c21ddc-2543-492e-b8a0-ac40b74328a9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=97c21ddc-2543-492e-b8a0-ac40b74328a9,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:09.831954 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:09.844761 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Calling delete_port for 97c21ddc-2543-492e-b8a0-ac40b74328a9 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:09.900785 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-5383ab99-6f20-4443-90e5-21a41fc206af None None] Set router 1792bcdc-6cb5-46bc-892b-05841205f7c6 gateway port host: None {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:09.958141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-5383ab99-6f20-4443-90e5-21a41fc206af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'name': 'tempest-TestShelveInstance-1503156107-router', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:39Z', 'updated_at': '2021-08-16T14:20:09Z', 'revision_number': 6, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:09.991815 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383ab99-6f20-4443-90e5-21a41fc206af None None] The sync data for ids ['1792bcdc-6cb5-46bc-892b-05841205f7c6'] in n-d-804708-1 is: [{'id': '1792bcdc-6cb5-46bc-892b-05841205f7c6', 'name': 'tempest-TestShelveInstance-1503156107-router', 'tenant_id': '0d3e77fd2cda4ac7b5991c97341594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:10:39Z', 'updated_at': '2021-08-16T14:20:09Z', 'revision_number': 6, 'project_id': '0d3e77fd2cda4ac7b5991c97341594be', 'gw_port_host': None}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:20:10.363980 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.394720 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c21ddc-2543-492e-b8a0-ac40b74328a9,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:10.471003 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.560616 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.562818 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.607901 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.608350 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1792bcdc-6cb5-46bc-892b-05841205f7c6 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:20:10.614768 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.616344 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7e70efdd-1ba6-4d6d-975f-5e4686c79603 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1792bcdc-6cb5-46bc-892b-05841205f7c6 HTTP/1.1" status: 204 len: 168 time: 1.1548474 Aug 16 14:20:10.618954 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 37992) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:10.663441 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4166fa9-cc3c-4e43-a854-90431f230616 admin admin] Deleting subnet 7a636293-ab2a-433a-9f61-d5d822543bae {{(pid=101395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:20:10.666679 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f4166fa9-cc3c-4e43-a854-90431f230616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.702512 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f4166fa9-cc3c-4e43-a854-90431f230616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8521568'] for subnet, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.792849 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f4166fa9-cc3c-4e43-a854-90431f230616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.845044 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f4166fa9-cc3c-4e43-a854-90431f230616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9175376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8732157'] for subnet, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.871312 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4166fa9-cc3c-4e43-a854-90431f230616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a636293-ab2a-433a-9f61-d5d822543bae,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:10.876237 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-f4166fa9-cc3c-4e43-a854-90431f230616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.880224 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-f4166fa9-cc3c-4e43-a854-90431f230616 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7a636293-ab2a-433a-9f61-d5d822543bae HTTP/1.1" status: 204 len: 168 time: 0.2580943 Aug 16 14:20:10.881279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37994) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:10.882940 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b405922-6583-412d-a751-5333e2523d40 None None] Network f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:20:10.951761 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.007713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Deleting port a205ce20-07bf-489d-a245-e0250ac6f505 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:11.008052 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.065791 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1943254-88bc-465d-9a4b-228569d81f2e None None] DHCP port deletion for f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:20:11.084634 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] For port a205ce20-07bf-489d-a245-e0250ac6f505, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a205ce20-07bf-489d-a245-e0250ac6f505,segment=NetworkSegment(9d941c7f-51a3-4b9d-9747-8e198b69b32e),segment_id=9d941c7f-51a3-4b9d-9747-8e198b69b32e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:11.085009 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.101444 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Calling delete_port for a205ce20-07bf-489d-a245-e0250ac6f505 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:11.118192 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b1943254-88bc-465d-9a4b-228569d81f2e None None] Deleting port a205ce20-07bf-489d-a245-e0250ac6f505 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:11.118571 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b1943254-88bc-465d-9a4b-228569d81f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.180138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-b1943254-88bc-465d-9a4b-228569d81f2e None None] For port a205ce20-07bf-489d-a245-e0250ac6f505, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=a205ce20-07bf-489d-a245-e0250ac6f505,segment=NetworkSegment(9d941c7f-51a3-4b9d-9747-8e198b69b32e),segment_id=9d941c7f-51a3-4b9d-9747-8e198b69b32e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:11.180449 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b1943254-88bc-465d-9a4b-228569d81f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.189196 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.193326 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b1943254-88bc-465d-9a4b-228569d81f2e None None] Calling delete_port for a205ce20-07bf-489d-a245-e0250ac6f505 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:11.216714 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a205ce20-07bf-489d-a245-e0250ac6f505,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:11.218578 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] No DVR routers for this DVR port a205ce20-07bf-489d-a245-e0250ac6f505 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:20:11.276233 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b1943254-88bc-465d-9a4b-228569d81f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.292125 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.303048 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:11.309340 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1943254-88bc-465d-9a4b-228569d81f2e None None] Pushing event deleted for resources: {'Port': ['ID=a205ce20-07bf-489d-a245-e0250ac6f505,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:11.315611 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d941c7f-51a3-4b9d-9747-8e198b69b32e') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:11.315760 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1943254-88bc-465d-9a4b-228569d81f2e None None] No DVR routers for this DVR port a205ce20-07bf-489d-a245-e0250ac6f505 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:20:11.315909 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d941c7f-51a3-4b9d-9747-8e198b69b32e') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:11.327890 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.347373 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.353415 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:20:11.353728 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: timer() Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:20:11.355792 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:20:11.411720 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.418912 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.420210 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98 HTTP/1.1" status: 204 len: 168 time: 0.5374522 Aug 16 14:20:11.431497 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c90a-3cab-4336-878b-e200539b5f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7bf235d-5b2f-49bd-ae9a-db6e9bed8b98,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:11.547940 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 37998) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:11.575138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:20:11.593319 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f5fbbb85-0e36-463f-ad6e-6f0ab4cf9207 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5930dab45d44c0a80e5a809cf8d8da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428419 Aug 16 14:20:11.594530 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38000) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:11.596109 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:20:11.596459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 12e2e380-5866-4df8-9f2a-5e1e1587bfe3 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:20:11.596884 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 97c21ddc-2543-492e-b8a0-ac40b74328a9 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:20:11.615701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 97c21ddc-2543-492e-b8a0-ac40b74328a9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:20:11.616047 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 97c21ddc-2543-492e-b8a0-ac40b74328a9 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:20:11.616462 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a205ce20-07bf-489d-a245-e0250ac6f505 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:20:11.635197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: a205ce20-07bf-489d-a245-e0250ac6f505 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:20:11.635549 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device a205ce20-07bf-489d-a245-e0250ac6f505 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:20:11.648810 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa65d718-5e98-4c5c-ac34-6c2b410cb503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.670923 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa65d718-5e98-4c5c-ac34-6c2b410cb503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.724802 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa65d718-5e98-4c5c-ac34-6c2b410cb503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.727266 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fa65d718-5e98-4c5c-ac34-6c2b410cb503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.728422 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fa65d718-5e98-4c5c-ac34-6c2b410cb503 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8f3b134-48de-4ae7-b8af-df23a17bd9c8 HTTP/1.1" status: 204 len: 168 time: 0.1328583 Aug 16 14:20:11.737189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65d718-5e98-4c5c-ac34-6c2b410cb503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f3b134-48de-4ae7-b8af-df23a17bd9c8,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:12.062994 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38006) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:12.102580 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-e83e3e2b-b1c5-43f8-820f-de8166bde403 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d3e77fd2cda4ac7b5991c97341594be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384138 Aug 16 14:20:12.105192 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38008) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:12.164785 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-955f414b-3286-493d-95a3-91cba6b723c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:12.191018 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-955f414b-3286-493d-95a3-91cba6b723c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:12.245870 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-955f414b-3286-493d-95a3-91cba6b723c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:12.248622 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-955f414b-3286-493d-95a3-91cba6b723c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:12.249792 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-955f414b-3286-493d-95a3-91cba6b723c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/078c5ed7-dc72-4965-944e-dd443ae842d5 HTTP/1.1" status: 204 len: 168 time: 0.1435447 Aug 16 14:20:12.257702 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f414b-3286-493d-95a3-91cba6b723c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078c5ed7-dc72-4965-944e-dd443ae842d5,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:12.938737 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38030) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:13.037284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-84322162-network', 'tenant_id': '6e2caec33827490e964842a64307b7cf'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:13.061195 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Made reservation on behalf of 6e2caec33827490e964842a64307b7cf for: {'network': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:20:13.063566 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.072299 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.160478 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.164308 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.186403 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:20:13.199843 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f39654c-c900-4b07-b4a8-65eef3211584,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:13.206141 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.206483 n-d-804708-1 neutron-server[101396]: INFO neutron.db.segments_db [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Added segment 6e750d1b-b16c-42c8-bfe2-6174aafc9e33 of type vlan for network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 Aug 16 14:20:13.247806 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.272320 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.273352 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:13.273994 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.304519 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3646147 Aug 16 14:20:13.308251 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38034) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:13.313358 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] Request body: {'subnet': {'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-84322162-subnet', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:13.339707 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] Made reservation on behalf of 6e2caec33827490e964842a64307b7cf for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:20:13.340890 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ac14c-085f-4bab-9e4e-2d25e54660ad admin admin] Pushing event updated for resources: {'Network': ['ID=b182fd84-de18-4119-9bd6-8a3c2f2b5d08,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:13.342608 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.351533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:20:13.518307 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.576261 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:13.581292 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] Checking segment: {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:20:13.581640 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] Network hostable DHCP agents. Network: b182fd84-de18-4119-9bd6-8a3c2f2b5d08, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:20:13.598175 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] Network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:20:13.607194 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, b182fd84-de18-4119-9bd6-8a3c2f2b5d08) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:13.611232 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:13.611820 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.618888 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94983e5b-53fd-4c12-ae87-942df7517b79 None None] Network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:20:13.626580 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-64c1bb92-f478-48e4-9020-5988f2e75b22 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3172348 Aug 16 14:20:13.629358 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38036) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:13.633963 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:13.655385 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.656494 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.708391 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.763223 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:20:13.764175 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.851065 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.902611 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Allocated IP 172.20.0.2 (b182fd84-de18-4119-9bd6-8a3c2f2b5d08/7a891e88-2849-4d2e-a2c2-4f1f9b7faafe/c56db952-79bd-4998-90e2-21d6adf829f6) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:20:14.041419 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:14.046530 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:14.049765 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Transition to ACTIVE for port object c56db952-79bd-4998-90e2-21d6adf829f6 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:14.065385 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Transition to ACTIVE for port object c56db952-79bd-4998-90e2-21d6adf829f6 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:14.070503 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:14.070948 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:14.116827 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:14.119887 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:14.124866 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:20:14.129752 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Pushing event updated for resources: {'Port': ['ID=c56db952-79bd-4998-90e2-21d6adf829f6,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:14.186805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Allocated IP 172.25.0.138 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/0745ef32-174a-4ce3-aea1-dc2bc014848e) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:20:14.187050 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Attempting to bind port c56db952-79bd-4998-90e2-21d6adf829f6 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:20:14.187683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Attempting to bind port c56db952-79bd-4998-90e2-21d6adf829f6 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:20:14.188323 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Attempting to bind port c56db952-79bd-4998-90e2-21d6adf829f6 on network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:20:14.197231 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:20:14.197858 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Checking segment: {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:20:14.199200 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:14.199875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Bound using segment: {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:20:14.200695 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Bound port: c56db952-79bd-4998-90e2-21d6adf829f6, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:20:14.201440 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:14.270049 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] For port c56db952-79bd-4998-90e2-21d6adf829f6, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:20:14.273338 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] For port c56db952-79bd-4998-90e2-21d6adf829f6, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c56db952-79bd-4998-90e2-21d6adf829f6,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:20:14.278730 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:14.299627 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:14.342201 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:14.386344 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:14.390070 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:14.394209 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:20:14.422019 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Pushing event updated for resources: {'Port': ['ID=0745ef32-174a-4ce3-aea1-dc2bc014848e,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:14.497239 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f5bdd-e787-46e8-b206-197d2821f1ff None None] Pushing event updated for resources: {'Port': ['ID=c56db952-79bd-4998-90e2-21d6adf829f6,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:14.678759 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:14.883562 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.016360 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:20:15.125527 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:20:15.134596 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Sync routers for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:20:15.145580 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.149705 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-fb17e4dd-a273-4699-8699-c7e6c89da43f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5168529 Aug 16 14:20:15.149974 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:15.149974 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:15.150366 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38040) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:15.264683 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:15.480496 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:14Z', 'revision_number': 3, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:15.514752 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849e792d-30e1-472c-9d1a-7e729ee7e104 None None] Network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:20:15.516272 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Checking router: ac9afea9-0ccd-4b7b-9e2c-f071b8179343 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:20:15.516687 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Updating router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 port 0745ef32-174a-4ce3-aea1-dc2bc014848e binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:20:15.551021 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.609914 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-45efd140-8f9f-4c0b-862a-27ab43004643 None None] Provisioning for port c56db952-79bd-4998-90e2-21d6adf829f6 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:15.633998 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.646247 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c56db952-79bd-4998-90e2-21d6adf829f6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:15.754541 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port c56db952-79bd-4998-90e2-21d6adf829f6 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:15.761986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c56db952-79bd-4998-90e2-21d6adf829f6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:15.762328 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.802819 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Allocated IP 172.20.0.1 (b182fd84-de18-4119-9bd6-8a3c2f2b5d08/7a891e88-2849-4d2e-a2c2-4f1f9b7faafe/7e2f77d4-3e1d-445a-a365-619b665bc940) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:20:15.860363 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.863492 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.875034 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Transition to ACTIVE for port object 0745ef32-174a-4ce3-aea1-dc2bc014848e will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:15.881664 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.906379 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port c56db952-79bd-4998-90e2-21d6adf829f6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c56db952-79bd-4998-90e2-21d6adf829f6,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:15.913565 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.934475 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.945636 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Attempting to bind port 0745ef32-174a-4ce3-aea1-dc2bc014848e on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:20:15.946390 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Attempting to bind port 0745ef32-174a-4ce3-aea1-dc2bc014848e by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:20:15.946978 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Attempting to bind port 0745ef32-174a-4ce3-aea1-dc2bc014848e on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:20:15.951895 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.provisioning_blocks [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Transition to ACTIVE for port object 7e2f77d4-3e1d-445a-a365-619b665bc940 will not be triggered until provisioned by entity DHCP. {{(pid=101395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:15.954861 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:20:15.955619 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:20:15.956338 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.956941 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:20:15.957532 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Bound port: 0745ef32-174a-4ce3-aea1-dc2bc014848e, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:20:15.958018 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:15.978360 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=c56db952-79bd-4998-90e2-21d6adf829f6,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:15.993630 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:16.002685 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Pushing event updated for resources: {'Port': ['ID=0745ef32-174a-4ce3-aea1-dc2bc014848e,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:16.018475 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.018743 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.019093 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.019432 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.019768 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.020103 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.020434 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.020762 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.021562 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.021562 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.021768 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.022081 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:16.038831 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:16.044331 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:16.048815 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:20:16.050524 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] For port 0745ef32-174a-4ce3-aea1-dc2bc014848e, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:20:16.052012 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Pushing event updated for resources: {'Port': ['ID=7e2f77d4-3e1d-445a-a365-619b665bc940,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:16.053980 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] For port 0745ef32-174a-4ce3-aea1-dc2bc014848e, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0745ef32-174a-4ce3-aea1-dc2bc014848e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:20:16.062621 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:16.091291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:16.132258 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:16.133095 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:16.142161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-a14053cf-a475-4d23-ad02-985f582f5226 None None] Provisioning complete for port c56db952-79bd-4998-90e2-21d6adf829f6 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:16.142934 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-a14053cf-a475-4d23-ad02-985f582f5226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:16.220595 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aed45c-3f7c-425c-a9b5-4d7a0ccb8cb0 None None] Pushing event updated for resources: {'Port': ['ID=0745ef32-174a-4ce3-aea1-dc2bc014848e,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:16.265037 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:16.268602 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:16.367444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4727291b-61ee-433b-92b4-32a494780b9c None None] Provisioning for port 7e2f77d4-3e1d-445a-a365-619b665bc940 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:16.372709 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-4727291b-61ee-433b-92b4-32a494780b9c None None] Provisioning complete for port 7e2f77d4-3e1d-445a-a365-619b665bc940 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:16.373087 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4727291b-61ee-433b-92b4-32a494780b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:16.412161 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-4727291b-61ee-433b-92b4-32a494780b9c None None] Port 7e2f77d4-3e1d-445a-a365-619b665bc940 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:20:16.452641 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:16.457024 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9175306'] for port, after_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:16.528876 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Pushing event updated for resources: {'Port': ['ID=7e2f77d4-3e1d-445a-a365-619b665bc940,revision_number=2']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:16.531757 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:16.544107 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:14Z', 'revision_number': 3, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:16.574686 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabeef0-7e16-4fb5-8bf4-789f32f4e559 None None] The sync data for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 is: [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:14Z', 'revision_number': 3, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:20:16.632429 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:16.633940 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:16.758243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:20:16.913198 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:20:16.918610 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-9a49450a-08d2-459c-ab16-9e1bf9061e5c admin admin] 10.222.0.25 "PUT /v2.0/routers/ac9afea9-0ccd-4b7b-9e2c-f071b8179343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7673304 Aug 16 14:20:16.944638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-34df5eae-4213-4fa2-9d76-c37d492e1a56 None None] Provisioning complete for port 7e2f77d4-3e1d-445a-a365-619b665bc940 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:16.945238 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-34df5eae-4213-4fa2-9d76-c37d492e1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:16.985561 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-34df5eae-4213-4fa2-9d76-c37d492e1a56 None None] Port 7e2f77d4-3e1d-445a-a365-619b665bc940 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:20:17.239151 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.455481 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38056) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:17.460697 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-406386962-network', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:17.481755 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Made reservation on behalf of 7ca1ee86476b48e7a484988aac3d7315 for: {'network': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:20:17.484164 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for network, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.493018 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.594904 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.599747 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.628733 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:20:17.643784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f92098e-ce12-4ea6-b52f-919b0752d0fd,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:17.651288 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.651288 n-d-804708-1 neutron-server[101395]: INFO neutron.db.segments_db [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Added segment 8bc84b53-7d60-4679-87c9-04e5c049808e of type vlan for network 5a672ecc-08a3-4111-8390-21b6f1513fa9 Aug 16 14:20:17.664878 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c56db952-79bd-4998-90e2-21d6adf829f6 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:17.697595 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667789653'] for network, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.717968 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port c56db952-79bd-4998-90e2-21d6adf829f6 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:17.718381 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.728122 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300'] for network, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.729243 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:17.730067 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.765095 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3084753 Aug 16 14:20:17.767833 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38058) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:17.772747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] Request body: {'subnet': {'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-406386962-subnet', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'ip_version': 4}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:17.809037 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0745ef32-174a-4ce3-aea1-dc2bc014848e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:17.814768 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7930c-aaf1-4638-87b0-592028824ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a672ecc-08a3-4111-8390-21b6f1513fa9,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:17.828588 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] Made reservation on behalf of 7ca1ee86476b48e7a484988aac3d7315 for: {'subnet': 1} {{(pid=101395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:20:17.831026 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8732056'] for subnet, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.844706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Network 5a672ecc-08a3-4111-8390-21b6f1513fa9 details requested by agent ovs-agent-n-d-804708-1 with host n-d-804708-1 {{(pid=101397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:20:17.931060 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 0745ef32-174a-4ce3-aea1-dc2bc014848e completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:17.935678 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0745ef32-174a-4ce3-aea1-dc2bc014848e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:17.936285 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.023808 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.025634 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9176213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8732150'] for subnet, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.048544 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 0745ef32-174a-4ce3-aea1-dc2bc014848e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0745ef32-174a-4ce3-aea1-dc2bc014848e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:18.052850 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.085121 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=993910e4-9b71-4abd-b4ea-0708cd81b61e,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:18.093374 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] Checking segment: {'id': '8bc84b53-7d60-4679-87c9-04e5c049808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:20:18.093769 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] Network hostable DHCP agents. Network: 5a672ecc-08a3-4111-8390-21b6f1513fa9, hostable agents: ['5f19d4d3-0ad0-4314-8b7f-0f9b587882e8'], hosted agents: [] {{(pid=101395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:20:18.105772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=0745ef32-174a-4ce3-aea1-dc2bc014848e,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:18.112448 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] Network 5a672ecc-08a3-4111-8390-21b6f1513fa9 is scheduled to be hosted by DHCP agent 5f19d4d3-0ad0-4314-8b7f-0f9b587882e8 with binding_index 1 {{(pid=101395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:20:18.122245 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804708-1, 5a672ecc-08a3-4111-8390-21b6f1513fa9) {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:18.126444 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:18.127048 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.133408 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8708c6f-e889-4194-8de8-59f919655f1a None None] Network 5a672ecc-08a3-4111-8390-21b6f1513fa9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:20:18.150435 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-a5421a8e-e4a3-4405-b8f9-70b2db02c971 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3815119 Aug 16 14:20:18.154151 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38060) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:18.158866 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-406386962-router', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:18.180083 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129695'] for router, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.181084 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129670'] for router, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.196507 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59359261-c713-460a-b933-71b58c3de522 None None] Sync routers for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:20:18.217459 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59359261-c713-460a-b933-71b58c3de522 None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:18.218088 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-59359261-c713-460a-b933-71b58c3de522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:18.239207 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.375417 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.378374 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-59359261-c713-460a-b933-71b58c3de522 None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:18.408870 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp665e4941-7fbc-53ff-8583-84c7aec07b98-5a672ecc-08a3-4111-8390-21b6f1513fa9', 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'fixed_ips': [{'subnet_id': '993910e4-9b71-4abd-b4ea-0708cd81b61e'}]}} from n-d-804708-1. {{(pid=101397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:20:18.410140 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.585351 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.604697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.678986 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.db_base_plugin_common [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Allocated IP 172.20.0.2 (5a672ecc-08a3-4111-8390-21b6f1513fa9/993910e4-9b71-4abd-b4ea-0708cd81b61e/8176c93e-b11c-47fb-adfe-961220a218b9) {{(pid=101397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:20:18.713345 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.db_base_plugin_common [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Allocated IP 172.25.0.103 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68) {{(pid=101395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:20:18.777187 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-59359261-c713-460a-b933-71b58c3de522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 2, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:18.809372 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59359261-c713-460a-b933-71b58c3de522 None None] Checking router: ac9afea9-0ccd-4b7b-9e2c-f071b8179343 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:20:18.809728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59359261-c713-460a-b933-71b58c3de522 None None] Updating router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 port 7e2f77d4-3e1d-445a-a365-619b665bc940 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:20:18.816157 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.862077 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.873251 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-59359261-c713-460a-b933-71b58c3de522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.901973 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:18.904868 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.base_scheduler [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:18.910652 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Received port after_create {{(pid=101395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:20:18.924487 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Notify callbacks [] for port, precommit_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.938070 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Pushing event updated for resources: {'Port': ['ID=3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68,revision_number=1']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:18.940671 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Transition to ACTIVE for port object 8176c93e-b11c-47fb-adfe-961220a218b9 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:19.021865 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Transition to ACTIVE for port object 8176c93e-b11c-47fb-adfe-961220a218b9 will not be triggered until provisioned by entity DHCP. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:19.034530 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836'] for port, after_create {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.087924 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Network 5a672ecc-08a3-4111-8390-21b6f1513fa9 is already hosted by enough agents. {{(pid=101397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:19.097265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.scheduler.base_scheduler [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Resources bound (agent type, host, resource id): {{(pid=101397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:19.123875 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Received port after_create {{(pid=101397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:20:19.141906 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Pushing event updated for resources: {'Port': ['ID=8176c93e-b11c-47fb-adfe-961220a218b9,revision_number=1']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:19.175685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.210204 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Attempting to bind port 8176c93e-b11c-47fb-adfe-961220a218b9 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:20:19.210497 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Attempting to bind port 8176c93e-b11c-47fb-adfe-961220a218b9 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '8bc84b53-7d60-4679-87c9-04e5c049808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:20:19.210864 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Attempting to bind port 8176c93e-b11c-47fb-adfe-961220a218b9 on network 5a672ecc-08a3-4111-8390-21b6f1513fa9 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:20:19.224117 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:20:19.224499 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Checking segment: {'id': '8bc84b53-7d60-4679-87c9-04e5c049808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:20:19.224907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.225303 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Bound using segment: {'id': '8bc84b53-7d60-4679-87c9-04e5c049808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:20:19.225772 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Bound port: 8176c93e-b11c-47fb-adfe-961220a218b9, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc84b53-7d60-4679-87c9-04e5c049808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:20:19.226192 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.333343 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-59359261-c713-460a-b933-71b58c3de522 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.346482 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] For port 8176c93e-b11c-47fb-adfe-961220a218b9, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:20:19.351119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] For port 8176c93e-b11c-47fb-adfe-961220a218b9, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8176c93e-b11c-47fb-adfe-961220a218b9,segment=NetworkSegment(8bc84b53-7d60-4679-87c9-04e5c049808e),segment_id=8bc84b53-7d60-4679-87c9-04e5c049808e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:20:19.352532 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-59359261-c713-460a-b933-71b58c3de522 None None] Transition to ACTIVE for port object 7e2f77d4-3e1d-445a-a365-619b665bc940 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:19.356673 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.387994 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-59359261-c713-460a-b933-71b58c3de522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.456868 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b92d9-7e0c-46ef-bbb6-c854f13eec14 None None] Pushing event updated for resources: {'Port': ['ID=8176c93e-b11c-47fb-adfe-961220a218b9,revision_number=2']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:19.526556 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-59359261-c713-460a-b933-71b58c3de522 None None] Attempting to bind port 7e2f77d4-3e1d-445a-a365-619b665bc940 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:20:19.527181 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-59359261-c713-460a-b933-71b58c3de522 None None] Attempting to bind port 7e2f77d4-3e1d-445a-a365-619b665bc940 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:20:19.527731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59359261-c713-460a-b933-71b58c3de522 None None] Attempting to bind port 7e2f77d4-3e1d-445a-a365-619b665bc940 on network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:20:19.534706 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca7a3c-b772-4700-ba23-1deb57d29f53 None None] Pushing event updated for resources: {'Port': ['ID=7e2f77d4-3e1d-445a-a365-619b665bc940,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:19.540539 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59359261-c713-460a-b933-71b58c3de522 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:20:19.541237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59359261-c713-460a-b933-71b58c3de522 None None] Checking segment: {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:20:19.542404 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-59359261-c713-460a-b933-71b58c3de522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.543086 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59359261-c713-460a-b933-71b58c3de522 None None] Bound using segment: {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:20:19.543850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-59359261-c713-460a-b933-71b58c3de522 None None] Bound port: 7e2f77d4-3e1d-445a-a365-619b665bc940, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:20:19.544438 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-59359261-c713-460a-b933-71b58c3de522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.614444 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0745ef32-174a-4ce3-aea1-dc2bc014848e up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:19.690201 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-59359261-c713-460a-b933-71b58c3de522 None None] For port 7e2f77d4-3e1d-445a-a365-619b665bc940, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:20:19.696293 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-59359261-c713-460a-b933-71b58c3de522 None None] For port 7e2f77d4-3e1d-445a-a365-619b665bc940, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7e2f77d4-3e1d-445a-a365-619b665bc940,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:20:19.704032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-59359261-c713-460a-b933-71b58c3de522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.770701 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 0745ef32-174a-4ce3-aea1-dc2bc014848e triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:19.771078 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.778315 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59359261-c713-460a-b933-71b58c3de522 None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:19.779116 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-59359261-c713-460a-b933-71b58c3de522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:19.834196 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652263'] for router, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:19.875704 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca7a3c-b772-4700-ba23-1deb57d29f53 None None] Pushing event updated for resources: {'Port': ['ID=7e2f77d4-3e1d-445a-a365-619b665bc940,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:19.988786 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Router 0e53cac1-f173-4fa7-9378-3d10affa90b3 is scheduled to L3 agent 31096565-4f04-4513-9d4e-90914b417be5 with binding_index 1 {{(pid=101395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:20:20.103341 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:20:20.112641 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12352f11-c080-466a-9743-143e384560b9 None None] Sync routers for ids ['0e53cac1-f173-4fa7-9378-3d10affa90b3'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:20:20.123160 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12352f11-c080-466a-9743-143e384560b9 None None] Routers {'0e53cac1-f173-4fa7-9378-3d10affa90b3'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:20.123781 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-12352f11-c080-466a-9743-143e384560b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0e53cac1-f173-4fa7-9378-3d10affa90b3'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:20.135290 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:20.143553 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-78f88b84-4aee-4986-805b-9b7da09d16ea admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9877694 Aug 16 14:20:20.144064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38062) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:20.148051 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-59359261-c713-460a-b933-71b58c3de522 None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:20.262649 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-12352f11-c080-466a-9743-143e384560b9 None None] Set router 0e53cac1-f173-4fa7-9378-3d10affa90b3 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:20.400828 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-59359261-c713-460a-b933-71b58c3de522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:19Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:20.430289 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59359261-c713-460a-b933-71b58c3de522 None None] The sync data for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 is: [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:19Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:20:20.500335 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-12352f11-c080-466a-9743-143e384560b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'name': 'tempest-TestSnapshotPattern-406386962-router', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:19Z', 'revision_number': 3, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'gw_port': {'id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:20.533577 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12352f11-c080-466a-9743-143e384560b9 None None] Checking router: 0e53cac1-f173-4fa7-9378-3d10affa90b3 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:20:20.534596 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12352f11-c080-466a-9743-143e384560b9 None None] Updating router 0e53cac1-f173-4fa7-9378-3d10affa90b3 port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 binding host n-d-804708-1 {{(pid=101398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:20:20.564605 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-12352f11-c080-466a-9743-143e384560b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:20.696419 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:20.722985 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742a61c-bb86-4c49-a980-caf55b4d7c38 None None] Network 5a672ecc-08a3-4111-8390-21b6f1513fa9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:20:20.873553 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-12352f11-c080-466a-9743-143e384560b9 None None] Notify callbacks [] for port, precommit_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:20.888856 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.provisioning_blocks [None req-12352f11-c080-466a-9743-143e384560b9 None None] Transition to ACTIVE for port object 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 will not be triggered until provisioned by entity L2. {{(pid=101398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:20.896151 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-12352f11-c080-466a-9743-143e384560b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:20.904445 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Allocated IP 172.20.0.1 (5a672ecc-08a3-4111-8390-21b6f1513fa9/993910e4-9b71-4abd-b4ea-0708cd81b61e/1c0ec56d-77bd-4157-996d-4f74b5b8fa97) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:20:20.907910 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-5de8ab3a-ce36-44ae-8572-bc992e7218c0 None None] Provisioning for port 8176c93e-b11c-47fb-adfe-961220a218b9 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:20.968753 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-12352f11-c080-466a-9743-143e384560b9 None None] Attempting to bind port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:20:20.969129 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-12352f11-c080-466a-9743-143e384560b9 None None] Attempting to bind port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:20:20.969493 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12352f11-c080-466a-9743-143e384560b9 None None] Attempting to bind port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 on network 72a09032-0771-4e06-9125-a9a480bbb297 {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:20:20.977425 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12352f11-c080-466a-9743-143e384560b9 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:20:20.977798 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12352f11-c080-466a-9743-143e384560b9 None None] Checking segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:20:20.978258 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-12352f11-c080-466a-9743-143e384560b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:20.978658 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12352f11-c080-466a-9743-143e384560b9 None None] Bound using segment: {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'} {{(pid=101398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:20:20.979129 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.managers [None req-12352f11-c080-466a-9743-143e384560b9 None None] Bound port: 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecec37b-910b-4067-9a99-8c52245fe544', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297'}}] {{(pid=101398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:20:20.980066 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-12352f11-c080-466a-9743-143e384560b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.009036 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cdeae-b6de-4f50-a7ff-3d8d368ef7da None None] Pushing event updated for resources: {'Port': ['ID=3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68,revision_number=2']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:21.048367 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-12352f11-c080-466a-9743-143e384560b9 None None] For port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68, host n-d-804708-1, cleared binding levels {{(pid=101398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:20:21.053495 n-d-804708-1 neutron-server[101398]: DEBUG neutron.plugins.ml2.db [None req-12352f11-c080-466a-9743-143e384560b9 None None] For port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:20:21.055956 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.062736 n-d-804708-1 neutron-server[101398]: DEBUG neutron_lib.callbacks.manager [None req-12352f11-c080-466a-9743-143e384560b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.134196 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12352f11-c080-466a-9743-143e384560b9 None None] Routers {'0e53cac1-f173-4fa7-9378-3d10affa90b3'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:21.134976 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-12352f11-c080-466a-9743-143e384560b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0e53cac1-f173-4fa7-9378-3d10affa90b3'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:21.140019 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cdeae-b6de-4f50-a7ff-3d8d368ef7da None None] Pushing event updated for resources: {'Port': ['ID=3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68,revision_number=3']} {{(pid=101398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:21.292739 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-12352f11-c080-466a-9743-143e384560b9 None None] Set router 0e53cac1-f173-4fa7-9378-3d10affa90b3 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:21.466781 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Transition to ACTIVE for port object 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:21.502916 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.524044 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-12352f11-c080-466a-9743-143e384560b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'name': 'tempest-TestSnapshotPattern-406386962-router', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:19Z', 'revision_number': 3, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'gw_port': {'id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:21.554740 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Network 5a672ecc-08a3-4111-8390-21b6f1513fa9 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:21.559523 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12352f11-c080-466a-9743-143e384560b9 None None] The sync data for ids ['0e53cac1-f173-4fa7-9378-3d10affa90b3'] in n-d-804708-1 is: [{'id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'name': 'tempest-TestSnapshotPattern-406386962-router', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:19Z', 'revision_number': 3, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'gw_port': {'id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:20:21.563248 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:21.566652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:20:21.593537 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0ec56d-77bd-4157-996d-4f74b5b8fa97,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:21.616384 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742152'] for router_interface, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.726900 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8176c93e-b11c-47fb-adfe-961220a218b9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:21.808879 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 8176c93e-b11c-47fb-adfe-961220a218b9 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:21.813519 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8176c93e-b11c-47fb-adfe-961220a218b9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:21.814393 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.816975 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.895533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-49999dbc-3b0f-4439-ad7f-b5538fbf829d None None] Provisioning for port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:21.905413 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-49999dbc-3b0f-4439-ad7f-b5538fbf829d None None] Provisioning complete for port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:21.905798 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-49999dbc-3b0f-4439-ad7f-b5538fbf829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.932055 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.962284 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-49999dbc-3b0f-4439-ad7f-b5538fbf829d None None] Port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:20:21.981645 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 8176c93e-b11c-47fb-adfe-961220a218b9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8176c93e-b11c-47fb-adfe-961220a218b9,segment=NetworkSegment(8bc84b53-7d60-4679-87c9-04e5c049808e),segment_id=8bc84b53-7d60-4679-87c9-04e5c049808e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:21.988151 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.989407 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7e2f77d4-3e1d-445a-a365-619b665bc940 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:22.025773 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:22.034846 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:22.092989 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=8176c93e-b11c-47fb-adfe-961220a218b9,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:22.099908 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 7e2f77d4-3e1d-445a-a365-619b665bc940 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:22.105186 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7e2f77d4-3e1d-445a-a365-619b665bc940 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:22.105635 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:22.131635 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742308'] for router_interface, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:22.183870 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0ec56d-77bd-4157-996d-4f74b5b8fa97,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:22.199741 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:22.238260 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 7e2f77d4-3e1d-445a-a365-619b665bc940, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7e2f77d4-3e1d-445a-a365-619b665bc940,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:22.243366 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:22.280447 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Network 5a672ecc-08a3-4111-8390-21b6f1513fa9 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:22.281883 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:22.299171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=7e2f77d4-3e1d-445a-a365-619b665bc940,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:22.418292 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Router 0e53cac1-f173-4fa7-9378-3d10affa90b3 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:20:22.540279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:20:22.546784 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-b4fab9c2-2b22-4328-b826-d6646d3e0078 admin admin] 10.222.0.25 "PUT /v2.0/routers/0e53cac1-f173-4fa7-9378-3d10affa90b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4010336 Aug 16 14:20:22.589216 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fc027408-334c-4418-b5b9-481c66a4bd88 None None] Provisioning complete for port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:22.589597 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fc027408-334c-4418-b5b9-481c66a4bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:22.631545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-fc027408-334c-4418-b5b9-481c66a4bd88 None None] Port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:20:23.383456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38072) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:23.388979 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-f357c2fe-4877-46cc-b959-6fbe0ca9f552 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507203648', 'description': 'tempest-secgroup-smoke-1507203648 description', 'project_id': '6e2caec33827490e964842a64307b7cf'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:23.412359 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f357c2fe-4877-46cc-b959-6fbe0ca9f552 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.513728 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f357c2fe-4877-46cc-b959-6fbe0ca9f552 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.518891 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f357c2fe-4877-46cc-b959-6fbe0ca9f552 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.556168 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f357c2fe-4877-46cc-b959-6fbe0ca9f552 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.558474 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f357c2fe-4877-46cc-b959-6fbe0ca9f552 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1731520 Aug 16 14:20:23.559613 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357c2fe-4877-46cc-b959-6fbe0ca9f552 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:23.561492 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38074) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:23.566718 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-5b92acb6-0bec-4033-bef3-9971408d4b24 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Request body: {'security_group_rule': {'security_group_id': '7eebffed-5d56-4c9e-aa59-957f8a5b9cc2', 'project_id': '6e2caec33827490e964842a64307b7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:23.602339 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b92acb6-0bec-4033-bef3-9971408d4b24 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.693255 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b92acb6-0bec-4033-bef3-9971408d4b24 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.702185 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8176c93e-b11c-47fb-adfe-961220a218b9 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:23.705425 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b92acb6-0bec-4033-bef3-9971408d4b24 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.732462 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92acb6-0bec-4033-bef3-9971408d4b24 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae2ebba-7b8a-4e1b-a8c1-ded8788c9148,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:23.748732 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-5b92acb6-0bec-4033-bef3-9971408d4b24 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.755214 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-5b92acb6-0bec-4033-bef3-9971408d4b24 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1877201 Aug 16 14:20:23.755214 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38076) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:23.760154 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-589045ef-29ce-4d00-98a0-c98b21bbc04e tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Request body: {'security_group_rule': {'security_group_id': '7eebffed-5d56-4c9e-aa59-957f8a5b9cc2', 'project_id': '6e2caec33827490e964842a64307b7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:23.805426 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 8176c93e-b11c-47fb-adfe-961220a218b9 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:23.806024 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.809995 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-589045ef-29ce-4d00-98a0-c98b21bbc04e tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.882638 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-589045ef-29ce-4d00-98a0-c98b21bbc04e tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.887469 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-589045ef-29ce-4d00-98a0-c98b21bbc04e tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.906191 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589045ef-29ce-4d00-98a0-c98b21bbc04e tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043e5f72-6df9-48ef-8048-d6b1f88400e7,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:23.913777 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-589045ef-29ce-4d00-98a0-c98b21bbc04e tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.914624 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7e2f77d4-3e1d-445a-a365-619b665bc940 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:23.915519 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-589045ef-29ce-4d00-98a0-c98b21bbc04e tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596048 Aug 16 14:20:23.920043 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38078) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:23.924944 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-deb79a5d-a387-4064-af25-aea4bc097be1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Request body: {'security_group_rule': {'security_group_id': '7eebffed-5d56-4c9e-aa59-957f8a5b9cc2', 'project_id': '6e2caec33827490e964842a64307b7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:23.962376 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-deb79a5d-a387-4064-af25-aea4bc097be1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.973699 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 7e2f77d4-3e1d-445a-a365-619b665bc940 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:23.974923 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.044079 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Sync routers for ids ['0e53cac1-f173-4fa7-9378-3d10affa90b3'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:20:24.044613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-deb79a5d-a387-4064-af25-aea4bc097be1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.051308 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-deb79a5d-a387-4064-af25-aea4bc097be1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.076386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb79a5d-a387-4064-af25-aea4bc097be1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae173e77-27b6-425c-945d-6552d09c852b,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:24.087508 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-deb79a5d-a387-4064-af25-aea4bc097be1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.089678 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-deb79a5d-a387-4064-af25-aea4bc097be1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683736 Aug 16 14:20:24.092662 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38080) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:24.099471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-2e2de07c-22a0-4d69-9291-cc3a135af6b3 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Request body: {'security_group_rule': {'security_group_id': '7eebffed-5d56-4c9e-aa59-957f8a5b9cc2', 'project_id': '6e2caec33827490e964842a64307b7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:24.110307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Routers {'0e53cac1-f173-4fa7-9378-3d10affa90b3'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:24.110952 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0e53cac1-f173-4fa7-9378-3d10affa90b3'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:24.139353 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e2de07c-22a0-4d69-9291-cc3a135af6b3 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.161572 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:24.219227 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e2de07c-22a0-4d69-9291-cc3a135af6b3 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.224312 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e2de07c-22a0-4d69-9291-cc3a135af6b3 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.247805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2de07c-22a0-4d69-9291-cc3a135af6b3 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e692711-1153-4b0a-969b-cf3af54fecda,revision_number=0']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:24.253276 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2e2de07c-22a0-4d69-9291-cc3a135af6b3 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.253276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2e2de07c-22a0-4d69-9291-cc3a135af6b3 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582985 Aug 16 14:20:24.255104 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38082) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:24.260081 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-7518164d-7c75-42c3-966f-b423cc27d694 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Request body: {'security_group_rule': {'security_group_id': '7eebffed-5d56-4c9e-aa59-957f8a5b9cc2', 'project_id': '6e2caec33827490e964842a64307b7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:24.278545 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Set router 0e53cac1-f173-4fa7-9378-3d10affa90b3 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:24.288151 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-7518164d-7c75-42c3-966f-b423cc27d694 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Project 6e2caec33827490e964842a64307b7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:20:24.293989 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7518164d-7c75-42c3-966f-b423cc27d694 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.318473 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:24.328797 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:24.329171 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.358579 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7518164d-7c75-42c3-966f-b423cc27d694 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.362440 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7518164d-7c75-42c3-966f-b423cc27d694 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.382303 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518164d-7c75-42c3-966f-b423cc27d694 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bff987-0d2e-4dd2-b14b-b07041542470,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:24.386437 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-7518164d-7c75-42c3-966f-b423cc27d694 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.390507 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-7518164d-7c75-42c3-966f-b423cc27d694 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314416 Aug 16 14:20:24.391025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38084) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:24.395200 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.v2.base [None req-49ddee3a-eb6f-4876-984c-5c917cf5c38b tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Request body: {'security_group_rule': {'security_group_id': '7eebffed-5d56-4c9e-aa59-957f8a5b9cc2', 'project_id': '6e2caec33827490e964842a64307b7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:24.420416 n-d-804708-1 neutron-server[101395]: INFO neutron.db.securitygroups_db [None req-49ddee3a-eb6f-4876-984c-5c917cf5c38b tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Project 6e2caec33827490e964842a64307b7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:20:24.426878 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49ddee3a-eb6f-4876-984c-5c917cf5c38b tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.502384 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49ddee3a-eb6f-4876-984c-5c917cf5c38b tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.507213 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49ddee3a-eb6f-4876-984c-5c917cf5c38b tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619310'] for security_group_rule, after_create {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.524758 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddee3a-eb6f-4876-984c-5c917cf5c38b tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc3b52d-2b0a-4d33-b859-9b706d56b4c2,revision_number=0']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:24.533274 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-49ddee3a-eb6f-4876-984c-5c917cf5c38b tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.534764 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-49ddee3a-eb6f-4876-984c-5c917cf5c38b tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430426 Aug 16 14:20:24.536944 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.566638 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:24.573716 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.632960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'name': 'tempest-TestSnapshotPattern-406386962-router', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:21Z', 'revision_number': 4, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'gw_port': {'id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1c0ec56d-77bd-4157-996d-4f74b5b8fa97', 'name': '', 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'mac_address': 'fa:16:3e:3f:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '993910e4-9b71-4abd-b4ea-0708cd81b61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:20Z', 'updated_at': '2021-08-16T14:20:21Z', 'revision_number': 2, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'subnets': [{'id': '993910e4-9b71-4abd-b4ea-0708cd81b61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:24.634748 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:24.664151 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Checking router: 0e53cac1-f173-4fa7-9378-3d10affa90b3 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:20:24.664512 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Updating router 0e53cac1-f173-4fa7-9378-3d10affa90b3 port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 binding host n-d-804708-1 {{(pid=101397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:20:24.680855 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-766a99ca-1b35-4c7f-89fe-f37aee951bb6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507203648&fields=id&tenant_id=6e2caec33827490e964842a64307b7cf HTTP/1.1" status: 200 len: 267 time: 0.0349567 Aug 16 14:20:24.694454 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.793086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-4544bf7a-78e0-4e0b-a5ad-5a44bb700ee9 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:24.797101 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-4544bf7a-78e0-4e0b-a5ad-5a44bb700ee9 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 808 time: 0.1086457 Aug 16 14:20:24.811829 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-4118353c-15a8-4cec-9968-2fd8a85c869d tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/quotas/6e2caec33827490e964842a64307b7cf HTTP/1.1" status: 200 len: 375 time: 0.0115561 Aug 16 14:20:24.870876 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-b9dce23e-24be-484b-8c5c-e459c43826c4 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525684 Aug 16 14:20:24.968738 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Notify callbacks [] for port, precommit_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:24.972659 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-9db26b1a-71a4-4554-a9e7-a307b16124e9 service neutron] 10.222.0.25 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899601 Aug 16 14:20:24.979048 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Transition to ACTIVE for port object 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 will not be triggered until provisioned by entity L2. {{(pid=101397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:24.986414 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:25.036188 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eccd89-72c8-4871-a6c8-df48008511cb None None] Pushing event updated for resources: {'Port': ['ID=1c0ec56d-77bd-4157-996d-4f74b5b8fa97,revision_number=3']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:25.090818 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-44a6ed3d-a0ac-4496-846c-b95ad85bf1dc service neutron] 10.222.0.25 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113372 Aug 16 14:20:25.097659 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Attempting to bind port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 on host n-d-804708-1 for vnic_type normal with profile {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:20:25.098052 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Attempting to bind port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 by drivers openvswitch,hyperv on host n-d-804708-1 at level 0 using segments [{'id': '8bc84b53-7d60-4679-87c9-04e5c049808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9'}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:20:25.098457 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Attempting to bind port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 on network 5a672ecc-08a3-4111-8390-21b6f1513fa9 {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:20:25.104119 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Checking agent: {'id': 'ce4d701f-254f-45bb-a1c2-66063dc387f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 38, 34), 'started_at': datetime.datetime(2021, 8, 16, 12, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804708-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:20:25.104576 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Checking segment: {'id': '8bc84b53-7d60-4679-87c9-04e5c049808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:20:25.104991 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:25.105397 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Bound using segment: {'id': '8bc84b53-7d60-4679-87c9-04e5c049808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9'} {{(pid=101397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:20:25.106148 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.managers [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Bound port: 1c0ec56d-77bd-4157-996d-4f74b5b8fa97, host: n-d-804708-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc84b53-7d60-4679-87c9-04e5c049808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9'}}] {{(pid=101397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:20:25.106293 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:25.174167 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] For port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97, host n-d-804708-1, cleared binding levels {{(pid=101397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:20:25.177971 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] For port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97, host n-d-804708-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1c0ec56d-77bd-4157-996d-4f74b5b8fa97,segment=NetworkSegment(8bc84b53-7d60-4679-87c9-04e5c049808e),segment_id=8bc84b53-7d60-4679-87c9-04e5c049808e)] {{(pid=101397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:20:25.184265 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:25.255939 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Routers {'0e53cac1-f173-4fa7-9378-3d10affa90b3'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:25.256593 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0e53cac1-f173-4fa7-9378-3d10affa90b3'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:25.307825 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eccd89-72c8-4871-a6c8-df48008511cb None None] Pushing event updated for resources: {'Port': ['ID=1c0ec56d-77bd-4157-996d-4f74b5b8fa97,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:25.329806 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9147808e-54d7-4497-898b-5823b3e15e48 req-9a3b69a8-474e-4091-ad60-941a8f9b0744 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 210 time: 0.0686371 Aug 16 14:20:25.408451 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] Set router 0e53cac1-f173-4fa7-9378-3d10affa90b3 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:25.596256 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:25.701145 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:25.701590 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:25.758268 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'name': 'tempest-TestSnapshotPattern-406386962-router', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:21Z', 'revision_number': 4, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'gw_port': {'id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1c0ec56d-77bd-4157-996d-4f74b5b8fa97', 'name': '', 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'mac_address': 'fa:16:3e:3f:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '993910e4-9b71-4abd-b4ea-0708cd81b61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:20Z', 'updated_at': '2021-08-16T14:20:25Z', 'revision_number': 4, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'subnets': [{'id': '993910e4-9b71-4abd-b4ea-0708cd81b61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:25.791698 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c4a99-e9c9-4ce8-9270-2f76b29cfc50 None None] The sync data for ids ['0e53cac1-f173-4fa7-9378-3d10affa90b3'] in n-d-804708-1 is: [{'id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'name': 'tempest-TestSnapshotPattern-406386962-router', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:21Z', 'revision_number': 4, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'gw_port': {'id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '1c0ec56d-77bd-4157-996d-4f74b5b8fa97', 'name': '', 'network_id': '5a672ecc-08a3-4111-8390-21b6f1513fa9', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'mac_address': 'fa:16:3e:3f:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '993910e4-9b71-4abd-b4ea-0708cd81b61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:20Z', 'updated_at': '2021-08-16T14:20:25Z', 'revision_number': 4, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'subnets': [{'id': '993910e4-9b71-4abd-b4ea-0708cd81b61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:20:26.443687 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-7f40a7d2-597b-4671-bec1-81439be11f81 req-d5f8c248-51b0-4fd5-b9bb-9b94f59ef467 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 210 time: 0.0274284 Aug 16 14:20:26.501775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-3989a4c7-2146-4ef0-9fbd-18d13823fc57 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:26.503288 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-3989a4c7-2146-4ef0-9fbd-18d13823fc57 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.42 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 808 time: 0.1530125 Aug 16 14:20:26.548997 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-d986b1b9-bc75-47d8-b927-2a4dd968f2d7 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e2caec33827490e964842a64307b7cf HTTP/1.1" status: 200 len: 380 time: 0.0349998 Aug 16 14:20:26.559960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Request body: {'port': {'device_id': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'admin_state_up': True, 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'security_groups': ['7eebffed-5d56-4c9e-aa59-957f8a5b9cc2']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:26.680935 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Made reservation on behalf of 6e2caec33827490e964842a64307b7cf for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:20:26.684992 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:26.821635 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Allocated IP 172.20.0.14 (b182fd84-de18-4119-9bd6-8a3c2f2b5d08/7a891e88-2849-4d2e-a2c2-4f1f9b7faafe/54d026f9-c5ae-4ae3-be9e-be77be8b80c1) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:20:26.982690 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:26.996761 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Transition to ACTIVE for port object 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:27.029849 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.083037 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:27.086265 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:27.090428 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:20:27.097790 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'Port': ['ID=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:27.146529 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:27.147205 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.167383 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-a9f6bde4-8a1a-4bee-a094-7d19928fd633 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6121204 Aug 16 14:20:27.181386 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Request body: {'port': {'device_id': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:27.240911 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.361013 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b558319a-9006-4ffc-9eb7-9d5fbe7fb3f0 None None] Provisioning for port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:27.365654 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-b558319a-9006-4ffc-9eb7-9d5fbe7fb3f0 None None] Provisioning complete for port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:27.366032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-b558319a-9006-4ffc-9eb7-9d5fbe7fb3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.407780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-b558319a-9006-4ffc-9eb7-9d5fbe7fb3f0 None None] Port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:20:27.580989 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:20:27.584054 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dc3e-3449-4dab-8a0c-4285ba7ab276 req-66e5cc76-0aa0-4aaf-ba8d-0a085480e788 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:27.590637 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e64dc3e-3449-4dab-8a0c-4285ba7ab276 req-66e5cc76-0aa0-4aaf-ba8d-0a085480e788 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 932 time: 0.0652776 Aug 16 14:20:27.592257 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.605514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Transition to ACTIVE for port object 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:27.610017 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:27.611236 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.643152 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0e64dc3e-3449-4dab-8a0c-4285ba7ab276 req-fdcebb97-01b7-40e6-83d4-e9c3a16ca099 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506525 Aug 16 14:20:27.669558 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Pushing event updated for resources: {'Port': ['ID=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:27.678273 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning for port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:27.683277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:27.683667 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.757425 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Attempting to bind port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 on host n-h2-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:20:27.757765 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Attempting to bind port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 by drivers openvswitch,hyperv on host n-h2-804708-1 at level 0 using segments [{'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:20:27.758193 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Attempting to bind port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 on network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:20:27.763924 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 on network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:20:27.764174 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Attempting to bind port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 on network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:20:27.770818 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Checking agent: {'id': 'd5c2a734-2614-4acd-b1cb-8c99f6d1d45f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:20:27.771309 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Checking segment: {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:20:27.771748 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Bound using segment: {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:20:27.772202 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Bound port: 54d026f9-c5ae-4ae3-be9e-be77be8b80c1, host: n-h2-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:20:27.772750 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.776732 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.818356 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] For port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1c0ec56d-77bd-4157-996d-4f74b5b8fa97,segment=NetworkSegment(8bc84b53-7d60-4679-87c9-04e5c049808e),segment_id=8bc84b53-7d60-4679-87c9-04e5c049808e)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:27.824745 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.861489 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] For port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1, host n-h2-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:20:27.865052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] For port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1, host n-h2-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:20:27.871809 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.886190 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Pushing event updated for resources: {'Port': ['ID=1c0ec56d-77bd-4157-996d-4f74b5b8fa97,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:27.907520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:27.908267 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:27.909760 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] 10.222.0.42 "PUT /v2.0/ports/54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 200 len: 1092 time: 0.7330146 Aug 16 14:20:27.912570 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:20:27.915470 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b37518b-64c7-4874-8cec-496e0f96b9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:20:27.953974 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81471645-4142-4216-aef0-64dbaf86e042 service neutron] Pushing event updated for resources: {'Port': ['ID=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:27.985904 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4433080f-f912-4bce-a7f9-4cd4e225c41c x-openstack-request-id: req-4433080f-f912-4bce-a7f9-4cd4e225c41c {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:20:27.986276 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:20:27.986529 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4433080f-f912-4bce-a7f9-4cd4e225c41c {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:20:27.987040 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'status': 'completed', 'code': 200} Aug 16 14:20:28.036717 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-0a9c3701-ba66-4080-85c3-d2363fa672e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:28.039473 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-0a9c3701-ba66-4080-85c3-d2363fa672e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1095 time: 0.0499094 Aug 16 14:20:28.090577 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-e0096fa4-c3b2-41ea-9217-bc3e2e54e20b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 200 len: 217 time: 0.0419390 Aug 16 14:20:28.142280 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-86d06dba-1086-45f1-8b56-8fe998bf0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:28.143599 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-86d06dba-1086-45f1-8b56-8fe998bf0f97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0460947 Aug 16 14:20:28.193338 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-25847354-0244-4bf6-9efc-2a92e7ca7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:28.194891 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-25847354-0244-4bf6-9efc-2a92e7ca7804 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424042 Aug 16 14:20:28.297645 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-0604192c-3c80-4d6a-82d2-a574eb8ae058 service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940795 Aug 16 14:20:28.398163 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-75cf1260-b25f-46b4-839a-07bafd3b336a req-cd04bff6-846a-43ee-bea2-2f1080cbcd4f service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937693 Aug 16 14:20:28.496586 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37518b-64c7-4874-8cec-496e0f96b9c1 req-530db9ec-565f-4c09-ae75-ed2864d0d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:28.498126 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b37518b-64c7-4874-8cec-496e0f96b9c1 req-530db9ec-565f-4c09-ae75-ed2864d0d7c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1095 time: 0.0515883 Aug 16 14:20:28.595030 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37518b-64c7-4874-8cec-496e0f96b9c1 req-ee27a43b-f082-4185-aaa3-568161b36ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:28.596431 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b37518b-64c7-4874-8cec-496e0f96b9c1 req-ee27a43b-f082-4185-aaa3-568161b36ac9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.0913970 Aug 16 14:20:28.644903 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b37518b-64c7-4874-8cec-496e0f96b9c1 req-2aeb04da-b45a-4358-a5a5-aff2b10301c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 200 len: 217 time: 0.0409045 Aug 16 14:20:28.698874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37518b-64c7-4874-8cec-496e0f96b9c1 req-73e69cae-6065-4d52-8de5-2fdd2fc93894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:28.700434 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b37518b-64c7-4874-8cec-496e0f96b9c1 req-73e69cae-6065-4d52-8de5-2fdd2fc93894 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0479259 Aug 16 14:20:28.757502 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37518b-64c7-4874-8cec-496e0f96b9c1 req-18383f67-5b55-406c-8667-a10e8b9b687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:28.759091 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b37518b-64c7-4874-8cec-496e0f96b9c1 req-18383f67-5b55-406c-8667-a10e8b9b687a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512080 Aug 16 14:20:28.782802 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad7d65-4e0e-4ecd-994f-2431faeed329 req-0c3f1a5a-1743-409e-9f1c-0aac190d872d tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:28.784364 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74ad7d65-4e0e-4ecd-994f-2431faeed329 req-0c3f1a5a-1743-409e-9f1c-0aac190d872d tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 944 time: 0.0568449 Aug 16 14:20:28.825776 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-74ad7d65-4e0e-4ecd-994f-2431faeed329 req-3cd4b8e9-6178-4530-bd20-79d7b260c6db tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349383 Aug 16 14:20:28.859140 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b37518b-64c7-4874-8cec-496e0f96b9c1 req-563abcc6-5aa3-47cf-aab3-fa04b1bb40fc service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915599 Aug 16 14:20:28.949803 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9b37518b-64c7-4874-8cec-496e0f96b9c1 req-5619b97a-b351-4cf2-bfc0-553f3303de88 service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830190 Aug 16 14:20:29.572676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 up at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:29.619597 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Provisioning complete for port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:29.620215 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:29.949432 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1d9e7-428f-4797-b4ce-2c7c547ad634 req-a59bbcd0-b6a4-4e98-b9df-19b8eeaa0f9d tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:29.950994 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fce1d9e7-428f-4797-b4ce-2c7c547ad634 req-a59bbcd0-b6a4-4e98-b9df-19b8eeaa0f9d tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 944 time: 0.0520556 Aug 16 14:20:29.989168 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-fce1d9e7-428f-4797-b4ce-2c7c547ad634 req-f4f9a380-4176-4ef3-87bb-ac24cbb7d58b tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Aug 16 14:20:30.236586 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:20:30.330360 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:30.344725 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'mac_address': 'fa:16:3e:fa:f3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:20:30.381238 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:30.394171 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:20:30.419731 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:30.423703 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:30.471993 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:30.630307 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['54d026f9-c5ae-4ae3-be9e-be77be8b80c1'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:20:30.738426 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:31.105836 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69315853-607c-4eb4-a7a4-7b8b5639cf19 req-9f881fe5-8227-468d-a5df-729e31957940 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:31.107404 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69315853-607c-4eb4-a7a4-7b8b5639cf19 req-9f881fe5-8227-468d-a5df-729e31957940 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 945 time: 0.0502610 Aug 16 14:20:31.165525 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-69315853-607c-4eb4-a7a4-7b8b5639cf19 req-6d8a19fc-2244-4ba2-ab6d-56d98307df9f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518425 Aug 16 14:20:31.975232 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-950e5217-5d71-4bb5-b714-4df1d8dbb0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:32.251500 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:32.289026 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4072905-02e9-4fb9-bcee-f79dbc77b440 req-5b75276a-166c-48ea-b541-51e410c17c5c tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:32.290561 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4072905-02e9-4fb9-bcee-f79dbc77b440 req-5b75276a-166c-48ea-b541-51e410c17c5c tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 945 time: 0.0566823 Aug 16 14:20:32.301692 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning for port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:32.305933 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:32.306406 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:32.333600 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d4072905-02e9-4fb9-bcee-f79dbc77b440 req-b9f37ed7-13c3-4d42-aa6e-435a86a6d8b1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364926 Aug 16 14:20:32.403228 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:32.429641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:20:32.432419 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0fbea5-92c7-457c-8f1b-576fe0c54917" -d '{"events": [{"server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "name": "network-vif-plugged", "status": "completed", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:20:32.446729 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:32.452852 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:32.487339 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86931a6-9d76-45e5-9cf4-df6d7631af58 x-openstack-request-id: req-c86931a6-9d76-45e5-9cf4-df6d7631af58 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:20:32.487700 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "name": "network-vif-plugged", "status": "completed", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:20:32.488090 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c86931a6-9d76-45e5-9cf4-df6d7631af58 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:20:32.488617 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'code': 200} Aug 16 14:20:32.524175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:32.590763 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f374e7-8f3d-4924-8903-2bc127d8cb0d req-f97bad28-88a1-4964-bc72-299c2d5aa09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:32.592295 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76f374e7-8f3d-4924-8903-2bc127d8cb0d req-f97bad28-88a1-4964-bc72-299c2d5aa09c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1097 time: 0.0425746 Aug 16 14:20:32.636273 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-76f374e7-8f3d-4924-8903-2bc127d8cb0d req-4944a6d2-5eac-4a3f-a133-e716cd325a09 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364754 Aug 16 14:20:33.462347 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f19c8e-1cad-4f48-befb-8d24dfb1f0be req-d7c2fa37-e2d6-4ac9-8f07-ccadbcf5566a tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:33.464309 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-53f19c8e-1cad-4f48-befb-8d24dfb1f0be req-d7c2fa37-e2d6-4ac9-8f07-ccadbcf5566a tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 946 time: 0.0543461 Aug 16 14:20:33.513580 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-53f19c8e-1cad-4f48-befb-8d24dfb1f0be req-0df4247d-5de1-4a7c-a2d2-15681484dfb9 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Aug 16 14:20:34.521382 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-17c35b68-cea3-4ce4-aae9-cc89a2c0455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:34.634840 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:20:34.640992 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638f84-1f5f-4892-ab38-b5d8db0d1cf0 req-9346e058-07d9-4d72-850e-fd0b8b7cbea6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:34.642617 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f638f84-1f5f-4892-ab38-b5d8db0d1cf0 req-9346e058-07d9-4d72-850e-fd0b8b7cbea6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 946 time: 0.0552649 Aug 16 14:20:34.689976 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2f638f84-1f5f-4892-ab38-b5d8db0d1cf0 req-41d6d38b-903f-4e05-ae66-6f27fadad5c9 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373740 Aug 16 14:20:34.779211 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:34.819784 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a028191-d8eb-4c76-876b-20c139454a16 req-3da0e75c-a07f-46a8-9617-1400b30c92c8 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:34.821295 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a028191-d8eb-4c76-876b-20c139454a16 req-3da0e75c-a07f-46a8-9617-1400b30c92c8 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 946 time: 0.0562153 Aug 16 14:20:34.863667 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-8a028191-d8eb-4c76-876b-20c139454a16 req-0940b111-9463-471a-a7ef-5dd347fe4e50 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344772 Aug 16 14:20:34.888653 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38134) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:35.026661 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9a3cf-7440-4857-99b3-8751ce611672 tempest-TestSnapshotPattern-283392090 tempest-TestSnapshotPattern-283392090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:35.030689 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-23f9a3cf-7440-4857-99b3-8751ce611672 tempest-TestSnapshotPattern-283392090 tempest-TestSnapshotPattern-283392090-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1092 time: 0.1408789 Aug 16 14:20:35.033449 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38138) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:35.038031 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:35.064595 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:35.161543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:35.283395 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Allocated IP 172.25.0.188 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/cbe23d94-10c3-4296-aebd-2ff9dfa2fc2a) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:20:35.386983 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:35.429613 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:35.465391 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:35.468127 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:35.470582 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:20:35.501985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'Port': ['ID=cbe23d94-10c3-4296-aebd-2ff9dfa2fc2a,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:35.835688 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:35.873433 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:35.902814 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:36.053713 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:36.058471 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:36.131109 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'Port': ['ID=cbe23d94-10c3-4296-aebd-2ff9dfa2fc2a,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:36.141460 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:36.246331 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Floating IP 0d04b34e-3f8f-4c99-8be5-6eaa86a7c718 associated. External IP: 172.25.0.188, port: 54d026f9-c5ae-4ae3-be9e-be77be8b80c1. Aug 16 14:20:36.459706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:20:36.596983 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:20:36.609414 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82762f85-b1ec-4184-b44e-c19dccd45b8f None None] Sync routers for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:20:36.618182 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:36.620500 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82762f85-b1ec-4184-b44e-c19dccd45b8f None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:36.621298 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-82762f85-b1ec-4184-b44e-c19dccd45b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:36.668283 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-8fba17d2-fdff-4bf5-9bb2-cce7eceaf6e6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6215284 Aug 16 14:20:36.668283 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:20:36.668283 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506ed654-1308-477a-b50f-b8d59af33088" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:20:36.703791 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd002dc-6a45-4457-97f2-3ae405abf41d x-openstack-request-id: req-0cd002dc-6a45-4457-97f2-3ae405abf41d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:20:36.704073 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:20:36.704329 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cd002dc-6a45-4457-97f2-3ae405abf41d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:20:36.704733 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'status': 'completed', 'code': 200} Aug 16 14:20:36.734678 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-82762f85-b1ec-4184-b44e-c19dccd45b8f None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:36.763133 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed654-1308-477a-b50f-b8d59af33088 req-e1198b40-54cd-4d9c-a981-88adfc9f592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:36.764640 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506ed654-1308-477a-b50f-b8d59af33088 req-e1198b40-54cd-4d9c-a981-88adfc9f592f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1097 time: 0.0417988 Aug 16 14:20:36.870975 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed654-1308-477a-b50f-b8d59af33088 req-5c77c127-24c0-419f-aa1f-89b808db9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:36.872515 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506ed654-1308-477a-b50f-b8d59af33088 req-5c77c127-24c0-419f-aa1f-89b808db9817 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.1011381 Aug 16 14:20:36.945843 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506ed654-1308-477a-b50f-b8d59af33088 req-c98ecc3c-c22f-4075-95b8-63ce4e79791b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 200 len: 1000 time: 0.0652168 Aug 16 14:20:37.004685 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed654-1308-477a-b50f-b8d59af33088 req-54c710ba-c5d2-4669-9264-9c9830a8dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:37.006351 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506ed654-1308-477a-b50f-b8d59af33088 req-54c710ba-c5d2-4669-9264-9c9830a8dc92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0526640 Aug 16 14:20:37.064762 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed654-1308-477a-b50f-b8d59af33088 req-3c7e5ff7-bdd7-46ab-a7d6-bff10c37fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:37.066324 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506ed654-1308-477a-b50f-b8d59af33088 req-3c7e5ff7-bdd7-46ab-a7d6-bff10c37fde9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529294 Aug 16 14:20:37.092912 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-82762f85-b1ec-4184-b44e-c19dccd45b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '0d04b34e-3f8f-4c99-8be5-6eaa86a7c718', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:fa:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:35Z', 'updated_at': '2021-08-16T14:20:35Z', 'revision_number': 0, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:37.122628 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82762f85-b1ec-4184-b44e-c19dccd45b8f None None] Checking router: ac9afea9-0ccd-4b7b-9e2c-f071b8179343 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:20:37.131174 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82762f85-b1ec-4184-b44e-c19dccd45b8f None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:37.131816 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-82762f85-b1ec-4184-b44e-c19dccd45b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:20:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:37.163031 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506ed654-1308-477a-b50f-b8d59af33088 req-a57a6227-29fb-41fe-bf44-4e9b0460e9ab service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884898 Aug 16 14:20:37.276594 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-82762f85-b1ec-4184-b44e-c19dccd45b8f None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:37.276832 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-506ed654-1308-477a-b50f-b8d59af33088 req-ca09c2e2-9c84-4c73-ac47-ebdfa88f412f service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064227 Aug 16 14:20:37.508372 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-82762f85-b1ec-4184-b44e-c19dccd45b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '0d04b34e-3f8f-4c99-8be5-6eaa86a7c718', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:fa:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:35Z', 'updated_at': '2021-08-16T14:20:35Z', 'revision_number': 0, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:37.548239 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82762f85-b1ec-4184-b44e-c19dccd45b8f None None] The sync data for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 is: [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '0d04b34e-3f8f-4c99-8be5-6eaa86a7c718', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:fa:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:35Z', 'updated_at': '2021-08-16T14:20:35Z', 'revision_number': 0, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:20:37.673077 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:37.764710 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad134a-1f1b-437d-a6d4-3a3cf27b7c29 None None] New status for floating IP 0d04b34e-3f8f-4c99-8be5-6eaa86a7c718: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:20:41.398075 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-246c23c5-0377-461b-845e-f379e26962a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410700 Aug 16 14:20:41.488433 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-773a5543-cc09-41b2-a8b2-a4281be36255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:41.489945 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-773a5543-cc09-41b2-a8b2-a4281be36255 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1097 time: 0.0432024 Aug 16 14:20:41.612616 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-e25dfcdd-bdb4-42ec-b352-d40ca8a1a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:41.614157 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-e25dfcdd-bdb4-42ec-b352-d40ca8a1a630 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.1022065 Aug 16 14:20:41.689803 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-b23745a3-4d53-44db-9fec-72bd7c98227c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 200 len: 1002 time: 0.0670400 Aug 16 14:20:41.742672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-e5abc3c0-a11b-4289-9c5d-af9064034c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:41.744172 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-e5abc3c0-a11b-4289-9c5d-af9064034c7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0472252 Aug 16 14:20:41.794786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-f1d4efdd-e0a1-4f28-ad5b-35040cb77dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:41.796286 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-f1d4efdd-e0a1-4f28-ad5b-35040cb77dfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438614 Aug 16 14:20:42.232858 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-abc606f1-8263-4561-8106-bdf3bd4ef21e service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287899 Aug 16 14:20:42.340276 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-1447250f-c15a-42d1-8c68-97d689fb6f2c req-4574f12e-3292-4ec7-a6a9-ebaf2d4e5d31 service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002624 Aug 16 14:20:47.233798 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:00.753570 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.975966 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-59f90429-abac-4401-b22d-f481dcbd2f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:04.522455 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0d281473-3a81-4ea8-b0cb-a9e7a28faf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:04.780789 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:05.875432 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:07.675919 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:11.634985 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:21:17.250826 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:30.752421 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:31.976577 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-84e723fa-e900-4378-82f1-7dbd34dab42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.524931 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a44c-da52-47e1-a635-690b725ccd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.783658 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:35.878610 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:37.679537 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:42.936446 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-ba69ef65-0207-4c87-a75b-3f69a89d7252 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405438 Aug 16 14:21:43.021532 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-ba201eae-d86b-44df-887c-96ca3b019002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:43.023040 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-ba201eae-d86b-44df-887c-96ca3b019002 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1097 time: 0.0447812 Aug 16 14:21:43.127185 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-4d111d08-b54b-4a9a-965e-d512514504c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:43.128706 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-4d111d08-b54b-4a9a-965e-d512514504c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.0858300 Aug 16 14:21:43.202414 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-6b880173-a635-4936-97b2-2ee62c1624d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 200 len: 1002 time: 0.0645998 Aug 16 14:21:43.252720 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-7c7cfddd-6003-4b66-b49e-af065e0c2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:43.254225 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-7c7cfddd-6003-4b66-b49e-af065e0c2977 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0459514 Aug 16 14:21:43.300476 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-32c507a9-081b-4954-9dc1-2fcec4902737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:43.301941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-32c507a9-081b-4954-9dc1-2fcec4902737 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405567 Aug 16 14:21:43.396806 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-572d25f6-ae11-4ccb-934f-15fa9e95e740 service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873780 Aug 16 14:21:43.493523 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-400d4d65-adce-4dcc-8de0-bad2ed7f612b req-a7918c50-a6dd-4fa7-ac15-21b4f0f4bb9d service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883934 Aug 16 14:21:47.256386 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:48.633826 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:22:00.752632 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:01.978736 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-5bd91e1a-b9d1-4e7c-9680-edeba285359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:04.525607 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-af35b07d-912d-4c55-bc0a-4aefd4d308d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:04.785341 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:05.882214 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:07.690545 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:17.272279 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.634147 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:22:30.767470 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:31.979729 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-79c4cb15-5023-4e57-85b6-e504e685bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.527496 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-8872f388-42f0-4252-822c-fb0aea6d227d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.788239 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.855175 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 details requested by agent hyperv_n-h2-804708-1 with host n-h2-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:22:34.949319 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:34.960967 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Returning: {'device': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'mac_address': 'fa:16:3e:fa:f3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:22:34.997971 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:35.010758 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:22:35.030165 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:35.035082 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:35.086796 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:35.094823 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.095052 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.095448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.095799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.096118 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.096448 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.096777 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.097101 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.097423 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.097744 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.098063 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.098409 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:35.118560 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] get_ports_and_sgs() called for port_ids ['54d026f9-c5ae-4ae3-be9e-be77be8b80c1'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:22:35.887248 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.877405 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 up at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:36.935674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Provisioning complete for port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:36.936572 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.028214 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.054259 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:22:37.056979 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd2bad2-179a-457a-8f7b-59b2a4fed7f8" -d '{"events": [{"server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "name": "network-vif-plugged", "status": "completed", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:22:37.084676 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:37.091634 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.118071 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf92842-8f11-4e68-9032-00300d5b0ada x-openstack-request-id: req-abf92842-8f11-4e68-9032-00300d5b0ada {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:22:37.118408 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "name": "network-vif-plugged", "status": "completed", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:22:37.118635 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abf92842-8f11-4e68-9032-00300d5b0ada {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:22:37.119247 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'code': 200} Aug 16 14:22:37.149283 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:37.695863 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:42.496741 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-4e6b5521-4624-4d87-b045-42cc50f1deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:42.498970 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-4e6b5521-4624-4d87-b045-42cc50f1deff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1097 time: 0.1061544 Aug 16 14:22:42.616938 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-210de341-620d-4a86-bb90-dbd4a57ee99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:42.618524 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-210de341-620d-4a86-bb90-dbd4a57ee99b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.0957017 Aug 16 14:22:42.699741 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-4ddb6db5-aecf-4d4e-8292-aba8e62d043a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 200 len: 1002 time: 0.0721037 Aug 16 14:22:42.755197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-7b7777c6-4366-4e47-868a-e8fbf41c4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:42.756966 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-7b7777c6-4366-4e47-868a-e8fbf41c4ecc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0498552 Aug 16 14:22:42.822828 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-ecb99790-6df1-4b48-8de7-b56aedc21adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:42.824702 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-ecb99790-6df1-4b48-8de7-b56aedc21adf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566707 Aug 16 14:22:42.839923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-8a98e097-88cf-43e4-a4d8-586cc7fa26a7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:22:42.840963 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-8a98e097-88cf-43e4-a4d8-586cc7fa26a7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057170 Aug 16 14:22:42.961852 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-5b0f06ca-33b7-446b-93c4-2aaf7900aa20 service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106997 Aug 16 14:22:43.071491 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-4964f3ba-443d-437b-8177-d52c6c9de6da req-3c1c90da-c0e7-4b0b-b5b8-5fa0950d060b service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999815 Aug 16 14:22:46.403504 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-36f3a139-bd45-4301-bc5e-06bb6d27e483 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507203648&fields=id&tenant_id=6e2caec33827490e964842a64307b7cf HTTP/1.1" status: 200 len: 267 time: 0.0327711 Aug 16 14:22:46.517474 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-41ca3013-28d4-43f5-a8df-b4903ca69f07 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:46.519184 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-41ca3013-28d4-43f5-a8df-b4903ca69f07 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 808 time: 0.1090655 Aug 16 14:22:46.534547 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-4d81c7be-0ef5-4f7b-88b0-395d7dc113f5 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/quotas/6e2caec33827490e964842a64307b7cf HTTP/1.1" status: 200 len: 375 time: 0.0097072 Aug 16 14:22:46.592285 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-e48f7acb-c591-4a17-888a-7b787f3424ae tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0524294 Aug 16 14:22:46.732100 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-5ea42865-ccac-436b-b3c1-805dd7bb9982 service neutron] 10.222.0.25 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273210 Aug 16 14:22:46.825016 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-5bf9dca4-e7c4-404f-897e-6ad142f890ef service neutron] 10.222.0.25 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860243 Aug 16 14:22:47.274792 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.056365 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-13c09e88-f311-4eba-afcf-68fdf879333f req-798a9b68-6c6e-489b-ba4b-de97a42e0d82 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 210 time: 0.0785959 Aug 16 14:22:48.916240 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:22:48.995189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.019533 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:22:49.021777 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f5dd93-720a-46c9-8d86-3bc51eb0433f" -d '{"events": [{"server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "name": "network-vif-unplugged", "status": "completed", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:22:49.035463 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] For port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:49.040354 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.065716 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a098804f-24e4-4421-a7a4-b7e286d6e83c x-openstack-request-id: req-a098804f-24e4-4421-a7a4-b7e286d6e83c {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:22:49.066013 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "name": "network-vif-unplugged", "status": "completed", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:22:49.066303 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a098804f-24e4-4421-a7a4-b7e286d6e83c {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:22:49.066698 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'code': 200} Aug 16 14:22:49.100784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Pushing event updated for resources: {'Port': ['ID=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:49.149535 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-0c3fb995-d4ec-4f64-80d6-4028cb8025af tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:49.151118 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-0c3fb995-d4ec-4f64-80d6-4028cb8025af tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.22 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 808 time: 0.1408591 Aug 16 14:22:49.163408 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-f9fc8b69-fac1-4307-9ef3-7fb9b0f69288 req-b8596728-cf0a-41bd-bade-b286eb18e213 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 210 time: 0.0286732 Aug 16 14:22:49.202450 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-aa596df4-683b-447c-8569-59f3537ffd24 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e2caec33827490e964842a64307b7cf HTTP/1.1" status: 200 len: 380 time: 0.0372663 Aug 16 14:22:49.212377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Request body: {'port': {'device_id': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'admin_state_up': True, 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'security_groups': ['7eebffed-5d56-4c9e-aa59-957f8a5b9cc2']}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:49.329553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Made reservation on behalf of 6e2caec33827490e964842a64307b7cf for: {'port': 1} {{(pid=101396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:22:49.333330 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.490061 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Allocated IP 172.20.0.12 (b182fd84-de18-4119-9bd6-8a3c2f2b5d08/7a891e88-2849-4d2e-a2c2-4f1f9b7faafe/a31ee9a3-29fa-418c-b9ef-489e6c5327f5) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:22:49.676202 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.694596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Transition to ACTIVE for port object a31ee9a3-29fa-418c-b9ef-489e6c5327f5 will not be triggered until provisioned by entity DHCP. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:49.740090 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.791377 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:49.795089 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:49.800991 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:22:49.807780 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'Port': ['ID=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:49.839369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.839713 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.840052 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.840392 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.840729 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.841064 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.841475 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.841875 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.842228 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.842559 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.842889 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.843216 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:49.887164 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:49.887810 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.910832 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1731fcfb-1ff2-4a55-a9b9-b5a75f72aa78 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7022493 Aug 16 14:22:50.108068 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fd18d8ea-8957-44b5-96a2-593be3d41fc2 None None] Provisioning for port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 completed by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:50.113325 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-fd18d8ea-8957-44b5-96a2-593be3d41fc2 None None] Provisioning complete for port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 triggered by entity DHCP. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:50.114601 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd18d8ea-8957-44b5-96a2-593be3d41fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:50.155309 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-fd18d8ea-8957-44b5-96a2-593be3d41fc2 None None] Port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 cannot update to ACTIVE because it is not bound. {{(pid=101397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:22:50.299615 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff280287-6439-4010-bbd1-24e81409e300 req-4c2f75a6-b00d-45b7-a390-5d1f11401f96 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:50.301092 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff280287-6439-4010-bbd1-24e81409e300 req-4c2f75a6-b00d-45b7-a390-5d1f11401f96 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 932 time: 0.0529974 Aug 16 14:22:50.342642 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-ff280287-6439-4010-bbd1-24e81409e300 req-475e9e60-5443-4b18-bc91-933f31d646e5 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348160 Aug 16 14:22:51.475018 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065c3ff-0700-4b8b-a2b8-9e2dbdbe5c94 req-c2a9ced7-c601-4ae2-82d0-07fb1afde6b6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:51.476554 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2065c3ff-0700-4b8b-a2b8-9e2dbdbe5c94 req-c2a9ced7-c601-4ae2-82d0-07fb1afde6b6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 932 time: 0.0567176 Aug 16 14:22:51.516625 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2065c3ff-0700-4b8b-a2b8-9e2dbdbe5c94 req-b71c2e2a-074e-4b9e-a07e-4df79c90da16 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340908 Aug 16 14:22:52.636262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bf335-276d-4dcb-b4fc-c07d855e8692 req-c945641d-02a7-4238-b0f0-287d58f523e1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:52.637814 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-339bf335-276d-4dcb-b4fc-c07d855e8692 req-c945641d-02a7-4238-b0f0-287d58f523e1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 932 time: 0.0519319 Aug 16 14:22:52.680906 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-339bf335-276d-4dcb-b4fc-c07d855e8692 req-9b5c5dd7-ce8a-4848-8656-50300c743087 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364854 Aug 16 14:22:53.809491 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e1bfb-f935-4ecf-87c2-a30eabb6d24d req-4e3e506e-7a5f-4e56-adb3-f6e13788de90 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:53.811290 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db8e1bfb-f935-4ecf-87c2-a30eabb6d24d req-4e3e506e-7a5f-4e56-adb3-f6e13788de90 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 932 time: 0.0601115 Aug 16 14:22:53.854409 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-db8e1bfb-f935-4ecf-87c2-a30eabb6d24d req-7a18d019-9fe2-46dd-aa50-bc7e5c502763 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357850 Aug 16 14:22:54.983071 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f1add-331b-417d-b5a0-89947413d0c3 req-e42dda56-25ac-4da5-bf78-84dabae671c8 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:54.984627 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c1f1add-331b-417d-b5a0-89947413d0c3 req-e42dda56-25ac-4da5-bf78-84dabae671c8 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 932 time: 0.0579352 Aug 16 14:22:55.025779 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-2c1f1add-331b-417d-b5a0-89947413d0c3 req-9dc77ece-ca38-415b-8bbe-0972b58683f3 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342624 Aug 16 14:22:56.148521 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515c1f2-f0e8-4d13-a54f-4b5f61127b37 req-e95bd4e2-6c2a-461a-9902-ac8d20e3ab3b tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:56.150153 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e515c1f2-f0e8-4d13-a54f-4b5f61127b37 req-e95bd4e2-6c2a-461a-9902-ac8d20e3ab3b tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 932 time: 0.0541110 Aug 16 14:22:56.197656 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-e515c1f2-f0e8-4d13-a54f-4b5f61127b37 req-ca4bba1e-92e0-4c9a-9b94-21297a0a7353 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414252 Aug 16 14:22:57.325719 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454929f-3d9a-4d3e-bb3b-9c284cff1308 req-57df9061-ba29-4b43-8212-2572fcae5dfa tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:57.327262 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0454929f-3d9a-4d3e-bb3b-9c284cff1308 req-57df9061-ba29-4b43-8212-2572fcae5dfa tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 932 time: 0.0504630 Aug 16 14:22:57.367815 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-0454929f-3d9a-4d3e-bb3b-9c284cff1308 req-24e7778e-6d0c-4878-9af4-73ba6e374866 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341866 Aug 16 14:22:58.494598 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc7a02-1881-4910-82c0-6f3e81c55d56 req-b5e211dc-7745-48be-ae4e-8292ee5f1904 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:58.496765 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56cc7a02-1881-4910-82c0-6f3e81c55d56 req-b5e211dc-7745-48be-ae4e-8292ee5f1904 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 932 time: 0.0572059 Aug 16 14:22:58.537167 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-56cc7a02-1881-4910-82c0-6f3e81c55d56 req-06f3886b-9061-4b89-af72-2915e17b9a01 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343268 Aug 16 14:22:59.653902 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b0e0a-8f16-4332-8b6b-0b1d20520052 req-a69064fe-0d4b-4ede-bbb6-c253fee425af tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:59.655400 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-830b0e0a-8f16-4332-8b6b-0b1d20520052 req-a69064fe-0d4b-4ede-bbb6-c253fee425af tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 932 time: 0.0484812 Aug 16 14:22:59.693043 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-830b0e0a-8f16-4332-8b6b-0b1d20520052 req-41c7c659-af3e-4610-9b89-5b73ee5e9891 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315781 Aug 16 14:23:00.767600 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:00.811855 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709798a1-ae05-42c8-8c3c-70d18af99b24 req-f1f9b3b2-cca0-4726-9380-48a3ed639758 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:00.813368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-709798a1-ae05-42c8-8c3c-70d18af99b24 req-f1f9b3b2-cca0-4726-9380-48a3ed639758 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 932 time: 0.0500109 Aug 16 14:23:00.852088 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-709798a1-ae05-42c8-8c3c-70d18af99b24 req-ab0eaecf-147a-4e20-a708-22e5c6d10924 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321159 Aug 16 14:23:01.172328 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Request body: {'port': {'device_id': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804708-1'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:23:01.231771 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:01.490805 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31ee9a3-29fa-418c-b9ef-489e6c5327f5 {{(pid=101396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:23:01.498179 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:01.510774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.provisioning_blocks [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Transition to ACTIVE for port object a31ee9a3-29fa-418c-b9ef-489e6c5327f5 will not be triggered until provisioned by entity L2. {{(pid=101396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:23:01.515028 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:01.570032 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Pushing event updated for resources: {'Port': ['ID=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:01.640315 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Attempting to bind port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 on host n-h1-804708-1 for vnic_type normal with profile {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:23:01.640649 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Attempting to bind port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 by drivers openvswitch,hyperv on host n-h1-804708-1 at level 0 using segments [{'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:23:01.640973 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Attempting to bind port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 on network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:23:01.645678 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 on network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 not bound, no agent of type Open vSwitch agent registered on host n-h1-804708-1 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:23:01.646028 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Attempting to bind port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 on network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:23:01.651279 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Checking agent: {'id': 'd78dd103-ebeb-438a-bb15-8907e468a845', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804708-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'started_at': datetime.datetime(2021, 8, 16, 12, 46, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:23:01.651876 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Checking segment: {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:23:01.652261 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Bound using segment: {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'} {{(pid=101396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:23:01.652813 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.managers [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Bound port: a31ee9a3-29fa-418c-b9ef-489e6c5327f5, host: n-h1-804708-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e750d1b-b16c-42c8-bfe2-6174aafc9e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08'}}] {{(pid=101396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:23:01.653173 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:01.720670 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] For port a31ee9a3-29fa-418c-b9ef-489e6c5327f5, host n-h1-804708-1, cleared binding levels {{(pid=101396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:23:01.724011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] For port a31ee9a3-29fa-418c-b9ef-489e6c5327f5, host n-h1-804708-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:23:01.727730 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:01.766277 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:01.766811 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:01.768222 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] 10.222.0.22 "PUT /v2.0/ports/a31ee9a3-29fa-418c-b9ef-489e6c5327f5 HTTP/1.1" status: 200 len: 1092 time: 0.6497376 Aug 16 14:23:01.768665 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:23:01.771113 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e532247-2e78-4d03-8acb-a458f22516f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:23:01.797056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1bff6-7602-4ba9-a266-23b3869b643f service neutron] Pushing event updated for resources: {'Port': ['ID=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,revision_number=3']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:01.853572 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf4d460-e49d-44b9-9caa-b02fd4ff974d x-openstack-request-id: req-baf4d460-e49d-44b9-9caa-b02fd4ff974d {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:23:01.853892 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:23:01.854131 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-baf4d460-e49d-44b9-9caa-b02fd4ff974d {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:23:01.854520 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'status': 'completed', 'code': 200} Aug 16 14:23:01.873383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1d494892-f606-4723-ab4a-2c55b4f4d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:01.875363 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-1d494892-f606-4723-ab4a-2c55b4f4d6ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 1095 time: 0.0545497 Aug 16 14:23:01.922452 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-9ba81107-7169-42f4-bc40-5b1c7488e3d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5 HTTP/1.1" status: 200 len: 217 time: 0.0354888 Aug 16 14:23:01.980051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-5bb1edfe-793c-4de8-8659-1a6c36b619d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:01.981553 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-5bb1edfe-793c-4de8-8659-1a6c36b619d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0524781 Aug 16 14:23:01.987410 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b63db-5c97-4328-9bb8-a6fdcf8fe4f8 req-6f68ea71-c1cd-4f82-a70d-8268a423973c tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:01.990066 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d8b63db-5c97-4328-9bb8-a6fdcf8fe4f8 req-6f68ea71-c1cd-4f82-a70d-8268a423973c tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 944 time: 0.0673399 Aug 16 14:23:01.999893 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-07c494d0-8faf-424f-b589-0b3a49cb63aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:02.030175 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-5e890598-c561-403a-89e4-bef7fb6c2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:02.031645 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-5e890598-c561-403a-89e4-bef7fb6c2111 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417850 Aug 16 14:23:02.032773 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-9d8b63db-5c97-4328-9bb8-a6fdcf8fe4f8 req-ef93d088-ab6e-47a0-a0b4-13a3eec45048 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355594 Aug 16 14:23:02.124489 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-3c8d4e81-63c9-4834-aa29-2a072ce2de67 service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846827 Aug 16 14:23:02.222068 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d5531fe6-3276-4d65-8d99-284ccb109ddd req-50e5cd35-6927-4531-bf26-5f3c692c7e0f service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904419 Aug 16 14:23:02.337615 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532247-2e78-4d03-8acb-a458f22516f9 req-52632089-dcb0-4b46-ad5f-766d88729cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:02.339407 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e532247-2e78-4d03-8acb-a458f22516f9 req-52632089-dcb0-4b46-ad5f-766d88729cec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 1095 time: 0.0454755 Aug 16 14:23:02.442020 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532247-2e78-4d03-8acb-a458f22516f9 req-3c4706e2-ac93-48ca-b642-6296757f5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:02.443537 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e532247-2e78-4d03-8acb-a458f22516f9 req-3c4706e2-ac93-48ca-b642-6296757f5d39 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.0947933 Aug 16 14:23:02.486719 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e532247-2e78-4d03-8acb-a458f22516f9 req-a3ee077c-12bd-4b14-b74d-60586b5f7fd2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5 HTTP/1.1" status: 200 len: 217 time: 0.0356827 Aug 16 14:23:02.542391 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532247-2e78-4d03-8acb-a458f22516f9 req-f44c6a55-d388-4a5d-a28e-6d1300f6640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:02.543958 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e532247-2e78-4d03-8acb-a458f22516f9 req-f44c6a55-d388-4a5d-a28e-6d1300f6640c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0502195 Aug 16 14:23:02.600719 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532247-2e78-4d03-8acb-a458f22516f9 req-ea5464d4-4931-423a-840d-beff6abbf7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:02.602209 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e532247-2e78-4d03-8acb-a458f22516f9 req-ea5464d4-4931-423a-840d-beff6abbf7ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510635 Aug 16 14:23:02.633339 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:23:02.694397 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e532247-2e78-4d03-8acb-a458f22516f9 req-ea8a0ad8-7fb8-48aa-b89f-19c12ee79bdc service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848210 Aug 16 14:23:02.790848 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-2e532247-2e78-4d03-8acb-a458f22516f9 req-e98a7f3d-bc4c-4e73-b701-f9afd6b98588 service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894945 Aug 16 14:23:03.153703 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48662629-0f7e-4157-96ea-811e4a9a9852 req-9fc909cc-b453-45ab-8a37-2776a4348217 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:03.155229 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48662629-0f7e-4157-96ea-811e4a9a9852 req-9fc909cc-b453-45ab-8a37-2776a4348217 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 944 time: 0.0486088 Aug 16 14:23:03.193307 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-48662629-0f7e-4157-96ea-811e4a9a9852 req-6027de84-30de-4389-9c37-0ae209bb3686 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320411 Aug 16 14:23:04.309987 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd6227-0f08-4e93-8ab8-d3daf9c759a7 req-b9d5a32a-bc73-4aa8-9845-6c9589e76bf4 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:04.311495 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eafd6227-0f08-4e93-8ab8-d3daf9c759a7 req-b9d5a32a-bc73-4aa8-9845-6c9589e76bf4 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 944 time: 0.0495958 Aug 16 14:23:04.350144 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-eafd6227-0f08-4e93-8ab8-d3daf9c759a7 req-b0d7cddf-43be-41f0-a52a-89a04e6142cc tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320261 Aug 16 14:23:04.527685 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-69fbe5d7-1eda-4d83-9999-ac9efa585fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:04.789117 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:05.273696 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a31ee9a3-29fa-418c-b9ef-489e6c5327f5 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:23:05.365004 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a31ee9a3-29fa-418c-b9ef-489e6c5327f5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:23:05.379675 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'port_id': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'mac_address': 'fa:16:3e:2d:e2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:23:05.415764 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:05.428999 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31ee9a3-29fa-418c-b9ef-489e6c5327f5 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:23:05.449652 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a31ee9a3-29fa-418c-b9ef-489e6c5327f5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:23:05.455677 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:05.472739 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd79fa-460f-4580-9553-52a5369b9c99 req-f3193067-c75a-4446-ad64-186f60eb07e7 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:05.474287 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2dd79fa-460f-4580-9553-52a5369b9c99 req-f3193067-c75a-4446-ad64-186f60eb07e7 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 944 time: 0.0570478 Aug 16 14:23:05.505279 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,revision_number=4']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:05.514265 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-b2dd79fa-460f-4580-9553-52a5369b9c99 req-b2f4b7bd-27fc-4169-a76a-8ff4c26234e1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331464 Aug 16 14:23:05.879673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['a31ee9a3-29fa-418c-b9ef-489e6c5327f5'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:23:05.915073 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:06.636856 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970acd7f-69e7-430b-a1d4-b1e05370eb45 req-679d3082-ec05-45ea-a11c-a33efc473d40 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:06.638368 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-970acd7f-69e7-430b-a1d4-b1e05370eb45 req-679d3082-ec05-45ea-a11c-a33efc473d40 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 945 time: 0.0575042 Aug 16 14:23:06.676320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-970acd7f-69e7-430b-a1d4-b1e05370eb45 req-ba33ef12-2635-47a2-b1f1-b4d402ce6d75 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Aug 16 14:23:07.288587 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a31ee9a3-29fa-418c-b9ef-489e6c5327f5 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:23:07.337108 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning for port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 completed by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:23:07.340830 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:23:07.341204 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:07.423654 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:07.445987 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:23:07.448472 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45120b0-43f9-4140-9b24-b603ed85e629" -d '{"events": [{"server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "name": "network-vif-plugged", "status": "completed", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:23:07.463814 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a31ee9a3-29fa-418c-b9ef-489e6c5327f5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:23:07.468053 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:07.491589 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44762cec-3b82-42a4-8ada-160865c02195 x-openstack-request-id: req-44762cec-3b82-42a4-8ada-160865c02195 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:23:07.491877 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "name": "network-vif-plugged", "status": "completed", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:23:07.492130 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44762cec-3b82-42a4-8ada-160865c02195 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:23:07.492538 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'code': 200} Aug 16 14:23:07.520364 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,revision_number=5']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:07.599123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae61110-e0a6-4ec6-9779-b0a32704bce5 req-65bc4ac6-a8f0-4f92-9a96-fe1912e8bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:07.600608 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9ae61110-e0a6-4ec6-9779-b0a32704bce5 req-65bc4ac6-a8f0-4f92-9a96-fe1912e8bb57 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 1097 time: 0.0405514 Aug 16 14:23:07.635026 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-9ae61110-e0a6-4ec6-9779-b0a32704bce5 req-2572b081-eb66-4173-bb8f-6b640f8df327 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273454 Aug 16 14:23:07.690668 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:07.792393 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb969d0-0640-4275-b00d-a936df5a2cef req-286feff9-b459-435b-8ef9-6ac724313716 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:07.793787 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fb969d0-0640-4275-b00d-a936df5a2cef req-286feff9-b459-435b-8ef9-6ac724313716 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 946 time: 0.0487549 Aug 16 14:23:07.832733 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-6fb969d0-0640-4275-b00d-a936df5a2cef req-074402cd-9d4e-40b7-aa54-858d2caf09f1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Aug 16 14:23:08.963592 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47b673-4c15-4849-a21c-fabdc369cd69 req-c5f6ff68-9236-4e07-a205-9316582647ef tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:08.965096 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f47b673-4c15-4849-a21c-fabdc369cd69 req-c5f6ff68-9236-4e07-a205-9316582647ef tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 946 time: 0.0537848 Aug 16 14:23:09.003220 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-3f47b673-4c15-4849-a21c-fabdc369cd69 req-399de6ef-01ab-4f8a-9655-e6c6b7ba234e tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Aug 16 14:23:10.118022 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0328351-01d0-4dc7-b44a-0f9b90db2601 req-f7e86874-8ed1-40c8-a356-c8c2e902127c tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:10.119541 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0328351-01d0-4dc7-b44a-0f9b90db2601 req-f7e86874-8ed1-40c8-a356-c8c2e902127c tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 946 time: 0.0491509 Aug 16 14:23:10.157205 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c0328351-01d0-4dc7-b44a-0f9b90db2601 req-58623f31-e642-480b-af34-8e1d44c9f65d tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317700 Aug 16 14:23:10.274533 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c67381-f970-47fc-a442-df59e08e027e req-72671afa-c8ca-41c4-9d11-416cbda5fcb7 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:10.276095 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22c67381-f970-47fc-a442-df59e08e027e req-72671afa-c8ca-41c4-9d11-416cbda5fcb7 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 946 time: 0.0515337 Aug 16 14:23:10.313320 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-22c67381-f970-47fc-a442-df59e08e027e req-1c9eae8c-21dd-4193-b56d-0c7f5719b477 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Aug 16 14:23:10.335703 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38438) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:23:10.373672 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5acfd95-671a-4054-a86f-facf70f7ae72 tempest-TestSnapshotPattern-283392090 tempest-TestSnapshotPattern-283392090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:10.375186 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-e5acfd95-671a-4054-a86f-facf70f7ae72 tempest-TestSnapshotPattern-283392090 tempest-TestSnapshotPattern-283392090-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 1092 time: 0.0384881 Aug 16 14:23:10.377834 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38440) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:23:10.382801 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.v2.base [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Request body: {'floatingip': {'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'port_id': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:23:10.404827 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for floatingip, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:10.515109 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:10.620123 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_common [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Allocated IP 172.25.0.35 (72a09032-0771-4e06-9125-a9a480bbb297/cca01e7b-1eb9-46a2-b381-8c7819f25dbb/c0ba3ad0-adfd-4b82-a6f1-2d3fa955af73) {{(pid=101396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:23:10.723162 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for port, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:10.761974 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667800836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:10.796993 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Network 72a09032-0771-4e06-9125-a9a480bbb297 is already hosted by enough agents. {{(pid=101396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:23:10.802284 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.base_scheduler [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Resources bound (agent type, host, resource id): {{(pid=101396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:23:10.805691 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Received port after_create {{(pid=101396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:23:10.832857 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'Port': ['ID=c0ba3ad0-adfd-4b82-a6f1-2d3fa955af73,revision_number=1']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:11.162169 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:11.232778 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:11.380963 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for port, precommit_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:11.385467 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006018'] for port, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:11.457732 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event updated for resources: {'Port': ['ID=c0ba3ad0-adfd-4b82-a6f1-2d3fa955af73,revision_number=2']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:11.468264 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1652417'] for floatingip, after_update {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:11.572293 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Floating IP a31f084c-cc6c-463c-92be-5602022ac169 associated. External IP: 172.25.0.35, port: a31ee9a3-29fa-418c-b9ef-489e6c5327f5. Aug 16 14:23:11.783291 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:23:11.894423 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:23:11.904900 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdcf63-ac02-49a3-a214-13466b57e945 None None] Sync routers for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:23:11.911577 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:11.918194 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdcf63-ac02-49a3-a214-13466b57e945 None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:23:11.918834 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-eefdcf63-ac02-49a3-a214-13466b57e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:23:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:11.940796 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-4cfc9faf-9e25-46b1-9f27-a10b019d91a1 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5613525 Aug 16 14:23:11.941383 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:23:11.943888 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:23:11.982320 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635dfd22-0373-4946-9d33-9366cfcd1267 x-openstack-request-id: req-635dfd22-0373-4946-9d33-9366cfcd1267 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:23:11.982593 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:23:11.982846 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-635dfd22-0373-4946-9d33-9366cfcd1267 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:23:11.983259 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'status': 'completed', 'code': 200} Aug 16 14:23:12.032958 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-eefdcf63-ac02-49a3-a214-13466b57e945 None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:23:12.062197 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3 req-3c378190-f0b1-4496-adba-ba68a9193693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:12.063612 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3 req-3c378190-f0b1-4496-adba-ba68a9193693 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 1097 time: 0.0410967 Aug 16 14:23:12.158520 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3 req-287ef202-ffdf-4610-93e6-bfcccf872579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:12.160629 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3 req-287ef202-ffdf-4610-93e6-bfcccf872579 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.0890164 Aug 16 14:23:12.261053 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-eefdcf63-ac02-49a3-a214-13466b57e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '0d04b34e-3f8f-4c99-8be5-6eaa86a7c718', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:fa:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:35Z', 'updated_at': '2021-08-16T14:20:37Z', 'revision_number': 1, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}, {'id': 'a31f084c-cc6c-463c-92be-5602022ac169', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:2d:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:23:11Z', 'updated_at': '2021-08-16T14:23:11Z', 'revision_number': 0, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:12.301291 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdcf63-ac02-49a3-a214-13466b57e945 None None] Checking router: ac9afea9-0ccd-4b7b-9e2c-f071b8179343 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:23:12.310991 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdcf63-ac02-49a3-a214-13466b57e945 None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:23:12.311616 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-eefdcf63-ac02-49a3-a214-13466b57e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:23:05Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:12.418447 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-eefdcf63-ac02-49a3-a214-13466b57e945 None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:23:12.585974 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3 req-653e3bcf-b89b-492c-9641-8879b7820754 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5 HTTP/1.1" status: 200 len: 999 time: 0.4177849 Aug 16 14:23:12.645056 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3 req-497fbbc0-ec96-491d-a6c5-43ce4c022e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:12.646778 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3 req-497fbbc0-ec96-491d-a6c5-43ce4c022e01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0533812 Aug 16 14:23:12.698721 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3 req-2dd56d42-d378-47c5-8223-73d0ba73cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:12.700113 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3 req-2dd56d42-d378-47c5-8223-73d0ba73cf1f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460646 Aug 16 14:23:12.769588 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-eefdcf63-ac02-49a3-a214-13466b57e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '0d04b34e-3f8f-4c99-8be5-6eaa86a7c718', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:fa:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:35Z', 'updated_at': '2021-08-16T14:20:37Z', 'revision_number': 1, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}, {'id': 'a31f084c-cc6c-463c-92be-5602022ac169', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:2d:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:23:11Z', 'updated_at': '2021-08-16T14:23:11Z', 'revision_number': 0, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:12.792593 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3 req-7a708930-17a1-492f-b794-1e3b730829a8 service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834258 Aug 16 14:23:12.797450 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdcf63-ac02-49a3-a214-13466b57e945 None None] The sync data for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 is: [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '0d04b34e-3f8f-4c99-8be5-6eaa86a7c718', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:fa:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:35Z', 'updated_at': '2021-08-16T14:20:37Z', 'revision_number': 1, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}, {'id': 'a31f084c-cc6c-463c-92be-5602022ac169', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:2d:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:23:11Z', 'updated_at': '2021-08-16T14:23:11Z', 'revision_number': 0, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:23:12.894374 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-d57f6b8f-c1d9-4487-8991-0cf00ede9ce3 req-7623e268-6fc5-4d0e-b94c-f4f1413d84ee service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943398 Aug 16 14:23:13.015673 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a2be2-5d4a-4274-b520-19c2596b2aa7 None None] New status for floating IP a31f084c-cc6c-463c-92be-5602022ac169: ACTIVE {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:23:17.279375 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:30.770827 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:31.980250 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-de0cc3e7-cbcc-454e-ba02-b5847aad3bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:34.528929 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-86906f7c-15fd-4503-9071-5fa459644106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:34.789992 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:35.890257 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:37.694768 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:39.633029 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:23:43.388353 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-f7df1742-0bee-4cc7-aebd-e158afe048c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402479 Aug 16 14:23:43.476094 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-8df7ef67-f16d-4586-ae3b-88201b5cce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:43.477599 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-8df7ef67-f16d-4586-ae3b-88201b5cce5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1095 time: 0.0427001 Aug 16 14:23:43.583977 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-7e4c30b3-cf31-4f13-9b4e-06b37c144fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:43.585337 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-7e4c30b3-cf31-4f13-9b4e-06b37c144fb7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.0871654 Aug 16 14:23:43.650434 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-5b88a684-732a-4c80-a5b0-e985d988120c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 200 len: 1000 time: 0.0574737 Aug 16 14:23:43.701506 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-28ed4fdf-df35-417f-8ab8-3a002de272c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:43.702954 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-28ed4fdf-df35-417f-8ab8-3a002de272c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0461948 Aug 16 14:23:43.767608 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-e9b2114c-3d6a-4d36-8c64-06803552d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:43.769116 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-e9b2114c-3d6a-4d36-8c64-06803552d8c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469906 Aug 16 14:23:43.858578 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-21e4608a-bc95-4f44-a546-5507c9876f16 service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813010 Aug 16 14:23:43.950752 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-13fa42b9-d06b-48f3-99f2-63bac4be2cf3 req-398da771-aa7d-41fb-a133-f30bcadfade2 service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855665 Aug 16 14:23:47.279203 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:00.796467 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:01.980818 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dfa0eca9-76b4-4815-99a1-ba7263f5df77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:04.529194 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-38e8785c-4037-44b5-9f57-02b8f0c44091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:04.791076 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:05.893263 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:07.698790 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:07.739647 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-af5ec968-e4f8-4a6b-b3ae-34b232865a09 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415332 Aug 16 14:24:07.830783 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-62137f53-7e98-49e5-8159-7662c177d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:07.832265 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-62137f53-7e98-49e5-8159-7662c177d754 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 1097 time: 0.0404241 Aug 16 14:24:07.938786 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-862760c5-b1ca-433e-89d9-623df9641650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:07.940165 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-862760c5-b1ca-433e-89d9-623df9641650 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.0880332 Aug 16 14:24:08.023972 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-e2fbfde2-1361-42b3-8840-b03a3f238b79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5 HTTP/1.1" status: 200 len: 1001 time: 0.0752397 Aug 16 14:24:08.077514 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-53a14233-63e6-49c6-a99f-1f909a052e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:08.078991 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-53a14233-63e6-49c6-a99f-1f909a052e35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0478880 Aug 16 14:24:08.126960 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-0ce7ded1-6cff-41ee-9b83-151933bb00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:08.128484 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-0ce7ded1-6cff-41ee-9b83-151933bb00dd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411808 Aug 16 14:24:08.141945 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-53f57a3e-3c96-49c2-86d4-cd75067275a1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:24:08.142947 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-53f57a3e-3c96-49c2-86d4-cd75067275a1 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066483 Aug 16 14:24:08.235095 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-22579386-cc10-4712-9eee-4d449e05ff49 service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839391 Aug 16 14:24:08.330018 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-dc57b293-6694-4c35-a7b3-ca707fceb718 req-1c97d5f9-3794-4364-a6ab-4a119d9126e1 service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868568 Aug 16 14:24:16.632236 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:24:17.274725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:30.795242 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:31.982255 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d5099614-8ed3-4c6e-901b-00851f63bf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:34.530802 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bc72713a-e095-48ee-96ae-7ca2961c59f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:34.791653 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:35.898496 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:37.704920 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:45.378938 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-2e4c4b0f-124c-446e-88b1-ea17b76d9240 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401011 Aug 16 14:24:45.459456 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-f59075db-30b9-40b2-b05b-143c27ae6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:45.460949 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-f59075db-30b9-40b2-b05b-143c27ae6646 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1095 time: 0.0405905 Aug 16 14:24:45.567567 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-20ab4315-6ba5-41b6-9164-63f3f76db1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:45.568955 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-20ab4315-6ba5-41b6-9164-63f3f76db1f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.0887237 Aug 16 14:24:45.642347 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-40630cd8-eb0d-4c6a-a378-f5301cece575 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 200 len: 1000 time: 0.0663428 Aug 16 14:24:45.697144 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-fef3fe3f-221e-41d1-8e75-900aefe7a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:45.698624 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-fef3fe3f-221e-41d1-8e75-900aefe7a660 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0496595 Aug 16 14:24:45.745606 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-6ec79e9d-e63a-449f-9a44-37dff064f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:45.747153 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-6ec79e9d-e63a-449f-9a44-37dff064f052 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401185 Aug 16 14:24:45.841979 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-945b0ec4-49e8-4c35-b518-90031cb2db9b service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871601 Aug 16 14:24:45.931663 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-52a0b92b-439a-4eda-b631-3f923a14e720 req-80445460-96f5-4928-a3f5-f2ea937c60bc service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817976 Aug 16 14:24:47.274408 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:53.631251 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:25:00.792123 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:01.983166 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cdaa9743-86b5-45fb-98a3-3dcf9ff7a283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:04.532296 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-3d21a78d-82c9-4b10-bda9-01aa96fea67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:04.792687 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:05.899174 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:07.704192 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:08.726215 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-9aebf864-870d-459d-91b9-95e660e64d6a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401971 Aug 16 14:25:08.821878 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-8813e6ca-b92e-4f2a-bbcb-bcada182708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:08.824028 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-8813e6ca-b92e-4f2a-bbcb-bcada182708c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 1097 time: 0.0451589 Aug 16 14:25:08.924731 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-d42f089d-8179-4991-9a28-8eb21dcb6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:08.926212 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-d42f089d-8179-4991-9a28-8eb21dcb6c40 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.0832736 Aug 16 14:25:08.995430 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-8ecd489e-d06b-4228-a6ed-114572019934 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5 HTTP/1.1" status: 200 len: 1001 time: 0.0612798 Aug 16 14:25:09.046585 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-c97e8119-e397-4572-abc6-362259467aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:09.048116 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-c97e8119-e397-4572-abc6-362259467aaf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0460830 Aug 16 14:25:09.093058 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-ad1bdde5-8f84-4374-a5e1-fb86de3ee8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:09.094586 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-ad1bdde5-8f84-4374-a5e1-fb86de3ee8a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397375 Aug 16 14:25:09.193444 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-163138e0-d519-4b93-8587-c793d21150c5 service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918548 Aug 16 14:25:09.284973 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-bb0ded72-347b-4086-a1a2-ffa250b99303 req-f6e8f092-9799-4fb4-a4b2-4cb53ff05be2 service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836201 Aug 16 14:25:17.281516 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:30.629967 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:25:30.799306 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:31.985649 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6a499f8e-6c28-4074-aec4-84a8408e872a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.007728 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a31ee9a3-29fa-418c-b9ef-489e6c5327f5 details requested by agent hyperv_n-h1-804708-1 with host n-h1-804708-1 {{(pid=101397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:25:32.269141 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a31ee9a3-29fa-418c-b9ef-489e6c5327f5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:32.281153 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Returning: {'device': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'port_id': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'mac_address': 'fa:16:3e:2d:e2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:25:32.318975 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.332641 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a31ee9a3-29fa-418c-b9ef-489e6c5327f5 {{(pid=101397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:25:32.353127 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a31ee9a3-29fa-418c-b9ef-489e6c5327f5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:32.357143 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.406248 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,revision_number=6']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:32.417022 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.417371 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.417715 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.418058 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.418784 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.419129 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.419467 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.419802 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.420138 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.420469 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.420799 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.421125 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:32.470606 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] get_ports_and_sgs() called for port_ids ['a31ee9a3-29fa-418c-b9ef-489e6c5327f5'] {{(pid=101397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:25:34.020237 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a31ee9a3-29fa-418c-b9ef-489e6c5327f5 up at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:34.084285 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.provisioning_blocks [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Provisioning complete for port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 triggered by entity L2. {{(pid=101397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:34.084857 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770416'] for port, provisioning_complete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.196149 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.226278 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:34.229743 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2bd55e-af8c-40cf-b654-dcb28b46c581" -d '{"events": [{"server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "name": "network-vif-plugged", "status": "completed", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:34.269773 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a31ee9a3-29fa-418c-b9ef-489e6c5327f5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:34.276523 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.370712 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,revision_number=7']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:34.427374 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf58a5b-e5a4-447e-b4b8-065349086f25 x-openstack-request-id: req-bdf58a5b-e5a4-447e-b4b8-065349086f25 {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:34.428110 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "name": "network-vif-plugged", "status": "completed", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:34.428710 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdf58a5b-e5a4-447e-b4b8-065349086f25 {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:34.429543 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'code': 200} Aug 16 14:25:34.570328 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d7723e36-150a-4943-b600-a05d48705204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.812394 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:35.911677 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.710361 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.856562 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38698) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:44.040754 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Deleting port c0ba3ad0-adfd-4b82-a6f1-2d3fa955af73 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:44.041091 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.137448 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.137990 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.151856 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Calling delete_port for c0ba3ad0-adfd-4b82-a6f1-2d3fa955af73 owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:44.343158 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.370397 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event deleted for resources: {'Port': ['ID=c0ba3ad0-adfd-4b82-a6f1-2d3fa955af73,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:44.399626 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.399976 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.400317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.400652 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.400986 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.401361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.401690 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.402016 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.402369 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.403451 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.403641 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.403947 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:44.446276 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.446631 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Floating IP a31f084c-cc6c-463c-92be-5602022ac169 disassociated (deleted). External IP: 172.25.0.35, port: a31ee9a3-29fa-418c-b9ef-489e6c5327f5. Aug 16 14:25:44.684774 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:25:44.799844 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:25:44.804824 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.810184 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56326254-c977-4804-ac63-04f5999bfb7b None None] Sync routers for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:25:44.819901 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56326254-c977-4804-ac63-04f5999bfb7b None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:44.820579 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-56326254-c977-4804-ac63-04f5999bfb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:25:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:44.831724 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-efa33b44-3ce5-4891-b430-4df21d9a3b6f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "DELETE /v2.0/floatingips/a31f084c-cc6c-463c-92be-5602022ac169 HTTP/1.1" status: 204 len: 168 time: 0.9738319 Aug 16 14:25:44.832419 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:44.834829 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8ef63c-7736-4580-8c50-d28108b4ba43" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:44.943073 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-56326254-c977-4804-ac63-04f5999bfb7b None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:44.985494 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bb4fcb-badc-4633-88a4-bd79c5b595e2 x-openstack-request-id: req-e2bb4fcb-badc-4633-88a4-bd79c5b595e2 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:44.986004 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:44.986004 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2bb4fcb-badc-4633-88a4-bd79c5b595e2 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:44.986446 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'status': 'completed', 'code': 200} Aug 16 14:25:45.078325 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ef63c-7736-4580-8c50-d28108b4ba43 req-306530a9-f17b-447f-b2cc-002f63b13994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:45.081173 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab8ef63c-7736-4580-8c50-d28108b4ba43 req-306530a9-f17b-447f-b2cc-002f63b13994 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 1097 time: 0.0478787 Aug 16 14:25:45.087637 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1fe74-4e2a-4119-b3bb-69a4dae7a9be req-345c85bc-13fd-4fd4-b7d7-1e032bb510ee tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:45.089177 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19e1fe74-4e2a-4119-b3bb-69a4dae7a9be req-345c85bc-13fd-4fd4-b7d7-1e032bb510ee tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 946 time: 0.0534763 Aug 16 14:25:45.144509 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-19e1fe74-4e2a-4119-b3bb-69a4dae7a9be req-9489a7cc-09d8-455e-9052-8ae8e0196cb4 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481179 Aug 16 14:25:45.194213 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ef63c-7736-4580-8c50-d28108b4ba43 req-f4c8da7e-e5f1-4954-8567-02073f56e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:45.195645 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab8ef63c-7736-4580-8c50-d28108b4ba43 req-f4c8da7e-e5f1-4954-8567-02073f56e9ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.1060135 Aug 16 14:25:45.207257 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-56326254-c977-4804-ac63-04f5999bfb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '0d04b34e-3f8f-4c99-8be5-6eaa86a7c718', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:fa:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:35Z', 'updated_at': '2021-08-16T14:20:37Z', 'revision_number': 1, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:45.233717 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56326254-c977-4804-ac63-04f5999bfb7b None None] Checking router: ac9afea9-0ccd-4b7b-9e2c-f071b8179343 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:25:45.239271 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab8ef63c-7736-4580-8c50-d28108b4ba43 req-e036fe73-afaa-4adc-910c-fe154ba92e73 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5 HTTP/1.1" status: 200 len: 217 time: 0.0351658 Aug 16 14:25:45.242337 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56326254-c977-4804-ac63-04f5999bfb7b None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:45.242928 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-56326254-c977-4804-ac63-04f5999bfb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:25:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:45.294227 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ef63c-7736-4580-8c50-d28108b4ba43 req-f553df6f-77ef-4caa-b6e5-1edefe7743c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:45.295780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab8ef63c-7736-4580-8c50-d28108b4ba43 req-f553df6f-77ef-4caa-b6e5-1edefe7743c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0490685 Aug 16 14:25:45.348553 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ef63c-7736-4580-8c50-d28108b4ba43 req-ccff219b-8698-4e2c-925b-06d4150d9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:45.350149 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab8ef63c-7736-4580-8c50-d28108b4ba43 req-ccff219b-8698-4e2c-925b-06d4150d9a84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447025 Aug 16 14:25:45.357897 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-56326254-c977-4804-ac63-04f5999bfb7b None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:45.446795 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab8ef63c-7736-4580-8c50-d28108b4ba43 req-8016f79c-fa83-4c59-adff-be29e1c8b297 service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890110 Aug 16 14:25:45.543007 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-ab8ef63c-7736-4580-8c50-d28108b4ba43 req-e621e26c-62bf-4fde-9d4d-18bd770db754 service neutron] 10.222.0.22 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884783 Aug 16 14:25:45.602814 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-56326254-c977-4804-ac63-04f5999bfb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '0d04b34e-3f8f-4c99-8be5-6eaa86a7c718', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:fa:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:35Z', 'updated_at': '2021-08-16T14:20:37Z', 'revision_number': 1, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:45.640987 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56326254-c977-4804-ac63-04f5999bfb7b None None] The sync data for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 is: [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_floatingips': [{'id': '0d04b34e-3f8f-4c99-8be5-6eaa86a7c718', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'router_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'port_id': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'mac_address': 'fa:16:3e:fa:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:35Z', 'updated_at': '2021-08-16T14:20:37Z', 'revision_number': 1, 'project_id': '6e2caec33827490e964842a64307b7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:25:45.875234 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1bfec-171a-4090-9cff-aa4846413fd6 None None] New status for floating IP a31f084c-cc6c-463c-92be-5602022ac169: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:25:46.034960 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a31ee9a3-29fa-418c-b9ef-489e6c5327f5 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:46.110073 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698175'] for port, before_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:46.132304 n-d-804708-1 neutron-server[101397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5'}] {{(pid=101397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:46.134582 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0359545a5c545cacb77c380fd588e25de5339f5c4091fb83a4111ec5b4448e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebf4c62-6cb1-47b2-a651-71df75f52e52" -d '{"events": [{"server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "name": "network-vif-unplugged", "status": "completed", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5"}]}' {{(pid=101397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:46.149523 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] For port a31ee9a3-29fa-418c-b9ef-489e6c5327f5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:46.154879 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769668290919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667800854', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667800872'] for port, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:46.186582 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad05017c-ae24-43e2-ba1d-94b0c178300c x-openstack-request-id: req-ad05017c-ae24-43e2-ba1d-94b0c178300c {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:46.186582 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "name": "network-vif-unplugged", "status": "completed", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5", "code": 200}]} {{(pid=101397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:46.186869 n-d-804708-1 neutron-server[101397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad05017c-ae24-43e2-ba1d-94b0c178300c {{(pid=101397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:46.187496 n-d-804708-1 neutron-server[101397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'code': 200} Aug 16 14:25:46.213124 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Pushing event updated for resources: {'Port': ['ID=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,revision_number=8']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:46.274674 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad80f2-f556-4479-a3e2-1a383371dd8d req-22422875-5c39-439a-91d1-ab887ec2f8f9 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:46.276199 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68ad80f2-f556-4479-a3e2-1a383371dd8d req-22422875-5c39-439a-91d1-ab887ec2f8f9 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 944 time: 0.0499709 Aug 16 14:25:46.315489 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-68ad80f2-f556-4479-a3e2-1a383371dd8d req-fc77335f-a092-4968-905b-3d63aea07d86 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325365 Aug 16 14:25:46.987333 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0364-0221-4ade-9215-8ab2a7587bfd req-94d5662d-7a14-4545-a0bb-5ec73e1e4734 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:46.989345 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20ce0364-0221-4ade-9215-8ab2a7587bfd req-94d5662d-7a14-4545-a0bb-5ec73e1e4734 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 944 time: 0.0538638 Aug 16 14:25:47.089696 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-20ce0364-0221-4ade-9215-8ab2a7587bfd req-b9b101df-303a-456d-810f-4e69693730db tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Deleting port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:47.090060 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20ce0364-0221-4ade-9215-8ab2a7587bfd req-b9b101df-303a-456d-810f-4e69693730db tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:47.177027 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [req-20ce0364-0221-4ade-9215-8ab2a7587bfd req-b9b101df-303a-456d-810f-4e69693730db tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] For port a31ee9a3-29fa-418c-b9ef-489e6c5327f5, host n-h1-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804708-1',level=0,port_id=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:47.177382 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20ce0364-0221-4ade-9215-8ab2a7587bfd req-b9b101df-303a-456d-810f-4e69693730db tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:47.194438 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [req-20ce0364-0221-4ade-9215-8ab2a7587bfd req-b9b101df-303a-456d-810f-4e69693730db tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Calling delete_port for a31ee9a3-29fa-418c-b9ef-489e6c5327f5 owned by compute:nova {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:47.288189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:47.328006 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20ce0364-0221-4ade-9215-8ab2a7587bfd req-b9b101df-303a-456d-810f-4e69693730db tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:47.365923 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b101df-303a-456d-810f-4e69693730db tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event deleted for resources: {'Port': ['ID=a31ee9a3-29fa-418c-b9ef-489e6c5327f5,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:47.425074 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-337984d5-b38d-4462-b20f-1a196258f600 req-9f27663e-efcf-4342-97cc-ec7c1c23e255 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2 HTTP/1.1" status: 200 len: 210 time: 0.0276394 Aug 16 14:25:47.432663 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ce0364-0221-4ade-9215-8ab2a7587bfd req-b9b101df-303a-456d-810f-4e69693730db tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] No DVR routers for this DVR port a31ee9a3-29fa-418c-b9ef-489e6c5327f5 on host n-h1-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:25:47.435669 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [req-20ce0364-0221-4ade-9215-8ab2a7587bfd req-b9b101df-303a-456d-810f-4e69693730db tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:47.437979 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-20ce0364-0221-4ade-9215-8ab2a7587bfd req-b9b101df-303a-456d-810f-4e69693730db tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.22 "DELETE /v2.0/ports/a31ee9a3-29fa-418c-b9ef-489e6c5327f5 HTTP/1.1" status: 204 len: 173 time: 0.4368501 Aug 16 14:25:47.438604 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'name': 'network-vif-deleted', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:47.441015 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19d4f7d-b426-472d-9e35-c50c459cbcfd" -d '{"events": [{"server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "name": "network-vif-deleted", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:47.445941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-1c4e36a3-862b-4ade-8312-5fa94cc4fde7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908661 Aug 16 14:25:47.509249 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbd2e57-58b2-43aa-88d0-df041cd00965 x-openstack-request-id: req-8bbd2e57-58b2-43aa-88d0-df041cd00965 {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:47.509549 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2", "name": "network-vif-deleted", "tag": "a31ee9a3-29fa-418c-b9ef-489e6c5327f5", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:47.509803 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bbd2e57-58b2-43aa-88d0-df041cd00965 {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:47.510234 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c3e2b3-9dc4-4cf7-820a-abb5a4f740f2', 'name': 'network-vif-deleted', 'tag': 'a31ee9a3-29fa-418c-b9ef-489e6c5327f5', 'status': 'completed', 'code': 200} Aug 16 14:25:47.542467 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-c09956f7-f410-4035-9a83-eaa20559abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:47.543971 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-c09956f7-f410-4035-9a83-eaa20559abfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1095 time: 0.0474870 Aug 16 14:25:47.654288 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-f9244c2f-e7a7-431c-8af1-c16b8c2ba41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:47.656271 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-f9244c2f-e7a7-431c-8af1-c16b8c2ba41c service neutron] 10.222.0.42 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.0935893 Aug 16 14:25:47.730560 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-6cd585b6-236d-4c80-96f2-aa16534cfb83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 200 len: 1000 time: 0.0666211 Aug 16 14:25:47.787962 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-3116da1c-ce51-49e6-b1fe-11e98d284ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:47.789386 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-3116da1c-ce51-49e6-b1fe-11e98d284ce3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0516706 Aug 16 14:25:47.839366 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-2c656d65-77a7-40ca-a80f-925f53323e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:47.841857 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-2c656d65-77a7-40ca-a80f-925f53323e73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452843 Aug 16 14:25:47.948083 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-147e2029-a156-4884-9f2b-130ec4aaccb9 service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978823 Aug 16 14:25:48.051979 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-93429950-5d93-40bc-a8e0-ee5b79c67a22 req-e8db7f1c-84fb-4049-983d-f8f079867b0e service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943205 Aug 16 14:25:49.030874 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38776) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:49.190552 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Deleting port cbe23d94-10c3-4296-aebd-2ff9dfa2fc2a {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:49.191288 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.273514 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.273860 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.287051 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Calling delete_port for cbe23d94-10c3-4296-aebd-2ff9dfa2fc2a owned by network:floatingip {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:49.443747 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.474647 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event deleted for resources: {'Port': ['ID=cbe23d94-10c3-4296-aebd-2ff9dfa2fc2a,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:49.535835 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for floatingip, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.536120 n-d-804708-1 neutron-server[101396]: INFO neutron.db.l3_db [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Floating IP 0d04b34e-3f8f-4c99-8be5-6eaa86a7c718 disassociated (deleted). External IP: 172.25.0.188, port: 54d026f9-c5ae-4ae3-be9e-be77be8b80c1. Aug 16 14:25:49.750536 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:25:49.865363 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:25:49.870543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for floatingip, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.876649 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0472d2-8698-4056-9114-f32b2e49f7e9 None None] Sync routers for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:25:49.887915 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0472d2-8698-4056-9114-f32b2e49f7e9 None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:49.888654 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-5f0472d2-8698-4056-9114-f32b2e49f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:25:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:49.900039 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c105f235-da11-48c8-9a05-3192bf7fc129 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "DELETE /v2.0/floatingips/0d04b34e-3f8f-4c99-8be5-6eaa86a7c718 HTTP/1.1" status: 204 len: 168 time: 0.8679030 Aug 16 14:25:49.900643 n-d-804708-1 neutron-server[101396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1'}] {{(pid=101396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:49.903058 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e53fa45e34eaf14b353f696ca7083511a6d09a95a0bcc1204d47f06f8faa1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e8de43-447a-4612-9737-a84892b46632" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1"}]}' {{(pid=101396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:49.955815 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4183f8ea-9d3c-4d2a-9816-3b1334588a6f x-openstack-request-id: req-4183f8ea-9d3c-4d2a-9816-3b1334588a6f {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:49.956106 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1", "status": "completed", "code": 200}]} {{(pid=101396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:49.956356 n-d-804708-1 neutron-server[101396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4183f8ea-9d3c-4d2a-9816-3b1334588a6f {{(pid=101396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:49.956770 n-d-804708-1 neutron-server[101396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'status': 'completed', 'code': 200} Aug 16 14:25:50.023410 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-5f0472d2-8698-4056-9114-f32b2e49f7e9 None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:50.028471 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8de43-447a-4612-9737-a84892b46632 req-8911603f-098b-4a82-a5ee-4bad051ad1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:50.030755 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a9e8de43-447a-4612-9737-a84892b46632 req-8911603f-098b-4a82-a5ee-4bad051ad1bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e2caec33827490e964842a64307b7cf&device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 1095 time: 0.0502357 Aug 16 14:25:50.047147 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a31ee9a3-29fa-418c-b9ef-489e6c5327f5 no longer exists at agent hyperv_n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:50.077683 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] No Port match for: a31ee9a3-29fa-418c-b9ef-489e6c5327f5 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:50.078042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Device a31ee9a3-29fa-418c-b9ef-489e6c5327f5 not bound to the agent host n-h1-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:50.159526 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8de43-447a-4612-9737-a84892b46632 req-9e2d5f4a-f386-4d3a-88dc-97a0c144b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:50.161183 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a9e8de43-447a-4612-9737-a84892b46632 req-9e2d5f4a-f386-4d3a-88dc-97a0c144b12b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 200 len: 908 time: 0.1167283 Aug 16 14:25:50.178025 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3e466-a4a6-4633-9aa7-2eb72a447741 req-7bbd667b-846c-4368-a486-a871f227986d tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:50.179585 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1d3e466-a4a6-4633-9aa7-2eb72a447741 req-7bbd667b-846c-4368-a486-a871f227986d tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 944 time: 0.0564311 Aug 16 14:25:50.204882 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a9e8de43-447a-4612-9737-a84892b46632 req-c3c33aae-b2ad-47ec-92b8-e0ae140fe601 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 200 len: 217 time: 0.0356023 Aug 16 14:25:50.220834 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-c1d3e466-a4a6-4633-9aa7-2eb72a447741 req-0ac7d200-750a-423e-81c3-885197eaf7d6 tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/security-groups?id=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338993 Aug 16 14:25:50.262908 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8de43-447a-4612-9737-a84892b46632 req-16071d23-0a38-4ead-97cc-528abaa91d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:50.264106 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a9e8de43-447a-4612-9737-a84892b46632 req-16071d23-0a38-4ead-97cc-528abaa91d84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 200 len: 847 time: 0.0499301 Aug 16 14:25:50.266318 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-5f0472d2-8698-4056-9114-f32b2e49f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:50.292978 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0472d2-8698-4056-9114-f32b2e49f7e9 None None] Checking router: ac9afea9-0ccd-4b7b-9e2c-f071b8179343 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:25:50.302349 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0472d2-8698-4056-9114-f32b2e49f7e9 None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:50.302949 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-5f0472d2-8698-4056-9114-f32b2e49f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:25:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:50.314689 n-d-804708-1 neutron-server[101396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8de43-447a-4612-9737-a84892b46632 req-920fb5a4-d157-4eb1-bc67-3f8c840cca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:50.316258 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a9e8de43-447a-4612-9737-a84892b46632 req-920fb5a4-d157-4eb1-bc67-3f8c840cca3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b182fd84-de18-4119-9bd6-8a3c2f2b5d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421479 Aug 16 14:25:50.424615 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a9e8de43-447a-4612-9737-a84892b46632 req-0a5e8213-6197-4638-a647-0cd97b0d2a3e service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995579 Aug 16 14:25:50.514538 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-5f0472d2-8698-4056-9114-f32b2e49f7e9 None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:50.723351 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-5f0472d2-8698-4056-9114-f32b2e49f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:50.749516 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0472d2-8698-4056-9114-f32b2e49f7e9 None None] The sync data for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 is: [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:20:16Z', 'revision_number': 4, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1', '_interfaces': [{'id': '7e2f77d4-3e1d-445a-a365-619b665bc940', 'name': '', 'network_id': 'b182fd84-de18-4119-9bd6-8a3c2f2b5d08', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'mac_address': 'fa:16:3e:a0:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:15Z', 'updated_at': '2021-08-16T14:20:22Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'subnets': [{'id': '7a891e88-2849-4d2e-a2c2-4f1f9b7faafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:25:50.797863 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.42', 65288) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:50.849604 n-d-804708-1 neutron-server[101395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57678665-fb74-4368-b1bd-756b8a8584b0 req-e58e23c0-aec6-46f9-985a-0ea7e0599e7d tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:50.851260 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57678665-fb74-4368-b1bd-756b8a8584b0 req-e58e23c0-aec6-46f9-985a-0ea7e0599e7d tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 944 time: 0.0521636 Aug 16 14:25:50.859066 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [req-a9e8de43-447a-4612-9737-a84892b46632 req-380f2be0-a7a8-40a4-8217-7dc3e1a6873b service neutron] 10.222.0.42 "GET /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240446 Aug 16 14:25:50.952998 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-57678665-fb74-4368-b1bd-756b8a8584b0 req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Deleting port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:50.953355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-57678665-fb74-4368-b1bd-756b8a8584b0 req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:51.055262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [req-57678665-fb74-4368-b1bd-756b8a8584b0 req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] For port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1, host n-h2-804708-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804708-1',level=0,port_id=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:51.055615 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-57678665-fb74-4368-b1bd-756b8a8584b0 req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:51.072314 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [req-57678665-fb74-4368-b1bd-756b8a8584b0 req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Calling delete_port for 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 owned by compute:nova {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:51.180169 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32484957-0944-4d6d-8388-085801a522b0 None None] New status for floating IP 0d04b34e-3f8f-4c99-8be5-6eaa86a7c718: DOWN {{(pid=101397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:25:51.212691 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-57678665-fb74-4368-b1bd-756b8a8584b0 req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:51.241501 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event deleted for resources: {'Port': ['ID=54d026f9-c5ae-4ae3-be9e-be77be8b80c1,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:51.268578 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.268928 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.269273 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.269929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.269929 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.270284 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.270616 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.270945 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.271269 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.271596 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.271928 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.272253 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804708-1 {{(pid=101395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:51.295119 n-d-804708-1 neutron-server[101395]: DEBUG neutron.db.l3_dvrscheduler_db [req-57678665-fb74-4368-b1bd-756b8a8584b0 req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] No DVR routers for this DVR port 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 on host n-h2-804708-1 {{(pid=101395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:25:51.297836 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [req-57678665-fb74-4368-b1bd-756b8a8584b0 req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222616'] for port, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:51.299990 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-57678665-fb74-4368-b1bd-756b8a8584b0 req-14e5b65e-aa06-4605-9f3e-9221acd59d4f tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.42 "DELETE /v2.0/ports/54d026f9-c5ae-4ae3-be9e-be77be8b80c1 HTTP/1.1" status: 204 len: 173 time: 0.4422855 Aug 16 14:25:51.300449 n-d-804708-1 neutron-server[101395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'name': 'network-vif-deleted', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1'}] {{(pid=101395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:51.302836 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ed83fdb7d1ae8bf6a26209d60cf39c102e24731dd0d196b40ae9b53113aa163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594ce674-4e98-41c0-81c7-ccfb0989b8b0" -d '{"events": [{"server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "name": "network-vif-deleted", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1"}]}' {{(pid=101395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:51.356111 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [req-5647c811-79d0-4d71-9a1c-2facd7d776ed req-0efacf46-4749-4976-9de6-a0329cadadab tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bf7a659-aee7-49e8-9c01-7cca93be9076 HTTP/1.1" status: 200 len: 210 time: 0.0380192 Aug 16 14:25:51.427151 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79855217-caac-4faf-ae33-3bd660a55356 x-openstack-request-id: req-79855217-caac-4faf-ae33-3bd660a55356 {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:51.427462 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf7a659-aee7-49e8-9c01-7cca93be9076", "name": "network-vif-deleted", "tag": "54d026f9-c5ae-4ae3-be9e-be77be8b80c1", "status": "completed", "code": 200}]} {{(pid=101395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:51.427720 n-d-804708-1 neutron-server[101395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79855217-caac-4faf-ae33-3bd660a55356 {{(pid=101395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:51.428131 n-d-804708-1 neutron-server[101395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf7a659-aee7-49e8-9c01-7cca93be9076', 'name': 'network-vif-deleted', 'tag': '54d026f9-c5ae-4ae3-be9e-be77be8b80c1', 'status': 'completed', 'code': 200} Aug 16 14:25:52.417362 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38792) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:52.481215 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb36e-dc3f-4971-ae48-939295864ffb tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:52.507631 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb36e-dc3f-4971-ae48-939295864ffb tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:52.571559 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb36e-dc3f-4971-ae48-939295864ffb tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:52.573995 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb36e-dc3f-4971-ae48-939295864ffb tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:52.575189 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-2d4fb36e-dc3f-4971-ae48-939295864ffb tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] 10.222.0.25 "DELETE /v2.0/security-groups/7eebffed-5d56-4c9e-aa59-957f8a5b9cc2 HTTP/1.1" status: 204 len: 168 time: 0.1568069 Aug 16 14:25:52.585361 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fb36e-dc3f-4971-ae48-939295864ffb tempest-TestSnapshotPattern-1562175353 tempest-TestSnapshotPattern-1562175353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eebffed-5d56-4c9e-aa59-957f8a5b9cc2,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:52.630493 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38796) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:53.127854 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:53.393596 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] Deleting port 7e2f77d4-3e1d-445a-a365-619b665bc940 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:53.393842 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:53.490803 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] For port 7e2f77d4-3e1d-445a-a365-619b665bc940, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=7e2f77d4-3e1d-445a-a365-619b665bc940,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:53.491515 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:53.509420 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] Calling delete_port for 7e2f77d4-3e1d-445a-a365-619b665bc940 owned by network:router_interface {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:53.703176 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:53.728985 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2f77d4-3e1d-445a-a365-619b665bc940,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:53.916755 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:54.148439 n-d-804708-1 neutron-server[101396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] Router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:25:54.267955 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:25:54.273367 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-822fbe9b-7e5f-4b87-8ed7-dbb71df3419b admin admin] 10.222.0.25 "PUT /v2.0/routers/ac9afea9-0ccd-4b7b-9e2c-f071b8179343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6418166 Aug 16 14:25:54.276217 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38800) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:54.278841 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18561a06-cabf-4687-95e4-5f7277306232 None None] Sync routers for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:25:54.289105 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18561a06-cabf-4687-95e4-5f7277306232 None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:54.289738 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-18561a06-cabf-4687-95e4-5f7277306232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:25:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:54.382212 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Notify callbacks [] for router, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:54.395433 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-18561a06-cabf-4687-95e4-5f7277306232 None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: n-d-804708-1 {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:54.491594 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:54.545400 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Deleting port 0745ef32-174a-4ce3-aea1-dc2bc014848e {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:54.545740 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:54.577957 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-18561a06-cabf-4687-95e4-5f7277306232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:25:53Z', 'revision_number': 5, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port': {'id': '0745ef32-174a-4ce3-aea1-dc2bc014848e', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:14Z', 'updated_at': '2021-08-16T14:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:54.604801 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18561a06-cabf-4687-95e4-5f7277306232 None None] Checking router: ac9afea9-0ccd-4b7b-9e2c-f071b8179343 for host: n-d-804708-1 {{(pid=101398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:25:54.613088 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18561a06-cabf-4687-95e4-5f7277306232 None None] Routers {'ac9afea9-0ccd-4b7b-9e2c-f071b8179343'} bound to L3 agent in host n-d-804708-1 {{(pid=101398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:54.613685 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-18561a06-cabf-4687-95e4-5f7277306232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:25:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'], 'active': True} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:54.624779 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] For port 0745ef32-174a-4ce3-aea1-dc2bc014848e, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=0745ef32-174a-4ce3-aea1-dc2bc014848e,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:54.625146 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:54.637495 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Calling delete_port for 0745ef32-174a-4ce3-aea1-dc2bc014848e owned by network:router_gateway {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:54.699654 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_dvr_db [None req-18561a06-cabf-4687-95e4-5f7277306232 None None] Set router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 gateway port host: None {{(pid=101398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:54.753256 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.l3_hamode_db [None req-18561a06-cabf-4687-95e4-5f7277306232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:25:54Z', 'revision_number': 6, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port_host': None}], 'n-d-804708-1', False) {} {{(pid=101398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:54.785202 n-d-804708-1 neutron-server[101398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18561a06-cabf-4687-95e4-5f7277306232 None None] The sync data for ids ['ac9afea9-0ccd-4b7b-9e2c-f071b8179343'] in n-d-804708-1 is: [{'id': 'ac9afea9-0ccd-4b7b-9e2c-f071b8179343', 'name': 'tempest-TestSnapshotPattern-84322162-router', 'tenant_id': '6e2caec33827490e964842a64307b7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:13Z', 'updated_at': '2021-08-16T14:25:54Z', 'revision_number': 6, 'project_id': '6e2caec33827490e964842a64307b7cf', 'gw_port_host': None}] {{(pid=101398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:25:54.814540 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:54.844394 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Pushing event deleted for resources: {'Port': ['ID=0745ef32-174a-4ce3-aea1-dc2bc014848e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:54.907650 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:54.998870 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.001277 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.043569 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.044011 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac9afea9-0ccd-4b7b-9e2c-f071b8179343 {{(pid=101396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:25:55.048943 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] Notify callbacks [] for router, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.050293 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-ac488d0e-82e0-4959-b198-f600fef0b20b admin admin] 10.222.0.25 "DELETE /v2.0/routers/ac9afea9-0ccd-4b7b-9e2c-f071b8179343 HTTP/1.1" status: 204 len: 168 time: 0.7729859 Aug 16 14:25:55.052824 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38802) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:55.102472 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0175d1b-8153-4d7c-81a8-49b2c6474989 admin admin] Deleting subnet 7a891e88-2849-4d2e-a2c2-4f1f9b7faafe {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:25:55.105369 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0175d1b-8153-4d7c-81a8-49b2c6474989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.142933 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0175d1b-8153-4d7c-81a8-49b2c6474989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.263979 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0175d1b-8153-4d7c-81a8-49b2c6474989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.340545 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0175d1b-8153-4d7c-81a8-49b2c6474989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.367980 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0175d1b-8153-4d7c-81a8-49b2c6474989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a891e88-2849-4d2e-a2c2-4f1f9b7faafe,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:55.370014 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-c0175d1b-8153-4d7c-81a8-49b2c6474989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.373797 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-c0175d1b-8153-4d7c-81a8-49b2c6474989 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7a891e88-2849-4d2e-a2c2-4f1f9b7faafe HTTP/1.1" status: 204 len: 168 time: 0.3182032 Aug 16 14:25:55.375212 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38804) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:55.378086 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1db59fb-3b30-4fb9-8165-35a5957cd1ed None None] Network b182fd84-de18-4119-9bd6-8a3c2f2b5d08 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:25:55.449549 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.509706 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Deleting port c56db952-79bd-4998-90e2-21d6adf829f6 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:55.510373 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.562036 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c296394-0578-431e-afb6-091d6f7370e1 None None] DHCP port deletion for b182fd84-de18-4119-9bd6-8a3c2f2b5d08 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:25:55.586436 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] For port c56db952-79bd-4998-90e2-21d6adf829f6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c56db952-79bd-4998-90e2-21d6adf829f6,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:55.587043 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.607281 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Calling delete_port for c56db952-79bd-4998-90e2-21d6adf829f6 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:55.618329 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7c296394-0578-431e-afb6-091d6f7370e1 None None] Deleting port c56db952-79bd-4998-90e2-21d6adf829f6 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:55.618800 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c296394-0578-431e-afb6-091d6f7370e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.682874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-7c296394-0578-431e-afb6-091d6f7370e1 None None] For port c56db952-79bd-4998-90e2-21d6adf829f6, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=c56db952-79bd-4998-90e2-21d6adf829f6,segment=NetworkSegment(6e750d1b-b16c-42c8-bfe2-6174aafc9e33),segment_id=6e750d1b-b16c-42c8-bfe2-6174aafc9e33)] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:55.683560 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c296394-0578-431e-afb6-091d6f7370e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.696343 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.708609 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-7c296394-0578-431e-afb6-091d6f7370e1 None None] Calling delete_port for c56db952-79bd-4998-90e2-21d6adf829f6 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:55.725922 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56db952-79bd-4998-90e2-21d6adf829f6,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:55.727921 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] No DVR routers for this DVR port c56db952-79bd-4998-90e2-21d6adf829f6 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:25:55.784277 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c56db952-79bd-4998-90e2-21d6adf829f6 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:55.808261 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.809965 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 no longer exists at agent hyperv_n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:55.813826 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: c56db952-79bd-4998-90e2-21d6adf829f6 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:55.814197 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device c56db952-79bd-4998-90e2-21d6adf829f6 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:55.814604 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7e2f77d4-3e1d-445a-a365-619b665bc940 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:55.821346 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b182fd84-de18-4119-9bd6-8a3c2f2b5d08']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:55.832450 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e750d1b-b16c-42c8-bfe2-6174aafc9e33') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:55.832747 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e750d1b-b16c-42c8-bfe2-6174aafc9e33') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:55.844429 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.855529 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] No Port match for: 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:55.855874 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Device 54d026f9-c5ae-4ae3-be9e-be77be8b80c1 not bound to the agent host n-h2-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:55.860455 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 7e2f77d4-3e1d-445a-a365-619b665bc940 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:55.861270 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 7e2f77d4-3e1d-445a-a365-619b665bc940 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:55.861657 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0745ef32-174a-4ce3-aea1-dc2bc014848e no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:55.865458 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.869427 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7c296394-0578-431e-afb6-091d6f7370e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.872399 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:25:55.873335 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: timer() Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:25:55.875726 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:25:55.913950 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 0745ef32-174a-4ce3-aea1-dc2bc014848e {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:55.916850 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 0745ef32-174a-4ce3-aea1-dc2bc014848e not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:55.918941 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c296394-0578-431e-afb6-091d6f7370e1 None None] No DVR routers for this DVR port c56db952-79bd-4998-90e2-21d6adf829f6 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:25:55.923943 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c296394-0578-431e-afb6-091d6f7370e1 None None] Pushing event deleted for resources: {'Port': ['ID=c56db952-79bd-4998-90e2-21d6adf829f6,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:55.940248 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.946976 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.948941 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b182fd84-de18-4119-9bd6-8a3c2f2b5d08 HTTP/1.1" status: 204 len: 168 time: 0.5727975 Aug 16 14:25:55.952086 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38806) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:55.960095 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3f988-9198-43e7-8c9c-8ffb722d66a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b182fd84-de18-4119-9bd6-8a3c2f2b5d08,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:56.295678 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742273'] for router_interface, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:56.541202 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] Deleting port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:56.541457 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:56.618262 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] For port 1c0ec56d-77bd-4157-996d-4f74b5b8fa97, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=1c0ec56d-77bd-4157-996d-4f74b5b8fa97,segment=NetworkSegment(8bc84b53-7d60-4679-87c9-04e5c049808e),segment_id=8bc84b53-7d60-4679-87c9-04e5c049808e)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:56.618697 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:56.634747 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] Calling delete_port for 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 owned by network:router_interface {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:56.811214 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:56.838278 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0ec56d-77bd-4157-996d-4f74b5b8fa97,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:57.005328 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651025'] for router_interface, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:57.214918 n-d-804708-1 neutron-server[101395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] Router 0e53cac1-f173-4fa7-9378-3d10affa90b3 has already been hosted by L3 agent 31096565-4f04-4513-9d4e-90914b417be5 {{(pid=101395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:25:57.319903 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] Notify agent at l3_agent.n-d-804708-1 the message routers_updated {{(pid=101395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:25:57.324819 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-6f426156-ac63-49d9-8286-bbc9e902d48c admin admin] 10.222.0.25 "PUT /v2.0/routers/0e53cac1-f173-4fa7-9378-3d10affa90b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3716466 Aug 16 14:25:57.327570 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38808) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:57.328349 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518bf762-a7ce-4a00-ab1e-075f5e4b8d21 None None] Sync routers for ids ['0e53cac1-f173-4fa7-9378-3d10affa90b3'] in n-d-804708-1 {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:25:57.337530 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518bf762-a7ce-4a00-ab1e-075f5e4b8d21 None None] Routers {'0e53cac1-f173-4fa7-9378-3d10affa90b3'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:57.338183 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-518bf762-a7ce-4a00-ab1e-075f5e4b8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:25:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0e53cac1-f173-4fa7-9378-3d10affa90b3'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:57.432406 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Notify callbacks [] for router, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:57.447059 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-518bf762-a7ce-4a00-ab1e-075f5e4b8d21 None None] Set router 0e53cac1-f173-4fa7-9378-3d10affa90b3 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:57.647305 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-518bf762-a7ce-4a00-ab1e-075f5e4b8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'name': 'tempest-TestSnapshotPattern-406386962-router', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:25:56Z', 'revision_number': 5, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'gw_port': {'id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:57.674780 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518bf762-a7ce-4a00-ab1e-075f5e4b8d21 None None] Checking router: 0e53cac1-f173-4fa7-9378-3d10affa90b3 for host: n-d-804708-1 {{(pid=101397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:25:57.683891 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518bf762-a7ce-4a00-ab1e-075f5e4b8d21 None None] Routers {'0e53cac1-f173-4fa7-9378-3d10affa90b3'} bound to L3 agent in host n-d-804708-1 {{(pid=101397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:57.684508 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-518bf762-a7ce-4a00-ab1e-075f5e4b8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804708-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:38:34Z,description=,heartbeat_timestamp=2021-08-16T14:25:35Z,host='n-d-804708-1',id=31096565-4f04-4513-9d4e-90914b417be5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:38:34Z,topic='l3_agent')) {'router_ids': ['0e53cac1-f173-4fa7-9378-3d10affa90b3'], 'active': True} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:57.795195 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvr_db [None req-518bf762-a7ce-4a00-ab1e-075f5e4b8d21 None None] Set router 0e53cac1-f173-4fa7-9378-3d10affa90b3 gateway port host: n-d-804708-1 {{(pid=101397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:57.905685 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:57.957838 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Deleting port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 {{(pid=101395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:57.958291 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:57.987434 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_hamode_db [None req-518bf762-a7ce-4a00-ab1e-075f5e4b8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'name': 'tempest-TestSnapshotPattern-406386962-router', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:25:56Z', 'revision_number': 5, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'gw_port': {'id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}], 'n-d-804708-1', False) {} {{(pid=101397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:58.013132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518bf762-a7ce-4a00-ab1e-075f5e4b8d21 None None] The sync data for ids ['0e53cac1-f173-4fa7-9378-3d10affa90b3'] in n-d-804708-1 is: [{'id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'name': 'tempest-TestSnapshotPattern-406386962-router', 'tenant_id': '7ca1ee86476b48e7a484988aac3d7315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'external_fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:25:56Z', 'revision_number': 5, 'project_id': '7ca1ee86476b48e7a484988aac3d7315', 'gw_port': {'id': '3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68', 'name': '', 'network_id': '72a09032-0771-4e06-9125-a9a480bbb297', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53cac1-f173-4fa7-9378-3d10affa90b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804708-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:20:18Z', 'updated_at': '2021-08-16T14:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cca01e7b-1eb9-46a2-b381-8c7819f25dbb', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804708-1'}] {{(pid=101397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:25:58.037421 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.db [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] For port 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68,segment=NetworkSegment(aecec37b-910b-4067-9a99-8c52245fe544),segment_id=aecec37b-910b-4067-9a99-8c52245fe544)] {{(pid=101395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:58.037921 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.051313 n-d-804708-1 neutron-server[101395]: DEBUG neutron.plugins.ml2.plugin [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Calling delete_port for 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 owned by network:router_gateway {{(pid=101395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:58.220355 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9175301'] for port, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.250308 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:58.312080 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652475'] for router_gateway, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.410362 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129677'] for router, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.413415 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.469053 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641318'] for router, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.469641 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e53cac1-f173-4fa7-9378-3d10affa90b3 {{(pid=101395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:25:58.474629 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] Notify callbacks [] for router, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.478294 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-382371e9-b55b-4a26-85b6-a9e881c40e81 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0e53cac1-f173-4fa7-9378-3d10affa90b3 HTTP/1.1" status: 204 len: 168 time: 1.1473696 Aug 16 14:25:58.478637 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38810) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:58.523151 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e1934d-3a7f-424b-8a81-ecc383a3d4d3 admin admin] Deleting subnet 993910e4-9b71-4abd-b4ea-0708cd81b61e {{(pid=101396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:25:58.526306 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69e1934d-3a7f-424b-8a81-ecc383a3d4d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.567176 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69e1934d-3a7f-424b-8a81-ecc383a3d4d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056804'] for subnet, precommit_delete_associations {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.648278 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69e1934d-3a7f-424b-8a81-ecc383a3d4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670426'] for subnet, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.703629 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69e1934d-3a7f-424b-8a81-ecc383a3d4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9005976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3436367'] for subnet, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.730317 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1934d-3a7f-424b-8a81-ecc383a3d4d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=993910e4-9b71-4abd-b4ea-0708cd81b61e,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:58.732188 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-69e1934d-3a7f-424b-8a81-ecc383a3d4d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.734698 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-69e1934d-3a7f-424b-8a81-ecc383a3d4d3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/993910e4-9b71-4abd-b4ea-0708cd81b61e HTTP/1.1" status: 204 len: 168 time: 0.2544613 Aug 16 14:25:58.736775 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38812) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:58.738290 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c67179-4239-487f-87fd-7373b20a9dc2 None None] Network 5a672ecc-08a3-4111-8390-21b6f1513fa9 requested from n-d-804708-1 {{(pid=101397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:25:58.813001 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604876'] for network, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.867967 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Deleting port 8176c93e-b11c-47fb-adfe-961220a218b9 {{(pid=101396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:58.868434 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.934953 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.db [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] For port 8176c93e-b11c-47fb-adfe-961220a218b9, host n-d-804708-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804708-1',level=0,port_id=8176c93e-b11c-47fb-adfe-961220a218b9,segment=NetworkSegment(8bc84b53-7d60-4679-87c9-04e5c049808e),segment_id=8bc84b53-7d60-4679-87c9-04e5c049808e)] {{(pid=101396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:58.935238 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:58.948189 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.plugin [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Calling delete_port for 8176c93e-b11c-47fb-adfe-961220a218b9 owned by network:dhcp {{(pid=101396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:59.014450 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4431dc7-a7bd-44b9-9485-badab199485a None None] DHCP port deletion for 5a672ecc-08a3-4111-8390-21b6f1513fa9 request from n-d-804708-1 {{(pid=101397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:25:59.030175 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006029'] for port, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.042543 n-d-804708-1 neutron-server[101396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] No DVR routers for this DVR port 8176c93e-b11c-47fb-adfe-961220a218b9 on host n-d-804708-1 {{(pid=101396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:25:59.065793 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c4431dc7-a7bd-44b9-9485-badab199485a None None] Deleting port 8176c93e-b11c-47fb-adfe-961220a218b9 {{(pid=101397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:59.066200 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c4431dc7-a7bd-44b9-9485-badab199485a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769668201719'] for port, before_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.081446 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8176c93e-b11c-47fb-adfe-961220a218b9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:59.130126 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.db [None req-c4431dc7-a7bd-44b9-9485-badab199485a None None] For port 8176c93e-b11c-47fb-adfe-961220a218b9, host n-d-804708-1, got binding levels [] {{(pid=101397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:59.130533 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c4431dc7-a7bd-44b9-9485-badab199485a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1646771'] for port, precommit_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.142688 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-671407', 'neutron.services.segments.db._delete_segments_for_network-8769668279619'] for network, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.147487 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-c4431dc7-a7bd-44b9-9485-badab199485a None None] Calling delete_port for 8176c93e-b11c-47fb-adfe-961220a218b9 owned by network:dhcp {{(pid=101397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:59.150132 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.ipam_backend_mixin [None req-c4431dc7-a7bd-44b9-9485-badab199485a None None] Port 8176c93e-b11c-47fb-adfe-961220a218b9 was not found and therefore no delete operation was performed {{(pid=101397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 14:25:59.151402 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c4431dc7-a7bd-44b9-9485-badab199485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769668290901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667800845'] for port, after_delete {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.152487 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a672ecc-08a3-4111-8390-21b6f1513fa9']}} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:59.163081 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc84b53-7d60-4679-87c9-04e5c049808e') {'for_net_delete': True} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:59.163371 n-d-804708-1 neutron-server[101396]: DEBUG neutron.services.segments.db [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc84b53-7d60-4679-87c9-04e5c049808e') {} {{(pid=101396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:59.172670 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769668283468', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056813'] for segment, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.178757 n-d-804708-1 neutron-server[101397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4431dc7-a7bd-44b9-9485-badab199485a None None] Pushing event deleted for resources: {'Port': ['ID=8176c93e-b11c-47fb-adfe-961220a218b9,revision_number=None']} {{(pid=101397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:59.180601 n-d-804708-1 neutron-server[101397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4431dc7-a7bd-44b9-9485-badab199485a None None] No DVR routers for this DVR port 8176c93e-b11c-47fb-adfe-961220a218b9 on host n-d-804708-1 {{(pid=101397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:25:59.191792 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347'] for segment, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.198802 n-d-804708-1 neutron-server[101396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:25:59.199261 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006078'] for segment, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: Traceback (most recent call last): Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: timer() Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: cb(*args, **kw) Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: return func(*args, **kwargs) Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: self._notify() Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: self.callback(batched_events) Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: event.method(event) Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: return f(self, *a, **k) Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: return self._get(url).json() Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: return self.request(url, 'GET', **kwargs) Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:25:59.200912 n-d-804708-1 neutron-server[101396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:25:59.259552 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1652447'] for network, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.265241 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Notify callbacks [] for network, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.267392 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5a672ecc-08a3-4111-8390-21b6f1513fa9 HTTP/1.1" status: 204 len: 168 time: 0.5297000 Aug 16 14:25:59.278542 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc94a5-55d8-48ed-8989-bf1c858cfaa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a672ecc-08a3-4111-8390-21b6f1513fa9,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:59.391469 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38816) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:59.438372 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-6d1f1c84-26f2-4f5b-810f-eaebb140c221 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e2caec33827490e964842a64307b7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456648 Aug 16 14:25:59.440796 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [-] (101396) accepted ('10.222.0.25', 38818) {{(pid=101396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:59.491998 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-98ad1ad0-c089-44e9-bd07-f230cf4f1f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.514543 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-98ad1ad0-c089-44e9-bd07-f230cf4f1f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.563969 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-98ad1ad0-c089-44e9-bd07-f230cf4f1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.566629 n-d-804708-1 neutron-server[101396]: DEBUG neutron_lib.callbacks.manager [None req-98ad1ad0-c089-44e9-bd07-f230cf4f1f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:59.567780 n-d-804708-1 neutron-server[101396]: INFO neutron.wsgi [None req-98ad1ad0-c089-44e9-bd07-f230cf4f1f25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f39654c-c900-4b07-b4a8-65eef3211584 HTTP/1.1" status: 204 len: 168 time: 0.1260726 Aug 16 14:25:59.576826 n-d-804708-1 neutron-server[101396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad1ad0-c089-44e9-bd07-f230cf4f1f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f39654c-c900-4b07-b4a8-65eef3211584,revision_number=None']} {{(pid=101396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:59.759095 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8176c93e-b11c-47fb-adfe-961220a218b9 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:59.780265 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 8176c93e-b11c-47fb-adfe-961220a218b9 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:59.780618 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 8176c93e-b11c-47fb-adfe-961220a218b9 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:59.781039 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:59.800674 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:59.801030 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 3c36127e-5cc9-4fb5-bdfa-345b4e3f9e68 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:59.801437 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 no longer exists at agent ovs-agent-n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:59.820042 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.plugin [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] No Port match for: 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 {{(pid=101397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:59.820386 n-d-804708-1 neutron-server[101397]: DEBUG neutron.plugins.ml2.rpc [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Device 1c0ec56d-77bd-4157-996d-4f74b5b8fa97 not bound to the agent host n-d-804708-1 {{(pid=101397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:59.912309 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38824) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:59.955449 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-ef30c61b-9c47-4cbc-aaa9-5c54b1179d3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ca1ee86476b48e7a484988aac3d7315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419638 Aug 16 14:25:59.957852 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [-] (101395) accepted ('10.222.0.25', 38826) {{(pid=101395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:00.006275 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0a72-d2e2-441a-a8b3-4b1c956e777a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:00.027467 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0a72-d2e2-441a-a8b3-4b1c956e777a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:00.074112 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0a72-d2e2-441a-a8b3-4b1c956e777a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619359'] for security_group, after_delete {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:00.077968 n-d-804708-1 neutron-server[101395]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0a72-d2e2-441a-a8b3-4b1c956e777a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:00.079148 n-d-804708-1 neutron-server[101395]: INFO neutron.wsgi [None req-b6ec0a72-d2e2-441a-a8b3-4b1c956e777a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f92098e-ce12-4ea6-b52f-919b0752d0fd HTTP/1.1" status: 204 len: 168 time: 0.1203775 Aug 16 14:26:00.087092 n-d-804708-1 neutron-server[101395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec0a72-d2e2-441a-a8b3-4b1c956e777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f92098e-ce12-4ea6-b52f-919b0752d0fd,revision_number=None']} {{(pid=101395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:00.826076 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:01.986796 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3c98-846f-4f2a-b2b1-de1f7c5dc589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:04.548607 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0dad0fba-81d7-4b82-9b41-62d48b5f783f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:04.794855 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:05.908362 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:07.628466 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:26:07.706845 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.300898 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:30.840129 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:31.987139 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-75ce7294-b1b0-4f2d-8bcc-7fef6b09630a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:34.540321 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cdebde95-e324-467f-ab7d-fc53fce67fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:34.797403 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:35.910847 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:37.708103 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:44.627862 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:26:47.298213 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:00.835901 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:01.987376 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-129ae9e3-6ff1-4b0c-b804-63ef5baf0d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:04.542859 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-915f7862-19ce-4229-a5da-d0b0724360a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:04.799907 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.912974 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:07.711799 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:17.311968 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:21.630240 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:27:30.855664 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:31.987497 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bdfc-240b-477d-ab85-7c5c35f60b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:34.550876 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ec534e0d-22fc-417a-811e-6a7511be00db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:34.802637 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:35.915255 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:37.715467 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:47.325687 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:58.629565 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:28:00.863827 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:01.988264 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-bf898fde-7a41-4f6c-82c9-307e0526d4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:04.541577 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-237d1e24-2b14-4be8-a006-e1e5da2762fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:04.803950 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:05.918030 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:07.722352 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:16.757844 n-d-804708-1 neutron-server[101395]: DEBUG neutron.wsgi [req-b0877928-1867-461e-a2a4-08014d688717 req-45b8e53c-607f-4fd7-8cff-e656cb992a11 service neutron] (101395) timed out ('10.222.0.25', 37330) {{(pid=101395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 14:28:17.340751 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:30.867629 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:31.991813 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb83c-801e-4ff3-aa69-872c096c62d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:34.542526 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-99d623d2-badd-407e-8daa-529d21d142c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:34.805877 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:35.629099 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:28:35.922077 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:37.730737 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:47.358473 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:00.870195 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:01.994378 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-22ab0b87-f506-4dcc-a588-ed6366741db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:04.545167 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-7e95e7f9-9166-4323-abc5-4b8bf151b86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:04.806467 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:05.924049 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:07.728083 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:12.629438 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:29:17.353725 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:30.876166 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:31.997222 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0902ba07-9a14-442d-bc24-33d47c48a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:34.546008 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-14658706-c095-41e2-a96e-0e5df3e4d9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:34.806488 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:35.927896 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:37.725722 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:47.353394 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:49.628370 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:30:00.876189 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.999338 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c5fb-d905-49a5-9db9-efacf345aec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:04.547024 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-ac120370-846c-4166-a015-b1c252f1a9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:04.806990 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:05.930128 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.728308 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:17.354088 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:26.627553 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:30:30.881542 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:31.998991 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4f98c9b1-70ad-4390-b2e6-5f8d37cd8980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:34.547809 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d12ec095-0d9a-4fc9-8c57-68e52508fa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:34.807641 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:35.937098 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:37.730820 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:47.356684 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:00.889896 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:01.999201 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-cf699c0b-7179-4465-879a-7b61da3f1f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:03.627106 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:31:04.548626 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-d44344da-6339-42ff-a9f5-0bb586474617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:04.810960 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:05.936897 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:07.734870 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:17.366991 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:30.901336 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:32.000795 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-27c277d3-ffc9-44b0-88dd-b439879bb80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:34.554528 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-0fe94930-7103-462d-89b7-713009e29133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:34.814743 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:35.939694 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:37.742161 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:40.626945 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:31:47.380698 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:00.905605 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:02.003167 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-75feb22f-3246-4a02-a7fe-8245be349536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:04.544545 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-52a453f4-d082-445f-9372-5b761bfa1a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:04.819020 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:05.941159 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:07.745267 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:17.380969 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:17.628162 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:32:30.928398 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:32.005663 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-33e6e4ce-f8ad-4e53-a6b2-a231fdb2081d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:34.545794 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-def91454-7d86-496e-a91c-183725dcb579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:34.820615 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:35.949901 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:37.752247 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:47.428987 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:54.627895 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:33:00.924325 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:02.006798 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-05eb2e6f-6bdf-479c-9007-83af6af1e31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:04.546713 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c0f23c7b-2328-47cc-b5ed-b3322ba41e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:04.823503 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:05.947565 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:07.751025 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:17.426127 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:21.099646 n-d-804708-1 neutron-server[101396]: DEBUG neutron.wsgi [req-b3ae3600-6cae-4c38-8189-014a3549af91 req-66e7f16e-c0ed-41f7-81ac-a710a06910ae service neutron] (101396) timed out ('10.222.0.25', 50158) {{(pid=101396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 14:33:30.926293 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:31.627813 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:33:32.007960 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-da12bbd0-ddb7-49ad-9676-59cc19c40426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:34.546637 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-90884390-7044-4542-b7f0-2b8d4bc74b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:34.830695 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:35.953138 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:37.762923 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:47.442960 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:00.924362 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:02.010375 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c63e56a5-a815-40fa-811a-232b81b6b16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:04.548627 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4c1b-a3ea-4e5f-aaa7-ce88d19b4e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:04.823739 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:05.953582 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:07.760032 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-36f06c19-ddec-483d-85ad-8ad150075be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:08.626282 n-d-804708-1 neutron-server[101398]: DEBUG neutron.db.agents_db [None req-70ddfab7-0ead-4d47-829f-b757b1b551b5 None None] Agent healthcheck: found 7 active agents {{(pid=101398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:34:17.441323 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-dca3434d-7c74-45e1-b8b0-785766362e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:30.922613 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-c1b864ce-5ddb-4ec4-b72f-1e86b24425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:32.012464 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-6081f6ec-8022-467d-8d67-aa63e4a6a6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:34.549591 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-62a21ddf-b843-4bf8-bd9c-5723f9450dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:34.825496 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-78911ecc-fbda-4195-abcd-b7142d04479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:35.962166 n-d-804708-1 neutron-server[101397]: DEBUG neutron_lib.callbacks.manager [None req-fd115ee0-6ac3-47d1-8625-ff843329bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769668246393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770337'] for agent, after_update {{(pid=101397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}